-- Logs begin at Wed 2021-09-22 08:28:26 UTC, end at Wed 2021-09-22 11:09:27 UTC. -- Sep 22 09:12:06.397885 n-d-805649-4 systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 09:12:09.134210 n-d-805649-4 neutron-server[95400]: INFO neutron.common.config [-] Logging enabled! Sep 22 09:12:09.134802 n-d-805649-4 neutron-server[95400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 09:12:09.134971 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95400) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 09:12:09.138353 n-d-805649-4 neutron-server[95400]: INFO neutron.common.config [-] Logging enabled! Sep 22 09:12:09.138609 n-d-805649-4 neutron-server[95400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 09:12:09.138920 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95400) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 09:12:09.139868 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 09:12:09.140102 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 09:12:09.140463 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 09:12:09.140708 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 09:12:09.140957 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 09:12:09.141285 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.141578 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.141872 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.142171 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.142470 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.142835 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.143126 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.143418 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.143716 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.144002 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.144278 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.144563 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.144824 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.145109 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.145395 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.145681 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.145902 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] debug = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.146182 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.146609 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.147022 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.147303 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.147593 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.147871 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.148141 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.148414 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.148695 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.149046 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] host = n-d-805649-4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.149322 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.149608 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.149894 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.150178 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.150450 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.150722 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.151006 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.151276 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.151546 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] log_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.151818 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.152103 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.152387 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.152670 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.152919 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.153144 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.153429 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.153711 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.153983 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.154251 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.154519 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.154788 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.155056 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.155322 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.155603 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.155882 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.156162 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.156430 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.156697 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.156997 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.157265 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.157547 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.158450 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.158768 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.159052 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.159333 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.159605 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.159879 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.160180 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.160465 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.160762 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.161049 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.161319 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.161599 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.161870 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.162137 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.162407 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] use_json = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.162674 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.162940 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.163218 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.163494 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.163764 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.164032 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.164300 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.164580 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:09.164904 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.165199 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.165498 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.165780 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.166073 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.166353 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.166641 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.166917 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.167202 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.167491 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.167779 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.168057 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.168343 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.168619 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.168940 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.169246 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.169541 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.169832 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.170107 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.170378 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.170651 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.170927 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.171212 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.171489 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.171776 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.172062 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.172340 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.172626 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.172956 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.173247 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.174180 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.174630 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.174935 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.175224 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.175503 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.175787 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.176084 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.176369 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.176645 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.176957 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.177241 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.177521 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.177795 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.178078 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.178372 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.178651 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.178928 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.179203 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.179484 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.179754 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.180041 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.180322 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.180595 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.180895 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.181176 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.181448 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.181718 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.181995 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.182267 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.182542 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.182813 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.183082 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.183354 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.183625 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.183895 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.184173 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.184444 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.184742 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.185010 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.185282 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.185554 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.185824 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.186094 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.186380 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.186677 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.186953 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.187230 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.187505 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.187780 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.188056 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.188332 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.188607 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.188938 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.189383 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.189680 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.189964 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.190250 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.190534 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.190813 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.191117 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.191395 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.191680 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.191958 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.192235 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.192518 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.192833 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.193131 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.193423 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.193716 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.194008 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.194307 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.194585 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.194893 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.195171 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:09.195390 n-d-805649-4 neutron-server[95400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 09:12:09.195630 n-d-805649-4 neutron-server[95400]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95400) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 09:12:09.546600 n-d-805649-4 neutron-server[95400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 09:12:09.546879 n-d-805649-4 neutron-server[95400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 09:12:09.547169 n-d-805649-4 neutron-server[95400]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 09:12:09.547507 n-d-805649-4 neutron-server[95400]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 09:12:09.940128 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:09.940334 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:09.940613 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:09.941952 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:09.942228 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:09.942493 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:09.978378 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:09.978658 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:09.978925 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:09.993635 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:09.993918 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:09.994185 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.023119 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.023397 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.023667 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.060693 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.060998 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.061262 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.291724 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.292373 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.292373 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.292560 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.293245 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.413470 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.413789 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.414071 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.414342 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.414608 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.414918 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.415188 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.415436 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.415688 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.415966 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.416224 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.416485 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.416754 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.417006 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.417257 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.417517 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.417768 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.418032 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.418299 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.418559 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.418828 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.419080 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.419358 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.419731 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.419981 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.420226 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.420620 n-d-805649-4 neutron-server[95400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 09:12:10.420889 n-d-805649-4 neutron-server[95400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 09:12:10.421125 n-d-805649-4 neutron-server[95400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 09:12:10.421357 n-d-805649-4 neutron-server[95400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 09:12:10.421590 n-d-805649-4 neutron-server[95400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 09:12:10.421821 n-d-805649-4 neutron-server[95400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 09:12:10.422182 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 09:12:10.425982 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 09:12:10.429998 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 09:12:10.433627 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Sep 22 09:12:10.435248 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 09:12:10.435695 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 09:12:10.436034 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 09:12:10.436416 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 09:12:10.439940 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 09:12:10.440187 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 09:12:10.440537 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 09:12:10.445850 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 09:12:10.467784 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 09:12:10.468236 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.468527 n-d-805649-4 neutron-server[95400]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95400) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 22 09:12:10.468914 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.470310 n-d-805649-4 neutron-server[95400]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95400) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 09:12:10.470752 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 09:12:10.470998 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 09:12:10.474165 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.474444 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:10.537979 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 09:12:10.538214 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 09:12:10.538450 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 09:12:10.538815 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 09:12:10.560583 n-d-805649-4 neutron-server[95400]: DEBUG oslo_db.sqlalchemy.engines [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95400) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 09:12:11.258372 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Initializing driver for type 'gre' Sep 22 09:12:11.258884 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] gre ID ranges: [(1, 1000)] Sep 22 09:12:11.515323 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Initializing driver for type 'local' Sep 22 09:12:11.515900 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Initializing driver for type 'vlan' Sep 22 09:12:11.589778 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] VlanTypeDriver initialization complete Sep 22 09:12:11.590112 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Initializing driver for type 'vxlan' Sep 22 09:12:11.590605 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] vxlan ID ranges: [(1, 1000)] Sep 22 09:12:11.776475 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Initializing extension driver 'port_security' Sep 22 09:12:11.776768 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.extensions.port_security [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] PortSecurityExtensionDriver initialization complete Sep 22 09:12:11.777108 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Initializing mechanism driver 'openvswitch' Sep 22 09:12:11.777433 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Initializing mechanism driver 'hyperv' Sep 22 09:12:11.784798 n-d-805649-4 neutron-server[95400]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:11.785481 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > port after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.785855 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > port after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.786208 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > port after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.786747 n-d-805649-4 neutron-server[95400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 09:12:11.787177 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.787530 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.787875 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.788267 n-d-805649-4 neutron-server[95400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 09:12:11.788675 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > network after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.789056 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > network after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.789402 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > network after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.789792 n-d-805649-4 neutron-server[95400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 09:12:11.790210 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > security_group after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.790561 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > security_group after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.790901 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.791428 n-d-805649-4 neutron-server[95400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 09:12:11.791839 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.792193 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.792543 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.792975 n-d-805649-4 neutron-server[95400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 09:12:11.793378 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > address_group after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.793723 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > address_group after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.794063 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.794453 n-d-805649-4 neutron-server[95400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 09:12:11.794833 n-d-805649-4 neutron-server[95400]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] ML2 OVO RPC backend initialized. {{(pid=95400) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 22 09:12:11.795611 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.795972 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.796391 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > network before_response 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.796748 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > networks before_response 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.797113 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > port before_response 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.800510 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > ports before_response 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.800510 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > subnet before_response 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.800510 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > subnets before_response 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.800510 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > network after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.800832 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > network after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.800832 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > network after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.800832 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > port after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.800832 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > port after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.801139 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > port after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.801139 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.801289 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.801553 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.802140 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.plugin [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Modular L2 Plugin initialization complete Sep 22 09:12:11.802479 n-d-805649-4 neutron-server[95400]: DEBUG neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading services supported by the core plugin {{(pid=95400) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 09:12:11.802811 n-d-805649-4 neutron-server[95400]: INFO neutron.plugins.ml2.managers [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Got port-security extension from driver 'port_security' Sep 22 09:12:11.803273 n-d-805649-4 neutron-server[95400]: INFO neutron.extensions.vlantransparent [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Disabled vlantransparent extension. Sep 22 09:12:11.803764 n-d-805649-4 neutron-server[95400]: DEBUG neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95400) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 09:12:11.804079 n-d-805649-4 neutron-server[95400]: INFO neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading Plugin: router Sep 22 09:12:11.840801 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.841198 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router after_create 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.841577 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router before_create 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.841954 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.842336 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.842702 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router after_delete 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.843065 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.843422 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.843784 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router after_create 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.844138 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router after_update 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.844493 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router after_update 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.844882 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.846035 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router after_update 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.846457 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.846838 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: port after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.847194 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: port after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.847534 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: subnet after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.847877 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.848230 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.848587 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.848967 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: port before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.849313 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router precommit_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.849680 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router after_update 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.850032 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.850390 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.850758 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.851110 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.851481 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > agent after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.851865 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > agent after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.852219 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > network after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.853118 n-d-805649-4 neutron-server[95400]: DEBUG neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Tracking information for resource: router configured {{(pid=95400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 09:12:11.853452 n-d-805649-4 neutron-server[95400]: DEBUG neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Tracking information for resource: floatingip configured {{(pid=95400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 09:12:11.858364 n-d-805649-4 neutron-server[95400]: INFO neutron.db.l3_agentschedulers_db [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 09:12:11.858947 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: port after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.859311 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: port after_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.859661 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: port after_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.860011 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: port after_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.860879 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router before_create 55550100 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.861245 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.861614 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router precommit_create 55550100 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.861970 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > router precommit_update 55550100 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.866652 n-d-805649-4 neutron-server[95400]: DEBUG neutron.services.provider_configuration [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service providers = [] {{(pid=95400) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 09:12:11.867019 n-d-805649-4 neutron-server[95400]: DEBUG neutron.db.servicetype_db [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95400) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 09:12:11.870005 n-d-805649-4 neutron-server[95400]: DEBUG neutron.services.service_base [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 09:12:11.870359 n-d-805649-4 neutron-server[95400]: DEBUG neutron.services.service_base [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 09:12:11.870705 n-d-805649-4 neutron-server[95400]: DEBUG neutron.services.service_base [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 09:12:11.871603 n-d-805649-4 neutron-server[95400]: DEBUG neutron.services.service_base [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 09:12:11.871974 n-d-805649-4 neutron-server[95400]: INFO neutron.services.service_base [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 09:12:11.872356 n-d-805649-4 neutron-server[95400]: DEBUG neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 09:12:11.872672 n-d-805649-4 neutron-server[95400]: INFO neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 09:12:11.883383 n-d-805649-4 neutron-server[95400]: DEBUG neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 09:12:11.883716 n-d-805649-4 neutron-server[95400]: INFO neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading Plugin: auto_allocate Sep 22 09:12:11.889501 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: network precommit_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.889875 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: network precommit_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.890400 n-d-805649-4 neutron-server[95400]: DEBUG neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 09:12:11.890724 n-d-805649-4 neutron-server[95400]: INFO neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading Plugin: tag Sep 22 09:12:11.897938 n-d-805649-4 neutron-server[95400]: DEBUG neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 09:12:11.898264 n-d-805649-4 neutron-server[95400]: INFO neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading Plugin: timestamp Sep 22 09:12:11.902351 n-d-805649-4 neutron-server[95400]: DEBUG neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 09:12:11.902681 n-d-805649-4 neutron-server[95400]: INFO neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading Plugin: network_ip_availability Sep 22 09:12:11.908709 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.909103 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.909464 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:11.910173 n-d-805649-4 neutron-server[95400]: DEBUG neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 09:12:11.910494 n-d-805649-4 neutron-server[95400]: INFO neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading Plugin: flavors Sep 22 09:12:11.915206 n-d-805649-4 neutron-server[95400]: DEBUG neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 09:12:11.915533 n-d-805649-4 neutron-server[95400]: INFO neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading Plugin: revisions Sep 22 09:12:11.919809 n-d-805649-4 neutron-server[95400]: DEBUG neutron.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 09:12:11.920200 n-d-805649-4 neutron-server[95400]: DEBUG oslo_concurrency.lockutils [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.373s {{(pid=95400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 09:12:11.920975 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95400) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 22 09:12:11.921319 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Initializing extension manager. Sep 22 09:12:11.921827 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: __init__.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.922171 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: __pycache__ {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.922507 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.922850 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: address_group.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.923727 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.924196 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: address-group Sep 22 09:12:11.924522 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: address_scope.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.925465 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.925981 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: address-scope Sep 22 09:12:11.926307 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.927242 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.927755 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: router-admin-state-down-before-update Sep 22 09:12:11.928080 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: agent.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.928818 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.929332 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: agent Sep 22 09:12:11.929653 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: agent_resources_synced.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.930574 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.931094 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: agent-resources-synced Sep 22 09:12:11.931414 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: allowedaddresspairs.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.933244 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.933769 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: allowed-address-pairs Sep 22 09:12:11.934094 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: auto_allocated_topology.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.935179 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.935698 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: auto-allocated-topology Sep 22 09:12:11.936019 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: availability_zone.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.936714 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.937242 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: availability_zone Sep 22 09:12:11.937562 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: availability_zone_filter.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.938485 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.939185 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: availability_zone_filter Sep 22 09:12:11.939509 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: data_plane_status.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.940428 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.940971 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 09:12:11.941296 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: default_subnetpools.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.942220 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.942734 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: default-subnetpools Sep 22 09:12:11.943059 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.943874 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.944381 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: dhcp_agent_scheduler Sep 22 09:12:11.944706 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: dns.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.945664 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.946170 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension dns-integration not supported by any of loaded plugins Sep 22 09:12:11.946498 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: dns_domain_ports.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.947427 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.947936 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 09:12:11.948260 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.949231 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.949744 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 09:12:11.950066 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: dvr.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.950753 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.951268 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: dvr Sep 22 09:12:11.951590 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: ecmp_routes.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.952520 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.953064 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 09:12:11.953390 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: empty_string_filtering.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.954317 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.955518 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: empty-string-filtering Sep 22 09:12:11.955837 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.956821 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.957340 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 09:12:11.957662 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.958856 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.959364 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 09:12:11.959683 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: external_net.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.960602 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.961158 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: external-net Sep 22 09:12:11.961480 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.962403 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.962913 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: extra_dhcp_opt Sep 22 09:12:11.963233 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: extraroute.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.964158 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.964665 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: extraroute Sep 22 09:12:11.965016 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: extraroute_atomic.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.966056 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.966565 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: extraroute-atomic Sep 22 09:12:11.966884 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: filter_validation.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.967555 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.968061 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: filter-validation Sep 22 09:12:11.968380 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: fip_pf_description.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.969336 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.969844 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 09:12:11.970761 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: fip_port_details.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.971759 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.972271 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: fip-port-details Sep 22 09:12:11.972592 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: flavors.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.973856 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.974377 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: flavors Sep 22 09:12:11.974703 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.976347 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.976899 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 09:12:11.977236 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: floatingip_pools.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.977948 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.978462 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: floatingip-pools Sep 22 09:12:11.978788 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: ip_allocation.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.979723 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.980233 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 09:12:11.980558 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.981532 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.982052 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: ip-substring-filtering Sep 22 09:12:11.982379 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: l2_adjacency.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.983317 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.983829 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 09:12:11.984148 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: l3.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.985284 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.985870 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: router Sep 22 09:12:11.986313 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.988565 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.989135 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 09:12:11.989468 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.990448 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.990973 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: ext-gw-mode Sep 22 09:12:11.991359 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.992307 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.992862 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: l3-ha Sep 22 09:12:11.993192 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: l3_flavors.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.994120 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.994639 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: l3-flavors Sep 22 09:12:11.994959 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.995894 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.996407 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 09:12:11.996757 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: l3agentscheduler.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:11.997783 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:11.998299 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: l3_agent_scheduler Sep 22 09:12:11.998622 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: logging.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.000112 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.000643 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension logging not supported by any of loaded plugins Sep 22 09:12:12.001004 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: metering.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.001800 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.002381 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: metering Sep 22 09:12:12.002710 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.003801 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.004327 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: metering_source_and_destination_fields Sep 22 09:12:12.004656 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: multiprovidernet.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.005624 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.006141 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: multi-provider Sep 22 09:12:12.006468 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: netmtu.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.007395 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.007910 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: net-mtu Sep 22 09:12:12.008240 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: netmtu_writable.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.009204 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.009721 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: net-mtu-writable Sep 22 09:12:12.010044 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: network_availability_zone.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.010730 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.011246 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: network_availability_zone Sep 22 09:12:12.011572 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: network_ip_availability.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.012686 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.013237 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: network-ip-availability Sep 22 09:12:12.013563 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: network_segment_range.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.014341 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.014854 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 09:12:12.015181 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: pagination.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.016170 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.016502 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: pagination Sep 22 09:12:12.016856 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: port_device_profile.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.018338 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.018855 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: port-device-profile Sep 22 09:12:12.019178 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.020120 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.020635 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: port-mac-address-regenerate Sep 22 09:12:12.020986 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.021914 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.022428 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: port-numa-affinity-policy Sep 22 09:12:12.022748 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: port_resource_request.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.023793 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.024302 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 09:12:12.024622 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: portbindings.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.025599 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.026114 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: binding Sep 22 09:12:12.026437 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: portbindings_extended.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.027762 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.028239 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: binding-extended Sep 22 09:12:12.028566 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: portsecurity.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.029524 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.030039 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: port-security Sep 22 09:12:12.030362 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: project_id.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.031352 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.031678 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: project-id Sep 22 09:12:12.032030 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: providernet.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.033745 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.034265 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: provider Sep 22 09:12:12.034586 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: qos.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.038127 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.038660 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension qos not supported by any of loaded plugins Sep 22 09:12:12.038994 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.040247 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.040809 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 09:12:12.041140 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.042078 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.042593 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 09:12:12.042919 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: qos_default.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.043846 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.044361 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension qos-default not supported by any of loaded plugins Sep 22 09:12:12.044689 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: qos_fip.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.045374 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.045891 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension qos-fip not supported by any of loaded plugins Sep 22 09:12:12.046204 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: qos_gateway_ip.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.047142 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.047653 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 09:12:12.047974 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: qos_port_network_policy.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.049105 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.049613 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 09:12:12.049934 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: qos_pps_rule.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.051127 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.051653 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension qos-pps not supported by any of loaded plugins Sep 22 09:12:12.051975 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: qos_rule_type_details.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.052934 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.053454 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 09:12:12.053860 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: qos_rules_alias.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.054920 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.055437 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 09:12:12.055762 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: quotasv2.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.056682 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.057045 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: quotas Sep 22 09:12:12.057413 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: quotasv2_detail.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.060718 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.061077 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: quota_details Sep 22 09:12:12.061448 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: rbac.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.062508 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.063037 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: rbac-policies Sep 22 09:12:12.063370 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: rbac_address_group.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.065164 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.065689 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: rbac-address-group Sep 22 09:12:12.066015 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: rbac_address_scope.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.066955 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.067508 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: rbac-address-scope Sep 22 09:12:12.067838 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: rbac_security_groups.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.068796 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.069322 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: rbac-security-groups Sep 22 09:12:12.069647 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: rbac_subnetpool.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.070584 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.071103 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: rbac-subnetpool Sep 22 09:12:12.071428 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: revisionifmatch.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.072371 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.072918 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: revision-if-match Sep 22 09:12:12.073274 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: revisions.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.074400 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.074922 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: standard-attr-revisions Sep 22 09:12:12.075248 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: router_availability_zone.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.075937 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.076453 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: router_availability_zone Sep 22 09:12:12.076803 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: routerservicetype.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.077737 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.078250 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension router-service-type not supported by any of loaded plugins Sep 22 09:12:12.078573 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.080109 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.080704 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: security-groups-normalized-cidr Sep 22 09:12:12.081062 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.082034 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.082563 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: port-security-groups-filtering Sep 22 09:12:12.082891 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.084101 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.084627 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: security-groups-remote-address-group Sep 22 09:12:12.084979 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: securitygroup.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.096542 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.097108 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: security-group Sep 22 09:12:12.097442 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: segment.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.098251 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.098764 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension segment not supported by any of loaded plugins Sep 22 09:12:12.099092 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.100068 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.100586 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 09:12:12.100943 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: servicetype.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.102164 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.102695 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: service-type Sep 22 09:12:12.103023 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: sorting.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.104022 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.104354 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: sorting Sep 22 09:12:12.104678 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: standard_attr_segment.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.105640 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.106156 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 09:12:12.106479 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: standardattrdescription.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.107132 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.107640 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: standard-attr-description Sep 22 09:12:12.107961 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: stateful_security_group.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.108935 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.109454 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: stateful-security-group Sep 22 09:12:12.109777 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: stdattrs_common.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.110367 n-d-805649-4 neutron-server[95400]: WARNING neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 09:12:12.110724 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.111679 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.112210 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 09:12:12.112538 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: subnet_onboard.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.113657 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.114183 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: subnet_onboard Sep 22 09:12:12.114511 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.115458 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.115969 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 09:12:12.116296 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: subnet_service_types.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.117260 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.117778 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: subnet-service-types Sep 22 09:12:12.118106 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: subnetallocation.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.119198 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.119716 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: subnet_allocation Sep 22 09:12:12.120044 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.120730 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.121259 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: subnetpool-prefix-ops Sep 22 09:12:12.121583 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.122533 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.123049 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 09:12:12.123373 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: tagging.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.124459 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.125006 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: standard-attr-tag Sep 22 09:12:12.125334 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: timestamp.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.127082 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.127610 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loaded extension: standard-attr-timestamp Sep 22 09:12:12.127940 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: trunk.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.129028 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.129553 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension trunk not supported by any of loaded plugins Sep 22 09:12:12.129879 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: trunk_details.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.130821 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.131333 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension trunk-details not supported by any of loaded plugins Sep 22 09:12:12.131656 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: uplink_status_propagation.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.132594 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.133147 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 09:12:12.133469 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Loading extension file: vlantransparent.py {{(pid=95400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 09:12:12.134147 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 09:12:12.134660 n-d-805649-4 neutron-server[95400]: INFO neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 09:12:12.137142 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:network Sep 22 09:12:12.137668 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:subnet Sep 22 09:12:12.138066 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 09:12:12.138458 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:port Sep 22 09:12:12.139696 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.140141 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service FLAVORS assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.140803 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.141233 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.141571 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:router Sep 22 09:12:12.142625 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 09:12:12.143246 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service METERING assigned prefix: /metering {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.144680 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:12.145072 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:12.145427 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:12:12.146445 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 09:12:12.146896 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:security_group Sep 22 09:12:12.147324 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 09:12:12.147922 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service CORE assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.148260 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 09:12:12.148605 n-d-805649-4 neutron-server[95400]: WARNING neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] subnetpool is already registered Sep 22 09:12:12.149071 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service CORE assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.149397 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 09:12:12.149728 n-d-805649-4 neutron-server[95400]: WARNING neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] subnetpool is already registered Sep 22 09:12:12.152020 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.152460 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service FLAVORS assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.153108 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.153534 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.153876 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:router Sep 22 09:12:12.154214 n-d-805649-4 neutron-server[95400]: WARNING neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] router is already registered Sep 22 09:12:12.154629 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 09:12:12.154964 n-d-805649-4 neutron-server[95400]: WARNING neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] floatingip is already registered Sep 22 09:12:12.155425 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service METERING assigned prefix: /metering {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.156107 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 09:12:12.156434 n-d-805649-4 neutron-server[95400]: WARNING neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] rbac_policy is already registered Sep 22 09:12:12.156955 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:security_group Sep 22 09:12:12.157291 n-d-805649-4 neutron-server[95400]: WARNING neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] security_group is already registered Sep 22 09:12:12.157845 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 09:12:12.158203 n-d-805649-4 neutron-server[95400]: WARNING neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] security_group_rule is already registered Sep 22 09:12:12.158832 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service CORE assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.159162 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 09:12:12.159496 n-d-805649-4 neutron-server[95400]: WARNING neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] subnetpool is already registered Sep 22 09:12:12.159916 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.v2.resource_helper [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Service CORE assigned prefix: {{(pid=95400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 09:12:12.160247 n-d-805649-4 neutron-server[95400]: INFO neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 09:12:12.160576 n-d-805649-4 neutron-server[95400]: WARNING neutron.quota.resource_registry [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] subnetpool is already registered Sep 22 09:12:12.161067 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: extensions {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.162541 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: address-groups {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.164014 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: address-scopes {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.165375 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: agents {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.166540 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: auto-allocated-topology {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.167782 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: availability_zones {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.169052 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: dhcp-networks {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.170634 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: dhcp-agents {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.172071 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: routers {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.174430 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: flavors {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.175600 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: service_profiles {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.176847 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: next_providers {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.178302 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: service_profiles {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.179844 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: floatingip-pools {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.181093 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: routers {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.183220 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: floatingips {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.184511 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: l3-routers {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.185932 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: l3-agents {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.187364 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: metering-labels {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.188717 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: metering-label-rules {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.190835 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: network-ip-availabilities {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.192108 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: bindings {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.194654 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: quotas {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.196124 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: quotas {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.197585 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: rbac-policies {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.198791 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: security-groups {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.200102 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: security-group-rules {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.201409 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: service-providers {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.202635 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: subnetpools {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.204071 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: subnetpools {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.206326 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: tags {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.208007 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: tags {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.210147 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: tags {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.211940 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: tags {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.213769 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: tags {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.215616 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: tags {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.217353 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: tags {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.219260 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: tags {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.221108 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: tags {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.222859 n-d-805649-4 neutron-server[95400]: DEBUG neutron.api.extensions [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Extended resource: tags {{(pid=95400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 09:12:12.228775 n-d-805649-4 neutron-server[95400]: WARNING keystonemiddleware.auth_token [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 09:12:12.233550 n-d-805649-4 neutron-server[95400]: WARNING keystonemiddleware.auth_token [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 09:12:12.242090 n-d-805649-4 neutron-server[95400]: DEBUG oslo_concurrency.lockutils [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Acquired lock "singleton_lock" {{(pid=95400) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 22 09:12:12.244274 n-d-805649-4 neutron-server[95400]: DEBUG oslo_concurrency.lockutils [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Releasing lock "singleton_lock" {{(pid=95400) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 22 09:12:12.244274 n-d-805649-4 neutron-server[95400]: INFO oslo_service.service [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Starting 2 workers Sep 22 09:12:12.248101 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Started child 95509 {{(pid=95400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 09:12:12.253371 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Started child 95510 {{(pid=95400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 09:12:12.254342 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:12.254949 n-d-805649-4 neutron-server[95400]: INFO neutron.service [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 09:12:12.255642 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Notify callbacks [] for process, before_spawn {{(pid=95400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:12.255837 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [-] (95509) wsgi starting up on http://0.0.0.0:9696 Sep 22 09:12:12.257756 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:12.258217 n-d-805649-4 neutron-server[95400]: INFO oslo_service.service [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Starting 1 workers Sep 22 09:12:12.259172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [-] (95510) wsgi starting up on http://0.0.0.0:9696 Sep 22 09:12:12.263466 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Started child 95511 {{(pid=95400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 09:12:12.264015 n-d-805649-4 neutron-server[95400]: INFO oslo_service.service [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Starting 1 workers Sep 22 09:12:12.267720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.service [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] calling RpcWorker wait() {{(pid=95511) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 09:12:12.268453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.service [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] returning from RpcWorker wait() {{(pid=95511) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 09:12:12.269426 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Started child 95512 {{(pid=95400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 09:12:12.270271 n-d-805649-4 neutron-server[95400]: DEBUG neutron_lib.callbacks.manager [None req-6a3e0570-7f23-4509-8731-4ad50647b9a3 None None] Notify callbacks [] for process, after_spawn {{(pid=95400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:12.270379 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:12.270804 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:12.272195 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95400) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 09:12:12.272403 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 09:12:12.272584 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 09:12:12.272829 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 09:12:12.273175 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 09:12:12.273339 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 09:12:12.273863 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.274139 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.274404 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.274662 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.274961 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.275125 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:12.275727 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.275898 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.276178 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.276470 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.276732 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293298 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293298 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293298 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293298 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293298 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293298 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293298 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293298 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293928 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293928 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293928 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293928 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293928 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] debug = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.293928 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294362 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294362 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294362 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294362 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294362 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294362 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294802 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294802 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294802 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294802 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294802 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294802 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294802 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.294802 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] host = n-d-805649-4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295902 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295902 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295902 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295902 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295902 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295902 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295902 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295902 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.295902 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.296519 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_options = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.296519 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.296519 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.296519 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.296519 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.296519 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.296519 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297051 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297051 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297051 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297051 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297051 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297051 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297051 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297051 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297614 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297614 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297614 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297614 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297614 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297614 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297614 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.297614 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298167 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298167 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298167 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298167 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298167 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298167 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298167 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298167 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298167 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298784 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298784 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298784 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298784 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298784 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298784 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298784 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.298784 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.299406 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.299406 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.299406 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.299406 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.299406 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.299406 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.299406 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.299406 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_json = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.304984 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.304984 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.304984 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.304984 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.304984 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.304984 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.304984 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.304984 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.306063 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306063 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306063 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306063 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306063 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306063 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306063 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306063 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306621 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306621 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306621 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306621 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306621 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306621 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306621 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.306621 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.307168 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.307168 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.307168 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.307168 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.307168 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.307168 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.307168 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.307631 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.307631 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.308418 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.308418 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.308418 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.308643 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.308900 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.309173 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.309311 n-d-805649-4 neutron-server[95512]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:12.309405 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.309620 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.309839 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.310075 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.310309 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.310557 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.310819 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.311060 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.311302 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.311522 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.311754 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.312003 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.312325 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.312507 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.312829 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.313063 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.313301 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.313543 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.313787 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.314526 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.314746 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.315002 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.315221 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.315490 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.315742 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.316073 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.316704 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.318000 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.318000 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.318000 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.318000 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325352 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325352 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325352 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325352 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325352 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325352 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325352 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325352 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325352 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325956 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325956 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325956 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325956 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325956 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325956 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325956 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325956 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.325956 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.326556 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.326556 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.326556 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.326556 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.326556 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.326556 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.326556 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.326556 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.326556 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327141 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327141 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327141 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327141 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327141 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327141 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327141 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327141 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.327960 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.328034 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.328281 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.328543 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.328782 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.329007 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.329222 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.329594 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.330297 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.331302 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.331302 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.331302 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.331302 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.332412 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.332412 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.332412 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.332412 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.333565 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.333565 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.333565 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.333565 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.334083 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.334083 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.334360 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.334549 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.334782 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.335053 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.335283 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.335531 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.335751 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.336032 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.336274 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.336656 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.337090 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.337090 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.337352 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.340040 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.340040 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.340040 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.340040 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.340040 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.340040 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.340040 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.340040 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.341788 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.341788 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.341788 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.341788 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.341788 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.341788 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.341788 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.341788 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.342354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.342354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.342354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.342354 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.342655 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.342655 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.342835 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.343071 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.343292 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.343530 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.343784 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.344001 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.344255 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.344637 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.344814 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.344902 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.345173 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.345417 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.345631 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.345877 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.346151 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.346413 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.346638 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.346878 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.347270 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.347711 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.347954 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.348206 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.348531 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.348779 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.348919 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354646 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354646 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354646 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354646 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354646 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354646 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354646 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.354646 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355259 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355259 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355259 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355259 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355259 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355259 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355259 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355259 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355259 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355891 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355891 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355891 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355891 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.355891 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.356229 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.356312 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.356485 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.356699 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.356935 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.357163 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.357402 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.357614 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.357866 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.358077 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.358290 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.358515 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.358752 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.358961 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.359186 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.359425 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.359668 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.359889 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.360129 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.360337 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.360562 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.361128 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.361507 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.361734 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.361953 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.362166 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.362432 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.362666 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.362878 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.363102 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.363319 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.363552 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.363852 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.364121 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.364345 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.364634 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.364912 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.365161 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.365460 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.365791 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.366006 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.366279 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.366529 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.366747 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.366967 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.367223 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.367548 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.367849 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.368095 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.368360 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.368653 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.368964 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.369239 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.369453 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.369739 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.370069 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.370356 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.370629 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.370859 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.371110 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.371414 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.371676 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.371838 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.372056 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.372272 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.372511 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.372760 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.372989 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.373211 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.373479 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.373719 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.373986 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.374186 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.374457 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.374652 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.374795 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 09:12:12.375320 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95400) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 09:12:12.375478 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 09:12:12.375640 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 09:12:12.375812 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 09:12:12.375980 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 09:12:12.376130 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 09:12:12.376915 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.377082 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.377243 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.377453 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.377549 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.377755 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.377919 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.378078 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.378236 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.378394 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.378553 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.378712 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.378872 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.379030 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.379223 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.379406 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.379554 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.379694 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.379853 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.380000 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.380141 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.380282 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.380427 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] debug = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.380569 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.380711 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.380908 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.381051 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.382654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.382654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.382654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.382654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.382654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.382654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.382654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.382654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.383739 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.383739 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.383739 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.383739 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.383739 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.383739 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] host = n-d-805649-4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.383739 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.383739 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.383739 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.387270 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.387270 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.387270 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.387270 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.387270 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.387270 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.387270 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.387270 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.388307 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.388307 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.388307 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.388307 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_options = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.388307 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.388307 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.388307 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.388307 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.390193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.390193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.390193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.390193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.390193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.390193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.390193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.391760 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.391760 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.391760 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.391760 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.391760 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.391760 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.391760 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.391760 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.394695 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.394695 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.394695 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.394695 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.394695 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.394695 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.394695 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.394695 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.394695 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.396825 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.396825 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.396825 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.396825 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.396825 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.396825 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.396825 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.396825 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.397827 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.397827 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.397827 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.397827 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.397827 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.397827 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.397827 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.397827 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.398707 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.398707 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.398707 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_json = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.398707 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.398707 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.398707 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.398707 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.398707 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.398707 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.400299 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.400299 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 09:12:12.400299 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.400299 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.400299 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.400299 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.400299 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.400299 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.401281 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.401281 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.401281 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.401281 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.401281 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.401281 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.401281 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.401281 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.401281 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402156 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402156 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402156 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402156 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402156 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402156 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402156 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402156 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402930 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402930 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402930 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402930 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402930 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402930 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402930 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.402930 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.403704 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.403704 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.403704 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.403704 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.403704 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.403704 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.403704 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.403704 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.403704 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.404548 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.404548 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.404548 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.404548 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.404548 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.404548 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.404548 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.404548 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.404548 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.405432 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.405432 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.405432 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.405432 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.405432 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.405432 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.405432 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.405432 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.405432 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.406277 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.406277 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.406277 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.406277 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.406277 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.406277 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.406277 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.406277 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.406277 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.407150 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.407150 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.407150 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.407150 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.407150 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.407150 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.407150 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.407150 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.407150 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408059 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408059 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408059 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408059 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408059 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408059 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408059 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408059 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408059 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408986 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408986 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408986 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408986 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408986 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408986 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408986 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.408986 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.411562 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.411562 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.411562 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.411562 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.411562 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.411562 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.411562 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.411562 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412057 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412557 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412557 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412557 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412557 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412557 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412557 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412557 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.412557 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.413135 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.413135 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.413135 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.413135 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.413135 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.413135 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.413135 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.413505 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.413505 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.413505 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.414279 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.414279 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.414279 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.414279 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.414279 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.414681 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.415228 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.415228 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.415228 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.415228 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.415455 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.415552 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.415713 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.415934 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.416030 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.416212 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.416349 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.416474 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.416633 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.417375 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.417375 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.417375 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.417375 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.418066 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.418066 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.418066 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.418066 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.418066 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.418389 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.418389 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.418525 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.418630 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.419153 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.419153 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.419153 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.421109 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.421109 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.421109 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.421109 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.421109 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.421109 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.421109 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.421109 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.422767 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.422767 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.422767 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.422767 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.422767 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.422767 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.422767 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.422767 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.423996 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.423996 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.423996 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.423996 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.423996 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.423996 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.423996 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.423996 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.424755 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.424755 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.424755 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.424755 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.424755 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.424755 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.424755 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.424755 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.425312 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.425312 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.425312 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.425312 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.425312 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.426609 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.426609 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.426609 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.426609 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.426609 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.426609 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.426609 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.426609 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.427193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.427193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.427193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.427193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.427193 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.427846 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.427846 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.427846 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.427846 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.428762 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.428762 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.428762 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.428762 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.428762 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.428762 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.429191 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.429191 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.429191 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.429364 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.429465 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.429625 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.429786 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.430654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.430654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.430654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.430654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.430654 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.432276 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.432276 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.432276 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.432276 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.432276 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.432276 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.432276 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.432276 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.433380 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.433380 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.433380 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.433380 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.433380 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.433380 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.433380 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.433380 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.434603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.434603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.434603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.434603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.434603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.434603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.434603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.434603 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.435117 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.435117 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.435117 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.435117 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.435117 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.435117 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.435492 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.435492 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.435628 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.435777 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.435972 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.436099 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.436205 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.436366 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.436527 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.436704 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.436896 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.437059 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.437221 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.437382 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.437542 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.437729 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.437953 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.438051 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.438198 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.438359 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.438520 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.438681 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.439461 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.439628 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.439790 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.439951 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 09:12:12.440104 n-d-805649-4 neutron-server[95400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 09:12:12.462925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:12.575630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43084) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:12:12.584627 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067294 Sep 22 09:12:24.158543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a5d76-9d18-44a6-847a-bdd2b92d4678 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:12:24.219559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a5d76-9d18-44a6-847a-bdd2b92d4678 None None] No non-hosted networks {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 09:12:24.227296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.agentschedulers_db [None req-b16a5d76-9d18-44a6-847a-bdd2b92d4678 None None] DHCP Agent not found on host n-d-805649-4 {{(pid=95511) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 22 09:12:24.369887 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19760b3b-0f5e-42f5-b8db-2e5416092910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691716'] for agent, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:26.830143 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2bd18af3-9534-4c2d-a56e-0af6f717c2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691716'] for agent, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:26.864977 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-6cbe3c43-482f-4ce7-ba60-8830d755b911 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-805649-4 {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:12:26.865670 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-6cbe3c43-482f-4ce7-ba60-8830d755b911 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:12:27.400472 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6cbe3c43-482f-4ce7-ba60-8830d755b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:27.464215 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691716'] for agent, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:27.464918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.465506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.465845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.467777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.467777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.467777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.467777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.467777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.468086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.468914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.469375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.469864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:27.470577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-805649-4', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:27.502211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-805649-4', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:27.869788 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691716'] for agent, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.635364 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691716'] for agent, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:30.656371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43176) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:12:31.148299 n-d-805649-4 neutron-server[95509]: WARNING oslo_policy.policy [None req-26f76c43-cc11-47d7-8d71-9cbdf12ca97c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 09:12:31.148905 n-d-805649-4 neutron-server[95509]: WARNING oslo_policy.policy [None req-26f76c43-cc11-47d7-8d71-9cbdf12ca97c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 09:12:31.369559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-26f76c43-cc11-47d7-8d71-9cbdf12ca97c admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:12:31.370648 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-26f76c43-cc11-47d7-8d71-9cbdf12ca97c admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7127507 Sep 22 09:12:33.043812 n-d-805649-4 neutron-server[95511]: INFO neutron.db.l3_hamode_db [None req-f9d63edb-5bbd-4bcd-941c-81cb2341bbeb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 09:12:33.121606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d63edb-5bbd-4bcd-941c-81cb2341bbeb None None] Routers set() bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:12:33.121975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d63edb-5bbd-4bcd-941c-81cb2341bbeb None None] Router IDs set() for agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 09:12:33.783438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43190) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:12:34.090398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-654e5b89-cab5-4431-8c0d-99a8f799647c admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:12:34.187423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.policy [None req-654e5b89-cab5-4431-8c0d-99a8f799647c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95509) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 09:12:34.231794 n-d-805649-4 neutron-server[95509]: WARNING oslo_policy.policy [None req-654e5b89-cab5-4431-8c0d-99a8f799647c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 09:12:34.232158 n-d-805649-4 neutron-server[95509]: WARNING oslo_policy.policy [None req-654e5b89-cab5-4431-8c0d-99a8f799647c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 09:12:34.241172 n-d-805649-4 neutron-server[95509]: INFO neutron.quota [None req-654e5b89-cab5-4431-8c0d-99a8f799647c admin admin] Loaded quota_driver: . Sep 22 09:12:34.394436 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-654e5b89-cab5-4431-8c0d-99a8f799647c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729505890303', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729505889708', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729505869515', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729505871279', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729504335351', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729505855489', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-831840', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-841284', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4003072', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4091434'] for rbac-policy, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:34.575995 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-654e5b89-cab5-4431-8c0d-99a8f799647c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:34.577259 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-654e5b89-cab5-4431-8c0d-99a8f799647c admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7928264 Sep 22 09:12:37.146081 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43202) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:12:37.452637 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Request body: {'network': {'project_id': '42c20fdc472a4b6188baca059710cfd1', 'name': 'private', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'admin_state_up': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:12:37.537998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Made reservation on behalf of 42c20fdc472a4b6188baca059710cfd1 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:12:37.540781 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:37.557977 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:37.675423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:37.741624 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:37.765082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:12:37.790127 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729506825099', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:37.790717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Unsubscribe: segment precommit_create {{(pid=95509) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 09:12:37.791234 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Added segment 4cb290d2-2e9d-46fa-9a0b-f2348254aa4c of type vlan for network 62b64842-c91c-4b34-a62b-6fa9dc31b3e6 Sep 22 09:12:37.806657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20276832-04df-4c93-acbf-a61b97db2393,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:37.854759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.855025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.855358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.855688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.856015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.856336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.856655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.856996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.857314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.857631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.857946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.858257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Tracked resource versions report: Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: pushed versions: Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: { 'AddressGroup': {'1.2'}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'ConntrackHelper': {'1.0'}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'Log': {'1.0'}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'Network': {'1.1'}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'Port': {'1.7'}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'PortForwarding': {'1.2'}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'QosPolicy': {'1.9'}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'SecurityGroup': {'1.4'}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'SecurityGroupRule': {'1.2'}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'SubPort': {'1.0'}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'Subnet': {'1.1'}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'Trunk': {'1.1'}} Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: consumer versions: Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: { DHCP agent@n-d-805649-4: {}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: L3 agent@n-d-805649-4: {}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: Metadata agent@n-d-805649-4: {}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: Metering agent@n-d-805649-4: {}, Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: Open vSwitch agent@n-d-805649-4: { 'AddressGroup': '1.2', Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'ConntrackHelper': '1.0', Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'Log': '1.0', Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'Network': '1.1', Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'Port': '1.7', Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'PortForwarding': '1.2', Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'QosPolicy': '1.9', Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'SecurityGroup': '1.4', Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'SecurityGroupRule': '1.2', Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'SubPort': '1.0', Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'Subnet': '1.1', Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: 'Trunk': '1.1'}} Sep 22 09:12:37.859395 n-d-805649-4 neutron-server[95509]: {{(pid=95509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 09:12:37.910966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:38.023417 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:38.024508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:12:38.025181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:38.121353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] Pushing event updated for resources: {'Network': ['ID=62b64842-c91c-4b34-a62b-6fa9dc31b3e6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:38.132367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 62b64842-c91c-4b34-a62b-6fa9dc31b3e6 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:12:38.144221 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d9eeb34f-f37c-4f0f-83d9-76b1d38281e5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9970765 Sep 22 09:12:40.803973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43216) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:12:41.294724 n-d-805649-4 neutron-server[95510]: WARNING oslo_policy.policy [None req-d7cda80c-7de3-4aca-bbfe-9f4031645699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 09:12:41.295282 n-d-805649-4 neutron-server[95510]: WARNING oslo_policy.policy [None req-d7cda80c-7de3-4aca-bbfe-9f4031645699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 09:12:41.732447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.policy [None req-d7cda80c-7de3-4aca-bbfe-9f4031645699 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95510) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 09:12:41.777320 n-d-805649-4 neutron-server[95510]: WARNING oslo_policy.policy [None req-d7cda80c-7de3-4aca-bbfe-9f4031645699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 09:12:41.777680 n-d-805649-4 neutron-server[95510]: WARNING oslo_policy.policy [None req-d7cda80c-7de3-4aca-bbfe-9f4031645699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 09:12:41.786362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cda80c-7de3-4aca-bbfe-9f4031645699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:12:41.788213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d7cda80c-7de3-4aca-bbfe-9f4031645699 admin admin] 10.222.0.49 "GET /v2.0/networks/62b64842-c91c-4b34-a62b-6fa9dc31b3e6 HTTP/1.1" status: 200 len: 825 time: 0.9821754 Sep 22 09:12:41.826568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-53cf91bf-2007-45e7-a355-cabb53835fe5 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/3e1462f1-eb88-4b36-83c8-30e1449b446a HTTP/1.1" status: 200 len: 734 time: 0.0322349 Sep 22 09:12:41.836322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Request body: {'subnet': {'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3e1462f1-eb88-4b36-83c8-30e1449b446a', 'ip_version': 4, 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6', 'name': 'private-subnet'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:12:41.838199 n-d-805649-4 neutron-server[95510]: INFO neutron.quota [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Loaded quota_driver: . Sep 22 09:12:41.931954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Made reservation on behalf of 42c20fdc472a4b6188baca059710cfd1 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:12:41.934810 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:42.296212 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:42.366539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Checking segment: {'id': '4cb290d2-2e9d-46fa-9a0b-f2348254aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:12:42.366886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Network hostable DHCP agents. Network: 62b64842-c91c-4b34-a62b-6fa9dc31b3e6, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:12:42.381365 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75860558-9f46-466e-949d-144d2b107075,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:42.394668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.395009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.400935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.400935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.400935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.400935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.400935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.401346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.401346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.401346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.401346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.401346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Tracked resource versions report: Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: pushed versions: Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: { 'AddressGroup': {'1.2'}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'ConntrackHelper': {'1.0'}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'Log': {'1.0'}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'Network': {'1.1'}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'Port': {'1.7'}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'PortForwarding': {'1.2'}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'QosPolicy': {'1.9'}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'SecurityGroup': {'1.4'}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'SecurityGroupRule': {'1.2'}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'SubPort': {'1.0'}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'Subnet': {'1.1'}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'Trunk': {'1.1'}} Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: consumer versions: Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: { DHCP agent@n-d-805649-4: {}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: L3 agent@n-d-805649-4: {}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: Metadata agent@n-d-805649-4: {}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: Metering agent@n-d-805649-4: {}, Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: Open vSwitch agent@n-d-805649-4: { 'AddressGroup': '1.2', Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'ConntrackHelper': '1.0', Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'Log': '1.0', Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'Network': '1.1', Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'Port': '1.7', Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'PortForwarding': '1.2', Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'QosPolicy': '1.9', Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'SecurityGroup': '1.4', Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'SecurityGroupRule': '1.2', Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'SubPort': '1.0', Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'Subnet': '1.1', Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: 'Trunk': '1.1'}} Sep 22 09:12:42.401704 n-d-805649-4 neutron-server[95510]: {{(pid=95510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 09:12:42.478845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Network 62b64842-c91c-4b34-a62b-6fa9dc31b3e6 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:12:42.559018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 62b64842-c91c-4b34-a62b-6fa9dc31b3e6) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:12:42.564108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:12:42.564743 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:42.570645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726511ee-294e-412a-8e24-efda0597451e None None] Network 62b64842-c91c-4b34-a62b-6fa9dc31b3e6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:12:42.650624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b54ff08a-ecc8-4353-8e05-f56cabd59f74 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8179388 Sep 22 09:12:42.892360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-62b64842-c91c-4b34-a62b-6fa9dc31b3e6', 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'fixed_ips': [{'subnet_id': '75860558-9f46-466e-949d-144d2b107075'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:12:42.893663 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:43.169194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Allocated IP 172.20.0.2 (62b64842-c91c-4b34-a62b-6fa9dc31b3e6/75860558-9f46-466e-949d-144d2b107075/0ccee79f-6a7f-4a78-be3a-842b82202972) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:12:43.432198 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:43.521566 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:43.604096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Network 62b64842-c91c-4b34-a62b-6fa9dc31b3e6 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:12:43.610710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:12:43.613836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:12:43.623085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Pushing event updated for resources: {'Port': ['ID=0ccee79f-6a7f-4a78-be3a-842b82202972,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:43.655814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.656173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.656544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.657006 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.657836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.657836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.658095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.658428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.658758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.659689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.659689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.659864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Tracked resource versions report: Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: pushed versions: Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: { 'AddressGroup': {'1.2'}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'ConntrackHelper': {'1.0'}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'Log': {'1.0'}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'Network': {'1.1'}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'Port': {'1.7'}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'PortForwarding': {'1.2'}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'QosPolicy': {'1.9'}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'SecurityGroup': {'1.4'}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'SecurityGroupRule': {'1.2'}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'SubPort': {'1.0'}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'Subnet': {'1.1'}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'Trunk': {'1.1'}} Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: consumer versions: Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: { DHCP agent@n-d-805649-4: {}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: L3 agent@n-d-805649-4: {}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: Metadata agent@n-d-805649-4: {}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: Metering agent@n-d-805649-4: {}, Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: Open vSwitch agent@n-d-805649-4: { 'AddressGroup': '1.2', Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'ConntrackHelper': '1.0', Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'Log': '1.0', Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'Network': '1.1', Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'Port': '1.7', Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'PortForwarding': '1.2', Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'QosPolicy': '1.9', Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'SecurityGroup': '1.4', Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'SecurityGroupRule': '1.2', Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'SubPort': '1.0', Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'Subnet': '1.1', Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: 'Trunk': '1.1'}} Sep 22 09:12:43.660886 n-d-805649-4 neutron-server[95511]: {{(pid=95511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 09:12:43.711702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Attempting to bind port 0ccee79f-6a7f-4a78-be3a-842b82202972 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:12:43.712098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Attempting to bind port 0ccee79f-6a7f-4a78-be3a-842b82202972 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '4cb290d2-2e9d-46fa-9a0b-f2348254aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:12:43.712518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Attempting to bind port 0ccee79f-6a7f-4a78-be3a-842b82202972 on network 62b64842-c91c-4b34-a62b-6fa9dc31b3e6 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:12:43.717873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:12:43.718283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Checking segment: {'id': '4cb290d2-2e9d-46fa-9a0b-f2348254aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:12:43.718769 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:43.719193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Bound using segment: {'id': '4cb290d2-2e9d-46fa-9a0b-f2348254aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:12:43.719661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Bound port: 0ccee79f-6a7f-4a78-be3a-842b82202972, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb290d2-2e9d-46fa-9a0b-f2348254aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:12:43.720070 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:43.794747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] For port 0ccee79f-6a7f-4a78-be3a-842b82202972, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:12:43.799236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] For port 0ccee79f-6a7f-4a78-be3a-842b82202972, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0ccee79f-6a7f-4a78-be3a-842b82202972,segment=NetworkSegment(4cb290d2-2e9d-46fa-9a0b-f2348254aa4c),segment_id=4cb290d2-2e9d-46fa-9a0b-f2348254aa4c)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:12:43.858584 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:43.926154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb108e-5396-4d1d-a616-6b39cc7c818c None None] Pushing event updated for resources: {'Port': ['ID=0ccee79f-6a7f-4a78-be3a-842b82202972,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:45.096459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43236) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:12:45.412340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-3ce9685f-14b0-46ec-855f-61a339e5f525 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:12:45.413405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3ce9685f-14b0-46ec-855f-61a339e5f525 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3159814 Sep 22 09:12:47.822901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43244) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:12:48.141743 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-b4c01177-0bad-4c0b-953f-b0873a1d06a7 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:12:48.142789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b4c01177-0bad-4c0b-953f-b0873a1d06a7 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3188109 Sep 22 09:12:50.801266 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43254) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:12:51.104424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5eb428b5-311a-4f5b-9199-aa6b23723a71 admin admin] Request body: {'router': {'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'name': 'router1', 'admin_state_up': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:12:51.204931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5eb428b5-311a-4f5b-9199-aa6b23723a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:51.206590 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5eb428b5-311a-4f5b-9199-aa6b23723a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:51.345492 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5eb428b5-311a-4f5b-9199-aa6b23723a71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:51.510539 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5eb428b5-311a-4f5b-9199-aa6b23723a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:51.586991 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5eb428b5-311a-4f5b-9199-aa6b23723a71 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:51.588236 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5eb428b5-311a-4f5b-9199-aa6b23723a71 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7860000 Sep 22 09:12:52.191574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d03611-d061-457f-8c99-5f28ee66d250 None None] Network 62b64842-c91c-4b34-a62b-6fa9dc31b3e6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:12:52.316367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8ec14f9d-6957-4e6d-980e-adc9bc3328e7 None None] Provisioning complete for port 0ccee79f-6a7f-4a78-be3a-842b82202972 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:52.316781 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8ec14f9d-6957-4e6d-980e-adc9bc3328e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:52.501800 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8ec14f9d-6957-4e6d-980e-adc9bc3328e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:52.537943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8ec14f9d-6957-4e6d-980e-adc9bc3328e7 None None] For port 0ccee79f-6a7f-4a78-be3a-842b82202972, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0ccee79f-6a7f-4a78-be3a-842b82202972,segment=NetworkSegment(4cb290d2-2e9d-46fa-9a0b-f2348254aa4c),segment_id=4cb290d2-2e9d-46fa-9a0b-f2348254aa4c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:12:52.627518 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8ec14f9d-6957-4e6d-980e-adc9bc3328e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:52.679563 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec14f9d-6957-4e6d-980e-adc9bc3328e7 None None] Pushing event updated for resources: {'Port': ['ID=0ccee79f-6a7f-4a78-be3a-842b82202972,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:52.746607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b0e8caee-3a68-4f68-87b8-15d8610d41e3 None None] Provisioning complete for port 0ccee79f-6a7f-4a78-be3a-842b82202972 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:52.746895 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b0e8caee-3a68-4f68-87b8-15d8610d41e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:52.870248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0ccee79f-6a7f-4a78-be3a-842b82202972 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:12:52.916938 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0ccee79f-6a7f-4a78-be3a-842b82202972 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:52.917308 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:54.028406 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43266) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:12:54.126861 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-87068c60-9ebe-4444-842e-fd1cd8d2976f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:54.345075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-54d1db6c-6ee5-48f4-9ed0-782380f95a4f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:12:54.346074 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-54d1db6c-6ee5-48f4-9ed0-782380f95a4f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3166418 Sep 22 09:12:56.753642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43274) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:12:56.783533 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d48739ab-43a2-4e47-a902-4cbb27b66916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:57.065323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:12:57.137522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Made reservation on behalf of 8bf8e1d9af29497589327cf5568fd5c7 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:12:57.139645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:57.147907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:57.231017 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:57.315083 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:57.332874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Reserving flat network on physical network physnet1 {{(pid=95509) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 09:12:57.346854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c6c491-a9f4-4f8e-8b38-8c9007873d88,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:57.354962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:57.355291 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Added segment 484b5952-8abb-4159-bf95-fd673c0827ea of type flat for network 5e75face-888a-4970-82a5-d7242fd1d1cf Sep 22 09:12:57.424957 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:57.549016 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:57.640384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:57.641487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:12:57.642066 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:57.697223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] Pushing event updated for resources: {'Network': ['ID=5e75face-888a-4970-82a5-d7242fd1d1cf,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:57.706902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 5e75face-888a-4970-82a5-d7242fd1d1cf details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:12:57.766983 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7282071d-2890-44d3-bbcd-e18548ee93de admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0121522 Sep 22 09:12:57.924224 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:59.571851 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:00.160758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43292) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:13:00.375903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8717958-0b62-4f9d-8ce2-3fcd7f94f030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:13:00.377499 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d8717958-0b62-4f9d-8ce2-3fcd7f94f030 admin admin] 10.222.0.49 "GET /v2.0/subnets/75860558-9f46-466e-949d-144d2b107075 HTTP/1.1" status: 200 len: 849 time: 0.2157841 Sep 22 09:13:00.493885 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-06f0474c-a11a-4f70-a6e0-f6d50b555551 admin admin] 10.222.0.49 "GET /v2.0/routers/3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 HTTP/1.1" status: 200 len: 704 time: 0.1103022 Sep 22 09:13:00.752927 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:01.040158 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Allocated IP 172.20.0.1 (62b64842-c91c-4b34-a62b-6fa9dc31b3e6/75860558-9f46-466e-949d-144d2b107075/860b4e86-4788-4ad9-8ad0-46027542e466) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:13:01.219854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:01.338899 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:13:01.350092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:01.414354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Network 62b64842-c91c-4b34-a62b-6fa9dc31b3e6 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:13:01.419095 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:13:01.431036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:13:01.431564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:01.543084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=860b4e86-4788-4ad9-8ad0-46027542e466,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:13:01.590718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7954c186-d014-4174-a7ad-2d5843da9d60 None None] Provisioning complete for port 860b4e86-4788-4ad9-8ad0-46027542e466 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:13:01.591313 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7954c186-d014-4174-a7ad-2d5843da9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:01.625673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7954c186-d014-4174-a7ad-2d5843da9d60 None None] Port 860b4e86-4788-4ad9-8ad0-46027542e466 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:13:01.756618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:01.963631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:02.034609 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:02.035348 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:02.098244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=860b4e86-4788-4ad9-8ad0-46027542e466,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:13:02.158965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Network 62b64842-c91c-4b34-a62b-6fa9dc31b3e6 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:13:02.160221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:13:02.346741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-993840b3-cb7b-4ee4-bcbf-0bacb3a4d47f None None] Provisioning complete for port 860b4e86-4788-4ad9-8ad0-46027542e466 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:13:02.347113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-993840b3-cb7b-4ee4-bcbf-0bacb3a4d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:02.382661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-993840b3-cb7b-4ee4-bcbf-0bacb3a4d47f None None] Port 860b4e86-4788-4ad9-8ad0-46027542e466 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:13:02.387207 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Router 3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:13:02.478518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:13:02.483793 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3622a791-9594-4ac1-8b07-7fb0ae52e2f5 admin admin] 10.222.0.49 "PUT /v2.0/routers/3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9841945 Sep 22 09:13:02.489161 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Sync routers for ids ['3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:13:02.504456 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Routers {'3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:13:02.505317 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a2c97194-7969-4702-972a-e10575d14505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:12:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:13:02.688086 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Set router 3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:13:03.110395 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a2c97194-7969-4702-972a-e10575d14505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'name': 'router1', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:12:51Z', 'updated_at': '2021-09-22T09:13:01Z', 'revision_number': 2, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'gw_port_host': None, '_interfaces': [{'id': '860b4e86-4788-4ad9-8ad0-46027542e466', 'name': '', 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'mac_address': 'fa:16:3e:4a:e1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75860558-9f46-466e-949d-144d2b107075', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:13:00Z', 'updated_at': '2021-09-22T09:13:01Z', 'revision_number': 2, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'subnets': [{'id': '75860558-9f46-466e-949d-144d2b107075', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1462f1-eb88-4b36-83c8-30e1449b446a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:13:03.160892 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Checking router: 3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:13:03.161259 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Updating router 3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 port 860b4e86-4788-4ad9-8ad0-46027542e466 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:13:03.209049 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:03.720794 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:03.798592 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:03.956295 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Pushing event updated for resources: {'Port': ['ID=860b4e86-4788-4ad9-8ad0-46027542e466,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:13:03.971176 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.971465 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.971799 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.972125 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.972456 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.972807 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.973127 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.973444 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.973758 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.974070 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.974382 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.974697 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Tracked resource versions report: Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: pushed versions: Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: { 'AddressGroup': {'1.2'}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'ConntrackHelper': {'1.0'}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'Log': {'1.0'}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'Network': {'1.1'}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'Port': {'1.7'}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'PortForwarding': {'1.2'}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'QosPolicy': {'1.9'}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'SecurityGroup': {'1.4'}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'SecurityGroupRule': {'1.2'}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'SubPort': {'1.0'}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'Subnet': {'1.1'}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'Trunk': {'1.1'}} Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: consumer versions: Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: { DHCP agent@n-d-805649-4: {}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: L3 agent@n-d-805649-4: {}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: Metadata agent@n-d-805649-4: {}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: Metering agent@n-d-805649-4: {}, Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: Open vSwitch agent@n-d-805649-4: { 'AddressGroup': '1.2', Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'ConntrackHelper': '1.0', Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'Log': '1.0', Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'Network': '1.1', Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'Port': '1.7', Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'PortForwarding': '1.2', Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'QosPolicy': '1.9', Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'SecurityGroup': '1.4', Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'SecurityGroupRule': '1.2', Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'SubPort': '1.0', Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'Subnet': '1.1', Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: 'Trunk': '1.1'}} Sep 22 09:13:03.975783 n-d-805649-4 neutron-server[95512]: {{(pid=95512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 09:13:03.978238 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Attempting to bind port 860b4e86-4788-4ad9-8ad0-46027542e466 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:13:03.978622 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Attempting to bind port 860b4e86-4788-4ad9-8ad0-46027542e466 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '4cb290d2-2e9d-46fa-9a0b-f2348254aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:13:03.979035 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Attempting to bind port 860b4e86-4788-4ad9-8ad0-46027542e466 on network 62b64842-c91c-4b34-a62b-6fa9dc31b3e6 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:13:03.984911 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:13:03.985338 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Checking segment: {'id': '4cb290d2-2e9d-46fa-9a0b-f2348254aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:13:03.985850 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:03.986226 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Bound using segment: {'id': '4cb290d2-2e9d-46fa-9a0b-f2348254aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:13:03.986839 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Bound port: 860b4e86-4788-4ad9-8ad0-46027542e466, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb290d2-2e9d-46fa-9a0b-f2348254aa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:13:03.987713 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:04.009771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7cd9e59a-04d7-45cd-bf55-88dda1818828 None None] Provisioning complete for port 860b4e86-4788-4ad9-8ad0-46027542e466 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:13:04.010335 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7cd9e59a-04d7-45cd-bf55-88dda1818828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:04.045660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9e59a-04d7-45cd-bf55-88dda1818828 None None] Port 860b4e86-4788-4ad9-8ad0-46027542e466 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:13:04.053079 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-a2c97194-7969-4702-972a-e10575d14505 None None] For port 860b4e86-4788-4ad9-8ad0-46027542e466, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:13:04.072512 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-a2c97194-7969-4702-972a-e10575d14505 None None] For port 860b4e86-4788-4ad9-8ad0-46027542e466, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=860b4e86-4788-4ad9-8ad0-46027542e466,segment=NetworkSegment(4cb290d2-2e9d-46fa-9a0b-f2348254aa4c),segment_id=4cb290d2-2e9d-46fa-9a0b-f2348254aa4c)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:13:04.138337 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:04.195475 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Routers {'3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:13:04.196126 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a2c97194-7969-4702-972a-e10575d14505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:12:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:13:04.233267 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7dca7-be2f-4b4e-a27e-7e41beb5a732 None None] Pushing event updated for resources: {'Port': ['ID=860b4e86-4788-4ad9-8ad0-46027542e466,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:13:04.310534 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a2c97194-7969-4702-972a-e10575d14505 None None] Set router 3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:13:04.366031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-74b30408-d3fe-42f0-8eb9-d725f598ddca None None] Provisioning complete for port 860b4e86-4788-4ad9-8ad0-46027542e466 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:13:04.366409 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-74b30408-d3fe-42f0-8eb9-d725f598ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:04.443308 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-74b30408-d3fe-42f0-8eb9-d725f598ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:04.476765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-74b30408-d3fe-42f0-8eb9-d725f598ddca None None] For port 860b4e86-4788-4ad9-8ad0-46027542e466, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=860b4e86-4788-4ad9-8ad0-46027542e466,segment=NetworkSegment(4cb290d2-2e9d-46fa-9a0b-f2348254aa4c),segment_id=4cb290d2-2e9d-46fa-9a0b-f2348254aa4c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:13:04.522019 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a2c97194-7969-4702-972a-e10575d14505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'name': 'router1', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:12:51Z', 'updated_at': '2021-09-22T09:13:01Z', 'revision_number': 2, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'gw_port_host': None, '_interfaces': [{'id': '860b4e86-4788-4ad9-8ad0-46027542e466', 'name': '', 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'mac_address': 'fa:16:3e:4a:e1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75860558-9f46-466e-949d-144d2b107075', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:13:00Z', 'updated_at': '2021-09-22T09:13:04Z', 'revision_number': 4, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'subnets': [{'id': '75860558-9f46-466e-949d-144d2b107075', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1462f1-eb88-4b36-83c8-30e1449b446a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:13:04.537987 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-74b30408-d3fe-42f0-8eb9-d725f598ddca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:04.547877 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c97194-7969-4702-972a-e10575d14505 None None] The sync data for ids ['3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'] in n-d-805649-4 is: [{'id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'name': 'router1', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:12:51Z', 'updated_at': '2021-09-22T09:13:01Z', 'revision_number': 2, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'gw_port_host': None, '_interfaces': [{'id': '860b4e86-4788-4ad9-8ad0-46027542e466', 'name': '', 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'mac_address': 'fa:16:3e:4a:e1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75860558-9f46-466e-949d-144d2b107075', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:13:00Z', 'updated_at': '2021-09-22T09:13:04Z', 'revision_number': 4, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'subnets': [{'id': '75860558-9f46-466e-949d-144d2b107075', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1462f1-eb88-4b36-83c8-30e1449b446a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:13:04.599619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b30408-d3fe-42f0-8eb9-d725f598ddca None None] Pushing event updated for resources: {'Port': ['ID=860b4e86-4788-4ad9-8ad0-46027542e466,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:13:04.734117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43312) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:13:04.851721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121c88ed-105a-420c-9df1-62eae57560f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:13:04.853055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-121c88ed-105a-420c-9df1-62eae57560f6 admin admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 842 time: 0.1180961 Sep 22 09:13:04.863096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.6.0/24', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'gateway_ip': '172.25.6.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:13:04.954733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Made reservation on behalf of 8bf8e1d9af29497589327cf5568fd5c7 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:13:04.957140 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Notify callbacks [] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:05.357839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.objects.ports [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95510) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:13:05.358499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:05.417833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=21862f6b-c577-4634-8a98-0c5640f319e2,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:13:05.426155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:13:05.426515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Network hostable DHCP agents. Network: 5e75face-888a-4970-82a5-d7242fd1d1cf, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:13:05.509048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:13:05.577875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 5e75face-888a-4970-82a5-d7242fd1d1cf) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:13:05.583233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:13:05.589636 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:05.589783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec604f7-3262-4241-9e92-3d08a3fa5f23 None None] Network 5e75face-888a-4970-82a5-d7242fd1d1cf requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:13:05.672769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5b9c84cb-0cf2-445c-b10e-892df0671abb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8023338 Sep 22 09:13:05.713721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf9880b-a928-4722-b1e5-f9b2c684163d None None] Network 5e75face-888a-4970-82a5-d7242fd1d1cf requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:13:07.956262 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43320) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:13:08.183590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2840b638-e81b-4497-8ecc-d7f6e311b0ae admin admin] 10.222.0.49 "GET /v2.0/routers/3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 HTTP/1.1" status: 200 len: 710 time: 0.2261360 Sep 22 09:13:08.268688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9df493-8996-4586-9519-646380c4e2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:13:08.270135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5c9df493-8996-4586-9519-646380c4e2cc admin admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 886 time: 0.0798588 Sep 22 09:13:08.279400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:13:08.516642 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:08.826163 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:08.904454 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:09.095218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Allocated IP 172.25.6.149 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/024530b3-dd7f-4407-a4f0-49c636bcb45e) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:13:09.201097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:09.416520 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:09.482944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:13:09.488102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:13:09.496396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:13:09.535938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Pushing event updated for resources: {'Port': ['ID=024530b3-dd7f-4407-a4f0-49c636bcb45e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:13:09.871059 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:10.062197 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:10.067377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:10.176055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Router 3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:13:10.278739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:13:10.283217 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:10.284427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2fd5fd4c-dfd2-4ef7-8ba5-c186042e7780 admin admin] 10.222.0.49 "PUT /v2.0/routers/3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 HTTP/1.1" status: 200 len: 890 time: 2.0081663 Sep 22 09:13:10.886767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 860b4e86-4788-4ad9-8ad0-46027542e466 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:13:10.941552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 860b4e86-4788-4ad9-8ad0-46027542e466 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:13:10.941923 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:11.005987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Sync routers for ids ['3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:13:11.029177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Routers {'3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:13:11.029752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:12:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:13:11.233832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Set router 3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:13:11.634433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'name': 'router1', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '024530b3-dd7f-4407-a4f0-49c636bcb45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:12:51Z', 'updated_at': '2021-09-22T09:13:09Z', 'revision_number': 4, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'gw_port': {'id': '024530b3-dd7f-4407-a4f0-49c636bcb45e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:13:08Z', 'updated_at': '2021-09-22T09:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '860b4e86-4788-4ad9-8ad0-46027542e466', 'name': '', 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'mac_address': 'fa:16:3e:4a:e1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75860558-9f46-466e-949d-144d2b107075', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:13:00Z', 'updated_at': '2021-09-22T09:13:04Z', 'revision_number': 5, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'subnets': [{'id': '75860558-9f46-466e-949d-144d2b107075', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1462f1-eb88-4b36-83c8-30e1449b446a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:13:11.684190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Checking router: 3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:13:11.684539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Updating router 3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 port 024530b3-dd7f-4407-a4f0-49c636bcb45e binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:13:11.732232 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:12.041750 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:12.095252 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:12.149117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Attempting to bind port 024530b3-dd7f-4407-a4f0-49c636bcb45e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:13:12.149486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Attempting to bind port 024530b3-dd7f-4407-a4f0-49c636bcb45e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:13:12.149852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Attempting to bind port 024530b3-dd7f-4407-a4f0-49c636bcb45e on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:13:12.152567 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce82f05-c665-4355-994b-f885911b0b0b None None] Pushing event updated for resources: {'Port': ['ID=024530b3-dd7f-4407-a4f0-49c636bcb45e,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:13:12.158197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:13:12.158571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:13:12.158975 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:12.159714 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:13:12.159830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Bound port: 024530b3-dd7f-4407-a4f0-49c636bcb45e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:13:12.160221 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:12.335763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] For port 024530b3-dd7f-4407-a4f0-49c636bcb45e, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:13:12.338988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] For port 024530b3-dd7f-4407-a4f0-49c636bcb45e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=024530b3-dd7f-4407-a4f0-49c636bcb45e,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:13:12.409974 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:12.465528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Routers {'3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:13:12.466146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:12:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:13:12.511483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce82f05-c665-4355-994b-f885911b0b0b None None] Pushing event updated for resources: {'Port': ['ID=024530b3-dd7f-4407-a4f0-49c636bcb45e,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:13:12.586114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] Set router 3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:13:12.696088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43332) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:13:12.799898 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'name': 'router1', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '024530b3-dd7f-4407-a4f0-49c636bcb45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:12:51Z', 'updated_at': '2021-09-22T09:13:09Z', 'revision_number': 4, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'gw_port': {'id': '024530b3-dd7f-4407-a4f0-49c636bcb45e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:13:08Z', 'updated_at': '2021-09-22T09:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '860b4e86-4788-4ad9-8ad0-46027542e466', 'name': '', 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'mac_address': 'fa:16:3e:4a:e1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75860558-9f46-466e-949d-144d2b107075', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:13:00Z', 'updated_at': '2021-09-22T09:13:04Z', 'revision_number': 5, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'subnets': [{'id': '75860558-9f46-466e-949d-144d2b107075', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1462f1-eb88-4b36-83c8-30e1449b446a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:13:12.812824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-33b84d6b-026e-498f-9108-31212cedd975 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1155956 Sep 22 09:13:12.826254 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f7ccf3-1b3c-4228-ba0a-e862b2630184 None None] The sync data for ids ['3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8'] in n-d-805649-4 is: [{'id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'name': 'router1', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '024530b3-dd7f-4407-a4f0-49c636bcb45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:12:51Z', 'updated_at': '2021-09-22T09:13:09Z', 'revision_number': 4, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'gw_port': {'id': '024530b3-dd7f-4407-a4f0-49c636bcb45e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:13:08Z', 'updated_at': '2021-09-22T09:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '860b4e86-4788-4ad9-8ad0-46027542e466', 'name': '', 'network_id': '62b64842-c91c-4b34-a62b-6fa9dc31b3e6', 'tenant_id': '42c20fdc472a4b6188baca059710cfd1', 'mac_address': 'fa:16:3e:4a:e1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceaa12f-31ac-47af-bf59-ddd20e4f6fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '75860558-9f46-466e-949d-144d2b107075', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:13:00Z', 'updated_at': '2021-09-22T09:13:04Z', 'revision_number': 5, 'project_id': '42c20fdc472a4b6188baca059710cfd1', 'subnets': [{'id': '75860558-9f46-466e-949d-144d2b107075', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1462f1-eb88-4b36-83c8-30e1449b446a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:13:14.901395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 024530b3-dd7f-4407-a4f0-49c636bcb45e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:13:14.957934 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 024530b3-dd7f-4407-a4f0-49c636bcb45e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:13:14.958311 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:15.047315 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:15.069296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 024530b3-dd7f-4407-a4f0-49c636bcb45e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=024530b3-dd7f-4407-a4f0-49c636bcb45e,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:13:15.175589 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:15.228936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=024530b3-dd7f-4407-a4f0-49c636bcb45e,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:13:16.900164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 024530b3-dd7f-4407-a4f0-49c636bcb45e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:13:16.961341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 024530b3-dd7f-4407-a4f0-49c636bcb45e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:13:16.962153 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:24.097742 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7078eaf9-3e12-4d28-b55a-f2f78b0e2d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:26.766508 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13eb95e9-551b-4fe0-97c8-6d172564ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:27.434858 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:27.829709 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:29.594752 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:38.354385 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:13:54.242994 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae56b5-8e48-4542-9ae1-946a1e280d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:56.788308 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8ef32eba-a005-4651-824b-d52490652cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:57.433825 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:57.822752 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:59.594073 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.344282 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:14:24.105003 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff509f9f-896b-48d6-8f04-43230b3f3289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:26.776699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0efc4e34-ad5f-4b70-be7e-38d326d5d71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:27.445250 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:27.827853 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:29.590968 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:52.343087 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:14:54.101504 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-468b23cb-8941-4e19-ab3d-8382fbc8b6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:55.595818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43926) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:14:55.658375 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedc04de-a7cb-4153-9d33-91330f63050e admin admin] GET failed (client error): The resource could not be found. Sep 22 09:14:55.659716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eedc04de-a7cb-4153-9d33-91330f63050e admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629370 Sep 22 09:14:55.817472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7092a551-d563-4010-911b-601a90c48e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:14:55.818874 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7092a551-d563-4010-911b-601a90c48e8b admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545577 Sep 22 09:14:56.781913 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-987a3d0c-5e7f-435a-8c44-31d5c992fb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:57.435880 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:57.861639 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:58.033384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43936) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:14:58.123334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f42c5e-48e0-42a5-9d38-daceeb854da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:14:58.124573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-21f42c5e-48e0-42a5-9d38-daceeb854da3 admin admin] 10.222.0.49 "GET /v2.0/subnets/75860558-9f46-466e-949d-144d2b107075 HTTP/1.1" status: 200 len: 849 time: 0.0902593 Sep 22 09:14:58.134518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:14:58.216204 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:58.412814 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729506799351'] for subnet, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:58.444211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:14:58.444808 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:58.447892 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] 10.222.0.49 "PUT /v2.0/subnets/75860558-9f46-466e-949d-144d2b107075 HTTP/1.1" status: 200 len: 868 time: 0.3151393 Sep 22 09:14:58.463717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c78b3b-f195-48a5-8be5-78aae1b450cd None None] Network 62b64842-c91c-4b34-a62b-6fa9dc31b3e6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:14:58.464402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=75860558-9f46-466e-949d-144d2b107075,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:58.472312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.472681 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.473026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.473362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.473681 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.474001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.474320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.474636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.474951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.475263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.475574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.475885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2601be-c40c-4cdb-b036-4e4d3083d9bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:58.801640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-09e85b0f-503d-4576-a70a-bf70b898a1fc None None] Provisioning complete for port 860b4e86-4788-4ad9-8ad0-46027542e466 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:58.802014 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09e85b0f-503d-4576-a70a-bf70b898a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:58.889488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-09e85b0f-503d-4576-a70a-bf70b898a1fc None None] Provisioning complete for port 0ccee79f-6a7f-4a78-be3a-842b82202972 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:58.890072 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09e85b0f-503d-4576-a70a-bf70b898a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:59.607334 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:00.630869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43946) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:00.884104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e1540-6434-4edb-9734-12796c377003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:00.884590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e1540-6434-4edb-9734-12796c377003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:00.886202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-436e1540-6434-4edb-9734-12796c377003 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2538884 Sep 22 09:15:03.083436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43954) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:03.279257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c55cbe-d66f-42a5-8497-4e43fcce7fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:03.279719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c55cbe-d66f-42a5-8497-4e43fcce7fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:03.281305 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-30c55cbe-d66f-42a5-8497-4e43fcce7fa2 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968913 Sep 22 09:15:05.476363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43962) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:05.676364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac862525-58c6-46f4-abf3-94ee43942873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:05.677703 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ac862525-58c6-46f4-abf3-94ee43942873 admin admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 886 time: 0.2003598 Sep 22 09:15:07.863962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43970) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:07.991371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe01b79-ff69-426d-9f59-0829e09ce6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:07.992786 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6fe01b79-ff69-426d-9f59-0829e09ce6b0 admin admin] 10.222.0.49 "GET /v2.0/networks/62b64842-c91c-4b34-a62b-6fa9dc31b3e6 HTTP/1.1" status: 200 len: 869 time: 0.1278126 Sep 22 09:15:10.153773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43978) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:10.278713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f00327-4bd6-4e08-af37-af6a6fa26645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:10.279169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f00327-4bd6-4e08-af37-af6a6fa26645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:10.280705 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-66f00327-4bd6-4e08-af37-af6a6fa26645 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260004 Sep 22 09:15:12.455685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43986) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:12.546283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d602a-8e2d-4ccb-8a8b-3e1609137bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:12.546740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d602a-8e2d-4ccb-8a8b-3e1609137bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:12.548259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8f8d602a-8e2d-4ccb-8a8b-3e1609137bdf admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916529 Sep 22 09:15:14.740705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43994) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:14.825927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ee328-dd59-4ecc-82e8-c5461a3e2f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:14.827274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7e2ee328-dd59-4ecc-82e8-c5461a3e2f13 admin admin] 10.222.0.49 "GET /v2.0/subnets/21862f6b-c577-4634-8a98-0c5640f319e2 HTTP/1.1" status: 200 len: 816 time: 0.0856032 Sep 22 09:15:17.061609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44002) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:17.153932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88817606-21ed-4833-ad81-f9c190573c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:17.155194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-88817606-21ed-4833-ad81-f9c190573c53 admin admin] 10.222.0.49 "GET /v2.0/subnets/75860558-9f46-466e-949d-144d2b107075 HTTP/1.1" status: 200 len: 868 time: 0.0926504 Sep 22 09:15:24.120876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dc53fe2b-a4d3-4aa6-84cf-2ac437bd6aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:26.778091 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7751-589f-452c-8bbc-e549df7e6058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:27.438155 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:27.832548 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:29.341652 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:15:29.612405 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:41.429882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44056) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:41.479134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-e4764c53-434a-4486-b556-6a27ed65eba0 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:15:41.480134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e4764c53-434a-4486-b556-6a27ed65eba0 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492842 Sep 22 09:15:43.776490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44064) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:43.840236 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34d0894-f576-4b65-a9b3-3c503e38d09b admin admin] GET failed (client error): The resource could not be found. Sep 22 09:15:43.841582 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f34d0894-f576-4b65-a9b3-3c503e38d09b admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641243 Sep 22 09:15:43.985745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835030a-f959-49c3-aeb6-3a874757bbaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:43.987162 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0835030a-f959-49c3-aeb6-3a874757bbaa admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1410089 Sep 22 09:15:46.196664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44072) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:46.250758 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:15:46.371922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Made reservation on behalf of 8bf8e1d9af29497589327cf5568fd5c7 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:15:46.374181 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:46.417826 n-d-805649-4 neutron-server[95510]: WARNING neutron.services.revisions.revision_plugin [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Could not find related network for resource to bump revision. Sep 22 09:15:46.441115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:15:46.453446 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729506825099', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:46.454231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Unsubscribe: segment precommit_create {{(pid=95510) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 09:15:46.454701 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Added segment 39dbaa8c-342a-4f01-8b19-d782ecbeeed3 of type vlan for network a2d705f9-1d92-4f33-a702-9f6b93093747 Sep 22 09:15:46.502960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:46.609566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:46.610599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:46.611183 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:46.702303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Pushing event updated for resources: {'Network': ['ID=a2d705f9-1d92-4f33-a702-9f6b93093747,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:15:46.709686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.710023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.710356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.710746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.711115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.711441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.711759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.712077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.712392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.712703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.713622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.714110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:46.718515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d80c7d6b-d8ef-4c03-93bc-c5261ebc9636 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5207627 Sep 22 09:15:46.732390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network a2d705f9-1d92-4f33-a702-9f6b93093747 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:15:48.947382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44080) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:15:49.007805 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b7947a-055e-4ab6-8d99-2372c5934eb3 admin admin] GET failed (client error): The resource could not be found. Sep 22 09:15:49.009139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e1b7947a-055e-4ab6-8d99-2372c5934eb3 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606833 Sep 22 09:15:49.077257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee3af2-bc71-48b0-b170-35b61b421417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:49.078714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7bee3af2-bc71-48b0-b170-35b61b421417 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649319 Sep 22 09:15:49.089717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:15:49.211605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] Made reservation on behalf of 8bf8e1d9af29497589327cf5568fd5c7 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:15:49.215990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:49.421062 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:49.474280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b407fef-7706-4aa0-b311-6aa32316d452,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:15:49.485061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:15:49.485412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] Network hostable DHCP agents. Network: a2d705f9-1d92-4f33-a702-9f6b93093747, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:15:49.589118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:15:49.674768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, a2d705f9-1d92-4f33-a702-9f6b93093747) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:15:49.678871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:15:49.679452 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:49.684347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0812d7a3-6cf2-4e96-8d5b-1ae3e416b701 None None] Network a2d705f9-1d92-4f33-a702-9f6b93093747 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:15:49.770503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-279e62b4-2b2a-427f-ad78-e7cc1f0fbb79 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6845300 Sep 22 09:15:49.831770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-a2d705f9-1d92-4f33-a702-9f6b93093747', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'tenant_id': '8bf8e1d9af29497589327cf5568fd5c7', 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:15:49.832979 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:49.973051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Allocated IP 192.168.233.2 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/72b6329a-78dd-47b3-8291-d923c54c531b) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:15:50.126182 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:50.212245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:50.250095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:15:50.253046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:15:50.256529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:15:50.271452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Pushing event updated for resources: {'Port': ['ID=72b6329a-78dd-47b3-8291-d923c54c531b,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:15:50.294448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.294808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.295154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.295508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.295836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.296169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.296514 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.296848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.303538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.303538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.303538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.303538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:50.334538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Attempting to bind port 72b6329a-78dd-47b3-8291-d923c54c531b on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:15:50.334839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Attempting to bind port 72b6329a-78dd-47b3-8291-d923c54c531b by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:15:50.341645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Attempting to bind port 72b6329a-78dd-47b3-8291-d923c54c531b on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:15:50.341645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:15:50.341645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:15:50.342577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:50.342974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:15:50.343441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Bound port: 72b6329a-78dd-47b3-8291-d923c54c531b, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:15:50.343831 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:50.408271 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] For port 72b6329a-78dd-47b3-8291-d923c54c531b, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:15:50.411494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] For port 72b6329a-78dd-47b3-8291-d923c54c531b, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=72b6329a-78dd-47b3-8291-d923c54c531b,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:15:50.498385 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:50.553664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91654ae9-da93-4f5b-965f-b7042b4959d6 None None] Pushing event updated for resources: {'Port': ['ID=72b6329a-78dd-47b3-8291-d923c54c531b,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:15:51.009205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 72b6329a-78dd-47b3-8291-d923c54c531b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:15:51.065040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 72b6329a-78dd-47b3-8291-d923c54c531b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:15:51.065413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:51.145886 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:51.180923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 72b6329a-78dd-47b3-8291-d923c54c531b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=72b6329a-78dd-47b3-8291-d923c54c531b,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:15:51.246916 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:51.309791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=72b6329a-78dd-47b3-8291-d923c54c531b,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:15:51.423193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69193074-ff32-47dc-907c-a6106974d3e5 None None] Network a2d705f9-1d92-4f33-a702-9f6b93093747 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:15:51.508478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2e3c720f-2afe-4ddb-b7e6-860d9245314a None None] Provisioning complete for port 72b6329a-78dd-47b3-8291-d923c54c531b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:15:51.508880 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2e3c720f-2afe-4ddb-b7e6-860d9245314a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:51.912973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-38d52e27-4003-4aa7-9853-133831661e83 None None] Provisioning complete for port 72b6329a-78dd-47b3-8291-d923c54c531b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:15:51.913298 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38d52e27-4003-4aa7-9853-133831661e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:52.968798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 72b6329a-78dd-47b3-8291-d923c54c531b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:15:53.015400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 72b6329a-78dd-47b3-8291-d923c54c531b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:15:53.015817 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:54.091540 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d6f54031-442b-460f-aab1-728f20c09fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:56.817374 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e34d16a8-fbaf-40c5-afca-9d57da98bd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:57.434638 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:57.869158 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:59.600164 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.340399 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:16:24.108172 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05977846-0eab-4467-9886-70e54e3078e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:26.785829 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07a37a86-c968-4d49-86c2-bc122addea49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:27.442977 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:27.848835 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:29.622184 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:43.338449 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:16:54.122458 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9e124369-efc9-4b80-885b-042f4c112f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:56.779494 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-14983818-b89e-4fd2-b8a3-4b0ee0a15257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:57.430932 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:57.844669 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:59.627251 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:07.455760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44134) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:17:07.462531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-ac17bf16-a150-4f2c-be5f-a5bb67a202b4 tempest-verify_tempest_config-240289800 tempest-verify_tempest_config-240289800-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:17:07.463546 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ac17bf16-a150-4f2c-be5f-a5bb67a202b4 tempest-verify_tempest_config-240289800 tempest-verify_tempest_config-240289800-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067954 Sep 22 09:17:07.937332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44152) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:17:08.041351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:08.124198 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:08.186907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:08.228550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155955ca-32f9-4ccc-8f2c-6240f7a9f936,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:17:08.233004 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e16c8402c7bb4b6d9421a0f4f5a58ff4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2945514 Sep 22 09:17:08.235925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44158) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:17:08.237135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.237476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.237806 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.238134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.238456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.238774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.239107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.239427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.239719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.240031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.240343 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.240652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adb7f2d-0cc6-48df-a618-9430c47a570d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.313502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:08.333945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:08.467661 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:08.470204 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:08.471370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/155955ca-32f9-4ccc-8f2c-6240f7a9f936 HTTP/1.1" status: 204 len: 168 time: 0.2345083 Sep 22 09:17:08.480685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155955ca-32f9-4ccc-8f2c-6240f7a9f936,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:17:08.485597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.485941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.486273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.486606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.486931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.487246 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.487563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.487880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.488191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.488503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.488843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:08.489153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37917a5f-a061-49ac-b9ad-4bb90a3c9a5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:20.338374 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:17:24.135551 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0831415a-0dbd-4c13-903c-6b63472c37d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:26.780862 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16ab9054-d996-4584-806c-87d87fa7a91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:27.466850 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:27.844032 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:29.613105 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:54.123540 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-efff3aa1-d0f3-4886-bb60-9437761c0ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:56.787179 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c97c00c-45ff-4884-8ad2-4003c88648fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:57.338465 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:17:57.431497 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:57.849485 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:59.620566 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:24.099622 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9f35bf00-3dcf-49d6-81e9-e0e1eeb44fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:26.779741 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-43dac331-cc3f-4788-b38b-80c2d2134d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:27.430741 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:27.876426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:29.625295 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:34.336326 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:18:54.126143 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c8b6d233-bf29-4295-959b-1a96ec6dffad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:56.767634 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-acd110d0-4bdf-491a-8da6-449ea66622a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:57.436145 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:57.830487 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:59.607076 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:11.335783 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:19:24.121339 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c7f64b76-b7fe-4122-ba6c-d25441e72acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:26.812288 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b61b46ef-f48c-46e5-93f9-616d9ac8bfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:27.475118 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:27.846568 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.657831 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:48.335566 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 5 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:19:54.115582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e743f9d1-04dd-439e-a22d-7014ae43e079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:56.800179 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bce3c0c7-925f-41d6-837c-8a8f8fd1e1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:57.445994 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:57.863343 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:59.629434 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:22.936579 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691716'] for agent, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:24.073551 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3691716'] for agent, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:24.119453 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b159ed24-199a-4857-8d6a-ab0f2d0e3d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:25.335696 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:20:26.782897 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b96d41e6-b574-4994-801d-963d9d866c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:27.445473 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:27.873583 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:29.639478 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:52.878936 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:54.004784 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:54.090464 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c3b15ceb-84c9-4562-a15d-54a8d23e8ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:56.804351 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a6d7a6a4-617b-4726-aff4-75e5e2538f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:57.438940 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:57.868024 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:59.655081 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:02.335399 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:21:08.175236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44222) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:21:08.283170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c826c052-1f94-402f-8836-46a5f167698b admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1068492 Sep 22 09:21:10.492622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44232) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:21:10.546835 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d8b7af42-3ae0-4dcd-aa7c-80a87e0b331f admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0530460 Sep 22 09:21:22.901360 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:24.032057 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:24.123884 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f5e89544-dd51-454f-bcba-28a3076085b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:26.798137 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d4a5bd6-9f5a-454f-b38c-d736a8db88f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:27.477891 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:27.849392 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:29.632630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:39.334153 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:21:52.937722 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:54.038056 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:54.129378 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5c0a-b16b-45ef-a89c-b05afa4c15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:56.797764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2939bee4-a59b-45e8-a2fc-bfac648e9a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:57.431785 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:57.865800 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:59.642962 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:16.333505 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:22:22.916834 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:24.059436 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:24.128514 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-23536316-93e0-4ccd-b29b-a4539342d4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:26.791412 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6e910686-8205-456a-bfac-ab72765702df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:27.448487 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:27.928230 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:29.654506 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:32.612877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44342) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:32.951344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-602b2c65-3b24-4ee7-86d2-e56b9171751b tempest-AutoAllocateNetworkTest-480238124 tempest-AutoAllocateNetworkTest-480238124-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c65493fa5eb4452d8d3e9d24954223e1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3372679 Sep 22 09:22:32.953681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44370) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:33.145454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31465b34-0753-4e03-8b9a-643e23d3df57 tempest-AutoAllocateNetworkTest-480238124 tempest-AutoAllocateNetworkTest-480238124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:33.147489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-31465b34-0753-4e03-8b9a-643e23d3df57 tempest-AutoAllocateNetworkTest-480238124 tempest-AutoAllocateNetworkTest-480238124-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1929181 Sep 22 09:22:33.150657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44384) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:33.211564 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9e9ca7da-646b-4174-b1c2-b5e7d7960ea5 tempest-AutoAllocateNetworkTest-480238124 tempest-AutoAllocateNetworkTest-480238124-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591805 Sep 22 09:22:33.214386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44390) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:33.244925 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4036f346-a802-4ada-bed2-6d0e4f43a8dc tempest-AutoAllocateNetworkTest-480238124 tempest-AutoAllocateNetworkTest-480238124-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c65493fa5eb4452d8d3e9d24954223e1 HTTP/1.1" status: 200 len: 208 time: 0.0294402 Sep 22 09:22:34.317309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44426) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:34.530845 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:34.621970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:34.688109 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:34.725539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3d68d5-98cb-4c47-9ecc-65b76a9e4679,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:34.729082 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c65493fa5eb4452d8d3e9d24954223e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4107592 Sep 22 09:22:34.731943 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44454) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:34.735092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.735433 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.735771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.736102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.736432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.736774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.737100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.737422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.737741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.738092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.738432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.738752 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ecd82-0a0b-46a7-8698-ac5b434e3d82 admin admin] Tracked resource versions report: Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: pushed versions: Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: { 'AddressGroup': {'1.2'}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'ConntrackHelper': {'1.0'}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'Log': {'1.0'}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'Network': {'1.1'}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'Port': {'1.7'}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'PortForwarding': {'1.2'}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'QosPolicy': {'1.9'}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'SecurityGroup': {'1.4'}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'SecurityGroupRule': {'1.2'}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'SubPort': {'1.0'}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'Subnet': {'1.1'}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'Trunk': {'1.1'}} Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: consumer versions: Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: { DHCP agent@n-d-805649-4: {}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: HyperV agent@n-h1-805649-4: {}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: HyperV agent@n-h2-805649-4: {}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: L3 agent@n-d-805649-4: {}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: Metadata agent@n-d-805649-4: {}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: Metering agent@n-d-805649-4: {}, Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: Open vSwitch agent@n-d-805649-4: { 'AddressGroup': '1.2', Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'ConntrackHelper': '1.0', Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'Log': '1.0', Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'Network': '1.1', Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'Port': '1.7', Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'PortForwarding': '1.2', Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'QosPolicy': '1.9', Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'SecurityGroup': '1.4', Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'SecurityGroupRule': '1.2', Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'SubPort': '1.0', Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'Subnet': '1.1', Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: 'Trunk': '1.1'}} Sep 22 09:22:34.739859 n-d-805649-4 neutron-server[95509]: {{(pid=95509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 09:22:34.804667 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:34.828606 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:34.962776 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:34.965280 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:34.966460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb3d68d5-98cb-4c47-9ecc-65b76a9e4679 HTTP/1.1" status: 204 len: 168 time: 0.2334371 Sep 22 09:22:34.974163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3d68d5-98cb-4c47-9ecc-65b76a9e4679,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:34.982418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.982760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.983096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.983428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.983755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.984080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.984399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.984776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.985141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.985461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.985785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.986119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c13da-d801-4df5-9b93-bdfad8149de1 admin admin] Tracked resource versions report: Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: pushed versions: Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: { 'AddressGroup': {'1.2'}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'ConntrackHelper': {'1.0'}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'Log': {'1.0'}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'Network': {'1.1'}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'Port': {'1.7'}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'PortForwarding': {'1.2'}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'QosPolicy': {'1.9'}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'SecurityGroup': {'1.4'}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'SecurityGroupRule': {'1.2'}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'SubPort': {'1.0'}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'Subnet': {'1.1'}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'Trunk': {'1.1'}} Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: consumer versions: Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: { DHCP agent@n-d-805649-4: {}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: HyperV agent@n-h1-805649-4: {}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: HyperV agent@n-h2-805649-4: {}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: L3 agent@n-d-805649-4: {}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: Metadata agent@n-d-805649-4: {}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: Metering agent@n-d-805649-4: {}, Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: Open vSwitch agent@n-d-805649-4: { 'AddressGroup': '1.2', Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'ConntrackHelper': '1.0', Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'Log': '1.0', Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'Network': '1.1', Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'Port': '1.7', Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'PortForwarding': '1.2', Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'QosPolicy': '1.9', Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'SecurityGroup': '1.4', Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'SecurityGroupRule': '1.2', Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'SubPort': '1.0', Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'Subnet': '1.1', Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: 'Trunk': '1.1'}} Sep 22 09:22:34.987220 n-d-805649-4 neutron-server[95510]: {{(pid=95510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 09:22:39.723516 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44688) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:39.726293 n-d-805649-4 neutron-server[95510]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 09:22:39.746290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-f65d083d-f74c-4a40-a0bf-d48fc415be56 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216806 Sep 22 09:22:39.855766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-7f998348-6ba6-498c-a29d-666a90a2b029 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:39.857284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-7f998348-6ba6-498c-a29d-666a90a2b029 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055584 Sep 22 09:22:39.872994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-13abf70c-29bf-47e3-91e6-6392e39e29a4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/quotas/cccf4f5c32f64a2aad005f97f6abc32e HTTP/1.1" status: 200 len: 375 time: 0.0099292 Sep 22 09:22:40.017481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-b105ff35-e759-467d-a3c0-6fb7c23a100d tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1391578 Sep 22 09:22:40.524577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-395f57f8-63ba-4936-b6d2-2064da2b0de0 req-c6c9153e-bbd7-4f72-aa14-99e28566719e tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 210 time: 0.0681148 Sep 22 09:22:40.885934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44776) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:41.007390 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4840-2786-41a5-b05d-01dca9544853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:41.131147 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4840-2786-41a5-b05d-01dca9544853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:41.202608 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4840-2786-41a5-b05d-01dca9544853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:41.253857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d4840-2786-41a5-b05d-01dca9544853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e127fc1f-44d9-4050-a7ae-d2abb536fd42,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:41.261314 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ff4d4840-2786-41a5-b05d-01dca9544853 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bf4be395dbc4cf3948ef2d0ac246171&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3741434 Sep 22 09:22:41.261956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44808) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:41.323102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-292d8d7e-df5f-47f4-a71b-8ca0724d919c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:41.347339 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-292d8d7e-df5f-47f4-a71b-8ca0724d919c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:41.476794 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-292d8d7e-df5f-47f4-a71b-8ca0724d919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:41.479468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-292d8d7e-df5f-47f4-a71b-8ca0724d919c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:41.480747 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-292d8d7e-df5f-47f4-a71b-8ca0724d919c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e127fc1f-44d9-4050-a7ae-d2abb536fd42 HTTP/1.1" status: 204 len: 168 time: 0.2179182 Sep 22 09:22:41.497824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d8d7e-df5f-47f4-a71b-8ca0724d919c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e127fc1f-44d9-4050-a7ae-d2abb536fd42,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:41.693111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0475fe52-7346-4958-87f0-2c2f84e9affa req-12d54702-d213-43dc-a599-aac869d9cd4f tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 210 time: 0.0364766 Sep 22 09:22:41.915750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44860) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:42.341172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44892) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:42.355041 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f096e285-bfea-448a-a97d-ec6e7ac243e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.451734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44900) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:42.477617 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f096e285-bfea-448a-a97d-ec6e7ac243e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.528517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f096e285-bfea-448a-a97d-ec6e7ac243e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.584920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096e285-bfea-448a-a97d-ec6e7ac243e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d591e0b-10d5-4b1e-b526-984e54651356,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:42.604815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44910) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:42.617096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f096e285-bfea-448a-a97d-ec6e7ac243e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3851654418744d19aef51a28b1b5dd5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2741570 Sep 22 09:22:42.619823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44914) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:42.628920 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9235-93e3-4a04-abd2-72e55da1e136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.749104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-871a64cb-822d-4b46-b8a5-c7646675b0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.753909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba822904-4c04-42c6-afaa-1cc2bdb80fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.791004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba822904-4c04-42c6-afaa-1cc2bdb80fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.818303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb9d5192-7778-4d75-aa55-3ec2da119567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.857116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9235-93e3-4a04-abd2-72e55da1e136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.890080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b48fb92f-dad4-4902-946a-b321ce1ec528 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c5650d2ac8c44e72ae3c0c1d92eb0e57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275176 Sep 22 09:22:42.922439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44940) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:42.934262 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9235-93e3-4a04-abd2-72e55da1e136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.996872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba822904-4c04-42c6-afaa-1cc2bdb80fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.999909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba822904-4c04-42c6-afaa-1cc2bdb80fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.001234 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ba822904-4c04-42c6-afaa-1cc2bdb80fea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d591e0b-10d5-4b1e-b526-984e54651356 HTTP/1.1" status: 204 len: 168 time: 0.3804855 Sep 22 09:22:43.017917 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-871a64cb-822d-4b46-b8a5-c7646675b0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.019435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba822904-4c04-42c6-afaa-1cc2bdb80fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d591e0b-10d5-4b1e-b526-984e54651356,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:43.030969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec9235-93e3-4a04-abd2-72e55da1e136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8524cf7-51a7-4e4c-a74e-b505ba398a05,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:43.036935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a2ec9235-93e3-4a04-abd2-72e55da1e136 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8cf0247a69144cec90f35be7af1ebc63&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1183989 Sep 22 09:22:43.038559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44948) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:43.069893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-cf71314f-19a1-4ca6-8407-68cbd4b6ff82 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:43.071326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-cf71314f-19a1-4ca6-8407-68cbd4b6ff82 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758008 Sep 22 09:22:43.084614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-871a64cb-822d-4b46-b8a5-c7646675b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.088661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c16dbd7-3525-47ee-8d8d-76dabf799f64 req-66d48195-6814-407d-9d3c-03c608c4622f tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 210 time: 0.1651981 Sep 22 09:22:43.106055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-9d3d4cc1-3fc6-4cb7-9254-3fc65dab0121 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/quotas/c5650d2ac8c44e72ae3c0c1d92eb0e57 HTTP/1.1" status: 200 len: 375 time: 0.0195932 Sep 22 09:22:43.142119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44950) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:43.142514 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-871a64cb-822d-4b46-b8a5-c7646675b0a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb256b8c9fb54c1a8d4efc31f0762b79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6845257 Sep 22 09:22:43.156324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a64cb-822d-4b46-b8a5-c7646675b0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017006b2-c1ef-4c18-a047-ad6545744ef5,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:43.170970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b8e2ba7f-c786-4798-b95e-b376b17cf139 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5650d2ac8c44e72ae3c0c1d92eb0e57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435150 Sep 22 09:22:43.195541 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fe14dc22-5d53-43fd-979b-90e91e9891cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.223757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb9d5192-7778-4d75-aa55-3ec2da119567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.230521 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fe14dc22-5d53-43fd-979b-90e91e9891cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.254748 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0baa08b3-ea34-43d9-891c-adb6750527cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.289193 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0baa08b3-ea34-43d9-891c-adb6750527cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.294541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb9d5192-7778-4d75-aa55-3ec2da119567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.342456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d5192-7778-4d75-aa55-3ec2da119567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43da5e04-7203-411f-9c92-0d6977ba18e6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:43.347668 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eb9d5192-7778-4d75-aa55-3ec2da119567 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e69931da6b6840c79622f5354623c840&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7455740 Sep 22 09:22:43.350772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44956) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:43.417694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e67e9e63-0a25-4fb2-b48a-9050dbee083f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.423277 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fe14dc22-5d53-43fd-979b-90e91e9891cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.427087 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fe14dc22-5d53-43fd-979b-90e91e9891cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.428962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fe14dc22-5d53-43fd-979b-90e91e9891cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8524cf7-51a7-4e4c-a74e-b505ba398a05 HTTP/1.1" status: 204 len: 168 time: 0.3892283 Sep 22 09:22:43.444803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.45', 54650) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:43.454225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e67e9e63-0a25-4fb2-b48a-9050dbee083f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.480976 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1f394c93-3087-4649-aac6-811cf6745848 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325513 Sep 22 09:22:43.482875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf4301af-f1f3-4585-b1ce-afa57a7bb3fc req-30af3b4c-2b47-4a62-9dbe-528237bed540 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 210 time: 0.0906668 Sep 22 09:22:43.487361 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0baa08b3-ea34-43d9-891c-adb6750527cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.490038 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0baa08b3-ea34-43d9-891c-adb6750527cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.491157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0baa08b3-ea34-43d9-891c-adb6750527cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/017006b2-c1ef-4c18-a047-ad6545744ef5 HTTP/1.1" status: 204 len: 168 time: 0.3358588 Sep 22 09:22:43.538536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14dc22-5d53-43fd-979b-90e91e9891cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8524cf7-51a7-4e4c-a74e-b505ba398a05,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:43.572387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa08b3-ea34-43d9-891c-adb6750527cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017006b2-c1ef-4c18-a047-ad6545744ef5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:43.591749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e67e9e63-0a25-4fb2-b48a-9050dbee083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.595525 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e67e9e63-0a25-4fb2-b48a-9050dbee083f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:43.605295 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e67e9e63-0a25-4fb2-b48a-9050dbee083f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43da5e04-7203-411f-9c92-0d6977ba18e6 HTTP/1.1" status: 204 len: 168 time: 0.2462802 Sep 22 09:22:43.607187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e9e63-0a25-4fb2-b48a-9050dbee083f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43da5e04-7203-411f-9c92-0d6977ba18e6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:43.645448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-d7f0e1c7-7669-46b7-bc3a-ec5ded464e54 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:43.648982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-d7f0e1c7-7669-46b7-bc3a-ec5ded464e54 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562855 Sep 22 09:22:43.778690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Request body: {'port': {'device_id': 'dd42acb2-d29b-49e8-901f-efdf6101e0cc', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': 'cccf4f5c32f64a2aad005f97f6abc32e'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:22:44.059962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Made reservation on behalf of cccf4f5c32f64a2aad005f97f6abc32e for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:22:44.064419 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.074279 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.194281 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.263626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.295395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a11420e0-cf22-489a-8eb3-0c19c2b7ac14 req-0d232631-0bf1-4b46-a4df-d14c8fddd04c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 210 time: 0.0454719 Sep 22 09:22:44.313782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45008) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:44.366304 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0e9af6e-be9f-44aa-a1cf-f5183fb0b8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.433408 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20bb0319-0e4b-4fc7-b78b-94443c478100,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:44.481929 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0e9af6e-be9f-44aa-a1cf-f5183fb0b8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.523260 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0e9af6e-be9f-44aa-a1cf-f5183fb0b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.568188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d0e9af6e-be9f-44aa-a1cf-f5183fb0b8bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15b8ff4a24c94af4adaff31c2431f980&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2528191 Sep 22 09:22:44.570038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45018) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:44.570985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Allocated IP 192.168.233.12 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/2256551e-20ae-4a50-bd6a-2517e787d3b2) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:22:44.577925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9af6e-be9f-44aa-a1cf-f5183fb0b8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef0c22e-5a69-4330-906f-2b64c396bdc8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:44.634111 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-932bdca4-f7c0-406d-895f-d190473fe69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.667277 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-932bdca4-f7c0-406d-895f-d190473fe69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.703653 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bbc1742-931d-458e-afdd-5aa79b1af92a req-d48760dc-ae77-4206-881f-d40112079c30 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 210 time: 0.0451281 Sep 22 09:22:44.797944 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.813462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45030) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:44.827561 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f96c818-5909-434e-be0d-302228949bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.837268 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-932bdca4-f7c0-406d-895f-d190473fe69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.839774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-932bdca4-f7c0-406d-895f-d190473fe69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.843470 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-932bdca4-f7c0-406d-895f-d190473fe69a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eef0c22e-5a69-4330-906f-2b64c396bdc8 HTTP/1.1" status: 204 len: 168 time: 0.2701383 Sep 22 09:22:44.857338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bdca4-f7c0-406d-895f-d190473fe69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef0c22e-5a69-4330-906f-2b64c396bdc8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:44.866906 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.952368 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f96c818-5909-434e-be0d-302228949bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.022417 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45036) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:45.036346 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e3eb-af27-43af-89e9-bc448856d4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.039621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f96c818-5909-434e-be0d-302228949bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.065534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:22:45.076447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:22:45.079450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:22:45.085587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:45.086231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.097476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96c818-5909-434e-be0d-302228949bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6993c212-382f-4672-90b2-65197a39d3aa,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:45.103479 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1f96c818-5909-434e-be0d-302228949bf3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5865ae45c00441d98fd2b36050cedda9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2870483 Sep 22 09:22:45.110818 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45040) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:45.114533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Pushing event updated for resources: {'Port': ['ID=2256551e-20ae-4a50-bd6a-2517e787d3b2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:45.209253 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8d47538-976f-4adb-bc56-7c0e9d4eb4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.244397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8d47538-976f-4adb-bc56-7c0e9d4eb4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.255005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e3eb-af27-43af-89e9-bc448856d4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.317201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ec5e3eb-af27-43af-89e9-bc448856d4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.360863 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6ec5e3eb-af27-43af-89e9-bc448856d4ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=024d27a85a3743c7bfc6f512114d2a39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3372798 Sep 22 09:22:45.363706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45044) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:45.370207 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5e3eb-af27-43af-89e9-bc448856d4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d69fcf5-6037-4332-8e04-c3f8d0a737a1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:45.405139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1184f74b-6010-4a8a-977a-7edcb20fa356 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6294229 Sep 22 09:22:45.407427 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8d47538-976f-4adb-bc56-7c0e9d4eb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.411787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-43014c8e-4375-4eab-814b-f4b3eab0ec8e None None] Provisioning complete for port 2256551e-20ae-4a50-bd6a-2517e787d3b2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:22:45.412471 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-43014c8e-4375-4eab-814b-f4b3eab0ec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.414636 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8d47538-976f-4adb-bc56-7c0e9d4eb4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.418521 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b8d47538-976f-4adb-bc56-7c0e9d4eb4dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6993c212-382f-4672-90b2-65197a39d3aa HTTP/1.1" status: 204 len: 168 time: 0.3040738 Sep 22 09:22:45.428478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1b094913-3017-4101-af74-1830505f303b tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:22:45.439912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-1b094913-3017-4101-af74-1830505f303b tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217183 Sep 22 09:22:45.465689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d47538-976f-4adb-bc56-7c0e9d4eb4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6993c212-382f-4672-90b2-65197a39d3aa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:45.489416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-43014c8e-4375-4eab-814b-f4b3eab0ec8e None None] Port 2256551e-20ae-4a50-bd6a-2517e787d3b2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:22:45.498774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09c39ff9-651e-4c95-a48e-66ca76703cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.542578 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09c39ff9-651e-4c95-a48e-66ca76703cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.690277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144872c-de4b-49d0-8459-27fc6fbefab5 req-39006092-690c-4ea8-b1f9-60c99c148788 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:45.694764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09c39ff9-651e-4c95-a48e-66ca76703cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.698883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a144872c-de4b-49d0-8459-27fc6fbefab5 req-39006092-690c-4ea8-b1f9-60c99c148788 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 935 time: 0.1392860 Sep 22 09:22:45.699007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09c39ff9-651e-4c95-a48e-66ca76703cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:45.702690 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-09c39ff9-651e-4c95-a48e-66ca76703cbd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d69fcf5-6037-4332-8e04-c3f8d0a737a1 HTTP/1.1" status: 204 len: 168 time: 0.3354394 Sep 22 09:22:45.709813 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c39ff9-651e-4c95-a48e-66ca76703cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d69fcf5-6037-4332-8e04-c3f8d0a737a1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:45.812134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a144872c-de4b-49d0-8459-27fc6fbefab5 req-d4fffab4-cdca-4d80-9cb5-25bae1ac1433 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120887 Sep 22 09:22:45.862695 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2bb53007-e8a4-4025-a558-1bfe20dbb066 req-4f66b3db-406a-4790-ab92-38ae7e5b9ead tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 210 time: 0.0348251 Sep 22 09:22:46.134782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Request body: {'port': {'device_id': 'dd42acb2-d29b-49e8-901f-efdf6101e0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:22:46.268841 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:46.393931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.60', 56596) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:46.430063 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-73c7197a-9b5c-44b4-9acc-599d1de507c7 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c5650d2ac8c44e72ae3c0c1d92eb0e57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347886 Sep 22 09:22:46.749513 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-ee3737b0-0d28-417e-8ad3-121bf104e33a tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:46.749513 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-ee3737b0-0d28-417e-8ad3-121bf104e33a tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530215 Sep 22 09:22:46.773581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2256551e-20ae-4a50-bd6a-2517e787d3b2 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:22:46.780414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Request body: {'port': {'device_id': '00b2182e-bee0-4f91-bb92-f50a77e3135b', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': 'c5650d2ac8c44e72ae3c0c1d92eb0e57'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:22:46.783896 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:46.818340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Transition to ACTIVE for port object 2256551e-20ae-4a50-bd6a-2517e787d3b2 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:22:47.102831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de215408-eb4b-431d-935a-fa8dc6262f8b req-0764b975-43f8-4984-93de-f026206a5eca tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 210 time: 0.0804868 Sep 22 09:22:47.102831 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:47.229572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Attempting to bind port 2256551e-20ae-4a50-bd6a-2517e787d3b2 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:22:47.229917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Attempting to bind port 2256551e-20ae-4a50-bd6a-2517e787d3b2 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:22:47.230237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Attempting to bind port 2256551e-20ae-4a50-bd6a-2517e787d3b2 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:22:47.240772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Port 2256551e-20ae-4a50-bd6a-2517e787d3b2 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:22:47.240772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Attempting to bind port 2256551e-20ae-4a50-bd6a-2517e787d3b2 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:22:47.250088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6f7c4-13b9-4ff8-aa3c-bfffa629bcd1 req-f71cbdf6-b76a-49fe-9ee9-52392bc3328a tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:47.252325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0a6f7c4-13b9-4ff8-aa3c-bfffa629bcd1 req-f71cbdf6-b76a-49fe-9ee9-52392bc3328a tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 935 time: 0.2895443 Sep 22 09:22:47.260872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:22:47.261282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:22:47.262111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:22:47.262248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Bound port: 2256551e-20ae-4a50-bd6a-2517e787d3b2, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:22:47.262614 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:47.285260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Pushing event updated for resources: {'Port': ['ID=2256551e-20ae-4a50-bd6a-2517e787d3b2,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:47.365332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0a6f7c4-13b9-4ff8-aa3c-bfffa629bcd1 req-c3e9b507-c9f4-4161-be94-59c40fcfc8c9 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837195 Sep 22 09:22:47.382800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Made reservation on behalf of c5650d2ac8c44e72ae3c0c1d92eb0e57 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:22:47.388863 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:47.413154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:47.419638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] For port 2256551e-20ae-4a50-bd6a-2517e787d3b2, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:22:47.431216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] For port 2256551e-20ae-4a50-bd6a-2517e787d3b2, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2256551e-20ae-4a50-bd6a-2517e787d3b2,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:22:47.519453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:47.597764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:47.598298 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:47.600399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] 10.222.0.45 "PUT /v2.0/ports/2256551e-20ae-4a50-bd6a-2517e787d3b2 HTTP/1.1" status: 200 len: 1095 time: 1.7794497 Sep 22 09:22:47.600900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd42acb2-d29b-49e8-901f-efdf6101e0cc', 'tag': '2256551e-20ae-4a50-bd6a-2517e787d3b2'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:22:47.653477 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:47.716493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad5b02-f41e-4383-bbf4-7bbd79da2bae service neutron] Pushing event updated for resources: {'Port': ['ID=2256551e-20ae-4a50-bd6a-2517e787d3b2,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:47.718007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:47.910383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0483b7b1-be41-454c-9d32-4b733270ef20,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:48.095815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Allocated IP 192.168.233.92 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/5fdb307c-6236-4192-983f-790bcdcadd5d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:22:48.225158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-365891b9-de3b-4280-abba-6a4d750d308c req-d6e310ec-ae4f-4e5e-9c6f-70980c1f3d83 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 210 time: 0.0543005 Sep 22 09:22:48.428247 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:48.447882 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97759374-4d6c-44ce-a6ae-0facf9433eca" -d '{"events": [{"name": "network-changed", "server_uuid": "dd42acb2-d29b-49e8-901f-efdf6101e0cc", "tag": "2256551e-20ae-4a50-bd6a-2517e787d3b2"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:22:48.523598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:48.651140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:22:48.667980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:22:48.678418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:22:48.680502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f991c23-3a0b-4fdd-ae53-12e2a08a8a99 req-b8225104-aa4e-4610-a0e2-3f9a03c493ca tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:48.685346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f991c23-3a0b-4fdd-ae53-12e2a08a8a99 req-b8225104-aa4e-4610-a0e2-3f9a03c493ca tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 947 time: 0.1551175 Sep 22 09:22:48.689878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:48.690751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:48.803680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f991c23-3a0b-4fdd-ae53-12e2a08a8a99 req-b217d9f6-674b-4ee2-8bdb-57705551d293 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094680 Sep 22 09:22:48.821010 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0448358 Sep 22 09:22:48.821968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be8d9d-c4db-4f04-9cc7-63a34a2314b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Pushing event updated for resources: {'Port': ['ID=5fdb307c-6236-4192-983f-790bcdcadd5d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:48.978002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-1de2a5f9-ef4b-46e5-bdf0-39f4758fdc2f tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:22:48.979327 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-1de2a5f9-ef4b-46e5-bdf0-39f4758fdc2f tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071201 Sep 22 09:22:49.098530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-12f5d702-6438-4dda-a094-9477ace36f60 None None] Provisioning complete for port 5fdb307c-6236-4192-983f-790bcdcadd5d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:22:49.099719 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-12f5d702-6438-4dda-a094-9477ace36f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:49.104703 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894229eb-5b8d-41d8-94c6-ddba8171d565 x-openstack-request-id: req-894229eb-5b8d-41d8-94c6-ddba8171d565 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:22:49.105048 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd42acb2-d29b-49e8-901f-efdf6101e0cc", "tag": "2256551e-20ae-4a50-bd6a-2517e787d3b2", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:22:49.105330 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-894229eb-5b8d-41d8-94c6-ddba8171d565 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:22:49.106046 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd42acb2-d29b-49e8-901f-efdf6101e0cc', 'tag': '2256551e-20ae-4a50-bd6a-2517e787d3b2', 'status': 'completed', 'code': 200} Sep 22 09:22:49.168097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-12f5d702-6438-4dda-a094-9477ace36f60 None None] Port 5fdb307c-6236-4192-983f-790bcdcadd5d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:22:49.500003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf9158-79be-41aa-b057-a7d12467f293 req-f0cacd3a-a72f-43f9-abe0-f1e23ec48cef tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:49.507749 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28cf9158-79be-41aa-b057-a7d12467f293 req-f0cacd3a-a72f-43f9-abe0-f1e23ec48cef tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 935 time: 0.1487801 Sep 22 09:22:49.547133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-7116b968-1dda-416b-afce-492ef6c60f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:49.548897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-7116b968-1dda-416b-afce-492ef6c60f37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 1098 time: 0.1306272 Sep 22 09:22:49.605097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28cf9158-79be-41aa-b057-a7d12467f293 req-9bcda941-f764-4bee-9ae5-d1e75b00a4cd tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914779 Sep 22 09:22:49.638155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-aa3467cf-3f4c-45f2-be8a-d8f9df460849 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2256551e-20ae-4a50-bd6a-2517e787d3b2 HTTP/1.1" status: 200 len: 217 time: 0.0744030 Sep 22 09:22:49.754493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-12da2571-323a-4f77-8bc7-773d3ff1d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:49.756776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-12da2571-323a-4f77-8bc7-773d3ff1d96b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1079142 Sep 22 09:22:49.871343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-b3ee6e8f-8cf2-4320-8285-4080b061fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:49.873665 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-b3ee6e8f-8cf2-4320-8285-4080b061fa42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037507 Sep 22 09:22:50.025090 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250ffd0-ce3a-4f39-9beb-651c2a37bcd0 req-aa74c9cb-3c8f-489b-941c-2ee73b608eaf tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:50.032630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1250ffd0-ce3a-4f39-9beb-651c2a37bcd0 req-aa74c9cb-3c8f-489b-941c-2ee73b608eaf tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 947 time: 0.1567771 Sep 22 09:22:50.114271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1250ffd0-ce3a-4f39-9beb-651c2a37bcd0 req-5257a5a6-436d-4b4e-a9f7-5a26c434f79a tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807254 Sep 22 09:22:50.133317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-eb853828-c6a5-4f39-80b2-c0808b19e04e service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109268 Sep 22 09:22:50.991509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb77c86-b4c2-47a1-bcdb-e5c760a333a1 req-0f3f2b48-20f2-4aa1-8298-f474ba01ab7f tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:50.993096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dcb77c86-b4c2-47a1-bcdb-e5c760a333a1 req-0f3f2b48-20f2-4aa1-8298-f474ba01ab7f tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 935 time: 0.2959447 Sep 22 09:22:51.060278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dcb77c86-b4c2-47a1-bcdb-e5c760a333a1 req-347f944b-47f0-4ba2-ac98-2f5e2b0fbd7f tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546684 Sep 22 09:22:51.281933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95405cc2-1f2d-488b-ad94-92d76b11b6a3 req-d090c8e3-9ead-4d51-be64-4986df226c2c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:51.289387 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95405cc2-1f2d-488b-ad94-92d76b11b6a3 req-d090c8e3-9ead-4d51-be64-4986df226c2c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 947 time: 0.0662966 Sep 22 09:22:51.390489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95405cc2-1f2d-488b-ad94-92d76b11b6a3 req-74b29b9f-e16c-496f-8bc2-9a802e0c481d tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970161 Sep 22 09:22:52.939187 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:53.332900 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:22:54.093795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:54.156597 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fed43409-0de3-49d9-91d8-89dc4f0b7734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:56.205672 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d20b6d6-a05a-460f-9f4e-2f7b963d141e req-d8585ee7-adca-4ce0-8aa1-3da853a10a52 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899363 Sep 22 09:22:56.436962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d44a75be-1218-4b22-91d6-e93c7869c214 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1751bfb8c7754c5e873ac1c3d69929ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428035 Sep 22 09:22:56.478330 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-4ad5b5d3-c60f-4477-94fb-48cc621fb32d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1cf14f0d57b04db4bde24027d9724d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389009 Sep 22 09:22:56.655162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-3548c348-4b44-40e7-aee2-3f77cea38cec tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:56.656622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-3548c348-4b44-40e7-aee2-3f77cea38cec tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069545 Sep 22 09:22:56.689472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-ba55195f-1fca-42b5-a1e8-1ff8adc6ac8a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:56.690881 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-ba55195f-1fca-42b5-a1e8-1ff8adc6ac8a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066731 Sep 22 09:22:56.695922 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-1b3ae0f5-20ec-4a76-a3c9-d5579f6fab22 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/quotas/1751bfb8c7754c5e873ac1c3d69929ef HTTP/1.1" status: 200 len: 375 time: 0.0305300 Sep 22 09:22:56.703861 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97759374-4d6c-44ce-a6ae-0facf9433eca req-50716da7-9960-400b-9785-288b981cda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:56.703861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97759374-4d6c-44ce-a6ae-0facf9433eca req-50716da7-9960-400b-9785-288b981cda5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 1098 time: 0.1081839 Sep 22 09:22:56.742509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-474f10f9-dc96-4221-8919-7f442b179cef tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1751bfb8c7754c5e873ac1c3d69929ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394650 Sep 22 09:22:56.749767 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-3a803e69-07aa-48d0-8208-8232a3b530db tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/quotas/1cf14f0d57b04db4bde24027d9724d39 HTTP/1.1" status: 200 len: 375 time: 0.0519750 Sep 22 09:22:56.784845 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d2244d82-d883-40e9-b703-4dd87856ed21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:56.811748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-be536e32-acdc-4ab6-8d00-bd5a7db35cc1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501108 Sep 22 09:22:56.913663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97759374-4d6c-44ce-a6ae-0facf9433eca req-87a55193-aaf0-4e7b-ab68-edd1bfaea524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:56.925494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97759374-4d6c-44ce-a6ae-0facf9433eca req-87a55193-aaf0-4e7b-ab68-edd1bfaea524 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.2013044 Sep 22 09:22:56.978843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97759374-4d6c-44ce-a6ae-0facf9433eca req-8efbe4ef-1e93-41d9-8f21-ec55bc46f65b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2256551e-20ae-4a50-bd6a-2517e787d3b2 HTTP/1.1" status: 200 len: 217 time: 0.0513155 Sep 22 09:22:57.042009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97759374-4d6c-44ce-a6ae-0facf9433eca req-a09cb736-a50f-4315-a7be-6b16ed943dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:57.042009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97759374-4d6c-44ce-a6ae-0facf9433eca req-a09cb736-a50f-4315-a7be-6b16ed943dfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0522556 Sep 22 09:22:57.120989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97759374-4d6c-44ce-a6ae-0facf9433eca req-da758d45-ad93-43ed-ab17-1b96a66d8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:57.132420 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97759374-4d6c-44ce-a6ae-0facf9433eca req-da758d45-ad93-43ed-ab17-1b96a66d8d6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784216 Sep 22 09:22:57.290893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dc3eb-9ed5-410f-956d-186a968652c8 req-9251e060-be83-487f-890e-4c29f24ec7f1 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:57.292449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f92dc3eb-9ed5-410f-956d-186a968652c8 req-9251e060-be83-487f-890e-4c29f24ec7f1 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 935 time: 0.1203442 Sep 22 09:22:57.353853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97759374-4d6c-44ce-a6ae-0facf9433eca req-2ba06b0b-59cb-416e-a949-bb97333df266 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107732 Sep 22 09:22:57.409697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab224-0115-464e-a552-dee0c5f3543a req-88fddc93-68bd-4473-afe0-10aea64fe75f tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:57.412105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb7ab224-0115-464e-a552-dee0c5f3543a req-88fddc93-68bd-4473-afe0-10aea64fe75f tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 947 time: 0.1402366 Sep 22 09:22:57.417653 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f92dc3eb-9ed5-410f-956d-186a968652c8 req-e27d203d-1e73-442f-84a6-d0b5cba4f788 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018214 Sep 22 09:22:57.470866 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:57.520644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb7ab224-0115-464e-a552-dee0c5f3543a req-072d36be-4ef0-4e9c-b438-33c0d053f0f5 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953317 Sep 22 09:22:57.526721 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97759374-4d6c-44ce-a6ae-0facf9433eca req-2d9758f1-6554-4676-a60d-b8414f22edc5 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585808 Sep 22 09:22:57.600449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c182ca2-1b29-426b-b3e9-4ff4b82a99a0 req-f30e0f8c-52e7-42c5-b8d8-c4eacf9d2159 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 210 time: 0.0298736 Sep 22 09:22:57.668621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ecb88f15-7dc2-4950-a93d-f2425d8eaa16 req-06feb30d-71ab-46e8-9d70-9063ec9131cb tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 210 time: 0.0288370 Sep 22 09:22:57.928132 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:58.575117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816c070-a459-441f-9e9d-1504ddf7cbe2 req-8182e104-feaa-4b74-aee0-5190f9da3448 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:58.576517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f816c070-a459-441f-9e9d-1504ddf7cbe2 req-8182e104-feaa-4b74-aee0-5190f9da3448 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 935 time: 0.0627091 Sep 22 09:22:58.618054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f816c070-a459-441f-9e9d-1504ddf7cbe2 req-3996f8f7-5662-492a-8bdd-350e4122e220 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355461 Sep 22 09:22:58.767273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebca86d9-221b-4369-92d7-5cdff9c3a325 req-dd81c9e8-0f01-475f-b624-d10f30374f05 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 210 time: 0.0350471 Sep 22 09:22:58.781887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aed6f9-0704-478b-81b2-2945ef96eb4f req-3f4a6f46-e9ee-441f-9359-fcf2cdebbbf5 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:58.783671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30aed6f9-0704-478b-81b2-2945ef96eb4f req-3f4a6f46-e9ee-441f-9359-fcf2cdebbbf5 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 947 time: 0.1023500 Sep 22 09:22:58.832779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30aed6f9-0704-478b-81b2-2945ef96eb4f req-7bf3974a-1dd0-47ac-9bd7-f34953eae4fd tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Sep 22 09:22:58.853800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45354) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:58.901638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44643c44-e403-400f-bbf1-e070c6650988 req-9f802844-9cf6-4e5b-aef5-6b52632c153d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 210 time: 0.0304644 Sep 22 09:22:58.993838 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13b891ba-e245-4c78-8e04-355a69a3f330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:59.092780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13b891ba-e245-4c78-8e04-355a69a3f330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:59.173882 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13b891ba-e245-4c78-8e04-355a69a3f330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:59.211662 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-13b891ba-e245-4c78-8e04-355a69a3f330 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c343768ee6c42a4a192715e6c34dd4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3559160 Sep 22 09:22:59.213645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b891ba-e245-4c78-8e04-355a69a3f330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a906ab-6781-41cd-bda1-5f412da357f7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:59.214394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45364) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:22:59.270515 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5486afd6-ba83-45e8-ab61-a94ce7c1567f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:59.307047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5486afd6-ba83-45e8-ab61-a94ce7c1567f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:59.373693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-b15812d1-6301-4df9-936d-908da1692ffe tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1751bfb8c7754c5e873ac1c3d69929ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235960 Sep 22 09:22:59.456442 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5486afd6-ba83-45e8-ab61-a94ce7c1567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:59.459046 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5486afd6-ba83-45e8-ab61-a94ce7c1567f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:59.462657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5486afd6-ba83-45e8-ab61-a94ce7c1567f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2a906ab-6781-41cd-bda1-5f412da357f7 HTTP/1.1" status: 204 len: 168 time: 0.2447767 Sep 22 09:22:59.476097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486afd6-ba83-45e8-ab61-a94ce7c1567f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a906ab-6781-41cd-bda1-5f412da357f7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:59.528077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4f50dac6-16e8-4351-bf1b-a381e58100ab tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:59.529612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4f50dac6-16e8-4351-bf1b-a381e58100ab tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475620 Sep 22 09:22:59.550749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Request body: {'port': {'device_id': '7f766952-350d-4ee0-928e-4fbd5e82a501', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '1751bfb8c7754c5e873ac1c3d69929ef'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:22:59.653640 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:59.727948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Made reservation on behalf of 1751bfb8c7754c5e873ac1c3d69929ef for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:22:59.731466 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:59.743229 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:59.771065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2764d5-44ec-4857-b8e9-1fcb1a30bae4 req-9cb12db2-1112-4658-9752-24c2d68e0005 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:22:59.772601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a2764d5-44ec-4857-b8e9-1fcb1a30bae4 req-9cb12db2-1112-4658-9752-24c2d68e0005 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 935 time: 0.0740077 Sep 22 09:22:59.839644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a2764d5-44ec-4857-b8e9-1fcb1a30bae4 req-6cbcaac2-f8e0-449e-bb24-0f2e42121188 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573373 Sep 22 09:22:59.893718 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:59.940350 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8ad7bb9-8dba-4bd8-8cd8-7c5ff76043e9 req-52af0128-30c0-44a1-94cd-26960f263eea tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 210 time: 0.0295568 Sep 22 09:22:59.950414 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.026547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89e2837-0944-4915-b260-941bbea6667f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:00.041667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.45', 54658) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:00.103366 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9df238f3-e7f9-49a8-96d7-cc8488e78ebc req-6a1674c0-26c4-42bd-a295-fb5188c9cf8f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 210 time: 0.0464866 Sep 22 09:23:00.104600 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-6c61156c-bf62-4f26-bc5d-f19bf8636b2a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1cf14f0d57b04db4bde24027d9724d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378392 Sep 22 09:23:00.211135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45402) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:00.244175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Request body: {'port': {'device_id': '00b2182e-bee0-4f91-bb92-f50a77e3135b', 'device_owner': 'compute:tempest-test_az-1416308502', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:00.249687 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df6731e7-c443-49f1-89cc-70b8f2737cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.283521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-4572fff4-8d84-44dd-a93a-48792ecb51a0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:00.285094 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-4572fff4-8d84-44dd-a93a-48792ecb51a0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732869 Sep 22 09:23:00.307283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Request body: {'port': {'device_id': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '1cf14f0d57b04db4bde24027d9724d39'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:00.310842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8ed34-dfc8-4348-a2a6-9f320b2b6c43 req-140a8785-2bfa-4a93-8a64-a3f6712c0b62 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:00.318805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07a8ed34-dfc8-4348-a2a6-9f320b2b6c43 req-140a8785-2bfa-4a93-8a64-a3f6712c0b62 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 947 time: 0.3139884 Sep 22 09:23:00.361719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Allocated IP 192.168.233.208 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/9bb4ff8b-d017-411e-8bf5-283f92bd7003) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:00.373973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07a8ed34-dfc8-4348-a2a6-9f320b2b6c43 req-10ec96d6-2464-4c14-89ab-746618d18c95 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541635 Sep 22 09:23:00.379294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.481976 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2256551e-20ae-4a50-bd6a-2517e787d3b2 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:23:00.541237 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.575210 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df6731e7-c443-49f1-89cc-70b8f2737cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.599309 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2256551e-20ae-4a50-bd6a-2517e787d3b2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2256551e-20ae-4a50-bd6a-2517e787d3b2,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:00.611552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '2256551e-20ae-4a50-bd6a-2517e787d3b2', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '2256551e-20ae-4a50-bd6a-2517e787d3b2', 'mac_address': 'fa:16:3e:d0:d6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:23:00.647663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df6731e7-c443-49f1-89cc-70b8f2737cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.648123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.655241 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.671164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2256551e-20ae-4a50-bd6a-2517e787d3b2 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:00.695321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2256551e-20ae-4a50-bd6a-2517e787d3b2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2256551e-20ae-4a50-bd6a-2517e787d3b2,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:00.697049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:00.703016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:00.704960 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Pushing event updated for resources: {'Port': ['ID=9bb4ff8b-d017-411e-8bf5-283f92bd7003,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:00.725173 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df6731e7-c443-49f1-89cc-70b8f2737cff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5657ad93fb3046818082b0b6ed5c0687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5095041 Sep 22 09:23:00.729354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45420) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:00.730820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:00.736661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:00.737321 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.779272 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.796156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6731e7-c443-49f1-89cc-70b8f2737cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e44a7f0-4253-485a-9416-390e616db89e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:00.816474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Made reservation on behalf of 1cf14f0d57b04db4bde24027d9724d39 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:00.818884 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.838164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=2256551e-20ae-4a50-bd6a-2517e787d3b2,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:00.845903 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.847193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.847708 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.848242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.848820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.849349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.849874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.850388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.850895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.851482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.851981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.853034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.853571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Tracked resource versions report: Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: pushed versions: Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: { 'AddressGroup': {'1.2'}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'ConntrackHelper': {'1.0'}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'Log': {'1.0'}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'Network': {'1.1'}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'Port': {'1.7'}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'PortForwarding': {'1.2'}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'QosPolicy': {'1.9'}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'SecurityGroup': {'1.4'}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'SecurityGroupRule': {'1.2'}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'SubPort': {'1.0'}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'Subnet': {'1.1'}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'Trunk': {'1.1'}} Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: consumer versions: Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: { DHCP agent@n-d-805649-4: {}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: HyperV agent@n-h1-805649-4: {}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: HyperV agent@n-h2-805649-4: {}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: L3 agent@n-d-805649-4: {}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: Metadata agent@n-d-805649-4: {}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: Metering agent@n-d-805649-4: {}, Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: Open vSwitch agent@n-d-805649-4: { 'AddressGroup': '1.2', Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'ConntrackHelper': '1.0', Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'Log': '1.0', Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'Network': '1.1', Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'Port': '1.7', Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'PortForwarding': '1.2', Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'QosPolicy': '1.9', Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'SecurityGroup': '1.4', Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'SecurityGroupRule': '1.2', Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'SubPort': '1.0', Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'Subnet': '1.1', Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: 'Trunk': '1.1'}} Sep 22 09:23:00.854871 n-d-805649-4 neutron-server[95511]: {{(pid=95511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 09:23:00.886398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f9d73569-517b-43d1-a1a4-5b4bd4818b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.893485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-d2571e0c-d706-4e2d-9e37-a01a0099b463 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3485105 Sep 22 09:23:00.904241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Request body: {'port': {'device_id': '7f766952-350d-4ee0-928e-4fbd5e82a501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:00.984455 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f9d73569-517b-43d1-a1a4-5b4bd4818b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:00.996832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.002799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdb307c-6236-4192-983f-790bcdcadd5d {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:01.022504 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.052979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51969ee1-ab14-42d7-81fe-ff1a6b7fb2ce req-c25876d9-a97b-4bb5-81c8-012298f9904a tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:01.057230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51969ee1-ab14-42d7-81fe-ff1a6b7fb2ce req-c25876d9-a97b-4bb5-81c8-012298f9904a tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 935 time: 0.1182086 Sep 22 09:23:01.071456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Transition to ACTIVE for port object 5fdb307c-6236-4192-983f-790bcdcadd5d will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:23:01.093574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c8eeca9d-9a7d-40da-adac-747bf747dd8a None None] Provisioning complete for port 9bb4ff8b-d017-411e-8bf5-283f92bd7003 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:01.094235 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c8eeca9d-9a7d-40da-adac-747bf747dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.125810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2256551e-20ae-4a50-bd6a-2517e787d3b2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:01.150447 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.184573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeca9d-9a7d-40da-adac-747bf747dd8a None None] Port 9bb4ff8b-d017-411e-8bf5-283f92bd7003 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:23:01.193213 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f9d73569-517b-43d1-a1a4-5b4bd4818b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.196026 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f9d73569-517b-43d1-a1a4-5b4bd4818b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.199597 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f9d73569-517b-43d1-a1a4-5b4bd4818b6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e44a7f0-4253-485a-9416-390e616db89e HTTP/1.1" status: 204 len: 168 time: 0.4655051 Sep 22 09:23:01.207651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51969ee1-ab14-42d7-81fe-ff1a6b7fb2ce req-7ced0674-ef66-4a17-a6dd-2a8618cfcc0f tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457980 Sep 22 09:23:01.220428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194a190-e9c5-4180-9e07-9ceb63ecbf4d req-530367eb-b317-4476-9dbe-b44f1d5776d8 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:01.222070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e194a190-e9c5-4180-9e07-9ceb63ecbf4d req-530367eb-b317-4476-9dbe-b44f1d5776d8 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 936 time: 0.1638298 Sep 22 09:23:01.285453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d73569-517b-43d1-a1a4-5b4bd4818b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e44a7f0-4253-485a-9416-390e616db89e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:01.328663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Pushing event updated for resources: {'Port': ['ID=5fdb307c-6236-4192-983f-790bcdcadd5d,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:01.339438 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.392180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e194a190-e9c5-4180-9e07-9ceb63ecbf4d req-5a65cc32-045c-4dd9-9fb1-76b72f6df1ea tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632662 Sep 22 09:23:01.430848 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.445794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45438) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:01.464643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51db43a1-2599-4cde-9c4b-e0919eb166a6 req-47287156-c0e5-40d7-a9fd-976d5303b66c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 210 time: 0.0782192 Sep 22 09:23:01.488789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Attempting to bind port 5fdb307c-6236-4192-983f-790bcdcadd5d on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:01.489936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Attempting to bind port 5fdb307c-6236-4192-983f-790bcdcadd5d by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:01.490246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Attempting to bind port 5fdb307c-6236-4192-983f-790bcdcadd5d on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:01.663766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb4ff8b-d017-411e-8bf5-283f92bd7003 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:01.674699 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.708968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Port 5fdb307c-6236-4192-983f-790bcdcadd5d on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:23:01.709303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Attempting to bind port 5fdb307c-6236-4192-983f-790bcdcadd5d on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:01.717429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f803c25-d407-4349-86d9-b852c3733ea8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:01.721130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074e8cd-167a-40ae-bdc2-5cc07c2b6488 req-4163fc2d-c0b6-4e65-bd75-5fa2e63385c4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:01.727145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1074e8cd-167a-40ae-bdc2-5cc07c2b6488 req-4163fc2d-c0b6-4e65-bd75-5fa2e63385c4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 948 time: 0.1553311 Sep 22 09:23:01.731221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:01.731600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:01.732166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:01.732616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Bound port: 5fdb307c-6236-4192-983f-790bcdcadd5d, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:01.734597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Transition to ACTIVE for port object 9bb4ff8b-d017-411e-8bf5-283f92bd7003 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:23:01.736365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.801238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1074e8cd-167a-40ae-bdc2-5cc07c2b6488 req-972c3f9d-1155-4b25-830c-8b588271ac73 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699937 Sep 22 09:23:01.808129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.849474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] For port 5fdb307c-6236-4192-983f-790bcdcadd5d, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:01.853459 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6438ed6-da8a-4c0e-8333-8360365fae34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.887011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] For port 5fdb307c-6236-4192-983f-790bcdcadd5d, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5fdb307c-6236-4192-983f-790bcdcadd5d,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:01.906163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb4ff8b-d017-411e-8bf5-283f92bd7003,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:01.917802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Allocated IP 192.168.233.236 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/e67dbe16-ecb3-4db3-843d-fa0609d5b971) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:01.941676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Attempting to bind port 9bb4ff8b-d017-411e-8bf5-283f92bd7003 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:01.942869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Attempting to bind port 9bb4ff8b-d017-411e-8bf5-283f92bd7003 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:01.943706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Attempting to bind port 9bb4ff8b-d017-411e-8bf5-283f92bd7003 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:01.948399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Port 9bb4ff8b-d017-411e-8bf5-283f92bd7003 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:23:01.948904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Attempting to bind port 9bb4ff8b-d017-411e-8bf5-283f92bd7003 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:01.954382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:01.954618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:01.956788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:01.956788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Bound port: 9bb4ff8b-d017-411e-8bf5-283f92bd7003, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:01.956788 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:01.968639 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.030108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] For port 9bb4ff8b-d017-411e-8bf5-283f92bd7003, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:02.034250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] For port 9bb4ff8b-d017-411e-8bf5-283f92bd7003, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9bb4ff8b-d017-411e-8bf5-283f92bd7003,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:02.055372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:02.055372 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.056832 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] 10.222.0.60 "PUT /v2.0/ports/5fdb307c-6236-4192-983f-790bcdcadd5d HTTP/1.1" status: 200 len: 1117 time: 1.9973238 Sep 22 09:23:02.057823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b2182e-bee0-4f91-bb92-f50a77e3135b', 'tag': '5fdb307c-6236-4192-983f-790bcdcadd5d'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:02.152370 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.184303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65045f34-0c9f-45ad-b4bb-a23fcb9071fd service neutron] Pushing event updated for resources: {'Port': ['ID=5fdb307c-6236-4192-983f-790bcdcadd5d,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:02.263010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:02.271071 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.276092 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] 10.222.0.45 "PUT /v2.0/ports/9bb4ff8b-d017-411e-8bf5-283f92bd7003 HTTP/1.1" status: 200 len: 1096 time: 1.3763795 Sep 22 09:23:02.276617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f766952-350d-4ee0-928e-4fbd5e82a501', 'tag': '9bb4ff8b-d017-411e-8bf5-283f92bd7003'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:02.285469 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a0c61d-da3e-49a6-a670-4c504fcf1b07" -d '{"events": [{"name": "network-changed", "server_uuid": "7f766952-350d-4ee0-928e-4fbd5e82a501", "tag": "9bb4ff8b-d017-411e-8bf5-283f92bd7003"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:02.329764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbd747-ed05-42c2-af0c-d376f6d77d13 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb4ff8b-d017-411e-8bf5-283f92bd7003,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:02.348378 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2d29a6-bc93-4167-b395-8704b0fad963" -d '{"events": [{"name": "network-changed", "server_uuid": "00b2182e-bee0-4f91-bb92-f50a77e3135b", "tag": "5fdb307c-6236-4192-983f-790bcdcadd5d"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:02.445624 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff8f933-2888-4b7c-8e49-aa07a4e3d4e1 x-openstack-request-id: req-1ff8f933-2888-4b7c-8e49-aa07a4e3d4e1 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:02.445921 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f766952-350d-4ee0-928e-4fbd5e82a501", "tag": "9bb4ff8b-d017-411e-8bf5-283f92bd7003", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:02.446173 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ff8f933-2888-4b7c-8e49-aa07a4e3d4e1 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:02.446572 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f766952-350d-4ee0-928e-4fbd5e82a501', 'tag': '9bb4ff8b-d017-411e-8bf5-283f92bd7003', 'status': 'completed', 'code': 200} Sep 22 09:23:02.453339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6438ed6-da8a-4c0e-8333-8360365fae34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.468224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dc66f-091a-445a-b303-04374afe4756 req-fc39d167-3aa0-4ae9-98cf-112084fd5be6 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:02.469709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-239dc66f-091a-445a-b303-04374afe4756 req-fc39d167-3aa0-4ae9-98cf-112084fd5be6 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 969 time: 0.1370628 Sep 22 09:23:02.476982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-fb956b86-b046-45c1-a415-4ae2967d3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:02.478621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-fb956b86-b046-45c1-a415-4ae2967d3a80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1751bfb8c7754c5e873ac1c3d69929ef&device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 1099 time: 0.0821285 Sep 22 09:23:02.485086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2256551e-20ae-4a50-bd6a-2517e787d3b2 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:02.491338 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.502457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-fe06cf72-19ba-4ee6-85b0-3893b38c3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:02.503666 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-fe06cf72-19ba-4ee6-85b0-3893b38c3858 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5650d2ac8c44e72ae3c0c1d92eb0e57&device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 1120 time: 0.2656462 Sep 22 09:23:02.566131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-5643265a-3109-40dc-8615-4c3a5429223f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9bb4ff8b-d017-411e-8bf5-283f92bd7003 HTTP/1.1" status: 200 len: 217 time: 0.0725913 Sep 22 09:23:02.592852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-239dc66f-091a-445a-b303-04374afe4756 req-7eb2b657-e669-454a-a70e-3697bc4adac9 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131654 Sep 22 09:23:02.605423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6438ed6-da8a-4c0e-8333-8360365fae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.618187 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-4eb62083-2671-4be1-b4bb-844f8fd3267f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=5fdb307c-6236-4192-983f-790bcdcadd5d HTTP/1.1" status: 200 len: 217 time: 0.1054258 Sep 22 09:23:02.672535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6438ed6-da8a-4c0e-8333-8360365fae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f72d08-4f3d-418a-8545-3b492afc7b3a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:02.673638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-b3bfe78a-3cc3-4588-8a71-3e9649544073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:02.673638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-b3bfe78a-3cc3-4588-8a71-3e9649544073 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0946174 Sep 22 09:23:02.697385 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f279aea1-1b60-4c20-9aae-13d964d7046e x-openstack-request-id: req-f279aea1-1b60-4c20-9aae-13d964d7046e {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:02.697937 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b2182e-bee0-4f91-bb92-f50a77e3135b", "tag": "5fdb307c-6236-4192-983f-790bcdcadd5d", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:02.698374 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f279aea1-1b60-4c20-9aae-13d964d7046e {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:02.698984 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b2182e-bee0-4f91-bb92-f50a77e3135b', 'tag': '5fdb307c-6236-4192-983f-790bcdcadd5d', 'status': 'completed', 'code': 200} Sep 22 09:23:02.699259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 2256551e-20ae-4a50-bd6a-2517e787d3b2 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:23:02.704753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 2256551e-20ae-4a50-bd6a-2517e787d3b2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:02.704753 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.746311 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c6438ed6-da8a-4c0e-8333-8360365fae34 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d18a42a762ca4f21bf37582ef0e8ceb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2812648 Sep 22 09:23:02.747219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45478) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:02.809157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-f6c5d393-9a80-401b-846c-4363493fa149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:02.811098 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-f6c5d393-9a80-401b-846c-4363493fa149 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1735480 Sep 22 09:23:02.849753 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.873671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fee8581f-2bd9-481f-a211-0bb9ca277664 req-cc6fce85-2d79-46da-8a6f-75db2ef06bb8 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 210 time: 0.1053808 Sep 22 09:23:02.876216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd42acb2-d29b-49e8-901f-efdf6101e0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2256551e-20ae-4a50-bd6a-2517e787d3b2'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:02.893944 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.896510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a400b55-648e-4d93-8b70-e8d3df3dd38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.916974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-be44a8eb-df48-4ae0-ad60-241337b9ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:02.916974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-be44a8eb-df48-4ae0-ad60-241337b9ae0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2308738 Sep 22 09:23:02.922600 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a400b55-648e-4d93-8b70-e8d3df3dd38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:02.951132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ac6ef-4a74-4e5c-a504-e36df62bd857 req-3ddb4e8d-342d-4aac-9348-74842dae10d2 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:02.961541 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-023ac6ef-4a74-4e5c-a504-e36df62bd857 req-3ddb4e8d-342d-4aac-9348-74842dae10d2 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 948 time: 0.2149506 Sep 22 09:23:03.006398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2256551e-20ae-4a50-bd6a-2517e787d3b2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2256551e-20ae-4a50-bd6a-2517e787d3b2,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:03.021061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-c893407c-ff90-44b1-99fe-1f0a6eeab41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:03.022651 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-c893407c-ff90-44b1-99fe-1f0a6eeab41f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042181 Sep 22 09:23:03.035417 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:03.046574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Pushing event updated for resources: {'Port': ['ID=e67dbe16-ecb3-4db3-843d-fa0609d5b971,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:03.050910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:03.087751 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:03.099630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:03.106170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:03.107690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:03.128368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-023ac6ef-4a74-4e5c-a504-e36df62bd857 req-44f3cf1b-5b0c-4f44-98c6-2b7c356770bc tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658700 Sep 22 09:23:03.160883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb57670-3504-41aa-9afd-c882380dfeda req-6e0f274a-4f05-4679-8288-1056ec3be910 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:03.162945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fb57670-3504-41aa-9afd-c882380dfeda req-6e0f274a-4f05-4679-8288-1056ec3be910 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 948 time: 0.1532080 Sep 22 09:23:03.179479 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a400b55-648e-4d93-8b70-e8d3df3dd38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:03.185183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a400b55-648e-4d93-8b70-e8d3df3dd38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:03.189284 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3a400b55-648e-4d93-8b70-e8d3df3dd38c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51f72d08-4f3d-418a-8545-3b492afc7b3a HTTP/1.1" status: 204 len: 168 time: 0.4358649 Sep 22 09:23:03.202340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a400b55-648e-4d93-8b70-e8d3df3dd38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f72d08-4f3d-418a-8545-3b492afc7b3a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:03.205335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-10c40b63-83c0-47f6-aab9-ce60b15d6368 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734416 Sep 22 09:23:03.221731 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-6ecd3a2b-3bbb-45d1-8b80-ad5c767227c9 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895356 Sep 22 09:23:03.232785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fb57670-3504-41aa-9afd-c882380dfeda req-9d0c3feb-caf5-4a74-8c59-75527da4f46b tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602975 Sep 22 09:23:03.262958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=2256551e-20ae-4a50-bd6a-2517e787d3b2,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:03.285885 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a63b25d-e4ee-4f79-af70-ee9b6c691746" -d '{"events": [{"server_uuid": "dd42acb2-d29b-49e8-901f-efdf6101e0cc", "name": "network-vif-plugged", "status": "completed", "tag": "2256551e-20ae-4a50-bd6a-2517e787d3b2"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:03.296979 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-82f59a15-3eb9-42fa-a663-f67ce31f6e78 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9953380 Sep 22 09:23:03.331688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Request body: {'port': {'device_id': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:03.366955 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3752e8ab-c86e-4526-bd70-2f161c2e8a8d req-01f91611-889c-4204-885f-f8738d70b9be service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383877 Sep 22 09:23:03.437060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8090f924-394e-49fe-8880-047d3f4829d0 None None] Provisioning complete for port e67dbe16-ecb3-4db3-843d-fa0609d5b971 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:03.437422 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8090f924-394e-49fe-8880-047d3f4829d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:03.460555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:03.478603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8090f924-394e-49fe-8880-047d3f4829d0 None None] Port e67dbe16-ecb3-4db3-843d-fa0609d5b971 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:23:03.480309 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-38f177fc-7896-49f6-96d2-78eb3b243582 req-354ef354-b006-4caa-8b9b-43aae77e4df8 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497327 Sep 22 09:23:03.527802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0c61d-da3e-49a6-a670-4c504fcf1b07 req-9db0d681-3757-46e3-b675-a937ad8830e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:03.529635 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a0c61d-da3e-49a6-a670-4c504fcf1b07 req-9db0d681-3757-46e3-b675-a937ad8830e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1751bfb8c7754c5e873ac1c3d69929ef&device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 1099 time: 0.0485408 Sep 22 09:23:03.663101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d29a6-bc93-4167-b395-8704b0fad963 req-abf65fe8-826a-4f65-8646-428a30c4c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:03.664325 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cd2d29a6-bc93-4167-b395-8704b0fad963 req-abf65fe8-826a-4f65-8646-428a30c4c001 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5650d2ac8c44e72ae3c0c1d92eb0e57&device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 1120 time: 0.0744476 Sep 22 09:23:03.672601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0c61d-da3e-49a6-a670-4c504fcf1b07 req-0cd1697e-9619-4f43-857c-a1584e4cb5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:03.674678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a0c61d-da3e-49a6-a670-4c504fcf1b07 req-0cd1697e-9619-4f43-857c-a1584e4cb5ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1344848 Sep 22 09:23:03.767726 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c46fbb-10af-493f-b850-e2e683e1b293 x-openstack-request-id: req-78c46fbb-10af-493f-b850-e2e683e1b293 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:03.768242 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd42acb2-d29b-49e8-901f-efdf6101e0cc", "name": "network-vif-plugged", "status": "completed", "tag": "2256551e-20ae-4a50-bd6a-2517e787d3b2", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:03.768242 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78c46fbb-10af-493f-b850-e2e683e1b293 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:03.768672 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd42acb2-d29b-49e8-901f-efdf6101e0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2256551e-20ae-4a50-bd6a-2517e787d3b2', 'code': 200} Sep 22 09:23:03.778390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a0c61d-da3e-49a6-a670-4c504fcf1b07 req-869aaa85-43e2-4b2a-8a26-549ea1ff3375 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9bb4ff8b-d017-411e-8bf5-283f92bd7003 HTTP/1.1" status: 200 len: 217 time: 0.0923462 Sep 22 09:23:03.798792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c9563-6768-4697-abfa-78207b710e21 req-b3f39873-d5b9-4d3e-b572-6ceb6a61a9c2 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:03.800351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee4c9563-6768-4697-abfa-78207b710e21 req-b3f39873-d5b9-4d3e-b572-6ceb6a61a9c2 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 969 time: 0.1083715 Sep 22 09:23:03.838642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.45', 54660) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:03.865567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0c61d-da3e-49a6-a670-4c504fcf1b07 req-c9424620-e7c8-44c3-9147-addf1aa20d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:03.867054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a0c61d-da3e-49a6-a670-4c504fcf1b07 req-c9424620-e7c8-44c3-9147-addf1aa20d1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0767601 Sep 22 09:23:03.874312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee4c9563-6768-4697-abfa-78207b710e21 req-e85e247c-d01f-4bf8-8611-5c8a70b23847 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656085 Sep 22 09:23:03.914177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0c61d-da3e-49a6-a670-4c504fcf1b07 req-b1905ff9-eeb0-4fa4-ab3a-f6a71ea06811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:03.915644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a0c61d-da3e-49a6-a670-4c504fcf1b07 req-b1905ff9-eeb0-4fa4-ab3a-f6a71ea06811 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405042 Sep 22 09:23:04.060078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b982c75-bedd-4fdb-84b6-ac6366b69867 req-753fa0e5-23a9-4e59-9dc3-cb8c41333314 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:04.062444 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b982c75-bedd-4fdb-84b6-ac6366b69867 req-753fa0e5-23a9-4e59-9dc3-cb8c41333314 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 936 time: 0.1055696 Sep 22 09:23:04.067494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a0c61d-da3e-49a6-a670-4c504fcf1b07 req-e041000c-0a7a-4791-b22c-85d787b02b1a service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405163 Sep 22 09:23:04.123555 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b982c75-bedd-4fdb-84b6-ac6366b69867 req-37bf5649-6f50-4445-8ccc-9500435cc626 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538046 Sep 22 09:23:04.139844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45514) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:04.141726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d29a6-bc93-4167-b395-8704b0fad963 req-68c96383-47ac-4b88-ac54-73a968d02d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:04.143272 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cd2d29a6-bc93-4167-b395-8704b0fad963 req-68c96383-47ac-4b88-ac54-73a968d02d43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.4507408 Sep 22 09:23:04.162951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c408b-7f2c-4d31-b575-3a657d033fe2 req-2545f6fb-be14-442d-9200-de7e6aeb3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:04.164769 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b08c408b-7f2c-4d31-b575-3a657d033fe2 req-2545f6fb-be14-442d-9200-de7e6aeb3dd5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 1100 time: 0.3252139 Sep 22 09:23:04.175401 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-50cd867a-b17a-4917-88e3-72a12d0b362e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.203993 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cd2d29a6-bc93-4167-b395-8704b0fad963 req-db9bc178-e86f-43e7-9d99-60ec3a347f94 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=5fdb307c-6236-4192-983f-790bcdcadd5d HTTP/1.1" status: 200 len: 217 time: 0.0523357 Sep 22 09:23:04.209409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67dbe16-ecb3-4db3-843d-fa0609d5b971 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:04.229820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b08c408b-7f2c-4d31-b575-3a657d033fe2 req-6bc62d6e-7dc3-4ea1-ad77-3a751bacc521 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.234543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.282376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Transition to ACTIVE for port object e67dbe16-ecb3-4db3-843d-fa0609d5b971 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:23:04.288508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d29a6-bc93-4167-b395-8704b0fad963 req-7f4ab3dd-d914-4995-a49a-7ecc55a16354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:04.289998 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cd2d29a6-bc93-4167-b395-8704b0fad963 req-7f4ab3dd-d914-4995-a49a-7ecc55a16354 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0706246 Sep 22 09:23:04.309994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beea368-290d-423d-a190-bc6221cc229c req-3a097cc9-4191-489a-9157-e0c882fdf6cc tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:04.311529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0beea368-290d-423d-a190-bc6221cc229c req-3a097cc9-4191-489a-9157-e0c882fdf6cc tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 948 time: 0.0965590 Sep 22 09:23:04.313556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a0c61d-da3e-49a6-a670-4c504fcf1b07 req-78dcd6d5-7f94-4933-a3db-02bb61a30a43 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250116 Sep 22 09:23:04.322668 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.382583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0beea368-290d-423d-a190-bc6221cc229c req-18b38243-ca19-4359-87a4-e63964614473 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626075 Sep 22 09:23:04.408473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Pushing event updated for resources: {'Port': ['ID=e67dbe16-ecb3-4db3-843d-fa0609d5b971,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:04.409450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d29a6-bc93-4167-b395-8704b0fad963 req-b0c2e83c-323a-4d1c-8739-8f4aa2ca7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:04.411014 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cd2d29a6-bc93-4167-b395-8704b0fad963 req-b0c2e83c-323a-4d1c-8739-8f4aa2ca7148 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1124413 Sep 22 09:23:04.438997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-50cd867a-b17a-4917-88e3-72a12d0b362e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.472414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Attempting to bind port e67dbe16-ecb3-4db3-843d-fa0609d5b971 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:04.472769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Attempting to bind port e67dbe16-ecb3-4db3-843d-fa0609d5b971 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:04.473106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Attempting to bind port e67dbe16-ecb3-4db3-843d-fa0609d5b971 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:04.493841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Port e67dbe16-ecb3-4db3-843d-fa0609d5b971 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:23:04.494391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Attempting to bind port e67dbe16-ecb3-4db3-843d-fa0609d5b971 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:04.505173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:04.505880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:04.506416 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:04.507010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Bound port: e67dbe16-ecb3-4db3-843d-fa0609d5b971, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:04.507546 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.526687 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189c4a9-6df3-43de-8508-6f364f56dd87 req-eaacbb28-db45-4d71-88d3-1eac33e5eeb9 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:04.534089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4189c4a9-6df3-43de-8508-6f364f56dd87 req-eaacbb28-db45-4d71-88d3-1eac33e5eeb9 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 949 time: 0.0608160 Sep 22 09:23:04.568392 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-50cd867a-b17a-4917-88e3-72a12d0b362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.602164 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cd2d29a6-bc93-4167-b395-8704b0fad963 req-30b7b29f-024b-42eb-86f2-ff09d5365df8 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732922 Sep 22 09:23:04.602506 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4189c4a9-6df3-43de-8508-6f364f56dd87 req-66696533-3914-4ed6-9a33-6642a018fb1a tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619364 Sep 22 09:23:04.627431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd867a-b17a-4917-88e3-72a12d0b362e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293c9f79-bdf8-44bb-8aa1-650e2ce35bf7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:04.633196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-50cd867a-b17a-4917-88e3-72a12d0b362e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a26082da53304676af0ad1f772b774c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917052 Sep 22 09:23:04.635841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45530) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:04.689242 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66710b2e-a599-464a-b3b9-68bed16b8207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.711889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:04.713703 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66710b2e-a599-464a-b3b9-68bed16b8207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.734432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:04.764815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cd2d29a6-bc93-4167-b395-8704b0fad963 req-af144001-eff8-4f7a-8275-2571aa8bb99f service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527839 Sep 22 09:23:04.784832 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b08c408b-7f2c-4d31-b575-3a657d033fe2 req-6bc62d6e-7dc3-4ea1-ad77-3a751bacc521 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.814046 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.836497 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66710b2e-a599-464a-b3b9-68bed16b8207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.839203 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66710b2e-a599-464a-b3b9-68bed16b8207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.842686 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-66710b2e-a599-464a-b3b9-68bed16b8207 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/293c9f79-bdf8-44bb-8aa1-650e2ce35bf7 HTTP/1.1" status: 204 len: 168 time: 0.2036767 Sep 22 09:23:04.850648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66710b2e-a599-464a-b3b9-68bed16b8207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293c9f79-bdf8-44bb-8aa1-650e2ce35bf7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:04.855770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:04.856371 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.857839 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] 10.222.0.45 "PUT /v2.0/ports/e67dbe16-ecb3-4db3-843d-fa0609d5b971 HTTP/1.1" status: 200 len: 1096 time: 1.5459785 Sep 22 09:23:04.858277 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:04.860519 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64169b-40d0-45fd-8e3f-e42e13b6b316" -d '{"events": [{"name": "network-changed", "server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:04.892016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5a14a-f9ba-4042-bd29-8d95bb4af630 service neutron] Pushing event updated for resources: {'Port': ['ID=e67dbe16-ecb3-4db3-843d-fa0609d5b971,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:04.897576 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b08c408b-7f2c-4d31-b575-3a657d033fe2 req-6bc62d6e-7dc3-4ea1-ad77-3a751bacc521 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:04.932407 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b08c408b-7f2c-4d31-b575-3a657d033fe2 req-6bc62d6e-7dc3-4ea1-ad77-3a751bacc521 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7358787 Sep 22 09:23:04.936896 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eb9136-53a7-42c0-be4e-784526370d9f x-openstack-request-id: req-b8eb9136-53a7-42c0-be4e-784526370d9f {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:04.937322 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:04.937632 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8eb9136-53a7-42c0-be4e-784526370d9f {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:04.937994 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'status': 'completed', 'code': 200} Sep 22 09:23:04.951079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc62d6e-7dc3-4ea1-ad77-3a751bacc521 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2b1b8-8772-4603-b40f-c1fdfdb846c1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:05.074106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506c781-a5f6-403d-bb81-a227a6da816b req-0dbf9851-0de8-44b3-92e2-36e2f29921d6 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:05.076736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e506c781-a5f6-403d-bb81-a227a6da816b req-0dbf9851-0de8-44b3-92e2-36e2f29921d6 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 969 time: 0.0587919 Sep 22 09:23:05.112717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e506c781-a5f6-403d-bb81-a227a6da816b req-649f030f-020f-47d6-806a-ffc8508eccca tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Sep 22 09:23:05.265551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2f4f0-91c7-4079-ad31-65162b4a790f req-b7625703-6a07-4168-baed-3d95fe4100f0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:05.267935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cf2f4f0-91c7-4079-ad31-65162b4a790f req-b7625703-6a07-4168-baed-3d95fe4100f0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 948 time: 0.0572009 Sep 22 09:23:05.275237 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64169b-40d0-45fd-8e3f-e42e13b6b316 req-e423c404-db4d-477c-b20d-2bcbfacb687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:05.277295 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed64169b-40d0-45fd-8e3f-e42e13b6b316 req-e423c404-db4d-477c-b20d-2bcbfacb687d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1099 time: 0.0472877 Sep 22 09:23:05.316878 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed64169b-40d0-45fd-8e3f-e42e13b6b316 req-8479f129-67d6-40b1-8b8f-1ad09dbdb9bd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1cf14f0d57b04db4bde24027d9724d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313122 Sep 22 09:23:05.322339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cf2f4f0-91c7-4079-ad31-65162b4a790f req-16b660e7-d64d-4d0a-baf0-4012c18c68b5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473189 Sep 22 09:23:05.421229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45560) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:05.495424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64169b-40d0-45fd-8e3f-e42e13b6b316 req-7f50ef59-8df8-44d5-92b2-be1b1ff0a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:05.497068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed64169b-40d0-45fd-8e3f-e42e13b6b316 req-7f50ef59-8df8-44d5-92b2-be1b1ff0a870 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727955 Sep 22 09:23:05.500965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab451c-dbf3-433e-90bf-1aba57488e78 req-ed128484-8de6-4ead-962b-0e651455e706 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:05.502429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcab451c-dbf3-433e-90bf-1aba57488e78 req-ed128484-8de6-4ead-962b-0e651455e706 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 948 time: 0.0502858 Sep 22 09:23:05.549619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d62442a-473b-4768-9660-d5473df56c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:05.565948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcab451c-dbf3-433e-90bf-1aba57488e78 req-1ac5c35f-e554-406e-89b4-499ae948dda9 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564733 Sep 22 09:23:05.597669 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-b664cd39-556e-4486-a799-a7f2eda58716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:05.599889 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-b664cd39-556e-4486-a799-a7f2eda58716 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1099 time: 0.0456755 Sep 22 09:23:05.644029 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-7f14118e-9f0c-4310-a5bb-d2eab9a9c1d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971 HTTP/1.1" status: 200 len: 217 time: 0.0354733 Sep 22 09:23:05.649343 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45566) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:05.652676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d62442a-473b-4768-9660-d5473df56c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:05.687826 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2dd39cc3-b705-4e6e-a2d7-d70bb343185f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:05.711707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a071e6b-4ea8-46d6-877c-f52639ace5fe req-e74c71d1-25c4-498f-bf3f-2d92c27c71ba tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:05.713220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0a071e6b-4ea8-46d6-877c-f52639ace5fe req-e74c71d1-25c4-498f-bf3f-2d92c27c71ba tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 949 time: 0.0475824 Sep 22 09:23:05.719274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-e6ea0947-cdf6-4ab1-932d-033585d84a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:05.720899 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-e6ea0947-cdf6-4ab1-932d-033585d84a1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0650995 Sep 22 09:23:05.726946 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d62442a-473b-4768-9660-d5473df56c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:05.780079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9d62442a-473b-4768-9660-d5473df56c78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5de32517bea048169a68eaa5fcf1186f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577776 Sep 22 09:23:05.785237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45568) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:05.791656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-fb1620d7-f93d-4f59-acca-d563461ae22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:05.792167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62442a-473b-4768-9660-d5473df56c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713af0d7-0575-423c-a487-30d447be0e06,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:05.793707 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-fb1620d7-f93d-4f59-acca-d563461ae22c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642807 Sep 22 09:23:05.798043 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0a071e6b-4ea8-46d6-877c-f52639ace5fe req-7dfb6369-6d39-4079-a5af-7ca12ba651c7 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788734 Sep 22 09:23:05.842797 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e99eb6d-c29c-4f33-966d-889ab30bbbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:05.865000 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e99eb6d-c29c-4f33-966d-889ab30bbbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:05.897753 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2dd39cc3-b705-4e6e-a2d7-d70bb343185f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:05.916285 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-f6e311a2-3d06-454c-ae40-b1be8562a136 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136699 Sep 22 09:23:05.956550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2dd39cc3-b705-4e6e-a2d7-d70bb343185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:05.979208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e99eb6d-c29c-4f33-966d-889ab30bbbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:05.981943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e99eb6d-c29c-4f33-966d-889ab30bbbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:05.983079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9e99eb6d-c29c-4f33-966d-889ab30bbbe3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/713af0d7-0575-423c-a487-30d447be0e06 HTTP/1.1" status: 204 len: 168 time: 0.1961429 Sep 22 09:23:05.992554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99eb6d-c29c-4f33-966d-889ab30bbbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713af0d7-0575-423c-a487-30d447be0e06,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:06.038839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd39cc3-b705-4e6e-a2d7-d70bb343185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afda58d-7972-45e4-87b0-021bdf0ade21,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:06.046490 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2dd39cc3-b705-4e6e-a2d7-d70bb343185f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=decaa7015e5b423eb699ce98d349dcdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926592 Sep 22 09:23:06.046849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45572) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:06.047679 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0134961-51ba-4c8e-bcb4-e8494cd4d3de req-7967a651-6fbc-423d-894a-22e679c55083 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236310 Sep 22 09:23:06.101675 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5c39e6-8920-45d3-92ff-98bc1a3342e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:06.119704 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5c39e6-8920-45d3-92ff-98bc1a3342e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:06.213877 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5c39e6-8920-45d3-92ff-98bc1a3342e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:06.216301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5c39e6-8920-45d3-92ff-98bc1a3342e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:06.217433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9a5c39e6-8920-45d3-92ff-98bc1a3342e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4afda58d-7972-45e4-87b0-021bdf0ade21 HTTP/1.1" status: 204 len: 168 time: 0.1702912 Sep 22 09:23:06.227929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c39e6-8920-45d3-92ff-98bc1a3342e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afda58d-7972-45e4-87b0-021bdf0ade21,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:06.242472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee32f00-e810-447d-93d2-dbb184bc291d req-1cbd402e-3b29-46c5-a3d8-c7512b9633fa tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:06.244045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fee32f00-e810-447d-93d2-dbb184bc291d req-1cbd402e-3b29-46c5-a3d8-c7512b9633fa tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 969 time: 0.0630422 Sep 22 09:23:06.284516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fee32f00-e810-447d-93d2-dbb184bc291d req-fccf12c0-b7de-4441-b9f4-f7a47ac1a6b9 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340180 Sep 22 09:23:06.448169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e04742-5943-4661-ac4c-e08faaa39fe8 req-4c8e546d-e0cf-4e36-b79c-b1565feedc50 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:06.449725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42e04742-5943-4661-ac4c-e08faaa39fe8 req-4c8e546d-e0cf-4e36-b79c-b1565feedc50 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 948 time: 0.0527687 Sep 22 09:23:06.487178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42e04742-5943-4661-ac4c-e08faaa39fe8 req-be535327-d021-4232-8f4d-a74cd9c7f8cc tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Sep 22 09:23:06.497743 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9bb4ff8b-d017-411e-8bf5-283f92bd7003 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:23:06.583785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45584) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:06.600939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b72a5eda-f791-4dbf-96a5-23229aae2ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:06.605066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9bb4ff8b-d017-411e-8bf5-283f92bd7003, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9bb4ff8b-d017-411e-8bf5-283f92bd7003,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:06.628053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '9bb4ff8b-d017-411e-8bf5-283f92bd7003', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '9bb4ff8b-d017-411e-8bf5-283f92bd7003', 'mac_address': 'fa:16:3e:8c:0b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:23:06.667634 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:06.682215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb4ff8b-d017-411e-8bf5-283f92bd7003 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:06.700876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c95d5a-5f04-48e6-b140-ccd0ec2115dc req-ced3c2f9-0ca8-4209-a3a4-22b4e3e91033 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:06.702967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3c95d5a-5f04-48e6-b140-ccd0ec2115dc req-ced3c2f9-0ca8-4209-a3a4-22b4e3e91033 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 948 time: 0.0609014 Sep 22 09:23:06.706859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9bb4ff8b-d017-411e-8bf5-283f92bd7003, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9bb4ff8b-d017-411e-8bf5-283f92bd7003,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:06.721663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b72a5eda-f791-4dbf-96a5-23229aae2ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:06.743564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3c95d5a-5f04-48e6-b140-ccd0ec2115dc req-b3a1a827-a6de-41eb-ba96-39a59fee11dd tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Sep 22 09:23:06.784518 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:06.812997 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b72a5eda-f791-4dbf-96a5-23229aae2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:06.832158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=9bb4ff8b-d017-411e-8bf5-283f92bd7003,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:06.852112 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b72a5eda-f791-4dbf-96a5-23229aae2ad5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=217537feb4064880896e9876259c70bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670996 Sep 22 09:23:06.852823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a5eda-f791-4dbf-96a5-23229aae2ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55acdeb0-1280-46b8-823e-86c47f431cc4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:06.855704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45596) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:06.932782 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a53aa435-fa1f-4d20-a2d3-533eabb315a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:06.965466 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a53aa435-fa1f-4d20-a2d3-533eabb315a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:07.060334 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['9bb4ff8b-d017-411e-8bf5-283f92bd7003'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:07.138138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710f015-6781-44a2-9b98-6bdb89aae479 req-57c7d058-26fc-47f8-91cd-7e8458c8c69b tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:07.139964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7710f015-6781-44a2-9b98-6bdb89aae479 req-57c7d058-26fc-47f8-91cd-7e8458c8c69b tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 949 time: 0.2392366 Sep 22 09:23:07.191755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7710f015-6781-44a2-9b98-6bdb89aae479 req-1115b025-bd54-434b-a1d0-f92b4002f368 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447817 Sep 22 09:23:07.287808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a53aa435-fa1f-4d20-a2d3-533eabb315a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:07.290457 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a53aa435-fa1f-4d20-a2d3-533eabb315a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:07.291581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a53aa435-fa1f-4d20-a2d3-533eabb315a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55acdeb0-1280-46b8-823e-86c47f431cc4 HTTP/1.1" status: 204 len: 168 time: 0.4344556 Sep 22 09:23:07.299956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aa435-fa1f-4d20-a2d3-533eabb315a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55acdeb0-1280-46b8-823e-86c47f431cc4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:07.413056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11287adb-63fd-4b63-a1a1-e98a0dd18b64 req-93bc0217-057f-4d4b-818c-f7235558623b tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:07.414543 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11287adb-63fd-4b63-a1a1-e98a0dd18b64 req-93bc0217-057f-4d4b-818c-f7235558623b tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 969 time: 0.0489304 Sep 22 09:23:07.456156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11287adb-63fd-4b63-a1a1-e98a0dd18b64 req-fdd27c53-ffb5-4b6d-b753-42d4d8cd849f tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350564 Sep 22 09:23:07.541270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5fdb307c-6236-4192-983f-790bcdcadd5d details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:23:07.635501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60089fa9-272e-446a-8596-5739c239f777 req-034f096c-8b3e-4c35-a82e-b6cd9b6f11c1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:07.638954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60089fa9-272e-446a-8596-5739c239f777 req-034f096c-8b3e-4c35-a82e-b6cd9b6f11c1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 948 time: 0.0598917 Sep 22 09:23:07.654469 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5fdb307c-6236-4192-983f-790bcdcadd5d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5fdb307c-6236-4192-983f-790bcdcadd5d,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:07.666819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '5fdb307c-6236-4192-983f-790bcdcadd5d', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '5fdb307c-6236-4192-983f-790bcdcadd5d', 'mac_address': 'fa:16:3e:12:8b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:tempest-test_az-1416308502', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:23:07.689140 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60089fa9-272e-446a-8596-5739c239f777 req-03776530-01f7-4e42-a651-864d00e89a89 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Sep 22 09:23:07.720583 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:07.734863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdb307c-6236-4192-983f-790bcdcadd5d {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:07.761551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5fdb307c-6236-4192-983f-790bcdcadd5d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5fdb307c-6236-4192-983f-790bcdcadd5d,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:07.819655 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:07.863727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce512c55-a1b7-4b06-b716-e965c57c847b req-c8307f59-fa28-49fc-a135-079a6a6951f4 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:07.865754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce512c55-a1b7-4b06-b716-e965c57c847b req-c8307f59-fa28-49fc-a135-079a6a6951f4 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 949 time: 0.0547786 Sep 22 09:23:07.872812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5fdb307c-6236-4192-983f-790bcdcadd5d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:07.916275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce512c55-a1b7-4b06-b716-e965c57c847b req-8bfc05e0-9e9f-490b-966c-d031cb728d4a tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432014 Sep 22 09:23:08.171536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5fdb307c-6236-4192-983f-790bcdcadd5d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:08.316368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32332c10-ea82-4628-bd4b-6760b6cfdac8 req-d3d942c4-5688-40a6-bc9a-28f31941d781 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:08.328320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32332c10-ea82-4628-bd4b-6760b6cfdac8 req-d3d942c4-5688-40a6-bc9a-28f31941d781 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 949 time: 0.0619259 Sep 22 09:23:08.362933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32332c10-ea82-4628-bd4b-6760b6cfdac8 req-75582b74-8c24-4a28-bcad-12d2c54ed814 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337417 Sep 22 09:23:08.505346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e67dbe16-ecb3-4db3-843d-fa0609d5b971 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:23:08.539405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9bb4ff8b-d017-411e-8bf5-283f92bd7003 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:08.607754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea12cd-9e08-43e9-b6fd-6a03945cb541 req-49a90227-e88d-48b2-802e-41f840aee998 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:08.609479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bea12cd-9e08-43e9-b6fd-6a03945cb541 req-49a90227-e88d-48b2-802e-41f840aee998 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 970 time: 0.0805626 Sep 22 09:23:08.660584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:08.682302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bea12cd-9e08-43e9-b6fd-6a03945cb541 req-1136d19a-fdf5-43c8-8c1d-27ebe5800478 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648942 Sep 22 09:23:08.682745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'mac_address': 'fa:16:3e:76:53:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:23:08.721957 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:08.737455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 9bb4ff8b-d017-411e-8bf5-283f92bd7003 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:23:08.745305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 9bb4ff8b-d017-411e-8bf5-283f92bd7003 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:08.745871 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:08.748425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67dbe16-ecb3-4db3-843d-fa0609d5b971 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:08.794153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:08.802611 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45668) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:08.846074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae5203-76e9-4d6e-ad9b-5053fb4c4cf8 req-3699dad4-4271-4f1b-86e1-5aa54d10d18e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:08.853264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4ae5203-76e9-4d6e-ad9b-5053fb4c4cf8 req-3699dad4-4271-4f1b-86e1-5aa54d10d18e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 948 time: 0.0713186 Sep 22 09:23:08.858399 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:08.886578 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f766952-350d-4ee0-928e-4fbd5e82a501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb4ff8b-d017-411e-8bf5-283f92bd7003'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:08.888621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42de8025-947b-4db0-993d-4c1fa88aacba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:08.892121 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f948f0f-7f87-4121-bbc1-f3090c0345d6" -d '{"events": [{"server_uuid": "7f766952-350d-4ee0-928e-4fbd5e82a501", "name": "network-vif-plugged", "status": "completed", "tag": "9bb4ff8b-d017-411e-8bf5-283f92bd7003"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:08.896911 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:08.905112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4ae5203-76e9-4d6e-ad9b-5053fb4c4cf8 req-6aa7a4dd-35f2-4f2a-81d8-50b8d9ffe32a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503209 Sep 22 09:23:08.927619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-ea2c2adf-c5e6-4c12-892a-53b2dcd7fdc5 req-6905c9bc-0b1c-4811-a3ba-ae5b2162add1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:23:08.929885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea2c2adf-c5e6-4c12-892a-53b2dcd7fdc5 req-6905c9bc-0b1c-4811-a3ba-ae5b2162add1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1104670 Sep 22 09:23:09.031809 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42de8025-947b-4db0-993d-4c1fa88aacba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.033944 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3535cfb8-c3f1-4fb1-bf71-83caf5fbf8a0 x-openstack-request-id: req-3535cfb8-c3f1-4fb1-bf71-83caf5fbf8a0 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:09.034230 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f766952-350d-4ee0-928e-4fbd5e82a501", "name": "network-vif-plugged", "status": "completed", "tag": "9bb4ff8b-d017-411e-8bf5-283f92bd7003", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:09.034483 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3535cfb8-c3f1-4fb1-bf71-83caf5fbf8a0 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:09.034857 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f766952-350d-4ee0-928e-4fbd5e82a501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb4ff8b-d017-411e-8bf5-283f92bd7003', 'code': 200} Sep 22 09:23:09.038659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9bb4ff8b-d017-411e-8bf5-283f92bd7003, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9bb4ff8b-d017-411e-8bf5-283f92bd7003,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:09.099814 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42de8025-947b-4db0-993d-4c1fa88aacba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.112649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e7993-c020-4bff-9047-1cb31bb116e4 req-76e4e904-b62f-4a6b-b618-174c3d5e57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:09.115176 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-952e7993-c020-4bff-9047-1cb31bb116e4 req-76e4e904-b62f-4a6b-b618-174c3d5e57a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 1100 time: 0.0707638 Sep 22 09:23:09.120294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e67dbe16-ecb3-4db3-843d-fa0609d5b971,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:09.125665 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.174625 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-42de8025-947b-4db0-993d-4c1fa88aacba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78cebe1757644561bf5c9cc4e09b1f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703158 Sep 22 09:23:09.175447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45680) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:09.186633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=9bb4ff8b-d017-411e-8bf5-283f92bd7003,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:09.188097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e660346-1a2e-4ffd-b9b9-5396a847841a req-95c97dad-f03f-4b8e-8e30-32e88727a333 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:09.188522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de8025-947b-4db0-993d-4c1fa88aacba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff96088-3e0e-4c9b-b9ea-73185613a91c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:09.198009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e660346-1a2e-4ffd-b9b9-5396a847841a req-95c97dad-f03f-4b8e-8e30-32e88727a333 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 949 time: 0.1180732 Sep 22 09:23:09.204660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e67dbe16-ecb3-4db3-843d-fa0609d5b971'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:09.205201 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-952e7993-c020-4bff-9047-1cb31bb116e4 req-573628e3-d79f-4ad7-bb5b-e5e0273012b0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806947 Sep 22 09:23:09.251506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8634531d-4e93-4407-973a-943d67ae2dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.284197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e660346-1a2e-4ffd-b9b9-5396a847841a req-587a195f-0472-4548-b599-9108fcc33c88 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782626 Sep 22 09:23:09.287201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8634531d-4e93-4407-973a-943d67ae2dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.353896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df6628-2581-4d8a-b1f2-d9909ead61c6 req-55093208-3c43-44fc-bf13-90632bfcc42c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:09.355516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70df6628-2581-4d8a-b1f2-d9909ead61c6 req-55093208-3c43-44fc-bf13-90632bfcc42c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 949 time: 0.0711503 Sep 22 09:23:09.392909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70df6628-2581-4d8a-b1f2-d9909ead61c6 req-a48b770d-b258-4667-970d-c4aa39d51f10 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310798 Sep 22 09:23:09.424798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8634531d-4e93-4407-973a-943d67ae2dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.428099 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8634531d-4e93-4407-973a-943d67ae2dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.431049 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8634531d-4e93-4407-973a-943d67ae2dee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bff96088-3e0e-4c9b-b9ea-73185613a91c HTTP/1.1" status: 204 len: 168 time: 0.2475984 Sep 22 09:23:09.439626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634531d-4e93-4407-973a-943d67ae2dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff96088-3e0e-4c9b-b9ea-73185613a91c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:09.530538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5fdb307c-6236-4192-983f-790bcdcadd5d up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:09.620152 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 5fdb307c-6236-4192-983f-790bcdcadd5d completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:23:09.626511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 5fdb307c-6236-4192-983f-790bcdcadd5d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:09.627342 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.708988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-009a4480-a503-45ae-aaee-7c2bc33cb5f9 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300853 Sep 22 09:23:09.736764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.789634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5fdb307c-6236-4192-983f-790bcdcadd5d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5fdb307c-6236-4192-983f-790bcdcadd5d,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:09.842581 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.866413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-329a3c97-3247-4802-8856-5a13a5590f41 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:09.867929 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-329a3c97-3247-4802-8856-5a13a5590f41 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556051 Sep 22 09:23:09.879078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1075ce-07a4-46b9-b9e6-189880655fba req-e3a217b3-2186-49c6-ae04-a1f97dd188cc tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:09.880850 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e1075ce-07a4-46b9-b9e6-189880655fba req-e3a217b3-2186-49c6-ae04-a1f97dd188cc tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 970 time: 0.0881603 Sep 22 09:23:09.896652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5fdb307c-6236-4192-983f-790bcdcadd5d,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:09.904837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-c7d9d7e4-832a-47a7-ab11-e5f3395f3c31 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/quotas/cccf4f5c32f64a2aad005f97f6abc32e HTTP/1.1" status: 200 len: 375 time: 0.0230298 Sep 22 09:23:09.951643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e1075ce-07a4-46b9-b9e6-189880655fba req-30f04cba-1ec7-4f10-9b34-2c6748a65796 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636995 Sep 22 09:23:09.984174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-3e33c3ce-6355-4c47-98d2-caace35994df tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723670 Sep 22 09:23:10.079833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45718) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:10.094819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8ef448bc-fe6b-47bd-82d6-c1d5532cbd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:10.218989 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8ef448bc-fe6b-47bd-82d6-c1d5532cbd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:10.226283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6391a0e-1c03-4d4b-8e62-5d9e164243a7 req-c9ccd202-80e8-46dc-a6b6-1fc5fff40c0a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:10.228384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6391a0e-1c03-4d4b-8e62-5d9e164243a7 req-c9ccd202-80e8-46dc-a6b6-1fc5fff40c0a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 949 time: 0.0557914 Sep 22 09:23:10.276329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6391a0e-1c03-4d4b-8e62-5d9e164243a7 req-8d6f431b-9ed0-42b8-b4b8-14e76f110352 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 Sep 22 09:23:10.293454 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8ef448bc-fe6b-47bd-82d6-c1d5532cbd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:10.357113 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8ef448bc-fe6b-47bd-82d6-c1d5532cbd57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=416afb91b3eb46478f3ff0f93cf8b252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735345 Sep 22 09:23:10.357113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef448bc-fe6b-47bd-82d6-c1d5532cbd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613271aa-24e0-4913-9cb3-16432d368ea1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:10.358881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45734) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:10.402771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55e898eb-9630-45c8-b5f0-83aec8e63b42 req-fabfb677-18c0-49c4-9c7c-f0653e20fd00 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 210 time: 0.0454032 Sep 22 09:23:10.456957 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5523ce54-aa4a-4c49-9131-0ba22c14a06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:10.480823 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5523ce54-aa4a-4c49-9131-0ba22c14a06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:10.517823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e67dbe16-ecb3-4db3-843d-fa0609d5b971 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:10.564397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b0d45-8405-4e0c-95b3-c5616088cc07 req-03f5370f-8366-4d01-93d1-2e12b73f7472 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:10.565951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-393b0d45-8405-4e0c-95b3-c5616088cc07 req-03f5370f-8366-4d01-93d1-2e12b73f7472 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 950 time: 0.0906131 Sep 22 09:23:10.609863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-393b0d45-8405-4e0c-95b3-c5616088cc07 req-10433a3c-fc96-4823-b1df-9d136a8c3a52 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Sep 22 09:23:10.653357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port e67dbe16-ecb3-4db3-843d-fa0609d5b971 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:23:10.653511 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5523ce54-aa4a-4c49-9131-0ba22c14a06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:10.656319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5523ce54-aa4a-4c49-9131-0ba22c14a06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:10.658308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port e67dbe16-ecb3-4db3-843d-fa0609d5b971 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:10.658428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5523ce54-aa4a-4c49-9131-0ba22c14a06d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/613271aa-24e0-4913-9cb3-16432d368ea1 HTTP/1.1" status: 204 len: 168 time: 0.2977552 Sep 22 09:23:10.658516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:10.669383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523ce54-aa4a-4c49-9131-0ba22c14a06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613271aa-24e0-4913-9cb3-16432d368ea1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:10.755954 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:10.786794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:10.887476 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:10.933267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e67dbe16-ecb3-4db3-843d-fa0609d5b971,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:11.037008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b2182e-bee0-4f91-bb92-f50a77e3135b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb307c-6236-4192-983f-790bcdcadd5d'}, {'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:11.039565 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19be14be-b0c1-480a-bda7-7c3d9f5d160e" -d '{"events": [{"server_uuid": "00b2182e-bee0-4f91-bb92-f50a77e3135b", "name": "network-vif-plugged", "status": "completed", "tag": "5fdb307c-6236-4192-983f-790bcdcadd5d"}, {"server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "name": "network-vif-plugged", "status": "completed", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:11.080161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e707b-6729-4dce-b719-07d7263dae94 req-7ff1b42b-402d-4cc6-aa33-c0ae08d0f996 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:11.082344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd0e707b-6729-4dce-b719-07d7263dae94 req-7ff1b42b-402d-4cc6-aa33-c0ae08d0f996 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 971 time: 0.0603957 Sep 22 09:23:11.090605 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eefb45-662d-47bf-a77d-0116f53e12fc x-openstack-request-id: req-27eefb45-662d-47bf-a77d-0116f53e12fc {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:11.091094 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b2182e-bee0-4f91-bb92-f50a77e3135b", "name": "network-vif-plugged", "status": "completed", "tag": "5fdb307c-6236-4192-983f-790bcdcadd5d", "code": 200}, {"server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "name": "network-vif-plugged", "status": "completed", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:11.091593 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27eefb45-662d-47bf-a77d-0116f53e12fc {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:11.092367 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b2182e-bee0-4f91-bb92-f50a77e3135b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb307c-6236-4192-983f-790bcdcadd5d', 'code': 200} Sep 22 09:23:11.092799 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'code': 200} Sep 22 09:23:11.129331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd0e707b-6729-4dce-b719-07d7263dae94 req-7ee3582c-d0cf-44d7-8583-9a6afa4b29b0 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386331 Sep 22 09:23:11.195094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45762) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:11.208225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68618ae6-5394-45f3-9ae2-52068bcc4568 req-5ffac39e-25db-4d69-92d5-8fe05cdb72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:11.209941 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-68618ae6-5394-45f3-9ae2-52068bcc4568 req-5ffac39e-25db-4d69-92d5-8fe05cdb72a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1101 time: 0.0494578 Sep 22 09:23:11.273858 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-68618ae6-5394-45f3-9ae2-52068bcc4568 req-3f97c529-8855-4473-9f89-0802292a750d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549805 Sep 22 09:23:11.280490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874d297-066f-4f95-a614-ee7ef147258e req-4fa5b804-7bdf-48c3-9d6b-3e9a53e67016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:11.281959 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d874d297-066f-4f95-a614-ee7ef147258e req-4fa5b804-7bdf-48c3-9d6b-3e9a53e67016 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 1122 time: 0.0575337 Sep 22 09:23:11.327572 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d874d297-066f-4f95-a614-ee7ef147258e req-bdbd596e-8f1c-4f03-8378-aff0ae99d2cb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354617 Sep 22 09:23:11.337912 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5d40ce2-a79d-4c84-a25e-9d5cfd0b31ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:11.434352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb6d7b-4581-4756-a586-9ebc977f37b4 req-0b74df02-fb33-4496-a2dd-98b642fcad53 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:11.435927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40eb6d7b-4581-4756-a586-9ebc977f37b4 req-0b74df02-fb33-4496-a2dd-98b642fcad53 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0733228 Sep 22 09:23:11.499529 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5d40ce2-a79d-4c84-a25e-9d5cfd0b31ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:11.511237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40eb6d7b-4581-4756-a586-9ebc977f37b4 req-61d21816-e0ad-4a5a-9c3b-d37dbed2c8c7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639846 Sep 22 09:23:11.528465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01e5805b-f47f-49f1-b602-96441fc1ea26 req-fa7c8d52-201d-4501-b1b6-22f9c358b427 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 210 time: 0.0333679 Sep 22 09:23:11.538714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5d40ce2-a79d-4c84-a25e-9d5cfd0b31ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:11.576572 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c5d40ce2-a79d-4c84-a25e-9d5cfd0b31ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2000837fc954883ae36d73c4c0576d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803215 Sep 22 09:23:11.578549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d40ce2-a79d-4c84-a25e-9d5cfd0b31ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e081db3e-e589-436f-b80d-312f19bb4c42,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:11.581118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45776) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:11.633541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b36e48cf-ca3c-4390-82bc-dcb95bf7550f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:11.673605 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b36e48cf-ca3c-4390-82bc-dcb95bf7550f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:11.751996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cd227-c194-425d-9bda-540d407f8c62 req-8556d9cd-22d4-4f09-a532-32fcf2a690ec tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:11.753529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b61cd227-c194-425d-9bda-540d407f8c62 req-8556d9cd-22d4-4f09-a532-32fcf2a690ec tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 950 time: 0.0512762 Sep 22 09:23:11.791908 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b61cd227-c194-425d-9bda-540d407f8c62 req-906bf34a-59bf-43a5-98dd-b1874d3bcf1b tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Sep 22 09:23:11.836445 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b36e48cf-ca3c-4390-82bc-dcb95bf7550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:11.840125 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b36e48cf-ca3c-4390-82bc-dcb95bf7550f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:11.840257 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b36e48cf-ca3c-4390-82bc-dcb95bf7550f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e081db3e-e589-436f-b80d-312f19bb4c42 HTTP/1.1" status: 204 len: 168 time: 0.2579403 Sep 22 09:23:11.848968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e48cf-ca3c-4390-82bc-dcb95bf7550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e081db3e-e589-436f-b80d-312f19bb4c42,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:12.275154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e7647-ecd8-41a3-8931-590bdb235b52 req-2e28f607-c3cb-485f-8868-137228f38793 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:12.277446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-892e7647-ecd8-41a3-8931-590bdb235b52 req-2e28f607-c3cb-485f-8868-137228f38793 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 971 time: 0.0659990 Sep 22 09:23:12.353839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-892e7647-ecd8-41a3-8931-590bdb235b52 req-65484a6f-7846-4cbc-9a2f-32a91b36448e tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703192 Sep 22 09:23:12.416803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-08c22e0b-6ad4-4e30-95bb-35458984dcb8 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1751bfb8c7754c5e873ac1c3d69929ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226338 Sep 22 09:23:12.526564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-8e573ae8-e577-42c0-944b-3889ffe98c70 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:12.528048 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-8e573ae8-e577-42c0-944b-3889ffe98c70 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058240 Sep 22 09:23:12.553534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-78526213-d396-4564-95fb-2b62db52dec2 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/quotas/1751bfb8c7754c5e873ac1c3d69929ef HTTP/1.1" status: 200 len: 375 time: 0.0118284 Sep 22 09:23:12.579089 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-6a9968f6-de48-42f7-9ff9-dc2c496e6dd7 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445085 Sep 22 09:23:12.640410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-deeed108-94e1-4413-86d2-0ad574d09cdd tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1751bfb8c7754c5e873ac1c3d69929ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744681 Sep 22 09:23:12.651831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07ac1f-e0e4-4f25-b359-8d9ab1a60985 req-43fd3a29-6a64-4830-bc1e-6b7fafe5be6f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:12.653346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae07ac1f-e0e4-4f25-b359-8d9ab1a60985 req-43fd3a29-6a64-4830-bc1e-6b7fafe5be6f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0643721 Sep 22 09:23:12.702743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae07ac1f-e0e4-4f25-b359-8d9ab1a60985 req-c54d2312-7cc1-4bb7-ae35-04b2451eb2ed tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 Sep 22 09:23:12.724745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-eee0546b-e99a-4a31-ac8b-29581a40a11c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:12.725823 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-eee0546b-e99a-4a31-ac8b-29581a40a11c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391642 Sep 22 09:23:12.741140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Request body: {'port': {'device_id': '63564b20-2014-4889-a94c-a8debff2d3d0', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': 'cccf4f5c32f64a2aad005f97f6abc32e'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:12.780821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45824) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:12.809104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1df7-7b55-4fa1-ae6c-dde344d25464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:12.829183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a42141-df18-41dc-82ec-1d92bb7b9634 req-51715397-7c41-4b69-83df-7448ac38ccc4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 210 time: 0.0413446 Sep 22 09:23:12.966380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d10e27c-d389-4f50-a4c5-2aef5a6b2da1 req-f6f37dcf-0cb2-4281-a719-51a1f81cdf87 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 210 time: 0.0389037 Sep 22 09:23:12.976293 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1df7-7b55-4fa1-ae6c-dde344d25464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.026968 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fd2d1df7-7b55-4fa1-ae6c-dde344d25464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.084625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d1df7-7b55-4fa1-ae6c-dde344d25464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60eb242d-ad36-4197-af92-290af1129b2a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:13.084842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Made reservation on behalf of cccf4f5c32f64a2aad005f97f6abc32e for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:13.088470 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.089620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fd2d1df7-7b55-4fa1-ae6c-dde344d25464 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d45f496e28d47f189e34f3f8e3d7b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073382 Sep 22 09:23:13.097636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45842) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:13.172096 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-80b546e9-d473-4be3-b04d-1ec870443670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.195105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-80b546e9-d473-4be3-b04d-1ec870443670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.247937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Allocated IP 192.168.233.127 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/4afac6ba-89e9-48f3-8b30-8abfc4501725) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:13.355989 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-80b546e9-d473-4be3-b04d-1ec870443670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.358911 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-80b546e9-d473-4be3-b04d-1ec870443670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.360402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-80b546e9-d473-4be3-b04d-1ec870443670 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60eb242d-ad36-4197-af92-290af1129b2a HTTP/1.1" status: 204 len: 168 time: 0.2617114 Sep 22 09:23:13.373120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b546e9-d473-4be3-b04d-1ec870443670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eb242d-ad36-4197-af92-290af1129b2a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:13.509320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258c5dc-0460-48f5-be9a-3a045733dde0 req-75f590b5-f1f1-4a6c-9c6f-3b6c10fd141c tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:13.511178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f258c5dc-0460-48f5-be9a-3a045733dde0 req-75f590b5-f1f1-4a6c-9c6f-3b6c10fd141c tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 971 time: 0.0813966 Sep 22 09:23:13.522483 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.552236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f258c5dc-0460-48f5-be9a-3a045733dde0 req-a958cf3d-1081-4f37-9907-1afc6d8f8bf8 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342178 Sep 22 09:23:13.665383 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.686656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2256551e-20ae-4a50-bd6a-2517e787d3b2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:13.706458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:13.709660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:13.713749 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:13.719371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:13.719993 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.745420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Pushing event updated for resources: {'Port': ['ID=4afac6ba-89e9-48f3-8b30-8abfc4501725,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:13.762117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258554-c31e-4e62-b3ee-04849a788ccf req-c604c4c9-a858-44a4-9f4e-63c40d317384 tempest-AggregatesAdminTestJSON-397632157 tempest-AggregatesAdminTestJSON-397632157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:13.770177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08258554-c31e-4e62-b3ee-04849a788ccf req-c604c4c9-a858-44a4-9f4e-63c40d317384 tempest-AggregatesAdminTestJSON-397632157 tempest-AggregatesAdminTestJSON-397632157-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 1122 time: 0.1123645 Sep 22 09:23:13.814611 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-76ab72ed-c509-4304-b6d5-db54ab8ec935 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0785720 Sep 22 09:23:13.821892 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-08258554-c31e-4e62-b3ee-04849a788ccf req-da7f288f-a987-4daf-af02-991c6fdc970d tempest-AggregatesAdminTestJSON-397632157 tempest-AggregatesAdminTestJSON-397632157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.831584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Request body: {'port': {'device_id': '63564b20-2014-4889-a94c-a8debff2d3d0', 'device_owner': 'compute:tempest-test_az-1416308502', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:13.906320 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:13.951340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351782b1-d017-46e4-a150-477ad867411b req-dae08e6d-940e-4552-b3a6-e37a59d8da5d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:13.957984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-351782b1-d017-46e4-a150-477ad867411b req-dae08e6d-940e-4552-b3a6-e37a59d8da5d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1269615 Sep 22 09:23:14.070347 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-08258554-c31e-4e62-b3ee-04849a788ccf req-da7f288f-a987-4daf-af02-991c6fdc970d tempest-AggregatesAdminTestJSON-397632157 tempest-AggregatesAdminTestJSON-397632157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.073816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-351782b1-d017-46e4-a150-477ad867411b req-42e16ce2-3839-4fee-9b56-8bdff74fd3a6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644186 Sep 22 09:23:14.101583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45874) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:14.127967 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-08258554-c31e-4e62-b3ee-04849a788ccf req-da7f288f-a987-4daf-af02-991c6fdc970d tempest-AggregatesAdminTestJSON-397632157 tempest-AggregatesAdminTestJSON-397632157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.159227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5ee41a47-4154-4063-b3cc-657982223439 None None] Provisioning complete for port 4afac6ba-89e9-48f3-8b30-8abfc4501725 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:14.159644 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5ee41a47-4154-4063-b3cc-657982223439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.193081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08258554-c31e-4e62-b3ee-04849a788ccf req-da7f288f-a987-4daf-af02-991c6fdc970d tempest-AggregatesAdminTestJSON-397632157 tempest-AggregatesAdminTestJSON-397632157-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113004 Sep 22 09:23:14.286807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5ee41a47-4154-4063-b3cc-657982223439 None None] Port 4afac6ba-89e9-48f3-8b30-8abfc4501725 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:23:14.298002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f288f-a987-4daf-af02-991c6fdc970d tempest-AggregatesAdminTestJSON-397632157 tempest-AggregatesAdminTestJSON-397632157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa590d60-5540-48b1-bd8f-9b6160f970da,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:14.342509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1abbe57d-c36a-4296-8441-6e18388a339a req-5682057b-ce86-41c2-9464-480bce3c67c9 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 210 time: 0.0732763 Sep 22 09:23:14.346738 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3e9ce2a6-19f5-4f5b-876f-cffbdeeb59f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.388054 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaf949-d352-460c-9981-572efe4c2299 req-980a2293-3b7f-4d94-9aee-59baddf8c597 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:14.389584 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85aaf949-d352-460c-9981-572efe4c2299 req-980a2293-3b7f-4d94-9aee-59baddf8c597 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 936 time: 0.1731563 Sep 22 09:23:14.449160 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85aaf949-d352-460c-9981-572efe4c2299 req-001cb5cf-238e-4ec8-a852-79da2935bbfc tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496063 Sep 22 09:23:14.502419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4afac6ba-89e9-48f3-8b30-8abfc4501725 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:14.509081 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3e9ce2a6-19f5-4f5b-876f-cffbdeeb59f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.511637 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.526616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Transition to ACTIVE for port object 4afac6ba-89e9-48f3-8b30-8abfc4501725 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:23:14.579066 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3e9ce2a6-19f5-4f5b-876f-cffbdeeb59f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.607601 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.620412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3e9ce2a6-19f5-4f5b-876f-cffbdeeb59f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9e151ec27e14b8e845d7e7fd5906195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147269 Sep 22 09:23:14.620801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45890) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:14.626655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ce2a6-19f5-4f5b-876f-cffbdeeb59f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f82652-72a3-4d7b-a7eb-2c7bf753aefc,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:14.681387 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f73dc0f-f9d2-438d-bafb-a2b4b4b7ef35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.709152 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Attempting to bind port 4afac6ba-89e9-48f3-8b30-8abfc4501725 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:14.709719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Attempting to bind port 4afac6ba-89e9-48f3-8b30-8abfc4501725 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:14.710054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Attempting to bind port 4afac6ba-89e9-48f3-8b30-8abfc4501725 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:14.715033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Port 4afac6ba-89e9-48f3-8b30-8abfc4501725 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:23:14.715360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Attempting to bind port 4afac6ba-89e9-48f3-8b30-8abfc4501725 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:14.717698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Pushing event updated for resources: {'Port': ['ID=4afac6ba-89e9-48f3-8b30-8abfc4501725,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:14.725077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:14.725382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:14.725712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:14.726196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Bound port: 4afac6ba-89e9-48f3-8b30-8abfc4501725, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:14.726553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.743529 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f73dc0f-f9d2-438d-bafb-a2b4b4b7ef35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.852156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] For port 4afac6ba-89e9-48f3-8b30-8abfc4501725, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:14.855456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] For port 4afac6ba-89e9-48f3-8b30-8abfc4501725, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=4afac6ba-89e9-48f3-8b30-8abfc4501725,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:14.865742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a89e6-e1f6-4e05-b6bb-ed7e3eab70bb req-7957a4f9-8371-4fe8-8e46-6c1edf211f75 tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:14.867309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-817a89e6-e1f6-4e05-b6bb-ed7e3eab70bb req-7957a4f9-8371-4fe8-8e46-6c1edf211f75 tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1101 time: 0.0618358 Sep 22 09:23:14.891120 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-817a89e6-e1f6-4e05-b6bb-ed7e3eab70bb req-fc865669-e053-4a8f-bb23-0ca85a80fd5d tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.958411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f73dc0f-f9d2-438d-bafb-a2b4b4b7ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.961202 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f73dc0f-f9d2-438d-bafb-a2b4b4b7ef35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:14.962388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5f73dc0f-f9d2-438d-bafb-a2b4b4b7ef35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72f82652-72a3-4d7b-a7eb-2c7bf753aefc HTTP/1.1" status: 204 len: 168 time: 0.3407776 Sep 22 09:23:14.984238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73dc0f-f9d2-438d-bafb-a2b4b4b7ef35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f82652-72a3-4d7b-a7eb-2c7bf753aefc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:15.003267 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:15.026401 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.60', 56607) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:15.076960 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-5616a903-2068-46e8-80b9-5596408109c6 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1751bfb8c7754c5e873ac1c3d69929ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488133 Sep 22 09:23:15.078606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:15.079302 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:15.080934 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] 10.222.0.60 "PUT /v2.0/ports/4afac6ba-89e9-48f3-8b30-8abfc4501725 HTTP/1.1" status: 200 len: 1118 time: 1.2545185 Sep 22 09:23:15.081394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63564b20-2014-4889-a94c-a8debff2d3d0', 'tag': '4afac6ba-89e9-48f3-8b30-8abfc4501725'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:15.086315 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a27a30-cd46-45d7-b6ac-066ab87854f0" -d '{"events": [{"name": "network-changed", "server_uuid": "63564b20-2014-4889-a94c-a8debff2d3d0", "tag": "4afac6ba-89e9-48f3-8b30-8abfc4501725"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:15.114140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99556bce-bf64-4889-9983-56a2c0acc31c service neutron] Pushing event updated for resources: {'Port': ['ID=4afac6ba-89e9-48f3-8b30-8abfc4501725,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:15.121193 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-817a89e6-e1f6-4e05-b6bb-ed7e3eab70bb req-fc865669-e053-4a8f-bb23-0ca85a80fd5d tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:15.194562 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-817a89e6-e1f6-4e05-b6bb-ed7e3eab70bb req-fc865669-e053-4a8f-bb23-0ca85a80fd5d tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:15.230258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc865669-e053-4a8f-bb23-0ca85a80fd5d tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aadbfa4-f58a-4db5-af10-38ff739e24ea,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:15.261130 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-817a89e6-e1f6-4e05-b6bb-ed7e3eab70bb req-fc865669-e053-4a8f-bb23-0ca85a80fd5d tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819647 Sep 22 09:23:15.295931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-cb810f01-dba9-4eee-b317-651b85added8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:15.297782 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-cb810f01-dba9-4eee-b317-651b85added8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 1121 time: 0.1011558 Sep 22 09:23:15.323713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-5328ac71-0271-4a64-8b7b-d17c69e55b14 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:15.325637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-5328ac71-0271-4a64-8b7b-d17c69e55b14 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391701 Sep 22 09:23:15.341520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Request body: {'port': {'device_id': '4840a85e-1dc2-42b3-b6ff-1b59db92753c', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '1751bfb8c7754c5e873ac1c3d69929ef'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:15.387284 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c06778b-fcd6-450a-b20f-8e4cc1b3c4d4 x-openstack-request-id: req-6c06778b-fcd6-450a-b20f-8e4cc1b3c4d4 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:15.387609 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63564b20-2014-4889-a94c-a8debff2d3d0", "tag": "4afac6ba-89e9-48f3-8b30-8abfc4501725", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:15.387862 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c06778b-fcd6-450a-b20f-8e4cc1b3c4d4 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:15.388242 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63564b20-2014-4889-a94c-a8debff2d3d0', 'tag': '4afac6ba-89e9-48f3-8b30-8abfc4501725', 'status': 'completed', 'code': 200} Sep 22 09:23:15.390079 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-a7156457-aa56-4a62-a604-880c596c8f11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4afac6ba-89e9-48f3-8b30-8abfc4501725 HTTP/1.1" status: 200 len: 217 time: 0.0838978 Sep 22 09:23:15.467517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-fb658d00-cdcb-4ad6-881b-5c6e1ffadd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:15.469366 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-fb658d00-cdcb-4ad6-881b-5c6e1ffadd6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0721817 Sep 22 09:23:15.540213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-9e163988-0950-433b-857c-27f88f007b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:15.541766 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-9e163988-0950-433b-857c-27f88f007b4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648165 Sep 22 09:23:15.572129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86368e97-5a7a-4210-a71a-dd932145cb28 req-5e63a096-2cf1-4590-93b6-3481822e14a5 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 210 time: 0.0354402 Sep 22 09:23:15.651700 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-970cd816-ffce-4bde-9ae4-f5b3cef51eac service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017601 Sep 22 09:23:15.658753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Made reservation on behalf of 1751bfb8c7754c5e873ac1c3d69929ef for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:15.663169 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:15.762786 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9c4b601f-00f6-4cb2-8fba-fabb3888d0ec req-bd5d484a-f4a1-49c3-b5a2-ee1213876ec9 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038911 Sep 22 09:23:15.865666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79a1de-21de-4bab-be67-567fd6b3c0da req-050b2c14-f382-40c7-8d55-e73408ad2777 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:15.867327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be79a1de-21de-4bab-be67-567fd6b3c0da req-050b2c14-f382-40c7-8d55-e73408ad2777 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 970 time: 0.0907409 Sep 22 09:23:15.880811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45940) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:15.881524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Allocated IP 192.168.233.16 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/51df9899-bbb4-4baa-846f-d7867bd3a2c0) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:15.916435 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e847dcd-8c95-4a80-9653-42522b07bf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:15.956743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a27a30-cd46-45d7-b6ac-066ab87854f0 req-c5f08fa9-40a2-4c84-8881-6cb679dfa4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:15.958400 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22a27a30-cd46-45d7-b6ac-066ab87854f0 req-c5f08fa9-40a2-4c84-8881-6cb679dfa4fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 1121 time: 0.0748329 Sep 22 09:23:16.097715 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a27a30-cd46-45d7-b6ac-066ab87854f0 req-e28231d9-a645-4df8-8187-50240604bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:16.099739 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22a27a30-cd46-45d7-b6ac-066ab87854f0 req-e28231d9-a645-4df8-8187-50240604bea6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1341445 Sep 22 09:23:16.119547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be79a1de-21de-4bab-be67-567fd6b3c0da req-f0c93dd0-72e0-47a4-924a-bf2c8c4a92d5 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258630 Sep 22 09:23:16.152837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e847dcd-8c95-4a80-9653-42522b07bf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:16.155159 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22a27a30-cd46-45d7-b6ac-066ab87854f0 req-2ecf8441-3f6f-4eee-af2e-a6a95aee431e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4afac6ba-89e9-48f3-8b30-8abfc4501725 HTTP/1.1" status: 200 len: 217 time: 0.0457768 Sep 22 09:23:16.212344 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e847dcd-8c95-4a80-9653-42522b07bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:16.271798 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2e847dcd-8c95-4a80-9653-42522b07bf16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abaa78b6af984546aee3b729b615e313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947315 Sep 22 09:23:16.276883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45950) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:16.277123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-36dfbc5d-9d64-4e1f-a976-e119046a4de9 req-f290d945-287e-4dfc-a542-83ab98fbdebf service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:23:16.287402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36dfbc5d-9d64-4e1f-a976-e119046a4de9 req-f290d945-287e-4dfc-a542-83ab98fbdebf service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2263558 Sep 22 09:23:16.297392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e847dcd-8c95-4a80-9653-42522b07bf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c1c478-0d78-4dd0-b7a1-caa5ebcb7517,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:16.318820 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:16.338584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a27a30-cd46-45d7-b6ac-066ab87854f0 req-97cfd73d-6ec3-4f3b-9555-cf310ad10c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:16.341207 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22a27a30-cd46-45d7-b6ac-066ab87854f0 req-97cfd73d-6ec3-4f3b-9555-cf310ad10c0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1783683 Sep 22 09:23:16.406531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe18e-a77e-4195-97d5-0c12d22fb3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:16.414111 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:16.428080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a27a30-cd46-45d7-b6ac-066ab87854f0 req-ba7dd0ff-dc94-4df6-89a3-5002cf3e5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:16.429638 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22a27a30-cd46-45d7-b6ac-066ab87854f0 req-ba7dd0ff-dc94-4df6-89a3-5002cf3e5334 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771115 Sep 22 09:23:16.434272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['9bb4ff8b-d017-411e-8bf5-283f92bd7003'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:16.458644 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe18e-a77e-4195-97d5-0c12d22fb3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:16.470270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:16.474270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:16.478683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:16.484873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:16.485723 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:16.514264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Pushing event updated for resources: {'Port': ['ID=51df9899-bbb4-4baa-846f-d7867bd3a2c0,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:16.556892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-657dff29-86c2-46e5-b5b4-9199feb07caa tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2219815 Sep 22 09:23:16.570948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Request body: {'port': {'device_id': '4840a85e-1dc2-42b3-b6ff-1b59db92753c', 'device_owner': 'compute:tempest-test_az-1416308502', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:16.579893 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22a27a30-cd46-45d7-b6ac-066ab87854f0 req-316fa29c-25e0-407a-80f8-81327bf397a3 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397762 Sep 22 09:23:16.654451 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:16.656949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe18e-a77e-4195-97d5-0c12d22fb3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:16.662051 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe18e-a77e-4195-97d5-0c12d22fb3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:16.665915 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8d5fe18e-a77e-4195-97d5-0c12d22fb3a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52c1c478-0d78-4dd0-b7a1-caa5ebcb7517 HTTP/1.1" status: 204 len: 168 time: 0.3859389 Sep 22 09:23:16.750067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fe18e-a77e-4195-97d5-0c12d22fb3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c1c478-0d78-4dd0-b7a1-caa5ebcb7517,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:16.805672 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22a27a30-cd46-45d7-b6ac-066ab87854f0 req-65721193-4dc4-4ce2-b1a3-93e0ef2ef771 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179947 Sep 22 09:23:16.894618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-aba82d2b-1ca8-4b9c-8b62-85c3bac9dac1 None None] Provisioning complete for port 51df9899-bbb4-4baa-846f-d7867bd3a2c0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:16.895938 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aba82d2b-1ca8-4b9c-8b62-85c3bac9dac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:16.930221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-aba82d2b-1ca8-4b9c-8b62-85c3bac9dac1 None None] Port 51df9899-bbb4-4baa-846f-d7867bd3a2c0 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:23:16.990392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6341f5-30b4-46ad-baff-5e6713412806 req-4784c17b-fb6e-4b83-981b-f65afe078df8 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:16.991847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b6341f5-30b4-46ad-baff-5e6713412806 req-4784c17b-fb6e-4b83-981b-f65afe078df8 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 935 time: 0.1004369 Sep 22 09:23:17.064265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b6341f5-30b4-46ad-baff-5e6713412806 req-6c0691b2-6b14-4db0-86da-51c69f08c33a tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650811 Sep 22 09:23:17.087092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51df9899-bbb4-4baa-846f-d7867bd3a2c0 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:17.094118 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:17.126220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Transition to ACTIVE for port object 51df9899-bbb4-4baa-846f-d7867bd3a2c0 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:23:17.208181 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:17.280678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Pushing event updated for resources: {'Port': ['ID=51df9899-bbb4-4baa-846f-d7867bd3a2c0,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:17.297774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Attempting to bind port 51df9899-bbb4-4baa-846f-d7867bd3a2c0 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:17.297774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Attempting to bind port 51df9899-bbb4-4baa-846f-d7867bd3a2c0 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:17.297774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Attempting to bind port 51df9899-bbb4-4baa-846f-d7867bd3a2c0 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:17.302245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Port 51df9899-bbb4-4baa-846f-d7867bd3a2c0 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:23:17.302761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Attempting to bind port 51df9899-bbb4-4baa-846f-d7867bd3a2c0 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:17.309142 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:17.309769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:17.310294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:17.310880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Bound port: 51df9899-bbb4-4baa-846f-d7867bd3a2c0, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:17.311379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:17.421824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] For port 51df9899-bbb4-4baa-846f-d7867bd3a2c0, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:17.436460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] For port 51df9899-bbb4-4baa-846f-d7867bd3a2c0, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=51df9899-bbb4-4baa-846f-d7867bd3a2c0,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:17.466987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918399e-8102-4f9a-adf7-ea0f330709d0 req-48301adf-98a1-4668-a232-b065fcbfc6fb tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:17.468870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8918399e-8102-4f9a-adf7-ea0f330709d0 req-48301adf-98a1-4668-a232-b065fcbfc6fb tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 970 time: 0.0836785 Sep 22 09:23:17.555080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8918399e-8102-4f9a-adf7-ea0f330709d0 req-2e627849-7277-48f2-b182-77db427204f7 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738709 Sep 22 09:23:17.561462 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:17.611278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:17.612021 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:17.613448 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-15509333-18a3-4412-94a7-98b24552f178 service neutron] 10.222.0.60 "PUT /v2.0/ports/51df9899-bbb4-4baa-846f-d7867bd3a2c0 HTTP/1.1" status: 200 len: 1117 time: 1.0479140 Sep 22 09:23:17.614014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4840a85e-1dc2-42b3-b6ff-1b59db92753c', 'tag': '51df9899-bbb4-4baa-846f-d7867bd3a2c0'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:17.616226 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d1bd80-f606-44db-846f-914ccefbdc52" -d '{"events": [{"name": "network-changed", "server_uuid": "4840a85e-1dc2-42b3-b6ff-1b59db92753c", "tag": "51df9899-bbb4-4baa-846f-d7867bd3a2c0"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:17.639009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f23634-6bc3-4dce-ae1b-559093a26695 req-348b7a77-b5d7-46b2-b34d-a07d68dc72ef tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:17.640758 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72f23634-6bc3-4dce-ae1b-559093a26695 req-348b7a77-b5d7-46b2-b34d-a07d68dc72ef tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1303084 Sep 22 09:23:17.651547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15509333-18a3-4412-94a7-98b24552f178 service neutron] Pushing event updated for resources: {'Port': ['ID=51df9899-bbb4-4baa-846f-d7867bd3a2c0,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:17.706565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72f23634-6bc3-4dce-ae1b-559093a26695 req-c14ed29c-1678-4c83-88ce-edc4e97992d9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486424 Sep 22 09:23:17.725386 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6000c04c-7fee-4b9f-848f-73c1e8528608 x-openstack-request-id: req-6000c04c-7fee-4b9f-848f-73c1e8528608 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:17.725869 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4840a85e-1dc2-42b3-b6ff-1b59db92753c", "tag": "51df9899-bbb4-4baa-846f-d7867bd3a2c0", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:17.726242 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6000c04c-7fee-4b9f-848f-73c1e8528608 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:17.726753 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4840a85e-1dc2-42b3-b6ff-1b59db92753c', 'tag': '51df9899-bbb4-4baa-846f-d7867bd3a2c0', 'status': 'completed', 'code': 200} Sep 22 09:23:17.790221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-82e098a9-61d2-425d-b5cd-2c84cde38e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:17.791875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-82e098a9-61d2-425d-b5cd-2c84cde38e97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1751bfb8c7754c5e873ac1c3d69929ef&device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 1120 time: 0.0611908 Sep 22 09:23:17.798097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46022) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:17.806614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46026) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:17.845368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-3dffe886-7c40-4470-93aa-6caa4d75f20b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=51df9899-bbb4-4baa-846f-d7867bd3a2c0 HTTP/1.1" status: 200 len: 217 time: 0.0447907 Sep 22 09:23:17.945124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92ec9b94-86d1-4226-b9e4-894e2cb1c34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:17.974491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-7933d037-4f76-482f-a9fd-d1f8e57f6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:17.974491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-7933d037-4f76-482f-a9fd-d1f8e57f6ba6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1168411 Sep 22 09:23:17.977660 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-fb7816ac-951d-4d20-8a2f-607beaad540f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1781120 Sep 22 09:23:17.995777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-28a37e23-3d81-4982-a1b7-aa8c6ea22b7e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:23:18.003794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-28a37e23-3d81-4982-a1b7-aa8c6ea22b7e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084834 Sep 22 09:23:18.036704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-48823dda-f3dc-4cca-b9f9-203d54634c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:18.038220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-48823dda-f3dc-4cca-b9f9-203d54634c6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588431 Sep 22 09:23:18.073337 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92ec9b94-86d1-4226-b9e4-894e2cb1c34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:18.134930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-df3962f3-d40f-4665-9f97-7075aa13cbbf service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886755 Sep 22 09:23:18.162288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92ec9b94-86d1-4226-b9e4-894e2cb1c34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:18.233126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec9b94-86d1-4226-b9e4-894e2cb1c34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e215900f-3dec-4ab0-b09f-7e8dccfd9510,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:18.241738 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-92ec9b94-86d1-4226-b9e4-894e2cb1c34b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=afd4858e7deb44d58fae7e6d6ccb5533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338644 Sep 22 09:23:18.244571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46056) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:18.256526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46060) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:18.294085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a6bf7-ace1-457c-b5f6-872bdc991995 req-1a0118eb-1d56-41b0-a065-834091d64ae1 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522970 Sep 22 09:23:18.334198 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c329c898-af04-4726-9e6d-ce72d0c1f7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:18.338029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432d5a2-f20c-4859-9407-daca9632ffb9 req-183f7559-2313-497e-acfc-2f96bee10ada tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:18.339698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0432d5a2-f20c-4859-9407-daca9632ffb9 req-183f7559-2313-497e-acfc-2f96bee10ada tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 969 time: 0.0621309 Sep 22 09:23:18.358772 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c329c898-af04-4726-9e6d-ce72d0c1f7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:18.401487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0432d5a2-f20c-4859-9407-daca9632ffb9 req-617264e4-e29a-40ed-b596-cd13a127e922 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536077 Sep 22 09:23:18.465081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1bd80-f606-44db-846f-914ccefbdc52 req-7ce00d3f-3ce6-45e9-9a21-925939b482c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:18.466637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6d1bd80-f606-44db-846f-914ccefbdc52 req-7ce00d3f-3ce6-45e9-9a21-925939b482c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1751bfb8c7754c5e873ac1c3d69929ef&device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 1120 time: 0.0407517 Sep 22 09:23:18.475661 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c329c898-af04-4726-9e6d-ce72d0c1f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:18.478613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c329c898-af04-4726-9e6d-ce72d0c1f7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:18.480690 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c329c898-af04-4726-9e6d-ce72d0c1f7ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e215900f-3dec-4ab0-b09f-7e8dccfd9510 HTTP/1.1" status: 204 len: 168 time: 0.2341325 Sep 22 09:23:18.488974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329c898-af04-4726-9e6d-ce72d0c1f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e215900f-3dec-4ab0-b09f-7e8dccfd9510,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:18.592169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1bd80-f606-44db-846f-914ccefbdc52 req-bd54d7f4-70e8-4fb5-b743-4ba7f29c6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:18.594135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6d1bd80-f606-44db-846f-914ccefbdc52 req-bd54d7f4-70e8-4fb5-b743-4ba7f29c6910 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1210773 Sep 22 09:23:18.646226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-411481521-network', 'tenant_id': 'c5e50368fa5242f5942a8543dc7c27ba'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:18.650158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6d1bd80-f606-44db-846f-914ccefbdc52 req-503a667f-464e-44d2-9be2-60c43699bc4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=51df9899-bbb4-4baa-846f-d7867bd3a2c0 HTTP/1.1" status: 200 len: 217 time: 0.0469897 Sep 22 09:23:18.750039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de1939-f974-4946-a1cc-852b277d6ae6 req-c6a77810-4f9e-4e13-a1d6-ce49678ff920 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:18.751636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3de1939-f974-4946-a1cc-852b277d6ae6 req-c6a77810-4f9e-4e13-a1d6-ce49678ff920 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 970 time: 0.1118419 Sep 22 09:23:18.753220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1bd80-f606-44db-846f-914ccefbdc52 req-8a67e6be-6aa5-4100-9125-07c1aca68723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:18.755418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6d1bd80-f606-44db-846f-914ccefbdc52 req-8a67e6be-6aa5-4100-9125-07c1aca68723 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0969656 Sep 22 09:23:18.826717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Made reservation on behalf of c5e50368fa5242f5942a8543dc7c27ba for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:18.828885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:18.852344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3de1939-f974-4946-a1cc-852b277d6ae6 req-2819108d-0e1b-4ff3-94ad-f1b44f7b12dc tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928273 Sep 22 09:23:18.886294 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:18.915093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1bd80-f606-44db-846f-914ccefbdc52 req-8f1727ea-33df-4059-bb91-c81875802527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:18.916756 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6d1bd80-f606-44db-846f-914ccefbdc52 req-8f1727ea-33df-4059-bb91-c81875802527 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445768 Sep 22 09:23:18.983821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46100) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:18.984625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb002c-56d9-4352-9f38-d2dbc3079b9a req-998631be-4a52-43da-a0b1-5062ee316a0d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:18.986281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bafb002c-56d9-4352-9f38-d2dbc3079b9a req-998631be-4a52-43da-a0b1-5062ee316a0d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1605382 Sep 22 09:23:19.099056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bafb002c-56d9-4352-9f38-d2dbc3079b9a req-5cfffe58-68a9-46a5-b876-e88fafa8121f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031826 Sep 22 09:23:19.120102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6d1bd80-f606-44db-846f-914ccefbdc52 req-fa1c1bd3-1fe5-4abe-b801-e09aa721839f service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852920 Sep 22 09:23:19.122949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4aef3a8d-7742-4cc2-91cb-adc842c127de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.174385 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.241022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6d1bd80-f606-44db-846f-914ccefbdc52 req-d7b51bad-c85a-4625-b31c-8968cdb0c470 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122627 Sep 22 09:23:19.258653 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.287693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:23:19.298686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f47d8c-1e8c-4833-b071-135693d0c718,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:19.313648 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.314004 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Added segment c3a3e23e-a6ef-43c1-a32e-d8540778b703 of type vlan for network 305acb99-5b4d-437f-a6af-752fcd584366 Sep 22 09:23:19.333668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46114) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:19.355864 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd323dc3-01c4-4229-a261-9253faf93a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.366636 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.405686 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4aef3a8d-7742-4cc2-91cb-adc842c127de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.458832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.460329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:19.461060 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.487019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4aef3a8d-7742-4cc2-91cb-adc842c127de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.528235 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4aef3a8d-7742-4cc2-91cb-adc842c127de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=102aa7ba6ef341efb5249d72f221b184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5432975 Sep 22 09:23:19.529218 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef3a8d-7742-4cc2-91cb-adc842c127de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e10896-c0d6-4bb0-a3f8-3a9fdc231906,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:19.531602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46130) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:19.547171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] Pushing event updated for resources: {'Network': ['ID=305acb99-5b4d-437f-a6af-752fcd584366,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:19.558843 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 305acb99-5b4d-437f-a6af-752fcd584366 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:23:19.576384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 4afac6ba-89e9-48f3-8b30-8abfc4501725 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:23:19.584761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571fd5-5d8a-4af3-98f9-06f6b05a33f5 req-7588b2d2-1dbb-45a0-8ff5-312a488f5e19 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:19.586765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44571fd5-5d8a-4af3-98f9-06f6b05a33f5 req-7588b2d2-1dbb-45a0-8ff5-312a488f5e19 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 969 time: 0.1155632 Sep 22 09:23:19.588026 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52ccb12b-8abc-4372-abb0-9d716ebfd81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.592120 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f970b9e7-0ac5-4336-b5e8-2d629ca060e4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3338854 Sep 22 09:23:19.594928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46132) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:19.600795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] Request body: {'subnet': {'network_id': '305acb99-5b4d-437f-a6af-752fcd584366', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-411481521-subnet', 'tenant_id': 'c5e50368fa5242f5942a8543dc7c27ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:19.640128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52ccb12b-8abc-4372-abb0-9d716ebfd81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.641591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44571fd5-5d8a-4af3-98f9-06f6b05a33f5 req-9e738b6e-15da-4f79-806a-2ed8d2823e11 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483127 Sep 22 09:23:19.742045 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd323dc3-01c4-4229-a261-9253faf93a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.760520 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 4afac6ba-89e9-48f3-8b30-8abfc4501725, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=4afac6ba-89e9-48f3-8b30-8abfc4501725,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:19.775410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '4afac6ba-89e9-48f3-8b30-8abfc4501725', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '4afac6ba-89e9-48f3-8b30-8abfc4501725', 'mac_address': 'fa:16:3e:ce:97:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-1416308502', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:23:19.816254 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.826032 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52ccb12b-8abc-4372-abb0-9d716ebfd81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.828697 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52ccb12b-8abc-4372-abb0-9d716ebfd81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.829794 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-52ccb12b-8abc-4372-abb0-9d716ebfd81b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8e10896-c0d6-4bb0-a3f8-3a9fdc231906 HTTP/1.1" status: 204 len: 168 time: 0.2973204 Sep 22 09:23:19.830518 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd323dc3-01c4-4229-a261-9253faf93a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.843773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afac6ba-89e9-48f3-8b30-8abfc4501725 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:19.857826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccb12b-8abc-4372-abb0-9d716ebfd81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e10896-c0d6-4bb0-a3f8-3a9fdc231906,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:19.866054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 4afac6ba-89e9-48f3-8b30-8abfc4501725, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=4afac6ba-89e9-48f3-8b30-8abfc4501725,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:19.892873 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bd323dc3-01c4-4229-a261-9253faf93a51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32fd0968788f4c7e9b19ab1d6693e57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579903 Sep 22 09:23:19.895680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46144) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:19.906340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd323dc3-01c4-4229-a261-9253faf93a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e481b21-7bd0-48ef-a656-e70b3c2a737c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:19.976907 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b25bb59d-5486-4cee-a317-37bbc1c5a515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.978940 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:19.982879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] Made reservation on behalf of c5e50368fa5242f5942a8543dc7c27ba for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:19.989842 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:20.024953 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b25bb59d-5486-4cee-a317-37bbc1c5a515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:20.032581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=4afac6ba-89e9-48f3-8b30-8abfc4501725,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:20.057713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a698-1929-402c-af2e-b5de0284da03 req-241d767f-351b-4233-af6c-04405dca4f44 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:20.059335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13d0a698-1929-402c-af2e-b5de0284da03 req-241d767f-351b-4233-af6c-04405dca4f44 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 970 time: 0.0970623 Sep 22 09:23:20.112813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13d0a698-1929-402c-af2e-b5de0284da03 req-5bf1b5c3-e183-4e27-a24d-98a4bc2dab2c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Sep 22 09:23:20.201848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['4afac6ba-89e9-48f3-8b30-8abfc4501725'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:20.242345 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b25bb59d-5486-4cee-a317-37bbc1c5a515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:20.244984 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b25bb59d-5486-4cee-a317-37bbc1c5a515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:20.246208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b25bb59d-5486-4cee-a317-37bbc1c5a515 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e481b21-7bd0-48ef-a656-e70b3c2a737c HTTP/1.1" status: 204 len: 168 time: 0.3495464 Sep 22 09:23:20.260202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bb59d-5486-4cee-a317-37bbc1c5a515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e481b21-7bd0-48ef-a656-e70b3c2a737c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:20.278911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6ca93-eab7-4153-b8af-0ad4a5a0ab15 req-d6951ffd-80a9-4f79-be29-bf9bdb693c8e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:20.281097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ef6ca93-eab7-4153-b8af-0ad4a5a0ab15 req-d6951ffd-80a9-4f79-be29-bf9bdb693c8e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0716670 Sep 22 09:23:20.327930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:20.347906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ef6ca93-eab7-4153-b8af-0ad4a5a0ab15 req-8304e885-a7da-40ab-a655-69e6206357af tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607653 Sep 22 09:23:20.391424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4190d96d-fd50-463c-85aa-2287bacb2e58,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:20.449308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:20.449657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] Network hostable DHCP agents. Network: 305acb99-5b4d-437f-a6af-752fcd584366, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:23:20.586358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] Network 305acb99-5b4d-437f-a6af-752fcd584366 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:23:20.694508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 305acb99-5b4d-437f-a6af-752fcd584366) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:20.699337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:20.700102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:20.716274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3871974a-a37d-4542-8d58-0ea59b80529f None None] Network 305acb99-5b4d-437f-a6af-752fcd584366 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:20.788520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46178) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:20.789562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b25305-71ae-4146-8ae1-d0bad34b064d req-cfe49475-8dc3-49a4-9217-3f0cc3d57e12 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:20.791109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2b25305-71ae-4146-8ae1-d0bad34b064d req-cfe49475-8dc3-49a4-9217-3f0cc3d57e12 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 969 time: 0.0618513 Sep 22 09:23:20.805275 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e0a762f9-39a1-4378-a345-2911d4a369c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:20.808984 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cebf8385-4164-4f9e-ba0f-8691c4a90af3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2129102 Sep 22 09:23:20.895510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2b25305-71ae-4146-8ae1-d0bad34b064d req-0d23987a-65ca-4523-9cc4-94bc562654b7 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972815 Sep 22 09:23:20.917516 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e0a762f9-39a1-4378-a345-2911d4a369c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:20.923748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed41a95-8b2f-42a0-aa63-886f00dd3cd2 None None] Network 305acb99-5b4d-437f-a6af-752fcd584366 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:20.968523 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e0a762f9-39a1-4378-a345-2911d4a369c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:21.011188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e0a762f9-39a1-4378-a345-2911d4a369c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f26c095cf4894dd7af49bbffbabd84bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210817 Sep 22 09:23:21.014531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46190) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:21.017563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a762f9-39a1-4378-a345-2911d4a369c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9d8210-a4ac-4067-abed-178fed52f704,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:21.131967 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54022df2-1b45-497b-9af1-6383b992e241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:21.155699 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54022df2-1b45-497b-9af1-6383b992e241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:21.243144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-e7109898-5ccf-4c2d-a7fa-e664de7b7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:21.244775 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-e7109898-5ccf-4c2d-a7fa-e664de7b7263 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1101 time: 0.0563936 Sep 22 09:23:21.299156 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54022df2-1b45-497b-9af1-6383b992e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:21.302294 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54022df2-1b45-497b-9af1-6383b992e241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:21.305948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-54022df2-1b45-497b-9af1-6383b992e241 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd9d8210-a4ac-4067-abed-178fed52f704 HTTP/1.1" status: 204 len: 168 time: 0.2872422 Sep 22 09:23:21.315281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54022df2-1b45-497b-9af1-6383b992e241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9d8210-a4ac-4067-abed-178fed52f704,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:21.376365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-be399316-e7f4-43b4-9738-34ac33561e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:21.379964 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-be399316-e7f4-43b4-9738-34ac33561e48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1196618 Sep 22 09:23:21.401175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3cf06-d3fd-490c-a7e5-e82ae09b02b8 req-9c29124b-7318-4601-87c1-90e2758f26a6 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:21.412362 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21c3cf06-d3fd-490c-a7e5-e82ae09b02b8 req-9c29124b-7318-4601-87c1-90e2758f26a6 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 971 time: 0.0690780 Sep 22 09:23:21.443054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-0663c129-0a7b-4c54-8717-2d2eb4f69a4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971 HTTP/1.1" status: 200 len: 217 time: 0.0538552 Sep 22 09:23:21.476437 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21c3cf06-d3fd-490c-a7e5-e82ae09b02b8 req-170e4d85-ac70-4366-a0e8-9c385484c754 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659964 Sep 22 09:23:21.503199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423f67a-1644-4745-b245-e36a3a8ca420 req-43cf0c5d-b217-47dd-b92d-a55b1e33897c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:21.506135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-b2760c96-878a-4b7f-b415-07b96e2aa2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:21.507684 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-b2760c96-878a-4b7f-b415-07b96e2aa2e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0585597 Sep 22 09:23:21.514565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8423f67a-1644-4745-b245-e36a3a8ca420 req-43cf0c5d-b217-47dd-b92d-a55b1e33897c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0692325 Sep 22 09:23:21.560406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8423f67a-1644-4745-b245-e36a3a8ca420 req-712d1ea3-4822-482c-98f1-f705198903aa tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449910 Sep 22 09:23:21.563555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-886b96f4-f9d6-4cb5-bba0-2156b76754f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:21.572316 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-886b96f4-f9d6-4cb5-bba0-2156b76754f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475566 Sep 22 09:23:21.598585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 51df9899-bbb4-4baa-846f-d7867bd3a2c0 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:23:21.676425 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-e7519c51-63bb-4780-8b4a-e0bd1e61407d service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015010 Sep 22 09:23:21.751881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 4afac6ba-89e9-48f3-8b30-8abfc4501725 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:21.801680 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-f8954371-6f5a-422e-9eb2-e34e4850e87e service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114759 Sep 22 09:23:21.842446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 51df9899-bbb4-4baa-846f-d7867bd3a2c0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=51df9899-bbb4-4baa-846f-d7867bd3a2c0,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:21.865016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '51df9899-bbb4-4baa-846f-d7867bd3a2c0', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '51df9899-bbb4-4baa-846f-d7867bd3a2c0', 'mac_address': 'fa:16:3e:76:49:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:tempest-test_az-1416308502', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:23:21.875400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46256) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:21.882012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-772761967-network', 'tenant_id': '166e6c91a95c41388e198f7c1cbfdcd9'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:21.936043 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:21.950859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 4afac6ba-89e9-48f3-8b30-8abfc4501725 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:23:21.953839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51df9899-bbb4-4baa-846f-d7867bd3a2c0 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:21.975571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 51df9899-bbb4-4baa-846f-d7867bd3a2c0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=51df9899-bbb4-4baa-846f-d7867bd3a2c0,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:21.980099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 4afac6ba-89e9-48f3-8b30-8abfc4501725 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:21.980862 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:21.995392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46272) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:22.053772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db3c02-77f9-4974-a8df-9f263897b386 req-737b187b-7115-4ea4-a0ec-5ec2c32c9276 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:22.055997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33db3c02-77f9-4974-a8df-9f263897b386 req-737b187b-7115-4ea4-a0ec-5ec2c32c9276 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 969 time: 0.0647244 Sep 22 09:23:22.057845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Made reservation on behalf of 166e6c91a95c41388e198f7c1cbfdcd9 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:22.060641 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.075698 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.098312 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.131453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33db3c02-77f9-4974-a8df-9f263897b386 req-a04a6a96-cb20-44f3-a2a4-2650bab6329a tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678380 Sep 22 09:23:22.132082 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.140293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1741360719-network', 'tenant_id': 'cd8aeb5e4aca4b0bb8fbe954dd959d08'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:22.206043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=51df9899-bbb4-4baa-846f-d7867bd3a2c0,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:22.228352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63564b20-2014-4889-a94c-a8debff2d3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afac6ba-89e9-48f3-8b30-8abfc4501725'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:22.241700 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8046e5-e6de-4e5d-83a6-41bb24e3d163" -d '{"events": [{"server_uuid": "63564b20-2014-4889-a94c-a8debff2d3d0", "name": "network-vif-plugged", "status": "completed", "tag": "4afac6ba-89e9-48f3-8b30-8abfc4501725"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:22.265856 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.275432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 4afac6ba-89e9-48f3-8b30-8abfc4501725, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=4afac6ba-89e9-48f3-8b30-8abfc4501725,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:22.307779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['51df9899-bbb4-4baa-846f-d7867bd3a2c0'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:22.339609 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.379878 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d014ff86-2d78-4c00-a074-0ac9c0f914a7 x-openstack-request-id: req-d014ff86-2d78-4c00-a074-0ac9c0f914a7 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:22.380411 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63564b20-2014-4889-a94c-a8debff2d3d0", "name": "network-vif-plugged", "status": "completed", "tag": "4afac6ba-89e9-48f3-8b30-8abfc4501725", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:22.380904 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d014ff86-2d78-4c00-a074-0ac9c0f914a7 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:22.381082 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63564b20-2014-4889-a94c-a8debff2d3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afac6ba-89e9-48f3-8b30-8abfc4501725', 'code': 200} Sep 22 09:23:22.400159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:23:22.405296 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.412842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51fa270-12cb-412f-a994-c53d180a2200,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:22.447625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.447970 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Added segment 7ad405b8-9441-4d85-ba9f-e8d618385850 of type vlan for network fe0736c5-c26c-4220-a820-23b209a79527 Sep 22 09:23:22.487344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Made reservation on behalf of cd8aeb5e4aca4b0bb8fbe954dd959d08 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:22.492273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.492427 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=4afac6ba-89e9-48f3-8b30-8abfc4501725,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:22.522123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282e9f0-9317-4822-8d07-3bd5923adc0d req-62ee689c-db33-47e3-969f-cb04e62126be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:22.527739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9282e9f0-9317-4822-8d07-3bd5923adc0d req-62ee689c-db33-47e3-969f-cb04e62126be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 1123 time: 0.1084931 Sep 22 09:23:22.535503 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.535885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.619543 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9282e9f0-9317-4822-8d07-3bd5923adc0d req-f9e65766-124c-46ff-ba25-77cfa7995fed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783386 Sep 22 09:23:22.698914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.703656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb199d5-9330-49dd-80b9-535a9ffb6b8c req-35c1efdc-390e-4c6a-bc77-84b38794920d tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:22.705363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0eb199d5-9330-49dd-80b9-535a9ffb6b8c req-35c1efdc-390e-4c6a-bc77-84b38794920d tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 972 time: 0.0804706 Sep 22 09:23:22.706621 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.707719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:22.708271 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.762784 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.790910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:23:22.796529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=fe0736c5-c26c-4220-a820-23b209a79527,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:22.809008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network fe0736c5-c26c-4220-a820-23b209a79527 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:23:22.817414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0eb199d5-9330-49dd-80b9-535a9ffb6b8c req-d3757cc6-a63e-46f4-9f39-0cac696ed11e tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010985 Sep 22 09:23:22.818115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5988ac42-3d33-482d-9f0f-ef4aabcb31d9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:22.826540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-20a69ae1-4651-4ad1-b7ad-b9f9d5f06ea1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9500525 Sep 22 09:23:22.830765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46306) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:22.837643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] Request body: {'subnet': {'network_id': 'fe0736c5-c26c-4220-a820-23b209a79527', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-772761967-subnet', 'tenant_id': '166e6c91a95c41388e198f7c1cbfdcd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:22.837745 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.837745 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Added segment 55eab720-c088-4d71-865c-0a6a171d686e of type vlan for network 6ecf2f35-71d3-4caa-bcf7-f48d66eddac0 Sep 22 09:23:22.861104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46310) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:22.923961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46316) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:22.928034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:22.945376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a261c-185c-4f72-91ac-0d61b8362edc req-2a62b22d-9a47-4168-a474-7f869e0e32d2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:22.952660 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc0a261c-185c-4f72-91ac-0d61b8362edc req-2a62b22d-9a47-4168-a474-7f869e0e32d2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0949512 Sep 22 09:23:22.986789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc0a261c-185c-4f72-91ac-0d61b8362edc req-262110b9-e50f-44a3-bbc8-6203339c87ca tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Sep 22 09:23:23.032699 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bdfddefd-eb72-4d93-86de-9485846a5a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.056853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-network', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:23.116109 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.116321 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.117559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] Made reservation on behalf of 166e6c91a95c41388e198f7c1cbfdcd9 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:23.118068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:23.118663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.119842 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.145577 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:23:23.145577 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:23:23.145577 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': 'a3585eaf932a4ab482619956836d6bdd', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 23, 3, 61632)}] Sep 22 09:23:23.145577 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:23:23.146002 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:23:23.176833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] Pushing event updated for resources: {'Network': ['ID=6ecf2f35-71d3-4caa-bcf7-f48d66eddac0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:23.187469 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 6ecf2f35-71d3-4caa-bcf7-f48d66eddac0 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:23:23.346241 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bdfddefd-eb72-4d93-86de-9485846a5a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.387531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d6ae2-4982-4361-a7b0-e7ac66303270 req-e396fac2-91d8-4833-a9fd-5ac1a0c09eea tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:23.389351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb8d6ae2-4982-4361-a7b0-e7ac66303270 req-e396fac2-91d8-4833-a9fd-5ac1a0c09eea tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 970 time: 0.1359801 Sep 22 09:23:23.421078 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bdfddefd-eb72-4d93-86de-9485846a5a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.481094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb8d6ae2-4982-4361-a7b0-e7ac66303270 req-d9b74eae-34c1-40a5-825f-c42370522718 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848944 Sep 22 09:23:23.485495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bdfddefd-eb72-4d93-86de-9485846a5a8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efd30493d4e844a6b652ad21c12caf82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6207812 Sep 22 09:23:23.486934 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2ce22d71-deb4-4cb8-b3f2-a0a40ad6d195 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4902287 Sep 22 09:23:23.487219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46330) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:23.487586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46332) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:23.489768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfddefd-eb72-4d93-86de-9485846a5a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c812ea-81e0-4827-84d3-99bf118dba37,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:23.495452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] Request body: {'subnet': {'network_id': '6ecf2f35-71d3-4caa-bcf7-f48d66eddac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1741360719-subnet', 'tenant_id': 'cd8aeb5e4aca4b0bb8fbe954dd959d08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:23.512519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.550178 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0abdb161-8f6f-47f2-9703-90fa26fdd02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.573621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef4bf8c2-2747-459f-a5d7-c046b3af5eb6,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:23.576129 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0abdb161-8f6f-47f2-9703-90fa26fdd02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.581343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] Checking segment: {'id': '7ad405b8-9441-4d85-ba9f-e8d618385850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'fe0736c5-c26c-4220-a820-23b209a79527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:23.581786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] Network hostable DHCP agents. Network: fe0736c5-c26c-4220-a820-23b209a79527, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:23:23.607377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] Made reservation on behalf of cd8aeb5e4aca4b0bb8fbe954dd959d08 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:23.609986 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.623617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 51df9899-bbb4-4baa-846f-d7867bd3a2c0 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:23.733225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0abdb161-8f6f-47f2-9703-90fa26fdd02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.735159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] Network fe0736c5-c26c-4220-a820-23b209a79527 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:23:23.735666 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0abdb161-8f6f-47f2-9703-90fa26fdd02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.736844 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0abdb161-8f6f-47f2-9703-90fa26fdd02d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2c812ea-81e0-4827-84d3-99bf118dba37 HTTP/1.1" status: 204 len: 168 time: 0.2483227 Sep 22 09:23:23.745144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdb161-8f6f-47f2-9703-90fa26fdd02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c812ea-81e0-4827-84d3-99bf118dba37,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:23.762351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 51df9899-bbb4-4baa-846f-d7867bd3a2c0 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:23:23.770747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 51df9899-bbb4-4baa-846f-d7867bd3a2c0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:23.770747 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.877123 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.920557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 51df9899-bbb4-4baa-846f-d7867bd3a2c0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=51df9899-bbb4-4baa-846f-d7867bd3a2c0,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:23.963840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Made reservation on behalf of a3585eaf932a4ab482619956836d6bdd for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:23.966641 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:23.969292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, fe0736c5-c26c-4220-a820-23b209a79527) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:23.981819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aec283f-1e21-4518-bfb3-bcab970cf371 None None] Network fe0736c5-c26c-4220-a820-23b209a79527 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:23.995476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:23.996113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.013527 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.039936 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.138560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=51df9899-bbb4-4baa-846f-d7867bd3a2c0,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:24.143003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ba7bc-9106-452f-bd6f-ab5adc62e832 req-061f189a-562e-4afb-b428-72bad88a5ece tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:24.145434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-680ba7bc-9106-452f-bd6f-ab5adc62e832 req-061f189a-562e-4afb-b428-72bad88a5ece tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 971 time: 0.1859317 Sep 22 09:23:24.153036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa594455-cd99-4258-bb4e-6c1b1072ae7c req-aeec7c35-af00-48f1-bc29-ba35486bfc12 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:24.154474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa594455-cd99-4258-bb4e-6c1b1072ae7c req-aeec7c35-af00-48f1-bc29-ba35486bfc12 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 972 time: 0.1944370 Sep 22 09:23:24.174556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a3fa8a33-2a0d-461d-b760-55fa925464ee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3429875 Sep 22 09:23:24.195256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16caeaeb-13d5-48b9-9a1b-7f2b5810b07c None None] Network fe0736c5-c26c-4220-a820-23b209a79527 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:24.218982 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0cd0508c-cc01-4060-8125-b49937f08c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.222309 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.251738 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-680ba7bc-9106-452f-bd6f-ab5adc62e832 req-57652a58-41c0-4b9b-9f1a-5770b98e4421 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938983 Sep 22 09:23:24.260992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa594455-cd99-4258-bb4e-6c1b1072ae7c req-4be46129-cea1-4e6c-9f07-58c504b81fa2 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962582 Sep 22 09:23:24.307290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.382038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4840a85e-1dc2-42b3-b6ff-1b59db92753c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51df9899-bbb4-4baa-846f-d7867bd3a2c0'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:24.384513 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed78e59-6f36-47e7-ace9-0f2c42b772b7" -d '{"events": [{"server_uuid": "4840a85e-1dc2-42b3-b6ff-1b59db92753c", "name": "network-vif-plugged", "status": "completed", "tag": "51df9899-bbb4-4baa-846f-d7867bd3a2c0"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:24.422715 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.425588 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69becce4-e803-414f-b154-08bddd6fa919 x-openstack-request-id: req-69becce4-e803-414f-b154-08bddd6fa919 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:24.425971 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4840a85e-1dc2-42b3-b6ff-1b59db92753c", "name": "network-vif-plugged", "status": "completed", "tag": "51df9899-bbb4-4baa-846f-d7867bd3a2c0", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:24.426210 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69becce4-e803-414f-b154-08bddd6fa919 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:24.426594 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4840a85e-1dc2-42b3-b6ff-1b59db92753c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51df9899-bbb4-4baa-846f-d7867bd3a2c0', 'code': 200} Sep 22 09:23:24.436356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1620a39d-9644-4173-ae11-a1bb28886b89,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:24.452394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46354) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:24.456278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] Checking segment: {'id': '55eab720-c088-4d71-865c-0a6a171d686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6ecf2f35-71d3-4caa-bcf7-f48d66eddac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:24.456639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] Network hostable DHCP agents. Network: 6ecf2f35-71d3-4caa-bcf7-f48d66eddac0, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:23:24.468243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97c22777-d402-408b-8e99-5292899d153e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.468341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253db76d-3734-49f6-a70f-304b4d0fd370 req-194af237-45ca-4fcb-848d-93f20b066fb8 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:24.474857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253db76d-3734-49f6-a70f-304b4d0fd370 req-194af237-45ca-4fcb-848d-93f20b066fb8 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1178372 Sep 22 09:23:24.505887 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.556342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:23:24.565241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] Network 6ecf2f35-71d3-4caa-bcf7-f48d66eddac0 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:23:24.583061 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97c22777-d402-408b-8e99-5292899d153e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.586696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d09f2d8-2526-417a-a8b1-fb570b59dc80,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:24.591569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253db76d-3734-49f6-a70f-304b4d0fd370 req-64fc2331-2d9d-4483-8758-3e57f863c4e2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065252 Sep 22 09:23:24.592887 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.593232 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Added segment d6150e01-b570-4a47-9800-a2746e34f6d4 of type vlan for network 1c3f4292-5e72-4619-b601-bcc49b728830 Sep 22 09:23:24.636970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd95f-6bec-46c2-9515-8baae2d571aa req-39e8cf5a-1702-4c64-8571-af864d811244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:24.638499 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5cbd95f-6bec-46c2-9515-8baae2d571aa req-39e8cf5a-1702-4c64-8571-af864d811244 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 1122 time: 0.1300211 Sep 22 09:23:24.639082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 6ecf2f35-71d3-4caa-bcf7-f48d66eddac0) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:24.648191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11afb052-a04c-459a-80ad-5f128edde30e None None] Network 6ecf2f35-71d3-4caa-bcf7-f48d66eddac0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:24.649836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:24.650429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.661036 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.665170 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97c22777-d402-408b-8e99-5292899d153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.718336 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-97c22777-d402-408b-8e99-5292899d153e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76615953cc1d4709a410d938e1cd6fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645130 Sep 22 09:23:24.721472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46366) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:24.742437 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5cbd95f-6bec-46c2-9515-8baae2d571aa req-985a2784-5ada-47f1-9c80-cae0e5d6ddf5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896451 Sep 22 09:23:24.753297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c22777-d402-408b-8e99-5292899d153e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09eaa9c-1269-41fd-bc27-b3d28be91204,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:24.788583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d217ef-a428-4f64-8109-9aa13789a8bd req-73f0cb70-9471-4676-855b-5da0a67188eb tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:24.790145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6d217ef-a428-4f64-8109-9aa13789a8bd req-73f0cb70-9471-4676-855b-5da0a67188eb tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 971 time: 0.1127467 Sep 22 09:23:24.794063 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe913c5f-e92c-41b8-97fd-411f850abcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.797842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-697edee4-43ea-4172-b012-2472cdfe4824 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3093450 Sep 22 09:23:24.817642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe913c5f-e92c-41b8-97fd-411f850abcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.828484 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.829319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:24.829917 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:24.838967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb0baa2-900a-4b5c-b9c3-fbd65ec87ac5 None None] Network 6ecf2f35-71d3-4caa-bcf7-f48d66eddac0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:25.007456 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe913c5f-e92c-41b8-97fd-411f850abcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:25.013922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe913c5f-e92c-41b8-97fd-411f850abcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:25.013922 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fe913c5f-e92c-41b8-97fd-411f850abcae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f09eaa9c-1269-41fd-bc27-b3d28be91204 HTTP/1.1" status: 204 len: 168 time: 0.2885547 Sep 22 09:23:25.024274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe913c5f-e92c-41b8-97fd-411f850abcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09eaa9c-1269-41fd-bc27-b3d28be91204,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:25.028680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] Pushing event updated for resources: {'Network': ['ID=1c3f4292-5e72-4619-b601-bcc49b728830,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:25.047066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 1c3f4292-5e72-4619-b601-bcc49b728830 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:23:25.051280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6d217ef-a428-4f64-8109-9aa13789a8bd req-aa3ca81a-f564-43f8-80bc-4d576ca38f3f tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296991 Sep 22 09:23:25.055613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f47bc5a7-50bc-4c01-b1ac-0e3c1a79f294 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1292717 Sep 22 09:23:25.057500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46378) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:25.062274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-cbac9d27-e638-47c7-a094-f8ca43265747 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:25.063238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] Request body: {'subnet': {'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-subnet', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:25.070506 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-cbac9d27-e638-47c7-a094-f8ca43265747 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 820 time: 0.3223991 Sep 22 09:23:25.092974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-27a17fee-7b5b-4a8f-9f59-70812177f672 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/quotas/c5e50368fa5242f5942a8543dc7c27ba HTTP/1.1" status: 200 len: 375 time: 0.0214994 Sep 22 09:23:25.122552 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-5f361ddd-4094-4790-8865-81afdba109ca tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287106 Sep 22 09:23:25.125428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-d60d527b-19ae-4559-a4e5-9ddea46aae57 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1151221 Sep 22 09:23:25.134742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-6ce94460-31f7-4e6e-8226-66eb0a6020a6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:23:25.136395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-6ce94460-31f7-4e6e-8226-66eb0a6020a6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059457 Sep 22 09:23:25.212909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] Made reservation on behalf of a3585eaf932a4ab482619956836d6bdd for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:25.215282 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:25.273223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-df9d0c6a-d40c-4964-913d-bfb53673b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:25.273223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-df9d0c6a-d40c-4964-913d-bfb53673b6ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 1123 time: 0.0630660 Sep 22 09:23:25.273223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-1271cdf9-70e6-4a1b-aa63-1c5eb38802c2 service neutron] 10.222.0.49 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232932 Sep 22 09:23:25.508708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2edaaa-ffc7-43b8-8c48-fbdc1b552bc1 req-7cbcb4da-61d5-4ff9-8951-efb93cac81f9 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:25.510190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:25.510594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df2edaaa-ffc7-43b8-8c48-fbdc1b552bc1 req-7cbcb4da-61d5-4ff9-8951-efb93cac81f9 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 971 time: 0.1712134 Sep 22 09:23:25.516866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-80a73073-c75a-437d-ba7c-afd9c3a4f23c service neutron] 10.222.0.49 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392881 Sep 22 09:23:25.523898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-dc640037-c643-4e95-b9ad-a87fee6a00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:25.525236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-dc640037-c643-4e95-b9ad-a87fee6a00a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.2230237 Sep 22 09:23:25.592079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-2bb59228-5c26-4979-b771-e59879f7a6da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=4afac6ba-89e9-48f3-8b30-8abfc4501725 HTTP/1.1" status: 200 len: 217 time: 0.0458572 Sep 22 09:23:25.597574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df2edaaa-ffc7-43b8-8c48-fbdc1b552bc1 req-564a75f6-83ec-4be6-a64b-13760e6d376a tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755184 Sep 22 09:23:25.671823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb00f9a2-b56a-4df4-9361-158da03a41a0,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:25.685582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-ec065391-e2ae-4ff4-ac50-9ca1de29f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:25.687238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-ec065391-e2ae-4ff4-ac50-9ca1de29f9de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0860054 Sep 22 09:23:25.704462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f9171-0085-44d3-9db2-94f12dc7a846 req-149d7ab2-2034-45bf-8c59-4a92be693907 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:25.706323 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-846f9171-0085-44d3-9db2-94f12dc7a846 req-149d7ab2-2034-45bf-8c59-4a92be693907 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.60 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 971 time: 0.1615829 Sep 22 09:23:25.707856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] Checking segment: {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:25.708394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] Network hostable DHCP agents. Network: 1c3f4292-5e72-4619-b601-bcc49b728830, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:23:25.791704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-58dcd0a7-2436-4bc9-a393-2c7575472e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:25.793638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-58dcd0a7-2436-4bc9-a393-2c7575472e7d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978684 Sep 22 09:23:25.805171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8fdf7-cc12-418d-a352-082cbe27ea9c req-d8a7a159-907d-4d05-8eaf-12fd0ee1c83e tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:25.813424 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccb8fdf7-cc12-418d-a352-082cbe27ea9c req-d8a7a159-907d-4d05-8eaf-12fd0ee1c83e tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 972 time: 0.0834913 Sep 22 09:23:25.843147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46410) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:25.850973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1208877260-network', 'tenant_id': 'c348ce535cb241828db5d3b5375b7785'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:25.956036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] Network 1c3f4292-5e72-4619-b601-bcc49b728830 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:23:25.991510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccb8fdf7-cc12-418d-a352-082cbe27ea9c req-9db1cf21-67a6-475f-ba61-ced01e31973f tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771622 Sep 22 09:23:26.021945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-1f810b5d-a8fb-4a48-8af2-53b90d2858be service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065141 Sep 22 09:23:26.034935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c6d76-51c1-4376-9508-5191aa2d66ad req-84f40b39-7bac-4f30-a664-ab590bec548c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:26.043879 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-923c6d76-51c1-4376-9508-5191aa2d66ad req-84f40b39-7bac-4f30-a664-ab590bec548c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1835079 Sep 22 09:23:26.177546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Made reservation on behalf of c348ce535cb241828db5d3b5375b7785 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:26.180096 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:26.205918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:26.209876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-846f9171-0085-44d3-9db2-94f12dc7a846 req-91fadeaa-dcf5-4e86-bc13-92b75cab797e tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Deleting port 5fdb307c-6236-4192-983f-790bcdcadd5d {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:23:26.210318 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-846f9171-0085-44d3-9db2-94f12dc7a846 req-91fadeaa-dcf5-4e86-bc13-92b75cab797e tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:26.275614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 1c3f4292-5e72-4619-b601-bcc49b728830) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:26.281454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa9588da-84e4-42d7-82f6-5304eaa969ea req-2a997c3d-9a6a-4c5e-98a0-a8d8ac06d970 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 210 time: 0.0490401 Sep 22 09:23:26.288114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d0c996-10eb-4455-9402-c399d08e8561 None None] Network 1c3f4292-5e72-4619-b601-bcc49b728830 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:26.359389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-923c6d76-51c1-4376-9508-5191aa2d66ad req-379b6b28-f94f-49cc-bb29-cc6ec44b0d33 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017762 Sep 22 09:23:26.400169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:26.400983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:26.424981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48e28cd3-3983-4b6d-aa26-8a9eb816fba4 req-eee47798-fdb3-4e4d-8561-db9cd93ece5a service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782890 Sep 22 09:23:26.509808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3fb1a-eec3-428e-a597-a8d3f024dec2 req-8a905ace-e350-430b-9ca5-6e3177fc9779 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:26.518021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fc3fb1a-eec3-428e-a597-a8d3f024dec2 req-8a905ace-e350-430b-9ca5-6e3177fc9779 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 971 time: 0.0655541 Sep 22 09:23:26.556678 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-35244674-abe1-44b3-b082-6274758b6a2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3225276 Sep 22 09:23:26.564624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fc3fb1a-eec3-428e-a597-a8d3f024dec2 req-3c268e72-df0b-46c4-bb74-5579759af1d3 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454171 Sep 22 09:23:26.571406 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-846f9171-0085-44d3-9db2-94f12dc7a846 req-91fadeaa-dcf5-4e86-bc13-92b75cab797e tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] For port 5fdb307c-6236-4192-983f-790bcdcadd5d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5fdb307c-6236-4192-983f-790bcdcadd5d,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:26.571406 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-846f9171-0085-44d3-9db2-94f12dc7a846 req-91fadeaa-dcf5-4e86-bc13-92b75cab797e tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:26.615258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-846f9171-0085-44d3-9db2-94f12dc7a846 req-91fadeaa-dcf5-4e86-bc13-92b75cab797e tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Calling delete_port for 5fdb307c-6236-4192-983f-790bcdcadd5d owned by compute:tempest-test_az-1416308502 {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:23:26.648238 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-1c3f4292-5e72-4619-b601-bcc49b728830', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:23:26.649498 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:26.661805 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:26.737801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:26.779007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f81293-e074-4eb6-9810-b0a62dcb0d83,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:26.794668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-35a94438-e70b-4b04-9392-261fe34fcab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:26.796058 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-35a94438-e70b-4b04-9392-261fe34fcab7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 1100 time: 0.1754286 Sep 22 09:23:26.796774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:23:26.805345 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1cdb05c7-6b3b-4272-b5f8-f504c882f9dc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7450540 Sep 22 09:23:26.806760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46440) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:26.835047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:26.848626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:26.849285 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Added segment ce7823fa-d635-40d5-8e2e-69c9cf9e38d4 of type vlan for network bb7e528d-20a3-41ec-82eb-a6530aa591e0 Sep 22 09:23:26.880100 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Allocated IP 172.20.0.2 (1c3f4292-5e72-4619-b601-bcc49b728830/bb00f9a2-b56a-4df4-9361-158da03a41a0/2ede05a9-8362-4eab-b341-3523841dec79) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:26.950802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e9e35-7ebf-497f-9925-8728b7b1ac99 req-e311554f-7c63-4ddb-9187-d99696e190a7 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:26.952567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c78e9e35-7ebf-497f-9925-8728b7b1ac99 req-e311554f-7c63-4ddb-9187-d99696e190a7 tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 971 time: 0.0569758 Sep 22 09:23:26.977632 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae352-6f26-4f7b-a91d-03afbcf101c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.002850 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c78e9e35-7ebf-497f-9925-8728b7b1ac99 req-d061166c-9124-4c4b-aa6e-1909b449d40d tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/security-groups?id=0483b7b1-be41-454c-9d32-4b733270ef20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Sep 22 09:23:27.153609 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.154157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-63fc02b2-ab37-4d84-aefd-e587e7ee0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:27.154157 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-63fc02b2-ab37-4d84-aefd-e587e7ee0d96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.2570658 Sep 22 09:23:27.154157 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.154361 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dd48f-c01b-47b4-a1bb-fda2928a60dd req-2221e97e-f174-4977-aa9d-e557603b623f tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:27.154361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-529dd48f-c01b-47b4-a1bb-fda2928a60dd req-2221e97e-f174-4977-aa9d-e557603b623f tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 972 time: 0.0513163 Sep 22 09:23:27.161799 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-718f5cad-e195-4452-a01b-dca1169b02d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2256551e-20ae-4a50-bd6a-2517e787d3b2 HTTP/1.1" status: 200 len: 217 time: 0.0524185 Sep 22 09:23:27.193707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.193707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.193893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-529dd48f-c01b-47b4-a1bb-fda2928a60dd req-399f83ee-27af-4237-9b57-ccccead50e65 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 Sep 22 09:23:27.225954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-563e2397-d7ca-4502-a775-e2e3961aa259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:27.255623 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-563e2397-d7ca-4502-a775-e2e3961aa259 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0567887 Sep 22 09:23:27.273679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-9ee7f84d-2ede-4da6-9801-93b4f5563f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:27.275150 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-9ee7f84d-2ede-4da6-9801-93b4f5563f4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403838 Sep 22 09:23:27.305742 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.357134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Network 1c3f4292-5e72-4619-b601-bcc49b728830 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:27.536373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:27.536373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:27.536875 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-1272845e-b14e-47f1-aacf-43f4ebffa575 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074152 Sep 22 09:23:27.537221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59700523-fae3-4bd9-a85b-578e2aeffbad req-f8d87d2a-a425-4082-bae2-b573d27c030c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 210 time: 0.0396006 Sep 22 09:23:27.537726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Pushing event updated for resources: {'Port': ['ID=2ede05a9-8362-4eab-b341-3523841dec79,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:27.537726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Attempting to bind port 2ede05a9-8362-4eab-b341-3523841dec79 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:27.537726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Attempting to bind port 2ede05a9-8362-4eab-b341-3523841dec79 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:27.537726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Attempting to bind port 2ede05a9-8362-4eab-b341-3523841dec79 on network 1c3f4292-5e72-4619-b601-bcc49b728830 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:27.537726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:27.537726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Checking segment: {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:27.537726 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.537726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Bound using segment: {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:27.537726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Bound port: 2ede05a9-8362-4eab-b341-3523841dec79, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:27.537726 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.538412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a39ad-ec83-4711-b202-d9c6b18928ea req-1cd46e33-8abf-47e2-9a6c-3332feb4d924 tempest-ServersAdminNegativeTestJSON-1106654614 tempest-ServersAdminNegativeTestJSON-1106654614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:27.538412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f48a39ad-ec83-4711-b202-d9c6b18928ea req-1cd46e33-8abf-47e2-9a6c-3332feb4d924 tempest-ServersAdminNegativeTestJSON-1106654614 tempest-ServersAdminNegativeTestJSON-1106654614-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 1122 time: 0.0488002 Sep 22 09:23:27.538412 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f48a39ad-ec83-4711-b202-d9c6b18928ea req-9f297c1c-049a-4d81-baff-fd0b78f97dbb tempest-ServersAdminNegativeTestJSON-1106654614 tempest-ServersAdminNegativeTestJSON-1106654614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.538609 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7ab8acfe-1b3e-48f1-a5d1-26e1fe31b518 req-1c0b0e4c-76c3-471d-a4b6-7240d08fc682 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015635 Sep 22 09:23:27.538687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] For port 2ede05a9-8362-4eab-b341-3523841dec79, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:27.538687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] For port 2ede05a9-8362-4eab-b341-3523841dec79, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2ede05a9-8362-4eab-b341-3523841dec79,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:27.566849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879dcb0-a070-4d2a-9ce0-93d064fb9f83 req-5d11db0d-1dd5-43af-a919-54abcf12e6d9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:27.568256 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7879dcb0-a070-4d2a-9ce0-93d064fb9f83 req-5d11db0d-1dd5-43af-a919-54abcf12e6d9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0694869 Sep 22 09:23:27.611628 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.612567 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:27.617347 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.617347 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-846f9171-0085-44d3-9db2-94f12dc7a846 req-91fadeaa-dcf5-4e86-bc13-92b75cab797e tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.630332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5fdb307c-6236-4192-983f-790bcdcadd5d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:27.662809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7879dcb0-a070-4d2a-9ce0-93d064fb9f83 req-949e4bec-fcf7-4c65-9e84-66c538c1290b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875556 Sep 22 09:23:27.705152 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fadeaa-dcf5-4e86-bc13-92b75cab797e tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Pushing event deleted for resources: {'Port': ['ID=5fdb307c-6236-4192-983f-790bcdcadd5d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:27.708558 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f48a39ad-ec83-4711-b202-d9c6b18928ea req-9f297c1c-049a-4d81-baff-fd0b78f97dbb tempest-ServersAdminNegativeTestJSON-1106654614 tempest-ServersAdminNegativeTestJSON-1106654614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.733982 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.737112 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.754140 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.790421 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f48a39ad-ec83-4711-b202-d9c6b18928ea req-9f297c1c-049a-4d81-baff-fd0b78f97dbb tempest-ServersAdminNegativeTestJSON-1106654614 tempest-ServersAdminNegativeTestJSON-1106654614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.836818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f48a39ad-ec83-4711-b202-d9c6b18928ea req-9f297c1c-049a-4d81-baff-fd0b78f97dbb tempest-ServersAdminNegativeTestJSON-1106654614 tempest-ServersAdminNegativeTestJSON-1106654614-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446875 Sep 22 09:23:27.853541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f297c1c-049a-4d81-baff-fd0b78f97dbb tempest-ServersAdminNegativeTestJSON-1106654614 tempest-ServersAdminNegativeTestJSON-1106654614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f051d215-8286-4f6c-9401-71fa9ddb5463,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:27.900294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daffce4-f195-477a-8bd0-0a6926bfb003 None None] Pushing event updated for resources: {'Port': ['ID=2ede05a9-8362-4eab-b341-3523841dec79,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:27.913628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7e528d-20a3-41ec-82eb-a6530aa591e0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:27.916045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-846f9171-0085-44d3-9db2-94f12dc7a846 req-91fadeaa-dcf5-4e86-bc13-92b75cab797e tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] No DVR routers for this DVR port 5fdb307c-6236-4192-983f-790bcdcadd5d on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:23:27.924945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network bb7e528d-20a3-41ec-82eb-a6530aa591e0 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:23:27.958906 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-953ee98a-e463-4bc2-a525-ac8df0bba167 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1141045 Sep 22 09:23:27.961765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46460) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:27.966213 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-846f9171-0085-44d3-9db2-94f12dc7a846 req-91fadeaa-dcf5-4e86-bc13-92b75cab797e tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:27.968374 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-846f9171-0085-44d3-9db2-94f12dc7a846 req-91fadeaa-dcf5-4e86-bc13-92b75cab797e tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.60 "DELETE /v2.0/ports/5fdb307c-6236-4192-983f-790bcdcadd5d HTTP/1.1" status: 204 len: 173 time: 2.2555602 Sep 22 09:23:27.968985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b2182e-bee0-4f91-bb92-f50a77e3135b', 'name': 'network-vif-deleted', 'tag': '5fdb307c-6236-4192-983f-790bcdcadd5d'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:27.969880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] Request body: {'subnet': {'network_id': 'bb7e528d-20a3-41ec-82eb-a6530aa591e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1208877260-subnet', 'tenant_id': 'c348ce535cb241828db5d3b5375b7785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:27.979231 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456a30e0-3a6d-4834-94a3-afd37c500464" -d '{"events": [{"server_uuid": "00b2182e-bee0-4f91-bb92-f50a77e3135b", "name": "network-vif-deleted", "tag": "5fdb307c-6236-4192-983f-790bcdcadd5d"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:28.041807 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:28.102244 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b74a21-2a88-4a7a-8bf9-6b12c2f55108 x-openstack-request-id: req-39b74a21-2a88-4a7a-8bf9-6b12c2f55108 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:28.102539 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b2182e-bee0-4f91-bb92-f50a77e3135b", "name": "network-vif-deleted", "tag": "5fdb307c-6236-4192-983f-790bcdcadd5d", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:28.102794 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39b74a21-2a88-4a7a-8bf9-6b12c2f55108 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:28.103225 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b2182e-bee0-4f91-bb92-f50a77e3135b', 'name': 'network-vif-deleted', 'tag': '5fdb307c-6236-4192-983f-790bcdcadd5d', 'status': 'completed', 'code': 200} Sep 22 09:23:28.141134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72523416-25f3-46a5-93ae-52815508c7af req-24daf126-9905-4548-b284-72b6e5cfba2a tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 210 time: 0.0377729 Sep 22 09:23:28.156306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] Made reservation on behalf of c348ce535cb241828db5d3b5375b7785 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:28.159489 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:28.172280 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:28.523135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ef473-dd8a-4441-bfd2-6befe77e83be req-05adbc74-7c12-4b72-a450-9aaddb1f7cd0 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:28.524967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a1ef473-dd8a-4441-bfd2-6befe77e83be req-05adbc74-7c12-4b72-a450-9aaddb1f7cd0 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 972 time: 0.1608832 Sep 22 09:23:28.575434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a1ef473-dd8a-4441-bfd2-6befe77e83be req-6c7a5a1a-53e8-48b8-94a8-f9e415ff9b55 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Sep 22 09:23:28.596067 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:28.607214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:28.635288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:28.680658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4267c89-74f2-4996-b90d-2503470c32b8 req-80459978-f790-4984-b2ee-28d1a0f21940 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 210 time: 0.0462286 Sep 22 09:23:28.722014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20164a63-9eda-440e-beb5-53e80391ddae,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:28.734295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] Checking segment: {'id': 'ce7823fa-d635-40d5-8e2e-69c9cf9e38d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'bb7e528d-20a3-41ec-82eb-a6530aa591e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:28.734654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] Network hostable DHCP agents. Network: bb7e528d-20a3-41ec-82eb-a6530aa591e0, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:23:28.749556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f9dc5-f5c1-401a-9fc2-e34ff1ceea95 req-867d97d5-7106-466e-99eb-98ddb63d1a9c tempest-LiveMigrationNegativeTest-1772873031 tempest-LiveMigrationNegativeTest-1772873031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:28.751079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-222f9dc5-f5c1-401a-9fc2-e34ff1ceea95 req-867d97d5-7106-466e-99eb-98ddb63d1a9c tempest-LiveMigrationNegativeTest-1772873031 tempest-LiveMigrationNegativeTest-1772873031-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 1123 time: 0.0763097 Sep 22 09:23:28.765994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Allocated IP 172.25.6.48 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:28.805221 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-222f9dc5-f5c1-401a-9fc2-e34ff1ceea95 req-86986360-e84c-43f7-900e-db7617937bb3 tempest-LiveMigrationNegativeTest-1772873031 tempest-LiveMigrationNegativeTest-1772873031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:28.843652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc57f-e921-43c1-ac01-715213db1db8 req-c58e26c7-da76-40fb-bd03-5abdeae70958 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:28.845532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dadfc57f-e921-43c1-ac01-715213db1db8 req-c58e26c7-da76-40fb-bd03-5abdeae70958 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0933170 Sep 22 09:23:28.909422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:28.922959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] Network bb7e528d-20a3-41ec-82eb-a6530aa591e0 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:23:28.949925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dadfc57f-e921-43c1-ac01-715213db1db8 req-aaac521b-d24a-4dd9-8737-8e70f2f7e58b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963867 Sep 22 09:23:29.010117 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-222f9dc5-f5c1-401a-9fc2-e34ff1ceea95 req-86986360-e84c-43f7-900e-db7617937bb3 tempest-LiveMigrationNegativeTest-1772873031 tempest-LiveMigrationNegativeTest-1772873031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.066016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.076268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b31c1b-54fb-40a2-8139-171922b91fdc req-22647d4d-0c6c-4f67-8a94-dbb17f343d57 tempest-ServersAdminNegativeTestJSON-1106654614 tempest-ServersAdminNegativeTestJSON-1106654614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:29.078250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70b31c1b-54fb-40a2-8139-171922b91fdc req-22647d4d-0c6c-4f67-8a94-dbb17f343d57 tempest-ServersAdminNegativeTestJSON-1106654614 tempest-ServersAdminNegativeTestJSON-1106654614-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 1122 time: 0.0502968 Sep 22 09:23:29.079006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, bb7e528d-20a3-41ec-82eb-a6530aa591e0) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:29.088254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:29.088407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e86b23-5a37-4c59-b089-44e4432beeff None None] Network bb7e528d-20a3-41ec-82eb-a6530aa591e0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:29.089742 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.116500 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-222f9dc5-f5c1-401a-9fc2-e34ff1ceea95 req-86986360-e84c-43f7-900e-db7617937bb3 tempest-LiveMigrationNegativeTest-1772873031 tempest-LiveMigrationNegativeTest-1772873031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.116769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Pushing event updated for resources: {'Port': ['ID=6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:29.120083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:29.121829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:29.123999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:29.174627 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-222f9dc5-f5c1-401a-9fc2-e34ff1ceea95 req-86986360-e84c-43f7-900e-db7617937bb3 tempest-LiveMigrationNegativeTest-1772873031 tempest-LiveMigrationNegativeTest-1772873031-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108398 Sep 22 09:23:29.182804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86986360-e84c-43f7-900e-db7617937bb3 tempest-LiveMigrationNegativeTest-1772873031 tempest-LiveMigrationNegativeTest-1772873031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edca9e8-4354-4d19-93c0-b715dde0fd0f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:29.196807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-424bc44d-0e8b-4bb4-96bd-1ddbe77d8889 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2327695 Sep 22 09:23:29.247259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70b31c1b-54fb-40a2-8139-171922b91fdc req-afabe747-0ac2-4548-9929-b43ba4aa2a26 tempest-ServersAdminNegativeTestJSON-1106654614 tempest-ServersAdminNegativeTestJSON-1106654614-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331494 Sep 22 09:23:29.276512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46494) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:29.334653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c328cd-e5af-40cd-abf9-c13db615dfd4 None None] Network 1c3f4292-5e72-4619-b601-bcc49b728830 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:29.457986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68bdfedb-4ff2-42ee-8a77-2fff4f5563cc req-637c0a5e-8656-4a3f-9c47-50b475eee85d tempest-AggregatesAdminTestJSON-1800109976 tempest-AggregatesAdminTestJSON-1800109976-project] 10.222.0.49 "GET /v2.0/ports?device_id=00b2182e-bee0-4f91-bb92-f50a77e3135b HTTP/1.1" status: 200 len: 210 time: 0.0568137 Sep 22 09:23:29.460525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46504) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:29.498082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2ede05a9-8362-4eab-b341-3523841dec79 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:29.556630 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-be90772c-5961-432c-9984-70135d932b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.661986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2e991a-5b2a-4e5d-9412-16bb4e9bc1ff admin admin] Deleting subnet 1620a39d-9644-4173-ae11-a1bb28886b89 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:23:29.665548 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2e991a-5b2a-4e5d-9412-16bb4e9bc1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.689840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5fdb307c-6236-4192-983f-790bcdcadd5d no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:23:29.707844 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2e991a-5b2a-4e5d-9412-16bb4e9bc1ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.718474 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2e991a-5b2a-4e5d-9412-16bb4e9bc1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.740982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 5fdb307c-6236-4192-983f-790bcdcadd5d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:23:29.741659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5fdb307c-6236-4192-983f-790bcdcadd5d not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:23:29.743620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c788af9e-3b6a-4a5a-911d-df93f58bfa27 None None] Network bb7e528d-20a3-41ec-82eb-a6530aa591e0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:29.763042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3038b5f8-a88f-48ed-8637-389cc440310d None None] Provisioning complete for port 2ede05a9-8362-4eab-b341-3523841dec79 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:29.777555 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3038b5f8-a88f-48ed-8637-389cc440310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.843517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-be90772c-5961-432c-9984-70135d932b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.874865 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.875143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.904996 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2e991a-5b2a-4e5d-9412-16bb4e9bc1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.939033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e991a-5b2a-4e5d-9412-16bb4e9bc1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1620a39d-9644-4173-ae11-a1bb28886b89,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:29.940319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2ede05a9-8362-4eab-b341-3523841dec79 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:29.940897 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.949418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2e991a-5b2a-4e5d-9412-16bb4e9bc1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:29.952191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dd2e991a-5b2a-4e5d-9412-16bb4e9bc1ff admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1620a39d-9644-4173-ae11-a1bb28886b89 HTTP/1.1" status: 204 len: 168 time: 0.4898429 Sep 22 09:23:29.954541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46520) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:30.008426 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-be90772c-5961-432c-9984-70135d932b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.046556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90772c-5961-432c-9984-70135d932b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9090cfee-f974-42ee-b2d2-b3801e2d114e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:30.111199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-be90772c-5961-432c-9984-70135d932b3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e061769bb6174fe8aea3edec17598e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8332655 Sep 22 09:23:30.114132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46524) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:30.114944 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.177991 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16ea23dc-0e33-44e8-819b-801dcb6ae99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.190257 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3038b5f8-a88f-48ed-8637-389cc440310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.224636 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16ea23dc-0e33-44e8-819b-801dcb6ae99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.241102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.267041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3038b5f8-a88f-48ed-8637-389cc440310d None None] For port 2ede05a9-8362-4eab-b341-3523841dec79, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2ede05a9-8362-4eab-b341-3523841dec79,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:30.280258 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.330137 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3038b5f8-a88f-48ed-8637-389cc440310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.332689 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:23:30.389788 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.399044 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-718990c9-f82d-4915-bbf0-5169ec796965 req-434ba5d0-21b5-4599-8d97-615fd13add9e tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 210 time: 0.0821364 Sep 22 09:23:30.449909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2eaa5-b483-4607-8011-e6c91f788a87 req-21de979e-bfee-4f33-8914-feb5ebee8e13 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:30.451520 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dc2eaa5-b483-4607-8011-e6c91f788a87 req-21de979e-bfee-4f33-8914-feb5ebee8e13 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1483810 Sep 22 09:23:30.458462 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16ea23dc-0e33-44e8-819b-801dcb6ae99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.461811 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16ea23dc-0e33-44e8-819b-801dcb6ae99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.466345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-16ea23dc-0e33-44e8-819b-801dcb6ae99a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9090cfee-f974-42ee-b2d2-b3801e2d114e HTTP/1.1" status: 204 len: 168 time: 0.3507226 Sep 22 09:23:30.467939 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:23:30.478757 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:23:30.492574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038b5f8-a88f-48ed-8637-389cc440310d None None] Pushing event updated for resources: {'Port': ['ID=2ede05a9-8362-4eab-b341-3523841dec79,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:30.502079 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.502672 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.504833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.506235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > port after_create 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.506712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.507328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > port after_update 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.507930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.508659 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.509360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.509849 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.525963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea23dc-0e33-44e8-819b-801dcb6ae99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9090cfee-f974-42ee-b2d2-b3801e2d114e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:30.541551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dc2eaa5-b483-4607-8011-e6c91f788a87 req-55dbd1c6-e4fb-40ea-9072-8b9c7c83d76b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733068 Sep 22 09:23:30.560375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-233123a6-a597-4dfc-b26d-2600e3ec39e3 None None] Provisioning complete for port 2ede05a9-8362-4eab-b341-3523841dec79 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:30.561166 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-233123a6-a597-4dfc-b26d-2600e3ec39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.589979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dae26a-6ffe-4205-962c-b4bfb65c12dc req-cfea566f-a730-4c94-b04a-06e166caaee6 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:30.591574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8dae26a-6ffe-4205-962c-b4bfb65c12dc req-cfea566f-a730-4c94-b04a-06e166caaee6 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 971 time: 0.0694900 Sep 22 09:23:30.634684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8dae26a-6ffe-4205-962c-b4bfb65c12dc req-2d2e4333-9678-44d2-82ae-5d8519e33772 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369091 Sep 22 09:23:30.671201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.671684 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.672019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.672536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:30.672942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecf2f35-71d3-4caa-bcf7-f48d66eddac0']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:30.695788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4820fb9-6aca-4d1e-a39f-dac68a4af1a1 req-9055a9a9-5ba8-448a-9bbd-33ad7a533aaf tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:30.698115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4820fb9-6aca-4d1e-a39f-dac68a4af1a1 req-9055a9a9-5ba8-448a-9bbd-33ad7a533aaf tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 972 time: 0.0618165 Sep 22 09:23:30.744343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4820fb9-6aca-4d1e-a39f-dac68a4af1a1 req-cf9bb859-b3ef-497e-af73-2a50e4f5a3e5 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389740 Sep 22 09:23:30.801606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55eab720-c088-4d71-865c-0a6a171d686e') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:30.801917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55eab720-c088-4d71-865c-0a6a171d686e') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:30.840033 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.880649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.896566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-2571affb-24e6-4643-8565-58d874f0b048 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:30.898202 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-2571affb-24e6-4643-8565-58d874f0b048 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.45 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 820 time: 0.5589278 Sep 22 09:23:30.899371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:23:30.899746 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: from cryptography.utils import int_from_bytes Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: from cryptography.utils import int_from_bytes Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:23:30.921403 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:23:30.939168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Request body: {'port': {'device_id': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366', 'admin_state_up': True, 'tenant_id': 'c5e50368fa5242f5942a8543dc7c27ba'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:31.110168 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.116556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.121247 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6ecf2f35-71d3-4caa-bcf7-f48d66eddac0 HTTP/1.1" status: 204 len: 168 time: 1.1632524 Sep 22 09:23:31.122075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46538) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:31.159053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584501f-ed0d-419c-bf6b-593675e8f392 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ecf2f35-71d3-4caa-bcf7-f48d66eddac0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:31.163470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:23:31.216932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-056cd617-899e-4244-a926-07e04f024ad2 admin admin] Deleting subnet 20164a63-9eda-440e-beb5-53e80391ddae {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:23:31.220886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Made reservation on behalf of c5e50368fa5242f5942a8543dc7c27ba for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:31.224368 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.235939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-056cd617-899e-4244-a926-07e04f024ad2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.250383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2ede05a9-8362-4eab-b341-3523841dec79 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:31.313631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2ede05a9-8362-4eab-b341-3523841dec79 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:31.314012 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.326844 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-056cd617-899e-4244-a926-07e04f024ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.339107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46542) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:31.358804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46546) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:31.375786 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c4cef88-e28c-42f1-bd47-e2122c8d312a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.419444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:23:31.432901 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Sync routers for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:23:31.466478 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:23:31.467399 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:23:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:31.525816 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c4cef88-e28c-42f1-bd47-e2122c8d312a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.583647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87d566be-c6af-4774-abb1-46b44d5c76e0 req-e536fb9d-28ca-4c50-8143-ab35c98277bf tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 210 time: 0.0453188 Sep 22 09:23:31.584870 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c4cef88-e28c-42f1-bd47-e2122c8d312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.617222 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4c4cef88-e28c-42f1-bd47-e2122c8d312a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d46347160ab406ba76ef85a2d9f6209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571111 Sep 22 09:23:31.618840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46552) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:31.650370 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:23:31.663292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cef88-e28c-42f1-bd47-e2122c8d312a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5993ec50-602a-43ff-aa4c-96dee36fb029,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:31.737732 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-056cd617-899e-4244-a926-07e04f024ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.794332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9712c464-cf16-46ee-b177-248ce24f7169 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5650d2ac8c44e72ae3c0c1d92eb0e57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4530780 Sep 22 09:23:31.795635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Allocated IP 172.20.0.3 (305acb99-5b4d-437f-a6af-752fcd584366/4190d96d-fd50-463c-85aa-2287bacb2e58/f24bf2e7-4b76-449a-bc45-6e0e37a6a736) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:31.797441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46558) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:31.837456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c19c14-6545-4a08-b8aa-b8e838cda879 req-2f7befbd-b05a-416a-8e47-80fb464132a3 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:31.839023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49c19c14-6545-4a08-b8aa-b8e838cda879 req-2f7befbd-b05a-416a-8e47-80fb464132a3 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.60 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 972 time: 0.1372652 Sep 22 09:23:31.843610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf769ab-0f7d-4e6d-98b3-fe02e7cced6e req-23301bb5-0d3f-4545-adac-61ec2ca1f428 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:31.845188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ecf769ab-0f7d-4e6d-98b3-fe02e7cced6e req-23301bb5-0d3f-4545-adac-61ec2ca1f428 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1830583 Sep 22 09:23:31.847850 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-31528e12-81d3-4799-b194-37d5bb03e294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.868079 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:29Z', 'revision_number': 3, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:31.869903 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.871087 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-35b37c14-2712-4308-8228-25c7ed574b8f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.0633593 Sep 22 09:23:31.878025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46560) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:31.901984 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Checking router: 1f3414f1-831d-421c-9cb6-7efb7e79c7ba for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:23:31.902430 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Updating router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba port 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:23:31.935868 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.948189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb34bd-6c98-49d7-9129-e249c8050f94 req-6fa53337-e265-4ac2-9b50-898b5d263f37 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:31.949851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6fb34bd-6c98-49d7-9129-e249c8050f94 req-6fa53337-e265-4ac2-9b50-898b5d263f37 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.60 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 971 time: 0.1914935 Sep 22 09:23:31.953616 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-31528e12-81d3-4799-b194-37d5bb03e294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:31.962710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0caf4-a292-4c30-b556-cec9386ee4cc req-67fc946d-31ce-4d09-9c10-7c19f8d6a086 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:31.967443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebc0caf4-a292-4c30-b556-cec9386ee4cc req-67fc946d-31ce-4d09-9c10-7c19f8d6a086 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 971 time: 0.2068939 Sep 22 09:23:32.004014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e0527eb-22bc-41f1-8dc3-bdc0b8cc7499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.005978 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-056cd617-899e-4244-a926-07e04f024ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.059727 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cd617-899e-4244-a926-07e04f024ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20164a63-9eda-440e-beb5-53e80391ddae,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:32.061762 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-056cd617-899e-4244-a926-07e04f024ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.063711 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-056cd617-899e-4244-a926-07e04f024ad2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/20164a63-9eda-440e-beb5-53e80391ddae HTTP/1.1" status: 204 len: 168 time: 0.9412608 Sep 22 09:23:32.067504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46562) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:32.098058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ecf769ab-0f7d-4e6d-98b3-fe02e7cced6e req-06422fab-d88f-4e8e-bd1b-92fc0a7b55eb tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430184 Sep 22 09:23:32.102910 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e0527eb-22bc-41f1-8dc3-bdc0b8cc7499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.165437 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.209454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-49c19c14-6545-4a08-b8aa-b8e838cda879 req-e868258e-3b56-4858-9872-34d0b47d726c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Deleting port 4afac6ba-89e9-48f3-8b30-8abfc4501725 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:23:32.209799 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-49c19c14-6545-4a08-b8aa-b8e838cda879 req-e868258e-3b56-4858-9872-34d0b47d726c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.233257 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.240398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.287396 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e0527eb-22bc-41f1-8dc3-bdc0b8cc7499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.289965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e0527eb-22bc-41f1-8dc3-bdc0b8cc7499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.291145 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3e0527eb-22bc-41f1-8dc3-bdc0b8cc7499 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0483b7b1-be41-454c-9d32-4b733270ef20 HTTP/1.1" status: 204 len: 168 time: 0.4925745 Sep 22 09:23:32.315860 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.330074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0527eb-22bc-41f1-8dc3-bdc0b8cc7499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0483b7b1-be41-454c-9d32-4b733270ef20,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:32.352268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-49c19c14-6545-4a08-b8aa-b8e838cda879 req-e868258e-3b56-4858-9872-34d0b47d726c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] For port 4afac6ba-89e9-48f3-8b30-8abfc4501725, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=4afac6ba-89e9-48f3-8b30-8abfc4501725,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:32.352493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-49c19c14-6545-4a08-b8aa-b8e838cda879 req-e868258e-3b56-4858-9872-34d0b47d726c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.370745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-49c19c14-6545-4a08-b8aa-b8e838cda879 req-e868258e-3b56-4858-9872-34d0b47d726c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Calling delete_port for 4afac6ba-89e9-48f3-8b30-8abfc4501725 owned by compute:tempest-test_az-1416308502 {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:23:32.377632 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Attempting to bind port 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:32.378272 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Attempting to bind port 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:32.382239 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Attempting to bind port 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:32.389742 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Pushing event updated for resources: {'Port': ['ID=6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:32.393276 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:32.393818 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:32.395142 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.395667 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:32.396252 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Bound port: 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:32.396924 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.427350 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.427986 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.428287 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.428894 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.429210 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.429890 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.430316 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.430738 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.431490 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.431715 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.432137 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.432584 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Tracked resource versions report: Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: pushed versions: Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: { 'AddressGroup': {'1.2'}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'ConntrackHelper': {'1.0'}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'Log': {'1.0'}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'Network': {'1.1'}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'Port': {'1.7'}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'PortForwarding': {'1.2'}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'QosPolicy': {'1.9'}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'SecurityGroup': {'1.4'}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'SecurityGroupRule': {'1.2'}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'SubPort': {'1.0'}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'Subnet': {'1.1'}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'Trunk': {'1.1'}} Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: consumer versions: Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: { DHCP agent@n-d-805649-4: {}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: HyperV agent@n-h1-805649-4: {}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: HyperV agent@n-h2-805649-4: {}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: L3 agent@n-d-805649-4: {}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: Metadata agent@n-d-805649-4: {}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: Metering agent@n-d-805649-4: {}, Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: Open vSwitch agent@n-d-805649-4: { 'AddressGroup': '1.2', Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'ConntrackHelper': '1.0', Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'Log': '1.0', Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'Network': '1.1', Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'Port': '1.7', Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'PortForwarding': '1.2', Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'QosPolicy': '1.9', Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'SecurityGroup': '1.4', Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'SecurityGroupRule': '1.2', Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'SubPort': '1.0', Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'Subnet': '1.1', Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: 'Trunk': '1.1'}} Sep 22 09:23:32.433918 n-d-805649-4 neutron-server[95512]: {{(pid=95512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 09:23:32.443823 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.473085 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] For port 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:32.478021 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] For port 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:32.508826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Network 305acb99-5b4d-437f-a6af-752fcd584366 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:32.510961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:32.513661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebc0caf4-a292-4c30-b556-cec9386ee4cc req-df13193a-c1be-45a3-927b-1ef8aa3d2f5a tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285060 Sep 22 09:23:32.514252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Pushing event updated for resources: {'Port': ['ID=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:32.520551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:32.545927 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.600754 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:23:32.601471 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:23:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:32.608892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:32.609514 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.658109 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0d0f9-e6ae-4152-8555-3c262a9d6def None None] Pushing event updated for resources: {'Port': ['ID=6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:32.661565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-31528e12-81d3-4799-b194-37d5bb03e294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.665696 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-31528e12-81d3-4799-b194-37d5bb03e294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.670408 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-31528e12-81d3-4799-b194-37d5bb03e294 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5993ec50-602a-43ff-aa4c-96dee36fb029 HTTP/1.1" status: 204 len: 168 time: 1.0481858 Sep 22 09:23:32.692163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce2c5b-a9df-4e7a-9a77-f1e89a75f571 req-6296fbf1-a56c-4d9c-82a8-22968acd6e49 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:32.700346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0ce2c5b-a9df-4e7a-9a77-f1e89a75f571 req-6296fbf1-a56c-4d9c-82a8-22968acd6e49 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 972 time: 0.5064812 Sep 22 09:23:32.706666 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-49c19c14-6545-4a08-b8aa-b8e838cda879 req-e868258e-3b56-4858-9872-34d0b47d726c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.720882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['4afac6ba-89e9-48f3-8b30-8abfc4501725'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:32.723147 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2256551e-20ae-4a50-bd6a-2517e787d3b2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:32.776493 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.779437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31528e12-81d3-4799-b194-37d5bb03e294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5993ec50-602a-43ff-aa4c-96dee36fb029,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:32.784238 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-61356016-cbca-415b-82d9-a3648a78a2b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8524272 Sep 22 09:23:32.794230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868258e-3b56-4858-9872-34d0b47d726c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Pushing event deleted for resources: {'Port': ['ID=4afac6ba-89e9-48f3-8b30-8abfc4501725,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:32.815475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Request body: {'port': {'device_id': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:32.899308 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:32.899848 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:32.900624 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:32.901235 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > port after_create 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:32.901689 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > port after_delete 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:32.902129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > port after_update 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:32.902546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:32.902990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:32.903691 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:32.903979 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:32.907042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c19c14-6545-4a08-b8aa-b8e838cda879 req-e868258e-3b56-4858-9872-34d0b47d726c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] No DVR routers for this DVR port 4afac6ba-89e9-48f3-8b30-8abfc4501725 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:23:32.910645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-49c19c14-6545-4a08-b8aa-b8e838cda879 req-e868258e-3b56-4858-9872-34d0b47d726c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:32.913100 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49c19c14-6545-4a08-b8aa-b8e838cda879 req-e868258e-3b56-4858-9872-34d0b47d726c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.60 "DELETE /v2.0/ports/4afac6ba-89e9-48f3-8b30-8abfc4501725 HTTP/1.1" status: 204 len: 173 time: 1.0588188 Sep 22 09:23:32.915741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63564b20-2014-4889-a94c-a8debff2d3d0', 'name': 'network-vif-deleted', 'tag': '4afac6ba-89e9-48f3-8b30-8abfc4501725'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:32.918938 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0274e3-9776-4e45-bc7c-ed5c0eed1606" -d '{"events": [{"server_uuid": "63564b20-2014-4889-a94c-a8debff2d3d0", "name": "network-vif-deleted", "tag": "4afac6ba-89e9-48f3-8b30-8abfc4501725"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:32.954137 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:23:32.960288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.004036 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:33.004537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:33.005329 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:33.005329 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 09:23:33.005843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7e528d-20a3-41ec-82eb-a6530aa591e0']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:33.025301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7823fa-d635-40d5-8e2e-69c9cf9e38d4') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:33.025734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7823fa-d635-40d5-8e2e-69c9cf9e38d4') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:33.105101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-d6fb34bd-6c98-49d7-9129-e249c8050f94 req-6f2ec55f-de3b-44dd-a9a3-0c13b86d0d6d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Deleting port 51df9899-bbb4-4baa-846f-d7867bd3a2c0 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:23:33.105542 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6fb34bd-6c98-49d7-9129-e249c8050f94 req-6f2ec55f-de3b-44dd-a9a3-0c13b86d0d6d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.118693 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.171261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.184030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0ce2c5b-a9df-4e7a-9a77-f1e89a75f571 req-956fbfd5-f53e-4b24-8104-62f4e3ced437 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828558 Sep 22 09:23:33.207819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:23:33.208352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: from cryptography.utils import int_from_bytes Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: from cryptography.utils import int_from_bytes Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:23:33.212897 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:23:33.251744 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7032a4e9-0f33-4247-8260-6e8d57eec8f2 x-openstack-request-id: req-7032a4e9-0f33-4247-8260-6e8d57eec8f2 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:33.252632 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63564b20-2014-4889-a94c-a8debff2d3d0", "name": "network-vif-deleted", "tag": "4afac6ba-89e9-48f3-8b30-8abfc4501725", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:33.253074 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7032a4e9-0f33-4247-8260-6e8d57eec8f2 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:33.254065 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63564b20-2014-4889-a94c-a8debff2d3d0', 'name': 'network-vif-deleted', 'tag': '4afac6ba-89e9-48f3-8b30-8abfc4501725', 'status': 'completed', 'code': 200} Sep 22 09:23:33.260436 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:29Z', 'revision_number': 3, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:33.286559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba8df-7a2b-45b1-9379-81a3b9b0c676 req-dcb61b9a-0db0-4d5f-a613-d4f08a29b845 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:33.293973 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a18d9a-778b-4f41-af22-53f31160b9de None None] The sync data for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 is: [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:29Z', 'revision_number': 3, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:23:33.295620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-886ba8df-7a2b-45b1-9379-81a3b9b0c676 req-dcb61b9a-0db0-4d5f-a613-d4f08a29b845 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 931 time: 0.5927706 Sep 22 09:23:33.366305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24bf2e7-4b76-449a-bc45-6e0e37a6a736 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:33.382402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46580) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:33.399754 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.456613 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8c791777-1a68-4ba7-9f13-20e4c33dea3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aeb11593d9d340e6a624d2932e3b235a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650558 Sep 22 09:23:33.456613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46582) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:33.486534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d6fb34bd-6c98-49d7-9129-e249c8050f94 req-6f2ec55f-de3b-44dd-a9a3-0c13b86d0d6d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] For port 51df9899-bbb4-4baa-846f-d7867bd3a2c0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=51df9899-bbb4-4baa-846f-d7867bd3a2c0,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:33.486534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6fb34bd-6c98-49d7-9129-e249c8050f94 req-6f2ec55f-de3b-44dd-a9a3-0c13b86d0d6d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.492006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Transition to ACTIVE for port object f24bf2e7-4b76-449a-bc45-6e0e37a6a736 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:23:33.498430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-886ba8df-7a2b-45b1-9379-81a3b9b0c676 req-c4be1a56-e69b-4695-956f-88163cbd58e9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018049 Sep 22 09:23:33.511088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99438b2e-41ad-4809-b3c6-349709fb42b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.527475 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.536657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99438b2e-41ad-4809-b3c6-349709fb42b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.547027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-d6fb34bd-6c98-49d7-9129-e249c8050f94 req-6f2ec55f-de3b-44dd-a9a3-0c13b86d0d6d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Calling delete_port for 51df9899-bbb4-4baa-846f-d7867bd3a2c0 owned by compute:tempest-test_az-1416308502 {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:23:33.562563 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.567569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] 10.222.0.49 "DELETE /v2.0/networks/bb7e528d-20a3-41ec-82eb-a6530aa591e0 HTTP/1.1" status: 204 len: 168 time: 1.4817882 Sep 22 09:23:33.575780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b746f5-0d36-48a6-b68a-fa214beece46 req-2b549c41-f259-45a5-a12b-4a4b94301225 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:33.577903 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94b746f5-0d36-48a6-b68a-fa214beece46 req-2b549c41-f259-45a5-a12b-4a4b94301225 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1869788 Sep 22 09:23:33.618915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.720078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7e272-d803-4e53-9b40-9ec54eef675c admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7e528d-20a3-41ec-82eb-a6530aa591e0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:33.728842 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99438b2e-41ad-4809-b3c6-349709fb42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.731843 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99438b2e-41ad-4809-b3c6-349709fb42b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.733057 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-99438b2e-41ad-4809-b3c6-349709fb42b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa590d60-5540-48b1-bd8f-9b6160f970da HTTP/1.1" status: 204 len: 168 time: 0.2803047 Sep 22 09:23:33.757969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Pushing event updated for resources: {'Port': ['ID=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:33.789408 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99438b2e-41ad-4809-b3c6-349709fb42b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa590d60-5540-48b1-bd8f-9b6160f970da,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:33.873635 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94b746f5-0d36-48a6-b68a-fa214beece46 req-b709c040-b52e-4a72-9397-7d5c91e405eb tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613560 Sep 22 09:23:33.891194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:33.891794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:33.892356 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:33.899334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:23:33.899827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:33.902042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fef99-eeb8-487c-a46c-fa28a1c165e4 req-223cfb7a-e926-49a1-8515-22088c4a67d7 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:33.903687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-349fef99-eeb8-487c-a46c-fa28a1c165e4 req-223cfb7a-e926-49a1-8515-22088c4a67d7 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 971 time: 0.1887128 Sep 22 09:23:33.905529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:33.905870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:33.906935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:33.906935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Bound port: f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:33.907259 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.984841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:33.989241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:33.991133 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.995488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-349fef99-eeb8-487c-a46c-fa28a1c165e4 req-a3485245-59fc-4c5f-bcb8-a47a60a08233 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816610 Sep 22 09:23:34.073613 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6fb34bd-6c98-49d7-9129-e249c8050f94 req-6f2ec55f-de3b-44dd-a9a3-0c13b86d0d6d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:34.087307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['9bb4ff8b-d017-411e-8bf5-283f92bd7003'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:34.123446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ec55f-de3b-44dd-a9a3-0c13b86d0d6d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Pushing event deleted for resources: {'Port': ['ID=51df9899-bbb4-4baa-846f-d7867bd3a2c0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:34.133520 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:34.251314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:34.252139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:34.255420 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-8bc37166-aebb-4236-9917-85949af30680 service neutron] 10.222.0.45 "PUT /v2.0/ports/f24bf2e7-4b76-449a-bc45-6e0e37a6a736 HTTP/1.1" status: 200 len: 1091 time: 1.4577711 Sep 22 09:23:34.264277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fb34bd-6c98-49d7-9129-e249c8050f94 req-6f2ec55f-de3b-44dd-a9a3-0c13b86d0d6d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] No DVR routers for this DVR port 51df9899-bbb4-4baa-846f-d7867bd3a2c0 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:23:34.275379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6fb34bd-6c98-49d7-9129-e249c8050f94 req-6f2ec55f-de3b-44dd-a9a3-0c13b86d0d6d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:34.277603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6fb34bd-6c98-49d7-9129-e249c8050f94 req-6f2ec55f-de3b-44dd-a9a3-0c13b86d0d6d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.60 "DELETE /v2.0/ports/51df9899-bbb4-4baa-846f-d7867bd3a2c0 HTTP/1.1" status: 204 len: 173 time: 2.3102469 Sep 22 09:23:34.279989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc37166-aebb-4236-9917-85949af30680 service neutron] Pushing event updated for resources: {'Port': ['ID=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:34.280602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4840a85e-1dc2-42b3-b6ff-1b59db92753c', 'name': 'network-vif-deleted', 'tag': '51df9899-bbb4-4baa-846f-d7867bd3a2c0'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:34.283029 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21308c59-8593-498a-8fa5-558a15a02c06" -d '{"events": [{"server_uuid": "4840a85e-1dc2-42b3-b6ff-1b59db92753c", "name": "network-vif-deleted", "tag": "51df9899-bbb4-4baa-846f-d7867bd3a2c0"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:34.420083 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418a55fc-433d-475a-9bb0-2d3eebde3b0d x-openstack-request-id: req-418a55fc-433d-475a-9bb0-2d3eebde3b0d {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:34.420083 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4840a85e-1dc2-42b3-b6ff-1b59db92753c", "name": "network-vif-deleted", "tag": "51df9899-bbb4-4baa-846f-d7867bd3a2c0", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:34.420083 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-418a55fc-433d-475a-9bb0-2d3eebde3b0d {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:34.420083 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4840a85e-1dc2-42b3-b6ff-1b59db92753c', 'name': 'network-vif-deleted', 'tag': '51df9899-bbb4-4baa-846f-d7867bd3a2c0', 'status': 'completed', 'code': 200} Sep 22 09:23:34.434893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Allocated IP 172.20.0.1 (1c3f4292-5e72-4619-b601-bcc49b728830/bb00f9a2-b56a-4df4-9361-158da03a41a0/675f3ad2-51ef-4984-a25a-fa2e0785f2b5) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:34.458058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bc8c34e-7a80-4d3f-b6d1-8f5451e5909a req-caed4ed0-732a-4dda-bdcc-49a1b2c25ea0 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=63564b20-2014-4889-a94c-a8debff2d3d0 HTTP/1.1" status: 200 len: 210 time: 0.0373468 Sep 22 09:23:34.464457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46602) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:34.595453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-b7b2c37d-f82a-46e2-8e18-e2738104d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:34.597832 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-b7b2c37d-f82a-46e2-8e18-e2738104d120 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 1094 time: 0.1055622 Sep 22 09:23:34.616915 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c947a856-7c0f-4984-9b65-737f1847cdc8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd8aeb5e4aca4b0bb8fbe954dd959d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493011 Sep 22 09:23:34.619102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46606) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:34.666858 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-87b79ded-e229-4b81-b232-537d8c54a178 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736 HTTP/1.1" status: 200 len: 217 time: 0.0609584 Sep 22 09:23:34.679256 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:34.749939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-d0fdc0ba-ccb7-4d09-ab69-4a97ec2ece1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:34.751454 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-d0fdc0ba-ccb7-4d09-ab69-4a97ec2ece1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0722318 Sep 22 09:23:34.751987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb3f6-556a-43e2-b753-f130ee8fa053 req-4d4a9ea2-9d0a-485b-a2c3-e21bc35d0b16 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:34.755648 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:34.759842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92cb3f6-556a-43e2-b753-f130ee8fa053 req-4d4a9ea2-9d0a-485b-a2c3-e21bc35d0b16 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 943 time: 0.1196942 Sep 22 09:23:34.797414 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-a435a6c4-728f-43be-946b-055efffb75fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319278 Sep 22 09:23:34.805200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:34.808065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92cb3f6-556a-43e2-b753-f130ee8fa053 req-6c9e344c-3f06-45dc-a555-1a5288bc28f8 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465858 Sep 22 09:23:34.824970 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:34.922857 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-41f0474c-1bdc-44b1-a1ac-5c669e155ee3 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155274 Sep 22 09:23:35.032468 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:35.036070 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:35.037421 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5988ac42-3d33-482d-9f0f-ef4aabcb31d9 HTTP/1.1" status: 204 len: 168 time: 0.4171145 Sep 22 09:23:35.044519 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16257d1d-2c57-479f-be38-59fd88762ca9 req-a5e1c505-ecb5-46bc-8771-0665ec6e62fa service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131856 Sep 22 09:23:35.056748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5988ac42-3d33-482d-9f0f-ef4aabcb31d9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:35.064219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Network 1c3f4292-5e72-4619-b601-bcc49b728830 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:35.068818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:35.069135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.069471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.069781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.070650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.070650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.074414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:35.084356 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.087748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.087748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.087748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.087748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.087748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.087748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd117ca-4fea-485e-af1e-0bd21cc32bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.121867 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:35.230058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Pushing event updated for resources: {'Port': ['ID=675f3ad2-51ef-4984-a25a-fa2e0785f2b5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:35.255288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'tag': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:35.261574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.261574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.261574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.261574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.261574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.261574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.262458 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427b4cfa-9e77-4fd1-afcd-41177d1f7c05" -d '{"events": [{"name": "network-changed", "server_uuid": "f5132235-51a5-4025-b7f9-d840ac83fd2b", "tag": "f24bf2e7-4b76-449a-bc45-6e0e37a6a736"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:35.262641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.262641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.262641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.262641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.262641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.262641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:35.340569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-105ec675-b3ed-4e03-857c-0f059d9354ca None None] Provisioning complete for port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:35.341086 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-105ec675-b3ed-4e03-857c-0f059d9354ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:35.379906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:35.404053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e10029d1-1f93-4dc6-89ec-7d5f8f3a1d45 req-dc5ad39b-a487-41e0-879b-6d169a61f127 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=4840a85e-1dc2-42b3-b6ff-1b59db92753c HTTP/1.1" status: 200 len: 210 time: 0.1879528 Sep 22 09:23:35.434153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16946-f569-44b6-8361-b8aa2ccf080f req-21866535-9d5f-4e24-8191-d37b1fd75197 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:35.442362 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4a16946-f569-44b6-8361-b8aa2ccf080f req-21866535-9d5f-4e24-8191-d37b1fd75197 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.3768241 Sep 22 09:23:35.467379 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a192bba-361f-4379-b7ba-a5b32d2773ea x-openstack-request-id: req-4a192bba-361f-4379-b7ba-a5b32d2773ea {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:35.467734 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5132235-51a5-4025-b7f9-d840ac83fd2b", "tag": "f24bf2e7-4b76-449a-bc45-6e0e37a6a736", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:35.468099 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a192bba-361f-4379-b7ba-a5b32d2773ea {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:35.468620 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'tag': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736', 'status': 'completed', 'code': 200} Sep 22 09:23:35.482750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-105ec675-b3ed-4e03-857c-0f059d9354ca None None] Port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:23:35.490625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:35.491290 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:35.585861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b4cfa-9e77-4fd1-afcd-41177d1f7c05 req-2d433fc0-4f39-4a25-a626-77d5e1498b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:35.591089 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-427b4cfa-9e77-4fd1-afcd-41177d1f7c05 req-2d433fc0-4f39-4a25-a626-77d5e1498b62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 1094 time: 0.0979793 Sep 22 09:23:35.592516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4a16946-f569-44b6-8361-b8aa2ccf080f req-bc100bc2-2638-427a-a08b-52e640208c33 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492007 Sep 22 09:23:35.698571 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:35.709481 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 51df9899-bbb4-4baa-846f-d7867bd3a2c0 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:23:35.750362 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:35.769992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b4cfa-9e77-4fd1-afcd-41177d1f7c05 req-9531f1f0-1a75-4889-9814-2902dcd672d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:35.771767 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-427b4cfa-9e77-4fd1-afcd-41177d1f7c05 req-9531f1f0-1a75-4889-9814-2902dcd672d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.1667545 Sep 22 09:23:35.774515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 51df9899-bbb4-4baa-846f-d7867bd3a2c0 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:23:35.775051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 51df9899-bbb4-4baa-846f-d7867bd3a2c0 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:23:35.775470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 4afac6ba-89e9-48f3-8b30-8abfc4501725 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:23:35.779246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:35.798565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 4afac6ba-89e9-48f3-8b30-8abfc4501725 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:23:35.799129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 4afac6ba-89e9-48f3-8b30-8abfc4501725 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:23:35.823829 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-427b4cfa-9e77-4fd1-afcd-41177d1f7c05 req-e9e394b8-116c-411b-9ece-018268a99fb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736 HTTP/1.1" status: 200 len: 217 time: 0.0431786 Sep 22 09:23:35.889544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b4cfa-9e77-4fd1-afcd-41177d1f7c05 req-d36dcd6b-2508-4f02-ad12-0cc50e3798d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:35.891120 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-427b4cfa-9e77-4fd1-afcd-41177d1f7c05 req-d36dcd6b-2508-4f02-ad12-0cc50e3798d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0548797 Sep 22 09:23:35.909992 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:35.947430 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-427b4cfa-9e77-4fd1-afcd-41177d1f7c05 req-3c444ae8-b0d3-4011-aaae-0cffd3ef05c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471652 Sep 22 09:23:35.978388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:36.025028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269a0ac-f2ec-4aaf-912e-2011e41d2770 req-3def79b2-90cc-44d4-87db-6eda9a0d9ec5 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:36.026727 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2269a0ac-f2ec-4aaf-912e-2011e41d2770 req-3def79b2-90cc-44d4-87db-6eda9a0d9ec5 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 943 time: 0.1103628 Sep 22 09:23:36.054715 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-427b4cfa-9e77-4fd1-afcd-41177d1f7c05 req-319e7a95-b4da-408f-8114-4b7297f3498b service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987186 Sep 22 09:23:36.066109 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.096820 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2269a0ac-f2ec-4aaf-912e-2011e41d2770 req-97c0c55c-3228-4403-ac21-e90df319173f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516689 Sep 22 09:23:36.112187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46648) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:36.163885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-830aa470-01f0-473c-9d30-58e9997359f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c348ce535cb241828db5d3b5375b7785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495775 Sep 22 09:23:36.166011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46650) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:36.173375 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.211358 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-427b4cfa-9e77-4fd1-afcd-41177d1f7c05 req-56e0628c-5c51-419d-9324-ec50cd27d66d service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494179 Sep 22 09:23:36.257578 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.259616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Pushing event updated for resources: {'Port': ['ID=675f3ad2-51ef-4984-a25a-fa2e0785f2b5,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:36.262748 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-98656f1f-0e7c-47f7-9c58-9e437a98c259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.297628 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-98656f1f-0e7c-47f7-9c58-9e437a98c259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.417417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448b3a4-785c-40b2-80ce-9987277e9a76 req-c454f0f2-3efc-4b8c-b0de-b3c4bab2dbd0 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:36.418804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a448b3a4-785c-40b2-80ce-9987277e9a76 req-c454f0f2-3efc-4b8c-b0de-b3c4bab2dbd0 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 949 time: 0.0972538 Sep 22 09:23:36.423868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Network 1c3f4292-5e72-4619-b601-bcc49b728830 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:36.425844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:36.481692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-98656f1f-0e7c-47f7-9c58-9e437a98c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.484292 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-98656f1f-0e7c-47f7-9c58-9e437a98c259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.485591 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-98656f1f-0e7c-47f7-9c58-9e437a98c259 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5f81293-e074-4eb6-9810-b0a62dcb0d83 HTTP/1.1" status: 204 len: 168 time: 0.3186591 Sep 22 09:23:36.503084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98656f1f-0e7c-47f7-9c58-9e437a98c259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f81293-e074-4eb6-9810-b0a62dcb0d83,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:36.554153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a448b3a4-785c-40b2-80ce-9987277e9a76 req-4872cf33-10a2-424a-94e7-d6bd213c711c tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253755 Sep 22 09:23:36.686650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:23:36.724084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17af29-b643-4d5e-9b33-77cd19bdd6a4 req-e98935a9-7e2b-4dcc-87c7-5cce2d1bbc28 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:36.724792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b4e46c79-e196-422c-92c9-4fe99cf91ab9 None None] Provisioning complete for port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:36.725244 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4e46c79-e196-422c-92c9-4fe99cf91ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.732424 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d17af29-b643-4d5e-9b33-77cd19bdd6a4 req-e98935a9-7e2b-4dcc-87c7-5cce2d1bbc28 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0779762 Sep 22 09:23:36.763561 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b4e46c79-e196-422c-92c9-4fe99cf91ab9 None None] Port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:23:36.807667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d17af29-b643-4d5e-9b33-77cd19bdd6a4 req-e41f8711-1394-49f1-8cec-8f77bfeeb249 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742857 Sep 22 09:23:36.861241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:23:36.866485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c7d38217-8ffc-4740-8dbe-b00798cf3a6e admin admin] 10.222.0.49 "PUT /v2.0/routers/1f3414f1-831d-421c-9cb6-7efb7e79c7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9873669 Sep 22 09:23:36.884224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Sync routers for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:23:36.895300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:23:36.899240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:23:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:37.015752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:23:37.070121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab737f-bcd2-4cd4-b294-6195aaf0d19e req-3857f30e-9bd3-4d6d-ac95-fe33633b9ae4 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:37.071750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2ab737f-bcd2-4cd4-b294-6195aaf0d19e req-3857f30e-9bd3-4d6d-ac95-fe33633b9ae4 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 950 time: 0.0571101 Sep 22 09:23:37.113726 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2ab737f-bcd2-4cd4-b294-6195aaf0d19e req-1010c6eb-199d-4901-97b3-a46a6a7c8a8b tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356517 Sep 22 09:23:37.252523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf8fd8-f3b4-4ad0-8b68-6f2c8d216a58 req-89fdf44e-7ed1-4dc8-996e-c2d1be2ef84d tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:37.254780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 2, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:37.260799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6aaf8fd8-f3b4-4ad0-8b68-6f2c8d216a58 req-89fdf44e-7ed1-4dc8-996e-c2d1be2ef84d tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 943 time: 0.0764101 Sep 22 09:23:37.288295 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:37.291837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Checking router: 1f3414f1-831d-421c-9cb6-7efb7e79c7ba for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:23:37.292193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Updating router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:23:37.297253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6aaf8fd8-f3b4-4ad0-8b68-6f2c8d216a58 req-f6d8f90c-f9c1-4df9-8491-eb2ef2d07712 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355601 Sep 22 09:23:37.344751 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:37.398065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:37.398439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:37.685938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a26dd5-10ce-4cf9-8e8d-2c48486cebb0 req-942445d3-a468-4187-be3c-d35f2f524fa7 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:37.688653 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8a26dd5-10ce-4cf9-8e8d-2c48486cebb0 req-942445d3-a468-4187-be3c-d35f2f524fa7 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 949 time: 0.0678298 Sep 22 09:23:37.740459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8a26dd5-10ce-4cf9-8e8d-2c48486cebb0 req-ad772fc2-7f71-4c77-8699-50c8d714d68b tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/security-groups?id=20bb0319-0e4b-4fc7-b78b-94443c478100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447264 Sep 22 09:23:37.826947 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:37.904517 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:37.931657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e607b3-ee28-4f8d-bd79-15df423b80bf req-b60efcab-da0a-4be7-90c6-77100764d781 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:37.933336 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-18e607b3-ee28-4f8d-bd79-15df423b80bf req-b60efcab-da0a-4be7-90c6-77100764d781 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0579276 Sep 22 09:23:37.967160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62d004-1889-49a1-9e33-8153264cfdd6 None None] Pushing event updated for resources: {'Port': ['ID=675f3ad2-51ef-4984-a25a-fa2e0785f2b5,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:37.989698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-18e607b3-ee28-4f8d-bd79-15df423b80bf req-b6a81e01-3952-425b-baa5-038dc6fc4171 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Sep 22 09:23:38.018259 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0e523-a058-42fe-82b2-baddef6d2657 req-c0fdf0a0-6579-458a-a042-ea7c67320194 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:38.019943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-90b0e523-a058-42fe-82b2-baddef6d2657 req-c0fdf0a0-6579-458a-a042-ea7c67320194 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 949 time: 0.0697415 Sep 22 09:23:38.025125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Attempting to bind port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:38.025563 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Attempting to bind port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:38.026044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Attempting to bind port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 on network 1c3f4292-5e72-4619-b601-bcc49b728830 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:38.031256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:38.031628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Checking segment: {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:38.035180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.035180 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Bound using segment: {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:38.035180 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Bound port: 675f3ad2-51ef-4984-a25a-fa2e0785f2b5, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:38.035180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.118993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] For port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:38.122748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] For port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=675f3ad2-51ef-4984-a25a-fa2e0785f2b5,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:38.130722 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-90b0e523-a058-42fe-82b2-baddef6d2657 req-e993ec36-cc3f-4448-ab5a-bb674d4163a4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Deleting port 2256551e-20ae-4a50-bd6a-2517e787d3b2 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:23:38.131236 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-90b0e523-a058-42fe-82b2-baddef6d2657 req-e993ec36-cc3f-4448-ab5a-bb674d4163a4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.195066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3bc8bd43-d07f-4c3c-91c6-f73a034d83bb None None] Provisioning complete for port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:38.195791 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3bc8bd43-d07f-4c3c-91c6-f73a034d83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.226958 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.233194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-90b0e523-a058-42fe-82b2-baddef6d2657 req-e993ec36-cc3f-4448-ab5a-bb674d4163a4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] For port 2256551e-20ae-4a50-bd6a-2517e787d3b2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2256551e-20ae-4a50-bd6a-2517e787d3b2,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:38.233692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-90b0e523-a058-42fe-82b2-baddef6d2657 req-e993ec36-cc3f-4448-ab5a-bb674d4163a4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.248316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-90b0e523-a058-42fe-82b2-baddef6d2657 req-e993ec36-cc3f-4448-ab5a-bb674d4163a4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Calling delete_port for 2256551e-20ae-4a50-bd6a-2517e787d3b2 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:23:38.345919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9c425-d8dd-4edf-8962-0e7448e1ddea req-c90fe147-33d5-4d53-b4ea-3e6703b53dcf tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:38.348233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ca9c425-d8dd-4edf-8962-0e7448e1ddea req-c90fe147-33d5-4d53-b4ea-3e6703b53dcf tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 950 time: 0.1120691 Sep 22 09:23:38.358911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8bd43-d07f-4c3c-91c6-f73a034d83bb None None] Port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:23:38.409315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:23:38.410673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:23:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:38.413872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62d004-1889-49a1-9e33-8153264cfdd6 None None] Pushing event updated for resources: {'Port': ['ID=675f3ad2-51ef-4984-a25a-fa2e0785f2b5,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:38.427204 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ca9c425-d8dd-4edf-8962-0e7448e1ddea req-ce76e2a1-bb76-403f-8e09-2f310589c33b tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654261 Sep 22 09:23:38.521364 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-90b0e523-a058-42fe-82b2-baddef6d2657 req-e993ec36-cc3f-4448-ab5a-bb674d4163a4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.568835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2256551e-20ae-4a50-bd6a-2517e787d3b2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:38.571366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46740) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:38.590510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-network', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:38.594404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993ec36-cc3f-4448-ab5a-bb674d4163a4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Pushing event deleted for resources: {'Port': ['ID=2256551e-20ae-4a50-bd6a-2517e787d3b2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:38.636485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb270be-6275-46ee-94db-2a540545fd42 req-f1137115-0088-4649-a205-ad0f5be920a7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:38.641635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f24bf2e7-4b76-449a-bc45-6e0e37a6a736 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:23:38.647227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cb270be-6275-46ee-94db-2a540545fd42 req-f1137115-0088-4649-a205-ad0f5be920a7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 943 time: 0.1239314 Sep 22 09:23:38.672319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:23:38.698911 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cb270be-6275-46ee-94db-2a540545fd42 req-d64e626a-21ed-4781-b150-50042b82d387 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487685 Sep 22 09:23:38.795196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b0e523-a058-42fe-82b2-baddef6d2657 req-e993ec36-cc3f-4448-ab5a-bb674d4163a4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] No DVR routers for this DVR port 2256551e-20ae-4a50-bd6a-2517e787d3b2 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:23:38.801006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-90b0e523-a058-42fe-82b2-baddef6d2657 req-e993ec36-cc3f-4448-ab5a-bb674d4163a4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.803435 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-90b0e523-a058-42fe-82b2-baddef6d2657 req-e993ec36-cc3f-4448-ab5a-bb674d4163a4 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.45 "DELETE /v2.0/ports/2256551e-20ae-4a50-bd6a-2517e787d3b2 HTTP/1.1" status: 204 len: 173 time: 0.7764888 Sep 22 09:23:38.803882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd42acb2-d29b-49e8-901f-efdf6101e0cc', 'name': 'network-vif-deleted', 'tag': '2256551e-20ae-4a50-bd6a-2517e787d3b2'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:38.806119 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c485252-094c-45f0-9a5a-26f01bb918a5" -d '{"events": [{"server_uuid": "dd42acb2-d29b-49e8-901f-efdf6101e0cc", "name": "network-vif-deleted", "tag": "2256551e-20ae-4a50-bd6a-2517e787d3b2"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:38.830770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acc680-0730-46e2-af50-9b2fd3751c4b req-1ea6c6c3-b812-4e5b-b086-92a4e8c3fa92 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:38.833776 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15acc680-0730-46e2-af50-9b2fd3751c4b req-1ea6c6c3-b812-4e5b-b086-92a4e8c3fa92 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 950 time: 0.2233229 Sep 22 09:23:38.904225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Made reservation on behalf of a11603af06684152b053d90fbbbd1b3a for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:38.912640 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.925681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-45f749a4-deda-4e48-982a-31d51f6c6571 None None] Provisioning complete for port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:38.932033 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-45f749a4-deda-4e48-982a-31d51f6c6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.938912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.980188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:39.015771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736', 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366', 'port_id': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736', 'mac_address': 'fa:16:3e:eb:f3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4190d96d-fd50-463c-85aa-2287bacb2e58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:23:39.055876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ad2ed0e-7c0d-45e7-a3f8-c66b86cdfc47 req-57e0e096-d81d-46b2-a08a-477765f3201a tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 210 time: 0.0556564 Sep 22 09:23:39.089482 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.128880 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e189b892-81ea-476b-8f4a-160dba13fb31 x-openstack-request-id: req-e189b892-81ea-476b-8f4a-160dba13fb31 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:39.129176 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd42acb2-d29b-49e8-901f-efdf6101e0cc", "name": "network-vif-deleted", "tag": "2256551e-20ae-4a50-bd6a-2517e787d3b2", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:39.129493 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e189b892-81ea-476b-8f4a-160dba13fb31 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:39.129818 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd42acb2-d29b-49e8-901f-efdf6101e0cc', 'name': 'network-vif-deleted', 'tag': '2256551e-20ae-4a50-bd6a-2517e787d3b2', 'status': 'completed', 'code': 200} Sep 22 09:23:39.181059 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.184541 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.237305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46770) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:39.245068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76759c5e-dcbf-4168-a68d-4b8123c3600c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:39.246533 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-45f749a4-deda-4e48-982a-31d51f6c6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.253605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24bf2e7-4b76-449a-bc45-6e0e37a6a736 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:39.282634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-15acc680-0730-46e2-af50-9b2fd3751c4b req-66f1a247-58e2-4e88-89db-ae26439c2e1d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Deleting port 9bb4ff8b-d017-411e-8bf5-283f92bd7003 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:23:39.282978 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-15acc680-0730-46e2-af50-9b2fd3751c4b req-66f1a247-58e2-4e88-89db-ae26439c2e1d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.321251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060adab-e6dc-4594-b645-cdedd0b56400 req-267b7c0c-d0bd-4664-92e9-796d51100dc7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:39.336590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5060adab-e6dc-4594-b645-cdedd0b56400 req-267b7c0c-d0bd-4664-92e9-796d51100dc7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1073806 Sep 22 09:23:39.345656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:39.356819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:38Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:39.399796 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5060adab-e6dc-4594-b645-cdedd0b56400 req-50a8b1a7-6da0-4327-b08a-817abd1ce628 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584798 Sep 22 09:23:39.434031 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.434031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608840d3-00c4-4bb9-8871-cf75835eb594 None None] The sync data for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 is: [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:38Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:23:39.449911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-45f749a4-deda-4e48-982a-31d51f6c6571 None None] For port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=675f3ad2-51ef-4984-a25a-fa2e0785f2b5,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:39.480352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:23:39.513963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:39.514063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1544988040-network', 'tenant_id': '588a614000664c5d9b1f3b4860f26f15'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:39.522393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-15acc680-0730-46e2-af50-9b2fd3751c4b req-66f1a247-58e2-4e88-89db-ae26439c2e1d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] For port 9bb4ff8b-d017-411e-8bf5-283f92bd7003, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9bb4ff8b-d017-411e-8bf5-283f92bd7003,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:39.522930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-15acc680-0730-46e2-af50-9b2fd3751c4b req-66f1a247-58e2-4e88-89db-ae26439c2e1d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.573783 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-45f749a4-deda-4e48-982a-31d51f6c6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.598908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-15acc680-0730-46e2-af50-9b2fd3751c4b req-66f1a247-58e2-4e88-89db-ae26439c2e1d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Calling delete_port for 9bb4ff8b-d017-411e-8bf5-283f92bd7003 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:23:39.649187 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.649531 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Added segment 8d483697-3d75-44a5-b6f2-4265fe5acb2a of type vlan for network e46f18db-1c64-4c99-b417-9b3bc7c429e4 Sep 22 09:23:39.669106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9695ee1-653f-4514-b01e-59490c4131ad req-775fc7ff-7349-4622-9c7d-722eb7ca997f tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:39.678101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['f24bf2e7-4b76-449a-bc45-6e0e37a6a736'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:39.680414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9695ee1-653f-4514-b01e-59490c4131ad req-775fc7ff-7349-4622-9c7d-722eb7ca997f tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 950 time: 0.1324177 Sep 22 09:23:39.682483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f749a4-deda-4e48-982a-31d51f6c6571 None None] Pushing event updated for resources: {'Port': ['ID=675f3ad2-51ef-4984-a25a-fa2e0785f2b5,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:39.772226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9695ee1-653f-4514-b01e-59490c4131ad req-bd71e759-6b2e-41ae-886f-9c20d251cd36 tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/security-groups?id=d89e2837-0944-4915-b260-941bbea6667f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904016 Sep 22 09:23:39.810818 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.881504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Made reservation on behalf of 588a614000664c5d9b1f3b4860f26f15 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:39.883770 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.899800 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.922178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883b046-c357-4968-bd06-58a803cadccf req-6f1340ae-e4af-4ca3-b7fa-0c7fbbadc978 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:39.927458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7883b046-c357-4968-bd06-58a803cadccf req-6f1340ae-e4af-4ca3-b7fa-0c7fbbadc978 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 944 time: 0.0683916 Sep 22 09:23:39.940154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46794) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:39.967934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.974014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:39.974905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:40.067183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7883b046-c357-4968-bd06-58a803cadccf req-8a2ed130-3230-40ac-a474-0c3099f3de1e tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865958 Sep 22 09:23:40.182781 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc914-3238-4d39-adbd-c6483075a315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:40.253940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d6cbce9-d28b-4b56-b537-4a215b770a7a req-a262a68e-a992-4d9b-b3f8-0e58f88d0742 tempest-LiveMigrationNegativeTest-880813457 tempest-LiveMigrationNegativeTest-880813457-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd42acb2-d29b-49e8-901f-efdf6101e0cc HTTP/1.1" status: 200 len: 210 time: 0.0551913 Sep 22 09:23:40.446125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] Pushing event updated for resources: {'Network': ['ID=e46f18db-1c64-4c99-b417-9b3bc7c429e4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:40.466931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network e46f18db-1c64-4c99-b417-9b3bc7c429e4 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:23:40.553119 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:40.554457 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-15acc680-0730-46e2-af50-9b2fd3751c4b req-66f1a247-58e2-4e88-89db-ae26439c2e1d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:40.571322 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['9bb4ff8b-d017-411e-8bf5-283f92bd7003'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:40.582217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf578ec-9d66-459d-a42e-ddc8700e90b6 req-a68cca8a-e42d-4be1-bbaa-37c90b7829df tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:40.586085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1a247-58e2-4e88-89db-ae26439c2e1d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Pushing event deleted for resources: {'Port': ['ID=9bb4ff8b-d017-411e-8bf5-283f92bd7003,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:40.598992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1cf578ec-9d66-459d-a42e-ddc8700e90b6 req-a68cca8a-e42d-4be1-bbaa-37c90b7829df tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0997958 Sep 22 09:23:40.638554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f24bf2e7-4b76-449a-bc45-6e0e37a6a736 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:40.641460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-15acc680-0730-46e2-af50-9b2fd3751c4b req-66f1a247-58e2-4e88-89db-ae26439c2e1d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] No DVR routers for this DVR port 9bb4ff8b-d017-411e-8bf5-283f92bd7003 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:23:40.650089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-15acc680-0730-46e2-af50-9b2fd3751c4b req-66f1a247-58e2-4e88-89db-ae26439c2e1d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:40.653067 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15acc680-0730-46e2-af50-9b2fd3751c4b req-66f1a247-58e2-4e88-89db-ae26439c2e1d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.45 "DELETE /v2.0/ports/9bb4ff8b-d017-411e-8bf5-283f92bd7003 HTTP/1.1" status: 204 len: 173 time: 1.8126814 Sep 22 09:23:40.656983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1cf578ec-9d66-459d-a42e-ddc8700e90b6 req-28296ebc-d92b-4b7a-aac8-26381f019881 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Sep 22 09:23:40.679597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:40.711029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0ca567-23a1-4270-a692-34629d688a00,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:40.724610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:23:40.737108 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:40.738423 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Added segment 7589963e-5236-4899-bb5f-0c00a95eafac of type vlan for network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 Sep 22 09:23:40.785292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:23:40.786507 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:40.795179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46812) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:40.795314 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dd4875be-46dc-4b8a-bf1c-3b0aa42c53bd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2151730 Sep 22 09:23:40.797353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46814) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:40.802422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:40.802802 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:40.826111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] Request body: {'subnet': {'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-subnet', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:40.910025 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:40.938895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:40.939250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dcd9f908-49d8-4bbb-a655-e176903abdbf req-b8685d99-e2e4-4eb9-9c8e-dcfb6fa5c30a tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 210 time: 0.0487437 Sep 22 09:23:40.942759 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9fb6bc-199f-4310-a760-3b24a7bcab24" -d '{"events": [{"server_uuid": "f5132235-51a5-4025-b7f9-d840ac83fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "f24bf2e7-4b76-449a-bc45-6e0e37a6a736"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:40.973760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:40.989170 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-38a6d507-7821-45cf-a7f9-aecfb73d26ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:40.993772 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf60323-c549-4b88-96f7-e06b47580c76 x-openstack-request-id: req-fdf60323-c549-4b88-96f7-e06b47580c76 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:40.993938 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5132235-51a5-4025-b7f9-d840ac83fd2b", "name": "network-vif-plugged", "status": "completed", "tag": "f24bf2e7-4b76-449a-bc45-6e0e37a6a736", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:40.994108 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fdf60323-c549-4b88-96f7-e06b47580c76 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:40.994497 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736', 'code': 200} Sep 22 09:23:41.120682 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc914-3238-4d39-adbd-c6483075a315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.122599 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.122599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:41.122599 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.131033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f766952-350d-4ee0-928e-4fbd5e82a501', 'name': 'network-vif-deleted', 'tag': '9bb4ff8b-d017-411e-8bf5-283f92bd7003'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:41.133352 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22ee540-b7a2-445e-b1b6-58783e36e3e0" -d '{"events": [{"server_uuid": "7f766952-350d-4ee0-928e-4fbd5e82a501", "name": "network-vif-deleted", "tag": "9bb4ff8b-d017-411e-8bf5-283f92bd7003"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:41.200958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:41.200958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed1d43-c499-469c-925f-ecd43796f3c1 req-0b249321-9e68-4700-9fb4-5951bbb5a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:41.201764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:23:41.201868 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-deed1d43-c499-469c-925f-ecd43796f3c1 req-0b249321-9e68-4700-9fb4-5951bbb5a7b9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 1095 time: 0.1114833 Sep 22 09:23:41.221585 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc914-3238-4d39-adbd-c6483075a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.221682 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f76476-7b66-46dd-979c-70616006eb4e x-openstack-request-id: req-06f76476-7b66-46dd-979c-70616006eb4e {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:41.221682 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f766952-350d-4ee0-928e-4fbd5e82a501", "name": "network-vif-deleted", "tag": "9bb4ff8b-d017-411e-8bf5-283f92bd7003", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:41.221682 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06f76476-7b66-46dd-979c-70616006eb4e {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:41.221682 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f766952-350d-4ee0-928e-4fbd5e82a501', 'name': 'network-vif-deleted', 'tag': '9bb4ff8b-d017-411e-8bf5-283f92bd7003', 'status': 'completed', 'code': 200} Sep 22 09:23:41.232504 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.255103 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-deed1d43-c499-469c-925f-ecd43796f3c1 req-b940cfcd-7cce-4f44-bac2-7e0bbd0ca464 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644317 Sep 22 09:23:41.266840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fc914-3238-4d39-adbd-c6483075a315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8497c86e-f7b1-44c0-9fd0-f6d185afa346,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:41.308173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d464e-b75c-408d-81cf-2335ec187828 req-850668b5-8521-4b02-9de8-44cb58cda6ab tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:41.319154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-563d464e-b75c-408d-81cf-2335ec187828 req-850668b5-8521-4b02-9de8-44cb58cda6ab tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 944 time: 0.1666050 Sep 22 09:23:41.322682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bb9fc914-3238-4d39-adbd-c6483075a315 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=170b84ae77344af2ac154cda5b57038c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3807163 Sep 22 09:23:41.328119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46828) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:41.358842 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:41.378009 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:41.378305 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ddb4d69f-b420-4e12-a388-d92afd0351b9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1258819 Sep 22 09:23:41.385223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46832) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:41.398590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Request body: {'subnet': {'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1544988040-subnet', 'tenant_id': '588a614000664c5d9b1f3b4860f26f15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:41.406675 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-563d464e-b75c-408d-81cf-2335ec187828 req-864495c9-e08a-491f-95c6-de3990990cd7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866308 Sep 22 09:23:41.436977 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4917-a371-43fc-8bee-1be15ac3b4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.452663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:41.453071 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.461102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4917-a371-43fc-8bee-1be15ac3b4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.509061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] Made reservation on behalf of a11603af06684152b053d90fbbbd1b3a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:41.511404 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.519648 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:23:41.519648 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:23:41.519648 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': '588a614000664c5d9b1f3b4860f26f15', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 23, 21, 399473)}] Sep 22 09:23:41.519648 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:23:41.520156 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:23:41.591161 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4917-a371-43fc-8bee-1be15ac3b4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.593671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4917-a371-43fc-8bee-1be15ac3b4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.597787 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f7dc4917-a371-43fc-8bee-1be15ac3b4e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8497c86e-f7b1-44c0-9fd0-f6d185afa346 HTTP/1.1" status: 204 len: 168 time: 0.2604682 Sep 22 09:23:41.609181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc4917-a371-43fc-8bee-1be15ac3b4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8497c86e-f7b1-44c0-9fd0-f6d185afa346,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:41.681333 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-38a6d507-7821-45cf-a7f9-aecfb73d26ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.765086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86408275-38c3-4fae-b10b-b8c4d9b42260 req-609b4aac-53f2-47b4-8c57-699e79dfacb6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:41.766584 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86408275-38c3-4fae-b10b-b8c4d9b42260 req-609b4aac-53f2-47b4-8c57-699e79dfacb6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0518241 Sep 22 09:23:41.767719 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-38a6d507-7821-45cf-a7f9-aecfb73d26ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.827652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6d507-7821-45cf-a7f9-aecfb73d26ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850edd75-8b50-4976-aaba-06c84f23a12d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:41.833750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-38a6d507-7821-45cf-a7f9-aecfb73d26ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=645faf42640a425085250e5b7ae172e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0385036 Sep 22 09:23:41.838079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46840) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:41.840484 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:41.856996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86408275-38c3-4fae-b10b-b8c4d9b42260 req-3a9280d7-b8a7-43c8-9f41-e3c774f4cdbd tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787206 Sep 22 09:23:41.857776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46842) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:41.939262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=09263e45-14f0-4dd3-8587-708752fc53b5,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:41.972849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] Checking segment: {'id': '8d483697-3d75-44a5-b6f2-4265fe5acb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:41.974759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] Network hostable DHCP agents. Network: e46f18db-1c64-4c99-b417-9b3bc7c429e4, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:23:41.978923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5dc1ed2-7c71-4aad-a166-465d0941dcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.009333 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5dc1ed2-7c71-4aad-a166-465d0941dcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.064442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] Network e46f18db-1c64-4c99-b417-9b3bc7c429e4 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:23:42.155800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, e46f18db-1c64-4c99-b417-9b3bc7c429e4) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:42.159771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5dc1ed2-7c71-4aad-a166-465d0941dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.162798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5dc1ed2-7c71-4aad-a166-465d0941dcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.164219 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e5dc1ed2-7c71-4aad-a166-465d0941dcfe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/850edd75-8b50-4976-aaba-06c84f23a12d HTTP/1.1" status: 204 len: 168 time: 0.3202565 Sep 22 09:23:42.165984 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:42.166692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.172210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef203849-9a61-461c-bc67-40b9bb3d19ce None None] Network e46f18db-1c64-4c99-b417-9b3bc7c429e4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:42.181723 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc1ed2-7c71-4aad-a166-465d0941dcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850edd75-8b50-4976-aaba-06c84f23a12d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:42.258480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46852) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:42.272401 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-104a9147-bb6f-4648-b5ca-a6952a7a2b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.316232 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4cf9c1bf-87d9-4bcd-b2b3-f8e180d7b1ef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5056431 Sep 22 09:23:42.322436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b443000-4b81-40dd-9235-cd3f2d912b56 req-2e7fa749-8f7e-4c34-a800-8bc36434894d tempest-ServersAdminNegativeTestJSON-667739898 tempest-ServersAdminNegativeTestJSON-667739898-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f766952-350d-4ee0-928e-4fbd5e82a501 HTTP/1.1" status: 200 len: 210 time: 0.0451632 Sep 22 09:23:42.325856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46854) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:42.334571 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:23:42.334571 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:23:42.334571 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': '588a614000664c5d9b1f3b4860f26f15', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 23, 22, 288595)}] Sep 22 09:23:42.334571 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:23:42.334571 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:23:42.335072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-router', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:42.352026 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dde2cdac-e3cf-47ac-8d81-afc5488d42cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cccf4f5c32f64a2aad005f97f6abc32e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4929719 Sep 22 09:23:42.354927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46856) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:42.430011 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43df4f03-df74-4a89-932b-a017c0b08e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.446089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-104a9147-bb6f-4648-b5ca-a6952a7a2b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.459411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43df4f03-df74-4a89-932b-a017c0b08e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.461839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-e46f18db-1c64-4c99-b417-9b3bc7c429e4', 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'fixed_ips': [{'subnet_id': '09263e45-14f0-4dd3-8587-708752fc53b5'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:23:42.462839 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.545368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de91a2-39fb-4596-85ff-ec1866678999 req-e52f77cf-3f85-455f-b1d2-1e927f5008c8 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:42.547246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75de91a2-39fb-4596-85ff-ec1866678999 req-e52f77cf-3f85-455f-b1d2-1e927f5008c8 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 945 time: 0.0584919 Sep 22 09:23:42.565320 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-104a9147-bb6f-4648-b5ca-a6952a7a2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.604390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a9147-bb6f-4648-b5ca-a6952a7a2b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ec86ce-3c43-404f-abfb-731e4412df8d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:42.622255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Allocated IP 172.20.0.2 (e46f18db-1c64-4c99-b417-9b3bc7c429e4/09263e45-14f0-4dd3-8587-708752fc53b5/93e5cbae-5054-4484-815e-bfae65e948de) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:42.629097 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-104a9147-bb6f-4648-b5ca-a6952a7a2b25 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3fd95e0412434a8ca78361028ea4e619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693283 Sep 22 09:23:42.630262 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75de91a2-39fb-4596-85ff-ec1866678999 req-10a8faca-f515-4532-a728-3b3402203fec tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748615 Sep 22 09:23:42.631222 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43df4f03-df74-4a89-932b-a017c0b08e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.634253 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43df4f03-df74-4a89-932b-a017c0b08e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.635525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-43df4f03-df74-4a89-932b-a017c0b08e11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20bb0319-0e4b-4fc7-b78b-94443c478100 HTTP/1.1" status: 204 len: 168 time: 0.2790256 Sep 22 09:23:42.636390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46862) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:42.666109 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df4f03-df74-4a89-932b-a017c0b08e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bb0319-0e4b-4fc7-b78b-94443c478100,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:42.685302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2256551e-20ae-4a50-bd6a-2517e787d3b2 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:23:42.704780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.706028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.717461 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 2256551e-20ae-4a50-bd6a-2517e787d3b2 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:23:42.718083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2256551e-20ae-4a50-bd6a-2517e787d3b2 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:23:42.718676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9bb4ff8b-d017-411e-8bf5-283f92bd7003 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:23:42.744623 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a428134d-5670-4664-8eac-6a8a1490fe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.768573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 9bb4ff8b-d017-411e-8bf5-283f92bd7003 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:23:42.769750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9bb4ff8b-d017-411e-8bf5-283f92bd7003 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:23:42.794860 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a428134d-5670-4664-8eac-6a8a1490fe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.817930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.880606 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.976575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7736-7809-47ac-bad2-714d37d95236 req-fad0e4c4-ffe2-4302-82db-4e7c6954f197 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:42.978125 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d31e7736-7809-47ac-bad2-714d37d95236 req-fad0e4c4-ffe2-4302-82db-4e7c6954f197 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0606229 Sep 22 09:23:42.995969 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.997719 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a428134d-5670-4664-8eac-6a8a1490fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.004530 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a428134d-5670-4664-8eac-6a8a1490fe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.004530 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a428134d-5670-4664-8eac-6a8a1490fe49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4ec86ce-3c43-404f-abfb-731e4412df8d HTTP/1.1" status: 204 len: 168 time: 0.3621402 Sep 22 09:23:43.014273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428134d-5670-4664-8eac-6a8a1490fe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ec86ce-3c43-404f-abfb-731e4412df8d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:43.042169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d31e7736-7809-47ac-bad2-714d37d95236 req-f1a434ba-4e43-4373-9ea2-8ffdb7b17018 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575140 Sep 22 09:23:43.054311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.060511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Pushing event updated for resources: {'Port': ['ID=93e5cbae-5054-4484-815e-bfae65e948de,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:43.091220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Network e46f18db-1c64-4c99-b417-9b3bc7c429e4 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:43.093027 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:43.095712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:43.126920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Made reservation on behalf of 588a614000664c5d9b1f3b4860f26f15 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:43.129799 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.146852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Attempting to bind port 93e5cbae-5054-4484-815e-bfae65e948de on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:43.147276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Attempting to bind port 93e5cbae-5054-4484-815e-bfae65e948de by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '8d483697-3d75-44a5-b6f2-4265fe5acb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:43.148109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Attempting to bind port 93e5cbae-5054-4484-815e-bfae65e948de on network e46f18db-1c64-4c99-b417-9b3bc7c429e4 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:43.152694 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:43.153113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Checking segment: {'id': '8d483697-3d75-44a5-b6f2-4265fe5acb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:43.153645 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.154062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Bound using segment: {'id': '8d483697-3d75-44a5-b6f2-4265fe5acb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:43.154522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Bound port: 93e5cbae-5054-4484-815e-bfae65e948de, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d483697-3d75-44a5-b6f2-4265fe5acb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:43.154903 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.240950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] For port 93e5cbae-5054-4484-815e-bfae65e948de, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:43.244077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] For port 93e5cbae-5054-4484-815e-bfae65e948de, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=93e5cbae-5054-4484-815e-bfae65e948de,segment=NetworkSegment(8d483697-3d75-44a5-b6f2-4265fe5acb2a),segment_id=8d483697-3d75-44a5-b6f2-4265fe5acb2a)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:43.262525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46872) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:43.283034 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-919ecebb-6989-4950-a876-c4e0cc9d954c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.299331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.390873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26fe5a-5475-488c-8e03-21af9d56ac01 None None] Pushing event updated for resources: {'Port': ['ID=93e5cbae-5054-4484-815e-bfae65e948de,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:43.444766 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.451783 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.468626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.497588 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-919ecebb-6989-4950-a876-c4e0cc9d954c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.529718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:43.537166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:43.537516 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Network hostable DHCP agents. Network: b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:23:43.620121 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-919ecebb-6989-4950-a876-c4e0cc9d954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.629492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Allocated IP 172.25.6.58 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/1e405159-f75f-4e93-8767-27fae8ef9705) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:43.665024 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:23:43.667942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-919ecebb-6989-4950-a876-c4e0cc9d954c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a8313a9a58c427385e6f4dfcbb09f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043846 Sep 22 09:23:43.670175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ecebb-6989-4950-a876-c4e0cc9d954c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b37c78-b5d2-4fb3-96bf-b296cefb74df,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:43.670870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46880) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:43.716744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46884) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:43.734411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:43.741425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:43.742020 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.744700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b31d8cc-d813-412d-b710-2e80bea4df53 None None] Network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:43.778679 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d2158540-6c7d-4400-a3f7-b6c2ace0b99d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abc67466c0f24d83af599a1a860243a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605984 Sep 22 09:23:43.782136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46886) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:43.803312 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27d06ec5-dced-488d-8748-0d88d06c81ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.831638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.860788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b8aac634-52b4-40f9-ac02-2d66bb0b3892 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4704683 Sep 22 09:23:43.875464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27d06ec5-dced-488d-8748-0d88d06c81ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.886952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d0121-caaf-4882-8ff7-2f6fa8a241da req-2bc27e93-736f-45ea-9048-b6333a0d8c36 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:43.893181 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-901d0121-caaf-4882-8ff7-2f6fa8a241da req-2bc27e93-736f-45ea-9048-b6333a0d8c36 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 945 time: 0.0864551 Sep 22 09:23:43.937042 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bff3ba8-35a3-438c-9fe6-f3cdd02aaa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.967360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bff3ba8-35a3-438c-9fe6-f3cdd02aaa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:43.979597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-901d0121-caaf-4882-8ff7-2f6fa8a241da req-a99a98a7-abee-4876-9ac7-d5604f7a6508 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784364 Sep 22 09:23:43.980329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a6d50-35aa-46b9-895f-3448243b7b98 None None] Network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:44.025245 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:44.092905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:44.094202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27d06ec5-dced-488d-8748-0d88d06c81ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:44.097218 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27d06ec5-dced-488d-8748-0d88d06c81ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:44.100923 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-27d06ec5-dced-488d-8748-0d88d06c81ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84b37c78-b5d2-4fb3-96bf-b296cefb74df HTTP/1.1" status: 204 len: 168 time: 0.4282165 Sep 22 09:23:44.102978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Pushing event updated for resources: {'Port': ['ID=1e405159-f75f-4e93-8767-27fae8ef9705,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:44.106477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:44.114954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:44.139325 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bff3ba8-35a3-438c-9fe6-f3cdd02aaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:44.142372 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bff3ba8-35a3-438c-9fe6-f3cdd02aaa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:44.147627 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4bff3ba8-35a3-438c-9fe6-f3cdd02aaa05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1edca9e8-4354-4d19-93c0-b715dde0fd0f HTTP/1.1" status: 204 len: 168 time: 0.3617423 Sep 22 09:23:44.178658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d06ec5-dced-488d-8748-0d88d06c81ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b37c78-b5d2-4fb3-96bf-b296cefb74df,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:44.225907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1b485-4876-4694-8a23-6012a2451f51 req-bbe76d4d-e9b3-49dc-a587-a0ee1e315524 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:44.238225 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eda1b485-4876-4694-8a23-6012a2451f51 req-bbe76d4d-e9b3-49dc-a587-a0ee1e315524 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0931704 Sep 22 09:23:44.294881 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eda1b485-4876-4694-8a23-6012a2451f51 req-eda201fe-91e4-4f21-901a-6ecc96eb6093 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506344 Sep 22 09:23:44.302730 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-3762ba5a-a0b9-47fe-838c-0e50ccbba4cc service neutron] show failed (client error): The resource could not be found. Sep 22 09:23:44.303764 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-3762ba5a-a0b9-47fe-838c-0e50ccbba4cc service neutron] 10.222.0.45 "GET /v2.0/ports/e67dbe16-ecb3-4db3-843d-fa0609d5b971/bindings/n-h1-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.1270652 Sep 22 09:23:44.304717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff3ba8-35a3-438c-9fe6-f3cdd02aaa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edca9e8-4354-4d19-93c0-b715dde0fd0f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:44.406608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46910) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:44.493851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133309-3c06-45f7-9241-249fb78b55ac req-1c366913-6ba7-450e-aebe-0072316dd9fa tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:44.495386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7133309-3c06-45f7-9241-249fb78b55ac req-1c366913-6ba7-450e-aebe-0072316dd9fa tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 1096 time: 0.0624988 Sep 22 09:23:44.541930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7133309-3c06-45f7-9241-249fb78b55ac req-506e4ae2-053d-4e62-aa00-1feeb828ae05 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Sep 22 09:23:44.579205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa5f140-3a03-4ae8-ae69-04e84baacc1b None None] Network e46f18db-1c64-4c99-b417-9b3bc7c429e4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:44.669095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8fc0d9c5-4e0c-409a-a3b1-248cb0b7fede None None] Provisioning complete for port 93e5cbae-5054-4484-815e-bfae65e948de triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:44.669308 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d9c5-4e0c-409a-a3b1-248cb0b7fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:44.716782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57711f2b-86c9-4bc0-9cb4-b4d6e332314b req-d1e87346-df2d-414c-94a9-45526fb38f6b tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:44.718349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57711f2b-86c9-4bc0-9cb4-b4d6e332314b req-d1e87346-df2d-414c-94a9-45526fb38f6b tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 1096 time: 0.0487850 Sep 22 09:23:44.750994 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:44.812917 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d9c5-4e0c-409a-a3b1-248cb0b7fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:44.841101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57711f2b-86c9-4bc0-9cb4-b4d6e332314b req-77a0d308-a287-4dd4-b934-d4b9ac76b373 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867028 Sep 22 09:23:44.858875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8fc0d9c5-4e0c-409a-a3b1-248cb0b7fede None None] For port 93e5cbae-5054-4484-815e-bfae65e948de, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=93e5cbae-5054-4484-815e-bfae65e948de,segment=NetworkSegment(8d483697-3d75-44a5-b6f2-4265fe5acb2a),segment_id=8d483697-3d75-44a5-b6f2-4265fe5acb2a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:44.967854 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8fc0d9c5-4e0c-409a-a3b1-248cb0b7fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.022928 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.083157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-70ed94d1-65de-4526-85ee-1de76a769aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:45.088837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-70ed94d1-65de-4526-85ee-1de76a769aa5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406&tenant_id=1cf14f0d57b04db4bde24027d9724d39 HTTP/1.1" status: 200 len: 1101 time: 0.1319382 Sep 22 09:23:45.101442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:45.104120 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0d9c5-4e0c-409a-a3b1-248cb0b7fede None None] Pushing event updated for resources: {'Port': ['ID=93e5cbae-5054-4484-815e-bfae65e948de,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:45.166691 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.192675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e48b9fb5-be05-40b3-96e6-e1ae48455dec None None] Provisioning complete for port 93e5cbae-5054-4484-815e-bfae65e948de triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:45.195798 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e48b9fb5-be05-40b3-96e6-e1ae48455dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.293739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Router d072460c-319f-4b83-8697-1a38069952c4 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:23:45.390046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 93e5cbae-5054-4484-815e-bfae65e948de up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:45.469128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 93e5cbae-5054-4484-815e-bfae65e948de triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:45.469627 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.502789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:23:45.517426 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Sync routers for ids ['d072460c-319f-4b83-8697-1a38069952c4'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:23:45.529796 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Routers {'d072460c-319f-4b83-8697-1a38069952c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:23:45.530774 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:23:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d072460c-319f-4b83-8697-1a38069952c4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:45.548251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-56376ccb-b975-4ccb-82b9-0b7148c4a8ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1751bfb8c7754c5e873ac1c3d69929ef&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1403990 Sep 22 09:23:45.551015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46940) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:45.562703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f39e5e-206c-49f6-8d39-ed2b965087e1 req-997ea24d-2c3c-44f0-b017-f15046dc4cd2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:45.582958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4f39e5e-206c-49f6-8d39-ed2b965087e1 req-997ea24d-2c3c-44f0-b017-f15046dc4cd2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1603172 Sep 22 09:23:45.599955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.606773 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d52d352c-4ae6-42e7-aec6-2c3d08cd0e7f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2788351 Sep 22 09:23:45.609599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46946) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:45.649562 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Set router d072460c-319f-4b83-8697-1a38069952c4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:23:45.692647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4f39e5e-206c-49f6-8d39-ed2b965087e1 req-e74ad5e8-0ab9-4229-ba52-07264afd5291 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049669 Sep 22 09:23:45.733612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:45.793993 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c132-61ab-4404-ad32-32746d5c7b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.798818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:45.835310 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd072460c-319f-4b83-8697-1a38069952c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-router', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:42Z', 'updated_at': '2021-09-22T09:23:44Z', 'revision_number': 3, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'gw_port': {'id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:32:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:43Z', 'updated_at': '2021-09-22T09:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:45.838274 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c132-61ab-4404-ad32-32746d5c7b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.861700 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Checking router: d072460c-319f-4b83-8697-1a38069952c4 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:23:45.862050 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Updating router d072460c-319f-4b83-8697-1a38069952c4 port 1e405159-f75f-4e93-8767-27fae8ef9705 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:23:45.869565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.885247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:45.888648 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b072d88c-1e73-4695-b01c-02b3d5b0a9f7" -d '{"events": [{"server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "name": "network-vif-unplugged", "status": "completed", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:45.890475 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.956153 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0fb976-ab21-483c-b7b3-9160d4afa240 x-openstack-request-id: req-0b0fb976-ab21-483c-b7b3-9160d4afa240 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:45.956444 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "name": "network-vif-unplugged", "status": "completed", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:45.956696 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b0fb976-ab21-483c-b7b3-9160d4afa240 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:45.957111 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'code': 200} Sep 22 09:23:45.958795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Transition to ACTIVE for port object e67dbe16-ecb3-4db3-843d-fa0609d5b971 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:23:45.963128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c132-61ab-4404-ad32-32746d5c7b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.965853 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c132-61ab-4404-ad32-32746d5c7b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:45.967089 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1ae0c132-61ab-4404-ad32-32746d5c7b6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d89e2837-0944-4915-b260-941bbea6667f HTTP/1.1" status: 204 len: 168 time: 0.4146318 Sep 22 09:23:46.008563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0c132-61ab-4404-ad32-32746d5c7b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89e2837-0944-4915-b260-941bbea6667f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:46.039533 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.124683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] No DVR routers for this DVR port e67dbe16-ecb3-4db3-843d-fa0609d5b971 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:23:46.129144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Pushing event updated for resources: {'Port': ['ID=e67dbe16-ecb3-4db3-843d-fa0609d5b971,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:46.189860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Attempting to bind port e67dbe16-ecb3-4db3-843d-fa0609d5b971 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:46.191270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Attempting to bind port e67dbe16-ecb3-4db3-843d-fa0609d5b971 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:46.193494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Attempting to bind port e67dbe16-ecb3-4db3-843d-fa0609d5b971 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:46.203819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Port e67dbe16-ecb3-4db3-843d-fa0609d5b971 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:23:46.207819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Attempting to bind port e67dbe16-ecb3-4db3-843d-fa0609d5b971 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:46.214428 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.217741 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:46.218248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:46.218755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:46.219349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Bound port: e67dbe16-ecb3-4db3-843d-fa0609d5b971, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:46.219805 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.304406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:46.307920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:46.333328 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.376804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.379791 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Attempting to bind port 1e405159-f75f-4e93-8767-27fae8ef9705 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:46.379918 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Attempting to bind port 1e405159-f75f-4e93-8767-27fae8ef9705 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:46.380173 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Attempting to bind port 1e405159-f75f-4e93-8767-27fae8ef9705 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:46.391959 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:46.392320 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:46.392717 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.393122 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:46.394431 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Bound port: 1e405159-f75f-4e93-8767-27fae8ef9705, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:46.394927 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.397808 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef394b-5524-4c2c-a47f-d608719c8494 None None] Pushing event updated for resources: {'Port': ['ID=1e405159-f75f-4e93-8767-27fae8ef9705,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:46.401746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.437917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:46.438565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.439977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] 10.222.0.60 "PUT /v2.0/ports/e67dbe16-ecb3-4db3-843d-fa0609d5b971 HTTP/1.1" status: 200 len: 1096 time: 1.3437207 Sep 22 09:23:46.460760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a66834-30d8-4e4d-b4af-53003eecdc56 service neutron] Pushing event updated for resources: {'Port': ['ID=e67dbe16-ecb3-4db3-843d-fa0609d5b971,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:46.492297 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] For port 1e405159-f75f-4e93-8767-27fae8ef9705, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:46.496164 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] For port 1e405159-f75f-4e93-8767-27fae8ef9705, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1e405159-f75f-4e93-8767-27fae8ef9705,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:46.521185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-21737de5-4dea-49ea-b52c-d91e975bd840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:46.522680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-21737de5-4dea-49ea-b52c-d91e975bd840 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1099 time: 0.0479581 Sep 22 09:23:46.593203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Allocated IP 172.20.0.1 (e46f18db-1c64-4c99-b417-9b3bc7c429e4/09263e45-14f0-4dd3-8587-708752fc53b5/1e1e6226-5c25-4306-9224-a7d00323860d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:46.596295 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.657821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-40d11534-bc8b-4d7e-8bc0-f03013dd7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:46.661394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-40d11534-bc8b-4d7e-8bc0-f03013dd7739 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1311226 Sep 22 09:23:46.671614 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Routers {'d072460c-319f-4b83-8697-1a38069952c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:23:46.680644 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:23:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d072460c-319f-4b83-8697-1a38069952c4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:46.767194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-f5827d91-10c7-4438-ace7-99bf8e284d9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971 HTTP/1.1" status: 200 len: 217 time: 0.0976136 Sep 22 09:23:46.767526 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.792244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:46.797833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1849477418-network', 'tenant_id': 'e9cd3e79b9654c99a4ce539235fe0d1b'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:46.828304 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] Set router d072460c-319f-4b83-8697-1a38069952c4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:23:46.835563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-83b69b90-2fc8-492a-ab8d-f0da8125a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:46.837162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-83b69b90-2fc8-492a-ab8d-f0da8125a688 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0630722 Sep 22 09:23:46.910710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:46.915711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-e916cd3a-7742-42d5-95fe-4d5b0eb9884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:46.917941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-e916cd3a-7742-42d5-95fe-4d5b0eb9884b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700979 Sep 22 09:23:46.933014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c978bf-affc-4739-bf88-3e65830aae99 req-7a6a152f-d0d0-4b70-aca0-0ee433695978 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:46.934681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22c978bf-affc-4739-bf88-3e65830aae99 req-7a6a152f-d0d0-4b70-aca0-0ee433695978 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 948 time: 0.0966208 Sep 22 09:23:46.952103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Network e46f18db-1c64-4c99-b417-9b3bc7c429e4 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:46.954897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:46.959243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:46.984326 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef394b-5524-4c2c-a47f-d608719c8494 None None] Pushing event updated for resources: {'Port': ['ID=1e405159-f75f-4e93-8767-27fae8ef9705,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:47.087525 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd072460c-319f-4b83-8697-1a38069952c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-router', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:42Z', 'updated_at': '2021-09-22T09:23:44Z', 'revision_number': 3, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'gw_port': {'id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:32:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:43Z', 'updated_at': '2021-09-22T09:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:47.146435 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c08d79-de8d-468c-ae07-02df392616d5 None None] The sync data for ids ['d072460c-319f-4b83-8697-1a38069952c4'] in n-d-805649-4 is: [{'id': 'd072460c-319f-4b83-8697-1a38069952c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-router', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:42Z', 'updated_at': '2021-09-22T09:23:44Z', 'revision_number': 3, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'gw_port': {'id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:32:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:43Z', 'updated_at': '2021-09-22T09:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:23:47.163033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22c978bf-affc-4739-bf88-3e65830aae99 req-a6a85438-952d-4b9c-8aa4-f3e97aa0c1f5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692407 Sep 22 09:23:47.230165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-c195c62a-c30b-4fbe-990d-f1fae7421c69 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931893 Sep 22 09:23:47.330017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1e6226-5c25-4306-9224-a7d00323860d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:47.336560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Made reservation on behalf of e9cd3e79b9654c99a4ce539235fe0d1b for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:47.338951 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:47.359106 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:47.368843 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c6e37306-ceb3-4522-b46b-f136c2bb0580 None None] Provisioning complete for port 1e1e6226-5c25-4306-9224-a7d00323860d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:47.369351 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6e37306-ceb3-4522-b46b-f136c2bb0580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:47.391920 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:47.414322 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c6e37306-ceb3-4522-b46b-f136c2bb0580 None None] Port 1e1e6226-5c25-4306-9224-a7d00323860d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:23:47.421568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a115cd31-315f-4597-9fe8-6787f6b5c0f0 req-1aed3db9-a3c4-400b-a0e7-20deaeb43348 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857135 Sep 22 09:23:47.634211 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:47.721041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47008) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:47.732712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:47.770200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-83cc1738-f58e-4001-96d5-777618e66081 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ef50f2a900040df94aa3f1cc9917f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514517 Sep 22 09:23:47.772841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47010) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:47.824768 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:47.886352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:23:47.929881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:47.930483 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Added segment 49c14a7a-d095-4f8a-9fc9-d5a255289fcd of type vlan for network 71353c4d-2d1d-47b1-a67f-8b61e9c1f632 Sep 22 09:23:47.944662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f7ed4c-8945-4502-964f-29a31826e875,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:47.958408 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:47.961179 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea" -d '{"events": [{"name": "network-changed", "server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:47.986853 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-217ecfa4-6492-4ac0-89fb-063d8399933e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:48.038688 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f454749f-8ff7-4ac5-a024-bc0e926d2b6a x-openstack-request-id: req-f454749f-8ff7-4ac5-a024-bc0e926d2b6a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:48.039041 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:48.039287 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f454749f-8ff7-4ac5-a024-bc0e926d2b6a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:48.039815 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'status': 'completed', 'code': 200} Sep 22 09:23:48.041501 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:48.121360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-87cbff14-6b37-4820-b1d3-e489dfa69f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:48.127735 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-87cbff14-6b37-4820-b1d3-e489dfa69f7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1099 time: 0.0561683 Sep 22 09:23:48.141893 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-217ecfa4-6492-4ac0-89fb-063d8399933e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:48.255405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-7c7fa47d-1f46-4c4d-b07f-16c1347fe25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:48.259157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-7c7fa47d-1f46-4c4d-b07f-16c1347fe25f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1264951 Sep 22 09:23:48.316997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-70fa8455-581a-4ce2-b75d-546bd68ee5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:48.319023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-70fa8455-581a-4ce2-b75d-546bd68ee5f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1099 time: 0.2584581 Sep 22 09:23:48.321231 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:48.325737 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:48.325737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:48.325737 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:48.329621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-f0b28f67-826e-435a-b234-76c11855b40c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971 HTTP/1.1" status: 200 len: 217 time: 0.0596869 Sep 22 09:23:48.422089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-cde6f900-4dd6-4172-8cd1-5ff038733723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:48.422089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-cde6f900-4dd6-4172-8cd1-5ff038733723 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0801220 Sep 22 09:23:48.430318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d6f85-4b5f-46e5-908c-674815dceea0 req-399e7dbb-b599-421d-be53-7c171ffcbd85 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:48.431453 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:48.446760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-800d6f85-4b5f-46e5-908c-674815dceea0 req-399e7dbb-b599-421d-be53-7c171ffcbd85 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 948 time: 0.1160209 Sep 22 09:23:48.532636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-40d84a31-857c-4b96-af4b-e10f113edfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:48.534224 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-40d84a31-857c-4b96-af4b-e10f113edfcb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855939 Sep 22 09:23:48.553164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-800d6f85-4b5f-46e5-908c-674815dceea0 req-4f4eedfb-e78c-44c5-9a4f-546ea4e9f2d4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938330 Sep 22 09:23:48.597897 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-217ecfa4-6492-4ac0-89fb-063d8399933e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:48.600907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-217ecfa4-6492-4ac0-89fb-063d8399933e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:48.602301 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-217ecfa4-6492-4ac0-89fb-063d8399933e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f051d215-8286-4f6c-9401-71fa9ddb5463 HTTP/1.1" status: 204 len: 168 time: 0.8068960 Sep 22 09:23:48.603904 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8106687 Sep 22 09:23:48.618109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47044) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:48.620346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48a3b9-e153-4e9e-9497-56407eded84d admin admin] Pushing event updated for resources: {'Network': ['ID=71353c4d-2d1d-47b1-a67f-8b61e9c1f632,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:48.626802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] Request body: {'subnet': {'network_id': '71353c4d-2d1d-47b1-a67f-8b61e9c1f632', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1849477418-subnet', 'tenant_id': 'e9cd3e79b9654c99a4ce539235fe0d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:48.641519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 71353c4d-2d1d-47b1-a67f-8b61e9c1f632 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:23:48.661402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-cc0f5528-076a-4a79-81cd-20bdb2f091ef service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063421 Sep 22 09:23:48.663265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ecfa4-6492-4ac0-89fb-063d8399933e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f051d215-8286-4f6c-9401-71fa9ddb5463,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:48.671060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1e6226-5c25-4306-9224-a7d00323860d,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:48.671242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e67dbe16-ecb3-4db3-843d-fa0609d5b971 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:23:48.682197 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:48.700347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-3104bfe2-8948-4a74-9693-0255e58fc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:48.702008 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-3104bfe2-8948-4a74-9693-0255e58fc49f service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.3742433 Sep 22 09:23:48.759373 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-8f376ac9-e90c-4103-a030-7fdc8ffb4a6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971 HTTP/1.1" status: 200 len: 217 time: 0.0423985 Sep 22 09:23:48.770094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e67dbe16-ecb3-4db3-843d-fa0609d5b971 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:23:48.834577 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] Made reservation on behalf of e9cd3e79b9654c99a4ce539235fe0d1b for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:48.837286 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:48.873162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-9247b820-93b7-4bd1-8120-f4745f1d2b97 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984396 Sep 22 09:23:48.946569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-cedcf6c9-c10d-4e9a-995e-f1fa63ecae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:48.948066 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-cedcf6c9-c10d-4e9a-995e-f1fa63ecae43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1806061 Sep 22 09:23:49.011962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Network e46f18db-1c64-4c99-b417-9b3bc7c429e4 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:49.018065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:49.041925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-e453a8e7-712e-4090-819e-83deffccd723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:49.043650 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-e453a8e7-712e-4090-819e-83deffccd723 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840204 Sep 22 09:23:49.287676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fcb8a4bd-e98c-4a2c-b9af-b1e8ca60b4fc None None] Provisioning complete for port 1e1e6226-5c25-4306-9224-a7d00323860d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:49.288590 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fcb8a4bd-e98c-4a2c-b9af-b1e8ca60b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:49.295373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Router d072460c-319f-4b83-8697-1a38069952c4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:23:49.297670 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-df386eb0-3bd4-4f52-97f2-8fdebd62982f service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992443 Sep 22 09:23:49.345634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1e405159-f75f-4e93-8767-27fae8ef9705 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:49.379449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:49.400407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8a4bd-e98c-4a2c-b9af-b1e8ca60b4fc None None] Port 1e1e6226-5c25-4306-9224-a7d00323860d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:23:49.416209 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1e405159-f75f-4e93-8767-27fae8ef9705 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:49.416612 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:49.441230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac80f248-44f7-4e2e-8bd8-5b1fc4f9da71,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:49.516300 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:49.546101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 1e405159-f75f-4e93-8767-27fae8ef9705, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1e405159-f75f-4e93-8767-27fae8ef9705,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:49.580262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] Checking segment: {'id': '49c14a7a-d095-4f8a-9fc9-d5a255289fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71353c4d-2d1d-47b1-a67f-8b61e9c1f632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:49.580613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] Network hostable DHCP agents. Network: 71353c4d-2d1d-47b1-a67f-8b61e9c1f632, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:23:49.595591 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8e6aa7-3db2-43b9-9db9-31bfa1bf5eea req-108962af-ecca-48d9-9466-c48c50800d9d service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861090 Sep 22 09:23:49.598180 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:23:49.608794 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2f021da1-a5c3-4a5d-ad76-859caa41a1b4 admin admin] 10.222.0.49 "PUT /v2.0/routers/d072460c-319f-4b83-8697-1a38069952c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9739385 Sep 22 09:23:49.618860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Sync routers for ids ['d072460c-319f-4b83-8697-1a38069952c4'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:23:49.629389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Routers {'d072460c-319f-4b83-8697-1a38069952c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:23:49.630025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:23:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d072460c-319f-4b83-8697-1a38069952c4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:49.633381 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:49.682749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbd36f-7999-432d-93f5-2e4d9b89a29e req-92a09d4a-59a7-4f69-9984-94846274b2c0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:49.693430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-83cbd36f-7999-432d-93f5-2e4d9b89a29e req-92a09d4a-59a7-4f69-9984-94846274b2c0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 948 time: 0.0609550 Sep 22 09:23:49.704280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-65e466d6-f3b0-44f3-a0ab-00f3a1096cad tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:23:49.705697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-65e466d6-f3b0-44f3-a0ab-00f3a1096cad tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2340243 Sep 22 09:23:49.709820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] Network 71353c4d-2d1d-47b1-a67f-8b61e9c1f632 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:23:49.770342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-78fad499-48b6-4b51-859d-7db91c0d8d9d tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:49.772804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-78fad499-48b6-4b51-859d-7db91c0d8d9d tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports/f24bf2e7-4b76-449a-bc45-6e0e37a6a736 HTTP/1.1" status: 200 len: 1093 time: 0.0569527 Sep 22 09:23:49.787271 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=1e405159-f75f-4e93-8767-27fae8ef9705,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:49.802625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-83cbd36f-7999-432d-93f5-2e4d9b89a29e req-9bd567eb-9c1e-4c47-95f4-a2c1fcc895f0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984266 Sep 22 09:23:49.807094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 71353c4d-2d1d-47b1-a67f-8b61e9c1f632) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:49.807605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Request body: {'binding': {'host': 'n-h1-805649-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:49.808238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Unknown quota resources ['binding']. {{(pid=95510) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:23:49.812696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:49.812696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:49.825625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065295f9-455f-4dbf-a966-4931082239ed None None] Network 71353c4d-2d1d-47b1-a67f-8b61e9c1f632 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:49.831957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Set router d072460c-319f-4b83-8697-1a38069952c4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:23:49.931625 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-17a1bd33-3c24-4ef7-ad1c-02c0d5c66d3d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3059108 Sep 22 09:23:49.975313 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on host n-h1-805649-4 for vnic_type normal with profile None {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:49.975313 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:49.975313 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:49.978664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:23:49.979047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:49.984306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:49.984701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:49.985168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:49.985858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Bound port: f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:50.079426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:50.162284 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] Notify callbacks [] for binding, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:50.163562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-70040cea-34e1-462b-8458-5018ab07310d service neutron] 10.222.0.49 "POST /v2.0/ports/f24bf2e7-4b76-449a-bc45-6e0e37a6a736/bindings HTTP/1.1" status: 201 len: 389 time: 0.3597414 Sep 22 09:23:50.189757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea94e949-513e-4310-9223-635ae68cd5b0 None None] Network 71353c4d-2d1d-47b1-a67f-8b61e9c1f632 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:50.367022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd072460c-319f-4b83-8697-1a38069952c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-router', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:42Z', 'updated_at': '2021-09-22T09:23:47Z', 'revision_number': 4, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'gw_port': {'id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:43Z', 'updated_at': '2021-09-22T09:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '1e1e6226-5c25-4306-9224-a7d00323860d', 'name': '', 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'mac_address': 'fa:16:3e:3d:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09263e45-14f0-4dd3-8587-708752fc53b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:46Z', 'updated_at': '2021-09-22T09:23:47Z', 'revision_number': 2, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'subnets': [{'id': '09263e45-14f0-4dd3-8587-708752fc53b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:50.393965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Checking router: d072460c-319f-4b83-8697-1a38069952c4 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:23:50.394386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Updating router d072460c-319f-4b83-8697-1a38069952c4 port 1e1e6226-5c25-4306-9224-a7d00323860d binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:23:50.420870 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:50.717113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:50.795430 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:50.856911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-0e1edcab-078d-4a2a-8a08-c65450a929dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:50.859567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-0e1edcab-078d-4a2a-8a08-c65450a929dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 1096 time: 0.0818546 Sep 22 09:23:50.872673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb34fdb-42a8-43db-ae6c-7b72a4e0e5eb None None] Pushing event updated for resources: {'Port': ['ID=1e1e6226-5c25-4306-9224-a7d00323860d,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:50.886582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a543084-d0dd-4174-ba48-808e7dd5327e req-09eb4989-7aea-4f26-a41b-56b39d2a53bc tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:50.898329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a543084-d0dd-4174-ba48-808e7dd5327e req-09eb4989-7aea-4f26-a41b-56b39d2a53bc tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 945 time: 0.0816498 Sep 22 09:23:50.947476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Attempting to bind port 1e1e6226-5c25-4306-9224-a7d00323860d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:50.948237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Attempting to bind port 1e1e6226-5c25-4306-9224-a7d00323860d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '8d483697-3d75-44a5-b6f2-4265fe5acb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:50.959679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Attempting to bind port 1e1e6226-5c25-4306-9224-a7d00323860d on network e46f18db-1c64-4c99-b417-9b3bc7c429e4 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:50.959679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:50.959679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Checking segment: {'id': '8d483697-3d75-44a5-b6f2-4265fe5acb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:50.959679 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:50.959679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Bound using segment: {'id': '8d483697-3d75-44a5-b6f2-4265fe5acb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:50.959679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Bound port: 1e1e6226-5c25-4306-9224-a7d00323860d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d483697-3d75-44a5-b6f2-4265fe5acb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:50.959679 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:51.042117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] For port 1e1e6226-5c25-4306-9224-a7d00323860d, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:51.045821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] For port 1e1e6226-5c25-4306-9224-a7d00323860d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1e1e6226-5c25-4306-9224-a7d00323860d,segment=NetworkSegment(8d483697-3d75-44a5-b6f2-4265fe5acb2a),segment_id=8d483697-3d75-44a5-b6f2-4265fe5acb2a)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:51.067704 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a543084-d0dd-4174-ba48-808e7dd5327e req-93b55acf-fa00-410d-8328-2d4574f76584 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554463 Sep 22 09:23:51.110583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-400e634e-2308-428d-8021-9baf74039551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:51.110583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-400e634e-2308-428d-8021-9baf74039551 service neutron] 10.222.0.60 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.2396340 Sep 22 09:23:51.121795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:51.205012 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Routers {'d072460c-319f-4b83-8697-1a38069952c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:23:51.205597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:23:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d072460c-319f-4b83-8697-1a38069952c4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:51.209867 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-adbb6910-9a3d-464b-9073-5c5b974ae44f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736 HTTP/1.1" status: 200 len: 217 time: 0.0961072 Sep 22 09:23:51.211739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb34fdb-42a8-43db-ae6c-7b72a4e0e5eb None None] Pushing event updated for resources: {'Port': ['ID=1e1e6226-5c25-4306-9224-a7d00323860d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:51.274996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e3d9ada4-c7a2-4222-abf2-fac604d577ac None None] Provisioning complete for port 1e1e6226-5c25-4306-9224-a7d00323860d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:51.275373 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ada4-c7a2-4222-abf2-fac604d577ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:51.309173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-d06e4dda-d003-45ca-b1c0-6f3f5305bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:51.310986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-d06e4dda-d003-45ca-b1c0-6f3f5305bab7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0933230 Sep 22 09:23:51.360842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-eeb3264a-c995-422a-a1cb-6ede7cbcdcaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418656 Sep 22 09:23:51.364954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1e405159-f75f-4e93-8767-27fae8ef9705 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:51.407840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] Set router d072460c-319f-4b83-8697-1a38069952c4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:23:51.578128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-e0f26904-cb8f-460e-945d-c0d53ef78ccd service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100132 Sep 22 09:23:51.695631 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ada4-c7a2-4222-abf2-fac604d577ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:51.723707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1e405159-f75f-4e93-8767-27fae8ef9705 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:51.724092 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:51.736914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e67dbe16-ecb3-4db3-843d-fa0609d5b971 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:23:51.773241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47158) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:51.842507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e3d9ada4-c7a2-4222-abf2-fac604d577ac None None] For port 1e1e6226-5c25-4306-9224-a7d00323860d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1e1e6226-5c25-4306-9224-a7d00323860d,segment=NetworkSegment(8d483697-3d75-44a5-b6f2-4265fe5acb2a),segment_id=8d483697-3d75-44a5-b6f2-4265fe5acb2a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:51.901152 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-759632485-network', 'tenant_id': '53d8f9a66ad24d029dec657eed48e9be'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:51.904422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2302933d-1191-4436-996c-5966aec3aff1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:51.905943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2302933d-1191-4436-996c-5966aec3aff1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 808 time: 0.4224660 Sep 22 09:23:51.935931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185b628-d541-4d8b-bd02-9d72bd04aeac req-a61622a9-a3d4-4ce0-977a-de23ab7661df tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:51.937511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e185b628-d541-4d8b-bd02-9d72bd04aeac req-a61622a9-a3d4-4ce0-977a-de23ab7661df tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 948 time: 0.3663545 Sep 22 09:23:51.942424 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-1c6f5ab3-17cf-4c54-9ea7-4c1d5a7c77b9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/quotas/588a614000664c5d9b1f3b4860f26f15 HTTP/1.1" status: 200 len: 375 time: 0.0265915 Sep 22 09:23:51.946702 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ada4-c7a2-4222-abf2-fac604d577ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:51.983982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-be2210b9-b9ba-4d44-b2d8-a9f8fd8c809b service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946648 Sep 22 09:23:52.004915 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-6bc2734a-f40f-45d9-ae0f-0f0bbbe8660c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484788 Sep 22 09:23:52.013142 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Made reservation on behalf of 53d8f9a66ad24d029dec657eed48e9be for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:52.015523 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.025878 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.028164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-3f2426e8-7b4a-4b0a-9909-8a79b4a794a7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:23:52.031728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd072460c-319f-4b83-8697-1a38069952c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-router', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:42Z', 'updated_at': '2021-09-22T09:23:47Z', 'revision_number': 4, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'gw_port': {'id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:43Z', 'updated_at': '2021-09-22T09:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '1e1e6226-5c25-4306-9224-a7d00323860d', 'name': '', 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'mac_address': 'fa:16:3e:3d:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09263e45-14f0-4dd3-8587-708752fc53b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:46Z', 'updated_at': '2021-09-22T09:23:51Z', 'revision_number': 4, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'subnets': [{'id': '09263e45-14f0-4dd3-8587-708752fc53b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:52.033311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-3f2426e8-7b4a-4b0a-9909-8a79b4a794a7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127225 Sep 22 09:23:52.039829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e185b628-d541-4d8b-bd02-9d72bd04aeac req-9ffd2152-bd05-435f-9cff-18054ba771de tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903299 Sep 22 09:23:52.081982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:52.093555 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49cd55a-7367-4956-ae99-47c16bd0e840 None None] The sync data for ids ['d072460c-319f-4b83-8697-1a38069952c4'] in n-d-805649-4 is: [{'id': 'd072460c-319f-4b83-8697-1a38069952c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-router', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:42Z', 'updated_at': '2021-09-22T09:23:47Z', 'revision_number': 4, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'gw_port': {'id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:43Z', 'updated_at': '2021-09-22T09:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '1e1e6226-5c25-4306-9224-a7d00323860d', 'name': '', 'network_id': 'e46f18db-1c64-4c99-b417-9b3bc7c429e4', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'mac_address': 'fa:16:3e:3d:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '09263e45-14f0-4dd3-8587-708752fc53b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:46Z', 'updated_at': '2021-09-22T09:23:51Z', 'revision_number': 4, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'subnets': [{'id': '09263e45-14f0-4dd3-8587-708752fc53b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:23:52.116754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9ada4-c7a2-4222-abf2-fac604d577ac None None] Pushing event updated for resources: {'Port': ['ID=1e1e6226-5c25-4306-9224-a7d00323860d,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:52.123276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'mac_address': 'fa:16:3e:76:53:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:23:52.205251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-7041fe08-6ebb-459a-bd77-a68015213d1a service neutron] 10.222.0.49 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631677 Sep 22 09:23:52.285814 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.351850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a421ef49-8756-42de-892f-0a311df07c5b None None] Provisioning complete for port 1e1e6226-5c25-4306-9224-a7d00323860d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:52.352052 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a421ef49-8756-42de-892f-0a311df07c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.360894 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.390288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:23:52.402654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:52.409542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.410832 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Added segment e59c2e43-13ce-427f-bfe4-f41ab63db371 of type vlan for network e3a2547f-c474-4391-a44a-dfb5580e48d5 Sep 22 09:23:52.414553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-7ea65c6c-fe1e-4c69-bb2f-ff47b8b9f3e0 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:52.416343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-7ea65c6c-fe1e-4c69-bb2f-ff47b8b9f3e0 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.1892262 Sep 22 09:23:52.449315 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-7c07013f-1097-4727-bf79-d08272a8681d service neutron] 10.222.0.49 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403786 Sep 22 09:23:52.454724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-4'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:52.485836 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.503801 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.523328 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67dbe16-ecb3-4db3-843d-fa0609d5b971 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:52.527934 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.553945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:52.596387 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.598170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:52.600257 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.641607 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.679690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a2547f-c474-4391-a44a-dfb5580e48d5,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:52.692252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network e3a2547f-c474-4391-a44a-dfb5580e48d5 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:23:52.703695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:52.764975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:52.776689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e67dbe16-ecb3-4db3-843d-fa0609d5b971,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:52.786300 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0a0157f4-c76e-478b-96fd-9c05a5f40774 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0071602 Sep 22 09:23:52.786824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47188) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:52.797743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] Request body: {'subnet': {'network_id': 'e3a2547f-c474-4391-a44a-dfb5580e48d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-759632485-subnet', 'tenant_id': '53d8f9a66ad24d029dec657eed48e9be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:52.841561 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e67dbe16-ecb3-4db3-843d-fa0609d5b971'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:52.850742 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.857714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:52.859830 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353614e2-d8e0-43a4-b511-1ca8359e7303" -d '{"events": [{"server_uuid": "f5132235-51a5-4025-b7f9-d840ac83fd2b", "name": "network-vif-unplugged", "status": "completed", "tag": "f24bf2e7-4b76-449a-bc45-6e0e37a6a736"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:52.909986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] Made reservation on behalf of 53d8f9a66ad24d029dec657eed48e9be for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:52.912443 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:52.945042 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:53.002126 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:53.134582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18676901-6914-457d-a23c-0377c190f936 service neutron] Pushing event updated for resources: {'Port': ['ID=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:53.159931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on host n-h2-805649-4 for vnic_type normal with profile {"migrating_to": "n-h1-805649-4"} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:23:53.160298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:23:53.160592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:53.169702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:23:53.170236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Attempting to bind port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:23:53.180181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:23:53.180518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:53.181007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:23:53.181449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Bound port: f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:23:53.181808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:53.218244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:53.232675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6f580-5f38-4687-a121-29560da918e6 req-474bb0e2-2b55-4003-8fe4-c839c84716bd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:53.234613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4f6f580-5f38-4687-a121-29560da918e6 req-474bb0e2-2b55-4003-8fe4-c839c84716bd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 943 time: 0.1368270 Sep 22 09:23:53.312398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fa6788-22dc-46b4-8f29-33808e19f591,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:53.336483 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4f6f580-5f38-4687-a121-29560da918e6 req-bbd06e14-95d9-4bff-9e29-230eed3d24cf tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798070 Sep 22 09:23:53.341895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:53.350846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:23:53.369068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1e1e6226-5c25-4306-9224-a7d00323860d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:53.422551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-deb77600-6521-4da3-8cc2-febecae2c8aa req-22c283ba-816d-42bb-95ef-6c3daf80a766 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 210 time: 0.0361209 Sep 22 09:23:53.429905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:53.487230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] Checking segment: {'id': 'e59c2e43-13ce-427f-bfe4-f41ab63db371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e3a2547f-c474-4391-a44a-dfb5580e48d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:53.487654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] Network hostable DHCP agents. Network: e3a2547f-c474-4391-a44a-dfb5580e48d5, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:23:53.487971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1e1e6226-5c25-4306-9224-a7d00323860d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:53.488357 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:53.516000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-a034d09f-5bde-4a9d-b1c6-295db9a68d09 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:53.517706 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-a034d09f-5bde-4a9d-b1c6-295db9a68d09 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.45 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406&tenant_id=1cf14f0d57b04db4bde24027d9724d39&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 949 time: 0.1921248 Sep 22 09:23:53.524601 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1feff593-10ff-4083-a452-1f6f29c09905 x-openstack-request-id: req-1feff593-10ff-4083-a452-1f6f29c09905 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:53.525017 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5132235-51a5-4025-b7f9-d840ac83fd2b", "name": "network-vif-unplugged", "status": "completed", "tag": "f24bf2e7-4b76-449a-bc45-6e0e37a6a736", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:53.525321 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1feff593-10ff-4083-a452-1f6f29c09905 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:53.525932 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736', 'code': 200} Sep 22 09:23:53.593825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:53.594540 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:53.597428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-18676901-6914-457d-a23c-0377c190f936 service neutron] 10.222.0.60 "PUT /v2.0/ports/f24bf2e7-4b76-449a-bc45-6e0e37a6a736 HTTP/1.1" status: 200 len: 1121 time: 1.1456866 Sep 22 09:23:53.623341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18676901-6914-457d-a23c-0377c190f936 service neutron] Pushing event updated for resources: {'Port': ['ID=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,revision_number=8']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:53.671897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] Network e3a2547f-c474-4391-a44a-dfb5580e48d5 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:23:53.689019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['f24bf2e7-4b76-449a-bc45-6e0e37a6a736'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:23:53.689227 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-ac4f4bf1-2bc7-4584-af26-76ac253289df service neutron] delete failed (client error): The resource could not be found. Sep 22 09:23:53.691685 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-ac4f4bf1-2bc7-4584-af26-76ac253289df service neutron] 10.222.0.45 "DELETE /v2.0/ports/e67dbe16-ecb3-4db3-843d-fa0609d5b971/bindings/n-h2-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.1630001 Sep 22 09:23:53.735813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e67dbe16-ecb3-4db3-843d-fa0609d5b971 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:23:53.769990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08ae6f-d3f2-420f-9b52-fb88db1f373f req-5cc3d079-8d93-4962-afe0-e4be07b84aff tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:53.773737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, e3a2547f-c474-4391-a44a-dfb5580e48d5) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:53.781564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b08ae6f-d3f2-420f-9b52-fb88db1f373f req-5cc3d079-8d93-4962-afe0-e4be07b84aff tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 949 time: 0.0909204 Sep 22 09:23:53.783570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:53.786010 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:53.795714 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72041119-8b6d-4f15-b897-fa768bb9f1f1 None None] Network e3a2547f-c474-4391-a44a-dfb5580e48d5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:53.851845 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b08ae6f-d3f2-420f-9b52-fb88db1f373f req-f0ceef7d-4009-4288-8e72-8d8a0d226868 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541220 Sep 22 09:23:54.085540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port e67dbe16-ecb3-4db3-843d-fa0609d5b971 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:23:54.095990 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7df05b-a47f-4894-a459-175fb02c38f2 None None] Network e3a2547f-c474-4391-a44a-dfb5580e48d5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:54.121862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port e67dbe16-ecb3-4db3-843d-fa0609d5b971 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:23:54.122308 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:54.130638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-a2be2eba-a6d4-4f24-b75b-77b21401b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:54.131120 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-a2be2eba-a6d4-4f24-b75b-77b21401b6aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1100 time: 0.3242147 Sep 22 09:23:54.164576 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:54.224051 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e671a4bf-3360-4afa-929d-8a00ca1e5d2e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4362500 Sep 22 09:23:54.252461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-f82e701b-bcb4-449a-ba6b-b892f1783fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:54.255821 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-f82e701b-bcb4-449a-ba6b-b892f1783fbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1173363 Sep 22 09:23:54.259129 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d33cff47-a48c-4752-ad8c-fb14d41c58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:54.321579 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-82ae62d7-d447-4de8-bf06-7cbedad41d15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971 HTTP/1.1" status: 200 len: 217 time: 0.0571923 Sep 22 09:23:54.352498 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:54.367649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47238) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:54.373314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-01a076f8-5a6e-4d4b-a3d9-5ce3af6d9bf9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357543120', 'description': 'tempest-description--1067324273'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:54.388715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:54.391886 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b8662e-90d6-4a8a-a1bd-da0b3555cd39" -d '{"events": [{"server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "name": "network-vif-plugged", "status": "completed", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:54.393183 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-f463d66d-6946-4d50-b97c-a2747f0a721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:54.395589 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-f463d66d-6946-4d50-b97c-a2747f0a721a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0654695 Sep 22 09:23:54.418876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:54.453108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-bcb64314-eb7e-4216-ae00-949c49e0bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:54.456570 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-bcb64314-eb7e-4216-ae00-949c49e0bfee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511408 Sep 22 09:23:54.512145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84641410-d55a-499d-a1e5-11c94107083b req-d66dff9f-004c-4760-8001-bd06441a3354 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:54.513864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84641410-d55a-499d-a1e5-11c94107083b req-d66dff9f-004c-4760-8001-bd06441a3354 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 943 time: 0.0541823 Sep 22 09:23:54.555680 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-d73304c5-f311-42bc-9930-23798368dd04 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889652 Sep 22 09:23:54.558416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84641410-d55a-499d-a1e5-11c94107083b req-8d334372-d345-41c3-939c-f522abd37c35 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376484 Sep 22 09:23:54.573339 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:54.586093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-01a076f8-5a6e-4d4b-a3d9-5ce3af6d9bf9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:54.647588 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f52aa1c-7f42-49fc-b6c9-1f2079527cfa x-openstack-request-id: req-8f52aa1c-7f42-49fc-b6c9-1f2079527cfa {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:54.647940 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "name": "network-vif-plugged", "status": "completed", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:54.648897 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f52aa1c-7f42-49fc-b6c9-1f2079527cfa {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:54.650091 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'code': 200} Sep 22 09:23:54.668794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e67dbe16-ecb3-4db3-843d-fa0609d5b971,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:54.726973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0f423c8-285f-49c0-ae35-4415c1cdcaae req-e05eeab9-3f62-4022-bb2c-e0dd27297fcf tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 210 time: 0.0452442 Sep 22 09:23:54.747714 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-50659e80-d71f-43d7-9a20-a38f69bd386d req-64071cf3-4d58-4a9b-bdfd-75176cb30c87 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751804 Sep 22 09:23:54.750663 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-01a076f8-5a6e-4d4b-a3d9-5ce3af6d9bf9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:54.881396 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-01a076f8-5a6e-4d4b-a3d9-5ce3af6d9bf9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:54.912101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a076f8-5a6e-4d4b-a3d9-5ce3af6d9bf9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea06d749-8938-4b15-9872-ed136588ce41,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:55.057391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebba299-09b6-47c4-9134-d6698046b0a6 req-de55a59b-3f79-430c-ba6e-8a32a234770b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:55.058974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ebba299-09b6-47c4-9134-d6698046b0a6 req-de55a59b-3f79-430c-ba6e-8a32a234770b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.0553470 Sep 22 09:23:55.100172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ebba299-09b6-47c4-9134-d6698046b0a6 req-d6c04869-13af-4fc8-a4b2-01852474ca25 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Sep 22 09:23:55.155069 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-01a076f8-5a6e-4d4b-a3d9-5ce3af6d9bf9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:55.156265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-01a076f8-5a6e-4d4b-a3d9-5ce3af6d9bf9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7877915 Sep 22 09:23:55.159110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47298) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:55.163517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7234b439-22c9-4748-a9e1-8bc85dd15bfb tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Request body: {'security_group_rule': {'security_group_id': 'ea06d749-8938-4b15-9872-ed136588ce41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:55.305445 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7234b439-22c9-4748-a9e1-8bc85dd15bfb tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:55.377230 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7234b439-22c9-4748-a9e1-8bc85dd15bfb tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:55.469409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7234b439-22c9-4748-a9e1-8bc85dd15bfb tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:55.485198 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234b439-22c9-4748-a9e1-8bc85dd15bfb tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3189aa9-5a57-485f-9763-67c5b2434683,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:55.526666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'tag': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:23:55.529057 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a7dcc7-003f-496a-b22f-3c8c44c74051" -d '{"events": [{"name": "network-changed", "server_uuid": "f5132235-51a5-4025-b7f9-d840ac83fd2b", "tag": "f24bf2e7-4b76-449a-bc45-6e0e37a6a736"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:55.563743 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5323f41f-b7e8-4f0b-a911-00f9257a5eeb x-openstack-request-id: req-5323f41f-b7e8-4f0b-a911-00f9257a5eeb {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:55.564033 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5132235-51a5-4025-b7f9-d840ac83fd2b", "tag": "f24bf2e7-4b76-449a-bc45-6e0e37a6a736", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:55.564282 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5323f41f-b7e8-4f0b-a911-00f9257a5eeb {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:55.564669 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'tag': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736', 'status': 'completed', 'code': 200} Sep 22 09:23:55.626753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7dcc7-003f-496a-b22f-3c8c44c74051 req-44720bd9-babe-45f4-9146-b5e549b1f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:55.629203 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-98a7dcc7-003f-496a-b22f-3c8c44c74051 req-44720bd9-babe-45f4-9146-b5e549b1f870 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 1124 time: 0.0436289 Sep 22 09:23:55.635107 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7234b439-22c9-4748-a9e1-8bc85dd15bfb tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:55.638788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7234b439-22c9-4748-a9e1-8bc85dd15bfb tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4762990 Sep 22 09:23:55.641296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47308) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:55.646184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c44d2e03-ffcf-4e96-91f1-09de5119a19b tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Request body: {'security_group_rule': {'security_group_id': 'ea06d749-8938-4b15-9872-ed136588ce41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:55.718619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e9e03-3643-4ca8-a96f-432fb4aea3e2 req-9b91090b-df16-41fc-b10f-7c6d07374bb1 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:55.720198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d67e9e03-3643-4ca8-a96f-432fb4aea3e2 req-9b91090b-df16-41fc-b10f-7c6d07374bb1 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 943 time: 0.0581670 Sep 22 09:23:55.772077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7dcc7-003f-496a-b22f-3c8c44c74051 req-4d6485dd-cb58-4ed7-a9d0-95a7d6296f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:55.773390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d67e9e03-3643-4ca8-a96f-432fb4aea3e2 req-d309fb70-93d9-4fd6-9ad9-2cd7b256bd43 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Sep 22 09:23:55.775194 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-98a7dcc7-003f-496a-b22f-3c8c44c74051 req-4d6485dd-cb58-4ed7-a9d0-95a7d6296f4c service neutron] 10.222.0.45 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.1234014 Sep 22 09:23:55.794085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c44d2e03-ffcf-4e96-91f1-09de5119a19b tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:55.839932 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-98a7dcc7-003f-496a-b22f-3c8c44c74051 req-52ba2965-f52e-48a5-bb1a-0996d60bbf13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736 HTTP/1.1" status: 200 len: 217 time: 0.0444300 Sep 22 09:23:55.880653 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84a7866a-766d-4233-b0d0-19ddc3a8278d req-8bbae3f0-5cf7-4f32-ad80-d8c475572ab2 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 210 time: 0.0444944 Sep 22 09:23:55.925095 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7dcc7-003f-496a-b22f-3c8c44c74051 req-001fb4f0-ee01-40d4-8ab6-0d73d311d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:55.927003 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-98a7dcc7-003f-496a-b22f-3c8c44c74051 req-001fb4f0-ee01-40d4-8ab6-0d73d311d7f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0745444 Sep 22 09:23:55.932798 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c44d2e03-ffcf-4e96-91f1-09de5119a19b tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:55.977785 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-98a7dcc7-003f-496a-b22f-3c8c44c74051 req-0838cc62-970b-4efa-aad7-a1a27bb917cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430284 Sep 22 09:23:56.007804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c44d2e03-ffcf-4e96-91f1-09de5119a19b tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:56.039453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d2e03-ffcf-4e96-91f1-09de5119a19b tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea0d5ee-a785-41a7-ae06-83b7515aa766,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:56.064768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-6e2e495a-881c-4d3e-acab-41c8e34d081d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:56.066810 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-6e2e495a-881c-4d3e-acab-41c8e34d081d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.60 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 808 time: 0.1522374 Sep 22 09:23:56.067257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47318) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:56.088444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Request body: {'port': {'device_id': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6', 'admin_state_up': True, 'tenant_id': '588a614000664c5d9b1f3b4860f26f15'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:56.094701 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c44d2e03-ffcf-4e96-91f1-09de5119a19b tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:56.098994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c44d2e03-ffcf-4e96-91f1-09de5119a19b tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4534009 Sep 22 09:23:56.108382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47322) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:56.113900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:56.124365 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47326) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:56.130173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-687152041-network', 'tenant_id': '6a028fa79b844b109e2cc04b50ae5c2c'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:56.179227 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-98a7dcc7-003f-496a-b22f-3c8c44c74051 req-3d07e762-f362-47dd-9297-126351253b35 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933403 Sep 22 09:23:56.270136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47328) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:56.323004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f202c-0868-40c3-922a-7888d5f444f3 req-dd7729bc-b8e8-422b-8faf-7f196eaa901c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:56.331118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-875f202c-0868-40c3-922a-7888d5f444f3 req-dd7729bc-b8e8-422b-8faf-7f196eaa901c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1090105 Sep 22 09:23:56.339060 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-98a7dcc7-003f-496a-b22f-3c8c44c74051 req-e64c5f91-a6c0-4b10-b291-cfba2e3c8fa1 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500704 Sep 22 09:23:56.369753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:56.405426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-875f202c-0868-40c3-922a-7888d5f444f3 req-87cf68ac-0fd5-45a3-bba5-4e98ecb760d0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733244 Sep 22 09:23:56.406223 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:23:56.406223 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:23:56.406223 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': '588a614000664c5d9b1f3b4860f26f15', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 23, 36, 312219)}] Sep 22 09:23:56.406223 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:23:56.406622 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:23:56.479978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Made reservation on behalf of 6a028fa79b844b109e2cc04b50ae5c2c for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:56.483012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:56.496243 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:56.579945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-780ce0e8-47e1-45e0-a196-e069aa6c4447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:56.627963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fd376-f50f-40e9-9619-d82d4f0e1c6f req-7c0ea1d8-303f-4a07-9f9c-64421db5ce1a tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:56.629498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e6fd376-f50f-40e9-9619-d82d4f0e1c6f req-7c0ea1d8-303f-4a07-9f9c-64421db5ce1a tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1101 time: 0.1277754 Sep 22 09:23:56.632980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:56.638652 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fcda-a9d3-4ae8-bed3-53ab0effc8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:56.756569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e6fd376-f50f-40e9-9619-d82d4f0e1c6f req-8aed519e-5326-41ca-95da-ef0e02af10ef tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108913 Sep 22 09:23:56.809085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:56.832919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Allocated IP 172.25.6.136 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/d4331c6a-f1a7-4481-a5a4-1ff5cb391edd) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:56.835177 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72b47440-f053-4f32-88f2-740e5d4b4d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:56.932605 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:56.969453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-a8e1fcda-a9d3-4ae8-bed3-53ab0effc8f2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:23:56.969453 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:23:56.969453 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': 'f876947187f74f02adb59c6c35327c68', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 23, 36, 707603)}] Sep 22 09:23:56.969453 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:23:56.969891 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-a8e1fcda-a9d3-4ae8-bed3-53ab0effc8f2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:23:56.970227 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:23:56.970227 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:23:56.970227 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': '588a614000664c5d9b1f3b4860f26f15', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 23, 36, 938023)}] Sep 22 09:23:56.970227 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:23:56.970533 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:23:56.987984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:23:57.038821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c1a02c0-ecc3-44f4-bc8c-46191e4fd8a0 req-cda238e3-6ef6-4fee-9f47-4209469cf3e6 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 210 time: 0.0769837 Sep 22 09:23:57.043777 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47350) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:57.063956 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.068789 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.069148 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Added segment da8465c7-15f0-4cbb-be7b-c662ed1ba1f4 of type vlan for network 74ec2092-b8d5-48f6-a618-4efa6bb04d86 Sep 22 09:23:57.086470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0946422-fac4-4a57-9b01-ed3b646a5bf6,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:57.100937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1e352-00f0-402d-a55a-f02271560bf7 req-5e1a38d3-e0a2-4e9f-9d3e-67a3f789b398 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:57.102489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36e1e352-00f0-402d-a55a-f02271560bf7 req-5e1a38d3-e0a2-4e9f-9d3e-67a3f789b398 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 943 time: 0.2338176 Sep 22 09:23:57.177008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.179917 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-471e5131-2df8-4735-9844-0db0c2a9aff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.203083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-8e1b834e-b60d-41fb-a1f6-d7ea3435b0ef tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1cf14f0d57b04db4bde24027d9724d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628655 Sep 22 09:23:57.257792 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36e1e352-00f0-402d-a55a-f02271560bf7 req-71f4b426-6a1c-4473-9e23-a51b6f6bb9d8 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293776 Sep 22 09:23:57.302643 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-780ce0e8-47e1-45e0-a196-e069aa6c4447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.370866 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-e3a8e78d-1ec4-4c71-b81b-1c91b65020fd tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:57.372368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-e3a8e78d-1ec4-4c71-b81b-1c91b65020fd tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475885 Sep 22 09:23:57.386355 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.398149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-d5d9ccf1-6843-4017-9ad7-69adaab2154e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/quotas/1cf14f0d57b04db4bde24027d9724d39 HTTP/1.1" status: 200 len: 375 time: 0.0194991 Sep 22 09:23:57.452458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:57.460025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:57.468102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-780ce0e8-47e1-45e0-a196-e069aa6c4447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.469573 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.470676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:57.471083 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.473637 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:57.479872 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fcda-a9d3-4ae8-bed3-53ab0effc8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.492998 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.496775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Pushing event updated for resources: {'Port': ['ID=d4331c6a-f1a7-4481-a5a4-1ff5cb391edd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:57.543086 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-471e5131-2df8-4735-9844-0db0c2a9aff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.598026 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-780ce0e8-47e1-45e0-a196-e069aa6c4447 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae87a95cadca4fbf95647443a19a8d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5291417 Sep 22 09:23:57.600797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47366) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:57.602159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-e5e973b9-a1c8-477c-8a72-04df1dd29a02 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1874292 Sep 22 09:23:57.602748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ce0e8-47e1-45e0-a196-e069aa6c4447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13df3e84-c4fc-41d1-b84e-d25f8db57037,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:57.633469 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-471e5131-2df8-4735-9844-0db0c2a9aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.684758 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-471e5131-2df8-4735-9844-0db0c2a9aff5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42ed237c674e40339a4aa8654466d662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388519 Sep 22 09:23:57.688052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47368) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:57.701628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e5131-2df8-4735-9844-0db0c2a9aff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bec11d-6efa-4e88-a5a3-af88915b80fb,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:57.714966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d03ab7e-4223-4ec3-9818-00c5a5466a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.748200 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f24bf2e7-4b76-449a-bc45-6e0e37a6a736 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:23:57.757769 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d03ab7e-4223-4ec3-9818-00c5a5466a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.810141 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c10a16e1-cfdc-4cba-9ecb-b7029af02ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.846961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] Pushing event updated for resources: {'Network': ['ID=74ec2092-b8d5-48f6-a618-4efa6bb04d86,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:57.867571 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c10a16e1-cfdc-4cba-9ecb-b7029af02ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.884768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ffa57dc9-2ae4-4b4f-b6fe-1444e7bbf9f7 req-c465a102-d0e5-402f-afe7-62f531a4846c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 210 time: 0.0351017 Sep 22 09:23:57.886369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 74ec2092-b8d5-48f6-a618-4efa6bb04d86 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:23:57.923620 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.948621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d03ab7e-4223-4ec3-9818-00c5a5466a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.949288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-71adf269-efd8-483f-ab81-f8372d97c865 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8233700 Sep 22 09:23:57.952434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47374) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:57.953121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d03ab7e-4223-4ec3-9818-00c5a5466a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:57.959816 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9d03ab7e-4223-4ec3-9818-00c5a5466a1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13df3e84-c4fc-41d1-b84e-d25f8db57037 HTTP/1.1" status: 204 len: 168 time: 0.3527210 Sep 22 09:23:57.960130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] Request body: {'subnet': {'network_id': '74ec2092-b8d5-48f6-a618-4efa6bb04d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-687152041-subnet', 'tenant_id': '6a028fa79b844b109e2cc04b50ae5c2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:57.964679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03ab7e-4223-4ec3-9818-00c5a5466a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13df3e84-c4fc-41d1-b84e-d25f8db57037,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:57.999549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:58.014475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f24bf2e7-4b76-449a-bc45-6e0e37a6a736 has no active binding in host n-h1-805649-4 {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 09:23:58.040980 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c10a16e1-cfdc-4cba-9ecb-b7029af02ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.043595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c10a16e1-cfdc-4cba-9ecb-b7029af02ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.047543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c10a16e1-cfdc-4cba-9ecb-b7029af02ce3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32bec11d-6efa-4e88-a5a3-af88915b80fb HTTP/1.1" status: 204 len: 168 time: 0.3554490 Sep 22 09:23:58.056497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a16e1-cfdc-4cba-9ecb-b7029af02ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bec11d-6efa-4e88-a5a3-af88915b80fb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:58.116190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Made reservation on behalf of 588a614000664c5d9b1f3b4860f26f15 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:58.119909 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.156856 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.178394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dd7dae4-497e-4dec-95a1-e86ba9e4780c req-68cd23cd-8b15-4737-90fc-e461c2c61472 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 210 time: 0.0535195 Sep 22 09:23:58.348306 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.379622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Allocated IP 172.20.0.12 (b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6/29c9175e-c3e5-425b-8fbb-7bbabe9d9e05/72104111-131f-4e76-a600-3ce695ef64da) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:23:58.449328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fcda-a9d3-4ae8-bed3-53ab0effc8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.563999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac22f2-f680-42a3-ab0c-d86ae379366a req-747d8183-c89d-468a-bdf2-b7c1e4e33408 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:58.565622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76ac22f2-f680-42a3-ab0c-d86ae379366a req-747d8183-c89d-468a-bdf2-b7c1e4e33408 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 943 time: 0.1882539 Sep 22 09:23:58.578787 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a8e1fcda-a9d3-4ae8-bed3-53ab0effc8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.703560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1fcda-a9d3-4ae8-bed3-53ab0effc8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db01615-27b3-4f55-bb37-78c43d06d04f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:58.714135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a8e1fcda-a9d3-4ae8-bed3-53ab0effc8f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f876947187f74f02adb59c6c35327c68&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4413195 Sep 22 09:23:58.717050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47394) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:58.747422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76ac22f2-f680-42a3-ab0c-d86ae379366a req-86a0cc87-f253-4dc9-b8f8-d7d5384dce9c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636353 Sep 22 09:23:58.764628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] Made reservation on behalf of 6a028fa79b844b109e2cc04b50ae5c2c for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:23:58.767049 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.796577 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.800951 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20c06848-ed84-4e97-a359-889fe98eec55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.811750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.826173 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20c06848-ed84-4e97-a359-889fe98eec55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.915027 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.928870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47398) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:58.943131 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b7e927a-e13f-4000-9750-6ef04417a868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:58.999823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Pushing event updated for resources: {'Port': ['ID=d4331c6a-f1a7-4481-a5a4-1ff5cb391edd,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:59.021802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5b6f122-4139-4489-b4e8-4e91ff0bbc10 req-dbff8125-c3b9-4484-b2bb-f19b9f252937 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 210 time: 0.0483296 Sep 22 09:23:59.023934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20c06848-ed84-4e97-a359-889fe98eec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.026265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.026645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20c06848-ed84-4e97-a359-889fe98eec55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.030330 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-20c06848-ed84-4e97-a359-889fe98eec55 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7db01615-27b3-4f55-bb37-78c43d06d04f HTTP/1.1" status: 204 len: 168 time: 0.3097882 Sep 22 09:23:59.043974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c06848-ed84-4e97-a359-889fe98eec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db01615-27b3-4f55-bb37-78c43d06d04f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:59.087304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47402) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:59.101937 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.105395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Pushing event updated for resources: {'Port': ['ID=72104111-131f-4e76-a600-3ce695ef64da,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:59.107545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f06493ed-fb4d-481c-b95f-aea014ecd89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.139426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b7e927a-e13f-4000-9750-6ef04417a868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.156650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:23:59.158864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:59.162874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:23:59.198494 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b7e927a-e13f-4000-9750-6ef04417a868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.256933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:59.257138 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-4c8219f1-2d3e-47fd-b459-71c9376cc0a8 service neutron] 10.222.0.45 "GET /v2.0/ports/f24bf2e7-4b76-449a-bc45-6e0e37a6a736/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 384 time: 0.1138375 Sep 22 09:23:59.257244 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.270650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e927a-e13f-4000-9750-6ef04417a868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd3f747-c2f6-4f3c-930d-2c8ef68eb0ec,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:59.306804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.308295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dcb32de7-ecf6-4fe5-b6ba-fab42069f33e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1987305 Sep 22 09:23:59.314224 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5b7e927a-e13f-4000-9750-6ef04417a868 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9fb6f171b2b4d84b1c3d3f5a865f74e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842859 Sep 22 09:23:59.325425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47408) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:59.347658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692fe60-6c29-4998-a6eb-b174723c5509 req-e8622d6d-3d08-4b87-8473-1038b785b206 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:59.349272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d692fe60-6c29-4998-a6eb-b174723c5509 req-e8622d6d-3d08-4b87-8473-1038b785b206 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 932 time: 0.0846517 Sep 22 09:23:59.350643 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.434646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b955171-3077-498e-9cfb-c365cde17bb7,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:59.443206 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] Checking segment: {'id': 'da8465c7-15f0-4cbb-be7b-c662ed1ba1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '74ec2092-b8d5-48f6-a618-4efa6bb04d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:23:59.443561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] Network hostable DHCP agents. Network: 74ec2092-b8d5-48f6-a618-4efa6bb04d86, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:23:59.454898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d692fe60-6c29-4998-a6eb-b174723c5509 req-880ae3f1-4bb2-44ea-a132-2f31172b768f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965199 Sep 22 09:23:59.489004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c23-5913-4de7-9e4f-69274685807b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.557241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] Network 74ec2092-b8d5-48f6-a618-4efa6bb04d86 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:23:59.574838 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c23-5913-4de7-9e4f-69274685807b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.580051 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f06493ed-fb4d-481c-b95f-aea014ecd89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.592200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-bb73a079-eeb8-4a51-96a3-8f4754aa1fbe tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1357543120&fields=id&tenant_id=a3585eaf932a4ab482619956836d6bdd HTTP/1.1" status: 200 len: 267 time: 0.0654597 Sep 22 09:23:59.636132 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-c0046616-5aaa-4e04-8aab-6ad9a71ae092 service neutron] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:59.651945 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f06493ed-fb4d-481c-b95f-aea014ecd89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.672554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 74ec2092-b8d5-48f6-a618-4efa6bb04d86) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:23:59.682718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:59.683154 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.687757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-c0046616-5aaa-4e04-8aab-6ad9a71ae092 service neutron] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:23:59.699836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dd0c8d-f345-4a5b-9a1d-364687b7ee2a None None] Network 74ec2092-b8d5-48f6-a618-4efa6bb04d86 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:59.704979 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.720946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-2cee5604-2410-49f5-9ed8-c967430461bd tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:23:59.722461 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-2cee5604-2410-49f5-9ed8-c967430461bd tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/networks?id=1c3f4292-5e72-4619-b601-bcc49b728830 HTTP/1.1" status: 200 len: 823 time: 0.1206498 Sep 22 09:23:59.725645 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f06493ed-fb4d-481c-b95f-aea014ecd89c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb4c57ffe1234097afcfb68524038c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6372411 Sep 22 09:23:59.728348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47422) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:23:59.730910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06493ed-fb4d-481c-b95f-aea014ecd89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166d0696-8096-487f-8e31-c169f681b8e1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:59.744887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-c0046616-5aaa-4e04-8aab-6ad9a71ae092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24bf2e7-4b76-449a-bc45-6e0e37a6a736 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:23:59.756414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-c0046616-5aaa-4e04-8aab-6ad9a71ae092 service neutron] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:23:59.758918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-887df6e1-762b-428a-b7dd-df47e4c7885d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6793554 Sep 22 09:23:59.772495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-9e7da5fa-1c99-4f70-86a9-44d3e34d79c4 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/quotas/a3585eaf932a4ab482619956836d6bdd HTTP/1.1" status: 200 len: 375 time: 0.0406079 Sep 22 09:23:59.776214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Request body: {'port': {'device_id': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:23:59.784512 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c23-5913-4de7-9e4f-69274685807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.787774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a46f7c23-5913-4de7-9e4f-69274685807b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.791264 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a46f7c23-5913-4de7-9e4f-69274685807b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2fd3f747-c2f6-4f3c-930d-2c8ef68eb0ec HTTP/1.1" status: 204 len: 168 time: 0.4633770 Sep 22 09:23:59.801847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f7c23-5913-4de7-9e4f-69274685807b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd3f747-c2f6-4f3c-930d-2c8ef68eb0ec,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:59.837782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-75f529be-8e56-43e3-8b5b-593ee46d036e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8837302 Sep 22 09:23:59.870675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fa9014-c97c-4500-8b67-1f57e8d3f1db None None] Network 74ec2092-b8d5-48f6-a618-4efa6bb04d86 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:23:59.881728 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-c0046616-5aaa-4e04-8aab-6ad9a71ae092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.957900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:59.967935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-c0046616-5aaa-4e04-8aab-6ad9a71ae092 service neutron] Transition to ACTIVE for port object f24bf2e7-4b76-449a-bc45-6e0e37a6a736 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:23:59.995252 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-de67fe25-bb84-4d43-bff1-d1b1a900aaab tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3585eaf932a4ab482619956836d6bdd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2120509 Sep 22 09:24:00.001637 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-877fb188-7ce8-46fb-99ff-d19a6f0098a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:00.042619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38fecb-8f04-4bac-a191-a8a2d68999ac req-c53687be-6ba4-4213-bd69-2e20f2fb9329 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:00.044007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a38fecb-8f04-4bac-a191-a8a2d68999ac req-c53687be-6ba4-4213-bd69-2e20f2fb9329 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 943 time: 0.1660042 Sep 22 09:24:00.082668 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-877fb188-7ce8-46fb-99ff-d19a6f0098a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:00.105312 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-c0046616-5aaa-4e04-8aab-6ad9a71ae092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:00.167582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-c0046616-5aaa-4e04-8aab-6ad9a71ae092 service neutron] No DVR routers for this DVR port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:24:00.199850 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0046616-5aaa-4e04-8aab-6ad9a71ae092 service neutron] Pushing event updated for resources: {'Port': ['ID=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,revision_number=10']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:00.214125 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-c0046616-5aaa-4e04-8aab-6ad9a71ae092 service neutron] 10.222.0.45 "PUT /v2.0/ports/f24bf2e7-4b76-449a-bc45-6e0e37a6a736/bindings/n-h1-805649-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9455690 Sep 22 09:24:00.257892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a38fecb-8f04-4bac-a191-a8a2d68999ac req-ef902581-b062-469e-8236-e2e29999bb88 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029359 Sep 22 09:24:00.275468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-b89d9ed3-c344-47f3-bd7a-23b897530dc1 service neutron] 10.222.0.49 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424054 Sep 22 09:24:00.343165 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-cc6a798d-f556-4b83-a166-af310bb84340 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1cf14f0d57b04db4bde24027d9724d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666442 Sep 22 09:24:00.343871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47434) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:00.372136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.60', 56625) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:00.467390 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f5688541-ea9a-49c5-bbd9-7ef595d0345a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:00.487069 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-877fb188-7ce8-46fb-99ff-d19a6f0098a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:00.490394 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-877fb188-7ce8-46fb-99ff-d19a6f0098a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:00.494309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-877fb188-7ce8-46fb-99ff-d19a6f0098a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/166d0696-8096-487f-8e31-c169f681b8e1 HTTP/1.1" status: 204 len: 168 time: 0.7648606 Sep 22 09:24:00.507658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-cbcc91e4-b959-439c-a046-5d54052df7ee tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:00.509590 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-cbcc91e4-b959-439c-a046-5d54052df7ee tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498873 Sep 22 09:24:00.540277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a289893-287e-4434-b318-b4ba4d0d0202 req-00754f56-bd62-453a-8b94-b2cc94f5ab48 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 210 time: 0.0986009 Sep 22 09:24:00.556049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb188-7ce8-46fb-99ff-d19a6f0098a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166d0696-8096-487f-8e31-c169f681b8e1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:00.591147 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-440dc8bf-d97a-4a42-aba7-9827d6519102 service neutron] 10.222.0.49 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930224 Sep 22 09:24:00.594048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Request body: {'port': {'device_id': '85dd3886-6ca3-4653-8505-403bedce0d85', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '1cf14f0d57b04db4bde24027d9724d39'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:00.603344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-792f1842-db4b-44fd-9277-c3a7cf12bb81 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:00.603344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-792f1842-db4b-44fd-9277-c3a7cf12bb81 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1095 time: 0.2269537 Sep 22 09:24:00.673196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72104111-131f-4e76-a600-3ce695ef64da {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:00.685527 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:00.694669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-14bebcf9-7a65-4f3f-a735-cceae6508247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:00.696315 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-14bebcf9-7a65-4f3f-a735-cceae6508247 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b&tenant_id=c5e50368fa5242f5942a8543dc7c27ba HTTP/1.1" status: 200 len: 1095 time: 0.0862994 Sep 22 09:24:00.724373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Transition to ACTIVE for port object 72104111-131f-4e76-a600-3ce695ef64da will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:00.780951 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f5688541-ea9a-49c5-bbd9-7ef595d0345a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:00.911306 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f5688541-ea9a-49c5-bbd9-7ef595d0345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:00.961955 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:00.972103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5688541-ea9a-49c5-bbd9-7ef595d0345a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288e4c12-9405-4d3c-baed-43e4117504f4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:01.023165 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f5688541-ea9a-49c5-bbd9-7ef595d0345a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58fc670cf9b34fe3b4f3ff3a9e25ded2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6780722 Sep 22 09:24:01.023782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47462) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:01.061895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09c513-eda8-4140-afed-25fda0f8ad58 req-49afb3e3-0583-493e-a537-46b40e6fd801 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:01.069713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d09c513-eda8-4140-afed-25fda0f8ad58 req-49afb3e3-0583-493e-a537-46b40e6fd801 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 932 time: 0.3700399 Sep 22 09:24:01.075416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Pushing event updated for resources: {'Port': ['ID=72104111-131f-4e76-a600-3ce695ef64da,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:01.100657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-394c5cd7-b4dc-4035-ab79-1bfda3fdd250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.115690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-566557cb-a590-41e5-a264-fbeecf304760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:01.115690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-566557cb-a590-41e5-a264-fbeecf304760 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 1095 time: 0.3878713 Sep 22 09:24:01.145483 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Made reservation on behalf of 1cf14f0d57b04db4bde24027d9724d39 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:01.149647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.171474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-394c5cd7-b4dc-4035-ab79-1bfda3fdd250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.189123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d09c513-eda8-4140-afed-25fda0f8ad58 req-15aff1b2-5048-4ea3-959a-e132f276f45b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160433 Sep 22 09:24:01.316965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d2bfe78-ee06-4cc7-9319-34a05a5599ec req-bca98f8f-996e-4752-bcda-4f7ef4cae613 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 210 time: 0.0777166 Sep 22 09:24:01.319154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:01.319545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:01.319891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:01.361429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Port 72104111-131f-4e76-a600-3ce695ef64da on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:01.362348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:01.393572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:01.393963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:01.394266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:01.394714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Bound port: 72104111-131f-4e76-a600-3ce695ef64da, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:01.395071 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.416221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-394c5cd7-b4dc-4035-ab79-1bfda3fdd250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.419148 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-394c5cd7-b4dc-4035-ab79-1bfda3fdd250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.420385 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-394c5cd7-b4dc-4035-ab79-1bfda3fdd250 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/288e4c12-9405-4d3c-baed-43e4117504f4 HTTP/1.1" status: 204 len: 168 time: 0.3956659 Sep 22 09:24:01.423186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-2ce315a9-ed45-412a-a317-34f034078718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:01.425412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-2ce315a9-ed45-412a-a317-34f034078718 service neutron] 10.222.0.60 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.2926250 Sep 22 09:24:01.438650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c5cd7-b4dc-4035-ab79-1bfda3fdd250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288e4c12-9405-4d3c-baed-43e4117504f4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:01.512416 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Allocated IP 192.168.233.51 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/b9565992-7c7e-47ae-9711-0e07b76b1684) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:01.540190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-7164e7af-7513-410d-89a8-b7b57ba17b6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736 HTTP/1.1" status: 200 len: 217 time: 0.0707703 Sep 22 09:24:01.681669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-26f1210b-4ad9-4fe6-ad34-1020763c113d tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:01.690597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-26f1210b-4ad9-4fe6-ad34-1020763c113d tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/networks?id=e3a2547f-c474-4391-a44a-dfb5580e48d5 HTTP/1.1" status: 200 len: 814 time: 0.4010296 Sep 22 09:24:01.736214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.748427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794344f4-c561-4138-baf0-f8cda73ff345 req-7bfaae73-0539-4d15-bd78-8d273f34b5c4 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:01.749969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-794344f4-c561-4138-baf0-f8cda73ff345 req-7bfaae73-0539-4d15-bd78-8d273f34b5c4 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 944 time: 0.3592927 Sep 22 09:24:01.756469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:01.759282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-74f019d1-0ea0-4989-ac80-93ecbe4f2ee1 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/quotas/53d8f9a66ad24d029dec657eed48e9be HTTP/1.1" status: 200 len: 375 time: 0.0669065 Sep 22 09:24:01.762764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=72104111-131f-4e76-a600-3ce695ef64da,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:01.770852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-44fa49e7-bfd3-4474-8e42-78c3f6943244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:01.772280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-44fa49e7-bfd3-4474-8e42-78c3f6943244 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.2159724 Sep 22 09:24:01.809300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-02ba35dd-7322-4779-8766-67db1e11763a tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=53d8f9a66ad24d029dec657eed48e9be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348439 Sep 22 09:24:01.843866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-b1124072-c7da-4ca6-9c12-f360e469e74d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373392 Sep 22 09:24:01.881874 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.892901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-794344f4-c561-4138-baf0-f8cda73ff345 req-ab779373-5a93-4223-997a-13331dc07c01 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287096 Sep 22 09:24:01.896380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e67dbe16-ecb3-4db3-843d-fa0609d5b971'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:01.902326 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.995282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Pushing event updated for resources: {'Port': ['ID=b9565992-7c7e-47ae-9711-0e07b76b1684,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:02.010918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:02.011553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:02.014981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] 10.222.0.60 "PUT /v2.0/ports/72104111-131f-4e76-a600-3ce695ef64da HTTP/1.1" status: 200 len: 1092 time: 2.2422631 Sep 22 09:24:02.021452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'tag': '72104111-131f-4e76-a600-3ce695ef64da'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:02.023700 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343390d8-4469-40e5-8d07-eb5f16a89b94" -d '{"events": [{"name": "network-changed", "server_uuid": "f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8", "tag": "72104111-131f-4e76-a600-3ce695ef64da"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:02.043909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:02.051508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:02.069007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:02.147350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112162d-f434-4363-a11b-7d0b47fcfebc service neutron] Pushing event updated for resources: {'Port': ['ID=72104111-131f-4e76-a600-3ce695ef64da,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:02.204159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:02.215730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-96016b6a-682c-4887-b404-c6d656e04a5b service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499286 Sep 22 09:24:02.218669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:02.268927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-84a267a3-9df9-4abb-ad3a-2445ec6933f0 service neutron] 10.222.0.49 "GET /v2.0/networks/e3a2547f-c474-4391-a44a-dfb5580e48d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462867 Sep 22 09:24:02.350904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f9ff7-4629-449b-a590-03b1b717f0e3 req-c938ba11-3013-4f40-84db-8eae0d93ab7b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:02.354071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc8f9ff7-4629-449b-a590-03b1b717f0e3 req-c938ba11-3013-4f40-84db-8eae0d93ab7b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 935 time: 0.3161807 Sep 22 09:24:02.359156 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-0cfef1ae-1259-4737-9685-af515cbc1220 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7734489 Sep 22 09:24:02.371412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Request body: {'port': {'device_id': '85dd3886-6ca3-4653-8505-403bedce0d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:02.426173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-95fcc556-54dc-4785-9924-296ac0b49b9e None None] Provisioning complete for port b9565992-7c7e-47ae-9711-0e07b76b1684 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:02.426557 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95fcc556-54dc-4785-9924-296ac0b49b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:02.445807 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:02.521516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-e8d21eb5-37eb-4004-b77c-e907a563173e service neutron] 10.222.0.49 "GET /v2.0/networks/e3a2547f-c474-4391-a44a-dfb5580e48d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428429 Sep 22 09:24:02.523650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-15551301-1b76-44f5-b374-d9f93f5ccd4c service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593348 Sep 22 09:24:02.538810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-404b3301-d181-468a-99db-22040be0053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:02.540500 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-404b3301-d181-468a-99db-22040be0053f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 1095 time: 0.3613212 Sep 22 09:24:02.551513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-95fcc556-54dc-4785-9924-296ac0b49b9e None None] Port b9565992-7c7e-47ae-9711-0e07b76b1684 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:24:02.585317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc8f9ff7-4629-449b-a590-03b1b717f0e3 req-f5504a49-e98f-4543-a4c6-d451232a3904 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191100 Sep 22 09:24:02.641783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-494bab79-7925-4e4c-969f-1a58e8279e32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72104111-131f-4e76-a600-3ce695ef64da HTTP/1.1" status: 200 len: 217 time: 0.0770774 Sep 22 09:24:02.653642 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df00990a-a1ad-4304-8083-45c6f88e1a53 x-openstack-request-id: req-df00990a-a1ad-4304-8083-45c6f88e1a53 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:02.654098 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8", "tag": "72104111-131f-4e76-a600-3ce695ef64da", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:02.656880 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df00990a-a1ad-4304-8083-45c6f88e1a53 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:02.656880 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'tag': '72104111-131f-4e76-a600-3ce695ef64da', 'status': 'completed', 'code': 200} Sep 22 09:24:02.743656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-bfc7903f-9032-4d3f-a666-120fe8a2969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:02.745910 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f24bf2e7-4b76-449a-bc45-6e0e37a6a736 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:24:02.746348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-bfc7903f-9032-4d3f-a666-120fe8a2969b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0906823 Sep 22 09:24:02.835851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-5cc0a061-b979-470a-b3a3-a079df5798bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804770 Sep 22 09:24:02.941513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f24bf2e7-4b76-449a-bc45-6e0e37a6a736 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:24:02.950260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95787c09-d7a1-4dcb-a32f-ca4bff7bc9de req-838b5746-e85a-42c9-bf6b-1c08fed8c899 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:02.959782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95787c09-d7a1-4dcb-a32f-ca4bff7bc9de req-838b5746-e85a-42c9-bf6b-1c08fed8c899 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 944 time: 0.1839433 Sep 22 09:24:03.015287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9565992-7c7e-47ae-9711-0e07b76b1684 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:03.027546 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:03.033546 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1392356-c61e-4fff-92fc-482ee73055e8 req-5564de8b-e0b2-4405-9592-091a48636cd0 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 210 time: 0.1011705 Sep 22 09:24:03.069687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Transition to ACTIVE for port object b9565992-7c7e-47ae-9711-0e07b76b1684 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:03.093587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95787c09-d7a1-4dcb-a32f-ca4bff7bc9de req-93a038ec-a24c-4793-bc3f-4a52f7639f90 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327782 Sep 22 09:24:03.141534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-84a99afb-7b27-4a34-96c6-a42f2d26ef98 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653248 Sep 22 09:24:03.143984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:03.188325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04866e62-13a9-4a3d-be18-3892488e4bfc req-8ba9ff23-615e-492b-bb63-7a2da827cba5 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 210 time: 0.0904238 Sep 22 09:24:03.232365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=b9565992-7c7e-47ae-9711-0e07b76b1684,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:03.298278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-ebe2df03-400b-4861-8cb5-8e558249b9e2 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:03.299899 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-ebe2df03-400b-4861-8cb5-8e558249b9e2 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 1095 time: 0.2277045 Sep 22 09:24:03.350973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Attempting to bind port b9565992-7c7e-47ae-9711-0e07b76b1684 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:03.351545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Attempting to bind port b9565992-7c7e-47ae-9711-0e07b76b1684 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:03.351955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Attempting to bind port b9565992-7c7e-47ae-9711-0e07b76b1684 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:03.357268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Port b9565992-7c7e-47ae-9711-0e07b76b1684 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:03.360082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Attempting to bind port b9565992-7c7e-47ae-9711-0e07b76b1684 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:03.363614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:03.363952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:03.364356 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:03.364864 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Bound port: b9565992-7c7e-47ae-9711-0e07b76b1684, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:03.365256 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:03.394318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac160fa9-c218-4db2-9258-2f04b284dbba req-2b4f1a8d-f22e-43bd-baaa-0bff9b41d6c8 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:03.401807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac160fa9-c218-4db2-9258-2f04b284dbba req-2b4f1a8d-f22e-43bd-baaa-0bff9b41d6c8 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 944 time: 0.2088666 Sep 22 09:24:03.446829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] For port b9565992-7c7e-47ae-9711-0e07b76b1684, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:03.450190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] For port b9565992-7c7e-47ae-9711-0e07b76b1684, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b9565992-7c7e-47ae-9711-0e07b76b1684,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:03.458637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29a8a59e-236e-4321-b6fc-b7e74fd410e3 req-28f04dff-9e88-4023-bb68-7bb492bbe423 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962582 Sep 22 09:24:03.490020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac160fa9-c218-4db2-9258-2f04b284dbba req-65f6b8b4-10be-4825-94d7-57983371ef94 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865717 Sep 22 09:24:03.539386 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:03.606691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:03.606691 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:03.606691 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] 10.222.0.60 "PUT /v2.0/ports/b9565992-7c7e-47ae-9711-0e07b76b1684 HTTP/1.1" status: 200 len: 1095 time: 1.2393482 Sep 22 09:24:03.606691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dd3886-6ca3-4653-8505-403bedce0d85', 'tag': 'b9565992-7c7e-47ae-9711-0e07b76b1684'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:03.629000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-f6d8b93c-a0f3-4ae7-8b03-715eeb836b6e service neutron] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:03.632375 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-f6d8b93c-a0f3-4ae7-8b03-715eeb836b6e service neutron] Notify callbacks [] for binding, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:03.633150 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252f6ce8-a242-47e9-ab57-39fc31fd7884" -d '{"events": [{"name": "network-changed", "server_uuid": "85dd3886-6ca3-4653-8505-403bedce0d85", "tag": "b9565992-7c7e-47ae-9711-0e07b76b1684"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:03.633782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a6c33-4eca-4a92-8d53-588a45d2c67b req-f6d8b93c-a0f3-4ae7-8b03-715eeb836b6e service neutron] 10.222.0.60 "DELETE /v2.0/ports/f24bf2e7-4b76-449a-bc45-6e0e37a6a736/bindings/n-h2-805649-4 HTTP/1.1" status: 204 len: 173 time: 0.3051348 Sep 22 09:24:03.654881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb89c16-28ab-4cb4-9a85-acae24d7bc7e service neutron] Pushing event updated for resources: {'Port': ['ID=b9565992-7c7e-47ae-9711-0e07b76b1684,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:03.788402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97f34-1d2a-4712-915f-546e95ce0b2e req-61761813-096d-44be-b030-48df69431478 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:03.795185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2c97f34-1d2a-4712-915f-546e95ce0b2e req-61761813-096d-44be-b030-48df69431478 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 1095 time: 0.1551275 Sep 22 09:24:03.798390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343390d8-4469-40e5-8d07-eb5f16a89b94 req-0015b8f5-8a0c-41b0-a5e2-c570c566bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:03.800165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-343390d8-4469-40e5-8d07-eb5f16a89b94 req-0015b8f5-8a0c-41b0-a5e2-c570c566bd3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 1095 time: 0.1106403 Sep 22 09:24:03.839190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-caf59331-6670-4758-9248-f9ce0d2635af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:03.841790 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-caf59331-6670-4758-9248-f9ce0d2635af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 1098 time: 0.0681138 Sep 22 09:24:03.877348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2c97f34-1d2a-4712-915f-546e95ce0b2e req-ff82c57d-08c6-4af3-81fa-7ec41a02a90a tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733089 Sep 22 09:24:03.895979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd57e1-8957-4dab-a16e-06fe09e08d6c req-afa91d3f-c703-43f1-b751-9204a5e8924c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:03.897801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89cd57e1-8957-4dab-a16e-06fe09e08d6c req-afa91d3f-c703-43f1-b751-9204a5e8924c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 947 time: 0.1523468 Sep 22 09:24:03.953877 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-852be784-a423-40d4-877f-aa2a0389347e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9565992-7c7e-47ae-9711-0e07b76b1684 HTTP/1.1" status: 200 len: 217 time: 0.1023648 Sep 22 09:24:04.006557 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7281b735-3399-4059-83b4-6903afd193ce x-openstack-request-id: req-7281b735-3399-4059-83b4-6903afd193ce {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:04.006862 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dd3886-6ca3-4653-8505-403bedce0d85", "tag": "b9565992-7c7e-47ae-9711-0e07b76b1684", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:04.007106 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7281b735-3399-4059-83b4-6903afd193ce {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:04.007500 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dd3886-6ca3-4653-8505-403bedce0d85', 'tag': 'b9565992-7c7e-47ae-9711-0e07b76b1684', 'status': 'completed', 'code': 200} Sep 22 09:24:04.178063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-e768d308-03ea-47a3-b60f-88ccd2f992bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:04.179900 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-e768d308-03ea-47a3-b60f-88ccd2f992bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1946063 Sep 22 09:24:04.226672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-072e01d1-9ca0-4e4f-9092-a6b434b0fd12 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:04.228760 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-072e01d1-9ca0-4e4f-9092-a6b434b0fd12 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.45 "GET /v2.0/networks?id=1c3f4292-5e72-4619-b601-bcc49b728830 HTTP/1.1" status: 200 len: 823 time: 0.2771206 Sep 22 09:24:04.250322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2593755a-eef7-46ed-8e05-edbf6e21033c req-785e68e7-989a-4b2c-bfa0-9caea5c8462a tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 210 time: 0.0503306 Sep 22 09:24:04.262354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89cd57e1-8957-4dab-a16e-06fe09e08d6c req-f313267d-8a2d-4351-b31d-cff1cf89505e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523152 Sep 22 09:24:04.300205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343390d8-4469-40e5-8d07-eb5f16a89b94 req-403edd42-f7a9-4f86-9074-d805647af372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:04.302877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-343390d8-4469-40e5-8d07-eb5f16a89b94 req-403edd42-f7a9-4f86-9074-d805647af372 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.4724820 Sep 22 09:24:04.312771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-1ae876d5-44f0-4813-947c-4133afc52ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:04.314422 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-1ae876d5-44f0-4813-947c-4133afc52ac1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166348 Sep 22 09:24:04.351993 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-73255942-77ec-428c-bd15-24416a99a2ab tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3585eaf932a4ab482619956836d6bdd HTTP/1.1" status: 200 len: 380 time: 0.0998039 Sep 22 09:24:04.360809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-343390d8-4469-40e5-8d07-eb5f16a89b94 req-02cd28da-5d73-4df9-b006-be9a88bc5a7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72104111-131f-4e76-a600-3ce695ef64da HTTP/1.1" status: 200 len: 217 time: 0.0448182 Sep 22 09:24:04.389896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Request body: {'port': {'device_id': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'admin_state_up': True, 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'security_groups': ['ea06d749-8938-4b15-9872-ed136588ce41']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:04.460404 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343390d8-4469-40e5-8d07-eb5f16a89b94 req-5e1dc75f-f185-4b54-8803-ba2e1395d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:04.462021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-343390d8-4469-40e5-8d07-eb5f16a89b94 req-5e1dc75f-f185-4b54-8803-ba2e1395d664 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0834894 Sep 22 09:24:04.472927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b143dd-791d-421a-8afc-ed155641fd21 req-8e98d468-deb4-435e-9a9b-9883d711d659 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:04.474484 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9b143dd-791d-421a-8afc-ed155641fd21 req-8e98d468-deb4-435e-9a9b-9883d711d659 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 944 time: 0.1127586 Sep 22 09:24:04.501441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-343390d8-4469-40e5-8d07-eb5f16a89b94 req-059959ec-d823-418d-b88c-145514943801 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259535 Sep 22 09:24:04.562610 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-d1238836-1329-4e57-b37b-46cd76441041 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092812 Sep 22 09:24:04.631332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9b143dd-791d-421a-8afc-ed155641fd21 req-bcf7fa58-a24a-4a26-8f99-95e530c4b83c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466918 Sep 22 09:24:04.659529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-343390d8-4469-40e5-8d07-eb5f16a89b94 req-490ee4dd-fd3e-4a0d-afc2-206a4a9308a6 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434295 Sep 22 09:24:04.701845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Made reservation on behalf of a3585eaf932a4ab482619956836d6bdd for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:04.710303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:04.725984 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1da655a2-c05a-4170-aabb-55483d4acec9 req-d20a2588-c4b5-4d1c-bca5-1d0eba7e74fb service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433492 Sep 22 09:24:04.915427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-779056a2-4ad8-4325-9e5d-3cd964342ff7 req-8b7b9332-733e-4354-95c4-3c5a80683695 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 210 time: 0.0397043 Sep 22 09:24:04.915427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-343390d8-4469-40e5-8d07-eb5f16a89b94 req-a31cf4be-cfe4-4a45-837f-8000a69dcc2e service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515884 Sep 22 09:24:04.918319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Allocated IP 172.20.0.10 (1c3f4292-5e72-4619-b601-bcc49b728830/bb00f9a2-b56a-4df4-9361-158da03a41a0/a789a258-6ad3-46e1-8834-c44385048e1d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:05.022225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-fe3d4082-bbd7-4f96-9657-0ab598e599d3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:05.024157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-fe3d4082-bbd7-4f96-9657-0ab598e599d3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 820 time: 0.1275599 Sep 22 09:24:05.026620 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:05.047788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-f669b322-4d63-4d1b-8bf1-108b439b0d56 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/quotas/c5e50368fa5242f5942a8543dc7c27ba HTTP/1.1" status: 200 len: 375 time: 0.0111217 Sep 22 09:24:05.115325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-7ef82e69-bd77-4584-82d2-34016d311a9d tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612507 Sep 22 09:24:05.262071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f6ce8-a242-47e9-ab57-39fc31fd7884 req-d6469098-43db-4580-90e7-719cd5ae38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:05.263947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-252f6ce8-a242-47e9-ab57-39fc31fd7884 req-d6469098-43db-4580-90e7-719cd5ae38ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 1098 time: 0.0711887 Sep 22 09:24:05.266105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-b766d312-87c7-4cf8-9c10-49ccba6e907d service neutron] 10.222.0.49 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396143 Sep 22 09:24:05.310007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:05.390026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Pushing event updated for resources: {'Port': ['ID=a789a258-6ad3-46e1-8834-c44385048e1d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:05.410454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Network 1c3f4292-5e72-4619-b601-bcc49b728830 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:05.415219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:05.415219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:05.485957 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f6ce8-a242-47e9-ab57-39fc31fd7884 req-96796bb1-1e64-4312-b7a5-de2ed9e6d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:05.487953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-252f6ce8-a242-47e9-ab57-39fc31fd7884 req-96796bb1-1e64-4312-b7a5-de2ed9e6d870 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.2168257 Sep 22 09:24:05.491891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:05.492634 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:05.504886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-aa7edc00-9122-4f3d-ae5d-73142ebd9330 service neutron] 10.222.0.49 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238626 Sep 22 09:24:05.553597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-252f6ce8-a242-47e9-ab57-39fc31fd7884 req-92cf8078-57e3-4c71-b401-dd879e02c0af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9565992-7c7e-47ae-9711-0e07b76b1684 HTTP/1.1" status: 200 len: 217 time: 0.0406125 Sep 22 09:24:05.607561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f6ce8-a242-47e9-ab57-39fc31fd7884 req-54e3164b-6353-4707-8045-a9389a835561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:05.613864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-252f6ce8-a242-47e9-ab57-39fc31fd7884 req-54e3164b-6353-4707-8045-a9389a835561 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0532632 Sep 22 09:24:05.636004 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-0515fc78-3345-4ff5-820d-f120677cabbf tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2584093 Sep 22 09:24:05.650473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Request body: {'port': {'device_id': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:05.678347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f6ce8-a242-47e9-ab57-39fc31fd7884 req-114e4597-9b1f-4ddb-9f76-50474bb25ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:05.680114 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-252f6ce8-a242-47e9-ab57-39fc31fd7884 req-114e4597-9b1f-4ddb-9f76-50474bb25ffc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619361 Sep 22 09:24:05.683792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5f69e62b-c7c7-4947-a564-06b552e3b61b None None] Provisioning complete for port a789a258-6ad3-46e1-8834-c44385048e1d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:05.684306 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f69e62b-c7c7-4947-a564-06b552e3b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:05.793956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5f69e62b-c7c7-4947-a564-06b552e3b61b None None] Port a789a258-6ad3-46e1-8834-c44385048e1d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:24:05.962840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbf144-47f8-4966-9c37-e15b39f4f919 req-43ce557e-721d-4ead-8104-fcb96c5e244f tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:05.972798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99bbf144-47f8-4966-9c37-e15b39f4f919 req-43ce557e-721d-4ead-8104-fcb96c5e244f tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 932 time: 0.2330372 Sep 22 09:24:05.987889 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:06.031122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3113de-6f97-4fd5-8e3b-f33329e6259f req-9fd57a84-b2d6-4d41-a72b-87b9ad766ad1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:06.041783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa3113de-6f97-4fd5-8e3b-f33329e6259f req-9fd57a84-b2d6-4d41-a72b-87b9ad766ad1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 947 time: 0.2152271 Sep 22 09:24:06.045315 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99bbf144-47f8-4966-9c37-e15b39f4f919 req-31159028-f33f-4770-91db-b6def9255fe8 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715566 Sep 22 09:24:06.068535 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-252f6ce8-a242-47e9-ab57-39fc31fd7884 req-f9a51f62-0ab2-4c9f-9c81-f7af3e6b6953 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764658 Sep 22 09:24:06.122488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa3113de-6f97-4fd5-8e3b-f33329e6259f req-8f45ffc4-d6c4-4d7b-87ea-ba2c59881999 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742784 Sep 22 09:24:06.214016 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f451f20f-cc33-4812-b491-12a072b00a27 req-14d4fca3-e80f-43a1-b613-6d297a7b0592 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 210 time: 0.0375404 Sep 22 09:24:06.261740 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-252f6ce8-a242-47e9-ab57-39fc31fd7884 req-44ce20c2-91f5-4792-807f-6a7dee75b03b service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746576 Sep 22 09:24:06.281247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0169a-46a2-43ea-9d82-ec1c15b4c9c5 req-7a190479-d110-4836-bea2-4042f931e296 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:06.309360 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6e0169a-46a2-43ea-9d82-ec1c15b4c9c5 req-7a190479-d110-4836-bea2-4042f931e296 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 944 time: 0.0978706 Sep 22 09:24:06.338421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-bf87500f-130d-4832-93a6-dadad10a7263 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:06.338421 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-bf87500f-130d-4832-93a6-dadad10a7263 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.45 "GET /v2.0/networks?id=e3a2547f-c474-4391-a44a-dfb5580e48d5 HTTP/1.1" status: 200 len: 814 time: 0.1962593 Sep 22 09:24:06.356273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6e0169a-46a2-43ea-9d82-ec1c15b4c9c5 req-d2881184-ccaa-4a74-b805-c7ea9ca0cf86 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456710 Sep 22 09:24:06.385499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Request body: {'port': {'device_id': '6d33c2c2-9763-4607-a056-8292f3aee3f1', 'network_id': 'e3a2547f-c474-4391-a44a-dfb5580e48d5', 'admin_state_up': True, 'tenant_id': '53d8f9a66ad24d029dec657eed48e9be'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:06.488134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ea137af-10a3-419b-a5bb-4f890fd30fe5 req-6e535853-c3ed-4982-8085-7955447bba36 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 210 time: 0.0541031 Sep 22 09:24:06.551067 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20617f3c-5936-4ac1-8fb9-f7f98bafb1b5 req-de01bcc1-96c5-458d-992c-4bd0627404b9 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cf9a8c247f724c59b2ee7d1a087fddcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229781 Sep 22 09:24:06.601489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a789a258-6ad3-46e1-8834-c44385048e1d {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:06.611138 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:06.623880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Transition to ACTIVE for port object a789a258-6ad3-46e1-8834-c44385048e1d will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:06.664112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Made reservation on behalf of 53d8f9a66ad24d029dec657eed48e9be for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:06.668941 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:06.671272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20617f3c-5936-4ac1-8fb9-f7f98bafb1b5 req-a6e3e27d-e058-4766-8aa3-d134fe5bd8f5 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:06.673833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20617f3c-5936-4ac1-8fb9-f7f98bafb1b5 req-a6e3e27d-e058-4766-8aa3-d134fe5bd8f5 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162155 Sep 22 09:24:06.689684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20617f3c-5936-4ac1-8fb9-f7f98bafb1b5 req-c40d2b73-059f-468e-878f-9a7d67ea80a8 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/quotas/cf9a8c247f724c59b2ee7d1a087fddcc HTTP/1.1" status: 200 len: 375 time: 0.0098011 Sep 22 09:24:06.726930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20617f3c-5936-4ac1-8fb9-f7f98bafb1b5 req-1a9c0a19-71aa-4109-839d-911ce98e3c54 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf9a8c247f724c59b2ee7d1a087fddcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296791 Sep 22 09:24:06.729510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:06.810162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Pushing event updated for resources: {'Port': ['ID=a789a258-6ad3-46e1-8834-c44385048e1d,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:06.905910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Allocated IP 172.20.0.8 (e3a2547f-c474-4391-a44a-dfb5580e48d5/b6fa6788-22dc-46b4-8f29-33808e19f591/fd2e2f72-e3f9-498a-8a73-afae1c1351b2) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:06.930875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Attempting to bind port a789a258-6ad3-46e1-8834-c44385048e1d on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:06.931214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Attempting to bind port a789a258-6ad3-46e1-8834-c44385048e1d by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:06.931546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Attempting to bind port a789a258-6ad3-46e1-8834-c44385048e1d on network 1c3f4292-5e72-4619-b601-bcc49b728830 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:06.945960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Port a789a258-6ad3-46e1-8834-c44385048e1d on network 1c3f4292-5e72-4619-b601-bcc49b728830 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:06.946200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Attempting to bind port a789a258-6ad3-46e1-8834-c44385048e1d on network 1c3f4292-5e72-4619-b601-bcc49b728830 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:06.961358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:06.961598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Checking segment: {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:06.961954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Bound using segment: {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:06.962394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Bound port: a789a258-6ad3-46e1-8834-c44385048e1d, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:06.962749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:07.121973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] For port a789a258-6ad3-46e1-8834-c44385048e1d, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:07.128630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] For port a789a258-6ad3-46e1-8834-c44385048e1d, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a789a258-6ad3-46e1-8834-c44385048e1d,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:07.149192 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:07.264102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:07.310298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:07.311180 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:07.312703 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] 10.222.0.45 "PUT /v2.0/ports/a789a258-6ad3-46e1-8834-c44385048e1d HTTP/1.1" status: 200 len: 1092 time: 1.6663885 Sep 22 09:24:07.313307 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'tag': 'a789a258-6ad3-46e1-8834-c44385048e1d'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:07.316235 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db" -d '{"events": [{"name": "network-changed", "server_uuid": "46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a", "tag": "a789a258-6ad3-46e1-8834-c44385048e1d"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:07.324622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:07.348491 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:24:07.369596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Network e3a2547f-c474-4391-a44a-dfb5580e48d5 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:07.370982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c4945-0140-4f8e-9a27-12c5856d5a6e service neutron] Pushing event updated for resources: {'Port': ['ID=a789a258-6ad3-46e1-8834-c44385048e1d,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:07.374034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:07.375510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a19ff6-6e8c-4b0a-96c4-f34843f0e4ee req-11bae352-b7c5-4f07-9df6-c9863b55e13c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:07.378180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a19ff6-6e8c-4b0a-96c4-f34843f0e4ee req-11bae352-b7c5-4f07-9df6-c9863b55e13c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 944 time: 0.0875111 Sep 22 09:24:07.384428 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:07.453079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a19ff6-6e8c-4b0a-96c4-f34843f0e4ee req-e1546826-d427-4538-a572-17f1a70ec367 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619612 Sep 22 09:24:07.475171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Pushing event updated for resources: {'Port': ['ID=fd2e2f72-e3f9-498a-8a73-afae1c1351b2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:07.503348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6b097-2a91-4251-8d0d-34287e267ffb req-76d1602c-9b76-4f97-a48a-65e7742b204d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:07.504960 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52d6b097-2a91-4251-8d0d-34287e267ffb req-76d1602c-9b76-4f97-a48a-65e7742b204d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 947 time: 0.0849726 Sep 22 09:24:07.507445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:07.508089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:07.539872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-d62c078b-1063-4c05-b196-4f3fd9f882fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:07.541559 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-d62c078b-1063-4c05-b196-4f3fd9f882fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3585eaf932a4ab482619956836d6bdd&device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 1095 time: 0.0774786 Sep 22 09:24:07.573717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52d6b097-2a91-4251-8d0d-34287e267ffb req-f5a488b1-615b-43e5-bbeb-df9d4cf7e07a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569694 Sep 22 09:24:07.579966 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-81462217-4e49-4fa2-9926-967fb4cf9925 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1997156 Sep 22 09:24:07.619202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Request body: {'port': {'device_id': '6d33c2c2-9763-4607-a056-8292f3aee3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:07.622392 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-622a41bf-3b91-46c9-ad6e-b9f4a0b2977b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a789a258-6ad3-46e1-8834-c44385048e1d HTTP/1.1" status: 200 len: 217 time: 0.0633466 Sep 22 09:24:07.662524 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a36e6a23-16f5-4e30-a168-772ed99609da req-d29bbb59-e54f-463d-80f7-64ad654b7859 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 210 time: 0.0374584 Sep 22 09:24:07.714275 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfad052-145a-4b17-9aea-c5f4e4b44e3b x-openstack-request-id: req-edfad052-145a-4b17-9aea-c5f4e4b44e3b {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:07.714634 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a", "tag": "a789a258-6ad3-46e1-8834-c44385048e1d", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:07.714950 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edfad052-145a-4b17-9aea-c5f4e4b44e3b {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:07.715403 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'tag': 'a789a258-6ad3-46e1-8834-c44385048e1d', 'status': 'completed', 'code': 200} Sep 22 09:24:07.731561 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:07.749152 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-8886b1f6-e6d5-44df-9f9b-699ba96ab021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:07.750761 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-8886b1f6-e6d5-44df-9f9b-699ba96ab021 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb00f9a2-b56a-4df4-9361-158da03a41a0 HTTP/1.1" status: 200 len: 862 time: 0.1119354 Sep 22 09:24:07.808567 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b9565992-7c7e-47ae-9711-0e07b76b1684 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:07.810270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d88b86-d564-4d36-9148-335e94d734ee req-2658ab6e-9a01-4b47-a37e-833a7c2f6588 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:07.817107 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8d88b86-d564-4d36-9148-335e94d734ee req-2658ab6e-9a01-4b47-a37e-833a7c2f6588 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 944 time: 0.0896716 Sep 22 09:24:07.836668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f7d0c-c08f-48fc-94d3-706eaa66eaf2 req-908ae7b9-1a59-4709-bec0-493c94d265fb tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:07.838317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e63f7d0c-c08f-48fc-94d3-706eaa66eaf2 req-908ae7b9-1a59-4709-bec0-493c94d265fb tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 931 time: 0.0819364 Sep 22 09:24:07.883893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8d88b86-d564-4d36-9148-335e94d734ee req-2188a998-0d19-42cf-8671-d438c2e74e04 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601134 Sep 22 09:24:07.885492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-85ac5f40-184d-473c-ac3f-178f11459c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:07.887078 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-85ac5f40-184d-473c-ac3f-178f11459c52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c3f4292-5e72-4619-b601-bcc49b728830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167145 Sep 22 09:24:07.897970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e63f7d0c-c08f-48fc-94d3-706eaa66eaf2 req-86d440e5-93e2-4ac6-9705-2a9f227fc54b tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494902 Sep 22 09:24:07.908930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b9565992-7c7e-47ae-9711-0e07b76b1684, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b9565992-7c7e-47ae-9711-0e07b76b1684,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:07.939349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'b9565992-7c7e-47ae-9711-0e07b76b1684', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'b9565992-7c7e-47ae-9711-0e07b76b1684', 'mac_address': 'fa:16:3e:4f:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:24:07.984326 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:08.027390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9565992-7c7e-47ae-9711-0e07b76b1684 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:08.059985 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b9565992-7c7e-47ae-9711-0e07b76b1684, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b9565992-7c7e-47ae-9711-0e07b76b1684,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:08.083604 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-26914ecc-7d77-466d-8130-793aed1c0c18 service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864636 Sep 22 09:24:08.150206 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:08.151439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 72104111-131f-4e76-a600-3ce695ef64da details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:08.163202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2e2f72-e3f9-498a-8a73-afae1c1351b2 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:08.198438 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:08.220083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Transition to ACTIVE for port object fd2e2f72-e3f9-498a-8a73-afae1c1351b2 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:08.228846 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b9565992-7c7e-47ae-9711-0e07b76b1684,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:08.244228 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-823a1d9a-f2dd-480e-beca-e6587e2e3a83 req-92612678-f2f2-4e34-a70a-7a384aa0ded7 service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450498 Sep 22 09:24:08.245070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.245606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.246179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.246746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.247148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.247594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.248013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.248410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.248828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.249240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.249629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.250023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:08.304964 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:08.327754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=72104111-131f-4e76-a600-3ce695ef64da,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:08.353635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '72104111-131f-4e76-a600-3ce695ef64da', 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6', 'port_id': '72104111-131f-4e76-a600-3ce695ef64da', 'mac_address': 'fa:16:3e:a2:5e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c9175e-c3e5-425b-8fbb-7bbabe9d9e05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:24:08.417067 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:08.432592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72104111-131f-4e76-a600-3ce695ef64da {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:08.450732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-291d0118-6ec8-45fd-8267-a4c4bae762e2 req-6821773c-b445-44c6-a625-dd381724a676 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cf9a8c247f724c59b2ee7d1a087fddcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298238 Sep 22 09:24:08.453775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=72104111-131f-4e76-a600-3ce695ef64da,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:08.479235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2e2f72-e3f9-498a-8a73-afae1c1351b2,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:08.511542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db req-16914c54-f7f3-4168-933f-80cf232c8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:08.513359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db req-16914c54-f7f3-4168-933f-80cf232c8a16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3585eaf932a4ab482619956836d6bdd&device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 1095 time: 0.1225586 Sep 22 09:24:08.548748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-41505ff2-2385-4806-bcae-9818c6b15360 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:08.551536 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-41505ff2-2385-4806-bcae-9818c6b15360 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.45 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 820 time: 0.2874532 Sep 22 09:24:08.558402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Attempting to bind port fd2e2f72-e3f9-498a-8a73-afae1c1351b2 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:08.558965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Attempting to bind port fd2e2f72-e3f9-498a-8a73-afae1c1351b2 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'e59c2e43-13ce-427f-bfe4-f41ab63db371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e3a2547f-c474-4391-a44a-dfb5580e48d5'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:08.559646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Attempting to bind port fd2e2f72-e3f9-498a-8a73-afae1c1351b2 on network e3a2547f-c474-4391-a44a-dfb5580e48d5 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:08.561518 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:08.577642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Request body: {'port': {'device_id': '3298729f-a578-4968-8569-322824f7351b', 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366', 'admin_state_up': True, 'tenant_id': 'c5e50368fa5242f5942a8543dc7c27ba'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:08.622857 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=72104111-131f-4e76-a600-3ce695ef64da,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:08.632440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47752) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:08.643513 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Port fd2e2f72-e3f9-498a-8a73-afae1c1351b2 on network e3a2547f-c474-4391-a44a-dfb5580e48d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:08.643819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Attempting to bind port fd2e2f72-e3f9-498a-8a73-afae1c1351b2 on network e3a2547f-c474-4391-a44a-dfb5580e48d5 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:08.678270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:08.678605 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Checking segment: {'id': 'e59c2e43-13ce-427f-bfe4-f41ab63db371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e3a2547f-c474-4391-a44a-dfb5580e48d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:08.678977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Bound using segment: {'id': 'e59c2e43-13ce-427f-bfe4-f41ab63db371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e3a2547f-c474-4391-a44a-dfb5580e48d5'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:08.679388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Bound port: fd2e2f72-e3f9-498a-8a73-afae1c1351b2, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59c2e43-13ce-427f-bfe4-f41ab63db371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e3a2547f-c474-4391-a44a-dfb5580e48d5'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:08.679740 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:08.765569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d0118-6ec8-45fd-8267-a4c4bae762e2 req-5874f144-3ddb-4a9e-947d-d4e8f2089d81 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:08.773365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-291d0118-6ec8-45fd-8267-a4c4bae762e2 req-5874f144-3ddb-4a9e-947d-d4e8f2089d81 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3162558 Sep 22 09:24:08.795464 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-291d0118-6ec8-45fd-8267-a4c4bae762e2 req-41abbd53-02b5-4197-a94f-49e23f49ef8d tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/quotas/cf9a8c247f724c59b2ee7d1a087fddcc HTTP/1.1" status: 200 len: 375 time: 0.0212379 Sep 22 09:24:08.805150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfea232-3cad-4ecd-b963-8ea211c03d27 req-5496f64b-6edd-4d17-8c84-bc463e91a506 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:08.805795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] For port fd2e2f72-e3f9-498a-8a73-afae1c1351b2, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:08.806578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cfea232-3cad-4ecd-b963-8ea211c03d27 req-5496f64b-6edd-4d17-8c84-bc463e91a506 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 944 time: 0.2408447 Sep 22 09:24:08.814740 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef42e9a8-c9fd-4937-bf02-18095df066ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:08.831652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['72104111-131f-4e76-a600-3ce695ef64da'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:08.833479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] For port fd2e2f72-e3f9-498a-8a73-afae1c1351b2, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fd2e2f72-e3f9-498a-8a73-afae1c1351b2,segment=NetworkSegment(e59c2e43-13ce-427f-bfe4-f41ab63db371),segment_id=e59c2e43-13ce-427f-bfe4-f41ab63db371)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:08.837258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['b9565992-7c7e-47ae-9711-0e07b76b1684'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:08.849890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-291d0118-6ec8-45fd-8267-a4c4bae762e2 req-82fe529c-bc3b-4e0e-87e2-b8d5215b3f10 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf9a8c247f724c59b2ee7d1a087fddcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423589 Sep 22 09:24:08.851920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db req-7ca14d27-49ce-49d5-8a80-b368e8cc9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:08.853276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db req-7ca14d27-49ce-49d5-8a80-b368e8cc9787 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c3f4292-5e72-4619-b601-bcc49b728830 HTTP/1.1" status: 200 len: 924 time: 0.3058822 Sep 22 09:24:08.914638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db req-2542d8bf-e535-47d6-b414-8485bcd3ac33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a789a258-6ad3-46e1-8834-c44385048e1d HTTP/1.1" status: 200 len: 217 time: 0.0483086 Sep 22 09:24:08.935674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Made reservation on behalf of c5e50368fa5242f5942a8543dc7c27ba for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:08.939997 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:08.946751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:08.956074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cfea232-3cad-4ecd-b963-8ea211c03d27 req-b2fda079-1702-4a26-b433-e8a02baa0705 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277885 Sep 22 09:24:08.974075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db req-3b58a5a7-57f2-4e5c-8e4d-c9710f180a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:08.976152 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db req-3b58a5a7-57f2-4e5c-8e4d-c9710f180a27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb00f9a2-b56a-4df4-9361-158da03a41a0 HTTP/1.1" status: 200 len: 862 time: 0.0552664 Sep 22 09:24:09.035104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db req-f5cfb264-1d3a-49dc-a339-f13d83068d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:09.036882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db req-f5cfb264-1d3a-49dc-a339-f13d83068d2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c3f4292-5e72-4619-b601-bcc49b728830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516415 Sep 22 09:24:09.077679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:09.078296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:09.079742 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] 10.222.0.45 "PUT /v2.0/ports/fd2e2f72-e3f9-498a-8a73-afae1c1351b2 HTTP/1.1" status: 200 len: 1091 time: 1.4647403 Sep 22 09:24:09.155487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047d90c-861c-4693-b6d8-f78753f32b77 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2e2f72-e3f9-498a-8a73-afae1c1351b2,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:09.186387 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef42e9a8-c9fd-4937-bf02-18095df066ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:09.197231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962055e-a3e8-4512-bfae-088e5b59531c req-6fbd5bd2-a508-4dc8-a687-bb2d362766d7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:09.201223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3962055e-a3e8-4512-bfae-088e5b59531c req-6fbd5bd2-a508-4dc8-a687-bb2d362766d7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 948 time: 0.1633904 Sep 22 09:24:09.206355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1363acd3-81c7-4d87-a2d3-bf204c34be78 req-20ee83e4-1019-441b-822b-bae72ed31ce5 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 210 time: 0.0716004 Sep 22 09:24:09.229928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Allocated IP 172.20.0.14 (305acb99-5b4d-437f-a6af-752fcd584366/4190d96d-fd50-463c-85aa-2287bacb2e58/3d64ce77-a4eb-447e-94d8-bc634e0c2cbb) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:09.254563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-c53b439e-2c78-4bd2-a785-8d95d005b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:09.256179 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-c53b439e-2c78-4bd2-a785-8d95d005b5c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d8f9a66ad24d029dec657eed48e9be&device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0682051 Sep 22 09:24:09.261532 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef42e9a8-c9fd-4937-bf02-18095df066ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:09.262869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db req-673ce4dc-2d02-40ec-afa5-4b921e783a68 service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153323 Sep 22 09:24:09.271289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3962055e-a3e8-4512-bfae-088e5b59531c req-5b472f8e-2048-497a-b952-635aed8ee12a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621696 Sep 22 09:24:09.357440 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-51591722-7cb8-40b4-94e6-4daf1dc5939e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd2e2f72-e3f9-498a-8a73-afae1c1351b2 HTTP/1.1" status: 200 len: 217 time: 0.0803332 Sep 22 09:24:09.388113 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ef42e9a8-c9fd-4937-bf02-18095df066ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0025962c0f649d598fa78ecced3622f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7545426 Sep 22 09:24:09.390874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47770) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:09.418334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42e9a8-c9fd-4937-bf02-18095df066ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d30c10-d25c-40d2-a7d6-0350527af6d2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:09.433025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bfad7-fcab-4fe0-b92c-75bc0fd93ef2 req-7488e6ac-d3c0-4fa3-8678-286e23f29d2c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:09.434527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-947bfad7-fcab-4fe0-b92c-75bc0fd93ef2 req-7488e6ac-d3c0-4fa3-8678-286e23f29d2c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 945 time: 0.0859258 Sep 22 09:24:09.441571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6b4d9bd-a75a-4bbd-be9f-8ccc3016e6db req-6797eaac-d23f-412d-968e-f5e1d42e2ab5 service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682892 Sep 22 09:24:09.489336 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-947bfad7-fcab-4fe0-b92c-75bc0fd93ef2 req-e7b6cea5-8e02-4984-96f5-fb6e6b2d833e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Sep 22 09:24:09.505176 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c42accf7-83fa-4cf2-9781-7cea36567384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:09.528793 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c42accf7-83fa-4cf2-9781-7cea36567384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:09.620393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebe08b-ed15-470d-a437-2cd0514c970b req-d2774944-0979-4954-9d4b-750c615706e7 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:09.621966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51ebe08b-ed15-470d-a437-2cd0514c970b req-d2774944-0979-4954-9d4b-750c615706e7 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 943 time: 0.0607638 Sep 22 09:24:09.662061 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51ebe08b-ed15-470d-a437-2cd0514c970b req-8353ff6b-5c8e-4688-86ce-990d51595961 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329018 Sep 22 09:24:09.704629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-7c359f8c-b2af-4b37-ad17-6699d3231584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:09.706229 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-7c359f8c-b2af-4b37-ad17-6699d3231584 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6fa6788-22dc-46b4-8f29-33808e19f591 HTTP/1.1" status: 200 len: 854 time: 0.3409021 Sep 22 09:24:09.717005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d33c2c2-9763-4607-a056-8292f3aee3f1', 'tag': 'fd2e2f72-e3f9-498a-8a73-afae1c1351b2'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:09.724563 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085d7d9d-3d93-4f74-9766-b15f8cbca7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d33c2c2-9763-4607-a056-8292f3aee3f1", "tag": "fd2e2f72-e3f9-498a-8a73-afae1c1351b2"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:09.724719 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c42accf7-83fa-4cf2-9781-7cea36567384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:09.724719 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c42accf7-83fa-4cf2-9781-7cea36567384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:09.724719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c42accf7-83fa-4cf2-9781-7cea36567384 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5d30c10-d25c-40d2-a7d6-0350527af6d2 HTTP/1.1" status: 204 len: 168 time: 0.3338127 Sep 22 09:24:09.732607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42accf7-83fa-4cf2-9781-7cea36567384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d30c10-d25c-40d2-a7d6-0350527af6d2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:09.773799 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-e7ff332d-0fc4-4d34-a023-f0c924ee7290 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3a2547f-c474-4391-a44a-dfb5580e48d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494382 Sep 22 09:24:09.811531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b9565992-7c7e-47ae-9711-0e07b76b1684 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:09.813282 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd41ffd-4a45-496b-811a-28dcbef6f06a x-openstack-request-id: req-8bd41ffd-4a45-496b-811a-28dcbef6f06a {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:09.813590 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d33c2c2-9763-4607-a056-8292f3aee3f1", "tag": "fd2e2f72-e3f9-498a-8a73-afae1c1351b2", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:09.813837 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bd41ffd-4a45-496b-811a-28dcbef6f06a {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:09.814214 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d33c2c2-9763-4607-a056-8292f3aee3f1', 'tag': 'fd2e2f72-e3f9-498a-8a73-afae1c1351b2', 'status': 'completed', 'code': 200} Sep 22 09:24:09.829303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:09.911712 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-fd743838-4722-4085-b699-ba629648ec2c service neutron] 10.222.0.45 "GET /v2.0/networks/e3a2547f-c474-4391-a44a-dfb5580e48d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267669 Sep 22 09:24:09.989443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port b9565992-7c7e-47ae-9711-0e07b76b1684 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:24:09.993584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port b9565992-7c7e-47ae-9711-0e07b76b1684 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:09.994208 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.012373 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f4d670c-e19d-4f11-a6f2-25e8c0f7b6a1 req-10d2f39b-266e-45bd-9602-6a54075558c7 service neutron] 10.222.0.45 "GET /v2.0/networks/e3a2547f-c474-4391-a44a-dfb5580e48d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888040 Sep 22 09:24:10.047162 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.083562 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.085334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dadfab-bc9b-4820-93ab-ea2567790586 req-75dcba32-b251-4d0c-b43b-e8cc133298ab tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:10.086931 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47dadfab-bc9b-4820-93ab-ea2567790586 req-75dcba32-b251-4d0c-b43b-e8cc133298ab tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 944 time: 0.0581694 Sep 22 09:24:10.099410 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Network 305acb99-5b4d-437f-a6af-752fcd584366 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:10.102585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:10.105104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:10.115266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dd3886-6ca3-4653-8505-403bedce0d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9565992-7c7e-47ae-9711-0e07b76b1684'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:10.118050 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f15de16-ec40-4bf4-9bd1-b1df06c379cc" -d '{"events": [{"server_uuid": "85dd3886-6ca3-4653-8505-403bedce0d85", "name": "network-vif-plugged", "status": "completed", "tag": "b9565992-7c7e-47ae-9711-0e07b76b1684"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:10.142692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b9565992-7c7e-47ae-9711-0e07b76b1684, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b9565992-7c7e-47ae-9711-0e07b76b1684,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:10.159581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Pushing event updated for resources: {'Port': ['ID=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:10.177004 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4291f9-5433-4268-b1e0-a508dc412428 x-openstack-request-id: req-2f4291f9-5433-4268-b1e0-a508dc412428 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:10.177004 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dd3886-6ca3-4653-8505-403bedce0d85", "name": "network-vif-plugged", "status": "completed", "tag": "b9565992-7c7e-47ae-9711-0e07b76b1684", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:10.177004 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f4291f9-5433-4268-b1e0-a508dc412428 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:10.177004 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dd3886-6ca3-4653-8505-403bedce0d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9565992-7c7e-47ae-9711-0e07b76b1684', 'code': 200} Sep 22 09:24:10.196123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:10.196984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.256641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d7d9d-3d93-4f74-9766-b15f8cbca7e0 req-c5bfe190-10d1-409a-8545-92b3855b83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:10.258949 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-085d7d9d-3d93-4f74-9766-b15f8cbca7e0 req-c5bfe190-10d1-409a-8545-92b3855b83e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53d8f9a66ad24d029dec657eed48e9be&device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0562711 Sep 22 09:24:10.281076 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.282028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 72104111-131f-4e76-a600-3ce695ef64da up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:10.319664 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-52503927-5bd7-473d-afaa-95af40a2bf3c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7493155 Sep 22 09:24:10.356933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Request body: {'port': {'device_id': '3298729f-a578-4968-8569-322824f7351b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:10.384868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b9565992-7c7e-47ae-9711-0e07b76b1684,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:10.448585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d7d9d-3d93-4f74-9766-b15f8cbca7e0 req-00ef6ac1-8d49-4181-b057-9e4413dc1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:10.449055 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-085d7d9d-3d93-4f74-9766-b15f8cbca7e0 req-00ef6ac1-8d49-4181-b057-9e4413dc1450 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e3a2547f-c474-4391-a44a-dfb5580e48d5 HTTP/1.1" status: 200 len: 915 time: 0.1821866 Sep 22 09:24:10.449644 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.463702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 72104111-131f-4e76-a600-3ce695ef64da completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:24:10.469138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 72104111-131f-4e76-a600-3ce695ef64da triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:10.469790 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.492762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47dadfab-bc9b-4820-93ab-ea2567790586 req-fda9e240-4ae1-4ba9-86fb-9bb832e8574a tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3913047 Sep 22 09:24:10.499927 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-085d7d9d-3d93-4f74-9766-b15f8cbca7e0 req-cb4f23e2-3bcf-45e6-87c4-8c8b5225a541 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd2e2f72-e3f9-498a-8a73-afae1c1351b2 HTTP/1.1" status: 200 len: 217 time: 0.0410519 Sep 22 09:24:10.517391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e2e1a-f28e-47ec-91a0-e33dce05438b req-e720f2ae-6097-463c-8b84-a597e261fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:10.519013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c1e2e1a-f28e-47ec-91a0-e33dce05438b req-e720f2ae-6097-463c-8b84-a597e261fcdd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 1100 time: 0.1029401 Sep 22 09:24:10.529957 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e50e8-bffd-43f9-a8fa-2329b8439495 req-568c7563-1362-4376-9a6d-dc81774bfe74 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:10.537516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f83e50e8-bffd-43f9-a8fa-2329b8439495 req-568c7563-1362-4376-9a6d-dc81774bfe74 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 932 time: 0.1200578 Sep 22 09:24:10.545618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47808) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:10.617149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c1e2e1a-f28e-47ec-91a0-e33dce05438b req-5c73af58-ef25-4eaf-acee-c6793e4bd4ab service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772681 Sep 22 09:24:10.629020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f83e50e8-bffd-43f9-a8fa-2329b8439495 req-4604af3b-616d-402c-a58a-8d2d2d0eb2cf tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879107 Sep 22 09:24:10.653134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00287a3e-0d38-45b9-9c59-c712700991c1 req-dcb5e3fb-0aee-43ce-b266-c727fdc68fda tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cf9a8c247f724c59b2ee7d1a087fddcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215728 Sep 22 09:24:10.677956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d7d9d-3d93-4f74-9766-b15f8cbca7e0 req-7d4f6eb7-1b19-4b19-9e6a-a5164fa20dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:10.679703 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-085d7d9d-3d93-4f74-9766-b15f8cbca7e0 req-7d4f6eb7-1b19-4b19-9e6a-a5164fa20dbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b6fa6788-22dc-46b4-8f29-33808e19f591 HTTP/1.1" status: 200 len: 854 time: 0.1671116 Sep 22 09:24:10.730960 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-085d7d9d-3d93-4f74-9766-b15f8cbca7e0 req-d7d7fa6f-ad33-451d-920e-320a4bdf98d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e3a2547f-c474-4391-a44a-dfb5580e48d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372643 Sep 22 09:24:10.748681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.782403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=72104111-131f-4e76-a600-3ce695ef64da,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:10.791958 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca6b9-1058-417d-afbb-2b2768a84a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.795820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a789a258-6ad3-46e1-8834-c44385048e1d details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:10.873605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00287a3e-0d38-45b9-9c59-c712700991c1 req-b03d52fe-1564-4067-8452-3ee161e64f75 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:10.882272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00287a3e-0d38-45b9-9c59-c712700991c1 req-b03d52fe-1564-4067-8452-3ee161e64f75 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229004 Sep 22 09:24:10.895204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47822) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:10.911160 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00287a3e-0d38-45b9-9c59-c712700991c1 req-455d49c6-05fa-4f30-a46a-277f51664025 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/quotas/cf9a8c247f724c59b2ee7d1a087fddcc HTTP/1.1" status: 200 len: 375 time: 0.0279214 Sep 22 09:24:10.916068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-085d7d9d-3d93-4f74-9766-b15f8cbca7e0 req-71f563a7-9c35-4a6e-8759-0f5a463d8647 service neutron] 10.222.0.45 "GET /v2.0/networks/e3a2547f-c474-4391-a44a-dfb5580e48d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738782 Sep 22 09:24:10.924939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14627ee0-1e91-4a3f-ac01-ac2d95f2d0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.931308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a789a258-6ad3-46e1-8834-c44385048e1d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a789a258-6ad3-46e1-8834-c44385048e1d,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:10.931454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc491d90-3051-44bd-ad50-085ef08ba509 req-d12ba6a7-7029-44f2-bb23-14a7985f5433 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:10.931454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc491d90-3051-44bd-ad50-085ef08ba509 req-d12ba6a7-7029-44f2-bb23-14a7985f5433 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1646972 Sep 22 09:24:10.949647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'a789a258-6ad3-46e1-8834-c44385048e1d', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'port_id': 'a789a258-6ad3-46e1-8834-c44385048e1d', 'mac_address': 'fa:16:3e:1a:0f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:24:10.956281 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.971385 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00287a3e-0d38-45b9-9c59-c712700991c1 req-9f00263b-a1d0-415d-b388-84955440b9d6 tempest-QuotasAdminNegativeTest-1923238221 tempest-QuotasAdminNegativeTest-1923238221-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf9a8c247f724c59b2ee7d1a087fddcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504084 Sep 22 09:24:11.019297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc491d90-3051-44bd-ad50-085ef08ba509 req-975017a3-6550-4f77-b3d8-245ce8dd464a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728204 Sep 22 09:24:11.027910 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.054365 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca6b9-1058-417d-afbb-2b2768a84a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.055136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:11.062203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a789a258-6ad3-46e1-8834-c44385048e1d {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:11.065505 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.071710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=72104111-131f-4e76-a600-3ce695ef64da,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:11.089370 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-085d7d9d-3d93-4f74-9766-b15f8cbca7e0 req-67761e02-9d7b-4c6d-a7ef-6d42283299de service neutron] 10.222.0.45 "GET /v2.0/networks/e3a2547f-c474-4391-a44a-dfb5580e48d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608307 Sep 22 09:24:11.090265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Transition to ACTIVE for port object 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:11.091633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a789a258-6ad3-46e1-8834-c44385048e1d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a789a258-6ad3-46e1-8834-c44385048e1d,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:11.128628 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca6b9-1058-417d-afbb-2b2768a84a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.166515 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.167016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.210712 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0c9ca6b9-1058-417d-afbb-2b2768a84a89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e67c37696978469db463014a19c50e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6581640 Sep 22 09:24:11.213297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47826) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:11.227681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=a789a258-6ad3-46e1-8834-c44385048e1d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:11.230194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ca6b9-1058-417d-afbb-2b2768a84a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bae11a6-001d-4281-9162-5b717e726875,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:11.253689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45760302-040f-4972-acb5-018e69a61131 req-b8339582-3226-4d98-86cf-2105d7bdd7da tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:11.255201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45760302-040f-4972-acb5-018e69a61131 req-b8339582-3226-4d98-86cf-2105d7bdd7da tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 946 time: 0.1225126 Sep 22 09:24:11.269879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ee0a1-79bb-443f-91cc-d34509d7edf2 req-048716cc-3633-47e6-8eec-4840090f9a07 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:11.271495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c67ee0a1-79bb-443f-91cc-d34509d7edf2 req-048716cc-3633-47e6-8eec-4840090f9a07 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 943 time: 0.0892653 Sep 22 09:24:11.279882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:11.333456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45760302-040f-4972-acb5-018e69a61131 req-a4d5aa7e-e270-45b0-9165-45318d442e77 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608497 Sep 22 09:24:11.341159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c67ee0a1-79bb-443f-91cc-d34509d7edf2 req-9d3528f4-8824-453b-91a8-f50a2c1756ea tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627799 Sep 22 09:24:11.358859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14627ee0-1e91-4a3f-ac01-ac2d95f2d0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.380905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c859fb5-a032-424f-8168-ff45587c88d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.412820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c859fb5-a032-424f-8168-ff45587c88d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.423392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:11.423661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:11.424508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:11.424896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a789a258-6ad3-46e1-8834-c44385048e1d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:11.429317 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14627ee0-1e91-4a3f-ac01-ac2d95f2d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.456702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:11.457054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:11.480077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:11.480427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:11.480822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:11.481260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Bound port: 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:11.481617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.507034 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-14627ee0-1e91-4a3f-ac01-ac2d95f2d0ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b158711dfafb42118b85518d475d74a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081517 Sep 22 09:24:11.508481 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14627ee0-1e91-4a3f-ac01-ac2d95f2d0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4025ff6c-357d-4eea-bc84-6c3d219f6886,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:11.510102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47832) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:11.602535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:11.606066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:11.614063 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b9f716e5-2813-4302-ac71-95ca5024b504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.629048 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c859fb5-a032-424f-8168-ff45587c88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.631672 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c859fb5-a032-424f-8168-ff45587c88d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.635179 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0c859fb5-a032-424f-8168-ff45587c88d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bae11a6-001d-4281-9162-5b717e726875 HTTP/1.1" status: 204 len: 168 time: 0.4158700 Sep 22 09:24:11.640394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c859fb5-a032-424f-8168-ff45587c88d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bae11a6-001d-4281-9162-5b717e726875,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:11.656272 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b9f716e5-2813-4302-ac71-95ca5024b504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.683640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b0e09-f568-4e34-a0b7-c613eeb603ba req-95c358f5-e191-49fd-8005-2b73c572e4ed tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:11.685073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a98b0e09-f568-4e34-a0b7-c613eeb603ba req-95c358f5-e191-49fd-8005-2b73c572e4ed tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 945 time: 0.0835967 Sep 22 09:24:11.707925 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.734088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a98b0e09-f568-4e34-a0b7-c613eeb603ba req-8cf1cea2-bc70-4178-83fa-0bea629c523c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 Sep 22 09:24:11.748765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:11.749467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.750805 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] 10.222.0.45 "PUT /v2.0/ports/3d64ce77-a4eb-447e-94d8-bc634e0c2cbb HTTP/1.1" status: 200 len: 1092 time: 1.4043319 Sep 22 09:24:11.783842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f4954-4022-444e-b264-43ed8250c8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:11.815161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3298729f-a578-4968-8569-322824f7351b', 'tag': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:11.817911 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed9a82a-133d-4876-af3f-ba761d2994a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3298729f-a578-4968-8569-322824f7351b", "tag": "3d64ce77-a4eb-447e-94d8-bc634e0c2cbb"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:11.857363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b9f716e5-2813-4302-ac71-95ca5024b504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.860486 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b9f716e5-2813-4302-ac71-95ca5024b504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.864480 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068a0814-e66c-42f5-95a0-ec17ffb84102 x-openstack-request-id: req-068a0814-e66c-42f5-95a0-ec17ffb84102 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:11.864480 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3298729f-a578-4968-8569-322824f7351b", "tag": "3d64ce77-a4eb-447e-94d8-bc634e0c2cbb", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:11.864480 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-068a0814-e66c-42f5-95a0-ec17ffb84102 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:11.864480 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3298729f-a578-4968-8569-322824f7351b', 'tag': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb', 'status': 'completed', 'code': 200} Sep 22 09:24:11.870782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b9f716e5-2813-4302-ac71-95ca5024b504 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4025ff6c-357d-4eea-bc84-6c3d219f6886 HTTP/1.1" status: 204 len: 168 time: 0.3513029 Sep 22 09:24:11.876685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f716e5-2813-4302-ac71-95ca5024b504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4025ff6c-357d-4eea-bc84-6c3d219f6886,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:11.906059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957c9c4-4e45-4c8a-82d7-0e6e2932fe14 req-149e4d35-80ab-45a4-b0a4-e8cb28a442f4 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:11.911205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-3810f38b-d077-4317-abee-e2a1f93b9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:11.912852 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-3810f38b-d077-4317-abee-e2a1f93b9ff0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 1095 time: 0.0626950 Sep 22 09:24:11.913261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7957c9c4-4e45-4c8a-82d7-0e6e2932fe14 req-149e4d35-80ab-45a4-b0a4-e8cb28a442f4 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 944 time: 0.0900640 Sep 22 09:24:11.947351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7957c9c4-4e45-4c8a-82d7-0e6e2932fe14 req-7f01fd58-d1e5-470c-b2c9-58840056f56f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320101 Sep 22 09:24:11.955011 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-70135fd7-31e2-4381-88b3-868fc1db5afb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb HTTP/1.1" status: 200 len: 217 time: 0.0334544 Sep 22 09:24:12.007118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-a1019a0b-8470-4e2b-8f1b-00397d2ce70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:12.008538 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-a1019a0b-8470-4e2b-8f1b-00397d2ce70d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0460579 Sep 22 09:24:12.041808 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-2667eeb8-a9bd-4f68-86ff-c3df5b5297a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255156 Sep 22 09:24:12.151712 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-5b31cd5e-f24c-44c9-8ad8-c320799058c8 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004076 Sep 22 09:24:12.164405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220e03b-3962-4f40-a77a-07cccaf29192 req-5280d8d0-f636-4f9c-b348-cb8ab172116b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:12.165936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a220e03b-3962-4f40-a77a-07cccaf29192 req-5280d8d0-f636-4f9c-b348-cb8ab172116b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0566847 Sep 22 09:24:12.175420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72104111-131f-4e76-a600-3ce695ef64da'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:12.177906 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f0aa13-6a56-40f6-811a-35c812046615" -d '{"events": [{"server_uuid": "f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8", "name": "network-vif-plugged", "status": "completed", "tag": "72104111-131f-4e76-a600-3ce695ef64da"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:12.210601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a220e03b-3962-4f40-a77a-07cccaf29192 req-94f54e90-05e5-4e22-b76d-d95ef6690844 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377223 Sep 22 09:24:12.221049 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe92a43-a0bd-4ae3-9cf6-aeefc7ab815d x-openstack-request-id: req-cfe92a43-a0bd-4ae3-9cf6-aeefc7ab815d {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:12.221524 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8", "name": "network-vif-plugged", "status": "completed", "tag": "72104111-131f-4e76-a600-3ce695ef64da", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:12.221919 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfe92a43-a0bd-4ae3-9cf6-aeefc7ab815d {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:12.222509 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72104111-131f-4e76-a600-3ce695ef64da', 'code': 200} Sep 22 09:24:12.289818 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f5ca6b48-085e-4aee-8e3a-112d63326ecc req-479b1e24-323c-4496-9dc7-eefae168778d service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263435 Sep 22 09:24:12.353007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-c0f758f4-630a-4513-9d10-23144956f4c6 req-df6bc162-3208-4178-ae43-d4d310680fa2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:24:12.353007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0f758f4-630a-4513-9d10-23144956f4c6 req-df6bc162-3208-4178-ae43-d4d310680fa2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072341 Sep 22 09:24:12.364887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c6ef4-c7e7-4600-a025-d96bb2de6093 req-c6ff4197-ea72-459a-9292-dd2481625a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:12.366588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-502c6ef4-c7e7-4600-a025-d96bb2de6093 req-c6ff4197-ea72-459a-9292-dd2481625a53 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0675716 Sep 22 09:24:12.418642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47864) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:12.456076 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-502c6ef4-c7e7-4600-a025-d96bb2de6093 req-003fa7b1-1266-44a0-99dc-2c36166033a1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766521 Sep 22 09:24:12.479863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a82a-133d-4876-af3f-ba761d2994a5 req-84188629-5928-4800-8fb2-3ee848dd100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:12.481892 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ed9a82a-133d-4876-af3f-ba761d2994a5 req-84188629-5928-4800-8fb2-3ee848dd100d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 1095 time: 0.0729988 Sep 22 09:24:12.493528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa434ced-2d76-4bb9-8ca6-180d7bd4473a req-a5644ff6-bf24-47f7-a29c-7c570b3180f3 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:12.497698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa434ced-2d76-4bb9-8ca6-180d7bd4473a req-a5644ff6-bf24-47f7-a29c-7c570b3180f3 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 943 time: 0.0609386 Sep 22 09:24:12.537408 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa434ced-2d76-4bb9-8ca6-180d7bd4473a req-b78851af-e0ff-40db-a84b-b888a231ea4f tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Sep 22 09:24:12.594479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a82a-133d-4876-af3f-ba761d2994a5 req-60ac26d3-ffab-4393-860a-173bcf5c7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:12.596230 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ed9a82a-133d-4876-af3f-ba761d2994a5 req-60ac26d3-ffab-4393-860a-173bcf5c7ec3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.1068661 Sep 22 09:24:12.617910 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-811ecfd4-c5a1-450f-8344-c201e2c07282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:12.648036 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ed9a82a-133d-4876-af3f-ba761d2994a5 req-0c524b73-6c71-4c41-b4b3-cb01a531f100 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb HTTP/1.1" status: 200 len: 217 time: 0.0430644 Sep 22 09:24:12.662034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730e517-c3eb-4607-9aeb-e872226afccc req-1d04421b-1bb5-4d82-88bc-67d97e99407a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:12.662774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6730e517-c3eb-4607-9aeb-e872226afccc req-1d04421b-1bb5-4d82-88bc-67d97e99407a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 946 time: 0.0630918 Sep 22 09:24:12.703726 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6730e517-c3eb-4607-9aeb-e872226afccc req-5f5c698d-db54-466f-9263-52a45bf6b413 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348318 Sep 22 09:24:12.718600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9a82a-133d-4876-af3f-ba761d2994a5 req-e675908c-6422-4dde-8bb0-514dfcdc1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:12.718799 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ed9a82a-133d-4876-af3f-ba761d2994a5 req-e675908c-6422-4dde-8bb0-514dfcdc1d84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0626175 Sep 22 09:24:12.774173 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ed9a82a-133d-4876-af3f-ba761d2994a5 req-84aa7103-c2b0-49e4-870c-bcb4a07b6f8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471499 Sep 22 09:24:12.780201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47878) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:12.809120 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fd2e2f72-e3f9-498a-8a73-afae1c1351b2 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:12.813194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a789a258-6ad3-46e1-8834-c44385048e1d up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:12.822265 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b4a70a8-586d-484c-9b77-618fbd93f12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:12.874501 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-811ecfd4-c5a1-450f-8344-c201e2c07282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:12.892537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c3dea-f910-4d30-b681-620f9a89608b req-7c8609b9-db22-4c76-8dfc-ef2c0877a981 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:12.894683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a5c3dea-f910-4d30-b681-620f9a89608b req-7c8609b9-db22-4c76-8dfc-ef2c0877a981 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 945 time: 0.0584164 Sep 22 09:24:12.903010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a0e9f-fcd6-440c-83ed-b3499d932732 req-a53d0329-abcf-4302-b249-f93ea6f2d1d9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:12.904918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a14a0e9f-fcd6-440c-83ed-b3499d932732 req-a53d0329-abcf-4302-b249-f93ea6f2d1d9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1121314 Sep 22 09:24:12.948769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fd2e2f72-e3f9-498a-8a73-afae1c1351b2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fd2e2f72-e3f9-498a-8a73-afae1c1351b2,segment=NetworkSegment(e59c2e43-13ce-427f-bfe4-f41ab63db371),segment_id=e59c2e43-13ce-427f-bfe4-f41ab63db371)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:12.961180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a14a0e9f-fcd6-440c-83ed-b3499d932732 req-7603f765-c248-40e5-ae2b-725dde0c0b79 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Sep 22 09:24:12.961757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'fd2e2f72-e3f9-498a-8a73-afae1c1351b2', 'network_id': 'e3a2547f-c474-4391-a44a-dfb5580e48d5', 'port_id': 'fd2e2f72-e3f9-498a-8a73-afae1c1351b2', 'mac_address': 'fa:16:3e:db:8f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6fa6788-22dc-46b4-8f29-33808e19f591', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:24:12.964477 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-811ecfd4-c5a1-450f-8344-c201e2c07282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:12.993590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a5c3dea-f910-4d30-b681-620f9a89608b req-b13f6e7b-ff25-4993-ad9c-54beb4591e74 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874369 Sep 22 09:24:13.037669 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.052401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2e2f72-e3f9-498a-8a73-afae1c1351b2 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:13.056092 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ed9a82a-133d-4876-af3f-ba761d2994a5 req-a0261a13-4139-4ce4-a1c3-0a19ac76a7c5 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675548 Sep 22 09:24:13.067123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ecfd4-c5a1-450f-8344-c201e2c07282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587b3406-2360-40f2-ab39-16f98c16917d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:13.079713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fd2e2f72-e3f9-498a-8a73-afae1c1351b2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fd2e2f72-e3f9-498a-8a73-afae1c1351b2,segment=NetworkSegment(e59c2e43-13ce-427f-bfe4-f41ab63db371),segment_id=e59c2e43-13ce-427f-bfe4-f41ab63db371)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:13.080061 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-811ecfd4-c5a1-450f-8344-c201e2c07282 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf9a8c247f724c59b2ee7d1a087fddcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6594489 Sep 22 09:24:13.091847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47884) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:13.092436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-64c97f46-0b31-4d7c-bb87-5157c2c5e55d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928149 Sep 22 09:24:13.136881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6f89a-ff3d-4b1c-b1ce-6808ff757126 req-a16bc771-5860-43f8-8798-509bcd20786e tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:13.138380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3c6f89a-ff3d-4b1c-b1ce-6808ff757126 req-a16bc771-5860-43f8-8798-509bcd20786e tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 944 time: 0.0621064 Sep 22 09:24:13.143898 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port a789a258-6ad3-46e1-8834-c44385048e1d completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:24:13.148572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port a789a258-6ad3-46e1-8834-c44385048e1d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:13.152216 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.178266 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.181137 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3c6f89a-ff3d-4b1c-b1ce-6808ff757126 req-2442b0ed-42b5-4644-a790-92c946d304f3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352221 Sep 22 09:24:13.241332 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06fe1a41-6ce7-4518-8b91-1af3f4fb1ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.272769 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ed9a82a-133d-4876-af3f-ba761d2994a5 req-601ca58d-b150-4333-b684-4f008bdfb928 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893673 Sep 22 09:24:13.279675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=fd2e2f72-e3f9-498a-8a73-afae1c1351b2,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:13.287323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06fe1a41-6ce7-4518-8b91-1af3f4fb1ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.296997 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b4a70a8-586d-484c-9b77-618fbd93f12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.297861 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.353083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a789a258-6ad3-46e1-8834-c44385048e1d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a789a258-6ad3-46e1-8834-c44385048e1d,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:13.360916 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b4a70a8-586d-484c-9b77-618fbd93f12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.398896 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2b4a70a8-586d-484c-9b77-618fbd93f12a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67698baedd3b45f49e7298708c5fbda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6181598 Sep 22 09:24:13.399745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a70a8-586d-484c-9b77-618fbd93f12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f426d9-8b9a-4078-a063-527de1f779cc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:13.401845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47896) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:13.412433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06fe1a41-6ce7-4518-8b91-1af3f4fb1ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.415707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06fe1a41-6ce7-4518-8b91-1af3f4fb1ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.420353 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-06fe1a41-6ce7-4518-8b91-1af3f4fb1ebf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/587b3406-2360-40f2-ab39-16f98c16917d HTTP/1.1" status: 204 len: 168 time: 0.3244767 Sep 22 09:24:13.426496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe1a41-6ce7-4518-8b91-1af3f4fb1ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b3406-2360-40f2-ab39-16f98c16917d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:13.430065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['fd2e2f72-e3f9-498a-8a73-afae1c1351b2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:13.468245 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41a36a46-e9a7-4589-a0cd-6d9dc7796717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.477785 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.500282 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41a36a46-e9a7-4589-a0cd-6d9dc7796717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.558790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=a789a258-6ad3-46e1-8834-c44385048e1d,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:13.674999 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41a36a46-e9a7-4589-a0cd-6d9dc7796717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.679239 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41a36a46-e9a7-4589-a0cd-6d9dc7796717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.685276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-41a36a46-e9a7-4589-a0cd-6d9dc7796717 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64f426d9-8b9a-4078-a063-527de1f779cc HTTP/1.1" status: 204 len: 168 time: 0.2819111 Sep 22 09:24:13.707568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a36a46-e9a7-4589-a0cd-6d9dc7796717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f426d9-8b9a-4078-a063-527de1f779cc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:13.733553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ff1e4-550d-460e-ba12-86c7391866b0 req-02e1348a-600b-463e-b16e-df455bee8a70 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:13.738748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e9ff1e4-550d-460e-ba12-86c7391866b0 req-02e1348a-600b-463e-b16e-df455bee8a70 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 944 time: 0.1225147 Sep 22 09:24:13.781770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e9ff1e4-550d-460e-ba12-86c7391866b0 req-96769652-8719-4d67-b4be-2bed7973ab0f tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363281 Sep 22 09:24:13.843203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe312fe-ef77-4ce7-aec4-957285e6199d req-8f013af9-ad69-4f4f-a0ea-dbc3974b242e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:13.846939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0fe312fe-ef77-4ce7-aec4-957285e6199d req-8f013af9-ad69-4f4f-a0ea-dbc3974b242e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 946 time: 0.0637112 Sep 22 09:24:13.893583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0fe312fe-ef77-4ce7-aec4-957285e6199d req-3404c837-e3ae-4517-b40b-a1aea64e99cc tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Sep 22 09:24:14.116843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e43b-1cfc-4f51-bf1e-4902d94b1736 req-fc4bd8a4-6618-4030-be95-22945d7926f7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:14.118348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5905e43b-1cfc-4f51-bf1e-4902d94b1736 req-fc4bd8a4-6618-4030-be95-22945d7926f7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0810628 Sep 22 09:24:14.142025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070412b-e16d-4efe-a6ad-0883798ae8c7 req-c9bb5429-6eb8-4104-bf67-1686611ebf58 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:14.143938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2070412b-e16d-4efe-a6ad-0883798ae8c7 req-c9bb5429-6eb8-4104-bf67-1686611ebf58 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 946 time: 0.0779850 Sep 22 09:24:14.194093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5905e43b-1cfc-4f51-bf1e-4902d94b1736 req-f825d936-f286-4576-a8c7-9eba71558344 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677886 Sep 22 09:24:14.215307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2070412b-e16d-4efe-a6ad-0883798ae8c7 req-b6ff2547-478b-4dea-8800-4e9bdf1f9a40 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555863 Sep 22 09:24:14.224440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a789a258-6ad3-46e1-8834-c44385048e1d'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:14.226985 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053b34ec-1b73-46f9-8084-3094e8965a2f" -d '{"events": [{"server_uuid": "46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a", "name": "network-vif-plugged", "status": "completed", "tag": "a789a258-6ad3-46e1-8834-c44385048e1d"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:14.263764 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf430f0-81ef-415f-8511-88dd2d1a0e74 x-openstack-request-id: req-ddf430f0-81ef-415f-8511-88dd2d1a0e74 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:14.264009 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a", "name": "network-vif-plugged", "status": "completed", "tag": "a789a258-6ad3-46e1-8834-c44385048e1d", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:14.264266 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddf430f0-81ef-415f-8511-88dd2d1a0e74 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:14.264668 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a789a258-6ad3-46e1-8834-c44385048e1d', 'code': 200} Sep 22 09:24:14.371435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfd9a-354b-42e1-ab05-e87d24e67a98 req-74b65949-356a-4b6e-ab95-c85de5ce8094 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:14.382523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a89cfd9a-354b-42e1-ab05-e87d24e67a98 req-74b65949-356a-4b6e-ab95-c85de5ce8094 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 944 time: 0.0716846 Sep 22 09:24:14.391239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307a9fe-0824-4710-b2cd-26bb1c84b433 req-29ad9c8b-e028-4c42-aa41-0b35d5149dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:14.393412 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9307a9fe-0824-4710-b2cd-26bb1c84b433 req-29ad9c8b-e028-4c42-aa41-0b35d5149dee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 1097 time: 0.0409691 Sep 22 09:24:14.413906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a89cfd9a-354b-42e1-ab05-e87d24e67a98 req-e82170c8-025c-4f5d-8a55-ed4f1e2f71fc tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344093 Sep 22 09:24:14.435167 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9307a9fe-0824-4710-b2cd-26bb1c84b433 req-1d9dc7d8-c9c8-49a7-bb0b-38b707ef9b37 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299037 Sep 22 09:24:14.673118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47950) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:14.687010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7786725a-d117-47d6-adc4-a45a89bc299d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:14.785255 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7786725a-d117-47d6-adc4-a45a89bc299d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:14.805003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:14.809791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fd2e2f72-e3f9-498a-8a73-afae1c1351b2 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:14.864061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7786725a-d117-47d6-adc4-a45a89bc299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:14.947401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47962) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:14.947528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7786725a-d117-47d6-adc4-a45a89bc299d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b88e73fea6cd4a9f8d7be788c0d3b45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730980 Sep 22 09:24:14.948292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786725a-d117-47d6-adc4-a45a89bc299d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ee5b8f-d77c-4100-a443-f3164c91c0cb,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:14.977391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a30b35-323e-4ef0-8562-088381b12bea req-9deb4ac0-f18b-4307-9122-f0a67bb38e64 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:14.986054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07a30b35-323e-4ef0-8562-088381b12bea req-9deb4ac0-f18b-4307-9122-f0a67bb38e64 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 944 time: 0.0992024 Sep 22 09:24:15.018990 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4431-6afa-4a81-922c-ba5990b72518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:15.030036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:15.043493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4431-6afa-4a81-922c-ba5990b72518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:15.045533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07a30b35-323e-4ef0-8562-088381b12bea req-4ce1cb70-062d-4da8-9f74-b4da73edfb5c tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580392 Sep 22 09:24:15.071197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port fd2e2f72-e3f9-498a-8a73-afae1c1351b2 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:24:15.073558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb', 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366', 'port_id': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb', 'mac_address': 'fa:16:3e:17:27:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4190d96d-fd50-463c-85aa-2287bacb2e58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:24:15.080311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port fd2e2f72-e3f9-498a-8a73-afae1c1351b2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:15.080950 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:15.104791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8778a4-942b-4b3b-99d3-44f8ebd78531 req-6e6d44fd-f861-46d5-acc6-d6c9af00d10c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.107151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf8778a4-942b-4b3b-99d3-44f8ebd78531 req-6e6d44fd-f861-46d5-acc6-d6c9af00d10c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 946 time: 0.0606823 Sep 22 09:24:15.147175 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:15.172750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf8778a4-942b-4b3b-99d3-44f8ebd78531 req-02d6cbb1-2273-42ec-bf09-8e2a9a2ab5fa tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562510 Sep 22 09:24:15.186540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:15.231861 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:15.249100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:15.269670 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4431-6afa-4a81-922c-ba5990b72518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:15.272297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4431-6afa-4a81-922c-ba5990b72518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:15.273686 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d7ce4431-6afa-4a81-922c-ba5990b72518 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67ee5b8f-d77c-4100-a443-f3164c91c0cb HTTP/1.1" status: 204 len: 168 time: 0.3250909 Sep 22 09:24:15.281761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce4431-6afa-4a81-922c-ba5990b72518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ee5b8f-d77c-4100-a443-f3164c91c0cb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:15.283016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fd2e2f72-e3f9-498a-8a73-afae1c1351b2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fd2e2f72-e3f9-498a-8a73-afae1c1351b2,segment=NetworkSegment(e59c2e43-13ce-427f-bfe4-f41ab63db371),segment_id=e59c2e43-13ce-427f-bfe4-f41ab63db371)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:15.360892 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:15.364342 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:15.425726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:15.485258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.485934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.486415 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.486881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.487343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.487805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.488264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.488809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.489246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=fd2e2f72-e3f9-498a-8a73-afae1c1351b2,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:15.489368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.489798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.490262 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.492345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7e8767d-7618-44f5-b96d-f1900f3bdcc0 req-2c086ae7-44cd-43d0-9c0e-7ca19d106af0 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7841 time: 0.1645989 Sep 22 09:24:15.603497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3364f-8986-4020-8c6b-d45adc6f9597 req-e748e0da-0a50-436c-b190-eca4f8d92106 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.605033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10d3364f-8986-4020-8c6b-d45adc6f9597 req-e748e0da-0a50-436c-b190-eca4f8d92106 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0897262 Sep 22 09:24:15.627890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dccb8-6dd8-4079-a9dd-9585d8b867ab req-5b02dcc7-19bd-4861-9e7d-17929729cd5b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.629468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-067dccb8-6dd8-4079-a9dd-9585d8b867ab req-5b02dcc7-19bd-4861-9e7d-17929729cd5b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0712285 Sep 22 09:24:15.649166 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['3d64ce77-a4eb-447e-94d8-bc634e0c2cbb'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:15.672483 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10d3364f-8986-4020-8c6b-d45adc6f9597 req-51460a73-9917-42a0-ad09-e312a37815d3 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591557 Sep 22 09:24:15.687041 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-067dccb8-6dd8-4079-a9dd-9585d8b867ab req-f8e3f839-cbc6-4d46-978e-082b9a0d459c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501652 Sep 22 09:24:15.873654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b163652-e044-4751-aa3f-9ca707143b6c req-65107258-9232-4ca6-8f4e-e98486ff37b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.881871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b163652-e044-4751-aa3f-9ca707143b6c req-65107258-9232-4ca6-8f4e-e98486ff37b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 945 time: 0.0940464 Sep 22 09:24:15.897502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896801d-23de-4967-9235-84ab4b2987ce req-b89d14b5-c1a9-47a1-b88f-725553b9c5fd tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:15.899081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e896801d-23de-4967-9235-84ab4b2987ce req-b89d14b5-c1a9-47a1-b88f-725553b9c5fd tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 946 time: 0.1009128 Sep 22 09:24:15.961311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e896801d-23de-4967-9235-84ab4b2987ce req-ad1dba5c-840c-4438-90c5-7a1b7adc1f98 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531538 Sep 22 09:24:15.984986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b163652-e044-4751-aa3f-9ca707143b6c req-c0640c99-02d5-4eef-b35a-91a629dd1077 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811865 Sep 22 09:24:16.108587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d233f23-1b34-451e-8112-bedc5214cbf2 req-49f357ff-ddfb-47f9-9088-7dcff3b05c0a tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.109953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d233f23-1b34-451e-8112-bedc5214cbf2 req-49f357ff-ddfb-47f9-9088-7dcff3b05c0a tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 886 time: 0.1239045 Sep 22 09:24:16.120076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35b8a3-1519-426b-84c8-2ca335904b4f req-634eaff4-633b-4c14-b72e-47661c2998c5 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.121971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b35b8a3-1519-426b-84c8-2ca335904b4f req-634eaff4-633b-4c14-b72e-47661c2998c5 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0680923 Sep 22 09:24:16.161200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b35b8a3-1519-426b-84c8-2ca335904b4f req-93e96716-bb6a-478e-b318-eab8dc3ecf9d tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Sep 22 09:24:16.265873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d33c2c2-9763-4607-a056-8292f3aee3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2e2f72-e3f9-498a-8a73-afae1c1351b2'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:16.268674 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdca3c69-b526-4d76-b646-44c7a9c81142" -d '{"events": [{"server_uuid": "6d33c2c2-9763-4607-a056-8292f3aee3f1", "name": "network-vif-plugged", "status": "completed", "tag": "fd2e2f72-e3f9-498a-8a73-afae1c1351b2"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:16.280801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7fbf-314a-48d6-90af-b7cd72e77105 req-74f31b23-fe5b-4aa9-836d-0333cf5c6093 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.282305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afed7fbf-314a-48d6-90af-b7cd72e77105 req-74f31b23-fe5b-4aa9-836d-0333cf5c6093 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 945 time: 0.1176093 Sep 22 09:24:16.359634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addda65-e171-4b60-839b-8372171dcdc5 req-70631203-724a-4640-b76b-2e99e5d9d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.361170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-70631203-724a-4640-b76b-2e99e5d9d712 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 1100 time: 0.1475182 Sep 22 09:24:16.380369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afed7fbf-314a-48d6-90af-b7cd72e77105 req-c42539d9-75e5-43b3-ac9b-e2cb5258abc9 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708921 Sep 22 09:24:16.412847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.413312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.413785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.414248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.414705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.415160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.415615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.416066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.416633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.417135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.417536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.419553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22893fa5-49de-41a5-a3ef-6d6bf7b5ec28 req-839cab49-7aa7-4654-8651-e6cb58b4ed78 tempest-NetworksTest-1013371004 tempest-NetworksTest-1013371004-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7841 time: 0.2226264 Sep 22 09:24:16.490068 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6565428d-6ac3-4d24-a61c-77b6fa2b188e x-openstack-request-id: req-6565428d-6ac3-4d24-a61c-77b6fa2b188e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:16.490486 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d33c2c2-9763-4607-a056-8292f3aee3f1", "name": "network-vif-plugged", "status": "completed", "tag": "fd2e2f72-e3f9-498a-8a73-afae1c1351b2", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:16.490880 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6565428d-6ac3-4d24-a61c-77b6fa2b188e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:16.491375 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d33c2c2-9763-4607-a056-8292f3aee3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2e2f72-e3f9-498a-8a73-afae1c1351b2', 'code': 200} Sep 22 09:24:16.507979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addda65-e171-4b60-839b-8372171dcdc5 req-8b1c64ab-aa9a-4e4c-864d-59ee4dda880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.509329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-8b1c64ab-aa9a-4e4c-864d-59ee4dda880b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1322367 Sep 22 09:24:16.565486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-7ac66650-0174-4479-8096-85edf14e955b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9565992-7c7e-47ae-9711-0e07b76b1684 HTTP/1.1" status: 200 len: 217 time: 0.0468142 Sep 22 09:24:16.614364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b4c2e-70c3-42ec-829b-4bbd213576e8 req-04ef0485-8aea-468d-b46c-6d1ba55ed4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.615891 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d5b4c2e-70c3-42ec-829b-4bbd213576e8 req-04ef0485-8aea-468d-b46c-6d1ba55ed4d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0776865 Sep 22 09:24:16.626035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addda65-e171-4b60-839b-8372171dcdc5 req-3ae9b380-e6c5-48aa-b9a6-bfe792115044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.627470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-3ae9b380-e6c5-48aa-b9a6-bfe792115044 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0543675 Sep 22 09:24:16.650567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d5b4c2e-70c3-42ec-829b-4bbd213576e8 req-7de35d03-6dec-4075-9f09-c12889951dc2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275989 Sep 22 09:24:16.678050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addda65-e171-4b60-839b-8372171dcdc5 req-c69802f2-c746-45d9-913d-74b140d26747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.679532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-c69802f2-c746-45d9-913d-74b140d26747 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396821 Sep 22 09:24:16.802313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-0204f23f-ee8e-4e0b-bbc8-ddbd01b456c9 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142988 Sep 22 09:24:16.819933 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:16.832030 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf806f-8f91-4815-af12-45c0d4179a80 req-fb980896-5d32-4023-a48f-5999c8b539fe tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:16.833564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0caf806f-8f91-4815-af12-45c0d4179a80 req-fb980896-5d32-4023-a48f-5999c8b539fe tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0695262 Sep 22 09:24:16.949830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-3bbc1877-9f60-4402-8324-7a3933d528a3 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342046 Sep 22 09:24:16.953303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0caf806f-8f91-4815-af12-45c0d4179a80 req-1f782c37-0e93-4c78-852b-51cb95e4df9e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103244 Sep 22 09:24:16.972471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:24:16.976708 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:16.977100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.051391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48054) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:17.092361 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.096949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cae30-644a-47e1-8642-49fca2ed3608 req-eccc5d0c-b6e5-41cf-a572-064860189633 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:17.098576 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a32cae30-644a-47e1-8642-49fca2ed3608 req-eccc5d0c-b6e5-41cf-a572-064860189633 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 946 time: 0.0574212 Sep 22 09:24:17.128100 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:17.141801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a32cae30-644a-47e1-8642-49fca2ed3608 req-0b0c0ad9-2196-4efb-9061-8425e956fb18 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371280 Sep 22 09:24:17.218775 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.264027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b1dcb-8d7f-4b1d-b736-26686a43ac51 req-68c7ddd1-3089-4fab-9d22-c788d849abcc tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:17.266176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f71b1dcb-8d7f-4b1d-b736-26686a43ac51 req-68c7ddd1-3089-4fab-9d22-c788d849abcc tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 945 time: 0.0646305 Sep 22 09:24:17.281400 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5dd142b8-9327-492a-8da0-5531590b818e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.282068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:17.337269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f71b1dcb-8d7f-4b1d-b736-26686a43ac51 req-eabdb83f-ce26-49ce-adbe-8f5e99ededa2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550518 Sep 22 09:24:17.407553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5dd142b8-9327-492a-8da0-5531590b818e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.480259 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5dd142b8-9327-492a-8da0-5531590b818e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.521861 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5dd142b8-9327-492a-8da0-5531590b818e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c38ef21efa346d7a6ec9d2aad8b443e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4694030 Sep 22 09:24:17.522784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd142b8-9327-492a-8da0-5531590b818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa732f28-38bc-416b-8cd4-42a7604b8b98,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:17.525559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48082) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:17.584061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af14734c-992d-41e2-8e89-41e6079486a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.608916 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af14734c-992d-41e2-8e89-41e6079486a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.736789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c228d6-3919-4d7f-9c74-aabe4d75a8db req-21c67bf5-8c9e-42c6-86a9-bf2e7c6f660f tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:17.738400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2c228d6-3919-4d7f-9c74-aabe4d75a8db req-21c67bf5-8c9e-42c6-86a9-bf2e7c6f660f tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 946 time: 0.0553982 Sep 22 09:24:17.743769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af14734c-992d-41e2-8e89-41e6079486a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.746863 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af14734c-992d-41e2-8e89-41e6079486a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.747688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48096) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:17.748249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-af14734c-992d-41e2-8e89-41e6079486a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa732f28-38bc-416b-8cd4-42a7604b8b98 HTTP/1.1" status: 204 len: 168 time: 0.2215021 Sep 22 09:24:17.753002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d5edca93-bce0-4770-abd9-82f32554796e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Request body: {'floatingip': {'port_id': 'a789a258-6ad3-46e1-8834-c44385048e1d'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:17.759531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14734c-992d-41e2-8e89-41e6079486a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa732f28-38bc-416b-8cd4-42a7604b8b98,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:17.869153 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5edca93-bce0-4770-abd9-82f32554796e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.909791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cc2ad-7ded-432f-9af4-7fc0b41dd5fa req-4d7df954-ffc9-42c9-913e-2ee3941b6d40 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:17.911311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-211cc2ad-7ded-432f-9af4-7fc0b41dd5fa req-4d7df954-ffc9-42c9-913e-2ee3941b6d40 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 945 time: 0.0671682 Sep 22 09:24:17.956412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-211cc2ad-7ded-432f-9af4-7fc0b41dd5fa req-096a40ec-eb08-4c2a-b6b3-1f2f7936ac12 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371075 Sep 22 09:24:18.274206 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-8c9362ce-45ab-4c3d-aeff-fb65985a41a3 req-effca04a-1354-4524-89a9-44f8a2556641 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Request body: {'security_group': {'name': 'tempest-securitygroup-394475326', 'description': 'tempest-description-1389439462'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:18.389375 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8c9362ce-45ab-4c3d-aeff-fb65985a41a3 req-effca04a-1354-4524-89a9-44f8a2556641 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:18.397865 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8c9362ce-45ab-4c3d-aeff-fb65985a41a3 req-effca04a-1354-4524-89a9-44f8a2556641 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:18.491020 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8c9362ce-45ab-4c3d-aeff-fb65985a41a3 req-effca04a-1354-4524-89a9-44f8a2556641 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:18.493050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3298729f-a578-4968-8569-322824f7351b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:18.496015 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac36a5f8-6ac8-4925-9f0e-9627e620e5ec" -d '{"events": [{"server_uuid": "3298729f-a578-4968-8569-322824f7351b", "name": "network-vif-plugged", "status": "completed", "tag": "3d64ce77-a4eb-447e-94d8-bc634e0c2cbb"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:18.572187 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8c9362ce-45ab-4c3d-aeff-fb65985a41a3 req-effca04a-1354-4524-89a9-44f8a2556641 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:18.611477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effca04a-1354-4524-89a9-44f8a2556641 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d605e1b5-225e-4e65-a797-1a363ef35d65,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:18.637473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48124) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:18.658987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5067-ac51-4762-ac4f-55fc3658b505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:18.697659 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8c9362ce-45ab-4c3d-aeff-fb65985a41a3 req-effca04a-1354-4524-89a9-44f8a2556641 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:18.709581 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5edca93-bce0-4770-abd9-82f32554796e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:18.768432 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8c9362ce-45ab-4c3d-aeff-fb65985a41a3 req-effca04a-1354-4524-89a9-44f8a2556641 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:18.800496 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5edca93-bce0-4770-abd9-82f32554796e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:18.809620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effca04a-1354-4524-89a9-44f8a2556641 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c797978-a6fb-41d9-9ec8-1e24b4c46eb2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:18.874666 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5067-ac51-4762-ac4f-55fc3658b505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:18.901610 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-d5edca93-bce0-4770-abd9-82f32554796e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Floating IP 176f260f-0c07-4764-b940-a083701b449c associated. External IP: 172.25.6.136, port: a789a258-6ad3-46e1-8834-c44385048e1d. Sep 22 09:24:18.955451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48130) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:18.961113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5067-ac51-4762-ac4f-55fc3658b505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:18.998504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f5067-ac51-4762-ac4f-55fc3658b505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3819bf6a-7c95-41ff-8d6a-9fe063ae96bb,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:19.004541 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6e0f5067-ac51-4762-ac4f-55fc3658b505 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa794760dc344ac1968be15686124469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660800 Sep 22 09:24:19.007296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48136) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:19.071120 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8c9362ce-45ab-4c3d-aeff-fb65985a41a3 req-effca04a-1354-4524-89a9-44f8a2556641 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:19.072880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c9362ce-45ab-4c3d-aeff-fb65985a41a3 req-effca04a-1354-4524-89a9-44f8a2556641 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8025527 Sep 22 09:24:19.072995 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fb157d0-40b7-4681-9e52-f5c5cc2794ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:19.098484 n-d-805649-4 neutron-server[95509]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 09:24:19.100579 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fb157d0-40b7-4681-9e52-f5c5cc2794ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:19.102504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-bbbc4ec2-e33a-4960-8fd6-d33c6271a65d tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:24:19.103496 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-bbbc4ec2-e33a-4960-8fd6-d33c6271a65d tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1471171 Sep 22 09:24:19.158255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-9ef027a6-a6c0-4125-9490-aca803451408 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:19.159813 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-9ef027a6-a6c0-4125-9490-aca803451408 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports/72104111-131f-4e76-a600-3ce695ef64da HTTP/1.1" status: 200 len: 1094 time: 0.0426195 Sep 22 09:24:19.161622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5edca93-bce0-4770-abd9-82f32554796e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:24:19.189128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72c21d-9c25-4be6-a096-dd2deeb5eb75 req-e7d39811-7031-4599-be15-613fcb7b4756 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:19.191298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c72c21d-9c25-4be6-a096-dd2deeb5eb75 req-e7d39811-7031-4599-be15-613fcb7b4756 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0564332 Sep 22 09:24:19.240561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c72c21d-9c25-4be6-a096-dd2deeb5eb75 req-e275d2e7-2e77-41be-9656-094aed76952b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423918 Sep 22 09:24:19.246458 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fb157d0-40b7-4681-9e52-f5c5cc2794ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:19.249147 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fb157d0-40b7-4681-9e52-f5c5cc2794ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:19.251094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1fb157d0-40b7-4681-9e52-f5c5cc2794ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3819bf6a-7c95-41ff-8d6a-9fe063ae96bb HTTP/1.1" status: 204 len: 168 time: 0.2423909 Sep 22 09:24:19.273022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Request body: {'binding': {'host': 'n-h2-805649-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:19.273556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Unknown quota resources ['binding']. {{(pid=95509) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:24:19.274154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb157d0-40b7-4681-9e52-f5c5cc2794ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3819bf6a-7c95-41ff-8d6a-9fe063ae96bb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:19.341281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5edca93-bce0-4770-abd9-82f32554796e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:24:19.346412 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5edca93-bce0-4770-abd9-82f32554796e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:19.356547 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb182b55-014d-4df9-a76a-d09c1d5aee71 None None] Sync routers for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:24:19.367353 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb182b55-014d-4df9-a76a-d09c1d5aee71 None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:24:19.368841 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-eb182b55-014d-4df9-a76a-d09c1d5aee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:23:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:19.407292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fc877-9a5b-40c6-9fe4-081a72034581 req-c7837a53-fa76-4fbe-b7a1-fa1003f85681 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:19.409613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c68fc877-9a5b-40c6-9fe4-081a72034581 req-c7837a53-fa76-4fbe-b7a1-fa1003f85681 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 946 time: 0.0563965 Sep 22 09:24:19.415641 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d5edca93-bce0-4770-abd9-82f32554796e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "PUT /v2.0/floatingips/176f260f-0c07-4764-b940-a083701b449c HTTP/1.1" status: 200 len: 992 time: 1.6639125 Sep 22 09:24:19.415641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'tag': 'a789a258-6ad3-46e1-8834-c44385048e1d'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:19.416975 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a", "tag": "a789a258-6ad3-46e1-8834-c44385048e1d"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:19.450804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c68fc877-9a5b-40c6-9fe4-081a72034581 req-3c537f16-ccca-4122-8eab-812cd4631446 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351841 Sep 22 09:24:19.501418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da on host n-h2-805649-4 for vnic_type normal with profile None {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:19.501965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:19.502682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:19.507848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Port 72104111-131f-4e76-a600-3ce695ef64da on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:19.508240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:19.509094 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c1fa65-bcd2-4110-8c77-bb3976ddc3ea x-openstack-request-id: req-96c1fa65-bcd2-4110-8c77-bb3976ddc3ea {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:19.509568 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3298729f-a578-4968-8569-322824f7351b", "name": "network-vif-plugged", "status": "completed", "tag": "3d64ce77-a4eb-447e-94d8-bc634e0c2cbb", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:19.509685 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96c1fa65-bcd2-4110-8c77-bb3976ddc3ea {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:19.510313 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3298729f-a578-4968-8569-322824f7351b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb', 'code': 200} Sep 22 09:24:19.514454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:19.518446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:19.518446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:19.518446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Bound port: 72104111-131f-4e76-a600-3ce695ef64da, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:19.582212 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-eb182b55-014d-4df9-a76a-d09c1d5aee71 None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:24:19.627993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1378cf-79ef-4f78-b685-749eab5a38e8 req-89f5e6fc-7e70-47a4-be54-1c0383502713 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:19.630984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd1378cf-79ef-4f78-b685-749eab5a38e8 req-89f5e6fc-7e70-47a4-be54-1c0383502713 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 945 time: 0.0579517 Sep 22 09:24:19.651853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=72104111-131f-4e76-a600-3ce695ef64da,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:19.654101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca73792-f34c-419a-a626-fcbbd06894d4 req-e9055716-5888-4640-ae32-8cad56b248c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:19.656694 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca73792-f34c-419a-a626-fcbbd06894d4 req-e9055716-5888-4640-ae32-8cad56b248c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 1097 time: 0.0753758 Sep 22 09:24:19.670228 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd1378cf-79ef-4f78-b685-749eab5a38e8 req-e04c7287-5ae9-4f80-8a52-64532d44c205 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332081 Sep 22 09:24:19.709361 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca73792-f34c-419a-a626-fcbbd06894d4 req-7f73244d-94a6-4804-9636-335a1e9b07d1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Sep 22 09:24:19.713339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-76a4c509-289a-4e3e-bd8e-7b3eabdd43c0 req-f38d9a3c-08ac-4b87-b1e0-7b4d7e70d597 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1435340235', 'description': 'tempest-description-529731014'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:19.750494 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] Notify callbacks [] for binding, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:19.751887 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-236edb48-f389-41be-8b10-070f42757953 service neutron] 10.222.0.49 "POST /v2.0/ports/72104111-131f-4e76-a600-3ce695ef64da/bindings HTTP/1.1" status: 201 len: 389 time: 0.5418992 Sep 22 09:24:19.852821 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-76a4c509-289a-4e3e-bd8e-7b3eabdd43c0 req-f38d9a3c-08ac-4b87-b1e0-7b4d7e70d597 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:19.888240 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-eb182b55-014d-4df9-a76a-d09c1d5aee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '176f260f-0c07-4764-b940-a083701b449c', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'port_id': 'a789a258-6ad3-46e1-8834-c44385048e1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'mac_address': 'fa:16:3e:1a:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:23:57Z', 'updated_at': '2021-09-22T09:24:18Z', 'revision_number': 1, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:19.921465 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb182b55-014d-4df9-a76a-d09c1d5aee71 None None] Checking router: 1f3414f1-831d-421c-9cb6-7efb7e79c7ba for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:24:19.934859 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb182b55-014d-4df9-a76a-d09c1d5aee71 None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:24:19.935703 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-eb182b55-014d-4df9-a76a-d09c1d5aee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:23:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:19.964544 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-76a4c509-289a-4e3e-bd8e-7b3eabdd43c0 req-f38d9a3c-08ac-4b87-b1e0-7b4d7e70d597 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:20.043940 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-eb182b55-014d-4df9-a76a-d09c1d5aee71 None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:24:20.133094 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-76a4c509-289a-4e3e-bd8e-7b3eabdd43c0 req-f38d9a3c-08ac-4b87-b1e0-7b4d7e70d597 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:20.172310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d9a3c-08ac-4b87-b1e0-7b4d7e70d597 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b20f68e-4c5e-404a-835d-1b1c7868ef07,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:20.286465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-76a4c509-289a-4e3e-bd8e-7b3eabdd43c0 req-f38d9a3c-08ac-4b87-b1e0-7b4d7e70d597 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:20.288326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76a4c509-289a-4e3e-bd8e-7b3eabdd43c0 req-f38d9a3c-08ac-4b87-b1e0-7b4d7e70d597 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5792983 Sep 22 09:24:20.298142 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e167a15-b0a9-471e-905e-a68b2de871cb x-openstack-request-id: req-3e167a15-b0a9-471e-905e-a68b2de871cb {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:20.299538 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a", "tag": "a789a258-6ad3-46e1-8834-c44385048e1d", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:20.299538 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e167a15-b0a9-471e-905e-a68b2de871cb {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:20.299538 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'tag': 'a789a258-6ad3-46e1-8834-c44385048e1d', 'status': 'completed', 'code': 200} Sep 22 09:24:20.321256 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-eb182b55-014d-4df9-a76a-d09c1d5aee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '176f260f-0c07-4764-b940-a083701b449c', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'port_id': 'a789a258-6ad3-46e1-8834-c44385048e1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'mac_address': 'fa:16:3e:1a:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:23:57Z', 'updated_at': '2021-09-22T09:24:18Z', 'revision_number': 1, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:20.374816 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb182b55-014d-4df9-a76a-d09c1d5aee71 None None] The sync data for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 is: [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '176f260f-0c07-4764-b940-a083701b449c', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'port_id': 'a789a258-6ad3-46e1-8834-c44385048e1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'mac_address': 'fa:16:3e:1a:0f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:23:57Z', 'updated_at': '2021-09-22T09:24:18Z', 'revision_number': 1, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:24:20.410857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd req-37247da2-a27c-4c44-8835-32a495e173fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:20.413474 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd req-37247da2-a27c-4c44-8835-32a495e173fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3585eaf932a4ab482619956836d6bdd&device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 1097 time: 0.0878267 Sep 22 09:24:20.542805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072d32a-64b1-48e5-bb3d-0c4dde5cb63a req-d41036ec-40ed-46d8-9e5c-9369ce9a5bbf tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:20.544619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9072d32a-64b1-48e5-bb3d-0c4dde5cb63a req-d41036ec-40ed-46d8-9e5c-9369ce9a5bbf tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 946 time: 0.1623735 Sep 22 09:24:20.552026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd req-2667f908-77e3-4eb2-b8f1-2cfb757e439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:20.553653 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd req-2667f908-77e3-4eb2-b8f1-2cfb757e439e service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c3f4292-5e72-4619-b601-bcc49b728830 HTTP/1.1" status: 200 len: 924 time: 0.1281300 Sep 22 09:24:20.585693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b48c-a73d-48c7-909d-0dcbc5be022e req-1228d535-d5c1-402b-954e-79f280536198 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:20.587582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b933b48c-a73d-48c7-909d-0dcbc5be022e req-1228d535-d5c1-402b-954e-79f280536198 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1218314 Sep 22 09:24:20.619859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9072d32a-64b1-48e5-bb3d-0c4dde5cb63a req-18f49098-dcac-4fc2-a339-63fd259a9a85 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652409 Sep 22 09:24:20.670884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b933b48c-a73d-48c7-909d-0dcbc5be022e req-5cfe5087-3996-41fd-819e-25b27ba03c98 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762842 Sep 22 09:24:20.730404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-95900876-0ddc-44b9-a364-3935bbfebef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:20.732849 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-95900876-0ddc-44b9-a364-3935bbfebef4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 1097 time: 0.1214633 Sep 22 09:24:20.767232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d23a70-9a52-4cd4-9ebd-9892312aca79 None None] New status for floating IP 176f260f-0c07-4764-b940-a083701b449c: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:24:20.774855 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd req-15de2cc8-bd51-4da6-bd3e-54acd82027a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a789a258-6ad3-46e1-8834-c44385048e1d HTTP/1.1" status: 200 len: 1000 time: 0.2066858 Sep 22 09:24:20.848678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cda401-7c64-4392-8b6c-e6d1dc2cfe7a req-8330d9c4-4876-4e67-a400-82005b494dae tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:20.859155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0cda401-7c64-4392-8b6c-e6d1dc2cfe7a req-8330d9c4-4876-4e67-a400-82005b494dae tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 946 time: 0.0965183 Sep 22 09:24:20.981941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0cda401-7c64-4392-8b6c-e6d1dc2cfe7a req-55c1203a-c9c5-4dd4-92e7-8f55ee3fdaf3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218905 Sep 22 09:24:21.126467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-78e20c26-42fe-403e-a2f2-831b851180c5 req-0b8a5c4a-0894-46b2-8b14-4773305126a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-525218378', 'description': 'tempest-description-949731754'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:21.163777 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd req-bcca52ea-527f-4f27-8d97-e207c743c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:21.165542 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd req-bcca52ea-527f-4f27-8d97-e207c743c40c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb00f9a2-b56a-4df4-9361-158da03a41a0 HTTP/1.1" status: 200 len: 862 time: 0.3772602 Sep 22 09:24:21.189454 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-78e20c26-42fe-403e-a2f2-831b851180c5 req-0b8a5c4a-0894-46b2-8b14-4773305126a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:21.202444 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-78e20c26-42fe-403e-a2f2-831b851180c5 req-0b8a5c4a-0894-46b2-8b14-4773305126a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:21.226234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-89c35e6c-eb35-4b30-9d8d-cf019ef33088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:21.228047 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-89c35e6c-eb35-4b30-9d8d-cf019ef33088 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.4874389 Sep 22 09:24:21.308265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-27c87a17-391c-4242-af40-1b89134359a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72104111-131f-4e76-a600-3ce695ef64da HTTP/1.1" status: 200 len: 217 time: 0.0682955 Sep 22 09:24:21.310452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd req-f258ac9e-063a-4dfd-9968-49796206daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:21.312214 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd req-f258ac9e-063a-4dfd-9968-49796206daeb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c3f4292-5e72-4619-b601-bcc49b728830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382627 Sep 22 09:24:21.438379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-78e20c26-42fe-403e-a2f2-831b851180c5 req-0b8a5c4a-0894-46b2-8b14-4773305126a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:21.453557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-c48cc3a0-d340-496b-997a-6b9ce5a7720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:21.455843 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-c48cc3a0-d340-496b-997a-6b9ce5a7720b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.1317415 Sep 22 09:24:21.496676 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-314e2f78-cf46-448c-a33e-7733a963a40d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335741 Sep 22 09:24:21.502428 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd req-a419dd91-c7d3-43ee-a1b6-4905d2a9ef6b service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798913 Sep 22 09:24:21.531906 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-78e20c26-42fe-403e-a2f2-831b851180c5 req-0b8a5c4a-0894-46b2-8b14-4773305126a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:21.569585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a5c4a-0894-46b2-8b14-4773305126a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16af32d-fe18-45ba-944a-09e4ab94b853,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:21.648084 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-78e20c26-42fe-403e-a2f2-831b851180c5 req-0b8a5c4a-0894-46b2-8b14-4773305126a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:21.674569 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-35709a3d-ccdc-41f2-b9c9-f113fe7afcbe service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642172 Sep 22 09:24:21.676444 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f1ea2421-ca7a-4869-bdc5-ed3bca74a4bd req-f98c3011-797f-4be8-a892-97bac6f9d499 service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591067 Sep 22 09:24:21.786864 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-78e20c26-42fe-403e-a2f2-831b851180c5 req-0b8a5c4a-0894-46b2-8b14-4773305126a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:21.791651 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-5b846e9e-33d3-47ac-95c1-4a040f086069 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047120 Sep 22 09:24:21.802490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0cab3-f235-4043-ae66-1a4d2d78a7c8 req-ed7a5fa0-8ac6-4415-a9fa-7341bac52100 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:21.804034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d0cab3-f235-4043-ae66-1a4d2d78a7c8 req-ed7a5fa0-8ac6-4415-a9fa-7341bac52100 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 946 time: 0.0830317 Sep 22 09:24:21.849699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a5c4a-0894-46b2-8b14-4773305126a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04b11e7-f3a9-444c-a794-a1f5772a3ddd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:21.870688 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d0cab3-f235-4043-ae66-1a4d2d78a7c8 req-9a5344ae-3961-4840-8f91-c9c176827597 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584967 Sep 22 09:24:21.921747 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48238) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:22.003911 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-78e20c26-42fe-403e-a2f2-831b851180c5 req-0b8a5c4a-0894-46b2-8b14-4773305126a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.017402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78e20c26-42fe-403e-a2f2-831b851180c5 req-0b8a5c4a-0894-46b2-8b14-4773305126a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8968692 Sep 22 09:24:22.062733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570c92a-85cb-4418-bac7-1cc464463d4b req-a97992d6-3e33-4129-96ce-d9429185142a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:22.064566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9570c92a-85cb-4418-bac7-1cc464463d4b req-a97992d6-3e33-4129-96ce-d9429185142a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1155651 Sep 22 09:24:22.078390 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6126ed10-90e6-47b4-a786-153e4bdf5899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.114955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-fe51f42b-71a8-4f19-934e-ed95428e1d7f tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:22.116455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-fe51f42b-71a8-4f19-934e-ed95428e1d7f tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 1097 time: 0.1599336 Sep 22 09:24:22.130455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805649-4'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:22.161796 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9570c92a-85cb-4418-bac7-1cc464463d4b req-2c1ee828-a2d2-4e94-a2b4-a36d70eaf68f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814202 Sep 22 09:24:22.194528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-beac7cf9-1d5c-4dc1-a2e1-c1e0873568a4 req-68595a4e-c5f7-4017-aacd-87170d8502a9 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1989060537', 'description': 'tempest-description-637250098'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:22.212489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ff7a5-dd7f-4b10-a7cc-f36be7d6eebf req-cfd34d8d-c040-4ff5-8a2f-3ae9e4db09ba tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:22.214020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d51ff7a5-dd7f-4b10-a7cc-f36be7d6eebf req-cfd34d8d-c040-4ff5-8a2f-3ae9e4db09ba tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 946 time: 0.1110291 Sep 22 09:24:22.229677 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.269950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d51ff7a5-dd7f-4b10-a7cc-f36be7d6eebf req-6fda5d96-02ca-4a65-abb8-4a898a731981 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Sep 22 09:24:22.321646 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6126ed10-90e6-47b4-a786-153e4bdf5899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.389354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=72104111-131f-4e76-a600-3ce695ef64da,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:22.399226 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6126ed10-90e6-47b4-a786-153e4bdf5899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.468999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126ed10-90e6-47b4-a786-153e4bdf5899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89f89f5-6a7c-4011-8051-3e109e7777ff,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:22.468999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6126ed10-90e6-47b4-a786-153e4bdf5899 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1897cddbb2d944a5b33f8b24104785af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389218 Sep 22 09:24:22.469402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48266) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:22.469477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:22.515463 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-beac7cf9-1d5c-4dc1-a2e1-c1e0873568a4 req-68595a4e-c5f7-4017-aacd-87170d8502a9 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.516499 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.518585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72104111-131f-4e76-a600-3ce695ef64da'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:22.521262 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fd4cec-aa26-4077-a36c-b1c8e9b87657" -d '{"events": [{"server_uuid": "f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8", "name": "network-vif-unplugged", "status": "completed", "tag": "72104111-131f-4e76-a600-3ce695ef64da"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:22.545612 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-312671c2-523c-4d98-b5ce-e016f8e27800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.599497 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-312671c2-523c-4d98-b5ce-e016f8e27800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.623650 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.665530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a674d-2977-431e-8bca-0b675ea11031 req-e77ca06d-6ac9-46c4-871e-05953dac42e8 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:22.667038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-499a674d-2977-431e-8bca-0b675ea11031 req-e77ca06d-6ac9-46c4-871e-05953dac42e8 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 1097 time: 0.1085236 Sep 22 09:24:22.709102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=72104111-131f-4e76-a600-3ce695ef64da,revision_number=7']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:22.743885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da on host n-h1-805649-4 for vnic_type normal with profile {"migrating_to": "n-h2-805649-4"} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:22.744694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:22.745156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:22.751067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Port 72104111-131f-4e76-a600-3ce695ef64da on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:22.751526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Attempting to bind port 72104111-131f-4e76-a600-3ce695ef64da on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:22.757604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:22.758164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:22.758689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:22.759597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Bound port: 72104111-131f-4e76-a600-3ce695ef64da, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:22.760128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.838874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:22.843171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=72104111-131f-4e76-a600-3ce695ef64da,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:22.936782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.961360 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.962069 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-beac7cf9-1d5c-4dc1-a2e1-c1e0873568a4 req-68595a4e-c5f7-4017-aacd-87170d8502a9 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:22.996783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-499a674d-2977-431e-8bca-0b675ea11031 req-168872ce-76fa-4424-a847-d7119c5897e2 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059042 Sep 22 09:24:23.005769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=72104111-131f-4e76-a600-3ce695ef64da,revision_number=8']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:23.032620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:23.032620 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:23.032620 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-cded500e-c8ef-481d-a0cb-dc013a139cf7 service neutron] 10.222.0.45 "PUT /v2.0/ports/72104111-131f-4e76-a600-3ce695ef64da HTTP/1.1" status: 200 len: 1122 time: 0.9060311 Sep 22 09:24:23.086852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-beac7cf9-1d5c-4dc1-a2e1-c1e0873568a4 req-68595a4e-c5f7-4017-aacd-87170d8502a9 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:23.116767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68595a4e-c5f7-4017-aacd-87170d8502a9 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f044c5-c0cc-4046-8fee-80d98b11819b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:23.133606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['72104111-131f-4e76-a600-3ce695ef64da'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:23.155986 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-312671c2-523c-4d98-b5ce-e016f8e27800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:23.159572 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-312671c2-523c-4d98-b5ce-e016f8e27800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:23.161317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-312671c2-523c-4d98-b5ce-e016f8e27800 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b89f89f5-6a7c-4011-8051-3e109e7777ff HTTP/1.1" status: 204 len: 168 time: 0.6953418 Sep 22 09:24:23.179800 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312671c2-523c-4d98-b5ce-e016f8e27800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89f89f5-6a7c-4011-8051-3e109e7777ff,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:23.275093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-beac7cf9-1d5c-4dc1-a2e1-c1e0873568a4 req-68595a4e-c5f7-4017-aacd-87170d8502a9 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:23.277115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-beac7cf9-1d5c-4dc1-a2e1-c1e0873568a4 req-68595a4e-c5f7-4017-aacd-87170d8502a9 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0974233 Sep 22 09:24:23.363348 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6da28f0-4d1a-4fe7-916e-737f4ae03eb1 x-openstack-request-id: req-d6da28f0-4d1a-4fe7-916e-737f4ae03eb1 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:23.363875 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8", "name": "network-vif-unplugged", "status": "completed", "tag": "72104111-131f-4e76-a600-3ce695ef64da", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:23.363875 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6da28f0-4d1a-4fe7-916e-737f4ae03eb1 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:23.364296 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72104111-131f-4e76-a600-3ce695ef64da', 'code': 200} Sep 22 09:24:23.480073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32aa04-02ce-4547-886d-550ad9eca59e req-b7593446-dd96-4a02-8d15-6d5f135a8c95 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:23.481587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f32aa04-02ce-4547-886d-550ad9eca59e req-b7593446-dd96-4a02-8d15-6d5f135a8c95 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 944 time: 0.0648088 Sep 22 09:24:23.524715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f32aa04-02ce-4547-886d-550ad9eca59e req-177de4bf-6386-475d-8483-64371760cf01 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323620 Sep 22 09:24:23.575657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a42334-355c-4805-82b0-75b09dd69234 req-150ac501-bd0d-4169-a64e-33b5784b87bd tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:23.578254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08a42334-355c-4805-82b0-75b09dd69234 req-150ac501-bd0d-4169-a64e-33b5784b87bd tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 1097 time: 0.0435226 Sep 22 09:24:23.656220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08a42334-355c-4805-82b0-75b09dd69234 req-003a4a42-cca7-4f3f-9149-9c0b4303c913 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643766 Sep 22 09:24:23.664301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aeda26-4704-4fd2-959a-03dab1af636d req-26cd8104-79ae-4f3b-b6d5-e75b48680a5c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:23.665812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5aeda26-4704-4fd2-959a-03dab1af636d req-26cd8104-79ae-4f3b-b6d5-e75b48680a5c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0763884 Sep 22 09:24:23.720806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5aeda26-4704-4fd2-959a-03dab1af636d req-c6172890-a821-4403-963f-22295161e1f8 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Sep 22 09:24:23.947209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-161dcd70-c3a4-4990-85c6-521507d47c92 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50615 time: 0.2506161 Sep 22 09:24:23.965657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48306) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:23.979541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed56f703-a858-4602-8cd6-d2a5d8c9631d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:23.997843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-16775b66-0866-426d-aeda-68486f11b4c4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/20276832-04df-4c93-acbf-a61b97db2393 HTTP/1.1" status: 200 len: 2973 time: 0.0432057 Sep 22 09:24:24.046233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-09628a52-c8c6-468e-a2ad-caa928b131d7 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/20276832-04df-4c93-acbf-a61b97db2393 HTTP/1.1" status: 200 len: 2973 time: 0.0422566 Sep 22 09:24:24.084586 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed56f703-a858-4602-8cd6-d2a5d8c9631d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:24.093635 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-1a42c2a1-11ad-4e5b-87c8-7f34948db811 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4d09f2d8-2526-417a-a8b1-fb570b59dc80 HTTP/1.1" status: 200 len: 2981 time: 0.0383911 Sep 22 09:24:24.115494 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:24.144219 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-52a0b568-0068-44e6-9387-7b5d054bae5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:24.149308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-9cedaf08-8444-4ff8-a8d6-6a380bce312c tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/4d09f2d8-2526-417a-a8b1-fb570b59dc80 HTTP/1.1" status: 200 len: 2981 time: 0.0490706 Sep 22 09:24:24.198422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-11dd8f52-b3df-4952-8eb6-9f6903e1f11d tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/60c6c491-a9f4-4f8e-8b38-8c9007873d88 HTTP/1.1" status: 200 len: 2977 time: 0.0463040 Sep 22 09:24:24.200565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed56f703-a858-4602-8cd6-d2a5d8c9631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:24.240380 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ed56f703-a858-4602-8cd6-d2a5d8c9631d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=507b66e316414a1689830acac3a9a0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733839 Sep 22 09:24:24.241180 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56f703-a858-4602-8cd6-d2a5d8c9631d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c457bebd-6cf7-46d1-93a0-c3e00cef6277,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:24.243461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48312) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:24.249524 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-c3521a6e-b509-41c2-b4a6-2ed9592ca592 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/60c6c491-a9f4-4f8e-8b38-8c9007873d88 HTTP/1.1" status: 200 len: 2977 time: 0.0435534 Sep 22 09:24:24.289818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-222e57a9-cb56-4a2a-b1a1-3e8ff2229841 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6a0ca567-23a1-4270-a692-34629d688a00 HTTP/1.1" status: 200 len: 2981 time: 0.0392706 Sep 22 09:24:24.293951 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8ed0c03d-c4c6-492c-8b3c-59ec40330eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:24.323340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8ed0c03d-c4c6-492c-8b3c-59ec40330eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:24.351925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-5a9342f1-d616-48df-94fc-9ff159baf6a4 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6a0ca567-23a1-4270-a692-34629d688a00 HTTP/1.1" status: 200 len: 2981 time: 0.0558379 Sep 22 09:24:24.394509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-777cab97-0b33-4f0a-b15e-3e0e8b4445c8 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/76759c5e-dcbf-4168-a68d-4b8123c3600c HTTP/1.1" status: 200 len: 2981 time: 0.0364392 Sep 22 09:24:24.443434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-2aa077f9-c129-4388-bbf4-f23b20c0121d tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/76759c5e-dcbf-4168-a68d-4b8123c3600c HTTP/1.1" status: 200 len: 2981 time: 0.0419760 Sep 22 09:24:24.491981 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8ed0c03d-c4c6-492c-8b3c-59ec40330eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:24.494942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8ed0c03d-c4c6-492c-8b3c-59ec40330eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:24.499287 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8ed0c03d-c4c6-492c-8b3c-59ec40330eb4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c457bebd-6cf7-46d1-93a0-c3e00cef6277 HTTP/1.1" status: 204 len: 168 time: 0.2517328 Sep 22 09:24:24.500220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-42df453e-5df9-4781-b3a0-f69a90412fc8 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/7aadbfa4-f58a-4db5-af10-38ff739e24ea HTTP/1.1" status: 200 len: 2981 time: 0.0482163 Sep 22 09:24:24.506491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0c03d-c4c6-492c-8b3c-59ec40330eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c457bebd-6cf7-46d1-93a0-c3e00cef6277,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:24.553264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-c5140d5c-4154-4d4d-be40-bbe96fddb04d tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/7aadbfa4-f58a-4db5-af10-38ff739e24ea HTTP/1.1" status: 200 len: 2981 time: 0.0521450 Sep 22 09:24:24.595999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-92af6095-e833-4be2-b647-9e1f3f1b1680 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8f803c25-d407-4349-86d9-b852c3733ea8 HTTP/1.1" status: 200 len: 2981 time: 0.0413377 Sep 22 09:24:24.645135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-81a2366d-584c-4e19-a3fa-3566709b01b8 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/8f803c25-d407-4349-86d9-b852c3733ea8 HTTP/1.1" status: 200 len: 2981 time: 0.0428329 Sep 22 09:24:24.683883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-0135bbbc-e761-4395-a802-cc251de994ca tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/92c2b1b8-8772-4603-b40f-c1fdfdb846c1 HTTP/1.1" status: 200 len: 2981 time: 0.0377421 Sep 22 09:24:24.726206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-89106fbf-7da4-4eb9-80d5-d35cf7d9d343 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/92c2b1b8-8772-4603-b40f-c1fdfdb846c1 HTTP/1.1" status: 200 len: 2981 time: 0.0363081 Sep 22 09:24:24.771293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-4b379ce5-d15d-4b4a-9039-f166846eeeb7 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a0946422-fac4-4a57-9b01-ed3b646a5bf6 HTTP/1.1" status: 200 len: 2981 time: 0.0387292 Sep 22 09:24:24.815441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-8d4d1703-e86f-4388-a740-c2ccf25cdcdc tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a0946422-fac4-4a57-9b01-ed3b646a5bf6 HTTP/1.1" status: 200 len: 2981 time: 0.0372260 Sep 22 09:24:24.858567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-f4bc385e-f4c6-4380-8b22-158561bb80ab tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a9f7ed4c-8945-4502-964f-29a31826e875 HTTP/1.1" status: 200 len: 2981 time: 0.0367446 Sep 22 09:24:24.874894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 72104111-131f-4e76-a600-3ce695ef64da details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:24.900148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-1f84bb42-53cd-4552-b3cb-3d39a0f83fa8 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a9f7ed4c-8945-4502-964f-29a31826e875 HTTP/1.1" status: 200 len: 2981 time: 0.0354340 Sep 22 09:24:24.945190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-6e121ff0-59c5-4313-a64c-192a3167677d tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b51fa270-12cb-412f-a994-c53d180a2200 HTTP/1.1" status: 200 len: 2981 time: 0.0388086 Sep 22 09:24:24.972423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=72104111-131f-4e76-a600-3ce695ef64da,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:24.986946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 72104111-131f-4e76-a600-3ce695ef64da has no active binding in host n-h2-805649-4 {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 09:24:25.015495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-e4cce1bb-84a0-47c0-b07e-26f812846f87 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b51fa270-12cb-412f-a994-c53d180a2200 HTTP/1.1" status: 200 len: 2981 time: 0.0583830 Sep 22 09:24:25.056718 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-67d032e0-5cf4-450a-8619-a1632b8b3ca8 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d605e1b5-225e-4e65-a797-1a363ef35d65 HTTP/1.1" status: 200 len: 2981 time: 0.0380230 Sep 22 09:24:25.104049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-712927f8-a3a4-46db-99ef-02adc838f7ed tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d605e1b5-225e-4e65-a797-1a363ef35d65 HTTP/1.1" status: 200 len: 2981 time: 0.0376344 Sep 22 09:24:25.147009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-2aa62da6-baec-4f57-b0fc-1e0fc0815e0e tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c HTTP/1.1" status: 200 len: 2981 time: 0.0394835 Sep 22 09:24:25.191114 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-a563c820-143a-48dc-8cb4-b745b812763b tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c HTTP/1.1" status: 200 len: 2981 time: 0.0376377 Sep 22 09:24:25.232526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-02d7d153-aaa1-473b-9ca1-d728add89978 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f16af32d-fe18-45ba-944a-09e4ab94b853 HTTP/1.1" status: 200 len: 2981 time: 0.0350988 Sep 22 09:24:25.274476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-5ed8cb7f-174d-47d6-b9a6-73119e2a8cd7 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f16af32d-fe18-45ba-944a-09e4ab94b853 HTTP/1.1" status: 200 len: 2981 time: 0.0358577 Sep 22 09:24:25.321615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-e20e6926-c72b-4904-b022-e756e4031a31 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f7f47d8c-1e8c-4833-b071-135693d0c718 HTTP/1.1" status: 200 len: 2981 time: 0.0408883 Sep 22 09:24:25.364852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed2394-2e5c-4fa4-9ecf-561d333ffe43 req-7a9f9dd0-1a63-4596-9254-5b22ea4be9a8 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f7f47d8c-1e8c-4833-b071-135693d0c718 HTTP/1.1" status: 200 len: 2981 time: 0.0372372 Sep 22 09:24:25.366008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'tag': '72104111-131f-4e76-a600-3ce695ef64da'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:25.379722 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb1f04f-1924-471a-afcb-8d09e952deea" -d '{"events": [{"name": "network-changed", "server_uuid": "f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8", "tag": "72104111-131f-4e76-a600-3ce695ef64da"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:25.459528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2854b-a47a-4369-9555-6d5936c71ffa req-b03d7350-d045-4a22-9ffe-c2cc46ffcdf2 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:25.461049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2eb2854b-a47a-4369-9555-6d5936c71ffa req-b03d7350-d045-4a22-9ffe-c2cc46ffcdf2 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 1097 time: 0.0407495 Sep 22 09:24:25.499935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2eb2854b-a47a-4369-9555-6d5936c71ffa req-1dab104b-7dd4-4190-9c23-c6648544559b tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325532 Sep 22 09:24:25.643237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832362f9-6df9-4109-a207-dec8c452a590 req-e820e920-2a35-4459-85c8-e4d455696a63 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:25.644846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-832362f9-6df9-4109-a207-dec8c452a590 req-e820e920-2a35-4459-85c8-e4d455696a63 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 944 time: 0.0517738 Sep 22 09:24:25.684170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-832362f9-6df9-4109-a207-dec8c452a590 req-cf0eb9d4-3e2f-411a-8290-9ad50a6091e1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331120 Sep 22 09:24:25.845775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abaf9b-caab-4105-a33c-0e8a53c5b73f req-c0028812-f719-451b-b13e-7cdca1a352a2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:25.847512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99abaf9b-caab-4105-a33c-0e8a53c5b73f req-c0028812-f719-451b-b13e-7cdca1a352a2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0953858 Sep 22 09:24:25.877631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3fc7211-b492-4cb4-a851-cde7c3c47c59 req-e6ea66dc-9559-4872-a38b-b37777e62a6c tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7bd504b7d53b4d9a83fae6fbeebfe732 HTTP/1.1" status: 200 len: 6102 time: 0.1394057 Sep 22 09:24:25.933475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99abaf9b-caab-4105-a33c-0e8a53c5b73f req-1daed98a-45a9-49ba-8d50-9fa6973b4f79 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781317 Sep 22 09:24:25.971592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3fc7211-b492-4cb4-a851-cde7c3c47c59 req-f423969e-5031-4643-8ff5-42b4137030cc tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] 10.222.0.49 "GET /v2.0/security-groups/d605e1b5-225e-4e65-a797-1a363ef35d65 HTTP/1.1" status: 200 len: 2981 time: 0.0822370 Sep 22 09:24:25.998792 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcc0f45-2afa-49f5-81b8-bb2aed912b57 x-openstack-request-id: req-1dcc0f45-2afa-49f5-81b8-bb2aed912b57 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:26.002965 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8", "tag": "72104111-131f-4e76-a600-3ce695ef64da", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:26.002965 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dcc0f45-2afa-49f5-81b8-bb2aed912b57 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:26.002965 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'tag': '72104111-131f-4e76-a600-3ce695ef64da', 'status': 'completed', 'code': 200} Sep 22 09:24:26.068958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3fc7211-b492-4cb4-a851-cde7c3c47c59 req-0e8068f1-5c6b-4678-8a62-a2b9948b4f14 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] 10.222.0.49 "GET /v2.0/security-groups/d605e1b5-225e-4e65-a797-1a363ef35d65 HTTP/1.1" status: 200 len: 2981 time: 0.0959923 Sep 22 09:24:26.099327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1f04f-1924-471a-afcb-8d09e952deea req-7c0b4427-2b7e-47aa-a56b-7e71358f041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:26.101702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcb1f04f-1924-471a-afcb-8d09e952deea req-7c0b4427-2b7e-47aa-a56b-7e71358f041a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 1125 time: 0.0743446 Sep 22 09:24:26.177287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7308ce05-9b64-4cdf-8277-7ab5912e10e1 req-388ee097-68cd-4748-b13d-3fa6fa24ae0d tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f2f044c5-c0cc-4046-8fee-80d98b11819b HTTP/1.1" status: 200 len: 1777 time: 0.0869832 Sep 22 09:24:26.259908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1f04f-1924-471a-afcb-8d09e952deea req-2d9caf77-b136-4914-a720-c360ddde777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:26.261526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcb1f04f-1924-471a-afcb-8d09e952deea req-2d9caf77-b136-4914-a720-c360ddde777b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.1486957 Sep 22 09:24:26.315152 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7308ce05-9b64-4cdf-8277-7ab5912e10e1 req-fb296fc9-2e04-44f8-9ad6-694136d93839 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:26.320090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcb1f04f-1924-471a-afcb-8d09e952deea req-7fc891af-6ae4-48fc-b44d-2de06eb4e712 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72104111-131f-4e76-a600-3ce695ef64da HTTP/1.1" status: 200 len: 217 time: 0.0465584 Sep 22 09:24:26.341430 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7308ce05-9b64-4cdf-8277-7ab5912e10e1 req-fb296fc9-2e04-44f8-9ad6-694136d93839 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:26.409579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1f04f-1924-471a-afcb-8d09e952deea req-3de3ced3-9ad2-4a5d-a17e-9670418305a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:26.411155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcb1f04f-1924-471a-afcb-8d09e952deea req-3de3ced3-9ad2-4a5d-a17e-9670418305a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0717554 Sep 22 09:24:26.448445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcb1f04f-1924-471a-afcb-8d09e952deea req-d6f25c2d-b1e8-44cc-96f3-e856291a5759 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287740 Sep 22 09:24:26.530603 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7308ce05-9b64-4cdf-8277-7ab5912e10e1 req-fb296fc9-2e04-44f8-9ad6-694136d93839 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:26.533297 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7308ce05-9b64-4cdf-8277-7ab5912e10e1 req-fb296fc9-2e04-44f8-9ad6-694136d93839 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:26.534422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7308ce05-9b64-4cdf-8277-7ab5912e10e1 req-fb296fc9-2e04-44f8-9ad6-694136d93839 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2f044c5-c0cc-4046-8fee-80d98b11819b HTTP/1.1" status: 204 len: 173 time: 0.3283393 Sep 22 09:24:26.551391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb296fc9-2e04-44f8-9ad6-694136d93839 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f044c5-c0cc-4046-8fee-80d98b11819b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:26.584934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcb1f04f-1924-471a-afcb-8d09e952deea req-e872e90b-4a34-41ba-bd07-133a17bb5bc0 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251950 Sep 22 09:24:26.716391 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcb1f04f-1924-471a-afcb-8d09e952deea req-9bbd02c7-5973-4a9f-82a9-9ee7ea22d7b7 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200082 Sep 22 09:24:26.830857 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5572e619-9e4f-4e9e-afcd-3f5aee1c44b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:27.085788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-3f288b19-9d43-4ced-b1de-28577c7c465f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695584 Sep 22 09:24:27.087333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6bfa431-cacd-4b64-be54-e521dda93c6c req-859ebbd9-539f-43ec-aaf4-3af7731e2683 tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a04b11e7-f3a9-444c-a794-a1f5772a3ddd HTTP/1.1" status: 200 len: 1776 time: 0.0697944 Sep 22 09:24:27.177988 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b6bfa431-cacd-4b64-be54-e521dda93c6c req-60c44041-bac0-4a95-b96b-5e6e4077dc6f tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:27.205215 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b6bfa431-cacd-4b64-be54-e521dda93c6c req-60c44041-bac0-4a95-b96b-5e6e4077dc6f tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:27.208128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-2864d9a6-0679-47ee-8268-9acbd0ca8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:27.209680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-2864d9a6-0679-47ee-8268-9acbd0ca8062 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1101 time: 0.0705316 Sep 22 09:24:27.323691 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b6bfa431-cacd-4b64-be54-e521dda93c6c req-60c44041-bac0-4a95-b96b-5e6e4077dc6f tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:27.326651 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b6bfa431-cacd-4b64-be54-e521dda93c6c req-60c44041-bac0-4a95-b96b-5e6e4077dc6f tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:27.327792 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6bfa431-cacd-4b64-be54-e521dda93c6c req-60c44041-bac0-4a95-b96b-5e6e4077dc6f tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/a04b11e7-f3a9-444c-a794-a1f5772a3ddd HTTP/1.1" status: 204 len: 173 time: 0.2282860 Sep 22 09:24:27.342584 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-389c8374-1d77-4fc4-99ee-ff6877b58d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:27.344083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-389c8374-1d77-4fc4-99ee-ff6877b58d4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1061988 Sep 22 09:24:27.345793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c44041-bac0-4a95-b96b-5e6e4077dc6f tempest-SecurityGroupsTestAdminJSON-15366762 tempest-SecurityGroupsTestAdminJSON-15366762-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04b11e7-f3a9-444c-a794-a1f5772a3ddd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:27.418755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-423d0da0-3416-4c18-a39f-3b804d783f44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971 HTTP/1.1" status: 200 len: 217 time: 0.0652235 Sep 22 09:24:27.478083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-708ab644-c6d3-4ce7-8719-972d883c11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:27.479526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-708ab644-c6d3-4ce7-8719-972d883c11fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0542111 Sep 22 09:24:27.527660 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:27.560054 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301426e5-5d9f-4bc4-8584-fb32839e1d6d req-a2572f02-a2aa-497a-b803-4959409ff7b0 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:27.561642 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-301426e5-5d9f-4bc4-8584-fb32839e1d6d req-a2572f02-a2aa-497a-b803-4959409ff7b0 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 944 time: 0.0853636 Sep 22 09:24:27.567887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-74be0ab0-8e5d-4355-9ab9-3467b8454d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:27.569496 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-74be0ab0-8e5d-4355-9ab9-3467b8454d62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624979 Sep 22 09:24:27.671439 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-301426e5-5d9f-4bc4-8584-fb32839e1d6d req-b85eb092-2b00-4bff-86ad-6ec338f66ccc tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008923 Sep 22 09:24:27.698468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-340759f0-50e8-49b0-a570-21f454733c90 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207659 Sep 22 09:24:27.827659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdea4f9e-3337-43e1-9588-4c06c059575c req-ca092c63-3fc5-4371-a925-5d1fb3bc5fcc service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209807 Sep 22 09:24:27.836660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88781770-f5a0-475a-829c-30ed119f8b44 req-a911a983-2da1-47a8-8e8a-bf71f75dc587 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:27.838145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88781770-f5a0-475a-829c-30ed119f8b44 req-a911a983-2da1-47a8-8e8a-bf71f75dc587 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1004815 Sep 22 09:24:27.884946 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88781770-f5a0-475a-829c-30ed119f8b44 req-9d7db8ce-bd86-4063-bffd-a6653b3f1c20 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333333 Sep 22 09:24:27.914984 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:28.184288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-7a7a2daf-5cc0-465c-a613-40cb116dea64 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:24:28.186342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-7a7a2daf-5cc0-465c-a613-40cb116dea64 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072055 Sep 22 09:24:28.268024 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-279fe3de-19d6-4c02-a5ec-8f9efbc2d644 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:28.274449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-279fe3de-19d6-4c02-a5ec-8f9efbc2d644 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports/3d64ce77-a4eb-447e-94d8-bc634e0c2cbb HTTP/1.1" status: 200 len: 1094 time: 0.0809674 Sep 22 09:24:28.284211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Request body: {'binding': {'host': 'n-h1-805649-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:28.284666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Unknown quota resources ['binding']. {{(pid=95510) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:24:28.393798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c694a614-70ae-466f-8e92-1164814ad987 req-e319c51b-ddf4-41c3-9120-acceaf31f21a tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] 10.222.0.49 "GET /v2.0/security-groups/6b20f68e-4c5e-404a-835d-1b1c7868ef07 HTTP/1.1" status: 200 len: 1777 time: 0.1047046 Sep 22 09:24:28.564091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-e9a135dc-3022-47e2-b42c-4076a8dd62a2 service neutron] 10.222.0.60 "GET /v2.0/ports/72104111-131f-4e76-a600-3ce695ef64da/bindings/n-h2-805649-4 HTTP/1.1" status: 200 len: 384 time: 0.1530805 Sep 22 09:24:28.570087 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c694a614-70ae-466f-8e92-1164814ad987 req-47be3831-b37f-45ff-8bcd-c1ae19128553 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:28.611518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on host n-h1-805649-4 for vnic_type normal with profile None {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:28.611850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:28.612177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:28.627596 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c694a614-70ae-466f-8e92-1164814ad987 req-47be3831-b37f-45ff-8bcd-c1ae19128553 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:28.630117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:28.630438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:28.653234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:28.653572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:28.653955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:28.654394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Bound port: 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:28.763947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:28.824703 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c694a614-70ae-466f-8e92-1164814ad987 req-47be3831-b37f-45ff-8bcd-c1ae19128553 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:28.827241 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c694a614-70ae-466f-8e92-1164814ad987 req-47be3831-b37f-45ff-8bcd-c1ae19128553 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:28.828459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c694a614-70ae-466f-8e92-1164814ad987 req-47be3831-b37f-45ff-8bcd-c1ae19128553 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] 10.222.0.49 "DELETE /v2.0/security-groups/6b20f68e-4c5e-404a-835d-1b1c7868ef07 HTTP/1.1" status: 204 len: 173 time: 0.4215152 Sep 22 09:24:28.846124 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be3831-b37f-45ff-8bcd-c1ae19128553 tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b20f68e-4c5e-404a-835d-1b1c7868ef07,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:28.851450 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] Notify callbacks [] for binding, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:28.856798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-e6cc4355-c314-4285-95bb-2d10ed005b7e service neutron] 10.222.0.49 "POST /v2.0/ports/3d64ce77-a4eb-447e-94d8-bc634e0c2cbb/bindings HTTP/1.1" status: 201 len: 389 time: 0.5762310 Sep 22 09:24:28.889062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-d3ec1772-df40-4363-b6f7-2e2a03c71fe4 service neutron] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=72104111-131f-4e76-a600-3ce695ef64da,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:28.919843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-d3ec1772-df40-4363-b6f7-2e2a03c71fe4 service neutron] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:28.952600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-d3ec1772-df40-4363-b6f7-2e2a03c71fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72104111-131f-4e76-a600-3ce695ef64da {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:28.965470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-d3ec1772-df40-4363-b6f7-2e2a03c71fe4 service neutron] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=72104111-131f-4e76-a600-3ce695ef64da,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:29.108786 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-d3ec1772-df40-4363-b6f7-2e2a03c71fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:29.179296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db646b8-5ede-4d9a-94f4-760d2fd8584b req-758e8d24-0831-4f54-b210-f6af507d3d91 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:29.180711 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4db646b8-5ede-4d9a-94f4-760d2fd8584b req-758e8d24-0831-4f54-b210-f6af507d3d91 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 944 time: 0.0822122 Sep 22 09:24:29.272737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4db646b8-5ede-4d9a-94f4-760d2fd8584b req-e490c11d-04cb-4bea-a1c6-a93b05536662 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802629 Sep 22 09:24:29.277005 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-d3ec1772-df40-4363-b6f7-2e2a03c71fe4 service neutron] Transition to ACTIVE for port object 72104111-131f-4e76-a600-3ce695ef64da will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:29.302871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f76ecc0a-8808-4210-b1d5-0ef84433435f req-afa59c95-e272-4e63-96bb-d8f09b97403e tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] 10.222.0.49 "GET /v2.0/security-groups/8c797978-a6fb-41d9-9ec8-1e24b4c46eb2 HTTP/1.1" status: 200 len: 1777 time: 0.0769622 Sep 22 09:24:29.353587 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-d3ec1772-df40-4363-b6f7-2e2a03c71fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:29.436255 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f76ecc0a-8808-4210-b1d5-0ef84433435f req-31455ed1-df39-42d3-9991-53366caf176d tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:29.460460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-d3ec1772-df40-4363-b6f7-2e2a03c71fe4 service neutron] No DVR routers for this DVR port 72104111-131f-4e76-a600-3ce695ef64da on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:24:29.504575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec1772-df40-4363-b6f7-2e2a03c71fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=72104111-131f-4e76-a600-3ce695ef64da,revision_number=10']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:29.520797 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f76ecc0a-8808-4210-b1d5-0ef84433435f req-31455ed1-df39-42d3-9991-53366caf176d tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:29.533522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-d3ec1772-df40-4363-b6f7-2e2a03c71fe4 service neutron] 10.222.0.60 "PUT /v2.0/ports/72104111-131f-4e76-a600-3ce695ef64da/bindings/n-h2-805649-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9565957 Sep 22 09:24:29.554598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9bac5-4b78-4fd8-bd63-d0fcb9345d4c req-ce6fbcf5-8b1d-41ee-9d1c-d92c8b62f460 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:29.556110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ac9bac5-4b78-4fd8-bd63-d0fcb9345d4c req-ce6fbcf5-8b1d-41ee-9d1c-d92c8b62f460 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1564007 Sep 22 09:24:29.606228 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ac9bac5-4b78-4fd8-bd63-d0fcb9345d4c req-48756cdd-1578-4cf2-ad8b-b82a472004ac tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396280 Sep 22 09:24:29.671458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-850eff88-0db0-4274-86d0-fbadb87dfac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:29.673046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-850eff88-0db0-4274-86d0-fbadb87dfac6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 1097 time: 0.0456767 Sep 22 09:24:29.726821 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:29.733075 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f76ecc0a-8808-4210-b1d5-0ef84433435f req-31455ed1-df39-42d3-9991-53366caf176d tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:29.739039 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f76ecc0a-8808-4210-b1d5-0ef84433435f req-31455ed1-df39-42d3-9991-53366caf176d tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:29.739039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f76ecc0a-8808-4210-b1d5-0ef84433435f req-31455ed1-df39-42d3-9991-53366caf176d tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] 10.222.0.49 "DELETE /v2.0/security-groups/8c797978-a6fb-41d9-9ec8-1e24b4c46eb2 HTTP/1.1" status: 204 len: 173 time: 0.4276288 Sep 22 09:24:29.784931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31455ed1-df39-42d3-9991-53366caf176d tempest-SecurityGroupsTestAdminJSON-226887646 tempest-SecurityGroupsTestAdminJSON-226887646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c797978-a6fb-41d9-9ec8-1e24b4c46eb2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:29.808782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57651cc-1b84-4560-8108-2c0489357860 req-f67a923b-5160-497f-a2f3-e1ff461ee081 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:29.813727 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-8075b923-f243-4c24-8aa8-b20dccee8bcb tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:29.815466 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-8075b923-f243-4c24-8aa8-b20dccee8bcb tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.1058822 Sep 22 09:24:29.816905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b57651cc-1b84-4560-8108-2c0489357860 req-f67a923b-5160-497f-a2f3-e1ff461ee081 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 946 time: 0.1419604 Sep 22 09:24:29.850262 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b31b099c-3387-4d60-842c-d0af02e9ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:29.851758 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b31b099c-3387-4d60-842c-d0af02e9ba4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.1685178 Sep 22 09:24:29.954214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b57651cc-1b84-4560-8108-2c0489357860 req-bb20cf24-eba3-46aa-9e8e-3cabc9d12ef6 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361666 Sep 22 09:24:29.957934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-9cbb99a0-9235-450e-94eb-d7464a2883b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb HTTP/1.1" status: 200 len: 217 time: 0.0891151 Sep 22 09:24:29.979762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-648b2b65-256e-4335-a0ed-0895bbf3b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:29.982423 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-648b2b65-256e-4335-a0ed-0895bbf3b16c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8&tenant_id=588a614000664c5d9b1f3b4860f26f15 HTTP/1.1" status: 200 len: 1096 time: 0.1494827 Sep 22 09:24:30.063860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-3e2e45b1-ae08-4369-a487-9c89ecfce58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:30.070451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-3e2e45b1-ae08-4369-a487-9c89ecfce58b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.1006896 Sep 22 09:24:30.070991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-a82f3daa-1524-4012-b0bc-e15080bf3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:30.072644 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-a82f3daa-1524-4012-b0bc-e15080bf3539 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 1096 time: 0.0610902 Sep 22 09:24:30.106754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a5fc8568-8ba3-4f7a-9e1b-e3f95337ba2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318327 Sep 22 09:24:30.242852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-a9adccfa-2323-42dd-85b3-741ccdffc06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:30.245205 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-a9adccfa-2323-42dd-85b3-741ccdffc06d service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.1633899 Sep 22 09:24:30.298654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-d7f81b7b-d02e-417e-ba81-c9547b8bca60 service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846879 Sep 22 09:24:30.301801 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-04f53799-e146-4ce4-9782-1bfd102f0108 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72104111-131f-4e76-a600-3ce695ef64da HTTP/1.1" status: 200 len: 217 time: 0.0463421 Sep 22 09:24:30.396147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-f4d3606e-4033-4e1e-a7ae-f9a197ecec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:30.398063 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-f4d3606e-4033-4e1e-a7ae-f9a197ecec15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0844727 Sep 22 09:24:30.437789 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-b6b9eb59-8e7e-4bc0-b2e0-bbcbec18a4dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298717 Sep 22 09:24:30.584396 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-08cb39d0-2ed8-4d9d-a87e-ef68789c8edb service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325133 Sep 22 09:24:30.693358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b1532734-e4ef-4b2a-ab2b-da05b3e5b5f8 service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751113 Sep 22 09:24:30.700336 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-c78ea2db-d197-465a-8742-994fb0a24367 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044347 Sep 22 09:24:30.701046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e75e4-da54-4ef9-806e-f70d5f8a8c55 req-de697dd1-94c2-4c01-9d82-9ef3bc01e6e7 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:30.710050 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f46e75e4-da54-4ef9-806e-f70d5f8a8c55 req-de697dd1-94c2-4c01-9d82-9ef3bc01e6e7 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 945 time: 0.3257203 Sep 22 09:24:30.749899 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f46e75e4-da54-4ef9-806e-f70d5f8a8c55 req-bb6fbece-ea4a-4eb8-b167-2b55e1cced1a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 Sep 22 09:24:30.776496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48524) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:30.801435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c58682-4e08-44af-84a8-0e921a655f9e req-a96f2bcf-93ee-4ad5-8e8b-09eb590dec01 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:30.802946 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c58682-4e08-44af-84a8-0e921a655f9e req-a96f2bcf-93ee-4ad5-8e8b-09eb590dec01 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0522668 Sep 22 09:24:30.873338 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c58682-4e08-44af-84a8-0e921a655f9e req-29788e10-1abb-4b51-ac7f-17739168b33c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635784 Sep 22 09:24:30.888114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-53452fde-9161-400e-a61d-18d206ddc608 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:30.889552 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-53452fde-9161-400e-a61d-18d206ddc608 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1097 time: 0.0588472 Sep 22 09:24:30.907287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-4'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:30.977927 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.047373 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-21a7cfc1-2a5f-419d-a006-6b920429cd45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7bd504b7d53b4d9a83fae6fbeebfe732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696106 Sep 22 09:24:31.050328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48538) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:31.218174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19a549-ddf2-4ccc-85d3-a94c9c49ede0 req-be3fda14-2cc2-437d-a68e-1a3f306244e9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:31.221150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-6a19abaa-da7e-45cc-8c1b-bdb8c53f950a tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:31.223054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-6a19abaa-da7e-45cc-8c1b-bdb8c53f950a tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.0632975 Sep 22 09:24:31.225393 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee19a549-ddf2-4ccc-85d3-a94c9c49ede0 req-be3fda14-2cc2-437d-a68e-1a3f306244e9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 946 time: 0.1564305 Sep 22 09:24:31.249550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:31.285339 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aa973c25-8f38-4007-92ed-26bd48e9a0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.340523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:31.358273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48550) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:31.375702 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aa973c25-8f38-4007-92ed-26bd48e9a0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.421785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-520b771a-4cde-4c25-8955-02244a7630c8 service neutron] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:31.425109 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-520b771a-4cde-4c25-8955-02244a7630c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.426238 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd425a5-6f73-4054-b25b-225bbdeb04ad req-520b771a-4cde-4c25-8955-02244a7630c8 service neutron] 10.222.0.45 "DELETE /v2.0/ports/72104111-131f-4e76-a600-3ce695ef64da/bindings/n-h1-805649-4 HTTP/1.1" status: 204 len: 173 time: 0.1945906 Sep 22 09:24:31.433093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee19a549-ddf2-4ccc-85d3-a94c9c49ede0 req-0468c234-9476-4778-b26b-e74d843f268a tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901064 Sep 22 09:24:31.444096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3298729f-a578-4968-8569-322824f7351b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:31.447029 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d167e3-f575-472f-a998-2fa47eac448c" -d '{"events": [{"server_uuid": "3298729f-a578-4968-8569-322824f7351b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d64ce77-a4eb-447e-94d8-bc634e0c2cbb"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:31.451307 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.487148 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad1578fa-9558-496b-9ab4-77ace0218ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.500273 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db9ab14-e16c-4001-acbb-b3b70653b8fd x-openstack-request-id: req-5db9ab14-e16c-4001-acbb-b3b70653b8fd {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:31.500610 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3298729f-a578-4968-8569-322824f7351b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d64ce77-a4eb-447e-94d8-bc634e0c2cbb", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:31.500968 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5db9ab14-e16c-4001-acbb-b3b70653b8fd {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:31.501403 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3298729f-a578-4968-8569-322824f7351b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb', 'code': 200} Sep 22 09:24:31.549352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.558141 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aa973c25-8f38-4007-92ed-26bd48e9a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.560681 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aa973c25-8f38-4007-92ed-26bd48e9a0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.562005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-aa973c25-8f38-4007-92ed-26bd48e9a0be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d605e1b5-225e-4e65-a797-1a363ef35d65 HTTP/1.1" status: 204 len: 168 time: 0.5034811 Sep 22 09:24:31.583132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad1578fa-9558-496b-9ab4-77ace0218ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.601939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa973c25-8f38-4007-92ed-26bd48e9a0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d605e1b5-225e-4e65-a797-1a363ef35d65,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:31.629396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Pushing event updated for resources: {'Port': ['ID=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:31.658241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on host n-h2-805649-4 for vnic_type normal with profile {"migrating_to": "n-h1-805649-4"} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:31.658582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:31.661353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:31.663370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:31.663690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Attempting to bind port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:31.668591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:31.668949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:31.669330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:31.669755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Bound port: 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:31.670139 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.708807 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad1578fa-9558-496b-9ab4-77ace0218ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.736875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:31.740074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:31.746937 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ad1578fa-9558-496b-9ab4-77ace0218ace admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=192502fa4041469ba53fe492eee94b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875611 Sep 22 09:24:31.747990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1578fa-9558-496b-9ab4-77ace0218ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82894c6-cba9-4601-90f7-5968accf7992,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:31.750052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48558) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:31.806572 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60572182-3e3b-4212-a35f-f82c8c8a0449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.838747 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60572182-3e3b-4212-a35f-f82c8c8a0449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.861342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:31.939823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 72104111-131f-4e76-a600-3ce695ef64da no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:24:31.953273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e56388-019d-4681-86e9-b288c27f2204 req-379b406e-b526-4687-a7d0-8069eca066f2 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:31.955741 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9e56388-019d-4681-86e9-b288c27f2204 req-379b406e-b526-4687-a7d0-8069eca066f2 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 945 time: 0.1309950 Sep 22 09:24:31.991309 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Pushing event updated for resources: {'Port': ['ID=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,revision_number=8']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:32.005643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:32.006465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:32.007894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-b017ce4e-9fe6-4854-b732-80aabb749278 service neutron] 10.222.0.60 "PUT /v2.0/ports/3d64ce77-a4eb-447e-94d8-bc634e0c2cbb HTTP/1.1" status: 200 len: 1122 time: 1.1061511 Sep 22 09:24:32.015789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 72104111-131f-4e76-a600-3ce695ef64da not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:24:32.038099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9e56388-019d-4681-86e9-b288c27f2204 req-156cea58-1b45-4d5e-9d0e-58c9ba945451 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725725 Sep 22 09:24:32.081181 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60572182-3e3b-4212-a35f-f82c8c8a0449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:32.084349 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60572182-3e3b-4212-a35f-f82c8c8a0449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:32.085563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-60572182-3e3b-4212-a35f-f82c8c8a0449 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f82894c6-cba9-4601-90f7-5968accf7992 HTTP/1.1" status: 204 len: 168 time: 0.3342295 Sep 22 09:24:32.094831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60572182-3e3b-4212-a35f-f82c8c8a0449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82894c6-cba9-4601-90f7-5968accf7992,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:32.110304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['3d64ce77-a4eb-447e-94d8-bc634e0c2cbb'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:32.164994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a768-e157-4106-bb46-3fde954594c9 req-a5076dac-8d5a-4809-a8c9-58a05005aa68 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:32.167030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e137a768-e157-4106-bb46-3fde954594c9 req-a5076dac-8d5a-4809-a8c9-58a05005aa68 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0567510 Sep 22 09:24:32.208260 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e137a768-e157-4106-bb46-3fde954594c9 req-e6dac17c-2b84-4b7c-b2e0-4695207fcd0a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338089 Sep 22 09:24:32.346546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9faa3-1f7b-4f7c-ba4b-f3286a6b3ad4 req-c7c6d651-6bdb-4bee-8c79-0fe8f525c22e tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:32.348106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbf9faa3-1f7b-4f7c-ba4b-f3286a6b3ad4 req-c7c6d651-6bdb-4bee-8c79-0fe8f525c22e tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 1096 time: 0.0456316 Sep 22 09:24:32.381426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbf9faa3-1f7b-4f7c-ba4b-f3286a6b3ad4 req-00daca80-2646-453c-9b40-2e1abd291408 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273769 Sep 22 09:24:32.540435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48582) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:32.580422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1d116-519d-4b7f-971f-c176fa993a20 req-5a5573a7-050f-4e42-9609-f6b024e7e1a1 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:32.581999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8b1d116-519d-4b7f-971f-c176fa993a20 req-5a5573a7-050f-4e42-9609-f6b024e7e1a1 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 944 time: 0.0587389 Sep 22 09:24:32.589263 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d6176a14-80b2-479f-9b65-40307c050fde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5a22e30b0a44b178f0816d1000a831e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475194 Sep 22 09:24:32.589436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48586) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:32.651238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8b1d116-519d-4b7f-971f-c176fa993a20 req-286c2342-4630-4f95-b9e2-6be1d4993311 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626526 Sep 22 09:24:32.666033 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ac2c874-295c-484a-a8fe-59eef2789c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:32.689444 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ac2c874-295c-484a-a8fe-59eef2789c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:32.839542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-864b727a-3686-4adc-b507-c8eadf5a25f3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:32.840943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-864b727a-3686-4adc-b507-c8eadf5a25f3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 808 time: 0.1064224 Sep 22 09:24:32.856029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-05678d7f-a0e0-4f61-979a-e99595192714 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/quotas/588a614000664c5d9b1f3b4860f26f15 HTTP/1.1" status: 200 len: 375 time: 0.0090477 Sep 22 09:24:32.871550 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ac2c874-295c-484a-a8fe-59eef2789c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:32.874119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ac2c874-295c-484a-a8fe-59eef2789c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:32.875209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3ac2c874-295c-484a-a8fe-59eef2789c0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f16af32d-fe18-45ba-944a-09e4ab94b853 HTTP/1.1" status: 204 len: 168 time: 0.2842486 Sep 22 09:24:32.898430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2c874-295c-484a-a8fe-59eef2789c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16af32d-fe18-45ba-944a-09e4ab94b853,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:32.916405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e5d7131d-d9bf-4dc9-97ce-545bdb73c44d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544555 Sep 22 09:24:33.008475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48598) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:33.024844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-3a383f20-55a4-4120-afd4-3214c301103d service neutron] 10.222.0.49 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990508 Sep 22 09:24:33.025660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b611f646-8962-4222-a481-99e4468ccbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:33.154288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-37c1a64c-15a2-4c5a-8fb3-9b9717c7ce60 service neutron] 10.222.0.49 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209676 Sep 22 09:24:33.212293 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b611f646-8962-4222-a481-99e4468ccbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:33.276395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b611f646-8962-4222-a481-99e4468ccbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:33.319577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b611f646-8962-4222-a481-99e4468ccbac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08f96183c3224178a3759ee77d9b0933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097632 Sep 22 09:24:33.321642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611f646-8962-4222-a481-99e4468ccbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029ce75d-84e6-4350-96ad-6e0979aa8e7d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:33.322507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48614) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:33.381640 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f71826c9-6d88-40ac-a81a-2470eda0a01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:33.404333 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f71826c9-6d88-40ac-a81a-2470eda0a01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:33.499268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe1746-39af-432e-98ae-37c36d6bb27b req-0ce7427e-2fc6-48dd-847e-cc762f9f2624 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:33.500773 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bbe1746-39af-432e-98ae-37c36d6bb27b req-0ce7427e-2fc6-48dd-847e-cc762f9f2624 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0532916 Sep 22 09:24:33.502373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3298729f-a578-4968-8569-322824f7351b', 'tag': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:33.504533 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b82815-a09e-4899-8f7f-e6ab32c15578" -d '{"events": [{"name": "network-changed", "server_uuid": "3298729f-a578-4968-8569-322824f7351b", "tag": "3d64ce77-a4eb-447e-94d8-bc634e0c2cbb"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:33.543127 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bbe1746-39af-432e-98ae-37c36d6bb27b req-909c7934-e06f-49c0-a6a9-434cfb4d7f68 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Sep 22 09:24:33.572092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f71826c9-6d88-40ac-a81a-2470eda0a01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:33.574848 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f71826c9-6d88-40ac-a81a-2470eda0a01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:33.576161 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f71826c9-6d88-40ac-a81a-2470eda0a01f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/029ce75d-84e6-4350-96ad-6e0979aa8e7d HTTP/1.1" status: 204 len: 168 time: 0.2526517 Sep 22 09:24:33.586944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71826c9-6d88-40ac-a81a-2470eda0a01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029ce75d-84e6-4350-96ad-6e0979aa8e7d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:33.631884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61a08ec6-f48f-44a6-8092-6186a2bbc395 req-75688715-d022-4912-be81-eaf396824352 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 210 time: 0.0473804 Sep 22 09:24:33.739018 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559aa1f1-e267-475e-a49f-e5fdf49f01c6 x-openstack-request-id: req-559aa1f1-e267-475e-a49f-e5fdf49f01c6 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:33.739619 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3298729f-a578-4968-8569-322824f7351b", "tag": "3d64ce77-a4eb-447e-94d8-bc634e0c2cbb", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:33.739867 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-559aa1f1-e267-475e-a49f-e5fdf49f01c6 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:33.740259 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3298729f-a578-4968-8569-322824f7351b', 'tag': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb', 'status': 'completed', 'code': 200} Sep 22 09:24:33.838163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b82815-a09e-4899-8f7f-e6ab32c15578 req-0f30be89-c33d-4282-b4d5-a956386663a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:33.840547 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5b82815-a09e-4899-8f7f-e6ab32c15578 req-0f30be89-c33d-4282-b4d5-a956386663a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 1125 time: 0.0599632 Sep 22 09:24:33.858219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed7495-b418-46fc-b17c-7917ec091681 req-8c7b3811-ab17-4780-9305-b77ab5e3ced3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:33.859784 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1eed7495-b418-46fc-b17c-7917ec091681 req-8c7b3811-ab17-4780-9305-b77ab5e3ced3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 944 time: 0.0591440 Sep 22 09:24:33.926495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1eed7495-b418-46fc-b17c-7917ec091681 req-acfe012e-04bb-4520-8bcc-50048c6a8d95 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532937 Sep 22 09:24:33.965794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b82815-a09e-4899-8f7f-e6ab32c15578 req-941f372d-5f11-4596-83a9-3062e86bc0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:33.967282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5b82815-a09e-4899-8f7f-e6ab32c15578 req-941f372d-5f11-4596-83a9-3062e86bc0fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.1196697 Sep 22 09:24:34.009992 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5b82815-a09e-4899-8f7f-e6ab32c15578 req-e59f1fb3-0ccb-40cc-85b3-aa9fc4f55ec4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb HTTP/1.1" status: 200 len: 217 time: 0.0341170 Sep 22 09:24:34.062145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b82815-a09e-4899-8f7f-e6ab32c15578 req-345195f1-3bf3-4def-98bf-60478a6f6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:34.063632 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5b82815-a09e-4899-8f7f-e6ab32c15578 req-345195f1-3bf3-4def-98bf-60478a6f6fdf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0448217 Sep 22 09:24:34.102905 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5b82815-a09e-4899-8f7f-e6ab32c15578 req-d7f89eac-2c7e-4472-8939-c8fe74add9f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270252 Sep 22 09:24:34.220564 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5b82815-a09e-4899-8f7f-e6ab32c15578 req-ad5141d9-90a3-4595-b446-e9f88024957a service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046040 Sep 22 09:24:34.318742 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5b82815-a09e-4899-8f7f-e6ab32c15578 req-3ae83ddc-3fc8-44db-aabb-c04cf31c8a98 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908351 Sep 22 09:24:34.664225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600554-c106-44c4-affd-cb6c56e14e85 req-008d615a-af82-43ea-a30e-0fe0a9e1715c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:34.666365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37600554-c106-44c4-affd-cb6c56e14e85 req-008d615a-af82-43ea-a30e-0fe0a9e1715c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0527582 Sep 22 09:24:34.711052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37600554-c106-44c4-affd-cb6c56e14e85 req-c5c30872-e3a7-410a-ae13-4343e5043702 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386662 Sep 22 09:24:34.787911 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f3d93bc-51a3-4925-858d-14fb5ab45525 req-0fe8244a-aeaf-4a91-93ab-f82a0381016a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 210 time: 0.0260563 Sep 22 09:24:35.069322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc2ce5-ae72-4e03-a02a-c17718317637 req-360881ab-8a3a-4cc6-b502-bbe725b58ad6 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:35.070772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1dc2ce5-ae72-4e03-a02a-c17718317637 req-360881ab-8a3a-4cc6-b502-bbe725b58ad6 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 944 time: 0.0493240 Sep 22 09:24:35.111562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1dc2ce5-ae72-4e03-a02a-c17718317637 req-f4d982bb-b164-45ad-944c-b79c08a3fe6e tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346961 Sep 22 09:24:35.680447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-dcfffafb-3a5c-42a6-9e42-813429186ecf tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:35.683214 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-dcfffafb-3a5c-42a6-9e42-813429186ecf tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 808 time: 0.1241219 Sep 22 09:24:35.700544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Request body: {'port': {'device_id': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6', 'admin_state_up': True, 'tenant_id': '588a614000664c5d9b1f3b4860f26f15'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:35.803800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48738) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:35.853133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74020ac4-bed5-41d4-9190-5e6c8ffe0134 req-4c8c0ef3-4987-40b7-bdd4-b9a488a9cad7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:35.856024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74020ac4-bed5-41d4-9190-5e6c8ffe0134 req-4c8c0ef3-4987-40b7-bdd4-b9a488a9cad7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0605550 Sep 22 09:24:35.904668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-781a53d0-5e59-4f43-a5c9-44b91fa57d13 req-8819597f-7497-405b-9adf-25f8d4086f4f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 210 time: 0.0355902 Sep 22 09:24:35.917870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74020ac4-bed5-41d4-9190-5e6c8ffe0134 req-eddff09e-2310-4a3a-9398-0a7923e7f7d0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559745 Sep 22 09:24:35.971924 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:35.991685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Made reservation on behalf of 588a614000664c5d9b1f3b4860f26f15 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:35.995505 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.083237 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.103603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:36.116392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb has no active binding in host n-h1-805649-4 {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 09:24:36.184178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Allocated IP 172.20.0.14 (b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6/29c9175e-c3e5-425b-8fbb-7bbabe9d9e05/15bfebbb-c170-4253-8b3e-d73b3dfc8e19) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:36.279303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48766) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:36.285541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf1624-927c-46e8-90cb-3c41f4cd824e req-ceb60465-255e-42bc-a05d-b83f824418e2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:36.285541 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02cf1624-927c-46e8-90cb-3c41f4cd824e req-ceb60465-255e-42bc-a05d-b83f824418e2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 944 time: 0.0879519 Sep 22 09:24:36.326589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.343668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02cf1624-927c-46e8-90cb-3c41f4cd824e req-7e0ac672-632b-4377-9c19-35ca7b54f4c9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496569 Sep 22 09:24:36.413858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.425239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.480264 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c7d9531-7b9e-4ee1-84d2-d277934864d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.499139 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca7b11980ccb451793a1214c7a9ed87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6943855 Sep 22 09:24:36.502496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48772) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:36.504503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd63164b-e35d-43cc-9e0c-c8b3d76097b3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:36.516516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.517503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.517847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.518362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.518693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.519040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.519374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.519701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.520024 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.520350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.520671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.521017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d454e71-97c6-431a-8c0f-308840ced6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.560689 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.578688 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.588712 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.638331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:36.647348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:36.653982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:36.656385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Pushing event updated for resources: {'Port': ['ID=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:36.703128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c7d9531-7b9e-4ee1-84d2-d277934864d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.720103 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.722740 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.723968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd63164b-e35d-43cc-9e0c-c8b3d76097b3 HTTP/1.1" status: 204 len: 168 time: 0.2204311 Sep 22 09:24:36.732264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd63164b-e35d-43cc-9e0c-c8b3d76097b3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:36.740150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.740497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.741091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.741411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.741744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.742074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.742392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.742870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.743355 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.743686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.744009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.744327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5e27d4-b0d7-4bee-a06c-fab24e4b0f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:36.745385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:36.746005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.776089 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-7637ee13-689a-43ec-815b-33184262a48e service neutron] 10.222.0.45 "GET /v2.0/ports/3d64ce77-a4eb-447e-94d8-bc634e0c2cbb/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 384 time: 0.0915155 Sep 22 09:24:36.778440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c7d9531-7b9e-4ee1-84d2-d277934864d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.846428 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3c7d9531-7b9e-4ee1-84d2-d277934864d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7d5746e41854d20b49aadf7f8454302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5633247 Sep 22 09:24:36.848797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d9531-7b9e-4ee1-84d2-d277934864d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820a29e6-e6d8-48c1-a60e-5a51ee1f5674,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:36.849252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48800) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:36.868440 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-e47bbb7a-14b9-425f-be85-15b7f389e2d9 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1728933 Sep 22 09:24:36.898865 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-706e1231-94f1-4ddb-88bb-c197f1691b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:36.905678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Request body: {'port': {'device_id': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:36.921774 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-706e1231-94f1-4ddb-88bb-c197f1691b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.067685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fede5-550a-4560-9aca-b1d15136227f req-f936bdf4-6e0a-4b94-be75-f746f7f3666b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:37.075179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-410fede5-550a-4560-9aca-b1d15136227f req-f936bdf4-6e0a-4b94-be75-f746f7f3666b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 932 time: 0.0904322 Sep 22 09:24:37.083954 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-706e1231-94f1-4ddb-88bb-c197f1691b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.086499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-706e1231-94f1-4ddb-88bb-c197f1691b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.089201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-706e1231-94f1-4ddb-88bb-c197f1691b95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/820a29e6-e6d8-48c1-a60e-5a51ee1f5674 HTTP/1.1" status: 204 len: 168 time: 0.2388582 Sep 22 09:24:37.103625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ed8e7-baba-493e-a5c2-e35b2b31bab3 req-67e068ea-53d6-4586-8fed-465106dde87d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:37.106055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-769ed8e7-baba-493e-a5c2-e35b2b31bab3 req-67e068ea-53d6-4586-8fed-465106dde87d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1093428 Sep 22 09:24:37.181288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-410fede5-550a-4560-9aca-b1d15136227f req-c57feeaa-eacc-4d87-b490-a08eb56f6574 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009331 Sep 22 09:24:37.221239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-769ed8e7-baba-493e-a5c2-e35b2b31bab3 req-31736f2b-7f5f-4214-aba5-6040bdab97c2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794060 Sep 22 09:24:37.227145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e1231-94f1-4ddb-88bb-c197f1691b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820a29e6-e6d8-48c1-a60e-5a51ee1f5674,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:37.265733 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.321517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a9a8704d-40f7-4e01-b5ca-a1b6e3b97ea1 service neutron] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:37.385052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48816) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:37.398190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a9a8704d-40f7-4e01-b5ca-a1b6e3b97ea1 service neutron] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:37.399787 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-72fbb33f-7ae1-4786-89ce-fb3810f66eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.452719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a9a8704d-40f7-4e01-b5ca-a1b6e3b97ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:37.476038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a9a8704d-40f7-4e01-b5ca-a1b6e3b97ea1 service neutron] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:37.510842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af35923-66d1-42df-b47a-844b2eaba0fd req-fc959585-9428-4c28-b0a4-969eb163e302 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:37.512174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2af35923-66d1-42df-b47a-844b2eaba0fd req-fc959585-9428-4c28-b0a4-969eb163e302 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 944 time: 0.0707448 Sep 22 09:24:37.557977 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a9a8704d-40f7-4e01-b5ca-a1b6e3b97ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.570993 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-72fbb33f-7ae1-4786-89ce-fb3810f66eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.577100 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2af35923-66d1-42df-b47a-844b2eaba0fd req-1a595282-20e1-46c3-9a78-10799dd2ab46 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557959 Sep 22 09:24:37.634771 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-72fbb33f-7ae1-4786-89ce-fb3810f66eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.670051 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:37.675963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbb33f-7ae1-4786-89ce-fb3810f66eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b955e0ec-51ad-42ed-a594-320a359e2d61,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:37.682241 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.682339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-72fbb33f-7ae1-4786-89ce-fb3810f66eb4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e67fa7f520e041c7b46502b54296df76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955656 Sep 22 09:24:37.684067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48826) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:37.702162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a9a8704d-40f7-4e01-b5ca-a1b6e3b97ea1 service neutron] Transition to ACTIVE for port object 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:37.703179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Transition to ACTIVE for port object 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:37.739218 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29684826-378e-43fb-bdcf-84d1af88b184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.755053 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a9a8704d-40f7-4e01-b5ca-a1b6e3b97ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.761210 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29684826-378e-43fb-bdcf-84d1af88b184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.800988 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.823133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a9a8704d-40f7-4e01-b5ca-a1b6e3b97ea1 service neutron] No DVR routers for this DVR port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:24:37.853436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8704d-40f7-4e01-b5ca-a1b6e3b97ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,revision_number=10']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:37.868644 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29684826-378e-43fb-bdcf-84d1af88b184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.871945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29684826-378e-43fb-bdcf-84d1af88b184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:37.873101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-29684826-378e-43fb-bdcf-84d1af88b184 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b955e0ec-51ad-42ed-a594-320a359e2d61 HTTP/1.1" status: 204 len: 168 time: 0.1873169 Sep 22 09:24:37.881491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29684826-378e-43fb-bdcf-84d1af88b184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b955e0ec-51ad-42ed-a594-320a359e2d61,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:37.920221 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a9a8704d-40f7-4e01-b5ca-a1b6e3b97ea1 service neutron] 10.222.0.45 "PUT /v2.0/ports/3d64ce77-a4eb-447e-94d8-bc634e0c2cbb/bindings/n-h1-805649-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1245503 Sep 22 09:24:37.983890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Pushing event updated for resources: {'Port': ['ID=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:38.012468 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:38.012825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:38.015622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:38.018794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:38.019112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:38.024289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:38.024520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:38.024942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:38.025362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Bound port: 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:38.025838 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:38.102471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:38.109673 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:38.128594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-6006025a-aadb-4f25-a5b9-a888a9e6e499 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.130316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-6006025a-aadb-4f25-a5b9-a888a9e6e499 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.0518551 Sep 22 09:24:38.177881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:38.184311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a00331a5-ad1c-48a6-b239-6330eb75677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.186442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-a00331a5-ad1c-48a6-b239-6330eb75677e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b&tenant_id=c5e50368fa5242f5942a8543dc7c27ba HTTP/1.1" status: 200 len: 1096 time: 0.0484407 Sep 22 09:24:38.213296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.217016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:38.217016 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] 10.222.0.45 "PUT /v2.0/ports/15bfebbb-c170-4253-8b3e-d73b3dfc8e19 HTTP/1.1" status: 200 len: 1092 time: 1.3155105 Sep 22 09:24:38.217625 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'tag': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:38.221492 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b69311-5385-437e-b64e-08d0ffa2b5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1cd4343-6194-4c2a-b340-a81097c8c3d7", "tag": "15bfebbb-c170-4253-8b3e-d73b3dfc8e19"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:38.262192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb52713-7b4b-4266-8353-1079fd571f26 service neutron] Pushing event updated for resources: {'Port': ['ID=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:38.280065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-0665650f-0ddb-4dd0-9afe-9419d42d1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.283002 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-0665650f-0ddb-4dd0-9afe-9419d42d1e3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 1096 time: 0.0737047 Sep 22 09:24:38.290578 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bdd78d-9681-4d64-ab8d-bfe09507a622 x-openstack-request-id: req-c5bdd78d-9681-4d64-ab8d-bfe09507a622 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:38.290871 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1cd4343-6194-4c2a-b340-a81097c8c3d7", "tag": "15bfebbb-c170-4253-8b3e-d73b3dfc8e19", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:38.291116 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5bdd78d-9681-4d64-ab8d-bfe09507a622 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:38.291508 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'tag': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19', 'status': 'completed', 'code': 200} Sep 22 09:24:38.414501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b69311-5385-437e-b64e-08d0ffa2b5f4 req-eef5e485-e11b-46e8-98cd-375a00b53643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.417136 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-53b69311-5385-437e-b64e-08d0ffa2b5f4 req-eef5e485-e11b-46e8-98cd-375a00b53643 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1095 time: 0.0862157 Sep 22 09:24:38.467025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5346eb-b627-4e7c-886a-bec9020132eb req-57fe6f37-3c71-4f5e-a0a5-6d822b271d5a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.475503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e5346eb-b627-4e7c-886a-bec9020132eb req-57fe6f37-3c71-4f5e-a0a5-6d822b271d5a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 944 time: 0.1638207 Sep 22 09:24:38.509261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-ceaffa68-dd89-4a51-8d90-cf6b3bf93ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.510774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-ceaffa68-dd89-4a51-8d90-cf6b3bf93ec5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.2190232 Sep 22 09:24:38.549390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fb7bc-8148-4c65-b397-025c5e552bfa req-fdb94ac3-9655-4e06-8db4-e5ffd3624dde tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.549390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc7fb7bc-8148-4c65-b397-025c5e552bfa req-fdb94ac3-9655-4e06-8db4-e5ffd3624dde tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1417553 Sep 22 09:24:38.592112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-cf25b083-f04f-41bd-af83-bffac5f63faa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb HTTP/1.1" status: 200 len: 217 time: 0.0717690 Sep 22 09:24:38.597277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e5346eb-b627-4e7c-886a-bec9020132eb req-ece69186-3489-4c8e-91ea-2bd6a3f2ed5c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210318 Sep 22 09:24:38.671252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b69311-5385-437e-b64e-08d0ffa2b5f4 req-be1b49ab-eb2c-4e70-8bb7-ad3ce238832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.672463 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-53b69311-5385-437e-b64e-08d0ffa2b5f4 req-be1b49ab-eb2c-4e70-8bb7-ad3ce238832c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=588a614000664c5d9b1f3b4860f26f15&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2428329 Sep 22 09:24:38.683227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48878) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:38.706320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc7fb7bc-8148-4c65-b397-025c5e552bfa req-9c28fa22-fd86-4d99-875b-d1a6c64fc784 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527135 Sep 22 09:24:38.721636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-6fb1fbdc-3278-434a-9439-65388671987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.723191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-6fb1fbdc-3278-434a-9439-65388671987d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.1190181 Sep 22 09:24:38.778729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-19b69c1a-84da-4fcd-90c1-1779d65aacc9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452652 Sep 22 09:24:38.841759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b69311-5385-437e-b64e-08d0ffa2b5f4 req-f7c1b67a-49c7-4534-8943-8cc2f2555154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.843430 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-53b69311-5385-437e-b64e-08d0ffa2b5f4 req-f7c1b67a-49c7-4534-8943-8cc2f2555154 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1585276 Sep 22 09:24:38.844836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-226689947-network', 'tenant_id': '69f649eddff241aa9625a5aea33f2619'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:38.923955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-30411795-11cf-43d6-9d97-89cfcc0d6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.926029 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-30411795-11cf-43d6-9d97-89cfcc0d6c3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1095 time: 0.0446463 Sep 22 09:24:38.929591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267c8f1-2ea6-4481-8f4d-d0002bac7840 req-d782e915-dd7b-417b-ac63-bd7359ba2674 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:38.934330 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e267c8f1-2ea6-4481-8f4d-d0002bac7840 req-d782e915-dd7b-417b-ac63-bd7359ba2674 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 945 time: 0.1316187 Sep 22 09:24:38.952659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:24:38.967367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-828432f7-8727-4821-ada0-c83939003915 service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798615 Sep 22 09:24:38.974072 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-06c92cdc-ccff-46af-b594-46870824c225 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19 HTTP/1.1" status: 200 len: 217 time: 0.0383198 Sep 22 09:24:38.997820 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e267c8f1-2ea6-4481-8f4d-d0002bac7840 req-4f3bb71d-251d-469d-8da6-b13874d4ebf9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458715 Sep 22 09:24:39.030641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:24:39.060008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-aac04382-3b18-4578-8b48-a1ff7b672062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:39.062595 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-aac04382-3b18-4578-8b48-a1ff7b672062 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0743532 Sep 22 09:24:39.104063 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-76fa8e74-c5b5-4ee4-906c-e1adbe579c6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326579 Sep 22 09:24:39.111449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Made reservation on behalf of 69f649eddff241aa9625a5aea33f2619 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:39.113764 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.129876 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.178844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-640c1b3c-a3b9-47f4-a6a7-81fbf8e8114c service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948800 Sep 22 09:24:39.256419 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-b605fe5e-8eb0-417e-a0f7-9b9f85045950 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372044 Sep 22 09:24:39.259330 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.320794 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.350016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:24:39.356644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4adfbd-955d-4d9a-b271-af360dd19dec,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:39.361463 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f7958c5b-7055-4fcb-b1c2-9dc2e7e705d3 req-3fb836a6-fbcf-4ff0-bfee-1911855ac3cf service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945323 Sep 22 09:24:39.364631 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.365014 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Added segment 36df6725-5cec-42c0-8128-bd45919d2824 of type vlan for network a70733bb-3a81-4600-9bc9-ae9c20869cbb Sep 22 09:24:39.420749 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.478641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48924) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:39.525971 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.526982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:39.527588 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.605606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-network', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:39.608460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] Pushing event updated for resources: {'Network': ['ID=a70733bb-3a81-4600-9bc9-ae9c20869cbb,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:39.619190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-91a14a7b-a608-4765-ba7c-2177225cf590 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9376199 Sep 22 09:24:39.619872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network a70733bb-3a81-4600-9bc9-ae9c20869cbb details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:24:39.622377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48932) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:39.633143 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] Request body: {'subnet': {'network_id': 'a70733bb-3a81-4600-9bc9-ae9c20869cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-226689947-subnet', 'tenant_id': '69f649eddff241aa9625a5aea33f2619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:39.731974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Made reservation on behalf of 0caac5ee75ad4536ac686517ba7221d1 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:39.734236 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.753242 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.779274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66297cd-cbc7-444b-a874-469ee9129da8 req-a78dd00f-93af-42f8-aa90-5fde5b2af82a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:39.780761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d66297cd-cbc7-444b-a874-469ee9129da8 req-a78dd00f-93af-42f8-aa90-5fde5b2af82a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 944 time: 0.1084146 Sep 22 09:24:39.785276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-c6157166-ede2-4155-9a7f-da3ce7cb4f8d tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:39.786651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-c6157166-ede2-4155-9a7f-da3ce7cb4f8d tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.1030607 Sep 22 09:24:39.787699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] Made reservation on behalf of 69f649eddff241aa9625a5aea33f2619 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:39.790340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.871764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d66297cd-cbc7-444b-a874-469ee9129da8 req-7f364e49-b6e1-4182-8b01-9c8f9877549c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841494 Sep 22 09:24:40.008111 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:40.026654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90095dff-eec4-43e7-806c-bf9a0681c80b req-cc489ebd-2877-4d82-8412-fcc15cf19847 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:40.028187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90095dff-eec4-43e7-806c-bf9a0681c80b req-cc489ebd-2877-4d82-8412-fcc15cf19847 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0793257 Sep 22 09:24:40.052800 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:40.069331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90095dff-eec4-43e7-806c-bf9a0681c80b req-2965d79f-50fe-4b96-9c26-9f47b7c1f13c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344186 Sep 22 09:24:40.117455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-87c95aaf-fb33-4638-85a4-28c5bf0344d6 service neutron] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:40.121510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c64862-990c-4f9a-8119-75de0951fe87,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:40.122299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-87c95aaf-fb33-4638-85a4-28c5bf0344d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:40.124831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] Checking segment: {'id': '36df6725-5cec-42c0-8128-bd45919d2824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a70733bb-3a81-4600-9bc9-ae9c20869cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:40.125098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] Network hostable DHCP agents. Network: a70733bb-3a81-4600-9bc9-ae9c20869cbb, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:24:40.131481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9a605d-d0ea-41d0-a453-a1927767aa87 req-87c95aaf-fb33-4638-85a4-28c5bf0344d6 service neutron] 10.222.0.60 "DELETE /v2.0/ports/3d64ce77-a4eb-447e-94d8-bc634e0c2cbb/bindings/n-h2-805649-4 HTTP/1.1" status: 204 len: 173 time: 0.3228276 Sep 22 09:24:40.139008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:40.177490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:24:40.202817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6b0616-e2c2-4c35-835e-f3597cb4be05,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:40.219153 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:40.219153 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Added segment a7e4090b-14b3-4d86-ad2e-9cdf95985e7c of type vlan for network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 Sep 22 09:24:40.239721 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] Network a70733bb-3a81-4600-9bc9-ae9c20869cbb is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:24:40.257239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d4ee7-59c5-4c1f-9dfe-0c0da777fae3 req-fe382382-2550-4077-b5be-d7eada25548a tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:40.259491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b52d4ee7-59c5-4c1f-9dfe-0c0da777fae3 req-fe382382-2550-4077-b5be-d7eada25548a tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 945 time: 0.0976329 Sep 22 09:24:40.270235 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:40.331693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, a70733bb-3a81-4600-9bc9-ae9c20869cbb) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:40.335936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:40.336659 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:40.343054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36bb79b-040a-4a8c-a202-0c5ae36b3c22 None None] Network a70733bb-3a81-4600-9bc9-ae9c20869cbb requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:24:40.344969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b52d4ee7-59c5-4c1f-9dfe-0c0da777fae3 req-762c3739-4e86-4005-8b53-e99ef23dc4b1 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766029 Sep 22 09:24:40.417597 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:40.419155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:40.420062 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:40.460373 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ee0b4b2b-fd30-4c91-a3d5-c2c87d6db7cc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8367510 Sep 22 09:24:40.529243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] Pushing event updated for resources: {'Network': ['ID=b4470e4c-44ea-4a08-9de0-b88dce3e6df3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:40.535348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-59226234-0f17-4a42-9753-a80295d62abc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0554805 Sep 22 09:24:40.538591 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48964) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:40.543732 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] Request body: {'subnet': {'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-subnet', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:40.551652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:24:40.552126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ac237-4cbd-4100-9ed7-de3e9afd4576 req-1a95bdfe-0739-4da0-ba5d-77d88d3c0e79 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:40.554440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f85ac237-4cbd-4100-9ed7-de3e9afd4576 req-1a95bdfe-0739-4da0-ba5d-77d88d3c0e79 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 1096 time: 0.0902345 Sep 22 09:24:40.619568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f85ac237-4cbd-4100-9ed7-de3e9afd4576 req-a5958c0b-246b-4f85-9c15-de04f6d53e20 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587454 Sep 22 09:24:40.663073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] Made reservation on behalf of 0caac5ee75ad4536ac686517ba7221d1 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:40.665752 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:40.699393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15441b3a-0390-4e68-b20e-379bae645164 None None] Network a70733bb-3a81-4600-9bc9-ae9c20869cbb requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:24:40.802554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a0ed898f-32a7-41a1-b326-6a5224e6dbba req-efd40610-77c9-493a-8561-5ff73a635dba tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1871259074', 'description': 'tempest-description-1339582592'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:40.893323 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0ed898f-32a7-41a1-b326-6a5224e6dbba req-efd40610-77c9-493a-8561-5ff73a635dba tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.019140 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.059417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-2ae1c88a-a53b-40a7-a8e8-b703de3395da tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:41.060886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-2ae1c88a-a53b-40a7-a8e8-b703de3395da tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 820 time: 0.1339860 Sep 22 09:24:41.070287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82b8f9c-8135-4777-81c4-24e0bc0614e6,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:41.075602 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0ed898f-32a7-41a1-b326-6a5224e6dbba req-efd40610-77c9-493a-8561-5ff73a635dba tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.088889 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-605caa42-e042-4514-a968-ad9b5cc472e8 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/quotas/c5e50368fa5242f5942a8543dc7c27ba HTTP/1.1" status: 200 len: 375 time: 0.0168941 Sep 22 09:24:41.099336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] Checking segment: {'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:41.099696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] Network hostable DHCP agents. Network: b4470e4c-44ea-4a08-9de0-b88dce3e6df3, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:24:41.138360 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0ed898f-32a7-41a1-b326-6a5224e6dbba req-efd40610-77c9-493a-8561-5ff73a635dba tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.177812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] Network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:24:41.180111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-7c77ff3a-f104-4a4d-8f8b-ac43de1734b7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843425 Sep 22 09:24:41.184169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd40610-77c9-493a-8561-5ff73a635dba tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed19deea-cc96-4aa8-abeb-4537214089ba,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:41.224594 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0ed898f-32a7-41a1-b326-6a5224e6dbba req-efd40610-77c9-493a-8561-5ff73a635dba tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.225867 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0ed898f-32a7-41a1-b326-6a5224e6dbba req-efd40610-77c9-493a-8561-5ff73a635dba tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4302516 Sep 22 09:24:41.240450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, b4470e4c-44ea-4a08-9de0-b88dce3e6df3) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:41.246039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:41.246772 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.259390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc5d831-9bba-494a-96a5-f0af59ee81c5 None None] Network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:24:41.342794 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a94ccf68-343c-4560-a116-8c0b75a34b92 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8030024 Sep 22 09:24:41.345613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49002) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:41.353222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:41.362037 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-d4388b00-262a-4a6b-9013-d0b767fa67a0 service neutron] 10.222.0.49 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667137 Sep 22 09:24:41.393548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667346-0cd7-4f05-9294-48a1e2b64166 req-28e4d415-f38b-438e-95ce-a9921d304560 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:41.395067 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2667346-0cd7-4f05-9294-48a1e2b64166 req-28e4d415-f38b-438e-95ce-a9921d304560 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 944 time: 0.0731297 Sep 22 09:24:41.435047 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.436225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.493666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'fixed_ips': [{'subnet_id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:24:41.494635 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.520204 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.645509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Allocated IP 172.20.0.2 (b4470e4c-44ea-4a08-9de0-b88dce3e6df3/c82b8f9c-8135-4777-81c4-24e0bc0614e6/e1c4e381-eef0-4d73-a1f0-fe9ea57776e1) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:41.759548 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.769054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-edc40db8-f148-414b-aba3-a0dd1952b713 service neutron] 10.222.0.49 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918171 Sep 22 09:24:41.792138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2667346-0cd7-4f05-9294-48a1e2b64166 req-6862c431-9dd2-4b46-aa6f-b0bf2883921b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859503 Sep 22 09:24:41.820338 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.909667 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.951820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:41.955143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:41.959005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:41.972836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Pushing event updated for resources: {'Port': ['ID=e1c4e381-eef0-4d73-a1f0-fe9ea57776e1,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:42.089427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f837fb-7976-4506-98ae-fef1b764a121 req-54579aec-68b1-4d3a-8616-ae3e63565283 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:42.098984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.100799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48f837fb-7976-4506-98ae-fef1b764a121 req-54579aec-68b1-4d3a-8616-ae3e63565283 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1257968 Sep 22 09:24:42.119146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Attempting to bind port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:42.119724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Attempting to bind port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:42.121169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Attempting to bind port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 on network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:42.122365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.135992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:42.136368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Checking segment: {'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:42.136904 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.137205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Bound using segment: {'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:42.137674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Bound port: e1c4e381-eef0-4d73-a1f0-fe9ea57776e1, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:42.138051 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.184709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48f837fb-7976-4506-98ae-fef1b764a121 req-05d121f7-e30f-49b1-bb1d-947b65b6c500 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768428 Sep 22 09:24:42.257752 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Allocated IP 172.25.6.69 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/56f292f1-439d-495c-9031-14fbfc2b4c84) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:42.284124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] For port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:42.285710 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-437db3d5-6bd2-4bb1-8032-135016f744e5 req-ee4ba2e3-e3bd-4fb8-a1c0-9c1c27bd1bab tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/ed19deea-cc96-4aa8-abeb-4537214089ba HTTP/1.1" status: 200 len: 1813 time: 0.0996246 Sep 22 09:24:42.287352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] For port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e1c4e381-eef0-4d73-a1f0-fe9ea57776e1,segment=NetworkSegment(a7e4090b-14b3-4d86-ad2e-9cdf95985e7c),segment_id=a7e4090b-14b3-4d86-ad2e-9cdf95985e7c)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:42.288207 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-687c3328-3231-4500-9728-b47d8377af1c req-29c3c82e-6a93-411f-aded-000f03056678 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 210 time: 0.0390351 Sep 22 09:24:42.316379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-437db3d5-6bd2-4bb1-8032-135016f744e5 req-feab581c-e42b-4322-b015-0156aef62adb tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed19deea-cc96-4aa8-abeb-4537214089ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:42.316784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-437db3d5-6bd2-4bb1-8032-135016f744e5 req-feab581c-e42b-4322-b015-0156aef62adb tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed19deea-cc96-4aa8-abeb-4537214089ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:42.406843 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.449843 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.493203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c7a38-6b3e-4e24-8107-1b033415308e None None] Pushing event updated for resources: {'Port': ['ID=e1c4e381-eef0-4d73-a1f0-fe9ea57776e1,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:42.496515 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-437db3d5-6bd2-4bb1-8032-135016f744e5 req-feab581c-e42b-4322-b015-0156aef62adb tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.562757 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-437db3d5-6bd2-4bb1-8032-135016f744e5 req-feab581c-e42b-4322-b015-0156aef62adb tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.601742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-3eb6a268-bed5-44d0-8cde-709d6eb33848 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234432 Sep 22 09:24:42.623858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.646843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:42.652627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:42.656925 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-437db3d5-6bd2-4bb1-8032-135016f744e5 req-feab581c-e42b-4322-b015-0156aef62adb tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.678607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:42.746590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Pushing event updated for resources: {'Port': ['ID=56f292f1-439d-495c-9031-14fbfc2b4c84,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:42.766067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab581c-e42b-4322-b015-0156aef62adb tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47625be-3550-48ac-8bc8-96fe28c76e9e,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:42.824620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-6b3aa3ca-9e8f-4e78-b442-74672e89329d tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:42.833308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-6b3aa3ca-9e8f-4e78-b442-74672e89329d tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250700 Sep 22 09:24:42.845525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-10a5922c-6527-4712-a7cd-0924e259548c tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/quotas/33563aaa145442fe9b1bf3abe1765fc5 HTTP/1.1" status: 200 len: 375 time: 0.0104635 Sep 22 09:24:42.847091 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-437db3d5-6bd2-4bb1-8032-135016f744e5 req-feab581c-e42b-4322-b015-0156aef62adb tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.849432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-437db3d5-6bd2-4bb1-8032-135016f744e5 req-feab581c-e42b-4322-b015-0156aef62adb tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5482912 Sep 22 09:24:42.900638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-02c4746c-b800-444a-a923-ccd96ba6fa9f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491750 Sep 22 09:24:42.973629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:42.978518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6e291-c521-40a0-81b0-9d43fb5c4e9a req-f1496215-ac55-42c0-90b3-41c698cd5fe1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:42.981039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3f6e291-c521-40a0-81b0-9d43fb5c4e9a req-f1496215-ac55-42c0-90b3-41c698cd5fe1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 944 time: 0.0579455 Sep 22 09:24:43.027375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3f6e291-c521-40a0-81b0-9d43fb5c4e9a req-d5598af9-f43f-4c19-b466-c64caa618014 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372217 Sep 22 09:24:43.131067 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93c85ffc-0d0a-4ba1-b702-4e31c5f8693d req-73f1a8d3-f1e8-40f9-89b6-47682bf30222 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/ed19deea-cc96-4aa8-abeb-4537214089ba HTTP/1.1" status: 200 len: 2406 time: 0.0622945 Sep 22 09:24:43.164582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:43.189099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19', 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6', 'port_id': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19', 'mac_address': 'fa:16:3e:e0:9b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c9175e-c3e5-425b-8fbb-7bbabe9d9e05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:24:43.273587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e9179fb-7268-4b79-b945-ae9c427fd7ce req-f1c05075-b144-4e0a-9ece-9aeba091b823 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-group-rules/b47625be-3550-48ac-8bc8-96fe28c76e9e HTTP/1.1" status: 200 len: 778 time: 0.0491774 Sep 22 09:24:43.283342 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:43.329617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:43.381113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:43.434189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e9179fb-7268-4b79-b945-ae9c427fd7ce req-dad25eab-9eaa-4c21-bbc1-4a4ba0a9d4e0 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/ed19deea-cc96-4aa8-abeb-4537214089ba HTTP/1.1" status: 200 len: 2406 time: 0.1492610 Sep 22 09:24:43.458874 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:43.505826 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3e9179fb-7268-4b79-b945-ae9c427fd7ce req-a4f05142-ba83-4ff5-a11e-fe6d2a0558de tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:43.514976 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:43.529526 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3e9179fb-7268-4b79-b945-ae9c427fd7ce req-a4f05142-ba83-4ff5-a11e-fe6d2a0558de tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:43.590000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:43.593000 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:43.640739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:43.641124 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:43.665775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e281ef-84f6-4d2e-ad0b-62711c0d6ded req-54f0c620-37f9-48bf-97d5-52e8e53f7358 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:43.673773 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3e281ef-84f6-4d2e-ad0b-62711c0d6ded req-54f0c620-37f9-48bf-97d5-52e8e53f7358 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1691520 Sep 22 09:24:43.676713 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3e9179fb-7268-4b79-b945-ae9c427fd7ce req-a4f05142-ba83-4ff5-a11e-fe6d2a0558de tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:43.702369 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3e9179fb-7268-4b79-b945-ae9c427fd7ce req-a4f05142-ba83-4ff5-a11e-fe6d2a0558de tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:43.703506 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e9179fb-7268-4b79-b945-ae9c427fd7ce req-a4f05142-ba83-4ff5-a11e-fe6d2a0558de tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b47625be-3550-48ac-8bc8-96fe28c76e9e HTTP/1.1" status: 204 len: 173 time: 0.2627349 Sep 22 09:24:43.737658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f05142-ba83-4ff5-a11e-fe6d2a0558de tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b47625be-3550-48ac-8bc8-96fe28c76e9e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:43.779602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3e281ef-84f6-4d2e-ad0b-62711c0d6ded req-dfb4bd65-82b6-4102-a188-081f77e4aa60 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050200 Sep 22 09:24:43.826379 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['15bfebbb-c170-4253-8b3e-d73b3dfc8e19'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:43.884761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-b13f7756-6806-4ae5-a317-e4f95922d814 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403950 Sep 22 09:24:43.905846 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:43.962519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:43.976964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8af3423-d034-4e45-91f5-28ac935c7016 req-1a7857d7-2ba0-41f8-b46d-c20ecc95b426 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 210 time: 0.0705769 Sep 22 09:24:43.989557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e1c4e381-eef0-4d73-a1f0-fe9ea57776e1,segment=NetworkSegment(a7e4090b-14b3-4d86-ad2e-9cdf95985e7c),segment_id=a7e4090b-14b3-4d86-ad2e-9cdf95985e7c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:44.038818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d8b8c1-3130-4403-8f58-e027f05467c9 None None] Network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:24:44.054068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-8922c3ae-61dd-4de0-af19-02fef474d85c req-fab7c6dc-6ebb-4e2b-873d-16cf4008567d tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2051196995', 'description': 'tempest-description-1146519829'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:44.102991 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:44.166709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-cd06cabe-e0b3-49bd-a941-365efd4c835e service neutron] 10.222.0.60 "GET /v2.0/ports/b9565992-7c7e-47ae-9711-0e07b76b1684/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 382 time: 0.1961143 Sep 22 09:24:44.174550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631590-121c-42a2-83ba-3b7dfa248401 req-5237487e-165d-4818-ab78-1780d954d04d tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:44.176326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-5237487e-165d-4818-ab78-1780d954d04d tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850726 Sep 22 09:24:44.208942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-890d9419-42c4-4e6c-9066-4884d8aec033 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/quotas/33563aaa145442fe9b1bf3abe1765fc5 HTTP/1.1" status: 200 len: 375 time: 0.0211525 Sep 22 09:24:44.216992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=e1c4e381-eef0-4d73-a1f0-fe9ea57776e1,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:44.220449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-375495ad-46cc-4bdc-8a51-60b7b7a8085a None None] Provisioning complete for port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:44.221044 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-375495ad-46cc-4bdc-8a51-60b7b7a8085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:44.228169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:24:44.240061 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-7d4ed079-9a82-4173-9e07-1cd35a751364 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298185 Sep 22 09:24:44.241409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8922c3ae-61dd-4de0-af19-02fef474d85c req-fab7c6dc-6ebb-4e2b-873d-16cf4008567d tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:44.338275 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:24:44.418421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:24:44.430220 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Sync routers for ids ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:24:44.431657 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8922c3ae-61dd-4de0-af19-02fef474d85c req-fab7c6dc-6ebb-4e2b-873d-16cf4008567d tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:44.451189 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Routers {'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:24:44.452253 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:44.521355 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8922c3ae-61dd-4de0-af19-02fef474d85c req-fab7c6dc-6ebb-4e2b-873d-16cf4008567d tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:44.561217 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Set router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:24:44.595439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:44.598668 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-99425f9e-a5ab-43cf-a8af-44571f050377 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.2516918 Sep 22 09:24:44.601242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49088) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:44.744682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7c6dc-6ebb-4e2b-873d-16cf4008567d tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9209131d-d0c1-4ff2-ae9a-9df66421236f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:44.830204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-42ceee33-cd81-4178-8920-8e50d2061589 None None] Provisioning complete for port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:44.832169 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-42ceee33-cd81-4178-8920-8e50d2061589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:44.839520 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:42Z', 'revision_number': 3, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:44.876849 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Checking router: fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:24:44.877266 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Updating router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 port 56f292f1-439d-495c-9031-14fbfc2b4c84 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:24:44.912970 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:44.949016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c57437-161e-4f70-b123-8ab23d61ef2c req-7e3b6a1a-6a52-43a7-a49e-0da72d8c5ce1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:44.952338 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8c57437-161e-4f70-b123-8ab23d61ef2c req-7e3b6a1a-6a52-43a7-a49e-0da72d8c5ce1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 945 time: 0.2912519 Sep 22 09:24:45.006178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addda65-e171-4b60-839b-8372171dcdc5 req-feaaa93c-e35c-4a68-a590-98525e102784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:45.007869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-feaaa93c-e35c-4a68-a590-98525e102784 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85&tenant_id=1cf14f0d57b04db4bde24027d9724d39 HTTP/1.1" status: 200 len: 1100 time: 0.1840248 Sep 22 09:24:45.088767 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8c57437-161e-4f70-b123-8ab23d61ef2c req-5fdb0ae5-55f1-4b71-b7bb-3ee14c74d411 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176913 Sep 22 09:24:45.118746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8922c3ae-61dd-4de0-af19-02fef474d85c req-fab7c6dc-6ebb-4e2b-873d-16cf4008567d tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:45.122213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8922c3ae-61dd-4de0-af19-02fef474d85c req-fab7c6dc-6ebb-4e2b-873d-16cf4008567d tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0795686 Sep 22 09:24:45.170723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addda65-e171-4b60-839b-8372171dcdc5 req-13b531a8-7ddf-4d02-9788-c99247293999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:45.172235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-13b531a8-7ddf-4d02-9788-c99247293999 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 1100 time: 0.1327236 Sep 22 09:24:45.203494 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:45.269570 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:45.285200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-ce619a15-e25b-4e0d-9dfd-e8459decd7ae tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:45.317099 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-ce619a15-e25b-4e0d-9dfd-e8459decd7ae tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.45 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 820 time: 0.5768569 Sep 22 09:24:45.337224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Request body: {'port': {'device_id': '92b5816d-9af3-4297-938b-2dc6317460d3', 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366', 'admin_state_up': True, 'tenant_id': 'c5e50368fa5242f5942a8543dc7c27ba'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:45.360161 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Pushing event updated for resources: {'Port': ['ID=56f292f1-439d-495c-9031-14fbfc2b4c84,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:45.389268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:45.403247 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.403883 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.404449 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.405023 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.406476 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.407019 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.408749 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.410748 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.411303 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.411865 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.413824 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.414347 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:45.420740 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Attempting to bind port 56f292f1-439d-495c-9031-14fbfc2b4c84 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:45.423830 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Attempting to bind port 56f292f1-439d-495c-9031-14fbfc2b4c84 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:45.424912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c640c31e-29c1-456f-b97a-624e4f60fbfa req-3e1ad680-2e39-49de-8062-2b1c27245ae0 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 210 time: 0.1112947 Sep 22 09:24:45.438626 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Attempting to bind port 56f292f1-439d-495c-9031-14fbfc2b4c84 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:45.449409 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:45.450147 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:45.450792 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:45.451388 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:45.454359 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Bound port: 56f292f1-439d-495c-9031-14fbfc2b4c84, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:45.455131 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:45.462650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addda65-e171-4b60-839b-8372171dcdc5 req-1d16ad21-b5ea-4ffb-a236-8e2617805df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:45.464298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-1d16ad21-b5ea-4ffb-a236-8e2617805df4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.2836003 Sep 22 09:24:45.526350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:45.526725 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:45.535562 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] For port 56f292f1-439d-495c-9031-14fbfc2b4c84, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:45.539286 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] For port 56f292f1-439d-495c-9031-14fbfc2b4c84, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=56f292f1-439d-495c-9031-14fbfc2b4c84,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:45.546751 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f2bf750-4350-4e1d-81a3-e3f72f050195 req-2aad36fa-ab88-45e3-84f3-d8981bc07536 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 210 time: 0.0458522 Sep 22 09:24:45.587705 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-8a182b76-41c9-472a-80fc-ed21d57cf393 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9565992-7c7e-47ae-9711-0e07b76b1684 HTTP/1.1" status: 200 len: 217 time: 0.0885141 Sep 22 09:24:45.634338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510e39f-8a2d-46c7-baf8-e28b4fcdb157 req-b0ea9701-abc5-4df8-9034-ab7df63398f0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:45.642516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1510e39f-8a2d-46c7-baf8-e28b4fcdb157 req-b0ea9701-abc5-4df8-9034-ab7df63398f0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1805437 Sep 22 09:24:45.652528 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:45.693291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22bf0d5a-b31e-494f-b4b0-cd8234666b70 req-5718626d-f5d6-48eb-9c9e-1a5d110492ae tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/9209131d-d0c1-4ff2-ae9a-9df66421236f HTTP/1.1" status: 200 len: 1813 time: 0.1090074 Sep 22 09:24:45.694701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addda65-e171-4b60-839b-8372171dcdc5 req-5ac989de-4778-4de8-afc1-92e9737000bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:45.696081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-5ac989de-4778-4de8-afc1-92e9737000bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0497582 Sep 22 09:24:45.706164 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Routers {'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:24:45.707131 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:45.745531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1510e39f-8a2d-46c7-baf8-e28b4fcdb157 req-74e7f2a3-1fe1-4c3d-b228-55fa2c01a8b6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020167 Sep 22 09:24:45.784796 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-1c088aa8-6c37-4386-8ad7-a30e57726761 req-c1953b47-56c9-411c-837b-51bc5df16cb9 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2106406555', 'description': 'tempest-description-1518802083'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:45.804845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Made reservation on behalf of c5e50368fa5242f5942a8543dc7c27ba for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:45.809598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:45.815684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addda65-e171-4b60-839b-8372171dcdc5 req-aef0ab8c-40a5-4ac9-8516-e52cd7d921af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:45.817526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-aef0ab8c-40a5-4ac9-8516-e52cd7d921af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866225 Sep 22 09:24:45.881376 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db175f-5e97-4a93-8625-93abe552bf2e None None] Pushing event updated for resources: {'Port': ['ID=56f292f1-439d-495c-9031-14fbfc2b4c84,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:45.916876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-2ab3669b-7067-4c19-a607-c55782d4dd9d service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906072 Sep 22 09:24:45.917649 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1c088aa8-6c37-4386-8ad7-a30e57726761 req-c1953b47-56c9-411c-837b-51bc5df16cb9 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:45.935771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:45.958895 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] Set router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:24:46.036846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Allocated IP 172.20.0.8 (305acb99-5b4d-437f-a6af-752fcd584366/4190d96d-fd50-463c-85aa-2287bacb2e58/ff5204a2-44b6-46c9-9f8d-718bc6c6462b) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:46.056670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2addda65-e171-4b60-839b-8372171dcdc5 req-9e1e04a8-317b-448a-b150-ece208dac8b6 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219945 Sep 22 09:24:46.096946 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1c088aa8-6c37-4386-8ad7-a30e57726761 req-c1953b47-56c9-411c-837b-51bc5df16cb9 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:46.174917 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:42Z', 'revision_number': 3, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:46.207562 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9cb2c9-c29b-4ad3-89e0-dd5b01705f81 None None] The sync data for ids ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'] in n-d-805649-4 is: [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:42Z', 'revision_number': 3, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:24:46.218346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1c088aa8-6c37-4386-8ad7-a30e57726761 req-c1953b47-56c9-411c-837b-51bc5df16cb9 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:46.227880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Allocated IP 172.20.0.1 (b4470e4c-44ea-4a08-9de0-b88dce3e6df3/c82b8f9c-8135-4777-81c4-24e0bc0614e6/778e4d6a-d8b1-4013-8b3a-517292010427) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:46.271327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202b0ba-c901-4de2-91ff-8984e77f1e83 req-7ee6a39b-7458-4cf9-905c-8c86b2b4c80d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:46.273045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d202b0ba-c901-4de2-91ff-8984e77f1e83 req-7ee6a39b-7458-4cf9-905c-8c86b2b4c80d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 945 time: 0.0880806 Sep 22 09:24:46.275422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1953b47-56c9-411c-837b-51bc5df16cb9 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f399fb-56ae-4728-bd65-07655f66ee62,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:46.324514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d202b0ba-c901-4de2-91ff-8984e77f1e83 req-dbd54445-bb3b-4abc-a3a4-fc615eb31d12 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Sep 22 09:24:46.332809 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-c6aff1f6-7961-421c-9e12-569842521ead tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452404 Sep 22 09:24:46.337149 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:46.365657 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1c088aa8-6c37-4386-8ad7-a30e57726761 req-c1953b47-56c9-411c-837b-51bc5df16cb9 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:46.367621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c088aa8-6c37-4386-8ad7-a30e57726761 req-c1953b47-56c9-411c-837b-51bc5df16cb9 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5886571 Sep 22 09:24:46.482695 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b43a75b7-420b-4f7c-8958-94a465e48f31 req-9559ff0a-9ea0-4940-9992-7c8c9e6ace87 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/d2f399fb-56ae-4728-bd65-07655f66ee62 HTTP/1.1" status: 200 len: 1813 time: 0.0643957 Sep 22 09:24:46.504806 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:46.545517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-b235e5c3-3745-4802-9390-a32908a930f4 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:46.546916 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-b235e5c3-3745-4802-9390-a32908a930f4 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832097 Sep 22 09:24:46.563757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-b05c97ec-dff9-4173-bcbe-ab264db476ab req-e1c14a6c-ee69-459d-a251-1515ce95f6ad tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1752541016', 'description': 'tempest-description-880439753'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:46.571713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Request body: {'port': {'device_id': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '33563aaa145442fe9b1bf3abe1765fc5'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:46.599212 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:46.647747 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fddac04b-1eff-400d-938d-b1f5c401d92f req-05bbcdf9-e43b-4009-8bdd-5f3a3185bf82 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 210 time: 0.0353768 Sep 22 09:24:46.700165 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b05c97ec-dff9-4173-bcbe-ab264db476ab req-e1c14a6c-ee69-459d-a251-1515ce95f6ad tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:46.800607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Network 305acb99-5b4d-437f-a6af-752fcd584366 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:46.824812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:46.827723 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:46.833157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Pushing event updated for resources: {'Port': ['ID=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:46.851294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:46.886553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b05c97ec-dff9-4173-bcbe-ab264db476ab req-e1c14a6c-ee69-459d-a251-1515ce95f6ad tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:46.901364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8edec7-699c-4bf8-a9e4-458defe21fbc req-cfc726c9-f96d-4f2d-a5c4-4f94ed60157f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:46.903058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c8edec7-699c-4bf8-a9e4-458defe21fbc req-cfc726c9-f96d-4f2d-a5c4-4f94ed60157f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 931 time: 0.0816617 Sep 22 09:24:46.905187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:46.910836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:46.954667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c8edec7-699c-4bf8-a9e4-458defe21fbc req-11a4b811-4c1a-4a69-8265-a8e959205e8b tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 Sep 22 09:24:46.958675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:46.981729 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:47.023811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Pushing event updated for resources: {'Port': ['ID=778e4d6a-d8b1-4013-8b3a-517292010427,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:47.029231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b05c97ec-dff9-4173-bcbe-ab264db476ab req-e1c14a6c-ee69-459d-a251-1515ce95f6ad tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.039970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:47.041839 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.078579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.133322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c14a6c-ee69-459d-a251-1515ce95f6ad tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfa0596-896e-48da-9205-7a8e456de915,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:47.150919 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Made reservation on behalf of 33563aaa145442fe9b1bf3abe1765fc5 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:47.154501 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.162851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:24:47.163466 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dca365-fe5e-4744-a414-94be8d34aedd req-1395ffc6-f3eb-497e-a1fb-6bc0dd8949b7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:47.165816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9dca365-fe5e-4744-a414-94be8d34aedd req-1395ffc6-f3eb-497e-a1fb-6bc0dd8949b7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0839944 Sep 22 09:24:47.177476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:47.178361 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.189109 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.234947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9dca365-fe5e-4744-a414-94be8d34aedd req-cd8e8b50-3da3-4509-9933-5d123cbea1f3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610421 Sep 22 09:24:47.260177 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-5ad798f1-60bd-479a-a8a2-da230034d873 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9281282 Sep 22 09:24:47.263766 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b05c97ec-dff9-4173-bcbe-ab264db476ab req-e1c14a6c-ee69-459d-a251-1515ce95f6ad tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.269858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b05c97ec-dff9-4173-bcbe-ab264db476ab req-e1c14a6c-ee69-459d-a251-1515ce95f6ad tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7121339 Sep 22 09:24:47.281328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Request body: {'port': {'device_id': '92b5816d-9af3-4297-938b-2dc6317460d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:47.327033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-52603d18-3d64-4dc5-b973-67f4d7e43330 None None] Provisioning complete for port 778e4d6a-d8b1-4013-8b3a-517292010427 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:47.327033 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-52603d18-3d64-4dc5-b973-67f4d7e43330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.397043 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19758097-c961-4ac9-b03c-4c2a36f8b288 req-17e47943-c72d-48ac-95f2-25ad3a6f9e67 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/6cfa0596-896e-48da-9205-7a8e456de915 HTTP/1.1" status: 200 len: 1812 time: 0.1009016 Sep 22 09:24:47.426435 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 56f292f1-439d-495c-9031-14fbfc2b4c84 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:47.471880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-f50d5e7d-1de8-4cf2-8bf9-4d1552cbac29 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733073 Sep 22 09:24:47.475107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-def2d8b1-c4c1-47a6-94f2-91c3a4dbc75d req-6dac801b-faf9-4381-8936-50841bd0a251 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1906304137', 'description': 'tempest-description-1577166037'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:47.485898 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-52603d18-3d64-4dc5-b973-67f4d7e43330 None None] Port 778e4d6a-d8b1-4013-8b3a-517292010427 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:24:47.513266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 56f292f1-439d-495c-9031-14fbfc2b4c84 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:47.515228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.517587 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.518541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.588494 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.593231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:47.596865 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c16930-4903-4d02-9ac5-5c5442f09f40" -d '{"events": [{"server_uuid": "b1cd4343-6194-4c2a-b340-a81097c8c3d7", "name": "network-vif-plugged", "status": "completed", "tag": "15bfebbb-c170-4253-8b3e-d73b3dfc8e19"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:47.615288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:47.639668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84481a5-1c2e-4ab5-85b3-a97a68dc7699 req-da026d5b-e03e-4ebd-96dd-390261e19779 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:47.641462 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d84481a5-1c2e-4ab5-85b3-a97a68dc7699 req-da026d5b-e03e-4ebd-96dd-390261e19779 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 945 time: 0.1421218 Sep 22 09:24:47.682598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631590-121c-42a2-83ba-3b7dfa248401 req-a8c6d5c3-74fb-4e35-9c4a-be3356a7066f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:47.684189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-a8c6d5c3-74fb-4e35-9c4a-be3356a7066f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037139 Sep 22 09:24:47.691369 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.698659 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.710844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d84481a5-1c2e-4ab5-85b3-a97a68dc7699 req-8d905bcb-cfd9-4a33-b1c3-940c24cd848e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594859 Sep 22 09:24:47.714791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Request body: {'port': {'device_id': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '33563aaa145442fe9b1bf3abe1765fc5'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:47.746446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 56f292f1-439d-495c-9031-14fbfc2b4c84, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=56f292f1-439d-495c-9031-14fbfc2b4c84,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:47.825723 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.829586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:47.851506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.889680 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5880c091-cfa3-4717-909f-adf316577b63 x-openstack-request-id: req-5880c091-cfa3-4717-909f-adf316577b63 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:47.890042 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cd4343-6194-4c2a-b340-a81097c8c3d7", "name": "network-vif-plugged", "status": "completed", "tag": "15bfebbb-c170-4253-8b3e-d73b3dfc8e19", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:47.890255 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5880c091-cfa3-4717-909f-adf316577b63 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:47.890944 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19', 'code': 200} Sep 22 09:24:47.892793 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=56f292f1-439d-495c-9031-14fbfc2b4c84,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:48.007261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c11a2ed6-390c-4c9f-8eea-7007c19f0239 req-18300e3a-f9fe-429f-9d1f-d00a292c6327 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 210 time: 0.0669513 Sep 22 09:24:48.010942 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b9565992-7c7e-47ae-9711-0e07b76b1684 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:24:48.058203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6a9c3-b3fa-435e-a93f-8216d976a7b0 req-86e39a9e-97f2-4ffe-a6e8-5c47dacd1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:48.064556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9d6a9c3-b3fa-435e-a93f-8216d976a7b0 req-86e39a9e-97f2-4ffe-a6e8-5c47dacd1d9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1097 time: 0.1250169 Sep 22 09:24:48.115847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9d6a9c3-b3fa-435e-a93f-8216d976a7b0 req-503b8e0a-c237-48df-8b53-3ea235a80a18 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428019 Sep 22 09:24:48.116557 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-def2d8b1-c4c1-47a6-94f2-91c3a4dbc75d req-6dac801b-faf9-4381-8936-50841bd0a251 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.194685 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.208177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c245a1a-64fa-423a-90f5-6bd52c0f852f req-542ec5f3-afaa-4751-a252-9916425dc2fa tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:48.210158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c245a1a-64fa-423a-90f5-6bd52c0f852f req-542ec5f3-afaa-4751-a252-9916425dc2fa tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 931 time: 0.0769880 Sep 22 09:24:48.246118 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.274740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b9565992-7c7e-47ae-9711-0e07b76b1684, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b9565992-7c7e-47ae-9711-0e07b76b1684,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:48.281449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c245a1a-64fa-423a-90f5-6bd52c0f852f req-53b1c2f8-543a-49ff-8c17-cba4ceecf2a3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637805 Sep 22 09:24:48.285509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Made reservation on behalf of 33563aaa145442fe9b1bf3abe1765fc5 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:48.290165 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.395346 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.466541 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-def2d8b1-c4c1-47a6-94f2-91c3a4dbc75d req-6dac801b-faf9-4381-8936-50841bd0a251 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.480765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf018a02-3282-4f44-bcef-b0c27c56bd40,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:48.482439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b9565992-7c7e-47ae-9711-0e07b76b1684,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:48.530534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501b319-9b9b-44d7-9dfc-9a45013e0858 req-058b2bec-b8f4-4283-a36c-791a1830d2d1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:48.535925 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.536364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b501b319-9b9b-44d7-9dfc-9a45013e0858 req-058b2bec-b8f4-4283-a36c-791a1830d2d1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 947 time: 0.0682247 Sep 22 09:24:48.545043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Allocated IP 192.168.233.124 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/ae11700f-0580-46eb-8fd2-c0a4971b5494) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:48.573566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-def2d8b1-c4c1-47a6-94f2-91c3a4dbc75d req-6dac801b-faf9-4381-8936-50841bd0a251 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.593569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b501b319-9b9b-44d7-9dfc-9a45013e0858 req-0ca089bb-eb63-451b-9a1f-636d5dfe6800 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559239 Sep 22 09:24:48.628939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac801b-faf9-4381-8936-50841bd0a251 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f6f87d-c932-4d8e-8515-8a7d1a726ed7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:48.637929 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5204a2-44b6-46c9-9f8d-718bc6c6462b {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:48.650682 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.653304 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.680488 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-def2d8b1-c4c1-47a6-94f2-91c3a4dbc75d req-6dac801b-faf9-4381-8936-50841bd0a251 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.680488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-def2d8b1-c4c1-47a6-94f2-91c3a4dbc75d req-6dac801b-faf9-4381-8936-50841bd0a251 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2083530 Sep 22 09:24:48.763164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Transition to ACTIVE for port object ff5204a2-44b6-46c9-9f8d-718bc6c6462b will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:48.787009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10dc20cb-00c5-4f6b-8dc4-64ee6e170820 req-c0a5d304-342d-44b3-a15d-eb98f24cc516 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/17f6f87d-c932-4d8e-8515-8a7d1a726ed7 HTTP/1.1" status: 200 len: 1813 time: 0.0744653 Sep 22 09:24:48.801730 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.823745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Pushing event updated for resources: {'Port': ['ID=778e4d6a-d8b1-4013-8b3a-517292010427,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:48.869670 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:48.879447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0c5cb-978b-4e8b-9241-625eec16b2a3 req-3f5692f0-fcff-4b5f-8802-f48ed087ad25 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:48.880930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae0c5cb-978b-4e8b-9241-625eec16b2a3 req-3f5692f0-fcff-4b5f-8802-f48ed087ad25 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 946 time: 0.0497015 Sep 22 09:24:48.939700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae0c5cb-978b-4e8b-9241-625eec16b2a3 req-dc0b2a2b-eab8-4558-b073-7a7f13a56141 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493081 Sep 22 09:24:48.940638 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-14747777-5183-433a-a9f9-2821208f2b9b req-6fad27cf-047c-4370-8e3c-767e2bb50443 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] show failed (client error): The resource could not be found. Sep 22 09:24:48.941610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14747777-5183-433a-a9f9-2821208f2b9b req-6fad27cf-047c-4370-8e3c-767e2bb50443 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/56628b2a-e81d-4c9c-80cb-5a8281c8c691 HTTP/1.1" status: 404 len: 352 time: 0.0212042 Sep 22 09:24:49.062632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:49.079287 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-302dc620-3c91-4c12-8ddd-84576e38a084 req-df14fe21-6b4d-4abc-b01c-378f45c6b571 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] show failed (client error): The resource could not be found. Sep 22 09:24:49.080302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-302dc620-3c91-4c12-8ddd-84576e38a084 req-df14fe21-6b4d-4abc-b01c-378f45c6b571 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-group-rules/04c3d7dd-213f-4f51-add4-487bfde886d4 HTTP/1.1" status: 404 len: 361 time: 0.0211704 Sep 22 09:24:49.097592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f30f7-1bb8-4e58-9c27-237d4851bab6 req-03566204-2bb0-4591-8bdd-0b8ba451ff68 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:49.099223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b8f30f7-1bb8-4e58-9c27-237d4851bab6 req-03566204-2bb0-4591-8bdd-0b8ba451ff68 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 947 time: 0.0703321 Sep 22 09:24:49.129612 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.132019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:49.140961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:49.168023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eca801ce-aa6b-40ce-8484-f669949becc7 req-5900a495-2607-4547-b209-360d1656d847 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 210 time: 0.0270991 Sep 22 09:24:49.171003 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b8f30f7-1bb8-4e58-9c27-237d4851bab6 req-525dd4dc-d41b-4080-bdf8-3aea950c88bf tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659275 Sep 22 09:24:49.234126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:49.234462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:49.234803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:49.238428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97d31e4f-6ab9-46da-b3b2-2d9ebdb46c48 req-2e2fd47b-ce8b-4daf-a93b-aaebc62bf5d2 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/17f6f87d-c932-4d8e-8515-8a7d1a726ed7 HTTP/1.1" status: 200 len: 1813 time: 0.0417428 Sep 22 09:24:49.255123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-37183675-051b-4b2f-9da1-8a37e6956793 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:49.256713 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-37183675-051b-4b2f-9da1-8a37e6956793 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85&tenant_id=1cf14f0d57b04db4bde24027d9724d39&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 947 time: 0.1706791 Sep 22 09:24:49.260419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:49.260772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:49.278965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:49.278965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:49.279394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:49.280145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Bound port: ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:49.280267 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.339979 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97d31e4f-6ab9-46da-b3b2-2d9ebdb46c48 req-3303ba68-039d-4c81-9a4a-ddb2f8cec9e1 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.352527 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.359806 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 56f292f1-439d-495c-9031-14fbfc2b4c84 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:49.432975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97d31e4f-6ab9-46da-b3b2-2d9ebdb46c48 req-3303ba68-039d-4c81-9a4a-ddb2f8cec9e1 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.447081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1d6d36da-1a56-4d18-b196-d04fea79d1f9 None None] Provisioning complete for port 778e4d6a-d8b1-4013-8b3a-517292010427 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:49.447813 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1d6d36da-1a56-4d18-b196-d04fea79d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.468058 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:49.471460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:49.473028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 56f292f1-439d-495c-9031-14fbfc2b4c84 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:49.473441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.507371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d36da-1a56-4d18-b196-d04fea79d1f9 None None] Port 778e4d6a-d8b1-4013-8b3a-517292010427 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:24:49.527069 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:24:49.529155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:49.531508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Allocated IP 192.168.233.26 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/616436f2-b06d-4b79-bfaa-d41c50192944) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:49.538061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:49.544182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:49.548465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-21be0cb2-10f5-4c36-937a-ce3a0c45500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:49.550485 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-21be0cb2-10f5-4c36-937a-ce3a0c45500a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 1098 time: 0.2147021 Sep 22 09:24:49.555691 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.560234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cab9e1-cb95-4a8d-9abd-4f5c29bc70b2 req-eb2e6d36-d127-48cd-a70b-e36a5dbfe386 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:49.561855 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36cab9e1-cb95-4a8d-9abd-4f5c29bc70b2 req-eb2e6d36-d127-48cd-a70b-e36a5dbfe386 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 943 time: 0.1146951 Sep 22 09:24:49.604334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Pushing event updated for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:49.628493 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97d31e4f-6ab9-46da-b3b2-2d9ebdb46c48 req-3303ba68-039d-4c81-9a4a-ddb2f8cec9e1 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.633707 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97d31e4f-6ab9-46da-b3b2-2d9ebdb46c48 req-3303ba68-039d-4c81-9a4a-ddb2f8cec9e1 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.641229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97d31e4f-6ab9-46da-b3b2-2d9ebdb46c48 req-3303ba68-039d-4c81-9a4a-ddb2f8cec9e1 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "DELETE /v2.0/security-groups/17f6f87d-c932-4d8e-8515-8a7d1a726ed7 HTTP/1.1" status: 204 len: 173 time: 0.3915591 Sep 22 09:24:49.652027 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36cab9e1-cb95-4a8d-9abd-4f5c29bc70b2 req-4fdc404d-adb9-4708-b5cc-d7b24891afbb tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777223 Sep 22 09:24:49.657477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:49.663594 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.663594 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] 10.222.0.45 "PUT /v2.0/ports/ff5204a2-44b6-46c9-9f8d-718bc6c6462b HTTP/1.1" status: 200 len: 1091 time: 2.3872063 Sep 22 09:24:49.669722 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b5816d-9af3-4297-938b-2dc6317460d3', 'tag': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:49.671918 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d799a-ab87-46c4-a685-4c7384d54600" -d '{"events": [{"name": "network-changed", "server_uuid": "92b5816d-9af3-4297-938b-2dc6317460d3", "tag": "ff5204a2-44b6-46c9-9f8d-718bc6c6462b"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:49.692410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303ba68-039d-4c81-9a4a-ddb2f8cec9e1 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f6f87d-c932-4d8e-8515-8a7d1a726ed7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:49.772647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:49.772647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.796673 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e03195b7-9e12-4570-86a3-07ad6ccb7f46 req-b1a73e32-444d-4f1e-b49f-e3318da87044 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/6cfa0596-896e-48da-9205-7a8e456de915 HTTP/1.1" status: 200 len: 1812 time: 0.1348238 Sep 22 09:24:49.797539 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b48642-2a40-4e2e-8b7a-d57e934eea98 x-openstack-request-id: req-10b48642-2a40-4e2e-8b7a-d57e934eea98 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:49.797899 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b5816d-9af3-4297-938b-2dc6317460d3", "tag": "ff5204a2-44b6-46c9-9f8d-718bc6c6462b", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:49.798193 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10b48642-2a40-4e2e-8b7a-d57e934eea98 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:49.798755 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b5816d-9af3-4297-938b-2dc6317460d3', 'tag': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b', 'status': 'completed', 'code': 200} Sep 22 09:24:49.877584 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.879327 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-65cd34a2-17f0-4858-aeeb-aad1bbe3df4f tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3133152 Sep 22 09:24:49.892720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dd3886-6ca3-4653-8505-403bedce0d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9565992-7c7e-47ae-9711-0e07b76b1684'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:49.894227 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e03195b7-9e12-4570-86a3-07ad6ccb7f46 req-29f44b21-38db-424e-838e-c83193a56960 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.895305 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553761c4-487b-4101-93cb-92a48036d8c6" -d '{"events": [{"server_uuid": "85dd3886-6ca3-4653-8505-403bedce0d85", "name": "network-vif-unplugged", "status": "completed", "tag": "b9565992-7c7e-47ae-9711-0e07b76b1684"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:49.910197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Request body: {'port': {'device_id': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:49.929769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e03195b7-9e12-4570-86a3-07ad6ccb7f46 req-29f44b21-38db-424e-838e-c83193a56960 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.938054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-59187575-1094-41ff-b716-38e95ca00823 None None] Provisioning complete for port ae11700f-0580-46eb-8fd2-c0a4971b5494 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:49.940555 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-59187575-1094-41ff-b716-38e95ca00823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:49.973133 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9712051-cebb-406c-bca3-4ffb0311b988 x-openstack-request-id: req-a9712051-cebb-406c-bca3-4ffb0311b988 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:49.977985 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dd3886-6ca3-4653-8505-403bedce0d85", "name": "network-vif-unplugged", "status": "completed", "tag": "b9565992-7c7e-47ae-9711-0e07b76b1684", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:49.977985 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9712051-cebb-406c-bca3-4ffb0311b988 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:49.977985 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dd3886-6ca3-4653-8505-403bedce0d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9565992-7c7e-47ae-9711-0e07b76b1684', 'code': 200} Sep 22 09:24:49.989968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-0a78169a-f25b-43bd-8f76-6b43b720eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:49.991495 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-0a78169a-f25b-43bd-8f76-6b43b720eff4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.4088459 Sep 22 09:24:49.992595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-59187575-1094-41ff-b716-38e95ca00823 None None] Port ae11700f-0580-46eb-8fd2-c0a4971b5494 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:24:50.023741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526c891-1a26-4143-abf2-044e230d93b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:50.027862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b9565992-7c7e-47ae-9711-0e07b76b1684 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:50.064238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.078428 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e03195b7-9e12-4570-86a3-07ad6ccb7f46 req-29f44b21-38db-424e-838e-c83193a56960 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.082645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e03195b7-9e12-4570-86a3-07ad6ccb7f46 req-29f44b21-38db-424e-838e-c83193a56960 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.083818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e03195b7-9e12-4570-86a3-07ad6ccb7f46 req-29f44b21-38db-424e-838e-c83193a56960 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "DELETE /v2.0/security-groups/6cfa0596-896e-48da-9205-7a8e456de915 HTTP/1.1" status: 204 len: 173 time: 0.2868650 Sep 22 09:24:50.121291 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-29f6e681-a42f-43a5-85ec-81091c8dfb0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9565992-7c7e-47ae-9711-0e07b76b1684 HTTP/1.1" status: 200 len: 217 time: 0.0945203 Sep 22 09:24:50.134977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f44b21-38db-424e-838e-c83193a56960 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfa0596-896e-48da-9205-7a8e456de915,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:50.136346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d799a-ab87-46c4-a685-4c7384d54600 req-1c0a7ca2-986c-451e-b4a6-47e854ff5c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:50.138023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f53d799a-ab87-46c4-a685-4c7384d54600 req-1c0a7ca2-986c-451e-b4a6-47e854ff5c4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 1094 time: 0.3443782 Sep 22 09:24:50.143036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:50.149412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:24:50.149843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:50.152972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:50.159916 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.168098 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6aa0fa36-2b8e-4ec3-a038-9c3edc4db915 admin admin] 10.222.0.49 "PUT /v2.0/routers/fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5652227 Sep 22 09:24:50.182469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329de576-6218-43c1-817c-ef7c8f4ae30d req-ff86fcc7-3d73-4f6f-b0cb-92eabb9e2131 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:50.190924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-329de576-6218-43c1-817c-ef7c8f4ae30d req-ff86fcc7-3d73-4f6f-b0cb-92eabb9e2131 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 946 time: 0.1592832 Sep 22 09:24:50.216832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Sync routers for ids ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:24:50.231658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Pushing event updated for resources: {'Port': ['ID=616436f2-b06d-4b79-bfaa-d41c50192944,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:50.247913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Routers {'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:24:50.248532 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:50.305198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-329de576-6218-43c1-817c-ef7c8f4ae30d req-e7bae88f-bf25-4bfe-8250-b25b4655b308 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131334 Sep 22 09:24:50.325782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:50.326410 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.437491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-0e61a887-682f-4abc-9864-9cb6d6179a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:50.440008 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-0e61a887-682f-4abc-9864-9cb6d6179a40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.3059680 Sep 22 09:24:50.462648 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4badac1c-5868-49c1-8031-3824d3b72d37 req-8c4634f9-d956-4d06-8158-9c95405e8825 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/d2f399fb-56ae-4728-bd65-07655f66ee62 HTTP/1.1" status: 200 len: 1813 time: 0.1546092 Sep 22 09:24:50.487164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c11121ad-a5cd-4035-a0cf-6eee25e82991 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7802424 Sep 22 09:24:50.506867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b9565992-7c7e-47ae-9711-0e07b76b1684, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b9565992-7c7e-47ae-9711-0e07b76b1684,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:50.508184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Request body: {'port': {'device_id': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:50.532959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Set router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:24:50.557180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e823ffd-0e00-4458-970c-48d496733553 req-012df79b-4a85-4891-a635-4e122d478379 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:50.558761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e823ffd-0e00-4458-970c-48d496733553 req-012df79b-4a85-4891-a635-4e122d478379 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 935 time: 0.1786706 Sep 22 09:24:50.633049 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4badac1c-5868-49c1-8031-3824d3b72d37 req-bab6c559-10a2-4158-9c31-31dea0886a81 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.703304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d799a-ab87-46c4-a685-4c7384d54600 req-ddcd81bd-a78b-49f7-bea4-0379e8a6629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:50.705907 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f53d799a-ab87-46c4-a685-4c7384d54600 req-ddcd81bd-a78b-49f7-bea4-0379e8a6629f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5581474 Sep 22 09:24:50.714677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'b9565992-7c7e-47ae-9711-0e07b76b1684', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'b9565992-7c7e-47ae-9711-0e07b76b1684', 'mac_address': 'fa:16:3e:4f:52:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:24:50.725047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d8126733-617f-4982-849c-0952bea253f8 None None] Provisioning complete for port 616436f2-b06d-4b79-bfaa-d41c50192944 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:50.725552 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8126733-617f-4982-849c-0952bea253f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.766882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d8126733-617f-4982-849c-0952bea253f8 None None] Port 616436f2-b06d-4b79-bfaa-d41c50192944 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:24:50.851396 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.880620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4badac1c-5868-49c1-8031-3824d3b72d37 req-bab6c559-10a2-4158-9c31-31dea0886a81 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.901890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9565992-7c7e-47ae-9711-0e07b76b1684 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:50.928775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d799a-ab87-46c4-a685-4c7384d54600 req-0d36bd4d-bded-46e9-a891-c3eca46d6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:50.931569 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f53d799a-ab87-46c4-a685-4c7384d54600 req-0d36bd4d-bded-46e9-a891-c3eca46d6e18 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702068 Sep 22 09:24:50.931856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b9565992-7c7e-47ae-9711-0e07b76b1684, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b9565992-7c7e-47ae-9711-0e07b76b1684,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:50.933885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e823ffd-0e00-4458-970c-48d496733553 req-68d0371a-f8f3-4385-8f33-6839d96b6405 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667929 Sep 22 09:24:50.934590 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.947174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae11700f-0580-46eb-8fd2-c0a4971b5494 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:50.959198 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.980946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-c4a34ade-746d-4c9b-91bd-bbae034c70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:50.983413 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-c4a34ade-746d-4c9b-91bd-bbae034c70fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4517665 Sep 22 09:24:50.992193 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4badac1c-5868-49c1-8031-3824d3b72d37 req-bab6c559-10a2-4158-9c31-31dea0886a81 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.995420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4badac1c-5868-49c1-8031-3824d3b72d37 req-bab6c559-10a2-4158-9c31-31dea0886a81 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:50.996647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4badac1c-5868-49c1-8031-3824d3b72d37 req-bab6c559-10a2-4158-9c31-31dea0886a81 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "DELETE /v2.0/security-groups/d2f399fb-56ae-4728-bd65-07655f66ee62 HTTP/1.1" status: 204 len: 173 time: 0.5330560 Sep 22 09:24:51.014678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6c559-10a2-4158-9c31-31dea0886a81 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f399fb-56ae-4728-bd65-07655f66ee62,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:51.045677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Transition to ACTIVE for port object ae11700f-0580-46eb-8fd2-c0a4971b5494 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:51.070190 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:51.129599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-b0116c59-b166-45c8-8f16-f7593411161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:51.131542 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-b0116c59-b166-45c8-8f16-f7593411161f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 1094 time: 0.1450856 Sep 22 09:24:51.143174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b9565992-7c7e-47ae-9711-0e07b76b1684,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:51.165221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:51.180529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '778e4d6a-d8b1-4013-8b3a-517292010427', 'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'mac_address': 'fa:16:3e:99:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:45Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 2, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'subnets': [{'id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:51.184212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d1da6-8444-45ba-b915-79eb2bc4c41d req-edf6b6ea-10b5-4336-9bbf-2664d33e329e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:51.185776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c2d1da6-8444-45ba-b915-79eb2bc4c41d req-edf6b6ea-10b5-4336-9bbf-2664d33e329e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 948 time: 0.1592987 Sep 22 09:24:51.221317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Checking router: fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:24:51.221317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Updating router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 port 778e4d6a-d8b1-4013-8b3a-517292010427 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:24:51.222403 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-844ea151-4f5e-4d68-bb25-d101e1356c6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b HTTP/1.1" status: 200 len: 217 time: 0.0620492 Sep 22 09:24:51.233633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a57cd5-d51e-4194-886c-4f8b1e85488b req-509c805e-3368-40c5-a31b-b47e18f8e6a4 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:51.241481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31a57cd5-d51e-4194-886c-4f8b1e85488b req-509c805e-3368-40c5-a31b-b47e18f8e6a4 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1097 time: 0.1293774 Sep 22 09:24:51.247421 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-cfdfe39c-b7ee-4461-9cef-e4f276a15c25 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026606 Sep 22 09:24:51.257926 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:51.333670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['b9565992-7c7e-47ae-9711-0e07b76b1684'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:51.358738 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31a57cd5-d51e-4194-886c-4f8b1e85488b req-ab9eede4-7f17-4bd4-b4cc-5ebdcecd6bbf tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163709 Sep 22 09:24:51.384761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c2d1da6-8444-45ba-b915-79eb2bc4c41d req-b90655c4-bf47-49ef-8747-4d494349a2c6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686170 Sep 22 09:24:51.573241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616436f2-b06d-4b79-bfaa-d41c50192944 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:51.603876 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:51.655237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Transition to ACTIVE for port object 616436f2-b06d-4b79-bfaa-d41c50192944 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:51.675107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79856c86-e3b7-4abd-a5e9-ba95947643b3 req-1ef192d0-f805-4c8a-a30a-d98199627034 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:51.677225 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79856c86-e3b7-4abd-a5e9-ba95947643b3 req-1ef192d0-f805-4c8a-a30a-d98199627034 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 943 time: 0.1372566 Sep 22 09:24:51.754291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:51.755076 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79856c86-e3b7-4abd-a5e9-ba95947643b3 req-bef04a9f-2ca5-4661-ab8f-626e495f9d2e tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Sep 22 09:24:51.755954 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:51.776791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-d0069e7c-897e-40ee-96df-5cd538bd41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:51.778291 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-d0069e7c-897e-40ee-96df-5cd538bd41b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.5279756 Sep 22 09:24:51.834590 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-d6cec2de-c09a-4e65-a848-3834537f9074 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395157 Sep 22 09:24:51.847679 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:51.861256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Pushing event updated for resources: {'Port': ['ID=616436f2-b06d-4b79-bfaa-d41c50192944,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:51.880354 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ddbc3a8f-ad0c-4f96-ae79-a6d77579316f req-01b239bb-8b0e-4f38-825c-abacdcb46d59 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966556 Sep 22 09:24:51.911505 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-544d5735-52c6-46ec-b78c-9ae61a7d51e0 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:51.912099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Attempting to bind port ae11700f-0580-46eb-8fd2-c0a4971b5494 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:51.912099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Attempting to bind port ae11700f-0580-46eb-8fd2-c0a4971b5494 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:51.912311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Attempting to bind port ae11700f-0580-46eb-8fd2-c0a4971b5494 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:51.919121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-544d5735-52c6-46ec-b78c-9ae61a7d51e0 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/networks?id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3 HTTP/1.1" status: 200 len: 829 time: 0.3184094 Sep 22 09:24:51.921143 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:51.946223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Port ae11700f-0580-46eb-8fd2-c0a4971b5494 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:51.946768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Attempting to bind port ae11700f-0580-46eb-8fd2-c0a4971b5494 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:51.947675 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-698e0b5c-a41a-4683-bdee-e2898fddd24e req-e5426362-d8f2-458d-bde1-dba4d4f8f96a tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/9209131d-d0c1-4ff2-ae9a-9df66421236f HTTP/1.1" status: 200 len: 1813 time: 0.1119013 Sep 22 09:24:51.957460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:51.957823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:51.958183 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:51.958620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Bound port: ae11700f-0580-46eb-8fd2-c0a4971b5494, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:51.958980 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.021954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ed415-9d4b-4e28-a20a-7d39d372504b None None] Pushing event updated for resources: {'Port': ['ID=778e4d6a-d8b1-4013-8b3a-517292010427,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:52.023597 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-4ece5a77-3c07-49ca-ae0d-8d2889fc2e23 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712940 Sep 22 09:24:52.045745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-365aa5be-4ac6-438f-ac20-b23dc832afad tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/quotas/0caac5ee75ad4536ac686517ba7221d1 HTTP/1.1" status: 200 len: 375 time: 0.1254115 Sep 22 09:24:52.114634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Attempting to bind port 778e4d6a-d8b1-4013-8b3a-517292010427 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:52.114999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Attempting to bind port 778e4d6a-d8b1-4013-8b3a-517292010427 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:52.115353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Attempting to bind port 778e4d6a-d8b1-4013-8b3a-517292010427 on network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:52.126517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:52.126802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Checking segment: {'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:52.127205 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.129256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Bound using segment: {'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:52.130063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Bound port: 778e4d6a-d8b1-4013-8b3a-517292010427, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:52.130459 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.172190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Attempting to bind port 616436f2-b06d-4b79-bfaa-d41c50192944 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:52.173297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Attempting to bind port 616436f2-b06d-4b79-bfaa-d41c50192944 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:52.174027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Attempting to bind port 616436f2-b06d-4b79-bfaa-d41c50192944 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:52.180997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Port 616436f2-b06d-4b79-bfaa-d41c50192944 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:52.181341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Attempting to bind port 616436f2-b06d-4b79-bfaa-d41c50192944 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:52.185043 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94f8fb3c-9218-4191-a39f-e3be17c80850 req-0b80380b-6796-4335-b7b5-25d7c460de91 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408303 Sep 22 09:24:52.190673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:52.191016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:52.191443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:52.192465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Bound port: 616436f2-b06d-4b79-bfaa-d41c50192944, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:52.192870 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.200496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:52.205381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:52.220335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] For port 778e4d6a-d8b1-4013-8b3a-517292010427, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:52.226289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] For port 778e4d6a-d8b1-4013-8b3a-517292010427, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=778e4d6a-d8b1-4013-8b3a-517292010427,segment=NetworkSegment(a7e4090b-14b3-4d86-ad2e-9cdf95985e7c),segment_id=a7e4090b-14b3-4d86-ad2e-9cdf95985e7c)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:52.226583 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-698e0b5c-a41a-4683-bdee-e2898fddd24e req-cbdbd7ff-efd4-454e-912d-9b6fd2b67c0e tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.240855 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-4f90ec42-8e68-4cf9-bc4c-9d5bdd2359bd tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0caac5ee75ad4536ac686517ba7221d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1948032 Sep 22 09:24:52.310829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.318187 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-698e0b5c-a41a-4683-bdee-e2898fddd24e req-cbdbd7ff-efd4-454e-912d-9b6fd2b67c0e tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.338569 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.361847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:52.362359 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.364151 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] 10.222.0.45 "PUT /v2.0/ports/ae11700f-0580-46eb-8fd2-c0a4971b5494 HTTP/1.1" status: 200 len: 1096 time: 2.4587398 Sep 22 09:24:52.364745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:52.367022 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510e397d-769a-466c-9211-3bff81678903" -d '{"events": [{"name": "network-changed", "server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:52.405150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3e51b-3a18-48d9-8fce-da426893dad3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:52.443058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Routers {'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:24:52.444009 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:52.454159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] For port 616436f2-b06d-4b79-bfaa-d41c50192944, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:52.456898 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1757630f-1e6f-489d-be40-e0d47157b8d1 None None] Provisioning complete for port 778e4d6a-d8b1-4013-8b3a-517292010427 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:52.456898 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1757630f-1e6f-489d-be40-e0d47157b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.491231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] For port 616436f2-b06d-4b79-bfaa-d41c50192944, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=616436f2-b06d-4b79-bfaa-d41c50192944,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:52.538028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-7111ad56-339e-4457-8b3e-42499c7c0f09 service neutron] 10.222.0.49 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689877 Sep 22 09:24:52.560528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ed415-9d4b-4e28-a20a-7d39d372504b None None] Pushing event updated for resources: {'Port': ['ID=778e4d6a-d8b1-4013-8b3a-517292010427,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:52.572647 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.576128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-e02757a8-6b6a-4d4d-bcd2-3812715720f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:52.577980 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-e02757a8-6b6a-4d4d-bcd2-3812715720f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 1099 time: 0.0983582 Sep 22 09:24:52.676717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-f3bebbd4-5938-4e8e-88b6-ad3ef88a006e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494 HTTP/1.1" status: 200 len: 217 time: 0.0684662 Sep 22 09:24:52.698670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:52.698984 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.700568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] 10.222.0.60 "PUT /v2.0/ports/616436f2-b06d-4b79-bfaa-d41c50192944 HTTP/1.1" status: 200 len: 1095 time: 2.1965311 Sep 22 09:24:52.713319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'tag': '616436f2-b06d-4b79-bfaa-d41c50192944'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:52.715807 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ecf720-4574-4543-b78b-a6d5ac5b6da9" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3e4356-b61c-43f5-b7bf-bda2c71fe78c", "tag": "616436f2-b06d-4b79-bfaa-d41c50192944"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:52.718719 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-698e0b5c-a41a-4683-bdee-e2898fddd24e req-cbdbd7ff-efd4-454e-912d-9b6fd2b67c0e tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.722046 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-698e0b5c-a41a-4683-bdee-e2898fddd24e req-cbdbd7ff-efd4-454e-912d-9b6fd2b67c0e tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.723390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-698e0b5c-a41a-4683-bdee-e2898fddd24e req-cbdbd7ff-efd4-454e-912d-9b6fd2b67c0e tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "DELETE /v2.0/security-groups/9209131d-d0c1-4ff2-ae9a-9df66421236f HTTP/1.1" status: 204 len: 173 time: 0.7000375 Sep 22 09:24:52.738582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1757630f-1e6f-489d-be40-e0d47157b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:52.755648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] Set router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:24:52.767156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-d57dd8f7-5190-4a66-984e-4cf01eb4f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:52.768830 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-d57dd8f7-5190-4a66-984e-4cf01eb4f03c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0815191 Sep 22 09:24:52.777303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbd7ff-efd4-454e-912d-9b6fd2b67c0e tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9209131d-d0c1-4ff2-ae9a-9df66421236f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:52.790096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de31afd-605f-47da-bd7e-224daf6932c4 service neutron] Pushing event updated for resources: {'Port': ['ID=616436f2-b06d-4b79-bfaa-d41c50192944,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:52.825074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-85fc5f1e-ff96-474c-93d2-10d992a5c04e service neutron] 10.222.0.49 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795696 Sep 22 09:24:52.881168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-f350c1dc-2950-42e7-8e25-4773151c3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:52.882835 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-f350c1dc-2950-42e7-8e25-4773151c3cc9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046388 Sep 22 09:24:52.940895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631590-121c-42a2-83ba-3b7dfa248401 req-e68d82f2-d0d9-455f-b4bb-c46f633ed5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:52.943592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-e68d82f2-d0d9-455f-b4bb-c46f633ed5e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 1098 time: 0.1106548 Sep 22 09:24:52.944860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1757630f-1e6f-489d-be40-e0d47157b8d1 None None] For port 778e4d6a-d8b1-4013-8b3a-517292010427, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=778e4d6a-d8b1-4013-8b3a-517292010427,segment=NetworkSegment(a7e4090b-14b3-4d86-ad2e-9cdf95985e7c),segment_id=a7e4090b-14b3-4d86-ad2e-9cdf95985e7c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:53.057731 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-9aaf5f07-ead9-44d9-9cbe-26cea4e45ad6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=616436f2-b06d-4b79-bfaa-d41c50192944 HTTP/1.1" status: 200 len: 217 time: 0.0943100 Sep 22 09:24:53.073510 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-6afad718-2709-42e4-bd6a-31e111789a0a service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807408 Sep 22 09:24:53.087516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:53.092298 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1757630f-1e6f-489d-be40-e0d47157b8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:53.170332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f49cc4-fd32-4c01-bd91-c13a48e36391 req-f01afbf4-4c44-46a1-9199-ad48aaf72359 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:53.178780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31f49cc4-fd32-4c01-bd91-c13a48e36391 req-f01afbf4-4c44-46a1-9199-ad48aaf72359 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1097 time: 0.2141376 Sep 22 09:24:53.179973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '778e4d6a-d8b1-4013-8b3a-517292010427', 'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'mac_address': 'fa:16:3e:99:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:45Z', 'updated_at': '2021-09-22T09:24:52Z', 'revision_number': 4, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'subnets': [{'id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:53.184957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757630f-1e6f-489d-be40-e0d47157b8d1 None None] Pushing event updated for resources: {'Port': ['ID=778e4d6a-d8b1-4013-8b3a-517292010427,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:53.220951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b532238-c6c2-4609-8fc4-e3ccadacc5cc None None] The sync data for ids ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'] in n-d-805649-4 is: [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '778e4d6a-d8b1-4013-8b3a-517292010427', 'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'mac_address': 'fa:16:3e:99:d2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:45Z', 'updated_at': '2021-09-22T09:24:52Z', 'revision_number': 4, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'subnets': [{'id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:24:53.263628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631590-121c-42a2-83ba-3b7dfa248401 req-d03776e1-fb5d-422e-92d1-29ddf45c7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:53.279342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-d03776e1-fb5d-422e-92d1-29ddf45c7067 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.2141082 Sep 22 09:24:53.283558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e76f5096-2601-444f-8fe5-99ef9b5d565a None None] Provisioning complete for port 778e4d6a-d8b1-4013-8b3a-517292010427 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:53.284158 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e76f5096-2601-444f-8fe5-99ef9b5d565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:53.385772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31f49cc4-fd32-4c01-bd91-c13a48e36391 req-f27882ae-0f07-4088-a129-1a788051d95f tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059598 Sep 22 09:24:53.416968 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74c91926-b087-4cfc-8eb7-72edd95e1522 req-7366d403-b6f5-418b-86f1-7dcfddb835d4 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329170 Sep 22 09:24:53.417220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149883e-e7ca-4f1d-82f6-07314f9388c3 req-dd269ea1-d1d6-4229-9021-67cd737ece30 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:53.418787 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d149883e-e7ca-4f1d-82f6-07314f9388c3 req-dd269ea1-d1d6-4229-9021-67cd737ece30 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 947 time: 0.2296743 Sep 22 09:24:53.449598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631590-121c-42a2-83ba-3b7dfa248401 req-485a6e12-b74a-4ce2-9ed8-24c892fc3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:53.453220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-485a6e12-b74a-4ce2-9ed8-24c892fc3b91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560376 Sep 22 09:24:53.489186 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73a108a-9ef2-4c3a-9254-7170ed52d75d x-openstack-request-id: req-e73a108a-9ef2-4c3a-9254-7170ed52d75d {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:53.489688 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:53.490136 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e73a108a-9ef2-4c3a-9254-7170ed52d75d {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:53.490850 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'status': 'completed', 'code': 200} Sep 22 09:24:53.542418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d149883e-e7ca-4f1d-82f6-07314f9388c3 req-3e1b2bed-715d-4d38-a34e-42a14af12481 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872126 Sep 22 09:24:53.616314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e397d-769a-466c-9211-3bff81678903 req-5be00a87-d200-4f99-8559-7f3efda06a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:53.617941 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510e397d-769a-466c-9211-3bff81678903 req-5be00a87-d200-4f99-8559-7f3efda06a3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 1099 time: 0.0680220 Sep 22 09:24:53.645846 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50059b86-c1d6-43e8-be0a-e1f93dced688 x-openstack-request-id: req-50059b86-c1d6-43e8-be0a-e1f93dced688 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:53.646141 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3e4356-b61c-43f5-b7bf-bda2c71fe78c", "tag": "616436f2-b06d-4b79-bfaa-d41c50192944", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:53.646391 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50059b86-c1d6-43e8-be0a-e1f93dced688 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:53.646785 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'tag': '616436f2-b06d-4b79-bfaa-d41c50192944', 'status': 'completed', 'code': 200} Sep 22 09:24:53.706815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-c3ba5c56-f0be-4c69-9282-08ace60175df service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371304 Sep 22 09:24:53.731741 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef4720-6c1e-4f6f-83b8-f956aed50b3a req-29810365-0b77-4816-a31d-1c94ce1145c5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:53.733312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0ef4720-6c1e-4f6f-83b8-f956aed50b3a req-29810365-0b77-4816-a31d-1c94ce1145c5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 948 time: 0.1327980 Sep 22 09:24:53.739113 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-340eedec-d76d-4c4e-bf2e-1dcd21813177 req-1f8a982d-5216-492f-9146-7901a150e9cc tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "GET /v2.0/security-groups/ed19deea-cc96-4aa8-abeb-4537214089ba HTTP/1.1" status: 200 len: 1813 time: 0.0873985 Sep 22 09:24:53.760192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e397d-769a-466c-9211-3bff81678903 req-2264cecb-6ff5-42d8-96f4-9835cbb2c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:53.762155 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510e397d-769a-466c-9211-3bff81678903 req-2264cecb-6ff5-42d8-96f4-9835cbb2c18a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1321971 Sep 22 09:24:53.853242 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510e397d-769a-466c-9211-3bff81678903 req-9c9e2f82-404f-4ed8-93e8-f841275d11c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494 HTTP/1.1" status: 200 len: 217 time: 0.0735171 Sep 22 09:24:53.888982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0ef4720-6c1e-4f6f-83b8-f956aed50b3a req-a56f7e3e-89be-483a-a76c-9a423e834bd3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398411 Sep 22 09:24:53.931212 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-340eedec-d76d-4c4e-bf2e-1dcd21813177 req-ed6dfbf4-8ecd-416b-ba87-8392e07d4ac5 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:53.933374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e397d-769a-466c-9211-3bff81678903 req-89eaf750-5fe6-4b8d-b4c7-cbcbf534c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:53.934885 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510e397d-769a-466c-9211-3bff81678903 req-89eaf750-5fe6-4b8d-b4c7-cbcbf534c2b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0707812 Sep 22 09:24:53.957779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21631590-121c-42a2-83ba-3b7dfa248401 req-e86553fc-2752-4364-b035-917c98a2087b service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413776 Sep 22 09:24:53.959419 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-340eedec-d76d-4c4e-bf2e-1dcd21813177 req-ed6dfbf4-8ecd-416b-ba87-8392e07d4ac5 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:54.042937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e397d-769a-466c-9211-3bff81678903 req-0389caa6-5740-4fbf-9d2c-093ed3ec6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:54.052065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b9565992-7c7e-47ae-9711-0e07b76b1684 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:54.053824 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510e397d-769a-466c-9211-3bff81678903 req-0389caa6-5740-4fbf-9d2c-093ed3ec6b92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876811 Sep 22 09:24:54.160658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port b9565992-7c7e-47ae-9711-0e07b76b1684 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:54.161065 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:54.182519 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:54.190502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-340eedec-d76d-4c4e-bf2e-1dcd21813177 req-ed6dfbf4-8ecd-416b-ba87-8392e07d4ac5 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:54.194971 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-340eedec-d76d-4c4e-bf2e-1dcd21813177 req-ed6dfbf4-8ecd-416b-ba87-8392e07d4ac5 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:54.196789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-340eedec-d76d-4c4e-bf2e-1dcd21813177 req-ed6dfbf4-8ecd-416b-ba87-8392e07d4ac5 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] 10.222.0.49 "DELETE /v2.0/security-groups/ed19deea-cc96-4aa8-abeb-4537214089ba HTTP/1.1" status: 204 len: 173 time: 0.4418099 Sep 22 09:24:54.205604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49260) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:54.232148 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eae854f5-48da-4ee3-a369-19ac247cf086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:54.255042 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510e397d-769a-466c-9211-3bff81678903 req-8988c489-02ea-4827-b0b6-0e7b570ed424 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956785 Sep 22 09:24:54.294290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b54079-3262-4209-9d70-0dbbabcb5697 admin admin] Deleting subnet 93c64862-990c-4f9a-8119-75de0951fe87 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:24:54.328038 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-07b54079-3262-4209-9d70-0dbbabcb5697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:54.349237 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:54.366693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dfbf4-8ecd-416b-ba87-8392e07d4ac5 tempest-SecurityGroupRulesNegativeTestJSON-1731937366 tempest-SecurityGroupRulesNegativeTestJSON-1731937366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed19deea-cc96-4aa8-abeb-4537214089ba,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:54.384492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dd3886-6ca3-4653-8505-403bedce0d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9565992-7c7e-47ae-9711-0e07b76b1684'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:54.387052 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716f6272-3eea-4083-ad8b-45f483b68c2e" -d '{"events": [{"server_uuid": "85dd3886-6ca3-4653-8505-403bedce0d85", "name": "network-vif-plugged", "status": "completed", "tag": "b9565992-7c7e-47ae-9711-0e07b76b1684"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:54.412689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b9565992-7c7e-47ae-9711-0e07b76b1684, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b9565992-7c7e-47ae-9711-0e07b76b1684,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:54.414046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f630d-23f0-491c-bdbf-70e17ee4f6fa req-b4abe06f-bbe8-48de-aa7d-64c1de35a0d0 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:54.424109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-933f630d-23f0-491c-bdbf-70e17ee4f6fa req-b4abe06f-bbe8-48de-aa7d-64c1de35a0d0 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 943 time: 0.3573606 Sep 22 09:24:54.431805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d51f5e9-178a-4c95-9bf8-77f30a416b19 req-35bb1918-a76b-4bfe-a21e-8f51ef54ff7f tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 210 time: 0.1428621 Sep 22 09:24:54.435930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecf720-4574-4543-b78b-a6d5ac5b6da9 req-12890b4f-a929-441f-a402-b40cf8276585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:54.444779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89ecf720-4574-4543-b78b-a6d5ac5b6da9 req-12890b4f-a929-441f-a402-b40cf8276585 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 1098 time: 0.3438959 Sep 22 09:24:54.478860 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510e397d-769a-466c-9211-3bff81678903 req-23c41028-b8e8-4a38-8ea3-408296192d15 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008743 Sep 22 09:24:54.483876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:54.686772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecf720-4574-4543-b78b-a6d5ac5b6da9 req-bbfb2241-e83a-42ef-a720-7bb7603bed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:54.689449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89ecf720-4574-4543-b78b-a6d5ac5b6da9 req-bbfb2241-e83a-42ef-a720-7bb7603bed82 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.2106705 Sep 22 09:24:54.769977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b9565992-7c7e-47ae-9711-0e07b76b1684,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:54.773527 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-07b54079-3262-4209-9d70-0dbbabcb5697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:54.778182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89ecf720-4574-4543-b78b-a6d5ac5b6da9 req-2e7dd215-9047-4a6a-bfd0-fdace753a8f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=616436f2-b06d-4b79-bfaa-d41c50192944 HTTP/1.1" status: 200 len: 217 time: 0.0746269 Sep 22 09:24:54.804471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-933f630d-23f0-491c-bdbf-70e17ee4f6fa req-1d1162fb-9128-47b6-adeb-2e945f1de1b7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779888 Sep 22 09:24:54.875198 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eda15cc-37f6-48c9-a318-4cf967350e1e x-openstack-request-id: req-5eda15cc-37f6-48c9-a318-4cf967350e1e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:54.875497 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dd3886-6ca3-4653-8505-403bedce0d85", "name": "network-vif-plugged", "status": "completed", "tag": "b9565992-7c7e-47ae-9711-0e07b76b1684", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:54.876666 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5eda15cc-37f6-48c9-a318-4cf967350e1e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:54.877168 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dd3886-6ca3-4653-8505-403bedce0d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9565992-7c7e-47ae-9711-0e07b76b1684', 'code': 200} Sep 22 09:24:54.935445 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-07b54079-3262-4209-9d70-0dbbabcb5697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:54.983725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2c413-db69-4c77-a58d-cf2bbf6ae015 req-6637fc4c-088f-446a-82ad-64aca79f44d9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:54.985815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0d2c413-db69-4c77-a58d-cf2bbf6ae015 req-6637fc4c-088f-446a-82ad-64aca79f44d9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.2237616 Sep 22 09:24:55.003191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecf720-4574-4543-b78b-a6d5ac5b6da9 req-de058e5e-016d-4532-802f-cb0df6765350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:55.003703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ff5204a2-44b6-46c9-9f8d-718bc6c6462b details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:55.004700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89ecf720-4574-4543-b78b-a6d5ac5b6da9 req-de058e5e-016d-4532-802f-cb0df6765350 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1826904 Sep 22 09:24:55.125677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:55.146664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b', 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366', 'port_id': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b', 'mac_address': 'fa:16:3e:97:1a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4190d96d-fd50-463c-85aa-2287bacb2e58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:24:55.194461 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:55.209484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5204a2-44b6-46c9-9f8d-718bc6c6462b {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:55.230285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:55.338616 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:55.345662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0d2c413-db69-4c77-a58d-cf2bbf6ae015 req-809b05ab-5002-4dd8-816d-482517f53ba7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508313 Sep 22 09:24:55.372133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecf720-4574-4543-b78b-a6d5ac5b6da9 req-2cba7448-51b8-42d6-b883-6f4832650697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:55.386781 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89ecf720-4574-4543-b78b-a6d5ac5b6da9 req-2cba7448-51b8-42d6-b883-6f4832650697 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318970 Sep 22 09:24:55.396588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5adda-93b9-4a66-aa69-76ca75d0a314 req-78484a0c-49a5-4248-8e20-bd3f0851f5f1 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:55.399946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 778e4d6a-d8b1-4013-8b3a-517292010427 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:55.400201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0c5adda-93b9-4a66-aa69-76ca75d0a314 req-78484a0c-49a5-4248-8e20-bd3f0851f5f1 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 947 time: 0.1445253 Sep 22 09:24:55.433209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-07b54079-3262-4209-9d70-0dbbabcb5697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:55.450586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:55.473369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 778e4d6a-d8b1-4013-8b3a-517292010427 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:55.473675 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:55.546792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b54079-3262-4209-9d70-0dbbabcb5697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c64862-990c-4f9a-8119-75de0951fe87,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:55.560900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-07b54079-3262-4209-9d70-0dbbabcb5697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:55.562984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-07b54079-3262-4209-9d70-0dbbabcb5697 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/93c64862-990c-4f9a-8119-75de0951fe87 HTTP/1.1" status: 204 len: 168 time: 1.3494120 Sep 22 09:24:55.566282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49280) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:55.577013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0c5adda-93b9-4a66-aa69-76ca75d0a314 req-0a4916a5-6266-4997-ba2d-cf1964bfb6a0 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634936 Sep 22 09:24:55.596004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc49123-39ad-4ccc-8b2a-ea626ad03852 req-382d9b38-b4e3-4e6d-9b48-70e09cad3b89 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:55.597585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dc49123-39ad-4ccc-8b2a-ea626ad03852 req-382d9b38-b4e3-4e6d-9b48-70e09cad3b89 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1097 time: 0.1348801 Sep 22 09:24:55.637763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89ecf720-4574-4543-b78b-a6d5ac5b6da9 req-c3fc9358-98c9-40ba-bc71-178b1bd6020d service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386289 Sep 22 09:24:55.689513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:55.696080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['ff5204a2-44b6-46c9-9f8d-718bc6c6462b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:55.700753 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dc49123-39ad-4ccc-8b2a-ea626ad03852 req-e04298a6-e18c-4317-a16b-e5ee3abd2962 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906003 Sep 22 09:24:55.786650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f172482e-8c10-41a3-b798-06a7d08e18b5 req-8ee809de-4c77-41a4-805a-e3c59b2f7938 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 210 time: 0.0588744 Sep 22 09:24:55.805972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:55.833289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70733bb-3a81-4600-9bc9-ae9c20869cbb']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:55.837770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89ecf720-4574-4543-b78b-a6d5ac5b6da9 req-81662ba0-5775-475c-92ce-e47a0cfdd355 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921461 Sep 22 09:24:55.846688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36df6725-5cec-42c0-8128-bd45919d2824') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:55.847022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36df6725-5cec-42c0-8128-bd45919d2824') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:55.859247 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:55.874229 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:55.885727 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:24:55.886140 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:24:55.887907 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:24:56.068425 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:56.075258 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:56.078335 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a70733bb-3a81-4600-9bc9-ae9c20869cbb HTTP/1.1" status: 204 len: 168 time: 0.5096042 Sep 22 09:24:56.106588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb56f8-6d8f-4fee-b412-bc10612b1226 admin admin] Pushing event deleted for resources: {'Network': ['ID=a70733bb-3a81-4600-9bc9-ae9c20869cbb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:56.111227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf74f9a-4c60-49a0-b5ec-6f3ce4687761 req-ca57e988-8034-44e3-ad78-32d7c12c8c0f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:56.113387 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebf74f9a-4c60-49a0-b5ec-6f3ce4687761 req-ca57e988-8034-44e3-ad78-32d7c12c8c0f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 944 time: 0.1662314 Sep 22 09:24:56.212352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-96ae9e9d-9035-4413-8051-dff611a5dbfe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:56.214565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-96ae9e9d-9035-4413-8051-dff611a5dbfe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.60 "GET /v2.0/networks?id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3 HTTP/1.1" status: 200 len: 829 time: 0.2120860 Sep 22 09:24:56.218919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-b1f72033-a651-43fa-a5af-0dbdf1c980b4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1cf14f0d57b04db4bde24027d9724d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488708 Sep 22 09:24:56.227606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebf74f9a-4c60-49a0-b5ec-6f3ce4687761 req-34354d23-ff23-470d-952d-643f9349bcca tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027176 Sep 22 09:24:56.242336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Request body: {'port': {'device_id': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'admin_state_up': True, 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:56.451806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-33f6a70f-35e7-477f-87ee-dbb529c7109e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:56.453505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-33f6a70f-35e7-477f-87ee-dbb529c7109e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230160 Sep 22 09:24:56.480068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-969b73f5-9c95-494e-90b7-c22bac5cabbd tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/quotas/1cf14f0d57b04db4bde24027d9724d39 HTTP/1.1" status: 200 len: 375 time: 0.0138302 Sep 22 09:24:56.525781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49308) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:56.535515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-648acd71-fc6d-4a31-9253-3c40cc35a78f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561912 Sep 22 09:24:56.536967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Made reservation on behalf of 0caac5ee75ad4536ac686517ba7221d1 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:56.541119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:56.575207 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ee8b7760-1361-4fce-b2c7-8ca195bd9d99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69f649eddff241aa9625a5aea33f2619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480735 Sep 22 09:24:56.577677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49310) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:56.674202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba413b40-a36d-4ab7-939a-0a1fc70f1589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:56.698647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba413b40-a36d-4ab7-939a-0a1fc70f1589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:56.755156 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Allocated IP 172.20.0.11 (b4470e4c-44ea-4a08-9de0-b88dce3e6df3/c82b8f9c-8135-4777-81c4-24e0bc0614e6/99bc3206-4472-41b3-9130-15b0f1866b54) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:56.774534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658403de-282a-4bfa-8697-620e23c1b8f3 req-6039939b-1a39-47ff-b44b-c0cfa43fb7f5 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:56.776119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-658403de-282a-4bfa-8697-620e23c1b8f3 req-6039939b-1a39-47ff-b44b-c0cfa43fb7f5 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 947 time: 0.0826964 Sep 22 09:24:56.811726 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba413b40-a36d-4ab7-939a-0a1fc70f1589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:56.817192 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba413b40-a36d-4ab7-939a-0a1fc70f1589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:56.817192 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ba413b40-a36d-4ab7-939a-0a1fc70f1589 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a4adfbd-955d-4d9a-b271-af360dd19dec HTTP/1.1" status: 204 len: 168 time: 0.2377264 Sep 22 09:24:56.827921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba413b40-a36d-4ab7-939a-0a1fc70f1589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4adfbd-955d-4d9a-b271-af360dd19dec,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:56.834510 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ee29d4c-5940-4332-8501-30011e43ba00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:56.937480 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-658403de-282a-4bfa-8697-620e23c1b8f3 req-38887533-c11f-49ae-b648-4f92389a7954 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473486 Sep 22 09:24:56.971703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b5a2a-294c-45d8-8e28-3bc1053c75c7 req-b8ee4b52-aca8-461b-86d1-fa5ddb383002 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:56.973660 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a03b5a2a-294c-45d8-8e28-3bc1053c75c7 req-b8ee4b52-aca8-461b-86d1-fa5ddb383002 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1097 time: 0.1173959 Sep 22 09:24:57.025668 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ae11700f-0580-46eb-8fd2-c0a4971b5494 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:57.029033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ff5204a2-44b6-46c9-9f8d-718bc6c6462b up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:24:57.098392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c43eadf9-9187-4b16-8eb1-baa434a33782 req-3732bee6-3700-42c2-ba00-70556fd64298 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 210 time: 0.0770607 Sep 22 09:24:57.120465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a03b5a2a-294c-45d8-8e28-3bc1053c75c7 req-16d08643-ba9f-4e2c-b5d8-574b059ff6f9 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327884 Sep 22 09:24:57.156538 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.223403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f719403d-e37d-410a-97b0-9be0b82867ec req-8e07d8a0-11b0-4656-9d6c-1361b6f4f22f tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 210 time: 0.0389030 Sep 22 09:24:57.228900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:57.273459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port ff5204a2-44b6-46c9-9f8d-718bc6c6462b completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:24:57.280173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'mac_address': 'fa:16:3e:ea:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:24:57.284400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port ff5204a2-44b6-46c9-9f8d-718bc6c6462b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:57.287530 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.332615 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.400603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:57.406138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:57.411669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:24:57.473077 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.492692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Pushing event updated for resources: {'Port': ['ID=99bc3206-4472-41b3-9130-15b0f1866b54,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:57.493440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae11700f-0580-46eb-8fd2-c0a4971b5494 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:57.539292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:57.543111 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.544434 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:57.551237 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.567337 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.604143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b5816d-9af3-4297-938b-2dc6317460d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:57.606867 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19704ef-2ab9-46e7-bf24-c781416cd1d0" -d '{"events": [{"server_uuid": "92b5816d-9af3-4297-938b-2dc6317460d3", "name": "network-vif-plugged", "status": "completed", "tag": "ff5204a2-44b6-46c9-9f8d-718bc6c6462b"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:57.618584 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.626531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:57.647801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-bc87d281-6bc3-42d3-bf7f-d535f9582c86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4188602 Sep 22 09:24:57.677599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Request body: {'port': {'device_id': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:57.679873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:57.720769 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.749834 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.798435 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b5905dbf-a923-4d97-b22a-a7a3bfaee8aa None None] Provisioning complete for port 99bc3206-4472-41b3-9130-15b0f1866b54 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:57.799046 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5905dbf-a923-4d97-b22a-a7a3bfaee8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.850310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b5905dbf-a923-4d97-b22a-a7a3bfaee8aa None None] Port 99bc3206-4472-41b3-9130-15b0f1866b54 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:24:57.860888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669364f1-eb74-4178-b246-11a0da9df618 req-ac963261-2af9-42f9-bd50-bf814cf9adac tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:57.864625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:57.872434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-669364f1-eb74-4178-b246-11a0da9df618 req-ac963261-2af9-42f9-bd50-bf814cf9adac tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 945 time: 0.1175671 Sep 22 09:24:57.959516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:57.976488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-669364f1-eb74-4178-b246-11a0da9df618 req-b9f09d19-6894-446c-9f5c-5481e1f43712 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969708 Sep 22 09:24:57.997106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['ae11700f-0580-46eb-8fd2-c0a4971b5494'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:58.092619 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eec062d-692f-4275-a11c-3faca4942da4 x-openstack-request-id: req-3eec062d-692f-4275-a11c-3faca4942da4 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:58.093019 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b5816d-9af3-4297-938b-2dc6317460d3", "name": "network-vif-plugged", "status": "completed", "tag": "ff5204a2-44b6-46c9-9f8d-718bc6c6462b", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:58.093331 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3eec062d-692f-4275-a11c-3faca4942da4 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:58.093774 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5816d-9af3-4297-938b-2dc6317460d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b', 'code': 200} Sep 22 09:24:58.105280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 616436f2-b06d-4b79-bfaa-d41c50192944 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:24:58.279538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54d397-318e-448e-b8f4-23cb5df47e89 req-08b8a3a1-79bd-4297-8203-c8218274aa72 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:58.281526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f54d397-318e-448e-b8f4-23cb5df47e89 req-08b8a3a1-79bd-4297-8203-c8218274aa72 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 945 time: 0.1206410 Sep 22 09:24:58.302828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bc3206-4472-41b3-9130-15b0f1866b54 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:58.311421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f76445-0eb3-48a9-9ab4-d37a7c1c37b6 req-5a3296f6-50cf-4808-82f0-d9085cd27ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:58.319508 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36f76445-0eb3-48a9-9ab4-d37a7c1c37b6 req-5a3296f6-50cf-4808-82f0-d9085cd27ba6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 1096 time: 0.1490798 Sep 22 09:24:58.321852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:58.332513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 616436f2-b06d-4b79-bfaa-d41c50192944, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=616436f2-b06d-4b79-bfaa-d41c50192944,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:58.353331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '616436f2-b06d-4b79-bfaa-d41c50192944', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '616436f2-b06d-4b79-bfaa-d41c50192944', 'mac_address': 'fa:16:3e:0f:a1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:24:58.355754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Transition to ACTIVE for port object 99bc3206-4472-41b3-9130-15b0f1866b54 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:58.359491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f54d397-318e-448e-b8f4-23cb5df47e89 req-d9bcc7ce-b875-4eb4-a386-3458e02cde86 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719175 Sep 22 09:24:58.392643 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36f76445-0eb3-48a9-9ab4-d37a7c1c37b6 req-b8451665-59d5-4add-b93e-57c0dfbf76a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571282 Sep 22 09:24:58.413694 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:58.427054 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:58.456248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616436f2-b06d-4b79-bfaa-d41c50192944 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:24:58.496600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 616436f2-b06d-4b79-bfaa-d41c50192944, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=616436f2-b06d-4b79-bfaa-d41c50192944,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:24:58.500115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49386) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:58.534885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Pushing event updated for resources: {'Port': ['ID=99bc3206-4472-41b3-9130-15b0f1866b54,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:58.583452 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:58.615867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866978c-45fa-48b8-8cbc-593e3512f460 req-cc002679-6f1a-476f-95b1-1b523a432dc3 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:58.617516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d866978c-45fa-48b8-8cbc-593e3512f460 req-cc002679-6f1a-476f-95b1-1b523a432dc3 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 947 time: 0.1420820 Sep 22 09:24:58.654754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=616436f2-b06d-4b79-bfaa-d41c50192944,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:58.671060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-507094120-network', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:58.692393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Attempting to bind port 99bc3206-4472-41b3-9130-15b0f1866b54 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:58.692716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Attempting to bind port 99bc3206-4472-41b3-9130-15b0f1866b54 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:58.693073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Attempting to bind port 99bc3206-4472-41b3-9130-15b0f1866b54 on network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:58.705362 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d866978c-45fa-48b8-8cbc-593e3512f460 req-3e8f0016-e4a0-4b6d-865d-a4193862fc53 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794070 Sep 22 09:24:58.706050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Port 99bc3206-4472-41b3-9130-15b0f1866b54 on network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:58.706368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Attempting to bind port 99bc3206-4472-41b3-9130-15b0f1866b54 on network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:58.711980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:58.712315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Checking segment: {'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:58.712691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Bound using segment: {'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:58.713147 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Bound port: 99bc3206-4472-41b3-9130-15b0f1866b54, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:24:58.713499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:58.779055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Made reservation on behalf of 0a1eee98d30145b7b698faf6c5d9090d for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:58.783835 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:58.796971 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:58.806303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac35c057-02ed-45bc-8e63-b5587b6bd7e4 req-a6fa0d68-fd52-45cb-b116-1ac35241d831 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 210 time: 0.0350056 Sep 22 09:24:58.808078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] For port 99bc3206-4472-41b3-9130-15b0f1866b54, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:24:58.823529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] For port 99bc3206-4472-41b3-9130-15b0f1866b54, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=99bc3206-4472-41b3-9130-15b0f1866b54,segment=NetworkSegment(a7e4090b-14b3-4d86-ad2e-9cdf95985e7c),segment_id=a7e4090b-14b3-4d86-ad2e-9cdf95985e7c)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:24:58.837240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['616436f2-b06d-4b79-bfaa-d41c50192944'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:24:58.906412 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:58.966644 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:59.011617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:59.028714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:59.029356 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:59.030726 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] 10.222.0.60 "PUT /v2.0/ports/99bc3206-4472-41b3-9130-15b0f1866b54 HTTP/1.1" status: 200 len: 1092 time: 1.3665216 Sep 22 09:24:59.033884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'tag': '99bc3206-4472-41b3-9130-15b0f1866b54'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:24:59.036205 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693" -d '{"events": [{"name": "network-changed", "server_uuid": "a8937358-c23a-473d-b6bf-a891a2442dd4", "tag": "99bc3206-4472-41b3-9130-15b0f1866b54"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:59.039167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:24:59.054683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e499a4a4-3cf3-45a3-92b9-6768a6658459,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:59.061331 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:59.061672 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Added segment 0c9e62d6-a842-499e-8647-fa4425573b3f of type vlan for network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc Sep 22 09:24:59.085079 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa260165-f5ee-4988-9398-564e21cb22e4 req-8141daec-0b33-4bf0-b6a2-e13eac776036 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:59.092897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa260165-f5ee-4988-9398-564e21cb22e4 req-8141daec-0b33-4bf0-b6a2-e13eac776036 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 944 time: 0.1203763 Sep 22 09:24:59.096200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8784899-f9b3-4514-b23a-3563ab3130fb service neutron] Pushing event updated for resources: {'Port': ['ID=99bc3206-4472-41b3-9130-15b0f1866b54,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:59.111446 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:59.145832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa260165-f5ee-4988-9398-564e21cb22e4 req-03b6dc62-e1a6-4b17-985b-8213308b28d1 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c6b0616-e2c2-4c35-835e-f3597cb4be05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510786 Sep 22 09:24:59.205854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-9bd59866-040f-4815-b22b-716af291ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:59.207376 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-9bd59866-040f-4815-b22b-716af291ff6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0caac5ee75ad4536ac686517ba7221d1&device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0459335 Sep 22 09:24:59.217309 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:59.218341 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:59.219046 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:59.261023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-601d0f72-85fe-4a42-b25e-2d18b61f518f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1cf14f0d57b04db4bde24027d9724d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390131 Sep 22 09:24:59.284173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-edefc418-24f0-4f62-a426-5c1741de92e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99bc3206-4472-41b3-9130-15b0f1866b54 HTTP/1.1" status: 200 len: 217 time: 0.0561824 Sep 22 09:24:59.301922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203d5d5-74b6-4580-8a84-cc47e71eb1d9 req-f627579c-2c81-4c22-b601-102b1ac7d0a0 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:59.303457 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c203d5d5-74b6-4580-8a84-cc47e71eb1d9 req-f627579c-2c81-4c22-b601-102b1ac7d0a0 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 945 time: 0.0942366 Sep 22 09:24:59.336031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=3645935b-5e45-47fb-8efa-f2e4bd4ae0cc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:59.348284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:24:59.390968 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7f28ac1c-f24b-4870-b574-8e948a39e0f1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8885121 Sep 22 09:24:59.394097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49400) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:24:59.404279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] Request body: {'subnet': {'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-507094120-subnet', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:59.433177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-45c63119-fc30-412b-a698-51747a37c17b tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:24:59.434205 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-45c63119-fc30-412b-a698-51747a37c17b tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104110 Sep 22 09:24:59.469829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-4a34b433-8583-4ce4-9a55-b87a086a64fd tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:59.471429 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-4a34b433-8583-4ce4-9a55-b87a086a64fd tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018113 Sep 22 09:24:59.495161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Request body: {'port': {'device_id': 'b631d524-663c-4afd-9759-1b6350cf8396', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '1cf14f0d57b04db4bde24027d9724d39'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:59.522525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-80fc2bdd-edd9-4c3b-9215-c3db143b2142 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:59.524284 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-80fc2bdd-edd9-4c3b-9215-c3db143b2142 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports/15bfebbb-c170-4253-8b3e-d73b3dfc8e19 HTTP/1.1" status: 200 len: 1094 time: 0.0753422 Sep 22 09:24:59.538558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Request body: {'binding': {'host': 'n-h1-805649-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:24:59.539020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Unknown quota resources ['binding']. {{(pid=95509) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:24:59.560679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] Made reservation on behalf of 0a1eee98d30145b7b698faf6c5d9090d for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:59.562992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:59.590562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-0a649d85-c041-4e45-9a7d-da802edb7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:59.592021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-0a649d85-c041-4e45-9a7d-da802edb7d43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c82b8f9c-8135-4777-81c4-24e0bc0614e6 HTTP/1.1" status: 200 len: 868 time: 0.2877173 Sep 22 09:24:59.616759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c203d5d5-74b6-4580-8a84-cc47e71eb1d9 req-3fb1ff12-59ce-4d45-9edd-f4e27a2b87c7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582278 Sep 22 09:24:59.645668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-73323691-75e0-4f2d-bfe6-bc31108f1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:59.646832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-73323691-75e0-4f2d-bfe6-bc31108f1967 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442240 Sep 22 09:24:59.674690 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:59.721785 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425f8bc7-8ab9-469b-b05a-4bbc17958dc4 x-openstack-request-id: req-425f8bc7-8ab9-469b-b05a-4bbc17958dc4 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:59.722027 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8937358-c23a-473d-b6bf-a891a2442dd4", "tag": "99bc3206-4472-41b3-9130-15b0f1866b54", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:59.728710 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-425f8bc7-8ab9-469b-b05a-4bbc17958dc4 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:59.728710 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'tag': '99bc3206-4472-41b3-9130-15b0f1866b54', 'status': 'completed', 'code': 200} Sep 22 09:24:59.756155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-30f6bd72-34f4-40c2-94da-8c80d56aa690 service neutron] 10.222.0.60 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999577 Sep 22 09:24:59.834200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Made reservation on behalf of 1cf14f0d57b04db4bde24027d9724d39 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:59.837802 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:59.863346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08348bec-2506-4f0b-ae5c-8dd0bffc361b req-93db73a8-1e9d-49bf-82c9-f71b652463ac tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:24:59.864868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08348bec-2506-4f0b-ae5c-8dd0bffc361b req-93db73a8-1e9d-49bf-82c9-f71b652463ac tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 945 time: 0.1078396 Sep 22 09:24:59.873607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on host n-h1-805649-4 for vnic_type normal with profile None {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:24:59.873948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:24:59.874280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:59.892520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:24:59.892905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:24:59.900613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acc42bfb-44b3-451e-8ffa-98519e97fefb req-df3febce-e2c3-42f4-8df6-d87ec475b3bf service neutron] 10.222.0.60 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190078 Sep 22 09:24:59.920401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08348bec-2506-4f0b-ae5c-8dd0bffc361b req-15d6a83e-cd52-494e-8c8b-0857ec62ded3 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478070 Sep 22 09:24:59.964549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:24:59.964918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:24:59.965306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:24:59.965743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Bound port: 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:00.032457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8d460-758e-42cb-b208-2ed5545fe504 req-f9136234-8150-434e-b1dc-931d40b8ad46 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.034001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ffd8d460-758e-42cb-b208-2ed5545fe504 req-f9136234-8150-434e-b1dc-931d40b8ad46 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 948 time: 0.0559433 Sep 22 09:25:00.073803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 616436f2-b06d-4b79-bfaa-d41c50192944 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:00.087021 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:00.105856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ffd8d460-758e-42cb-b208-2ed5545fe504 req-1588ae44-f1da-4c44-8606-7f05d31b2363 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468667 Sep 22 09:25:00.108851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693 req-b5c44bf5-d109-405b-b47f-9599f41c5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.109084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Allocated IP 192.168.233.170 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/2140492b-d73c-4430-ac12-d625f9dd5bc9) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:00.111887 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693 req-b5c44bf5-d109-405b-b47f-9599f41c5019 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0caac5ee75ad4536ac686517ba7221d1&device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0767703 Sep 22 09:25:00.115634 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:00.167553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] Notify callbacks [] for binding, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:00.173266 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-6d6130ee-1fb3-4294-bf14-fde78ca1f660 service neutron] 10.222.0.49 "POST /v2.0/ports/15bfebbb-c170-4253-8b3e-d73b3dfc8e19/bindings HTTP/1.1" status: 201 len: 389 time: 0.6417074 Sep 22 09:25:00.205141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 616436f2-b06d-4b79-bfaa-d41c50192944 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:25:00.209011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 616436f2-b06d-4b79-bfaa-d41c50192944 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:00.209520 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:00.227653 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f0d0d79-475b-4d52-88aa-a4d9b769dba3 req-c9405665-f0fa-4e1d-a900-585730dc4600 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 210 time: 0.0302889 Sep 22 09:25:00.241057 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=37dff703-ef74-4c43-b4a8-5e452c153af0,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:00.250242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f6b4a-b540-4e8e-88f0-a2856138ff51 req-191c83c7-561d-41b3-aa70-d714e1df5def tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.251589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693 req-bc6f9b3b-1a47-4407-8e8c-6fa496a3f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.252398 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-806f6b4a-b540-4e8e-88f0-a2856138ff51 req-191c83c7-561d-41b3-aa70-d714e1df5def tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 945 time: 0.1769431 Sep 22 09:25:00.263430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693 req-bc6f9b3b-1a47-4407-8e8c-6fa496a3f7cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3 HTTP/1.1" status: 200 len: 930 time: 0.1345625 Sep 22 09:25:00.314786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:00.317591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693 req-d897883b-66d4-49b6-b62e-7a554d28cbd2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99bc3206-4472-41b3-9130-15b0f1866b54 HTTP/1.1" status: 200 len: 217 time: 0.0500898 Sep 22 09:25:00.359153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616436f2-b06d-4b79-bfaa-d41c50192944'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:00.362400 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb8b4f1-8c11-46a1-8107-2107a9b3e7e0" -d '{"events": [{"server_uuid": "cf3e4356-b61c-43f5-b7bf-bda2c71fe78c", "name": "network-vif-plugged", "status": "completed", "tag": "616436f2-b06d-4b79-bfaa-d41c50192944"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:00.382591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693 req-0c065ddb-d498-44f8-9e30-bde89c837f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.384100 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693 req-0c065ddb-d498-44f8-9e30-bde89c837f49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c82b8f9c-8135-4777-81c4-24e0bc0614e6 HTTP/1.1" status: 200 len: 868 time: 0.0584795 Sep 22 09:25:00.387756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 616436f2-b06d-4b79-bfaa-d41c50192944, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=616436f2-b06d-4b79-bfaa-d41c50192944,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:00.396861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] Checking segment: {'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:00.397330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] Network hostable DHCP agents. Network: 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:25:00.418692 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ef1bc9-b7fd-400a-bbee-5044395ba2ea x-openstack-request-id: req-79ef1bc9-b7fd-400a-bbee-5044395ba2ea {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:00.418995 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3e4356-b61c-43f5-b7bf-bda2c71fe78c", "name": "network-vif-plugged", "status": "completed", "tag": "616436f2-b06d-4b79-bfaa-d41c50192944", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:00.419227 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79ef1bc9-b7fd-400a-bbee-5044395ba2ea {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:00.419598 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616436f2-b06d-4b79-bfaa-d41c50192944', 'code': 200} Sep 22 09:25:00.482068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:00.486202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693 req-c65821a6-1f5f-488b-b596-f3b88c77391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.488193 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693 req-c65821a6-1f5f-488b-b596-f3b88c77391d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947616 Sep 22 09:25:00.496988 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:00.512655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-806f6b4a-b540-4e8e-88f0-a2856138ff51 req-1310048a-91ff-4d61-9b37-19553d3d0835 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Deleting port fd2e2f72-e3f9-498a-8a73-afae1c1351b2 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:00.513204 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-806f6b4a-b540-4e8e-88f0-a2856138ff51 req-1310048a-91ff-4d61-9b37-19553d3d0835 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:00.551567 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=616436f2-b06d-4b79-bfaa-d41c50192944,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:00.559095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1b40c-72e3-4021-83cd-266502d05f67 req-9573637b-a25e-420b-a901-17114dd8b47d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.565450 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab1b40c-72e3-4021-83cd-266502d05f67 req-9573637b-a25e-420b-a901-17114dd8b47d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 944 time: 0.1391950 Sep 22 09:25:00.583655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] Network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:25:00.623243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-806f6b4a-b540-4e8e-88f0-a2856138ff51 req-1310048a-91ff-4d61-9b37-19553d3d0835 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] For port fd2e2f72-e3f9-498a-8a73-afae1c1351b2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fd2e2f72-e3f9-498a-8a73-afae1c1351b2,segment=NetworkSegment(e59c2e43-13ce-427f-bfe4-f41ab63db371),segment_id=e59c2e43-13ce-427f-bfe4-f41ab63db371)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:00.623532 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-806f6b4a-b540-4e8e-88f0-a2856138ff51 req-1310048a-91ff-4d61-9b37-19553d3d0835 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:00.636936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-806f6b4a-b540-4e8e-88f0-a2856138ff51 req-1310048a-91ff-4d61-9b37-19553d3d0835 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Calling delete_port for fd2e2f72-e3f9-498a-8a73-afae1c1351b2 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:00.643545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:00.655792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'b9565992-7c7e-47ae-9711-0e07b76b1684'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:00.686396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e06667-59ca-4adb-96eb-65d5bba15989 req-0b1ff722-dc73-492c-b9e4-edbc8e9b1054 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.688071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68e06667-59ca-4adb-96eb-65d5bba15989 req-0b1ff722-dc73-492c-b9e4-edbc8e9b1054 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 946 time: 0.2065086 Sep 22 09:25:00.689953 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f464c-1018-4e98-ab0c-dda494bc14fe req-2db2c061-20ca-414b-8a89-55037dfe24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.691388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-500f464c-1018-4e98-ab0c-dda494bc14fe req-2db2c061-20ca-414b-8a89-55037dfe24b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 1100 time: 0.2005339 Sep 22 09:25:00.701556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab1b40c-72e3-4021-83cd-266502d05f67 req-8d9c88fb-fa34-480e-a3bb-78c858ce9ca4 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c6b0616-e2c2-4c35-835e-f3597cb4be05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198835 Sep 22 09:25:00.734184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:00.734184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:00.738730 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.739327 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:00.749868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:00.755191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693 req-3236888d-01f6-488e-9e7e-7e2402c9cecc service neutron] 10.222.0.60 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429605 Sep 22 09:25:00.760670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782de1d2-eaeb-4720-8743-b5cfcc21e201 None None] Network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:25:00.765173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:00.790969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Pushing event updated for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:00.804591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68e06667-59ca-4adb-96eb-65d5bba15989 req-0ff9fe5a-0eb7-433d-8412-c8e5257d8370 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086254 Sep 22 09:25:00.812783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-500f464c-1018-4e98-ab0c-dda494bc14fe req-4963f255-4266-4e99-b7eb-4f48958801e5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040843 Sep 22 09:25:00.900407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8004ca2-1eb2-4194-8eb0-7e7b471f7693 req-92474fc1-225e-466b-bca2-3907c4391deb service neutron] 10.222.0.60 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366582 Sep 22 09:25:00.909755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.909986 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:00.923667 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f6266fb6-e09a-4ba7-953b-eb1744c750ab admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5284846 Sep 22 09:25:00.928969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49416) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:00.935420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:00.968996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84262f29-09fc-4551-bd70-3789c3ff52ed req-56a85900-31dc-4b8a-8139-2f202c50c624 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:00.979408 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84262f29-09fc-4551-bd70-3789c3ff52ed req-56a85900-31dc-4b8a-8139-2f202c50c624 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 945 time: 0.0778813 Sep 22 09:25:01.009375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59486e9-7233-4622-b40c-98878108639f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'fixed_ips': [{'subnet_id': '37dff703-ef74-4c43-b4a8-5e452c153af0'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:25:01.010299 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c59486e9-7233-4622-b40c-98878108639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.036203 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-ee0e1510-e121-4103-9f11-b4ed5400928f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5447152 Sep 22 09:25:01.054669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84262f29-09fc-4551-bd70-3789c3ff52ed req-e591b386-088c-4cab-b3bb-a3077ac1d35b tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741141 Sep 22 09:25:01.057303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ae11700f-0580-46eb-8fd2-c0a4971b5494 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:01.066200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Request body: {'port': {'device_id': 'b631d524-663c-4afd-9759-1b6350cf8396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:01.091488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30497273-470a-4235-a835-fcc9619b3a6d req-b6c7e973-9671-44cf-8174-b790bae5e53d tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:01.091488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30497273-470a-4235-a835-fcc9619b3a6d req-b6c7e973-9671-44cf-8174-b790bae5e53d tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 945 time: 0.0760226 Sep 22 09:25:01.104399 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-806f6b4a-b540-4e8e-88f0-a2856138ff51 req-1310048a-91ff-4d61-9b37-19553d3d0835 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.139150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310048a-91ff-4d61-9b37-19553d3d0835 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Pushing event deleted for resources: {'Port': ['ID=fd2e2f72-e3f9-498a-8a73-afae1c1351b2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:01.148770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30497273-470a-4235-a835-fcc9619b3a6d req-f62518d4-cec5-4d25-840b-327f9e518bda tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607839 Sep 22 09:25:01.155245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-7ecca86b-ef14-4a8f-866a-e3b8f94ee03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:01.157577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-7ecca86b-ef14-4a8f-866a-e3b8f94ee03d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1097 time: 0.0767336 Sep 22 09:25:01.211909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-bdd568c5-aeb8-49d9-afbb-0f21ec36bf6e None None] Provisioning complete for port 2140492b-d73c-4430-ac12-d625f9dd5bc9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:01.212288 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bdd568c5-aeb8-49d9-afbb-0f21ec36bf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.228156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-806f6b4a-b540-4e8e-88f0-a2856138ff51 req-1310048a-91ff-4d61-9b37-19553d3d0835 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] No DVR routers for this DVR port fd2e2f72-e3f9-498a-8a73-afae1c1351b2 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:25:01.230487 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.231819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.236048 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-806f6b4a-b540-4e8e-88f0-a2856138ff51 req-1310048a-91ff-4d61-9b37-19553d3d0835 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.238070 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-806f6b4a-b540-4e8e-88f0-a2856138ff51 req-1310048a-91ff-4d61-9b37-19553d3d0835 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.45 "DELETE /v2.0/ports/fd2e2f72-e3f9-498a-8a73-afae1c1351b2 HTTP/1.1" status: 204 len: 173 time: 0.9735401 Sep 22 09:25:01.238666 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d33c2c2-9763-4607-a056-8292f3aee3f1', 'name': 'network-vif-deleted', 'tag': 'fd2e2f72-e3f9-498a-8a73-afae1c1351b2'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:01.241010 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87519772-3bed-4c55-a90d-0e4c521e1e06" -d '{"events": [{"server_uuid": "6d33c2c2-9763-4607-a056-8292f3aee3f1", "name": "network-vif-deleted", "tag": "fd2e2f72-e3f9-498a-8a73-afae1c1351b2"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:01.243628 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.346851 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.354444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-bdd568c5-aeb8-49d9-afbb-0f21ec36bf6e None None] Port 2140492b-d73c-4430-ac12-d625f9dd5bc9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:25:01.357522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f5991-d4e6-4340-8768-1cee37188f06 req-8549bc5d-b9ac-46b8-bb50-c70215461705 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:01.366755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c2f5991-d4e6-4340-8768-1cee37188f06 req-8549bc5d-b9ac-46b8-bb50-c70215461705 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 1096 time: 0.1712074 Sep 22 09:25:01.367983 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-c59486e9-7233-4622-b40c-98878108639f None None] Allocated IP 172.20.0.2 (3645935b-5e45-47fb-8efa-f2e4bd4ae0cc/37dff703-ef74-4c43-b4a8-5e452c153af0/8fdb4c31-593b-4d83-bef9-296c8faff8a1) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:01.398062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516c5e7-e1f5-4cac-af14-c894ff6f464b req-8309824f-4fe4-4f77-81fd-b56b2eba970e tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:01.405700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4516c5e7-e1f5-4cac-af14-c894ff6f464b req-8309824f-4fe4-4f77-81fd-b56b2eba970e tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 949 time: 0.1613698 Sep 22 09:25:01.408186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-ea49b4c0-12a2-4d0f-9462-cbf81974af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:01.409679 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-ea49b4c0-12a2-4d0f-9462-cbf81974af01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.2417483 Sep 22 09:25:01.470074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-ea600a52-ed40-4524-8401-d3b611aa183f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19 HTTP/1.1" status: 200 len: 217 time: 0.0448573 Sep 22 09:25:01.505762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c2f5991-d4e6-4340-8768-1cee37188f06 req-6bb4aa22-b1f2-42f9-8423-03fc33225add tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309061 Sep 22 09:25:01.540287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4516c5e7-e1f5-4cac-af14-c894ff6f464b req-a3513dc2-0760-45e3-b9b4-edf8d8aa50ce tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335914 Sep 22 09:25:01.604668 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c59486e9-7233-4622-b40c-98878108639f None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.616323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port ae11700f-0580-46eb-8fd2-c0a4971b5494 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:25:01.635019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port ae11700f-0580-46eb-8fd2-c0a4971b5494 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:01.635470 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.638205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-cfe48d13-4239-4083-99f9-b6ea32e21a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:01.641663 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-cfe48d13-4239-4083-99f9-b6ea32e21a8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.1615105 Sep 22 09:25:01.690996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-927b0ae3-208d-48cf-80b6-8d7799e77e72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398710 Sep 22 09:25:01.743378 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c59486e9-7233-4622-b40c-98878108639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.796540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59486e9-7233-4622-b40c-98878108639f None None] Network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:01.802330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-c59486e9-7233-4622-b40c-98878108639f None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:01.804993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59486e9-7233-4622-b40c-98878108639f None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:01.851613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59486e9-7233-4622-b40c-98878108639f None None] Pushing event updated for resources: {'Port': ['ID=8fdb4c31-593b-4d83-bef9-296c8faff8a1,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:01.886205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92947b25-8dd0-4c1b-b5cc-7ee1d32eed72 req-f1e6ecdb-b32b-4245-8d9c-e4b38ff8f7eb tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:01.887870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92947b25-8dd0-4c1b-b5cc-7ee1d32eed72 req-f1e6ecdb-b32b-4245-8d9c-e4b38ff8f7eb tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 936 time: 0.2273793 Sep 22 09:25:01.925178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c59486e9-7233-4622-b40c-98878108639f None None] Attempting to bind port 8fdb4c31-593b-4d83-bef9-296c8faff8a1 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:01.926078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c59486e9-7233-4622-b40c-98878108639f None None] Attempting to bind port 8fdb4c31-593b-4d83-bef9-296c8faff8a1 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:01.926078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59486e9-7233-4622-b40c-98878108639f None None] Attempting to bind port 8fdb4c31-593b-4d83-bef9-296c8faff8a1 on network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:01.929917 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:01.990835 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1610f192-a28a-4422-8a99-4fd5b2c0e5de x-openstack-request-id: req-1610f192-a28a-4422-8a99-4fd5b2c0e5de {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:01.991933 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d33c2c2-9763-4607-a056-8292f3aee3f1", "name": "network-vif-deleted", "tag": "fd2e2f72-e3f9-498a-8a73-afae1c1351b2", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:01.992386 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1610f192-a28a-4422-8a99-4fd5b2c0e5de {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:01.993003 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d33c2c2-9763-4607-a056-8292f3aee3f1', 'name': 'network-vif-deleted', 'tag': 'fd2e2f72-e3f9-498a-8a73-afae1c1351b2', 'status': 'completed', 'code': 200} Sep 22 09:25:02.024018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee18d-aa83-435b-b3d3-85c128b4104c req-3fedfb49-a0d5-41b6-a5cb-6a95722db7fa tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:02.032678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e94ee18d-aa83-435b-b3d3-85c128b4104c req-3fedfb49-a0d5-41b6-a5cb-6a95722db7fa tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 944 time: 0.1627231 Sep 22 09:25:02.057727 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-e1b53456-1dd6-4994-be01-e2fb9ece4ca4 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463199 Sep 22 09:25:02.073500 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92947b25-8dd0-4c1b-b5cc-7ee1d32eed72 req-cd111cd3-c06e-4ed5-b9b3-7e090aa84b90 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509464 Sep 22 09:25:02.086905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59486e9-7233-4622-b40c-98878108639f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:02.086905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59486e9-7233-4622-b40c-98878108639f None None] Checking segment: {'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:02.086905 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c59486e9-7233-4622-b40c-98878108639f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:02.086905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59486e9-7233-4622-b40c-98878108639f None None] Bound using segment: {'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:02.086905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c59486e9-7233-4622-b40c-98878108639f None None] Bound port: 8fdb4c31-593b-4d83-bef9-296c8faff8a1, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:02.086905 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c59486e9-7233-4622-b40c-98878108639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:02.154698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:02.163128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:02.198866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c59486e9-7233-4622-b40c-98878108639f None None] For port 8fdb4c31-593b-4d83-bef9-296c8faff8a1, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:02.202706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c59486e9-7233-4622-b40c-98878108639f None None] For port 8fdb4c31-593b-4d83-bef9-296c8faff8a1, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=8fdb4c31-593b-4d83-bef9-296c8faff8a1,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:02.220189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:02.221989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fd2e2f72-e3f9-498a-8a73-afae1c1351b2 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:02.261001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2140492b-d73c-4430-ac12-d625f9dd5bc9 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:02.276037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: fd2e2f72-e3f9-498a-8a73-afae1c1351b2 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:25:02.276377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fd2e2f72-e3f9-498a-8a73-afae1c1351b2 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:25:02.282649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:02.290837 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c59486e9-7233-4622-b40c-98878108639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:02.302595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Transition to ACTIVE for port object 2140492b-d73c-4430-ac12-d625f9dd5bc9 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:25:02.316323 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-e6b726cb-813b-4773-9084-79e0d77224e9 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417951 Sep 22 09:25:02.331730 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:02.383611 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:02.430857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e94ee18d-aa83-435b-b3d3-85c128b4104c req-2ebd4649-401e-48a7-80c8-0fd48b66225b tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c6b0616-e2c2-4c35-835e-f3597cb4be05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937056 Sep 22 09:25:02.450303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:02.458291 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da97cc6a-3876-46fc-a9ab-d22306994216" -d '{"events": [{"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-plugged", "status": "completed", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:02.471408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59486e9-7233-4622-b40c-98878108639f None None] Pushing event updated for resources: {'Port': ['ID=8fdb4c31-593b-4d83-bef9-296c8faff8a1,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:02.498827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6ed7d-21fa-4aea-82cc-a35b1656fe31 req-8461d0b6-b44a-4b62-a687-f4cfa57239cb tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:02.514215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37d6ed7d-21fa-4aea-82cc-a35b1656fe31 req-8461d0b6-b44a-4b62-a687-f4cfa57239cb tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 946 time: 0.2958224 Sep 22 09:25:02.642044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Pushing event updated for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:02.668428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d832f22-f092-430c-a675-4c904224aa9e req-56d9021c-961c-4e41-85c6-cd84fad4b066 tempest-VolumesAdminNegativeTest-1287089823 tempest-VolumesAdminNegativeTest-1287089823-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d33c2c2-9763-4607-a056-8292f3aee3f1 HTTP/1.1" status: 200 len: 210 time: 0.0959592 Sep 22 09:25:02.730895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37d6ed7d-21fa-4aea-82cc-a35b1656fe31 req-9fda62a5-d691-4b3b-b114-d1faf671556a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155542 Sep 22 09:25:02.762089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-a646c049-9d9a-4923-bbf7-a96c36dd632c tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:02.763810 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-a646c049-9d9a-4923-bbf7-a96c36dd632c tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1097 time: 0.2214668 Sep 22 09:25:02.785765 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6b4e91-ca37-46b6-9772-782c9bce944b x-openstack-request-id: req-8a6b4e91-ca37-46b6-9772-782c9bce944b {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:02.786845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-4'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:02.787908 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-plugged", "status": "completed", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:02.788341 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a6b4e91-ca37-46b6-9772-782c9bce944b {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:02.790228 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'code': 200} Sep 22 09:25:02.967461 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.015472 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.036981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Attempting to bind port 2140492b-d73c-4430-ac12-d625f9dd5bc9 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:03.037321 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Attempting to bind port 2140492b-d73c-4430-ac12-d625f9dd5bc9 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:03.037651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Attempting to bind port 2140492b-d73c-4430-ac12-d625f9dd5bc9 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:03.049658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.061334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Port 2140492b-d73c-4430-ac12-d625f9dd5bc9 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:25:03.061797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Attempting to bind port 2140492b-d73c-4430-ac12-d625f9dd5bc9 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:03.067165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fff32-c7e9-4194-939f-63ad7a97919c req-7d290094-96d8-40d8-a292-482c957aa0ad tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:03.068756 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b7fff32-c7e9-4194-939f-63ad7a97919c req-7d290094-96d8-40d8-a292-482c957aa0ad tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 949 time: 0.1407251 Sep 22 09:25:03.102171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:03.102372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:03.102611 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:03.103101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Bound port: 2140492b-d73c-4430-ac12-d625f9dd5bc9, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:03.103389 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.127075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d136ad0-97ca-4108-a191-99eb1d3dce3a req-87aac05e-c60f-4514-a599-fca5abe7c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:03.128916 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d136ad0-97ca-4108-a191-99eb1d3dce3a req-87aac05e-c60f-4514-a599-fca5abe7c5a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 1101 time: 0.2130318 Sep 22 09:25:03.219744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b7fff32-c7e9-4194-939f-63ad7a97919c req-0f6eb619-e74f-46ce-9c03-61630e79f190 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204906 Sep 22 09:25:03.234015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:03.256017 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d136ad0-97ca-4108-a191-99eb1d3dce3a req-9dd5db74-ab74-4be7-91a0-f1256a58e4f9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159866 Sep 22 09:25:03.263445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:03.281946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:03.315442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Allocated IP 172.25.6.78 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/1f7d0641-fed3-460b-9be4-8013f29fb57d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:03.356666 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.415992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:03.416966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.418962 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] 10.222.0.60 "PUT /v2.0/ports/2140492b-d73c-4430-ac12-d625f9dd5bc9 HTTP/1.1" status: 200 len: 1096 time: 2.3700242 Sep 22 09:25:03.430431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 8fdb4c31-593b-4d83-bef9-296c8faff8a1 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:03.510693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 8fdb4c31-593b-4d83-bef9-296c8faff8a1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:03.511305 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.531518 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.561909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8417-5df9-4fb8-9d71-72541c61312b req-8b1e2162-132c-4f6c-80d1-a6584d6be92b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:03.574451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-643a8417-5df9-4fb8-9d71-72541c61312b req-8b1e2162-132c-4f6c-80d1-a6584d6be92b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 948 time: 0.4061129 Sep 22 09:25:03.641318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9a62f-59c8-41b9-9017-c01cafe306fa service neutron] Pushing event updated for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:03.655689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.674152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:03.677793 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.717021 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:03.724660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:03.728895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e965c1-16d5-47c6-85e5-2afc86ffde78 req-084857d4-37ab-454d-a289-52a4211b46c7 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:03.730623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04e965c1-16d5-47c6-85e5-2afc86ffde78 req-084857d4-37ab-454d-a289-52a4211b46c7 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 950 time: 0.2603877 Sep 22 09:25:03.738372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:03.745588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 8fdb4c31-593b-4d83-bef9-296c8faff8a1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=8fdb4c31-593b-4d83-bef9-296c8faff8a1,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:03.748408 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-643a8417-5df9-4fb8-9d71-72541c61312b req-fd2e4a0e-0264-4005-b872-9566e93628a2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717024 Sep 22 09:25:03.763167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7d0641-fed3-460b-9be4-8013f29fb57d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:03.834214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:03.834762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-cf804633-3f1a-4b21-a6bd-efbb60ced720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:03.836413 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-cf804633-3f1a-4b21-a6bd-efbb60ced720 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 1099 time: 0.2594438 Sep 22 09:25:03.836584 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e967f260-d158-4058-87b7-55d83381c17f" -d '{"events": [{"server_uuid": "b1cd4343-6194-4c2a-b340-a81097c8c3d7", "name": "network-vif-unplugged", "status": "completed", "tag": "15bfebbb-c170-4253-8b3e-d73b3dfc8e19"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:03.841130 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.847815 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.887870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04e965c1-16d5-47c6-85e5-2afc86ffde78 req-2cdf89c4-cb11-4baf-94f6-6860337cce8e tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312709 Sep 22 09:25:03.896847 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-b948e452-8b2e-449a-97dc-fc359c63c249 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9 HTTP/1.1" status: 200 len: 217 time: 0.0449052 Sep 22 09:25:03.927555 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=8fdb4c31-593b-4d83-bef9-296c8faff8a1,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:03.947591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bf4bd-5cbb-4f84-a825-76ac06bbc8f8 req-c3490e50-0478-4d86-a974-38ef128af55d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:03.949273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f43bf4bd-5cbb-4f84-a825-76ac06bbc8f8 req-c3490e50-0478-4d86-a974-38ef128af55d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 944 time: 0.0873537 Sep 22 09:25:03.954231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:03.988690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49468) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:04.038311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:04.038311 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:04.056147 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df17e57-b01b-4f21-9fa3-e7163967c42e None None] Network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:25:04.091481 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 99bc3206-4472-41b3-9130-15b0f1866b54 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:25:04.127803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f43bf4bd-5cbb-4f84-a825-76ac06bbc8f8 req-0497fcac-815d-4ef2-bc3c-37d1e52a2017 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c6b0616-e2c2-4c35-835e-f3597cb4be05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334901 Sep 22 09:25:04.137256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Pushing event updated for resources: {'Port': ['ID=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:04.159143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on host n-h2-805649-4 for vnic_type normal with profile {"migrating_to": "n-h1-805649-4"} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:04.159464 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:04.160273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:04.167519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:25:04.167854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Attempting to bind port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:04.176898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:04.177239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:04.177629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:04.178074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Bound port: 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:04.178439 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.201021 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2623c0f0-ff7c-4708-8021-8f00c9a5093c None None] Provisioning complete for port 8fdb4c31-593b-4d83-bef9-296c8faff8a1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:04.201021 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2623c0f0-ff7c-4708-8021-8f00c9a5093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.202266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbafc7-08d7-4569-8e8a-c98a2fd6bd09 req-9b260265-9753-4d18-8311-3b7acf45fd6f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:04.204499 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efcbafc7-08d7-4569-8e8a-c98a2fd6bd09 req-9b260265-9753-4d18-8311-3b7acf45fd6f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 944 time: 0.1690428 Sep 22 09:25:04.246019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-62af2708-dde9-4eee-ba1e-1efdff01e046 admin admin] Deleting subnet b6fa6788-22dc-46b4-8f29-33808e19f591 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:25:04.251921 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62af2708-dde9-4eee-ba1e-1efdff01e046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.257365 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77fe6aa-566b-4ff0-a581-8abedce0126a x-openstack-request-id: req-e77fe6aa-566b-4ff0-a581-8abedce0126a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:04.257666 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cd4343-6194-4c2a-b340-a81097c8c3d7", "name": "network-vif-unplugged", "status": "completed", "tag": "15bfebbb-c170-4253-8b3e-d73b3dfc8e19", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:04.257925 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e77fe6aa-566b-4ff0-a581-8abedce0126a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:04.258331 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19', 'code': 200} Sep 22 09:25:04.287289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-dc033001-84fa-40ec-8648-7f77df7984fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:04.293363 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-dc033001-84fa-40ec-8648-7f77df7984fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.3878849 Sep 22 09:25:04.360105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efcbafc7-08d7-4569-8e8a-c98a2fd6bd09 req-5f23cde1-f24e-411c-be67-26ac34954d37 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234324 Sep 22 09:25:04.372303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:04.381358 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62af2708-dde9-4eee-ba1e-1efdff01e046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.386635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:04.406622 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703f11d1-03ff-409f-bcb3-2c861bb236c8 x-openstack-request-id: req-703f11d1-03ff-409f-bcb3-2c861bb236c8 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:04.415426 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:04.415426 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-703f11d1-03ff-409f-bcb3-2c861bb236c8 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:04.415426 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'status': 'completed', 'code': 200} Sep 22 09:25:04.438839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 99bc3206-4472-41b3-9130-15b0f1866b54, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=99bc3206-4472-41b3-9130-15b0f1866b54,segment=NetworkSegment(a7e4090b-14b3-4d86-ad2e-9cdf95985e7c),segment_id=a7e4090b-14b3-4d86-ad2e-9cdf95985e7c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:04.455325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '99bc3206-4472-41b3-9130-15b0f1866b54', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'port_id': '99bc3206-4472-41b3-9130-15b0f1866b54', 'mac_address': 'fa:16:3e:da:98:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:25:04.475788 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62af2708-dde9-4eee-ba1e-1efdff01e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.475943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.479182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-c8343b1f-530b-47cb-993b-e2c8e3d491dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:04.485277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-c8343b1f-530b-47cb-993b-e2c8e3d491dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1799734 Sep 22 09:25:04.503913 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.534247 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bc3206-4472-41b3-9130-15b0f1866b54 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:04.571132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 99bc3206-4472-41b3-9130-15b0f1866b54, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=99bc3206-4472-41b3-9130-15b0f1866b54,segment=NetworkSegment(a7e4090b-14b3-4d86-ad2e-9cdf95985e7c),segment_id=a7e4090b-14b3-4d86-ad2e-9cdf95985e7c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:04.581879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Pushing event updated for resources: {'Port': ['ID=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,revision_number=8']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:04.585899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:04.586660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.588669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-e2653f8e-e6c0-4c66-9f33-f9b7b1b4b13e service neutron] 10.222.0.60 "PUT /v2.0/ports/15bfebbb-c170-4253-8b3e-d73b3dfc8e19 HTTP/1.1" status: 200 len: 1122 time: 1.8092759 Sep 22 09:25:04.641435 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.681921 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.705824 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-0bdfecd6-93ee-4975-bfa0-8d12b40b5033 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022431 Sep 22 09:25:04.709025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['15bfebbb-c170-4253-8b3e-d73b3dfc8e19'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:04.780569 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62af2708-dde9-4eee-ba1e-1efdff01e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.787517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=99bc3206-4472-41b3-9130-15b0f1866b54,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:04.803220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f9519208-5608-433b-b08f-5c729b9faaae None None] Provisioning complete for port 8fdb4c31-593b-4d83-bef9-296c8faff8a1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:04.803644 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f9519208-5608-433b-b08f-5c729b9faaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.879235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af2708-dde9-4eee-ba1e-1efdff01e046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6fa6788-22dc-46b4-8f29-33808e19f591,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:04.882913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a8e12-4249-42a5-a5c6-ca5cfaf42936 req-ff512bb4-2fa3-459e-a4e3-53f6325c7202 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:04.885042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-751a8e12-4249-42a5-a5c6-ca5cfaf42936 req-ff512bb4-2fa3-459e-a4e3-53f6325c7202 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 948 time: 0.0579708 Sep 22 09:25:04.890397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62af2708-dde9-4eee-ba1e-1efdff01e046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:04.891446 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-62af2708-dde9-4eee-ba1e-1efdff01e046 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b6fa6788-22dc-46b4-8f29-33808e19f591 HTTP/1.1" status: 204 len: 168 time: 0.8601224 Sep 22 09:25:04.894880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49476) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:04.913939 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0aeda4fb-1d4e-41b4-80b3-13762cdcf81c req-e6c13d01-e8e0-4f79-87ff-806b4aaab594 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969593 Sep 22 09:25:04.965248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['99bc3206-4472-41b3-9130-15b0f1866b54'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:04.970836 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.008820 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-751a8e12-4249-42a5-a5c6-ca5cfaf42936 req-60f20d07-9e43-45d5-accf-351b7e716f77 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090877 Sep 22 09:25:05.054665 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.111598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae7662-944a-430a-95bb-5dd7dd53676b req-116911ec-b6ae-4033-98f3-c3eee27fddad tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:05.113195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53ae7662-944a-430a-95bb-5dd7dd53676b req-116911ec-b6ae-4033-98f3-c3eee27fddad tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 950 time: 0.1033645 Sep 22 09:25:05.169116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.200863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a2547f-c474-4391-a44a-dfb5580e48d5']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:05.205663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed req-f83270f6-bb06-4578-8534-d979584e5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:05.207382 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed req-f83270f6-bb06-4578-8534-d979584e5d97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 1099 time: 0.0831890 Sep 22 09:25:05.212325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53ae7662-944a-430a-95bb-5dd7dd53676b req-b3982819-d191-413f-a2fa-ac6d46ec8976 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883985 Sep 22 09:25:05.216087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59c2e43-13ce-427f-bfe4-f41ab63db371') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:05.216382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59c2e43-13ce-427f-bfe4-f41ab63db371') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:05.240600 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.257211 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.264403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:25:05.264899 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:25:05.267104 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:25:05.296364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Router 269f4956-026e-4d4c-9c0e-2214bd708b8f is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:25:05.333432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed req-7de7e754-ede8-4661-b1b8-89307f1407c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:05.335509 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed req-7de7e754-ede8-4661-b1b8-89307f1407c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1143596 Sep 22 09:25:05.353150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 8fdb4c31-593b-4d83-bef9-296c8faff8a1 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:05.373033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f88983-eb80-4fec-bc82-668a39af8f5f req-6a37d3ca-3a88-4a6d-a824-bb228dbe8b2d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:05.375106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7f88983-eb80-4fec-bc82-668a39af8f5f req-6a37d3ca-3a88-4a6d-a824-bb228dbe8b2d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 945 time: 0.0880322 Sep 22 09:25:05.404502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 8fdb4c31-593b-4d83-bef9-296c8faff8a1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:05.404907 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.414193 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.421222 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7f88983-eb80-4fec-bc82-668a39af8f5f req-637cfc24-9ace-4a6b-93e0-927f07188aee tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c6b0616-e2c2-4c35-835e-f3597cb4be05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394666 Sep 22 09:25:05.428080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.433717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] 10.222.0.49 "DELETE /v2.0/networks/e3a2547f-c474-4391-a44a-dfb5580e48d5 HTTP/1.1" status: 204 len: 168 time: 0.5350137 Sep 22 09:25:05.458134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49494) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:05.466315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10373a-c5aa-4e47-aabd-0eceb9c9414f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a2547f-c474-4391-a44a-dfb5580e48d5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:05.507387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cde0b17-cf6b-4fb9-b84c-88dc81551c51 admin admin] Deleting subnet 2b955171-3077-498e-9cfb-c365cde17bb7 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:25:05.511046 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cde0b17-cf6b-4fb9-b84c-88dc81551c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.559983 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cde0b17-cf6b-4fb9-b84c-88dc81551c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.603453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cde0b17-cf6b-4fb9-b84c-88dc81551c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.691081 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed req-e7cc7a80-a10b-4f48-9cb4-b0a233d4a18a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9 HTTP/1.1" status: 200 len: 217 time: 0.3085456 Sep 22 09:25:05.777645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cde0b17-cf6b-4fb9-b84c-88dc81551c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.778183 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed req-65b88a2f-37b3-4c0e-a74d-bebd1489f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:05.779698 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed req-65b88a2f-37b3-4c0e-a74d-bebd1489f44a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0816844 Sep 22 09:25:05.780794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:25:05.791358 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Sync routers for ids ['269f4956-026e-4d4c-9c0e-2214bd708b8f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:25:05.802852 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Routers {'269f4956-026e-4d4c-9c0e-2214bd708b8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:05.803901 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['269f4956-026e-4d4c-9c0e-2214bd708b8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:05.808007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde0b17-cf6b-4fb9-b84c-88dc81551c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b955171-3077-498e-9cfb-c365cde17bb7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:05.825585 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cde0b17-cf6b-4fb9-b84c-88dc81551c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.827722 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3cde0b17-cf6b-4fb9-b84c-88dc81551c51 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2b955171-3077-498e-9cfb-c365cde17bb7 HTTP/1.1" status: 204 len: 168 time: 0.3686678 Sep 22 09:25:05.831151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49508) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:05.851633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed req-0dc57f2f-0cd9-4f5b-85da-ab715902f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:05.854302 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed req-0dc57f2f-0cd9-4f5b-85da-ab715902f204 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642328 Sep 22 09:25:05.908912 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.922739 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Set router 269f4956-026e-4d4c-9c0e-2214bd708b8f gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:05.926155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:05.927400 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d6f151a3-7c8f-4ec3-a104-7b3d03e53048 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.9973183 Sep 22 09:25:05.931180 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49510) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:06.002322 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed req-d41fd071-c74e-4f19-a8e5-d256d933220c service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392801 Sep 22 09:25:06.012617 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:06.035511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ec2092-b8d5-48f6-a618-4efa6bb04d86']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:06.046944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8465c7-15f0-4cbb-be7b-c662ed1ba1f4') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:06.047976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8465c7-15f0-4cbb-be7b-c662ed1ba1f4') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:06.058746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:06.075668 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:06.083594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:25:06.084244 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:25:06.086204 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:25:06.104256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 99bc3206-4472-41b3-9130-15b0f1866b54 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:06.107437 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:04Z', 'revision_number': 3, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:06.145569 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Checking router: 269f4956-026e-4d4c-9c0e-2214bd708b8f for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:25:06.146166 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Updating router 269f4956-026e-4d4c-9c0e-2214bd708b8f port 1f7d0641-fed3-460b-9be4-8013f29fb57d binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:25:06.171813 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:06.259792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'tag': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:06.262405 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c6b3b8-feca-4dc6-a24e-084820d5b5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b1cd4343-6194-4c2a-b340-a81097c8c3d7", "tag": "15bfebbb-c170-4253-8b3e-d73b3dfc8e19"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:06.297817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 99bc3206-4472-41b3-9130-15b0f1866b54 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:25:06.315613 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:06.319135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 99bc3206-4472-41b3-9130-15b0f1866b54 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:06.319135 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:06.331031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:06.338831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] 10.222.0.49 "DELETE /v2.0/networks/74ec2092-b8d5-48f6-a618-4efa6bb04d86 HTTP/1.1" status: 204 len: 168 time: 0.5065973 Sep 22 09:25:06.411942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06805f-fb49-4599-b5a6-7ecf769005ff admin admin] Pushing event deleted for resources: {'Network': ['ID=74ec2092-b8d5-48f6-a618-4efa6bb04d86,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:06.449752 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bfee11b0-3da8-4087-a5f1-7b55c3bec3ed req-c6125e76-68e1-46b0-930f-a055c7d81b56 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129369 Sep 22 09:25:06.490681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:06.493257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b648f-e447-4078-907f-d6258736cb8f req-e761c96b-379a-4968-97c2-b0ca4c25f8eb tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:06.501809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a0b648f-e447-4078-907f-d6258736cb8f req-e761c96b-379a-4968-97c2-b0ca4c25f8eb tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 944 time: 0.2060735 Sep 22 09:25:06.541527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4f890-c42a-47ed-b051-639c3056ad7e req-02bbac5c-3747-4d63-836d-32751a88f3ce tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:06.541527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bfd4f890-c42a-47ed-b051-639c3056ad7e req-02bbac5c-3747-4d63-836d-32751a88f3ce tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 948 time: 0.1075470 Sep 22 09:25:06.541724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bc3206-4472-41b3-9130-15b0f1866b54'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:06.541724 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c32568b-db7c-41e5-b99a-37a1a6d12f44" -d '{"events": [{"server_uuid": "a8937358-c23a-473d-b6bf-a891a2442dd4", "name": "network-vif-plugged", "status": "completed", "tag": "99bc3206-4472-41b3-9130-15b0f1866b54"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:06.556659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 99bc3206-4472-41b3-9130-15b0f1866b54, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=99bc3206-4472-41b3-9130-15b0f1866b54,segment=NetworkSegment(a7e4090b-14b3-4d86-ad2e-9cdf95985e7c),segment_id=a7e4090b-14b3-4d86-ad2e-9cdf95985e7c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:06.587544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a0b648f-e447-4078-907f-d6258736cb8f req-14094e25-7da3-477a-9c0d-5be454587709 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846949 Sep 22 09:25:06.592182 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:06.593285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bfd4f890-c42a-47ed-b051-639c3056ad7e req-1b302ab3-955d-4a8c-8090-2ec954923ed6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662653 Sep 22 09:25:06.649044 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:06.671550 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a72091-2743-4278-84aa-bd03c04b0d74 x-openstack-request-id: req-b2a72091-2743-4278-84aa-bd03c04b0d74 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:06.672675 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1cd4343-6194-4c2a-b340-a81097c8c3d7", "tag": "15bfebbb-c170-4253-8b3e-d73b3dfc8e19", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:06.672675 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2a72091-2743-4278-84aa-bd03c04b0d74 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:06.673366 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'tag': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19', 'status': 'completed', 'code': 200} Sep 22 09:25:06.718349 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7a46be-a756-4169-be5d-627b340c495b x-openstack-request-id: req-4a7a46be-a756-4169-be5d-627b340c495b {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:06.718638 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8937358-c23a-473d-b6bf-a891a2442dd4", "name": "network-vif-plugged", "status": "completed", "tag": "99bc3206-4472-41b3-9130-15b0f1866b54", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:06.718916 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a7a46be-a756-4169-be5d-627b340c495b {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:06.719551 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bc3206-4472-41b3-9130-15b0f1866b54', 'code': 200} Sep 22 09:25:06.827396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d0aea-c4c9-4163-a003-ff20114c6944 req-2fdd3d2a-f1e4-47fa-bb40-4e604ddfe922 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:06.827396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-012d0aea-c4c9-4163-a003-ff20114c6944 req-2fdd3d2a-f1e4-47fa-bb40-4e604ddfe922 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 945 time: 0.0652623 Sep 22 09:25:06.833910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6b3b8-feca-4dc6-a24e-084820d5b5ed req-6a7bd650-1030-48dc-af0d-643db025f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:06.835438 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9c6b3b8-feca-4dc6-a24e-084820d5b5ed req-6a7bd650-1030-48dc-af0d-643db025f2dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1125 time: 0.1119316 Sep 22 09:25:06.843794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-012d0aea-c4c9-4163-a003-ff20114c6944 req-fce639a6-8b32-4b1d-862a-53b23dd99d92 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c6b0616-e2c2-4c35-835e-f3597cb4be05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 Sep 22 09:25:06.928156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0d91a-e488-4328-bc84-da5dd162b909 req-f3fa7c59-307d-4a63-8b70-e8dbaf534e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:06.929766 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fa0d91a-e488-4328-bc84-da5dd162b909 req-f3fa7c59-307d-4a63-8b70-e8dbaf534e52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 1096 time: 0.1390388 Sep 22 09:25:06.930791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Allocated IP 172.20.0.1 (3645935b-5e45-47fb-8efa-f2e4bd4ae0cc/37dff703-ef74-4c43-b4a8-5e452c153af0/a394451e-fe4f-430b-9420-bcdba03fb877) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:07.034091 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fa0d91a-e488-4328-bc84-da5dd162b909 req-cdb03dd9-baf0-49b6-a720-5ae9abed64cf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2c6b0616-e2c2-4c35-835e-f3597cb4be05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770082 Sep 22 09:25:07.036801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6b3b8-feca-4dc6-a24e-084820d5b5ed req-6853992c-d8b2-46d5-85ac-07505eef50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:07.038174 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9c6b3b8-feca-4dc6-a24e-084820d5b5ed req-6853992c-d8b2-46d5-85ac-07505eef50c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.1927176 Sep 22 09:25:07.110890 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9c6b3b8-feca-4dc6-a24e-084820d5b5ed req-5cfa90cd-676a-44a5-a2f5-e980c01838d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19 HTTP/1.1" status: 200 len: 217 time: 0.0412352 Sep 22 09:25:07.175021 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:07.189015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6b3b8-feca-4dc6-a24e-084820d5b5ed req-4d131681-942b-40ce-ae86-10843e96cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:07.190488 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9c6b3b8-feca-4dc6-a24e-084820d5b5ed req-4d131681-942b-40ce-ae86-10843e96cece service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0708458 Sep 22 09:25:07.194668 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:07.237253 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9c6b3b8-feca-4dc6-a24e-084820d5b5ed req-8e75608f-63d3-409f-82fe-e2d14f48ec10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279877 Sep 22 09:25:07.247740 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:07.270579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=99bc3206-4472-41b3-9130-15b0f1866b54,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:07.367732 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:07.389474 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabb0bf-6b97-4c2c-a806-852e40711e99 None None] Pushing event updated for resources: {'Port': ['ID=1f7d0641-fed3-460b-9be4-8013f29fb57d,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:07.393717 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Attempting to bind port 1f7d0641-fed3-460b-9be4-8013f29fb57d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:07.394334 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Attempting to bind port 1f7d0641-fed3-460b-9be4-8013f29fb57d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:07.394927 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Attempting to bind port 1f7d0641-fed3-460b-9be4-8013f29fb57d on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:07.401958 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:07.402618 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:07.403251 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:07.403842 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:07.404684 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Bound port: 1f7d0641-fed3-460b-9be4-8013f29fb57d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:07.411031 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:07.426983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:07.431733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:07.438595 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9c6b3b8-feca-4dc6-a24e-084820d5b5ed req-69ddcaf5-2764-4022-833d-b1dfdae27b68 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899581 Sep 22 09:25:07.438595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:07.472853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Pushing event updated for resources: {'Port': ['ID=a394451e-fe4f-430b-9420-bcdba03fb877,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:07.487360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49542) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:07.491264 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] For port 1f7d0641-fed3-460b-9be4-8013f29fb57d, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:07.494590 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] For port 1f7d0641-fed3-460b-9be4-8013f29fb57d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1f7d0641-fed3-460b-9be4-8013f29fb57d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:07.533869 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:07.561085 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:07.658472 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-737e3075-937a-494d-bfbe-efac64b4a12c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53d8f9a66ad24d029dec657eed48e9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657979 Sep 22 09:25:07.658472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49548) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:07.692151 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Routers {'269f4956-026e-4d4c-9c0e-2214bd708b8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:07.697551 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['269f4956-026e-4d4c-9c0e-2214bd708b8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:07.732862 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9c6b3b8-feca-4dc6-a24e-084820d5b5ed req-acff6ccb-cdf9-4c92-888c-92f08bd7ecac service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867110 Sep 22 09:25:07.739895 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabb0bf-6b97-4c2c-a806-852e40711e99 None None] Pushing event updated for resources: {'Port': ['ID=1f7d0641-fed3-460b-9be4-8013f29fb57d,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:07.765901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-df8227a0-39fa-4229-9434-032e31a472c0 None None] Provisioning complete for port a394451e-fe4f-430b-9420-bcdba03fb877 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:07.769118 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-df8227a0-39fa-4229-9434-032e31a472c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:07.835681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50f42c-80ca-402f-97de-d64c2480ec94 req-9c3f6595-bcc8-4605-932c-557b09eac9ff tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:07.840985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc1ff-51dc-4f74-b4ee-7dd0ea8acd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:07.844904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee50f42c-80ca-402f-97de-d64c2480ec94 req-9c3f6595-bcc8-4605-932c-557b09eac9ff tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 944 time: 0.1387470 Sep 22 09:25:07.849634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-df8227a0-39fa-4229-9434-032e31a472c0 None None] Port a394451e-fe4f-430b-9420-bcdba03fb877 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:25:07.867665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc1ff-51dc-4f74-b4ee-7dd0ea8acd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:07.876117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750300-0ef0-4780-b80c-3e56bc19a530 req-28bb47ba-e7ad-4df5-9333-ea593b2c6230 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:07.889286 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47750300-0ef0-4780-b80c-3e56bc19a530 req-28bb47ba-e7ad-4df5-9333-ea593b2c6230 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 948 time: 0.1633313 Sep 22 09:25:07.894677 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] Set router 269f4956-026e-4d4c-9c0e-2214bd708b8f gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:07.939977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47750300-0ef0-4780-b80c-3e56bc19a530 req-afdbb8de-e4c8-49ac-b4a7-2ca7b5ac7fa0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537424 Sep 22 09:25:07.948021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee50f42c-80ca-402f-97de-d64c2480ec94 req-54567c6b-2cf8-4b64-8057-4dc31151ff83 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018655 Sep 22 09:25:07.951493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:08.099902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc446fa9-27d6-48f6-bdad-088d79b9ad27 req-ac06ed5f-8741-4fd5-9d97-b6c4123bca5f tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:08.103059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc446fa9-27d6-48f6-bdad-088d79b9ad27 req-ac06ed5f-8741-4fd5-9d97-b6c4123bca5f tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 946 time: 0.0587978 Sep 22 09:25:08.105410 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:04Z', 'revision_number': 3, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:08.106364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2140492b-d73c-4430-ac12-d625f9dd5bc9 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:25:08.144316 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6f1203-aca5-4cfd-b629-17f3897c8a7c None None] The sync data for ids ['269f4956-026e-4d4c-9c0e-2214bd708b8f'] in n-d-805649-4 is: [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:04Z', 'revision_number': 3, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:25:08.198685 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc1ff-51dc-4f74-b4ee-7dd0ea8acd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:08.202002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc1ff-51dc-4f74-b4ee-7dd0ea8acd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:08.202366 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc446fa9-27d6-48f6-bdad-088d79b9ad27 req-f136f548-c0e1-438a-b42c-45f0673c39c4 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c6b0616-e2c2-4c35-835e-f3597cb4be05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796447 Sep 22 09:25:08.206119 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d8fbc1ff-51dc-4f74-b4ee-7dd0ea8acd13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c HTTP/1.1" status: 204 len: 168 time: 0.5399296 Sep 22 09:25:08.233247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbc1ff-51dc-4f74-b4ee-7dd0ea8acd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1ec09d-fbfc-4f59-875d-f0eb926f6a0c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:08.291772 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:08.306058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'mac_address': 'fa:16:3e:e4:19:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:25:08.309454 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:08.377958 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:08.393650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2140492b-d73c-4430-ac12-d625f9dd5bc9 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:08.417259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:08.440230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:08.510881 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:08.511557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:25:08.549953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:08.593427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Pushing event updated for resources: {'Port': ['ID=a394451e-fe4f-430b-9420-bcdba03fb877,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:08.628575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:08.648446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.648827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.649296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.649639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.649977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.650436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.650666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.651010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.660829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.661346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.670978 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.670978 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:08.704554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:08.706109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:08.779011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:08.809986 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 has no active binding in host n-h1-805649-4 {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 09:25:08.884375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Router 269f4956-026e-4d4c-9c0e-2214bd708b8f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:25:08.979298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-321abfda-bb01-49a9-a4f0-c356c247e9f3 None None] Provisioning complete for port a394451e-fe4f-430b-9420-bcdba03fb877 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:08.979674 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-321abfda-bb01-49a9-a4f0-c356c247e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:09.038520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:25:09.056781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-321abfda-bb01-49a9-a4f0-c356c247e9f3 None None] Port a394451e-fe4f-430b-9420-bcdba03fb877 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:25:09.067871 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-76e2376f-c94a-460c-92ec-73418cdf34af admin admin] 10.222.0.49 "PUT /v2.0/routers/269f4956-026e-4d4c-9c0e-2214bd708b8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1313739 Sep 22 09:25:09.082344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ae11700f-0580-46eb-8fd2-c0a4971b5494 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:25:09.209941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49578) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:09.226398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:09.244546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'mac_address': 'fa:16:3e:ea:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:25:09.252421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['2140492b-d73c-4430-ac12-d625f9dd5bc9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:09.254425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2e38a-6172-492c-ae4f-d005891af488 req-4a8f31b0-4bc2-46a4-9969-ed166004e337 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:09.257757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fed2e38a-6172-492c-ae4f-d005891af488 req-4a8f31b0-4bc2-46a4-9969-ed166004e337 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 944 time: 0.1672590 Sep 22 09:25:09.269605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d617085-8933-4a36-bbfe-b47eff373eb6 req-de3e98f5-f98e-4927-98b9-f6843f24b5ae tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:09.271965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d617085-8933-4a36-bbfe-b47eff373eb6 req-de3e98f5-f98e-4927-98b9-f6843f24b5ae tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 949 time: 0.1796901 Sep 22 09:25:09.274697 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-417c51fb-ac15-4da0-a618-bcf181470cc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a028fa79b844b109e2cc04b50ae5c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627656 Sep 22 09:25:09.276704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49584) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:09.382688 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7dd09a74-703b-464d-8671-7b0786238efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:09.385301 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:09.420142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d617085-8933-4a36-bbfe-b47eff373eb6 req-31d63416-08a1-4f30-9bf3-ba0dd7be49b5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348228 Sep 22 09:25:09.426219 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fed2e38a-6172-492c-ae4f-d005891af488 req-ecb0ec97-f240-4b97-865e-9cb490999848 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529851 Sep 22 09:25:09.437697 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7dd09a74-703b-464d-8671-7b0786238efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:09.511762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1f7d0641-fed3-460b-9be4-8013f29fb57d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:09.588999 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7dd09a74-703b-464d-8671-7b0786238efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:09.592431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7dd09a74-703b-464d-8671-7b0786238efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:09.597700 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7dd09a74-703b-464d-8671-7b0786238efc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0946422-fac4-4a57-9b01-ed3b646a5bf6 HTTP/1.1" status: 204 len: 168 time: 0.3193581 Sep 22 09:25:09.605983 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae11700f-0580-46eb-8fd2-c0a4971b5494 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:09.606667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd09a74-703b-464d-8671-7b0786238efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0946422-fac4-4a57-9b01-ed3b646a5bf6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:09.631666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:09.668768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1f7d0641-fed3-460b-9be4-8013f29fb57d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:09.668768 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:09.717191 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:09.730039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380dd33-0360-478d-bc90-0a09c7c8e9b2 req-650e492a-f2a7-4c4a-8995-f83afe38634d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:09.733053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4380dd33-0360-478d-bc90-0a09c7c8e9b2 req-650e492a-f2a7-4c4a-8995-f83afe38634d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 946 time: 0.1109483 Sep 22 09:25:09.801457 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4380dd33-0360-478d-bc90-0a09c7c8e9b2 req-24459693-9750-4494-95a3-f659cd0db086 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c6b0616-e2c2-4c35-835e-f3597cb4be05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617948 Sep 22 09:25:09.855478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:09.876925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['ae11700f-0580-46eb-8fd2-c0a4971b5494'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:09.886218 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:09.938266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 1f7d0641-fed3-460b-9be4-8013f29fb57d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1f7d0641-fed3-460b-9be4-8013f29fb57d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:10.089343 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:10.135447 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-e51e136d-01e1-4457-b170-b382062bb310 service neutron] 10.222.0.45 "GET /v2.0/ports/15bfebbb-c170-4253-8b3e-d73b3dfc8e19/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 384 time: 0.1300821 Sep 22 09:25:10.154912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=1f7d0641-fed3-460b-9be4-8013f29fb57d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:10.174467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49606) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:10.180833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f863b672-7f89-44d2-bfb7-9abf2d1e82c3 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1974068286', 'description': 'tempest-description--307236299'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:10.424970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f863b672-7f89-44d2-bfb7-9abf2d1e82c3 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:10.452318 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43574631-4103-4d28-b24e-bcce4c9559dd req-727a9fb5-6a5c-448b-90af-a35a77c60600 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 258 time: 0.3099017 Sep 22 09:25:10.470938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:10.510125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-abccf83b-2878-4832-b365-7cf970ec467d req-e862772d-8042-4608-9510-648ef7f8c4c5 service neutron] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:10.513998 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:25:10.513998 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:25:10.513998 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': '0caac5ee75ad4536ac686517ba7221d1', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 24, 50, 479849)}] Sep 22 09:25:10.513998 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:25:10.516646 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:25:10.559957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-abccf83b-2878-4832-b365-7cf970ec467d req-e862772d-8042-4608-9510-648ef7f8c4c5 service neutron] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:10.579161 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Sync routers for ids ['269f4956-026e-4d4c-9c0e-2214bd708b8f'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:25:10.594518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Routers {'269f4956-026e-4d4c-9c0e-2214bd708b8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:10.601094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['269f4956-026e-4d4c-9c0e-2214bd708b8f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:10.613645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-abccf83b-2878-4832-b365-7cf970ec467d req-e862772d-8042-4608-9510-648ef7f8c4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:10.642146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-abccf83b-2878-4832-b365-7cf970ec467d req-e862772d-8042-4608-9510-648ef7f8c4c5 service neutron] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:10.647963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf023f-47f6-43ea-8dd7-6a818cf342ae req-e3c778be-27b8-409b-b729-107de4ef2434 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:10.660196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dcdf023f-47f6-43ea-8dd7-6a818cf342ae req-e3c778be-27b8-409b-b729-107de4ef2434 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 944 time: 0.1077168 Sep 22 09:25:10.732185 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-abccf83b-2878-4832-b365-7cf970ec467d req-e862772d-8042-4608-9510-648ef7f8c4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:10.738861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dcdf023f-47f6-43ea-8dd7-6a818cf342ae req-77a72406-7707-4fc3-8c2c-092328692e2f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769081 Sep 22 09:25:10.804388 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f863b672-7f89-44d2-bfb7-9abf2d1e82c3 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:10.873102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-abccf83b-2878-4832-b365-7cf970ec467d req-e862772d-8042-4608-9510-648ef7f8c4c5 service neutron] Transition to ACTIVE for port object 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:25:10.903109 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59730dd5-b457-4a68-84cf-d28c00c345b6 req-059b73d2-c900-47c7-94b8-6025052b8267 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:10.905266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59730dd5-b457-4a68-84cf-d28c00c345b6 req-059b73d2-c900-47c7-94b8-6025052b8267 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 949 time: 0.0808108 Sep 22 09:25:10.949537 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f863b672-7f89-44d2-bfb7-9abf2d1e82c3 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:10.979680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59730dd5-b457-4a68-84cf-d28c00c345b6 req-d74bae2f-bd45-43a5-822b-8d71849ab7b5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534894 Sep 22 09:25:11.013798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-abccf83b-2878-4832-b365-7cf970ec467d req-e862772d-8042-4608-9510-648ef7f8c4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.034567 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863b672-7f89-44d2-bfb7-9abf2d1e82c3 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50faae82-3dd4-4621-8252-921dca3f8ca1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:11.083477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Set router 269f4956-026e-4d4c-9c0e-2214bd708b8f gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:11.117523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ae11700f-0580-46eb-8fd2-c0a4971b5494 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:11.118852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-abccf83b-2878-4832-b365-7cf970ec467d req-e862772d-8042-4608-9510-648ef7f8c4c5 service neutron] No DVR routers for this DVR port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:25:11.201363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f863b672-7f89-44d2-bfb7-9abf2d1e82c3 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.206921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49660) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:11.211966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-defae674-87de-4670-bb31-f7957f6bee76 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Request body: {'security_group_rule': {'security_group_id': '50faae82-3dd4-4621-8252-921dca3f8ca1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:11.223114 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f863b672-7f89-44d2-bfb7-9abf2d1e82c3 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0461805 Sep 22 09:25:11.225437 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862772d-8042-4608-9510-648ef7f8c4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,revision_number=10']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:11.242235 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.251082 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-e862772d-8042-4608-9510-648ef7f8c4c5 service neutron] 10.222.0.45 "PUT /v2.0/ports/15bfebbb-c170-4253-8b3e-d73b3dfc8e19/bindings/n-h1-805649-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0958695 Sep 22 09:25:11.252894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49662) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:11.334155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port ae11700f-0580-46eb-8fd2-c0a4971b5494 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:11.334881 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.417338 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-defae674-87de-4670-bb31-f7957f6bee76 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.434104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1f7d0641-fed3-460b-9be4-8013f29fb57d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:11.459900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-33c79d27-bcec-4a4f-a2b9-d96799de946e tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:11.461443 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-33c79d27-bcec-4a4f-a2b9-d96799de946e tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.0822926 Sep 22 09:25:11.471736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-738089590-network', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:11.520658 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.521120 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-defae674-87de-4670-bb31-f7957f6bee76 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.534275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-916daf93-b9d5-42f3-8928-3e478fca656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:11.536110 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.536713 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-916daf93-b9d5-42f3-8928-3e478fca656f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7&tenant_id=588a614000664c5d9b1f3b4860f26f15 HTTP/1.1" status: 200 len: 1096 time: 0.0660369 Sep 22 09:25:11.566824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:11.569063 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df30487-16e6-4e09-b383-4eda91a17c7d" -d '{"events": [{"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-plugged", "status": "completed", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:11.590499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:11.597713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Made reservation on behalf of f88598387ddf487a96a242365a9dc1bb for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:25:11.600239 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.607542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1f7d0641-fed3-460b-9be4-8013f29fb57d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:11.608001 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.611461 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:07Z', 'revision_number': 4, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a394451e-fe4f-430b-9420-bcdba03fb877', 'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'mac_address': 'fa:16:3e:b0:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:06Z', 'updated_at': '2021-09-22T09:25:08Z', 'revision_number': 2, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'subnets': [{'id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:11.617895 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-defae674-87de-4670-bb31-f7957f6bee76 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.640342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.656113 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583991b4-d897-4fe8-809f-e92373a6bfed x-openstack-request-id: req-583991b4-d897-4fe8-809f-e92373a6bfed {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:11.658846 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-plugged", "status": "completed", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:11.659197 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-583991b4-d897-4fe8-809f-e92373a6bfed {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:11.659836 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'code': 200} Sep 22 09:25:11.681850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defae674-87de-4670-bb31-f7957f6bee76 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be8c2a3-9e65-4980-83a3-6258e7f54b95,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:11.716461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-067c45c2-5749-4810-a3ba-e58215863f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:11.735470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Checking router: 269f4956-026e-4d4c-9c0e-2214bd708b8f for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:25:11.738011 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-067c45c2-5749-4810-a3ba-e58215863f11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1096 time: 0.1687262 Sep 22 09:25:11.738446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Updating router 269f4956-026e-4d4c-9c0e-2214bd708b8f port a394451e-fe4f-430b-9420-bcdba03fb877 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:25:11.743130 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.745732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Allocated IP 172.25.6.119 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/df4bc6dd-bf9c-43ee-8abd-14e691928a96) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:11.747963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:11.794516 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-defae674-87de-4670-bb31-f7957f6bee76 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.802914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-defae674-87de-4670-bb31-f7957f6bee76 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5945032 Sep 22 09:25:11.803777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49678) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:11.827241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-27d23eb4-b21e-4bd9-9ae9-1691546e44b7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Request body: {'security_group_rule': {'security_group_id': '50faae82-3dd4-4621-8252-921dca3f8ca1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:11.902364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-7c0aa20d-dc83-4a19-863b-e3cad0cf547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:11.904211 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-7c0aa20d-dc83-4a19-863b-e3cad0cf547b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.1575329 Sep 22 09:25:11.993528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:25:12.002855 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.102618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:12.150204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2140492b-d73c-4430-ac12-d625f9dd5bc9 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:12.198409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bc5c1-81ff-4e96-bb8d-258801acfd21 req-4d5847d3-c0b3-4a8e-8860-11f20c5329f1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:12.205899 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-113bc5c1-81ff-4e96-bb8d-258801acfd21 req-4d5847d3-c0b3-4a8e-8860-11f20c5329f1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 945 time: 0.3214238 Sep 22 09:25:12.254653 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.304953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-113bc5c1-81ff-4e96-bb8d-258801acfd21 req-a6ea8560-cccb-4d72-9204-7ae0d5c1e058 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899069 Sep 22 09:25:12.380545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.429178 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-20eb4804-c485-4636-b408-01d93a8f5b6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19 HTTP/1.1" status: 200 len: 217 time: 0.5116158 Sep 22 09:25:12.476631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6405ec0-9e36-46f0-942e-e7af2dd18c2c req-cd055da1-f997-4588-927f-35bf17e8ddb9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:12.479029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6405ec0-9e36-46f0-942e-e7af2dd18c2c req-cd055da1-f997-4588-927f-35bf17e8ddb9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 949 time: 0.0904770 Sep 22 09:25:12.496397 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.498925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-46ffdbbd-2d26-4ed7-9762-d23d99e1d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:12.500518 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-46ffdbbd-2d26-4ed7-9762-d23d99e1d86c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0641589 Sep 22 09:25:12.504794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 2140492b-d73c-4430-ac12-d625f9dd5bc9 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:25:12.514031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 2140492b-d73c-4430-ac12-d625f9dd5bc9 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:12.514407 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.531712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:25:12.545283 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.556105 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-f8f07dbe-e69e-48dd-9a25-bb89a2a142b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448990 Sep 22 09:25:12.559404 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.607103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:12.614597 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.614998 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Added segment 108574c0-14e1-449b-a497-5db3cebc7c23 of type vlan for network e9d5d22e-d7e8-428d-be88-eaadf372f576 Sep 22 09:25:12.616655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51e8097-a0b4-4350-8583-5d739b259aff,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:12.628010 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.638846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:12.647300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:12.671788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:12.674638 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.705995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6405ec0-9e36-46f0-942e-e7af2dd18c2c req-83360f6c-33d8-41b3-8aa1-ced3ff778b25 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130990 Sep 22 09:25:12.725949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27d23eb4-b21e-4bd9-9ae9-1691546e44b7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.731086 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-18144bf5-1689-4ab4-8c94-ac793aa9cb82 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673815 Sep 22 09:25:12.747224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d90241-6e66-4f1b-a9ca-b3d75a7b4f4f None None] Pushing event updated for resources: {'Port': ['ID=a394451e-fe4f-430b-9420-bcdba03fb877,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:12.758538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Pushing event updated for resources: {'Port': ['ID=df4bc6dd-bf9c-43ee-8abd-14e691928a96,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:12.772109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.778398 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.875755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Attempting to bind port a394451e-fe4f-430b-9420-bcdba03fb877 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:12.876207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Attempting to bind port a394451e-fe4f-430b-9420-bcdba03fb877 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:12.876571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Attempting to bind port a394451e-fe4f-430b-9420-bcdba03fb877 on network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:12.899676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:12.902786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Checking segment: {'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:12.902786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.902786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Bound using segment: {'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:12.902786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Bound port: a394451e-fe4f-430b-9420-bcdba03fb877, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:12.902786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.909219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:12.981270 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-13c45a30-a213-454f-858c-1dfebbb16e17 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032247 Sep 22 09:25:13.035329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] For port a394451e-fe4f-430b-9420-bcdba03fb877, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:13.038995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] For port a394451e-fe4f-430b-9420-bcdba03fb877, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a394451e-fe4f-430b-9420-bcdba03fb877,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:13.060536 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27d23eb4-b21e-4bd9-9ae9-1691546e44b7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.077203 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.104104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1d40605c-1453-4764-a394-26363a7e057d None None] Provisioning complete for port a394451e-fe4f-430b-9420-bcdba03fb877 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:13.104756 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1d40605c-1453-4764-a394-26363a7e057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.120425 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.121608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:13.122301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.151090 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27d23eb4-b21e-4bd9-9ae9-1691546e44b7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.151941 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.163003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1d40605c-1453-4764-a394-26363a7e057d None None] Port a394451e-fe4f-430b-9420-bcdba03fb877 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:25:13.226873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Routers {'269f4956-026e-4d4c-9c0e-2214bd708b8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:13.227545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['269f4956-026e-4d4c-9c0e-2214bd708b8f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:13.229885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d23eb4-b21e-4bd9-9ae9-1691546e44b7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320e1d0a-5bb5-4830-9126-238dad3894db,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:13.242141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d90241-6e66-4f1b-a9ca-b3d75a7b4f4f None None] Pushing event updated for resources: {'Port': ['ID=a394451e-fe4f-430b-9420-bcdba03fb877,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:13.267612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0027826 Sep 22 09:25:13.268363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8b94b-c5bc-423d-8933-30e75b1e400d admin admin] Pushing event updated for resources: {'Network': ['ID=e9d5d22e-d7e8-428d-be88-eaadf372f576,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:13.271032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49696) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:13.285507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] Request body: {'subnet': {'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-738089590-subnet', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:13.319826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network e9d5d22e-d7e8-428d-be88-eaadf372f576 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:25:13.333890 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.373581 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27d23eb4-b21e-4bd9-9ae9-1691546e44b7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.376325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-27d23eb4-b21e-4bd9-9ae9-1691546e44b7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5528829 Sep 22 09:25:13.379555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49700) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:13.385389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:13.463368 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] Made reservation on behalf of f88598387ddf487a96a242365a9dc1bb for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:25:13.465902 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.538004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb605b1-dd9a-4a8a-9960-2d1a3807fbb1 req-c722ce6c-eed1-4b33-8eb0-3f37f015dd88 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:13.539667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ffb605b1-dd9a-4a8a-9960-2d1a3807fbb1 req-c722ce6c-eed1-4b33-8eb0-3f37f015dd88 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 945 time: 0.1125691 Sep 22 09:25:13.622995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf83b-2878-4832-b365-7cf970ec467d req-ccaac4be-7e13-4ddd-85ac-4f61540a8f38 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:13.624554 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-ccaac4be-7e13-4ddd-85ac-4f61540a8f38 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.1108098 Sep 22 09:25:13.683333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] Set router 269f4956-026e-4d4c-9c0e-2214bd708b8f gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:13.792335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:13.795346 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5e2c81-1020-4005-b6ee-6ec4e10339f9" -d '{"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-plugged", "status": "completed", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:13.831290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.852493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-114adce4-4fae-4bb7-a8e1-fc8993b6a0e2 None None] Provisioning complete for port a394451e-fe4f-430b-9420-bcdba03fb877 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:13.856846 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-114adce4-4fae-4bb7-a8e1-fc8993b6a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.908970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.914977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ffb605b1-dd9a-4a8a-9960-2d1a3807fbb1 req-8894ef8f-120b-4372-9c71-db2a9220c855 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412595 Sep 22 09:25:13.975089 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:13.980983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69550356-9879-4ed5-9f06-9755ef104199,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:13.993229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] Checking segment: {'id': '108574c0-14e1-449b-a497-5db3cebc7c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:13.993229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] Network hostable DHCP agents. Network: e9d5d22e-d7e8-428d-be88-eaadf372f576, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:25:14.030706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.076852 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-114adce4-4fae-4bb7-a8e1-fc8993b6a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.095216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-abccf83b-2878-4832-b365-7cf970ec467d req-194377cc-e58d-4599-9967-7240e4293336 service neutron] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:14.101689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-abccf83b-2878-4832-b365-7cf970ec467d req-194377cc-e58d-4599-9967-7240e4293336 service neutron] Notify callbacks [] for binding, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.101689 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-abccf83b-2878-4832-b365-7cf970ec467d req-194377cc-e58d-4599-9967-7240e4293336 service neutron] 10.222.0.60 "DELETE /v2.0/ports/15bfebbb-c170-4253-8b3e-d73b3dfc8e19/bindings/n-h2-805649-4 HTTP/1.1" status: 204 len: 173 time: 0.4591691 Sep 22 09:25:14.144394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:07Z', 'revision_number': 4, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a394451e-fe4f-430b-9420-bcdba03fb877', 'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'mac_address': 'fa:16:3e:b0:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:06Z', 'updated_at': '2021-09-22T09:25:13Z', 'revision_number': 4, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'subnets': [{'id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:14.156933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] Network e9d5d22e-d7e8-428d-be88-eaadf372f576 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:25:14.164104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.201537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384d9f1-a543-4228-8836-71c37604a0e4 None None] The sync data for ids ['269f4956-026e-4d4c-9c0e-2214bd708b8f'] in n-d-805649-4 is: [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:07Z', 'revision_number': 4, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a394451e-fe4f-430b-9420-bcdba03fb877', 'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'mac_address': 'fa:16:3e:b0:6e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:06Z', 'updated_at': '2021-09-22T09:25:13Z', 'revision_number': 4, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'subnets': [{'id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:25:14.213960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-114adce4-4fae-4bb7-a8e1-fc8993b6a0e2 None None] For port a394451e-fe4f-430b-9420-bcdba03fb877, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a394451e-fe4f-430b-9420-bcdba03fb877,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:14.282648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, e9d5d22e-d7e8-428d-be88-eaadf372f576) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:14.287014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:14.287581 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.298281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c292e-d624-4c41-bc90-99fc3bed51b9 req-22ee25d2-6929-4c7c-80a4-260faf22cd86 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:14.304350 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-114adce4-4fae-4bb7-a8e1-fc8993b6a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.321419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d31c292e-d624-4c41-bc90-99fc3bed51b9 req-22ee25d2-6929-4c7c-80a4-260faf22cd86 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.2744303 Sep 22 09:25:14.344847 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87a4a28-1afe-44c3-a530-7eb249466540 None None] Network e9d5d22e-d7e8-428d-be88-eaadf372f576 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:25:14.360111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Pushing event updated for resources: {'Port': ['ID=df4bc6dd-bf9c-43ee-8abd-14e691928a96,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:14.387204 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d8cc4de8-6a07-4792-831d-120282f6ba1d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1122983 Sep 22 09:25:14.387428 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49712) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:14.400453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-738089590-router', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:14.412391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Allocated IP 172.25.6.95 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/43efed37-d97b-46c5-84cf-eab5a0891541) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:14.453494 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.456416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114adce4-4fae-4bb7-a8e1-fc8993b6a0e2 None None] Pushing event updated for resources: {'Port': ['ID=a394451e-fe4f-430b-9420-bcdba03fb877,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:14.474757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d31c292e-d624-4c41-bc90-99fc3bed51b9 req-99734691-1c0f-47db-b896-e2273a16cdc4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524565 Sep 22 09:25:14.537199 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.538573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.570787 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbef9bd-ee1c-4c9f-8729-400c4f90ab93 x-openstack-request-id: req-bcbef9bd-ee1c-4c9f-8729-400c4f90ab93 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:14.571263 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-plugged", "status": "completed", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:14.571676 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcbef9bd-ee1c-4c9f-8729-400c4f90ab93 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:14.572313 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'code': 200} Sep 22 09:25:14.629217 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.641105 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.695144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-e9d5d22e-d7e8-428d-be88-eaadf372f576', 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'fixed_ips': [{'subnet_id': '69550356-9879-4ed5-9f06-9755ef104199'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:25:14.697432 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.698659 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.701501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43574631-4103-4d28-b24e-bcce4c9559dd req-d4991b63-d362-424f-9f66-e8f2cb0ee915 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2394476 Sep 22 09:25:14.902211 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:14.916071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Allocated IP 172.20.0.2 (e9d5d22e-d7e8-428d-be88-eaadf372f576/69550356-9879-4ed5-9f06-9755ef104199/06df5ad0-367e-439d-ac61-f53352e42e75) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:15.018069 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:15.020709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Pushing event updated for resources: {'Port': ['ID=43efed37-d97b-46c5-84cf-eab5a0891541,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:15.045402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cdda7-fe52-4ef7-92bc-187260f8fb7e req-27b44a7e-47a9-498e-ada8-4e8967e6d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:15.053454 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e97cdda7-fe52-4ef7-92bc-187260f8fb7e req-27b44a7e-47a9-498e-ada8-4e8967e6d806 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 1101 time: 0.2892787 Sep 22 09:25:15.053612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43574631-4103-4d28-b24e-bcce4c9559dd req-edf888c7-5a7a-4d3a-b022-57b205e03194 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.119 HTTP/1.1" status: 200 len: 696 time: 0.3363318 Sep 22 09:25:15.098510 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e97cdda7-fe52-4ef7-92bc-187260f8fb7e req-bef20024-dd83-480d-8262-63e3ee205566 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Sep 22 09:25:15.101227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:15.113936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:15.131598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:15.148522 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:15.263379 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:15.342874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bff9a5-fb5d-4e17-9194-c7f307e4d3d3 req-b48b4b3a-e51c-4548-b7f9-63fc6dcc1264 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:15.344531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82bff9a5-fb5d-4e17-9194-c7f307e4d3d3 req-b48b4b3a-e51c-4548-b7f9-63fc6dcc1264 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 945 time: 0.2952497 Sep 22 09:25:15.350914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Network e9d5d22e-d7e8-428d-be88-eaadf372f576 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:15.351917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:15.365811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:15.397039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43574631-4103-4d28-b24e-bcce4c9559dd req-88f8178d-0a3c-4e78-a356-7c2226cf26a3 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:15.397039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43574631-4103-4d28-b24e-bcce4c9559dd req-88f8178d-0a3c-4e78-a356-7c2226cf26a3 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.3319602 Sep 22 09:25:15.416146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Pushing event updated for resources: {'Port': ['ID=06df5ad0-367e-439d-ac61-f53352e42e75,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:15.463540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-43574631-4103-4d28-b24e-bcce4c9559dd req-0b781b46-1faa-4216-ae0c-dc857ba5ed86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:25:15.466897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43574631-4103-4d28-b24e-bcce4c9559dd req-0b781b46-1faa-4216-ae0c-dc857ba5ed86 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141270 Sep 22 09:25:15.495932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82bff9a5-fb5d-4e17-9194-c7f307e4d3d3 req-5e71a9f5-bd73-46a1-9506-89499cc2de4a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993128 Sep 22 09:25:15.510091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a394451e-fe4f-430b-9420-bcdba03fb877 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:15.526857 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:15.582478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:15.617816 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:15.705557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Attempting to bind port 06df5ad0-367e-439d-ac61-f53352e42e75 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:15.706937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Attempting to bind port 06df5ad0-367e-439d-ac61-f53352e42e75 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '108574c0-14e1-449b-a497-5db3cebc7c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:15.707572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Attempting to bind port 06df5ad0-367e-439d-ac61-f53352e42e75 on network e9d5d22e-d7e8-428d-be88-eaadf372f576 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:15.710136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee6a79-ab1d-4a89-8e5d-3543f8286789 req-44b14ea0-bfbb-431d-a9b9-f2193c9013c3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:15.722574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3ee6a79-ab1d-4a89-8e5d-3543f8286789 req-44b14ea0-bfbb-431d-a9b9-f2193c9013c3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.1006355 Sep 22 09:25:15.723869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:15.724664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Checking segment: {'id': '108574c0-14e1-449b-a497-5db3cebc7c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:15.725133 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:15.725621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Bound using segment: {'id': '108574c0-14e1-449b-a497-5db3cebc7c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:15.726199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Bound port: 06df5ad0-367e-439d-ac61-f53352e42e75, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108574c0-14e1-449b-a497-5db3cebc7c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:15.737450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:15.814443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Allocated IP 172.25.6.235 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/09b4f2e4-4fd9-42a8-b3c5-b8361444b32c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:15.831261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] For port 06df5ad0-367e-439d-ac61-f53352e42e75, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:15.837641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] For port 06df5ad0-367e-439d-ac61-f53352e42e75, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=06df5ad0-367e-439d-ac61-f53352e42e75,segment=NetworkSegment(108574c0-14e1-449b-a497-5db3cebc7c23),segment_id=108574c0-14e1-449b-a497-5db3cebc7c23)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:15.862886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a394451e-fe4f-430b-9420-bcdba03fb877 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:15.863251 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:15.918260 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:16.008580 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3ee6a79-ab1d-4a89-8e5d-3543f8286789 req-d872128f-bd2e-44af-83c7-f134e6ffd35d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850213 Sep 22 09:25:16.013996 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:16.070264 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:16.113331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13488a26-9152-486c-8c9f-26682a0ff9f3 None None] Pushing event updated for resources: {'Port': ['ID=06df5ad0-367e-439d-ac61-f53352e42e75,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:16.114635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-4d7f33ae-1925-44b2-b057-22f9908bda5d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:16.116191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-4d7f33ae-1925-44b2-b057-22f9908bda5d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4286151 Sep 22 09:25:16.237941 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:16.314992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-8b92ab04-b16e-4ecb-8afd-78c326547021 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.119 HTTP/1.1" status: 200 len: 696 time: 0.1889191 Sep 22 09:25:16.368567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-d2542a3a-1a21-4d10-82a4-192c4be2dc82 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Request body: {'floatingip': {'port_id': '99bc3206-4472-41b3-9130-15b0f1866b54', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:16.391992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:16.416280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:16.419546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:16.451449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Pushing event updated for resources: {'Port': ['ID=09b4f2e4-4fd9-42a8-b3c5-b8361444b32c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:16.601971 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-d2542a3a-1a21-4d10-82a4-192c4be2dc82 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:16.788687 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeac39-331c-4ffb-ad30-ad1bbf4ff5b1 req-520b6332-f068-4fa3-af69-344a4ede9ebc tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:16.796146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fdeac39-331c-4ffb-ad30-ad1bbf4ff5b1 req-520b6332-f068-4fa3-af69-344a4ede9ebc tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1096 time: 0.3269746 Sep 22 09:25:16.858063 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:16.871460 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:16.921328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fdeac39-331c-4ffb-ad30-ad1bbf4ff5b1 req-6619f2cb-6a60-4826-b84b-5a8fcb47f670 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242204 Sep 22 09:25:17.012539 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:17.174940 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:17.298833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Pushing event updated for resources: {'Port': ['ID=43efed37-d97b-46c5-84cf-eab5a0891541,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:17.325627 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:17.432682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Router 105f564b-11b9-4f17-9962-e93bc31def5b is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:25:17.461684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567119eb-468a-42a5-9fd9-e33b15ddf3a4 req-53a75509-9e76-47c3-8f48-7e4f76b95882 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:17.471764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-567119eb-468a-42a5-9fd9-e33b15ddf3a4 req-53a75509-9e76-47c3-8f48-7e4f76b95882 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.3322930 Sep 22 09:25:17.513698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 06df5ad0-367e-439d-ac61-f53352e42e75 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:17.613762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 06df5ad0-367e-439d-ac61-f53352e42e75 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:17.614132 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:17.634798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:25:17.648526 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Sync routers for ids ['105f564b-11b9-4f17-9962-e93bc31def5b'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:25:17.668226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d22fcd-6c34-4e2d-a49b-7fa58e7ae64a None None] Network e9d5d22e-d7e8-428d-be88-eaadf372f576 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:25:17.669576 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Routers {'105f564b-11b9-4f17-9962-e93bc31def5b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:17.670398 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['105f564b-11b9-4f17-9962-e93bc31def5b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:17.754295 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:17.755843 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-39c9dfd9-9c01-44db-963a-04922d999c41 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3673642 Sep 22 09:25:17.761963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49760) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:17.889468 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Set router 105f564b-11b9-4f17-9962-e93bc31def5b gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:17.954801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-590cc6a1-a479-4e01-900a-8ae1f329a8be None None] Provisioning complete for port 06df5ad0-367e-439d-ac61-f53352e42e75 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:17.955185 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-590cc6a1-a479-4e01-900a-8ae1f329a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:17.965933 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:17.967759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d3d72e4e-bffe-4c0a-92b8-89d2c620a9ae tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5866144 Sep 22 09:25:18.117882 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-590cc6a1-a479-4e01-900a-8ae1f329a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:18.203230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-590cc6a1-a479-4e01-900a-8ae1f329a8be None None] For port 06df5ad0-367e-439d-ac61-f53352e42e75, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=06df5ad0-367e-439d-ac61-f53352e42e75,segment=NetworkSegment(108574c0-14e1-449b-a497-5db3cebc7c23),segment_id=108574c0-14e1-449b-a497-5db3cebc7c23)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:18.203430 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'name': 'tempest-FloatingIPDetailsTestJSON-738089590-router', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:14Z', 'updated_at': '2021-09-22T09:25:16Z', 'revision_number': 3, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'gw_port': {'id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:46:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:15Z', 'updated_at': '2021-09-22T09:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:18.219004 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Checking router: 105f564b-11b9-4f17-9962-e93bc31def5b for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:25:18.219747 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Updating router 105f564b-11b9-4f17-9962-e93bc31def5b port 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:25:18.263297 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:18.276692 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:18.326274 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-d2542a3a-1a21-4d10-82a4-192c4be2dc82 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:18.333486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-567119eb-468a-42a5-9fd9-e33b15ddf3a4 req-f980aa99-f6f1-4b32-a15c-badc6529cee3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752377 Sep 22 09:25:18.458177 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-d2542a3a-1a21-4d10-82a4-192c4be2dc82 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:18.458815 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-590cc6a1-a479-4e01-900a-8ae1f329a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:18.633759 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-d2542a3a-1a21-4d10-82a4-192c4be2dc82 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Floating IP b3e84edf-9d69-4ed8-a545-c3e2c6ef52ae associated. External IP: 172.25.6.119, port: 99bc3206-4472-41b3-9130-15b0f1866b54. Sep 22 09:25:18.728499 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:18.764363 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:25:18.764989 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:25:18.788389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cc6a1-a479-4e01-900a-8ae1f329a8be None None] Pushing event updated for resources: {'Port': ['ID=06df5ad0-367e-439d-ac61-f53352e42e75,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:18.800276 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:18.833928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-26d74516-e233-4758-9915-b2fa74082a1a None None] Provisioning complete for port 06df5ad0-367e-439d-ac61-f53352e42e75 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:18.834364 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-26d74516-e233-4758-9915-b2fa74082a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:18.877639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-af797098-457f-4aeb-9de6-d7661687f166 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:18.884970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-af797098-457f-4aeb-9de6-d7661687f166 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 808 time: 0.4557559 Sep 22 09:25:18.886728 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:18.943221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-66685522-75ad-4044-9ca0-53eccc03813d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/quotas/588a614000664c5d9b1f3b4860f26f15 HTTP/1.1" status: 200 len: 375 time: 0.0572069 Sep 22 09:25:18.978161 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00210b52-df39-4402-ba61-66a38cd89f10 None None] Pushing event updated for resources: {'Port': ['ID=09b4f2e4-4fd9-42a8-b3c5-b8361444b32c,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:19.015227 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Attempting to bind port 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:19.015227 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Attempting to bind port 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:19.015227 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Attempting to bind port 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:19.018075 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:19.018865 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:19.019473 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:19.019952 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:19.020875 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Bound port: 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:19.021350 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:19.022005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Allocated IP 172.20.0.1 (e9d5d22e-d7e8-428d-be88-eaadf372f576/69550356-9879-4ed5-9f06-9755ef104199/a728bfc9-2914-45d2-a955-8203267197f0) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:19.060717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-f27eae3a-cfcf-42f3-96e5-25eb6b723979 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164887 Sep 22 09:25:19.088474 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] For port 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:19.092551 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] For port 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=09b4f2e4-4fd9-42a8-b3c5-b8361444b32c,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:19.165683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-93c498b2-653a-4f44-9c3a-dc0b626e171a service neutron] 10.222.0.49 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033294 Sep 22 09:25:19.175497 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:19.178898 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:19.200331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-d2542a3a-1a21-4d10-82a4-192c4be2dc82 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:25:19.252232 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00210b52-df39-4402-ba61-66a38cd89f10 None None] Pushing event updated for resources: {'Port': ['ID=09b4f2e4-4fd9-42a8-b3c5-b8361444b32c,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:19.261356 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Routers {'105f564b-11b9-4f17-9962-e93bc31def5b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:19.262042 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['105f564b-11b9-4f17-9962-e93bc31def5b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:19.298819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:19.349930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Network e9d5d22e-d7e8-428d-be88-eaadf372f576 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:19.355401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:19.378705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:19.382260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Pushing event updated for resources: {'Port': ['ID=a728bfc9-2914-45d2-a955-8203267197f0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:19.412364 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] Set router 105f564b-11b9-4f17-9962-e93bc31def5b gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:19.443914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-3f43b2b4-9a4d-466e-b4b2-d79526fad743 service neutron] 10.222.0.49 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692826 Sep 22 09:25:19.463523 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:19.521675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 06df5ad0-367e-439d-ac61-f53352e42e75 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:19.654894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-d2542a3a-1a21-4d10-82a4-192c4be2dc82 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:25:19.671004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c0200-02b3-4e18-8ffb-0530d69b25c0 None None] Sync routers for ids ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:25:19.674949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-d2542a3a-1a21-4d10-82a4-192c4be2dc82 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:19.689141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 06df5ad0-367e-439d-ac61-f53352e42e75 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:19.689760 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:19.731010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c0200-02b3-4e18-8ffb-0530d69b25c0 None None] Routers {'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:19.731697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-653c0200-02b3-4e18-8ffb-0530d69b25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:19.749434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-d2542a3a-1a21-4d10-82a4-192c4be2dc82 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "PUT /v2.0/floatingips/b3e84edf-9d69-4ed8-a545-c3e2c6ef52ae HTTP/1.1" status: 200 len: 997 time: 3.4093919 Sep 22 09:25:19.751186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'tag': '99bc3206-4472-41b3-9130-15b0f1866b54'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:19.752831 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'name': 'tempest-FloatingIPDetailsTestJSON-738089590-router', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:14Z', 'updated_at': '2021-09-22T09:25:16Z', 'revision_number': 3, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'gw_port': {'id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:46:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:15Z', 'updated_at': '2021-09-22T09:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:19.758891 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3705d744-d935-447f-8a00-daf3ed2dd7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8937358-c23a-473d-b6bf-a891a2442dd4", "tag": "99bc3206-4472-41b3-9130-15b0f1866b54"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:19.863201 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016d445-b7cb-47f6-a4d7-8fda22035d2e None None] The sync data for ids ['105f564b-11b9-4f17-9962-e93bc31def5b'] in n-d-805649-4 is: [{'id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'name': 'tempest-FloatingIPDetailsTestJSON-738089590-router', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:14Z', 'updated_at': '2021-09-22T09:25:16Z', 'revision_number': 3, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'gw_port': {'id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:46:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:15Z', 'updated_at': '2021-09-22T09:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:25:19.892371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-b5490249-1677-47cb-ac97-1d7acd96d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:19.899227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-b5490249-1677-47cb-ac97-1d7acd96d51d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0caac5ee75ad4536ac686517ba7221d1&device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 1097 time: 0.1200321 Sep 22 09:25:19.909040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:20.002891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-653c0200-02b3-4e18-8ffb-0530d69b25c0 None None] Set router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:20.161206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eb940ad8-028a-48be-9b77-a2458d89f3bf None None] Provisioning complete for port a728bfc9-2914-45d2-a955-8203267197f0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:20.161721 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eb940ad8-028a-48be-9b77-a2458d89f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:20.181071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-b1150e18-5b8b-4203-9267-c854fad95ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:20.182862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-b1150e18-5b8b-4203-9267-c854fad95ddc service neutron] 10.222.0.49 "GET /v2.0/networks?id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3 HTTP/1.1" status: 200 len: 930 time: 0.2768502 Sep 22 09:25:20.315982 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:20.378380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-9a48b7af-2239-4153-979e-5eb991795270 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1974068286&fields=id&tenant_id=0a1eee98d30145b7b698faf6c5d9090d HTTP/1.1" status: 200 len: 267 time: 0.1925716 Sep 22 09:25:20.412369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-0b0cbcc0-c938-4df9-a781-a5a2fb5553be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99bc3206-4472-41b3-9130-15b0f1866b54 HTTP/1.1" status: 200 len: 1000 time: 0.2160146 Sep 22 09:25:20.418273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:20.583122 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:20.583324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-a96d59c9-c44b-4a91-9cbf-a38a8bc88dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:20.583324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-a96d59c9-c44b-4a91-9cbf-a38a8bc88dbb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c82b8f9c-8135-4777-81c4-24e0bc0614e6 HTTP/1.1" status: 200 len: 868 time: 0.1477549 Sep 22 09:25:20.583477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Pushing event updated for resources: {'Port': ['ID=a728bfc9-2914-45d2-a955-8203267197f0,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:20.656192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-0af8330b-ae91-4054-99c3-de417a772b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:20.668180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-0af8330b-ae91-4054-99c3-de417a772b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/networks?id=3645935b-5e45-47fb-8efa-f2e4bd4ae0cc HTTP/1.1" status: 200 len: 805 time: 0.2746389 Sep 22 09:25:20.699919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-dd2838e6-3dc8-4acf-8ed8-125817868a2c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/quotas/0a1eee98d30145b7b698faf6c5d9090d HTTP/1.1" status: 200 len: 375 time: 0.0308206 Sep 22 09:25:20.718032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-eb940ad8-028a-48be-9b77-a2458d89f3bf None None] Port a728bfc9-2914-45d2-a955-8203267197f0 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:25:20.734690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-9b500989-310c-4ab9-ab0e-ca5db8ed189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:20.736645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-9b500989-310c-4ab9-ab0e-ca5db8ed189c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519797 Sep 22 09:25:20.782435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-ab8fed89-af60-4ceb-9913-0972b5e80b0a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:25:20.783444 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-ab8fed89-af60-4ceb-9913-0972b5e80b0a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113370 Sep 22 09:25:20.827523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Network e9d5d22e-d7e8-428d-be88-eaadf372f576 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:20.832458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:20.833038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-ecaeb848-bbf3-47cc-af0c-ad4c41220289 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a1eee98d30145b7b698faf6c5d9090d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1291721 Sep 22 09:25:20.936068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-653c0200-02b3-4e18-8ffb-0530d69b25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b3e84edf-9d69-4ed8-a545-c3e2c6ef52ae', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'port_id': '99bc3206-4472-41b3-9130-15b0f1866b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'mac_address': 'fa:16:3e:da:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:25:12Z', 'updated_at': '2021-09-22T09:25:18Z', 'revision_number': 1, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778e4d6a-d8b1-4013-8b3a-517292010427', 'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'mac_address': 'fa:16:3e:99:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:45Z', 'updated_at': '2021-09-22T09:24:52Z', 'revision_number': 5, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'subnets': [{'id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:20.974321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c0200-02b3-4e18-8ffb-0530d69b25c0 None None] Checking router: fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:25:20.995437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c0200-02b3-4e18-8ffb-0530d69b25c0 None None] Routers {'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:21.000917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-653c0200-02b3-4e18-8ffb-0530d69b25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:21.051801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Router 105f564b-11b9-4f17-9962-e93bc31def5b has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:25:21.104293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-1e10c763-a503-454d-963a-014b0a82e71c service neutron] 10.222.0.49 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135853 Sep 22 09:25:21.199739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-653c0200-02b3-4e18-8ffb-0530d69b25c0 None None] Set router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:21.344905 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:25:21.363383 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-7ee3394c-584d-4af2-a8b1-c23ce7227187 service neutron] 10.222.0.49 "GET /v2.0/networks/3645935b-5e45-47fb-8efa-f2e4bd4ae0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973903 Sep 22 09:25:21.373391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:25:21.373553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f2704281-77f9-4b44-94b8-485efb7262b2 None None] Provisioning complete for port a728bfc9-2914-45d2-a955-8203267197f0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:21.373933 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f2704281-77f9-4b44-94b8-485efb7262b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:21.388313 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-764d767b-615a-4ea0-9044-42e1abab0b2e admin admin] 10.222.0.49 "PUT /v2.0/routers/105f564b-11b9-4f17-9962-e93bc31def5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6282706 Sep 22 09:25:21.426786 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173ed5d8-159e-475f-ad4a-e5eb81dfbcac req-60c69c61-f954-400c-9051-3bc0e03dc077 service neutron] 10.222.0.49 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064594 Sep 22 09:25:21.523741 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-82347ae3-d4a0-436c-82a4-76fe5d4aef9f service neutron] 10.222.0.49 "GET /v2.0/networks/3645935b-5e45-47fb-8efa-f2e4bd4ae0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594982 Sep 22 09:25:21.630426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:21.640857 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f2704281-77f9-4b44-94b8-485efb7262b2 None None] Port a728bfc9-2914-45d2-a955-8203267197f0 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:25:21.754161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65bb2c-bea1-4ebb-bdf6-d47bc8d2a4c6 req-25c6e9e0-ba95-414d-ab2f-1aa3ccf90e04 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:21.756202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a65bb2c-bea1-4ebb-bdf6-d47bc8d2a4c6 req-25c6e9e0-ba95-414d-ab2f-1aa3ccf90e04 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.0972538 Sep 22 09:25:21.779842 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:21.780355 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:21.836301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a65bb2c-bea1-4ebb-bdf6-d47bc8d2a4c6 req-68c63821-63e1-4487-8176-3f8587cdc284 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602138 Sep 22 09:25:21.857233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-653c0200-02b3-4e18-8ffb-0530d69b25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b3e84edf-9d69-4ed8-a545-c3e2c6ef52ae', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'port_id': '99bc3206-4472-41b3-9130-15b0f1866b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'mac_address': 'fa:16:3e:da:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:25:12Z', 'updated_at': '2021-09-22T09:25:18Z', 'revision_number': 1, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778e4d6a-d8b1-4013-8b3a-517292010427', 'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'mac_address': 'fa:16:3e:99:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:45Z', 'updated_at': '2021-09-22T09:24:52Z', 'revision_number': 5, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'subnets': [{'id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:21.904865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c0200-02b3-4e18-8ffb-0530d69b25c0 None None] The sync data for ids ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'] in n-d-805649-4 is: [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b3e84edf-9d69-4ed8-a545-c3e2c6ef52ae', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'port_id': '99bc3206-4472-41b3-9130-15b0f1866b54', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'mac_address': 'fa:16:3e:da:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:25:12Z', 'updated_at': '2021-09-22T09:25:18Z', 'revision_number': 1, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778e4d6a-d8b1-4013-8b3a-517292010427', 'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'mac_address': 'fa:16:3e:99:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:45Z', 'updated_at': '2021-09-22T09:24:52Z', 'revision_number': 5, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'subnets': [{'id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:25:21.958439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:21.991345 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=09b4f2e4-4fd9-42a8-b3c5-b8361444b32c,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:22.062973 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:22.081947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde61ad2-8647-4075-a161-d28a616d859b req-73345200-53a1-4cb3-93c2-97732fbb966d tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:22.081947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fde61ad2-8647-4075-a161-d28a616d859b req-73345200-53a1-4cb3-93c2-97732fbb966d tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 1096 time: 0.0810077 Sep 22 09:25:22.159755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fde61ad2-8647-4075-a161-d28a616d859b req-e8c4df0f-ee27-4540-9105-64a8f8bdc433 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726697 Sep 22 09:25:22.170441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=09b4f2e4-4fd9-42a8-b3c5-b8361444b32c,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:22.203501 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abdc61e-6d84-4865-a53a-205d6c4c4f58 x-openstack-request-id: req-0abdc61e-6d84-4865-a53a-205d6c4c4f58 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:22.203855 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8937358-c23a-473d-b6bf-a891a2442dd4", "tag": "99bc3206-4472-41b3-9130-15b0f1866b54", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:22.204124 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0abdc61e-6d84-4865-a53a-205d6c4c4f58 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:22.204488 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'tag': '99bc3206-4472-41b3-9130-15b0f1866b54', 'status': 'completed', 'code': 200} Sep 22 09:25:22.357525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-069c5279-e136-4e8b-af30-95993397a618 req-4a3c5609-7440-4544-aa0e-87b8cf09bdf1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 210 time: 0.0642152 Sep 22 09:25:22.357773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705d744-d935-447f-8a00-daf3ed2dd7f0 req-8f489a4e-9e0d-46cf-8d10-35a91e1ca4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:22.372460 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3705d744-d935-447f-8a00-daf3ed2dd7f0 req-8f489a4e-9e0d-46cf-8d10-35a91e1ca4cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0caac5ee75ad4536ac686517ba7221d1&device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 1097 time: 0.1262467 Sep 22 09:25:22.403023 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac2cca9-bea1-42ac-863f-7149ad28eb4d None None] New status for floating IP b3e84edf-9d69-4ed8-a545-c3e2c6ef52ae: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:25:22.498822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705d744-d935-447f-8a00-daf3ed2dd7f0 req-8fe24e0d-2315-47b1-9550-c169c90b6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:22.501113 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3705d744-d935-447f-8a00-daf3ed2dd7f0 req-8fe24e0d-2315-47b1-9550-c169c90b6b08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3 HTTP/1.1" status: 200 len: 930 time: 0.1249976 Sep 22 09:25:22.597528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-e80d72ec-073e-4e86-b0a6-a6908f7a07ea tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 258 time: 0.2307959 Sep 22 09:25:22.614470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:22.677897 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Sync routers for ids ['105f564b-11b9-4f17-9962-e93bc31def5b'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:25:22.695371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Routers {'105f564b-11b9-4f17-9962-e93bc31def5b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:22.696593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['105f564b-11b9-4f17-9962-e93bc31def5b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:22.725304 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3705d744-d935-447f-8a00-daf3ed2dd7f0 req-95105d01-057b-40f4-873c-9200467c1354 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99bc3206-4472-41b3-9130-15b0f1866b54 HTTP/1.1" status: 200 len: 1000 time: 0.2135863 Sep 22 09:25:22.786900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:22.811176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705d744-d935-447f-8a00-daf3ed2dd7f0 req-65f4748f-8b0c-4438-90a8-e9f4061a2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:22.821215 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3705d744-d935-447f-8a00-daf3ed2dd7f0 req-65f4748f-8b0c-4438-90a8-e9f4061a2ac2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c82b8f9c-8135-4777-81c4-24e0bc0614e6 HTTP/1.1" status: 200 len: 868 time: 0.0750926 Sep 22 09:25:22.930633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-4fb57510-7c4b-4998-a10e-ebc9bf4478b3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:22.930860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Set router 105f564b-11b9-4f17-9962-e93bc31def5b gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:22.930955 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-4fb57510-7c4b-4998-a10e-ebc9bf4478b3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 808 time: 0.3418293 Sep 22 09:25:22.948986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705d744-d935-447f-8a00-daf3ed2dd7f0 req-18fd8095-eee8-4697-898b-0e90e2091374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:22.950730 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3705d744-d935-447f-8a00-daf3ed2dd7f0 req-18fd8095-eee8-4697-898b-0e90e2091374 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285479 Sep 22 09:25:22.958389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Request body: {'port': {'device_id': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6', 'admin_state_up': True, 'tenant_id': '588a614000664c5d9b1f3b4860f26f15'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:23.193532 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:23.255431 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3705d744-d935-447f-8a00-daf3ed2dd7f0 req-654bf6cd-e73e-45b3-a155-98886ba4a6bc service neutron] 10.222.0.60 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763362 Sep 22 09:25:23.416422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Made reservation on behalf of 588a614000664c5d9b1f3b4860f26f15 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:25:23.420601 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:23.440787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'name': 'tempest-FloatingIPDetailsTestJSON-738089590-router', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:14Z', 'updated_at': '2021-09-22T09:25:19Z', 'revision_number': 4, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'gw_port': {'id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:15Z', 'updated_at': '2021-09-22T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a728bfc9-2914-45d2-a955-8203267197f0', 'name': '', 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'mac_address': 'fa:16:3e:4d:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '69550356-9879-4ed5-9f06-9755ef104199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:18Z', 'updated_at': '2021-09-22T09:25:20Z', 'revision_number': 2, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'subnets': [{'id': '69550356-9879-4ed5-9f06-9755ef104199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:23.558043 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3705d744-d935-447f-8a00-daf3ed2dd7f0 req-c86b132b-b602-44bc-a1c8-3624cda1f7ca service neutron] 10.222.0.60 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894788 Sep 22 09:25:23.571889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:23.585430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Checking router: 105f564b-11b9-4f17-9962-e93bc31def5b for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:25:23.585430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Updating router 105f564b-11b9-4f17-9962-e93bc31def5b port a728bfc9-2914-45d2-a955-8203267197f0 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:25:23.680140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Allocated IP 172.20.0.10 (b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6/29c9175e-c3e5-425b-8fbb-7bbabe9d9e05/e268515d-f4f8-4212-a918-de0892d563e3) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:23.715302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-3d11de3e-7507-46e1-9443-20aeed11d4ba tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9561732 Sep 22 09:25:23.723031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:23.739237 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:23.766081 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:23.836806 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:23.837493 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:23.875946 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:23.927544 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:23.954503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Allocated IP 172.25.6.144 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/91373c5d-a822-4dcf-b670-abbeeaf05b5f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:24.109142 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.121646 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.232480 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.240863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:24.247005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:24.250650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:24.287175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Pushing event updated for resources: {'Port': ['ID=e268515d-f4f8-4212-a918-de0892d563e3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:24.306745 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.309015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:24.310066 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d193f4e7-27dd-49fb-a2c1-9ae2758fa4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.310675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.327123 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.350077 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.412560 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.440633 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-838a6f88-6728-468c-9dc0-f59afd8246e3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5013518 Sep 22 09:25:24.464963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Request body: {'port': {'device_id': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:24.466623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:24.469165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Pushing event updated for resources: {'Port': ['ID=91373c5d-a822-4dcf-b670-abbeeaf05b5f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:24.471167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693c5a0-a02a-46b4-9f97-5a102005b0e6 None None] Pushing event updated for resources: {'Port': ['ID=a728bfc9-2914-45d2-a955-8203267197f0,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:24.500873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:24.507551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:24.560175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Attempting to bind port a728bfc9-2914-45d2-a955-8203267197f0 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:24.562935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Attempting to bind port a728bfc9-2914-45d2-a955-8203267197f0 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '108574c0-14e1-449b-a497-5db3cebc7c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:24.563420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Attempting to bind port a728bfc9-2914-45d2-a955-8203267197f0 on network e9d5d22e-d7e8-428d-be88-eaadf372f576 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:24.570921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:24.571452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Checking segment: {'id': '108574c0-14e1-449b-a497-5db3cebc7c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:24.572012 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.572505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Bound using segment: {'id': '108574c0-14e1-449b-a497-5db3cebc7c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:24.573313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Bound port: a728bfc9-2914-45d2-a955-8203267197f0, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108574c0-14e1-449b-a497-5db3cebc7c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:24.573808 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.595356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.626264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Allocated IP 172.25.6.71 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/86bf98ea-1378-43b0-a4b4-34639feded73) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:24.724822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] For port a728bfc9-2914-45d2-a955-8203267197f0, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:24.724822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] For port a728bfc9-2914-45d2-a955-8203267197f0, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a728bfc9-2914-45d2-a955-8203267197f0,segment=NetworkSegment(108574c0-14e1-449b-a497-5db3cebc7c23),segment_id=108574c0-14e1-449b-a497-5db3cebc7c23)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:24.831186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.926600 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.928285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8eaec966-e751-45e2-a174-2565582c49b4 None None] Provisioning complete for port a728bfc9-2914-45d2-a955-8203267197f0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:24.929173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8eaec966-e751-45e2-a174-2565582c49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:24.981157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8eaec966-e751-45e2-a174-2565582c49b4 None None] Port a728bfc9-2914-45d2-a955-8203267197f0 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:25:25.000632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e268515d-f4f8-4212-a918-de0892d563e3 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:25.008066 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:25.019446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Transition to ACTIVE for port object e268515d-f4f8-4212-a918-de0892d563e3 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:25:25.383529 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:25.443978 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Routers {'105f564b-11b9-4f17-9962-e93bc31def5b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:25.444659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:24:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['105f564b-11b9-4f17-9962-e93bc31def5b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:25.454447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693c5a0-a02a-46b4-9f97-5a102005b0e6 None None] Pushing event updated for resources: {'Port': ['ID=a728bfc9-2914-45d2-a955-8203267197f0,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:25.480244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:25.483237 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:25.520010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:25.553156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Pushing event updated for resources: {'Port': ['ID=e268515d-f4f8-4212-a918-de0892d563e3,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:25.555881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:25.649903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] Set router 105f564b-11b9-4f17-9962-e93bc31def5b gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:25.676227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:25.746581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:25.751373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-67c923ac-09d7-49a8-b869-039a6d861477 None None] Provisioning complete for port a728bfc9-2914-45d2-a955-8203267197f0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:25.751749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-67c923ac-09d7-49a8-b869-039a6d861477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:25.830516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-e705a4eb-7ac5-44d2-887e-005927f6cb7d tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:25.832891 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-e705a4eb-7ac5-44d2-887e-005927f6cb7d tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.45 "GET /v2.0/networks?id=3645935b-5e45-47fb-8efa-f2e4bd4ae0cc HTTP/1.1" status: 200 len: 805 time: 0.1993370 Sep 22 09:25:25.833394 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:25.834765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:25.835372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:25.835930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:25.836357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event updated for resources: {'Port': ['ID=86bf98ea-1378-43b0-a4b4-34639feded73,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:25.841762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Port e268515d-f4f8-4212-a918-de0892d563e3 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:25:25.842416 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:25.865719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:25.866796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:25.867432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:25.868114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Bound port: e268515d-f4f8-4212-a918-de0892d563e3, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:25.868745 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:25.929599 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-57f1b71a-8d1c-455f-b75c-b4fe74fdb005 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a1eee98d30145b7b698faf6c5d9090d HTTP/1.1" status: 200 len: 380 time: 0.0831723 Sep 22 09:25:25.959480 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:25.985451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Request body: {'port': {'device_id': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'admin_state_up': True, 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'security_groups': ['50faae82-3dd4-4621-8252-921dca3f8ca1']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:26.065652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:26.114563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e268515d-f4f8-4212-a918-de0892d563e3,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:26.120578 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.156038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Pushing event updated for resources: {'Port': ['ID=91373c5d-a822-4dcf-b670-abbeeaf05b5f,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:26.184079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.201759 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.239631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:26.240534 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.242183 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] 10.222.0.45 "PUT /v2.0/ports/e268515d-f4f8-4212-a918-de0892d563e3 HTTP/1.1" status: 200 len: 1092 time: 1.7839422 Sep 22 09:25:26.242862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'tag': 'e268515d-f4f8-4212-a918-de0892d563e3'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:26.245471 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df35db6-c3ad-4a8b-9bfe-ff83fe542d08" -d '{"events": [{"name": "network-changed", "server_uuid": "b285af72-9c60-4e99-bc9c-7cbdccac7d32", "tag": "e268515d-f4f8-4212-a918-de0892d563e3"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:26.272452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa43f28-d585-49c5-ae31-a23efba6bafa service neutron] Pushing event updated for resources: {'Port': ['ID=e268515d-f4f8-4212-a918-de0892d563e3,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:26.280046 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.287573 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Made reservation on behalf of 0a1eee98d30145b7b698faf6c5d9090d for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:25:26.293551 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.372381 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-67c923ac-09d7-49a8-b869-039a6d861477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.418665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-67c923ac-09d7-49a8-b869-039a6d861477 None None] For port a728bfc9-2914-45d2-a955-8203267197f0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a728bfc9-2914-45d2-a955-8203267197f0,segment=NetworkSegment(108574c0-14e1-449b-a497-5db3cebc7c23),segment_id=108574c0-14e1-449b-a497-5db3cebc7c23)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:26.431466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'name': 'tempest-FloatingIPDetailsTestJSON-738089590-router', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:14Z', 'updated_at': '2021-09-22T09:25:19Z', 'revision_number': 4, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'gw_port': {'id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:15Z', 'updated_at': '2021-09-22T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a728bfc9-2914-45d2-a955-8203267197f0', 'name': '', 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'mac_address': 'fa:16:3e:4d:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '69550356-9879-4ed5-9f06-9755ef104199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:18Z', 'updated_at': '2021-09-22T09:25:24Z', 'revision_number': 4, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'subnets': [{'id': '69550356-9879-4ed5-9f06-9755ef104199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:26.433046 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.434620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-fe64eb78-19fc-4e43-84eb-86953b2d14d2 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8272185 Sep 22 09:25:26.506028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b8a19-972b-43ca-9249-6f5cec03f39f None None] The sync data for ids ['105f564b-11b9-4f17-9962-e93bc31def5b'] in n-d-805649-4 is: [{'id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'name': 'tempest-FloatingIPDetailsTestJSON-738089590-router', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:14Z', 'updated_at': '2021-09-22T09:25:19Z', 'revision_number': 4, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'gw_port': {'id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:15Z', 'updated_at': '2021-09-22T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a728bfc9-2914-45d2-a955-8203267197f0', 'name': '', 'network_id': 'e9d5d22e-d7e8-428d-be88-eaadf372f576', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'mac_address': 'fa:16:3e:4d:28:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '69550356-9879-4ed5-9f06-9755ef104199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:18Z', 'updated_at': '2021-09-22T09:25:24Z', 'revision_number': 4, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'subnets': [{'id': '69550356-9879-4ed5-9f06-9755ef104199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:25:26.509955 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-67c923ac-09d7-49a8-b869-039a6d861477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.523039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-146ca3c4-9617-4b3a-90fd-a4d2a2dd6190 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.144 HTTP/1.1" status: 200 len: 696 time: 0.0779049 Sep 22 09:25:26.561041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Allocated IP 172.20.0.10 (3645935b-5e45-47fb-8efa-f2e4bd4ae0cc/37dff703-ef74-4c43-b4a8-5e452c153af0/de96b145-e4fc-4d58-9962-a8b912d695f0) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:26.679547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c923ac-09d7-49a8-b869-039a6d861477 None None] Pushing event updated for resources: {'Port': ['ID=a728bfc9-2914-45d2-a955-8203267197f0,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:26.742986 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.773303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-a2093c55-9286-4fcc-999d-bc3a90b3fb7f tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:26.775445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28f34c4f-cfb0-43a9-8eed-c35e0c39cceb req-a2093c55-9286-4fcc-999d-bc3a90b3fb7f tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.2446773 Sep 22 09:25:26.814062 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.829931 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16865b0a-8c6b-4c5e-b2ae-b1dd0e00830b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.911047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:26.974667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event updated for resources: {'Port': ['ID=86bf98ea-1378-43b0-a4b4-34639feded73,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:27.031939 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:27.033392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-de13598a-f0f0-4b6d-b34e-de192f1fa354 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3172705 Sep 22 09:25:27.048239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317a4615-7d25-46b9-8df4-ffaea726230a req-ef05a877-8d04-4baf-b33b-a715b3acfde2 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 210 time: 0.0465820 Sep 22 09:25:27.113232 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:27.117372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-2b22c7d2-6b4a-454c-a4f8-bd317aa51efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:27.118832 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-2b22c7d2-6b4a-454c-a4f8-bd317aa51efb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 1095 time: 0.7357106 Sep 22 09:25:27.191604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-a66a24ef-8ce3-4e48-952a-12e9587d6740 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 695 time: 0.1411974 Sep 22 09:25:27.262542 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-86d6dd7b-7deb-4b2d-ad3a-408a9511273f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e268515d-f4f8-4212-a918-de0892d563e3 HTTP/1.1" status: 200 len: 217 time: 0.1280420 Sep 22 09:25:27.317798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-7fc5bb84-5ec6-4881-a895-b33d69a33d6d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:27.326057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-7fc5bb84-5ec6-4881-a895-b33d69a33d6d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1332321 Sep 22 09:25:27.331415 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d061482-c289-4de2-bdb1-f37ec29b9521 req-b5d3143d-7ff8-4ff2-a4ff-7f4b0adfdf63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2009621 Sep 22 09:25:27.341377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-137f9ff1-872b-4323-b75d-cf5607f77f2b tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:25:27.355623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cff08862-cb8e-4801-9d3f-3c88050a7e05 req-137f9ff1-872b-4323-b75d-cf5607f77f2b tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0288680 Sep 22 09:25:27.383545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-ca53f991-dbe1-451a-963f-5f1220690bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:27.385760 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-ca53f991-dbe1-451a-963f-5f1220690bf7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.1073549 Sep 22 09:25:27.420681 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:27.463024 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:27.529191 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-4514fe9c-bc5b-44a2-ad41-575b01b3690f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100180 Sep 22 09:25:27.534530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:27.545072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:27.559072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:27.585746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a728bfc9-2914-45d2-a955-8203267197f0 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:27.647658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d061482-c289-4de2-bdb1-f37ec29b9521 req-ddf6c2b8-943c-44c5-a9a9-e2ab575a8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:27.649204 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d061482-c289-4de2-bdb1-f37ec29b9521 req-ddf6c2b8-943c-44c5-a9a9-e2ab575a8ddb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 1095 time: 0.2627249 Sep 22 09:25:27.680927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89627e22-e4ec-4b05-bd80-823a7e57623a req-387302d7-d1ef-4731-ba7d-a2ee7da461d1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:27.687379 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Pushing event updated for resources: {'Port': ['ID=de96b145-e4fc-4d58-9962-a8b912d695f0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:27.691549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89627e22-e4ec-4b05-bd80-823a7e57623a req-387302d7-d1ef-4731-ba7d-a2ee7da461d1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 944 time: 0.0879331 Sep 22 09:25:27.752082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a728bfc9-2914-45d2-a955-8203267197f0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:27.752449 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:27.768670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89627e22-e4ec-4b05-bd80-823a7e57623a req-8a02cf2e-0ac5-42ad-82db-9e84a1da276c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724626 Sep 22 09:25:27.907966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:27.908923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:28.011192 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:28.014705 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0e2277-3b18-499d-8b8e-698ae2f6dac1 x-openstack-request-id: req-da0e2277-3b18-499d-8b8e-698ae2f6dac1 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:28.014987 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b285af72-9c60-4e99-bc9c-7cbdccac7d32", "tag": "e268515d-f4f8-4212-a918-de0892d563e3", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:28.016028 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da0e2277-3b18-499d-8b8e-698ae2f6dac1 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:28.016654 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'tag': 'e268515d-f4f8-4212-a918-de0892d563e3', 'status': 'completed', 'code': 200} Sep 22 09:25:28.031175 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-a7c50fa1-c2a1-47b2-9624-771131d7efc7 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0783265 Sep 22 09:25:28.035555 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-66d9f2c1-e925-463c-9e1f-05a44d05f23f service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923418 Sep 22 09:25:28.075565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d061482-c289-4de2-bdb1-f37ec29b9521 req-55c6124a-299b-48b0-82c3-f0a510812416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:28.076376 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d061482-c289-4de2-bdb1-f37ec29b9521 req-55c6124a-299b-48b0-82c3-f0a510812416 service neutron] 10.222.0.60 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.3631871 Sep 22 09:25:28.080920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3c263f64-4dd1-4513-8628-62cb5f60e454 None None] Provisioning complete for port de96b145-e4fc-4d58-9962-a8b912d695f0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:28.081294 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3c263f64-4dd1-4513-8628-62cb5f60e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:28.095942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Request body: {'port': {'device_id': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:28.166577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3c263f64-4dd1-4513-8628-62cb5f60e454 None None] Port de96b145-e4fc-4d58-9962-a8b912d695f0 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:25:28.236324 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d061482-c289-4de2-bdb1-f37ec29b9521 req-60d2c563-9ea6-4b67-baa9-0dc83300136f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736 HTTP/1.1" status: 200 len: 217 time: 0.1349761 Sep 22 09:25:28.286465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f9d5c-2647-4080-b2b0-18537e7d0cbd req-e230d75b-6197-4056-88be-16e59c9af324 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:28.288681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-712f9d5c-2647-4080-b2b0-18537e7d0cbd req-e230d75b-6197-4056-88be-16e59c9af324 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1021852 Sep 22 09:25:28.357383 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:28.387625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-712f9d5c-2647-4080-b2b0-18537e7d0cbd req-7f79e154-b6e9-4627-ad04-4be8c5532cf5 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.144 HTTP/1.1" status: 200 len: 696 time: 0.0928946 Sep 22 09:25:28.400623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-712f9d5c-2647-4080-b2b0-18537e7d0cbd req-8cf5884c-68e0-460f-9698-09f3fba6bb6c tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Request body: {'floatingip': {'port_id': '99bc3206-4472-41b3-9130-15b0f1866b54', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:28.460514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d061482-c289-4de2-bdb1-f37ec29b9521 req-2f932bc2-2519-43f8-ae6b-8f513ce537ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:28.462291 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d061482-c289-4de2-bdb1-f37ec29b9521 req-2f932bc2-2519-43f8-ae6b-8f513ce537ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.2100058 Sep 22 09:25:28.470400 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-712f9d5c-2647-4080-b2b0-18537e7d0cbd req-8cf5884c-68e0-460f-9698-09f3fba6bb6c tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:28.513534 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d061482-c289-4de2-bdb1-f37ec29b9521 req-556dcfcc-62b1-4585-8c12-2cb9dc33a505 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374341 Sep 22 09:25:28.516976 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-166fcc0d-91ad-4a1d-a50f-590057577d01 req-dd0b1b28-0e04-40f8-80ac-3bb9747545f6 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394972 Sep 22 09:25:28.713457 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d061482-c289-4de2-bdb1-f37ec29b9521 req-cf8a5885-9e33-4ce6-baeb-5ced72bc8d13 service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896110 Sep 22 09:25:28.845360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df35db6-c3ad-4a8b-9bfe-ff83fe542d08 req-0cf471f4-dcaf-42b2-b8d4-50b066ba3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:28.846909 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1df35db6-c3ad-4a8b-9bfe-ff83fe542d08 req-0cf471f4-dcaf-42b2-b8d4-50b066ba3882 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 1095 time: 0.1548784 Sep 22 09:25:28.865217 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-712f9d5c-2647-4080-b2b0-18537e7d0cbd req-8cf5884c-68e0-460f-9698-09f3fba6bb6c tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 09:25:28.881525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-712f9d5c-2647-4080-b2b0-18537e7d0cbd req-8cf5884c-68e0-460f-9698-09f3fba6bb6c tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "PUT /v2.0/floatingips/46fdaf28-2a19-4623-94e9-7361e36708ff HTTP/1.1" status: 409 len: 551 time: 0.4858260 Sep 22 09:25:28.918712 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d061482-c289-4de2-bdb1-f37ec29b9521 req-d4eaf2ad-72fa-4fa4-a8c2-617d0e6b952a service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895356 Sep 22 09:25:29.038236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de96b145-e4fc-4d58-9962-a8b912d695f0 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:29.046624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df35db6-c3ad-4a8b-9bfe-ff83fe542d08 req-30067adf-a259-496d-b3aa-ad3a37fae778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:29.049434 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1df35db6-c3ad-4a8b-9bfe-ff83fe542d08 req-30067adf-a259-496d-b3aa-ad3a37fae778 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.1910391 Sep 22 09:25:29.051442 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:29.099080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Transition to ACTIVE for port object de96b145-e4fc-4d58-9962-a8b912d695f0 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:25:29.100951 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1df35db6-c3ad-4a8b-9bfe-ff83fe542d08 req-bd4f9304-fb05-4823-a8b9-558d3b97759a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e268515d-f4f8-4212-a918-de0892d563e3 HTTP/1.1" status: 200 len: 217 time: 0.0430539 Sep 22 09:25:29.168234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df35db6-c3ad-4a8b-9bfe-ff83fe542d08 req-7db9f32d-d903-46f7-beaa-e6811893ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:29.173049 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1df35db6-c3ad-4a8b-9bfe-ff83fe542d08 req-7db9f32d-d903-46f7-beaa-e6811893ea0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0624082 Sep 22 09:25:29.179023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-7cc299e9-64d5-43f7-866a-140dcd9fff86 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2255950 Sep 22 09:25:29.183964 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:29.189463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:29.237094 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1df35db6-c3ad-4a8b-9bfe-ff83fe542d08 req-64109c55-ab27-42a9-aae8-3b3b4d990f77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503762 Sep 22 09:25:29.286093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:29.311496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Pushing event updated for resources: {'Port': ['ID=de96b145-e4fc-4d58-9962-a8b912d695f0,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:29.446380 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1df35db6-c3ad-4a8b-9bfe-ff83fe542d08 req-f8c2a221-cb88-47a7-afa8-6443fa017159 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902127 Sep 22 09:25:29.468036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da94c579-f755-4f27-8ba9-abd1050a6a02 req-268e3715-7094-4ebb-ad91-ace7489479a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1739764 Sep 22 09:25:29.543623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Attempting to bind port de96b145-e4fc-4d58-9962-a8b912d695f0 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:29.543984 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Attempting to bind port de96b145-e4fc-4d58-9962-a8b912d695f0 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:29.544313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Attempting to bind port de96b145-e4fc-4d58-9962-a8b912d695f0 on network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:29.579194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Port de96b145-e4fc-4d58-9962-a8b912d695f0 on network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:25:29.579509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Attempting to bind port de96b145-e4fc-4d58-9962-a8b912d695f0 on network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:29.603851 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:29.604166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Checking segment: {'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:29.604559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Bound using segment: {'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:29.606592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Bound port: de96b145-e4fc-4d58-9962-a8b912d695f0, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9e62d6-a842-499e-8647-fa4425573b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:29.606974 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:29.618893 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:29.636653 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1df35db6-c3ad-4a8b-9bfe-ff83fe542d08 req-a31d29cb-ebe6-4a6c-bab3-c6ce71000fcf service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809816 Sep 22 09:25:29.695079 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c579-f755-4f27-8ba9-abd1050a6a02 req-3c220f18-066b-4148-9781-1700e1203584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:29.696594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da94c579-f755-4f27-8ba9-abd1050a6a02 req-3c220f18-066b-4148-9781-1700e1203584 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 1096 time: 0.1240880 Sep 22 09:25:29.712415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] For port de96b145-e4fc-4d58-9962-a8b912d695f0, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:29.716295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] For port de96b145-e4fc-4d58-9962-a8b912d695f0, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=de96b145-e4fc-4d58-9962-a8b912d695f0,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:29.750946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-e86fa6a7-e408-487c-a5d2-cdf62c745dc1 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:25:29.753253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-e86fa6a7-e408-487c-a5d2-cdf62c745dc1 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195324 Sep 22 09:25:29.782903 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:29.815691 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:29.836649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Allocated IP 172.25.6.239 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/d6bce0ea-0cfe-47ec-b2c8-7111148e4f82) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:29.864698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:29.864698 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:29.864698 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] 10.222.0.45 "PUT /v2.0/ports/de96b145-e4fc-4d58-9962-a8b912d695f0 HTTP/1.1" status: 200 len: 1092 time: 1.7744052 Sep 22 09:25:29.902602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-491bbb9a-51d2-483e-bb93-d5d6b86d3fef tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:29.904009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-491bbb9a-51d2-483e-bb93-d5d6b86d3fef tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports/ff5204a2-44b6-46c9-9f8d-718bc6c6462b HTTP/1.1" status: 200 len: 1093 time: 0.1320748 Sep 22 09:25:29.950168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5e2d6-b00a-43aa-be06-23ea7b1c670c service neutron] Pushing event updated for resources: {'Port': ['ID=de96b145-e4fc-4d58-9962-a8b912d695f0,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:29.957309 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Request body: {'binding': {'host': 'n-h1-805649-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:29.957776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Unknown quota resources ['binding']. {{(pid=95510) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:25:30.036396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'tag': 'de96b145-e4fc-4d58-9962-a8b912d695f0'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:30.038833 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8f42a9-bda3-4aec-adc7-212dae64e80e" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc679a5-6df5-44fb-86c3-1613d0a478ed", "tag": "de96b145-e4fc-4d58-9962-a8b912d695f0"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:30.059142 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-24b979c9-23ac-45db-a02e-b5ffd7de1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:30.061195 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-24b979c9-23ac-45db-a02e-b5ffd7de1acf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0a1eee98d30145b7b698faf6c5d9090d&device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 1095 time: 0.0710340 Sep 22 09:25:30.129791 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-d6523d8f-0567-46cc-9fa9-67145aaf8a14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de96b145-e4fc-4d58-9962-a8b912d695f0 HTTP/1.1" status: 200 len: 217 time: 0.0499928 Sep 22 09:25:30.149201 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:30.165587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c579-f755-4f27-8ba9-abd1050a6a02 req-6514becd-8f52-48fe-a111-f9ef535077fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:30.167065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da94c579-f755-4f27-8ba9-abd1050a6a02 req-6514becd-8f52-48fe-a111-f9ef535077fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.4320416 Sep 22 09:25:30.207170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-891bd077-4cc5-427d-b673-4968cb1aae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:30.209074 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-891bd077-4cc5-427d-b673-4968cb1aae05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37dff703-ef74-4c43-b4a8-5e452c153af0 HTTP/1.1" status: 200 len: 844 time: 0.0667646 Sep 22 09:25:30.226629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da94c579-f755-4f27-8ba9-abd1050a6a02 req-062ca915-cc56-4c16-944c-513b222d807e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72104111-131f-4e76-a600-3ce695ef64da HTTP/1.1" status: 200 len: 217 time: 0.0468802 Sep 22 09:25:30.270355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-80c51cb2-1fd0-4ef6-952f-5adabcca646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:30.271872 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-80c51cb2-1fd0-4ef6-952f-5adabcca646b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3645935b-5e45-47fb-8efa-f2e4bd4ae0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515821 Sep 22 09:25:30.327049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c579-f755-4f27-8ba9-abd1050a6a02 req-5034dece-c4a6-4124-94b4-b7f97b9d4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:30.329187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da94c579-f755-4f27-8ba9-abd1050a6a02 req-5034dece-c4a6-4124-94b4-b7f97b9d4fa7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0692005 Sep 22 09:25:30.375187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da94c579-f755-4f27-8ba9-abd1050a6a02 req-6650c2af-895b-4fdf-98f9-295fb32ca2a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332322 Sep 22 09:25:30.395041 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-e5edbac8-efc1-402f-bb8a-9cb57566f5f0 service neutron] 10.222.0.45 "GET /v2.0/networks/3645935b-5e45-47fb-8efa-f2e4bd4ae0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132329 Sep 22 09:25:30.410007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on host n-h1-805649-4 for vnic_type normal with profile None {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:30.410412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:30.410736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:30.428932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:30.434503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:25:30.434641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:30.547748 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e615a8a-52f9-48a9-8618-e01d203b947e req-9fc9df4a-c101-4859-8d6c-3c1cfbcba442 service neutron] 10.222.0.45 "GET /v2.0/networks/3645935b-5e45-47fb-8efa-f2e4bd4ae0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439767 Sep 22 09:25:30.755328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:30.756000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:30.756110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:30.756466 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Bound port: ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:30.772908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:30.800670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:30.807133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:30.822492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event updated for resources: {'Port': ['ID=d6bce0ea-0cfe-47ec-b2c8-7111148e4f82,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:30.872112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da94c579-f755-4f27-8ba9-abd1050a6a02 req-0165f987-86f1-409a-82a8-1039a6a5587e service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821603 Sep 22 09:25:30.899497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:31.002915 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:31.022374 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da94c579-f755-4f27-8ba9-abd1050a6a02 req-2eeccee6-139f-4319-87c1-c4b26ede11f1 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371405 Sep 22 09:25:31.190681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e268515d-f4f8-4212-a918-de0892d563e3 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:25:31.248715 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] Notify callbacks [] for binding, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:31.250434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-affef5cb-8795-47e1-a372-603de9234c9e service neutron] 10.222.0.49 "POST /v2.0/ports/ff5204a2-44b6-46c9-9f8d-718bc6c6462b/bindings HTTP/1.1" status: 201 len: 389 time: 1.3339174 Sep 22 09:25:31.278776 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:31.292987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e268515d-f4f8-4212-a918-de0892d563e3,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:31.306080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'e268515d-f4f8-4212-a918-de0892d563e3', 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6', 'port_id': 'e268515d-f4f8-4212-a918-de0892d563e3', 'mac_address': 'fa:16:3e:55:24:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c9175e-c3e5-425b-8fbb-7bbabe9d9e05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:25:31.347017 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:31.367377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e268515d-f4f8-4212-a918-de0892d563e3 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:31.411443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e268515d-f4f8-4212-a918-de0892d563e3,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:31.444395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:31.491995 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:31.540499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:31.550233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e268515d-f4f8-4212-a918-de0892d563e3,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:31.644458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event updated for resources: {'Port': ['ID=d6bce0ea-0cfe-47ec-b2c8-7111148e4f82,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:31.658581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2a5a-4b17-4b0a-8e79-63498ae14a91 req-bb4785b7-483e-4d41-9fe5-ebc8ef650a00 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:31.660261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38ec2a5a-4b17-4b0a-8e79-63498ae14a91 req-bb4785b7-483e-4d41-9fe5-ebc8ef650a00 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 944 time: 0.1327221 Sep 22 09:25:31.665918 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:31.712997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38ec2a5a-4b17-4b0a-8e79-63498ae14a91 req-b82c62af-8c05-4531-947e-2050f635bf89 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups?id=50faae82-3dd4-4621-8252-921dca3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394399 Sep 22 09:25:31.777848 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:31.779998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-017aeb61-989c-43fa-b4ea-2d21fca6a825 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6000550 Sep 22 09:25:31.814222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e268515d-f4f8-4212-a918-de0892d563e3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:31.840776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-053b2b48-d815-40f3-8257-687002206104 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 696 time: 0.0491247 Sep 22 09:25:31.958920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f607-fcef-4732-990b-80bc2bf4f683 req-24f6f9f2-7111-4bdc-ad88-e6f15de245ae tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:31.965246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a82f607-fcef-4732-990b-80bc2bf4f683 req-24f6f9f2-7111-4bdc-ad88-e6f15de245ae tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 945 time: 0.1230011 Sep 22 09:25:32.018937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-c11f97a0-ada2-44ee-995d-505cbf68f353 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:32.020253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8b3a659-1fc0-41f2-8e93-2b405d00d96f req-c11f97a0-ada2-44ee-995d-505cbf68f353 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1519198 Sep 22 09:25:32.025316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a82f607-fcef-4732-990b-80bc2bf4f683 req-b6721d95-1bc6-480c-8388-ee9c2970a9db tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569148 Sep 22 09:25:32.085957 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-ba4c66e3-daa8-41c1-aa52-e8c64e131bac tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips/46fdaf28-2a19-4623-94e9-7361e36708ff HTTP/1.1" status: 200 len: 693 time: 0.0499039 Sep 22 09:25:32.147351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-3ede3944-8a73-417e-9459-a39fcb6a29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:32.149533 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-3ede3944-8a73-417e-9459-a39fcb6a29f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 1096 time: 0.0445845 Sep 22 09:25:32.203423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-f93d47dd-ab33-4bbe-ad31-4349afa96859 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:32.210322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-f93d47dd-ab33-4bbe-ad31-4349afa96859 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1155121 Sep 22 09:25:32.216001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-5b75036b-9e9e-4200-9e55-d4a863f5298d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:25:32.217011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-5b75036b-9e9e-4200-9e55-d4a863f5298d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059099 Sep 22 09:25:32.257837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-f77b7f47-73ab-4122-93a2-0a3be8ef2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:32.259321 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-f77b7f47-73ab-4122-93a2-0a3be8ef2fec service neutron] 10.222.0.60 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.1007495 Sep 22 09:25:32.275567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-8e72ff9f-d35b-43ed-9130-a89f5a066b6e tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.144 HTTP/1.1" status: 200 len: 696 time: 0.0487964 Sep 22 09:25:32.308250 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-2979dad3-5319-4513-a2d7-73136cc4fe58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b HTTP/1.1" status: 200 len: 217 time: 0.0375543 Sep 22 09:25:32.329745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-1a3fdabe-3449-4263-94b5-448e7263f0aa tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.144 HTTP/1.1" status: 200 len: 696 time: 0.0473552 Sep 22 09:25:32.362361 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-841ca6e4-772b-492b-a878-f3a32895fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:32.364338 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-841ca6e4-772b-492b-a878-f3a32895fc69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0467026 Sep 22 09:25:32.408213 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-d8aa6116-c589-45d7-9775-2d9c2f9daaaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309997 Sep 22 09:25:32.428646 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930e12ac-84ba-4ca0-990d-3c29c481d515 x-openstack-request-id: req-930e12ac-84ba-4ca0-990d-3c29c481d515 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:32.429149 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc679a5-6df5-44fb-86c3-1613d0a478ed", "tag": "de96b145-e4fc-4d58-9962-a8b912d695f0", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:32.429492 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-930e12ac-84ba-4ca0-990d-3c29c481d515 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:32.429981 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'tag': 'de96b145-e4fc-4d58-9962-a8b912d695f0', 'status': 'completed', 'code': 200} Sep 22 09:25:32.516418 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-8e183033-57fe-4a11-8248-b671e1e6ab0a service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984912 Sep 22 09:25:32.532605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f42a9-bda3-4aec-adc7-212dae64e80e req-30c17ad8-5b97-4f50-be6c-3af677b4cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:32.534097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e8f42a9-bda3-4aec-adc7-212dae64e80e req-30c17ad8-5b97-4f50-be6c-3af677b4cc93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0a1eee98d30145b7b698faf6c5d9090d&device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 1095 time: 0.0779979 Sep 22 09:25:32.558397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-bfc81d95-635d-4b15-ac22-225372298afe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Deleting port 91373c5d-a822-4dcf-b670-abbeeaf05b5f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:32.558649 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-bfc81d95-635d-4b15-ac22-225372298afe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:32.579286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a840d-1848-411e-9dc0-6a89de2a3b1a req-6f39de5c-d520-489a-8b75-dad9d4e43743 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:32.580763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b49a840d-1848-411e-9dc0-6a89de2a3b1a req-6f39de5c-d520-489a-8b75-dad9d4e43743 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 945 time: 0.0944085 Sep 22 09:25:32.640886 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-4954b9da-3a39-4e2e-8474-d8d402f224ee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0580406 Sep 22 09:25:32.643110 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-e733ef89-1e4a-4ac9-a67b-330c34ef352c service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181748 Sep 22 09:25:32.650063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-af209a34-0fff-4838-9695-81addbb94638 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:25:32.651031 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-af209a34-0fff-4838-9695-81addbb94638 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048225 Sep 22 09:25:32.720442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b49a840d-1848-411e-9dc0-6a89de2a3b1a req-b9b90735-b293-4688-9ae0-c76a7aadce34 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276929 Sep 22 09:25:32.738031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-bfc81d95-635d-4b15-ac22-225372298afe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:32.738031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-bfc81d95-635d-4b15-ac22-225372298afe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:32.745571 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f42a9-bda3-4aec-adc7-212dae64e80e req-a2efa88b-d324-4533-862a-93301dcb2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:32.747030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e8f42a9-bda3-4aec-adc7-212dae64e80e req-a2efa88b-d324-4533-862a-93301dcb2b4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3645935b-5e45-47fb-8efa-f2e4bd4ae0cc HTTP/1.1" status: 200 len: 906 time: 0.2020910 Sep 22 09:25:32.752838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-bfc81d95-635d-4b15-ac22-225372298afe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Calling delete_port for 91373c5d-a822-4dcf-b670-abbeeaf05b5f owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:32.849966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e8f42a9-bda3-4aec-adc7-212dae64e80e req-dd1b5268-f862-41d9-8c9d-19205acbcf3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de96b145-e4fc-4d58-9962-a8b912d695f0 HTTP/1.1" status: 200 len: 217 time: 0.0788517 Sep 22 09:25:32.981038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f42a9-bda3-4aec-adc7-212dae64e80e req-6fbb3cb5-ac24-4bcc-a78b-b8d0abd15387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:32.982511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e8f42a9-bda3-4aec-adc7-212dae64e80e req-6fbb3cb5-ac24-4bcc-a78b-b8d0abd15387 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37dff703-ef74-4c43-b4a8-5e452c153af0 HTTP/1.1" status: 200 len: 844 time: 0.1207466 Sep 22 09:25:32.991892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-9d52ba11-d5ea-4f05-addf-d414cfe18b1a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2352028 Sep 22 09:25:33.014902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:33.088494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f42a9-bda3-4aec-adc7-212dae64e80e req-4f74ce56-c15f-4205-8d5e-0112d965824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:33.089920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e8f42a9-bda3-4aec-adc7-212dae64e80e req-4f74ce56-c15f-4205-8d5e-0112d965824b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3645935b-5e45-47fb-8efa-f2e4bd4ae0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959299 Sep 22 09:25:33.161333 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:33.210070 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-bfc81d95-635d-4b15-ac22-225372298afe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:33.221478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device de96b145-e4fc-4d58-9962-a8b912d695f0 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:25:33.224504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e268515d-f4f8-4212-a918-de0892d563e3 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:33.225655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e8f42a9-bda3-4aec-adc7-212dae64e80e req-d7233c75-bbb5-4976-8312-eaf5f56d1e55 service neutron] 10.222.0.45 "GET /v2.0/networks/3645935b-5e45-47fb-8efa-f2e4bd4ae0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255407 Sep 22 09:25:33.278183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc81d95-635d-4b15-ac22-225372298afe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Pushing event deleted for resources: {'Port': ['ID=91373c5d-a822-4dcf-b670-abbeeaf05b5f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:33.382589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port de96b145-e4fc-4d58-9962-a8b912d695f0, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=de96b145-e4fc-4d58-9962-a8b912d695f0,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:33.407040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'de96b145-e4fc-4d58-9962-a8b912d695f0', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'port_id': 'de96b145-e4fc-4d58-9962-a8b912d695f0', 'mac_address': 'fa:16:3e:3a:1f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:25:33.413474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port e268515d-f4f8-4212-a918-de0892d563e3 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:25:33.421024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port e268515d-f4f8-4212-a918-de0892d563e3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:33.422693 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:33.454137 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-bfc81d95-635d-4b15-ac22-225372298afe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:33.457602 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-bfc81d95-635d-4b15-ac22-225372298afe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:33.459036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-551e784b-1e1d-4f2d-a614-74ab74efcdb7 req-bfc81d95-635d-4b15-ac22-225372298afe tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "DELETE /v2.0/floatingips/46fdaf28-2a19-4623-94e9-7361e36708ff HTTP/1.1" status: 204 len: 173 time: 1.1215832 Sep 22 09:25:33.491244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e8f42a9-bda3-4aec-adc7-212dae64e80e req-1af7939e-1e62-4021-b9f5-88359ced62ac service neutron] 10.222.0.45 "GET /v2.0/networks/3645935b-5e45-47fb-8efa-f2e4bd4ae0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548900 Sep 22 09:25:33.498178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:33.538770 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:33.556071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de96b145-e4fc-4d58-9962-a8b912d695f0 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:33.603881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port de96b145-e4fc-4d58-9962-a8b912d695f0, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=de96b145-e4fc-4d58-9962-a8b912d695f0,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:33.612977 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:33.634145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00a7a0-d716-4e4f-b877-1ab47ef45b0f req-05037139-ff6b-4ec8-8aa2-10000a1a58ab tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:33.635667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef00a7a0-d716-4e4f-b877-1ab47ef45b0f req-05037139-ff6b-4ec8-8aa2-10000a1a58ab tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.0915666 Sep 22 09:25:33.638598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e268515d-f4f8-4212-a918-de0892d563e3'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:33.641110 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1da54e8-5982-4546-a728-25e418202641" -d '{"events": [{"server_uuid": "b285af72-9c60-4e99-bc9c-7cbdccac7d32", "name": "network-vif-plugged", "status": "completed", "tag": "e268515d-f4f8-4212-a918-de0892d563e3"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:33.655047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e268515d-f4f8-4212-a918-de0892d563e3,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:33.677240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Allocated IP 172.25.6.50 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/387d26d7-dfd3-483f-8784-d00a735c67eb) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:33.703731 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:33.708359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef00a7a0-d716-4e4f-b877-1ab47ef45b0f req-b3744dde-8b4e-4aef-a8da-d5af3b7505b6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625608 Sep 22 09:25:33.774285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=de96b145-e4fc-4d58-9962-a8b912d695f0,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:33.778879 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:33.833669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e268515d-f4f8-4212-a918-de0892d563e3,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:33.848012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:33.873570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddfda0-c16c-456f-a214-598d5a225871 req-016fcb47-a06d-4bc9-b2ba-44014af9dcfc tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:33.875212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3ddfda0-c16c-456f-a214-598d5a225871 req-016fcb47-a06d-4bc9-b2ba-44014af9dcfc tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 945 time: 0.0898030 Sep 22 09:25:33.935261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3ddfda0-c16c-456f-a214-598d5a225871 req-4a016c52-c1a5-4c0d-8f5a-13aa654480a5 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups?id=50faae82-3dd4-4621-8252-921dca3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478361 Sep 22 09:25:34.006233 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:34.018591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['de96b145-e4fc-4d58-9962-a8b912d695f0'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:34.060287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event updated for resources: {'Port': ['ID=387d26d7-dfd3-483f-8784-d00a735c67eb,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:34.099158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:34.114484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:34.117908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:34.177574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9d366-bade-4dca-a6af-5b357cc2fb31 req-85543959-c843-4b8c-a61a-e8c511ed3489 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:34.179328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5c9d366-bade-4dca-a6af-5b357cc2fb31 req-85543959-c843-4b8c-a61a-e8c511ed3489 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.1156218 Sep 22 09:25:34.241912 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:34.252248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5c9d366-bade-4dca-a6af-5b357cc2fb31 req-31fe94d1-b1c2-40b3-ba6b-60c5c002e5bc tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517828 Sep 22 09:25:34.333342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:34.477555 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-84867b15-578b-4adb-9693-6dd3d4d3aa7f tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.119 HTTP/1.1" status: 200 len: 1002 time: 0.1154816 Sep 22 09:25:34.814628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-b857b5cc-648b-460e-b925-52a3a2ae8305 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:34.816364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-b857b5cc-648b-460e-b925-52a3a2ae8305 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports/99bc3206-4472-41b3-9130-15b0f1866b54 HTTP/1.1" status: 200 len: 943 time: 0.3277392 Sep 22 09:25:34.880868 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:34.940564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-77ea9b05-1fb7-453c-9e0b-b367b5874520 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.119 HTTP/1.1" status: 200 len: 1002 time: 0.0735567 Sep 22 09:25:34.969371 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:35.081059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-00869071-58a2-471b-8acd-12180cade4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:35.082765 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-00869071-58a2-471b-8acd-12180cade4a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 1101 time: 0.0451992 Sep 22 09:25:35.095133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event updated for resources: {'Port': ['ID=387d26d7-dfd3-483f-8784-d00a735c67eb,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:35.111808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:35.131290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-5a906798-37ed-4949-835f-2e3c70a5ce24 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:35.137479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-5a906798-37ed-4949-835f-2e3c70a5ce24 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1906393 Sep 22 09:25:35.145829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-c595d28f-0914-4ac5-b185-ffff2f4b7ee7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:25:35.146964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-c595d28f-0914-4ac5-b185-ffff2f4b7ee7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073545 Sep 22 09:25:35.197893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-b02cbb0e-3cb1-4eaa-8589-9761e3c0641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:35.199659 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-b02cbb0e-3cb1-4eaa-8589-9761e3c0641e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1080542 Sep 22 09:25:35.207490 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:35.208696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-1644da2a-4dd5-4856-89c2-e2aafa8845a4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1982503 Sep 22 09:25:35.229834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device de96b145-e4fc-4d58-9962-a8b912d695f0 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:35.265067 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-827ecbae-e01a-44c5-8950-4d07c5e5433a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9 HTTP/1.1" status: 200 len: 217 time: 0.0573146 Sep 22 09:25:35.272231 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-bcaa8e27-690c-4270-8a1d-730657d032bc tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.119 HTTP/1.1" status: 200 len: 1002 time: 0.1178849 Sep 22 09:25:35.277014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-03659e58-cfb2-4454-a0c0-41c413471fad tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:35.315420 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-4fb9e558-263b-44a5-91df-d83e62d1b1aa tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0980101 Sep 22 09:25:35.329113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-7accd1e1-fdfe-4f87-9db8-4219edba9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:35.330647 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-7accd1e1-fdfe-4f87-9db8-4219edba9f82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0562153 Sep 22 09:25:35.336224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port de96b145-e4fc-4d58-9962-a8b912d695f0 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:25:35.342011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port de96b145-e4fc-4d58-9962-a8b912d695f0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:35.342401 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:35.379523 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-03659e58-cfb2-4454-a0c0-41c413471fad tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:35.398422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-da90b2b0-c7b5-4768-a7be-c35111dd113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:35.400213 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-da90b2b0-c7b5-4768-a7be-c35111dd113d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598516 Sep 22 09:25:35.447798 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:35.504277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port de96b145-e4fc-4d58-9962-a8b912d695f0, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=de96b145-e4fc-4d58-9962-a8b912d695f0,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:35.514967 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-54e1ff83-b135-492b-a195-72f42ad6753c service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052227 Sep 22 09:25:35.526012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-520f1be1-f0d4-4148-9527-e5ce41b60c62 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:35.527376 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23b10548-a47e-4558-b970-ac9f6b6bf556 req-520f1be1-f0d4-4148-9527-e5ce41b60c62 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.2044256 Sep 22 09:25:35.577065 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e93b713-b01f-4db3-a6b9-b1f81a7a4d79 x-openstack-request-id: req-4e93b713-b01f-4db3-a6b9-b1f81a7a4d79 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:35.578470 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b285af72-9c60-4e99-bc9c-7cbdccac7d32", "name": "network-vif-plugged", "status": "completed", "tag": "e268515d-f4f8-4212-a918-de0892d563e3", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:35.579039 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e93b713-b01f-4db3-a6b9-b1f81a7a4d79 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:35.579642 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e268515d-f4f8-4212-a918-de0892d563e3', 'code': 200} Sep 22 09:25:35.582355 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:35.583403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ae11700f-0580-46eb-8fd2-c0a4971b5494 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:35.606504 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-03659e58-cfb2-4454-a0c0-41c413471fad tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:35.622378 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-55caaae4-b10d-4c8a-b24a-55293d91d960 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993404 Sep 22 09:25:35.707217 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-03659e58-cfb2-4454-a0c0-41c413471fad tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:35.707714 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-03659e58-cfb2-4454-a0c0-41c413471fad tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Floating IP b3e84edf-9d69-4ed8-a545-c3e2c6ef52ae disassociated. External IP: 172.25.6.119, port: 99bc3206-4472-41b3-9130-15b0f1866b54. Sep 22 09:25:35.711935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=de96b145-e4fc-4d58-9962-a8b912d695f0,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:35.732646 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:35.764960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:35.766663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b837-9a04-4982-ae47-880ded084ef0 req-e9b6c63f-3e95-4556-896f-f4f00b830482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:35.768293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28d6b837-9a04-4982-ae47-880ded084ef0 req-e9b6c63f-3e95-4556-896f-f4f00b830482 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 1097 time: 0.1189671 Sep 22 09:25:35.791667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310197d0-7f4d-4c8d-8791-e5efe92e3fc8 req-e1375ca4-a1dd-468b-9959-c2769fa0d653 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:35.793348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-310197d0-7f4d-4c8d-8791-e5efe92e3fc8 req-e1375ca4-a1dd-468b-9959-c2769fa0d653 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 945 time: 0.1179056 Sep 22 09:25:35.845770 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:35.874876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28d6b837-9a04-4982-ae47-880ded084ef0 req-33ef6b12-c3d6-4560-81ee-a2e7ef59b439 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983338 Sep 22 09:25:35.894913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:35.900306 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-310197d0-7f4d-4c8d-8791-e5efe92e3fc8 req-5e69ccd6-259d-41a3-9f91-3947be645a1d tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912735 Sep 22 09:25:36.007220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-03659e58-cfb2-4454-a0c0-41c413471fad tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:25:36.149457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2b0d7-ed81-4ac6-ab1a-949c87cbb143 req-77c05dc8-5d96-4880-830c-e8defb7c5c21 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:36.150843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0f2b0d7-ed81-4ac6-ab1a-949c87cbb143 req-77c05dc8-5d96-4880-830c-e8defb7c5c21 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.0953193 Sep 22 09:25:36.167790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-03659e58-cfb2-4454-a0c0-41c413471fad tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:25:36.173035 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-03659e58-cfb2-4454-a0c0-41c413471fad tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:36.178694 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e590fd3-6fc9-4922-a499-7ae8231e547f None None] Sync routers for ids ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:25:36.189819 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e590fd3-6fc9-4922-a499-7ae8231e547f None None] Routers {'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:36.190556 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5e590fd3-6fc9-4922-a499-7ae8231e547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:25:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:36.217529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-03659e58-cfb2-4454-a0c0-41c413471fad tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "PUT /v2.0/floatingips/b3e84edf-9d69-4ed8-a545-c3e2c6ef52ae HTTP/1.1" status: 200 len: 695 time: 0.9441714 Sep 22 09:25:36.220900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'tag': '99bc3206-4472-41b3-9130-15b0f1866b54'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:36.223528 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca45873-6bb7-4439-8f92-b6db13972f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8937358-c23a-473d-b6bf-a891a2442dd4", "tag": "99bc3206-4472-41b3-9130-15b0f1866b54"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:36.232868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0f2b0d7-ed81-4ac6-ab1a-949c87cbb143 req-1e93d8c2-337e-4683-bd34-5bdfe15c9c2b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712483 Sep 22 09:25:36.281856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-84a1dfb3-0d83-494a-9fa5-31f1ca0a9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:36.284269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-84a1dfb3-0d83-494a-9fa5-31f1ca0a9d85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0caac5ee75ad4536ac686517ba7221d1&device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0505040 Sep 22 09:25:36.409112 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5e590fd3-6fc9-4922-a499-7ae8231e547f None None] Set router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:36.426140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a318c2c-bfe3-4398-9343-a7d34fd42334 req-28c472a6-6768-4993-823c-30b6a9a64bbe tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:36.427726 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a318c2c-bfe3-4398-9343-a7d34fd42334 req-28c472a6-6768-4993-823c-30b6a9a64bbe tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 946 time: 0.1065524 Sep 22 09:25:36.447721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-e9271ca2-9328-4310-ad54-89fac0ed5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:36.449259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-e9271ca2-9328-4310-ad54-89fac0ed5e41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3 HTTP/1.1" status: 200 len: 930 time: 0.1498272 Sep 22 09:25:36.501052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-0c2d7e91-d6d2-48db-9496-ec7fe2264183 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99bc3206-4472-41b3-9130-15b0f1866b54 HTTP/1.1" status: 200 len: 217 time: 0.0405617 Sep 22 09:25:36.546479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a318c2c-bfe3-4398-9343-a7d34fd42334 req-c86cfa7f-72cd-4f66-81d5-088a90281bce tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups?id=50faae82-3dd4-4621-8252-921dca3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056452 Sep 22 09:25:36.569906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-291e0c61-d16f-4866-843e-174a78686cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:36.572198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-291e0c61-d16f-4866-843e-174a78686cd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c82b8f9c-8135-4777-81c4-24e0bc0614e6 HTTP/1.1" status: 200 len: 868 time: 0.0640295 Sep 22 09:25:36.633651 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5e590fd3-6fc9-4922-a499-7ae8231e547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '778e4d6a-d8b1-4013-8b3a-517292010427', 'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'mac_address': 'fa:16:3e:99:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:45Z', 'updated_at': '2021-09-22T09:24:52Z', 'revision_number': 5, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'subnets': [{'id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:36.639352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-7ee87039-eac5-4a36-ab1b-8f5725c9bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:36.641390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-7ee87039-eac5-4a36-ab1b-8f5725c9bbdd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612264 Sep 22 09:25:36.673058 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e590fd3-6fc9-4922-a499-7ae8231e547f None None] Checking router: fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:25:36.681599 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e590fd3-6fc9-4922-a499-7ae8231e547f None None] Routers {'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:36.682275 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5e590fd3-6fc9-4922-a499-7ae8231e547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:25:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:36.731639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aa8d1-150e-47a9-a38f-31c7314d58dd req-3e596164-a0b6-4ad7-a151-04be8dbf92da tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:36.733157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-102aa8d1-150e-47a9-a38f-31c7314d58dd req-3e596164-a0b6-4ad7-a151-04be8dbf92da tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.1113470 Sep 22 09:25:36.787032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-102aa8d1-150e-47a9-a38f-31c7314d58dd req-4020b44d-55e6-4ee2-ad57-058356e27413 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466697 Sep 22 09:25:36.788961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-8fbe7a0b-5b28-4983-8136-148544314c8f service neutron] 10.222.0.49 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340547 Sep 22 09:25:36.814991 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5e590fd3-6fc9-4922-a499-7ae8231e547f None None] Set router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:36.909204 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae06e7b-e649-4cea-9ecd-b47b05214097 req-c939dc34-1fb6-4ba3-8428-59bb5482e033 service neutron] 10.222.0.49 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137712 Sep 22 09:25:37.021032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7449e40e-c099-495f-af77-012c01630fe9 req-ca0cdc9f-ede7-48fb-96ad-29b2fed1035a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1320240 Sep 22 09:25:37.025803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:37.047250 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5e590fd3-6fc9-4922-a499-7ae8231e547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '778e4d6a-d8b1-4013-8b3a-517292010427', 'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'mac_address': 'fa:16:3e:99:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:45Z', 'updated_at': '2021-09-22T09:24:52Z', 'revision_number': 5, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'subnets': [{'id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:37.074697 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e590fd3-6fc9-4922-a499-7ae8231e547f None None] The sync data for ids ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'] in n-d-805649-4 is: [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '778e4d6a-d8b1-4013-8b3a-517292010427', 'name': '', 'network_id': 'b4470e4c-44ea-4a08-9de0-b88dce3e6df3', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'mac_address': 'fa:16:3e:99:d2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:45Z', 'updated_at': '2021-09-22T09:24:52Z', 'revision_number': 5, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'subnets': [{'id': 'c82b8f9c-8135-4777-81c4-24e0bc0614e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:25:37.098069 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97de5a-ac08-451e-81a3-538a9d44d0b7 req-8cfa16ee-e441-4ab0-85ed-be4bd1fb22ed tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:37.100775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e97de5a-ac08-451e-81a3-538a9d44d0b7 req-8cfa16ee-e441-4ab0-85ed-be4bd1fb22ed tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 948 time: 0.0521042 Sep 22 09:25:37.106065 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:37.172737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e97de5a-ac08-451e-81a3-538a9d44d0b7 req-e1b554eb-df16-43f9-b2dc-000a229733f5 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610180 Sep 22 09:25:37.242371 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3cd0b3-0539-4775-af1f-6ec9f2738d30 x-openstack-request-id: req-5a3cd0b3-0539-4775-af1f-6ec9f2738d30 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:37.242371 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8937358-c23a-473d-b6bf-a891a2442dd4", "tag": "99bc3206-4472-41b3-9130-15b0f1866b54", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:37.242371 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a3cd0b3-0539-4775-af1f-6ec9f2738d30 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:37.242887 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'tag': '99bc3206-4472-41b3-9130-15b0f1866b54', 'status': 'completed', 'code': 200} Sep 22 09:25:37.312698 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:37.329407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca45873-6bb7-4439-8f92-b6db13972f7e req-b804d20a-8ef7-403f-8f03-0b8e78a1a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:37.332038 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca45873-6bb7-4439-8f92-b6db13972f7e req-b804d20a-8ef7-403f-8f03-0b8e78a1a7a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0caac5ee75ad4536ac686517ba7221d1&device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0672789 Sep 22 09:25:37.408104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec5459-3272-47de-9e54-e5e9619b6a35 None None] New status for floating IP b3e84edf-9d69-4ed8-a545-c3e2c6ef52ae: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:25:37.410386 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca43909-3973-45ed-b71e-6e7df6d2eb3f req-8427a5fd-4e1f-4308-9e2a-f0fcb989e885 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:37.412617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cca43909-3973-45ed-b71e-6e7df6d2eb3f req-8427a5fd-4e1f-4308-9e2a-f0fcb989e885 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 945 time: 0.1133888 Sep 22 09:25:37.461525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca45873-6bb7-4439-8f92-b6db13972f7e req-07a43bd3-3b1a-42f4-9a6e-2ea8572fa54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:37.463501 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca45873-6bb7-4439-8f92-b6db13972f7e req-07a43bd3-3b1a-42f4-9a6e-2ea8572fa54b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3 HTTP/1.1" status: 200 len: 930 time: 0.1226287 Sep 22 09:25:37.494309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cca43909-3973-45ed-b71e-6e7df6d2eb3f req-2908454e-0783-4b4b-b2bd-4b824deb841f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572517 Sep 22 09:25:37.494521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Allocated IP 172.25.6.133 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/c73ac9a2-720a-4e53-bf95-a8a174efb4fe) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:25:37.582707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de96b145-e4fc-4d58-9962-a8b912d695f0'}, {'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:37.585469 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466b7e54-56f4-44b2-849a-b3f36a6ac07b" -d '{"events": [{"server_uuid": "5bc679a5-6df5-44fb-86c3-1613d0a478ed", "name": "network-vif-plugged", "status": "completed", "tag": "de96b145-e4fc-4d58-9962-a8b912d695f0"}, {"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-unplugged", "status": "completed", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:37.606288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-e2aa9e31-46aa-4908-9c4a-0043f6218d3d tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips/b3e84edf-9d69-4ed8-a545-c3e2c6ef52ae HTTP/1.1" status: 200 len: 695 time: 0.0725601 Sep 22 09:25:37.762211 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:37.787937 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca45873-6bb7-4439-8f92-b6db13972f7e req-4674bc5e-db62-4444-a80a-71d2c84dcafa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99bc3206-4472-41b3-9130-15b0f1866b54 HTTP/1.1" status: 200 len: 217 time: 0.3146977 Sep 22 09:25:37.792468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-c414ac0a-a12f-4196-8301-2fbe58588637 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:37.793840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-c414ac0a-a12f-4196-8301-2fbe58588637 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1783860 Sep 22 09:25:37.850761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca45873-6bb7-4439-8f92-b6db13972f7e req-597ce354-1828-4161-982b-991c8da7cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:37.852670 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca45873-6bb7-4439-8f92-b6db13972f7e req-597ce354-1828-4161-982b-991c8da7cb91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c82b8f9c-8135-4777-81c4-24e0bc0614e6 HTTP/1.1" status: 200 len: 868 time: 0.0549560 Sep 22 09:25:37.857021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-5b60ffa3-289b-45f5-87ec-6a9cb5cdfd8a tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.119 HTTP/1.1" status: 200 len: 696 time: 0.0536203 Sep 22 09:25:37.906895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca45873-6bb7-4439-8f92-b6db13972f7e req-ce2989ed-679b-4adb-a130-192e1f7c2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:37.908398 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca45873-6bb7-4439-8f92-b6db13972f7e req-ce2989ed-679b-4adb-a130-192e1f7c2cd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b4470e4c-44ea-4a08-9de0-b88dce3e6df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457909 Sep 22 09:25:37.913619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-c6431bdc-7dd4-4745-96dc-8426cc796482 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.119 HTTP/1.1" status: 200 len: 696 time: 0.0498221 Sep 22 09:25:37.914997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:37.996984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:25:38.003761 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca45873-6bb7-4439-8f92-b6db13972f7e req-419db180-0804-460d-bdfe-a7b5aadd13b4 service neutron] 10.222.0.60 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860496 Sep 22 09:25:38.009125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:25:38.011574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:25:38.100575 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca45873-6bb7-4439-8f92-b6db13972f7e req-6723e0f2-311d-45f1-bf22-f98718a00a67 service neutron] 10.222.0.60 "GET /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871701 Sep 22 09:25:38.313271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event updated for resources: {'Port': ['ID=c73ac9a2-720a-4e53-bf95-a8a174efb4fe,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:38.347039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.347373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.347702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.348027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.348348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.348670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.349018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.349335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.349648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.349969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.350280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.350596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:38.439473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-b181a141-91d4-4230-a07b-c3742bb7cbe7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Deleting port df4bc6dd-bf9c-43ee-8abd-14e691928a96 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:38.439801 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-b181a141-91d4-4230-a07b-c3742bb7cbe7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:38.444082 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:38.518694 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-b181a141-91d4-4230-a07b-c3742bb7cbe7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:38.519022 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-b181a141-91d4-4230-a07b-c3742bb7cbe7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:38.530884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-b181a141-91d4-4230-a07b-c3742bb7cbe7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Calling delete_port for df4bc6dd-bf9c-43ee-8abd-14e691928a96 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:38.613330 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:38.808337 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:38.828713 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-b181a141-91d4-4230-a07b-c3742bb7cbe7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:38.854655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181a141-91d4-4230-a07b-c3742bb7cbe7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Pushing event deleted for resources: {'Port': ['ID=df4bc6dd-bf9c-43ee-8abd-14e691928a96,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:38.875872 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:38.971226 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-b181a141-91d4-4230-a07b-c3742bb7cbe7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:38.973724 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-b181a141-91d4-4230-a07b-c3742bb7cbe7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:38.974879 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db197931-7250-4ed5-b8c0-7b5c04906e61 req-b181a141-91d4-4230-a07b-c3742bb7cbe7 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "DELETE /v2.0/floatingips/b3e84edf-9d69-4ed8-a545-c3e2c6ef52ae HTTP/1.1" status: 204 len: 173 time: 1.0547824 Sep 22 09:25:38.985107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event updated for resources: {'Port': ['ID=c73ac9a2-720a-4e53-bf95-a8a174efb4fe,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:38.993552 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:39.061524 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:39.063430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7449e40e-c099-495f-af77-012c01630fe9 req-e7e4a441-0715-44fe-8c60-0c3a4bd88c25 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0415223 Sep 22 09:25:39.112716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7449e40e-c099-495f-af77-012c01630fe9 req-e6d8a77e-a7f0-458d-b529-601a1da6d1aa tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.0428541 Sep 22 09:25:39.228085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449e40e-c099-495f-af77-012c01630fe9 req-a885435b-35e7-416f-b60b-c1239af24c56 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:39.229487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7449e40e-c099-495f-af77-012c01630fe9 req-a885435b-35e7-416f-b60b-c1239af24c56 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1110771 Sep 22 09:25:39.332698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db23db-e78a-431a-9c84-33e87d91091b req-baefba4d-d66a-42a3-a996-25f8696345c8 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:39.334323 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1db23db-e78a-431a-9c84-33e87d91091b req-baefba4d-d66a-42a3-a996-25f8696345c8 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.0513787 Sep 22 09:25:39.371819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1db23db-e78a-431a-9c84-33e87d91091b req-242522e6-0577-4aa0-aac1-9b84795b54c2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315199 Sep 22 09:25:39.478228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17eeeb-83dc-4d26-9926-3d7d22f3fe1b req-792e4dad-20f0-4eb0-a051-370bf8fb956d tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:39.479703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be17eeeb-83dc-4d26-9926-3d7d22f3fe1b req-792e4dad-20f0-4eb0-a051-370bf8fb956d tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 946 time: 0.0523908 Sep 22 09:25:39.517535 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be17eeeb-83dc-4d26-9926-3d7d22f3fe1b req-528e628b-6372-4abd-94a5-8fcda42b6473 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups?id=50faae82-3dd4-4621-8252-921dca3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Sep 22 09:25:39.562479 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efaee87-58cd-4f4d-b524-10e0ded11a8f x-openstack-request-id: req-1efaee87-58cd-4f4d-b524-10e0ded11a8f {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:39.562963 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc679a5-6df5-44fb-86c3-1613d0a478ed", "name": "network-vif-plugged", "status": "completed", "tag": "de96b145-e4fc-4d58-9962-a8b912d695f0", "code": 200}, {"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-unplugged", "status": "completed", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:39.566229 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1efaee87-58cd-4f4d-b524-10e0ded11a8f {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:39.566229 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de96b145-e4fc-4d58-9962-a8b912d695f0', 'code': 200} Sep 22 09:25:39.566229 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'code': 200} Sep 22 09:25:39.635746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52de39-3b2f-4ef6-ad0b-b4b3c659f95b req-cc0233ad-b63e-400a-9c25-4f17b070aff6 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:39.637247 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec52de39-3b2f-4ef6-ad0b-b4b3c659f95b req-cc0233ad-b63e-400a-9c25-4f17b070aff6 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.0544038 Sep 22 09:25:39.732963 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec52de39-3b2f-4ef6-ad0b-b4b3c659f95b req-622557a0-bdb5-41b8-b77b-a43d6a588173 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852504 Sep 22 09:25:39.735626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeeeaf-b72c-479f-9b68-b1772b7c170d req-6cf4bc1a-8115-435a-b31f-d14f0651f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:39.737063 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06eeeeaf-b72c-479f-9b68-b1772b7c170d req-6cf4bc1a-8115-435a-b31f-d14f0651f493 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 1097 time: 0.0989373 Sep 22 09:25:39.752636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd0801-096d-48d2-ad8b-3e7ad3d9ad85 req-895ea24c-4b86-4a85-b17b-16519b1d9cf2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:39.754871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6cd0801-096d-48d2-ad8b-3e7ad3d9ad85 req-895ea24c-4b86-4a85-b17b-16519b1d9cf2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 945 time: 0.0780957 Sep 22 09:25:39.844300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97ae39ba-97f2-4145-8435-35456e1b0b39 req-034a474e-8c04-4929-8b7e-146f51cfe921 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips/4af9e1a7-7504-4f66-a28d-31a5af6e4c8a HTTP/1.1" status: 200 len: 693 time: 0.0689664 Sep 22 09:25:39.847889 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06eeeeaf-b72c-479f-9b68-b1772b7c170d req-7f0dcc07-ecb4-4137-b9eb-06615b909f82 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=50faae82-3dd4-4621-8252-921dca3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908940 Sep 22 09:25:39.854599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6cd0801-096d-48d2-ad8b-3e7ad3d9ad85 req-15e24973-b4ed-490a-9af8-5ac014bebef1 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922210 Sep 22 09:25:39.959204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae39ba-97f2-4145-8435-35456e1b0b39 req-9d77594a-459f-4a11-96ee-456fa497cf56 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:39.960566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97ae39ba-97f2-4145-8435-35456e1b0b39 req-9d77594a-459f-4a11-96ee-456fa497cf56 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1097708 Sep 22 09:25:39.971136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-97ae39ba-97f2-4145-8435-35456e1b0b39 req-3cf95e07-d0cf-4045-b66b-1662bef7a293 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:25:39.972112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97ae39ba-97f2-4145-8435-35456e1b0b39 req-3cf95e07-d0cf-4045-b66b-1662bef7a293 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056956 Sep 22 09:25:40.018374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff07c0-d0d8-4a7d-9b48-4a1d5ab1d92d req-5bcef4fa-6dd4-4fde-bf9c-0013ea611df9 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:40.019919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcff07c0-d0d8-4a7d-9b48-4a1d5ab1d92d req-5bcef4fa-6dd4-4fde-bf9c-0013ea611df9 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 1097 time: 0.0438213 Sep 22 09:25:40.081636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcff07c0-d0d8-4a7d-9b48-4a1d5ab1d92d req-9c5dbf4e-d5ef-4ba0-b8f5-aa71f82fd8f5 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525105 Sep 22 09:25:40.091844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dec78-678b-4bb9-83da-8f0ecb0e4125 req-93176994-daa3-4d22-9c01-941de2d61c91 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:40.093914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-612dec78-678b-4bb9-83da-8f0ecb0e4125 req-93176994-daa3-4d22-9c01-941de2d61c91 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0731370 Sep 22 09:25:40.142514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-612dec78-678b-4bb9-83da-8f0ecb0e4125 req-c1b68fc5-476e-4ca2-be95-575c42800b35 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0420375 Sep 22 09:25:40.177994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-ad44e446-84e9-407f-9033-67bcd907c26d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips/4af9e1a7-7504-4f66-a28d-31a5af6e4c8a HTTP/1.1" status: 200 len: 693 time: 0.0681047 Sep 22 09:25:40.242285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-105fb42f-63fe-446e-8bfa-a0995709e943 req-41a125be-c5a6-48f0-8cf3-8fb56bac0fc3 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0491855 Sep 22 09:25:40.361559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-8f51e8a7-b52a-4eb8-859c-33cfd3f2b635 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:40.362996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-8f51e8a7-b52a-4eb8-859c-33cfd3f2b635 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1793067 Sep 22 09:25:40.415538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-41999ba0-5460-4c54-b471-1e88862175be tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.0460963 Sep 22 09:25:40.463819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-71730940-3146-4299-9b25-81c6ee7c0569 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.0418735 Sep 22 09:25:40.593519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-861fc06a-858c-4c46-b2ae-a54220491e2a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Deleting port c73ac9a2-720a-4e53-bf95-a8a174efb4fe {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:40.593519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-861fc06a-858c-4c46-b2ae-a54220491e2a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:40.700384 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-861fc06a-858c-4c46-b2ae-a54220491e2a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:40.700710 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-861fc06a-858c-4c46-b2ae-a54220491e2a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:40.710526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f72119-3d0b-496d-a2cc-c8076259f39e req-30297d8c-6146-45f3-833b-b2f9184d6b1d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:40.712007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9f72119-3d0b-496d-a2cc-c8076259f39e req-30297d8c-6146-45f3-833b-b2f9184d6b1d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.0976152 Sep 22 09:25:40.727093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-861fc06a-858c-4c46-b2ae-a54220491e2a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Calling delete_port for c73ac9a2-720a-4e53-bf95-a8a174efb4fe owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:40.798423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9f72119-3d0b-496d-a2cc-c8076259f39e req-9a11cfad-7ab1-4e96-a432-c5e2f1407f44 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792892 Sep 22 09:25:40.932459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1698b-2903-48d0-8c72-99fd3ad27e25 req-03958992-c7d4-4d39-bec7-444a1bf0a8f9 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:40.933942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45d1698b-2903-48d0-8c72-99fd3ad27e25 req-03958992-c7d4-4d39-bec7-444a1bf0a8f9 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 946 time: 0.0621316 Sep 22 09:25:40.975324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45d1698b-2903-48d0-8c72-99fd3ad27e25 req-46ed0477-3116-449c-b8fc-7a32caea486c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups?id=50faae82-3dd4-4621-8252-921dca3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352232 Sep 22 09:25:40.976541 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-861fc06a-858c-4c46-b2ae-a54220491e2a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:41.003325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fc06a-858c-4c46-b2ae-a54220491e2a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event deleted for resources: {'Port': ['ID=c73ac9a2-720a-4e53-bf95-a8a174efb4fe,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:41.088826 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-861fc06a-858c-4c46-b2ae-a54220491e2a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:41.091330 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-861fc06a-858c-4c46-b2ae-a54220491e2a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:41.092472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ebec9de-f56a-4220-8dbc-6f0cc35c5f58 req-861fc06a-858c-4c46-b2ae-a54220491e2a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "DELETE /v2.0/floatingips/4af9e1a7-7504-4f66-a28d-31a5af6e4c8a HTTP/1.1" status: 204 len: 173 time: 0.6230392 Sep 22 09:25:41.112966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad04860-ec82-47c3-9127-323df00e7a50 req-8a42132d-f59a-4ac3-bd35-6b21da63ef82 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:41.114875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ad04860-ec82-47c3-9127-323df00e7a50 req-8a42132d-f59a-4ac3-bd35-6b21da63ef82 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 946 time: 0.0706649 Sep 22 09:25:41.152678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ad04860-ec82-47c3-9127-323df00e7a50 req-3f6757b2-c9c3-4e35-aa0a-488f4d32edee tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c6b0616-e2c2-4c35-835e-f3597cb4be05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322526 Sep 22 09:25:41.405136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0d919-11dc-4469-bf23-2cdad275d62e req-622ef26b-ce89-4fe5-8ab9-2c3769a1768e tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:41.407211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ed0d919-11dc-4469-bf23-2cdad275d62e req-622ef26b-ce89-4fe5-8ab9-2c3769a1768e tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 945 time: 0.1740572 Sep 22 09:25:41.480901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fadcea-1d18-4121-868f-a4cf1770210b req-d5a8fcc3-3a42-44fd-af4c-336f46748d10 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:41.482407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12fadcea-1d18-4121-868f-a4cf1770210b req-d5a8fcc3-3a42-44fd-af4c-336f46748d10 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2397981 Sep 22 09:25:41.486326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ed0d919-11dc-4469-bf23-2cdad275d62e req-e62f1443-0fae-4aef-bc89-ead3f61d17d8 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727091 Sep 22 09:25:41.579807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37419fff-c7f7-4eee-846f-00a387e666c3 req-2c95a38a-bce6-4a79-8f26-1ee7b69c68bf tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=f88598387ddf487a96a242365a9dc1bb HTTP/1.1" status: 200 len: 1655 time: 0.0747185 Sep 22 09:25:41.690586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419fff-c7f7-4eee-846f-00a387e666c3 req-832d28ba-e43c-4eda-9099-2fed835756f7 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:41.692319 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37419fff-c7f7-4eee-846f-00a387e666c3 req-832d28ba-e43c-4eda-9099-2fed835756f7 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks?id=5e75face-888a-4970-82a5-d7242fd1d1cf&id=5e75face-888a-4970-82a5-d7242fd1d1cf&id=5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 787 time: 0.1063755 Sep 22 09:25:41.703794 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-37419fff-c7f7-4eee-846f-00a387e666c3 req-016ee878-1882-432d-8977-805f700589bb tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:25:41.704877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37419fff-c7f7-4eee-846f-00a387e666c3 req-016ee878-1882-432d-8977-805f700589bb tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068128 Sep 22 09:25:41.771295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-7fedad49-205d-4dc5-bd87-ccc717c86c37 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips/2606aaa7-460b-464a-87e6-656e06605d12 HTTP/1.1" status: 200 len: 692 time: 0.0439811 Sep 22 09:25:41.890485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-1ea666c0-30cb-4b35-923b-b8701ca5c1b3 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:41.891927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-1ea666c0-30cb-4b35-923b-b8701ca5c1b3 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1150749 Sep 22 09:25:41.957543 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-a6e33a3f-2482-4715-a576-4b42ff4a0faa tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0524576 Sep 22 09:25:41.970435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb42d5f-bc99-4d17-985f-fe1516d48bba req-48f6fe3a-76e3-4077-80e6-bf000a29c739 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:41.971904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acb42d5f-bc99-4d17-985f-fe1516d48bba req-48f6fe3a-76e3-4077-80e6-bf000a29c739 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.1015131 Sep 22 09:25:42.027259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-f27840eb-88ab-4b91-ae40-08e7b4d81792 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0542881 Sep 22 09:25:42.081861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acb42d5f-bc99-4d17-985f-fe1516d48bba req-71bfe9de-d63e-464d-b476-1cc8df4f7274 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029727 Sep 22 09:25:42.172434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-a5b8988c-23ae-419b-973f-ca8ed7deca1d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Deleting port 387d26d7-dfd3-483f-8784-d00a735c67eb {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:42.172801 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-a5b8988c-23ae-419b-973f-ca8ed7deca1d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:42.251890 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-a5b8988c-23ae-419b-973f-ca8ed7deca1d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:42.252220 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-a5b8988c-23ae-419b-973f-ca8ed7deca1d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:42.263803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-a5b8988c-23ae-419b-973f-ca8ed7deca1d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Calling delete_port for 387d26d7-dfd3-483f-8784-d00a735c67eb owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:42.450145 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-a5b8988c-23ae-419b-973f-ca8ed7deca1d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:42.474932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8988c-23ae-419b-973f-ca8ed7deca1d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event deleted for resources: {'Port': ['ID=387d26d7-dfd3-483f-8784-d00a735c67eb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:42.537450 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-a5b8988c-23ae-419b-973f-ca8ed7deca1d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:42.540189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-a5b8988c-23ae-419b-973f-ca8ed7deca1d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:42.541366 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c26d484a-b45e-4ea5-bfb3-70a98e145c46 req-a5b8988c-23ae-419b-973f-ca8ed7deca1d tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "DELETE /v2.0/floatingips/2606aaa7-460b-464a-87e6-656e06605d12 HTTP/1.1" status: 204 len: 173 time: 0.5079594 Sep 22 09:25:42.543688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7fb3a-33e6-48be-b06c-aa1bf292aec9 req-49fa6b7e-e093-4edc-ab33-89bc088587bd tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:42.545180 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cba7fb3a-33e6-48be-b06c-aa1bf292aec9 req-49fa6b7e-e093-4edc-ab33-89bc088587bd tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 946 time: 0.0541234 Sep 22 09:25:42.642358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c15d6c-625e-4d54-90fa-f2636a58c6d8 req-cf516aee-990e-4b7d-8a52-0b616c01761e tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:42.643981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-cba7fb3a-33e6-48be-b06c-aa1bf292aec9 req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Deleting port 99bc3206-4472-41b3-9130-15b0f1866b54 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:42.644138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5c15d6c-625e-4d54-90fa-f2636a58c6d8 req-cf516aee-990e-4b7d-8a52-0b616c01761e tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 946 time: 0.0531335 Sep 22 09:25:42.644407 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cba7fb3a-33e6-48be-b06c-aa1bf292aec9 req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:42.686060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5c15d6c-625e-4d54-90fa-f2636a58c6d8 req-17e6f8f2-2148-4487-a67e-59d87cb11d11 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups?id=50faae82-3dd4-4621-8252-921dca3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356221 Sep 22 09:25:42.739530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-cba7fb3a-33e6-48be-b06c-aa1bf292aec9 req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] For port 99bc3206-4472-41b3-9130-15b0f1866b54, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=99bc3206-4472-41b3-9130-15b0f1866b54,segment=NetworkSegment(a7e4090b-14b3-4d86-ad2e-9cdf95985e7c),segment_id=a7e4090b-14b3-4d86-ad2e-9cdf95985e7c)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:42.739968 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cba7fb3a-33e6-48be-b06c-aa1bf292aec9 req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:42.752473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-cba7fb3a-33e6-48be-b06c-aa1bf292aec9 req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Calling delete_port for 99bc3206-4472-41b3-9130-15b0f1866b54 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:42.867084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba3291-90ba-4598-b769-b1a855a9e5fe req-fb5c0945-7434-4a01-accb-8b98d07b1452 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:42.867084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1fba3291-90ba-4598-b769-b1a855a9e5fe req-fb5c0945-7434-4a01-accb-8b98d07b1452 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8937358-c23a-473d-b6bf-a891a2442dd4 HTTP/1.1" status: 200 len: 946 time: 0.0595379 Sep 22 09:25:42.915201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1fba3291-90ba-4598-b769-b1a855a9e5fe req-06499390-f806-4eb8-b054-33d0ebf5490b tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.49 "GET /v2.0/security-groups?id=2c6b0616-e2c2-4c35-835e-f3597cb4be05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447416 Sep 22 09:25:42.982836 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cba7fb3a-33e6-48be-b06c-aa1bf292aec9 req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:43.002072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['99bc3206-4472-41b3-9130-15b0f1866b54'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:43.017753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Pushing event deleted for resources: {'Port': ['ID=99bc3206-4472-41b3-9130-15b0f1866b54,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:43.031862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.031862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.031862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.031862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.032235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.032521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.032872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.033234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.033513 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.033822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.034337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.034659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:25:43.077993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba7fb3a-33e6-48be-b06c-aa1bf292aec9 req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] No DVR routers for this DVR port 99bc3206-4472-41b3-9130-15b0f1866b54 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:25:43.078517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cba7fb3a-33e6-48be-b06c-aa1bf292aec9 req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:43.080841 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cba7fb3a-33e6-48be-b06c-aa1bf292aec9 req-470c5d8e-bc93-4736-a619-d7e5d8665263 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441 tempest-FloatingIPsAssociationNegativeTestJSON-1176422441-project] 10.222.0.60 "DELETE /v2.0/ports/99bc3206-4472-41b3-9130-15b0f1866b54 HTTP/1.1" status: 204 len: 173 time: 0.5260136 Sep 22 09:25:43.081399 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'name': 'network-vif-deleted', 'tag': '99bc3206-4472-41b3-9130-15b0f1866b54'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:43.084044 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683cedac-7e92-46da-8f3d-d2c746614146" -d '{"events": [{"server_uuid": "a8937358-c23a-473d-b6bf-a891a2442dd4", "name": "network-vif-deleted", "tag": "99bc3206-4472-41b3-9130-15b0f1866b54"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:43.280238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-bf78bbbb-14d0-4afc-848d-5a9510e330cf tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips/b1ba2a14-f60f-43b8-a354-c73a7efbd384 HTTP/1.1" status: 200 len: 693 time: 0.3407876 Sep 22 09:25:43.377609 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-e48f708c-15f5-4cac-87d8-ef0daac568b3 service neutron] 10.222.0.60 "GET /v2.0/ports/2140492b-d73c-4430-ac12-d625f9dd5bc9/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 382 time: 0.0819736 Sep 22 09:25:43.392410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c05846-134f-4282-ae8a-60d40e9cdc8e req-1db7ab0b-cb2d-4974-8549-456da5a94491 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:43.394175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c05846-134f-4282-ae8a-60d40e9cdc8e req-1db7ab0b-cb2d-4974-8549-456da5a94491 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 945 time: 0.1329935 Sep 22 09:25:43.436181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-21731f22-848a-4361-86f1-151d801ebfd6 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:43.445339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-21731f22-848a-4361-86f1-151d801ebfd6 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1473427 Sep 22 09:25:43.515845 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-6805ff0b-6948-46d3-af22-452a9ca93085 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 696 time: 0.0623112 Sep 22 09:25:43.519286 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c05846-134f-4282-ae8a-60d40e9cdc8e req-d20d9539-d5a3-4f6c-8079-7fb75d232206 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144152 Sep 22 09:25:43.583474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-66435818-a6b1-4b7b-a8f7-74ff76517b7c tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 696 time: 0.0598490 Sep 22 09:25:43.739575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e7b35-ca2f-479d-bc39-7cc6072cf97f req-f3763e2d-5903-4d93-a5e8-da60e49d4cef tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:43.741142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f4e7b35-ca2f-479d-bc39-7cc6072cf97f req-f3763e2d-5903-4d93-a5e8-da60e49d4cef tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 946 time: 0.1132271 Sep 22 09:25:43.751555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50146) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:43.755749 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b2e072ad-ec1f-40ec-8de4-6bd4e6439672 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Request body: {'floatingip': {'port_id': 'de96b145-e4fc-4d58-9962-a8b912d695f0'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:43.780839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-5606feb7-5731-4ac1-97df-55bdc4ef9d84 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Deleting port d6bce0ea-0cfe-47ec-b2c8-7111148e4f82 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:43.780839 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-5606feb7-5731-4ac1-97df-55bdc4ef9d84 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:43.814895 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b2e072ad-ec1f-40ec-8de4-6bd4e6439672 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:43.869320 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4347c4c9-739a-49fd-94db-5f5838eee2ae x-openstack-request-id: req-4347c4c9-739a-49fd-94db-5f5838eee2ae {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:43.869663 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8937358-c23a-473d-b6bf-a891a2442dd4", "name": "network-vif-deleted", "tag": "99bc3206-4472-41b3-9130-15b0f1866b54", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:43.871860 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4347c4c9-739a-49fd-94db-5f5838eee2ae {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:43.871860 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8937358-c23a-473d-b6bf-a891a2442dd4', 'name': 'network-vif-deleted', 'tag': '99bc3206-4472-41b3-9130-15b0f1866b54', 'status': 'completed', 'code': 200} Sep 22 09:25:43.968174 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-5606feb7-5731-4ac1-97df-55bdc4ef9d84 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:43.968511 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-5606feb7-5731-4ac1-97df-55bdc4ef9d84 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:44.014251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-5606feb7-5731-4ac1-97df-55bdc4ef9d84 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Calling delete_port for d6bce0ea-0cfe-47ec-b2c8-7111148e4f82 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:44.048802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-f4b8efb4-93ee-4726-b326-93b81956a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:44.050331 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-f4b8efb4-93ee-4726-b326-93b81956a864 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396&tenant_id=1cf14f0d57b04db4bde24027d9724d39 HTTP/1.1" status: 200 len: 1101 time: 0.0919106 Sep 22 09:25:44.089676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb5551-fcb0-4bd0-8673-a87e65c293eb req-c8f2a670-80ed-4d68-80cb-c4d6b324559d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:44.099269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cffb5551-fcb0-4bd0-8673-a87e65c293eb req-c8f2a670-80ed-4d68-80cb-c4d6b324559d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.1470032 Sep 22 09:25:44.183647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cffb5551-fcb0-4bd0-8673-a87e65c293eb req-2d933c5e-2eaf-47c9-a5dc-c4c903c7b280 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824814 Sep 22 09:25:44.196643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-2f4d5315-6dee-4530-ba2c-259dc6a70c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:44.198396 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-2f4d5315-6dee-4530-ba2c-259dc6a70c28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 1101 time: 0.1121409 Sep 22 09:25:44.321664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 616436f2-b06d-4b79-bfaa-d41c50192944 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:25:44.388990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-5606feb7-5731-4ac1-97df-55bdc4ef9d84 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:44.462295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606feb7-5731-4ac1-97df-55bdc4ef9d84 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event deleted for resources: {'Port': ['ID=d6bce0ea-0cfe-47ec-b2c8-7111148e4f82,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:44.518269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 616436f2-b06d-4b79-bfaa-d41c50192944, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=616436f2-b06d-4b79-bfaa-d41c50192944,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:44.522103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50176) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:44.533881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '616436f2-b06d-4b79-bfaa-d41c50192944', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '616436f2-b06d-4b79-bfaa-d41c50192944', 'mac_address': 'fa:16:3e:0f:a1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:25:44.570608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-eacc2273-2319-48ec-81ab-7ab50754d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:44.576903 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-eacc2273-2319-48ec-81ab-7ab50754d9bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.3633964 Sep 22 09:25:44.624413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:44.654494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 616436f2-b06d-4b79-bfaa-d41c50192944 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:44.682382 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-b72c838d-3adb-4bff-8e0b-7fb4d218e362 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9 HTTP/1.1" status: 200 len: 217 time: 0.0972757 Sep 22 09:25:44.682769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 616436f2-b06d-4b79-bfaa-d41c50192944, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=616436f2-b06d-4b79-bfaa-d41c50192944,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:44.742073 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:44.823302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=616436f2-b06d-4b79-bfaa-d41c50192944,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:44.862436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['616436f2-b06d-4b79-bfaa-d41c50192944'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:44.883916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-d9d9f2ed-1515-47ba-a32d-a2a7e9d4affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:44.885688 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-d9d9f2ed-1515-47ba-a32d-a2a7e9d4affc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1878676 Sep 22 09:25:44.921525 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-5606feb7-5731-4ac1-97df-55bdc4ef9d84 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:44.924086 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-5606feb7-5731-4ac1-97df-55bdc4ef9d84 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:44.930471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-110b9740-eed7-4ba8-8840-7ff93b1894c1 req-5606feb7-5731-4ac1-97df-55bdc4ef9d84 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "DELETE /v2.0/floatingips/b1ba2a14-f60f-43b8-a354-c73a7efbd384 HTTP/1.1" status: 204 len: 173 time: 1.3380511 Sep 22 09:25:45.013500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b2e072ad-ec1f-40ec-8de4-6bd4e6439672 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:45.045680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-14c45035-b03e-4043-984b-a005cc498a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:45.048954 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-14c45035-b03e-4043-984b-a005cc498a15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531289 Sep 22 09:25:45.067775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-37c7c726-bb90-4bdd-b46f-52c10d74cd10 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips/2cecf567-3112-4b9d-af8e-2a2c1d8e672d HTTP/1.1" status: 200 len: 692 time: 0.0645161 Sep 22 09:25:45.087779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075084f9-c2ec-403c-ade2-efd03faa9387 req-7e0c8498-428d-459a-835d-3a14d42fd7e7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:45.097924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-075084f9-c2ec-403c-ade2-efd03faa9387 req-7e0c8498-428d-459a-835d-3a14d42fd7e7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 945 time: 0.3060522 Sep 22 09:25:45.101154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b2e072ad-ec1f-40ec-8de4-6bd4e6439672 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:45.232766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-c74b5ef9-0344-410c-87fe-941f815ed6d4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:45.234920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-c74b5ef9-0344-410c-87fe-941f815ed6d4 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1556768 Sep 22 09:25:45.294252 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-df642baf-3090-4e25-bedd-2900b34bb35e service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336588 Sep 22 09:25:45.366818 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-b2e072ad-ec1f-40ec-8de4-6bd4e6439672 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Floating IP 19013899-ae9a-49b0-822d-bebbb19ac798 associated. External IP: 172.25.6.95, port: de96b145-e4fc-4d58-9962-a8b912d695f0. Sep 22 09:25:45.407000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-385752f4-aea0-4fb8-ab0e-98968cf7d2ba tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 695 time: 0.1549942 Sep 22 09:25:45.437185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-075084f9-c2ec-403c-ade2-efd03faa9387 req-10f927d6-c3cf-4f3c-81e9-8e262bddf07c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322196 Sep 22 09:25:45.447063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-11093eaf-2744-4bb5-962e-db9846542bcb tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:45.450137 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-11093eaf-2744-4bb5-962e-db9846542bcb tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.2084115 Sep 22 09:25:45.518607 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-01433aed-490f-43ad-ad09-9c0a2495a77a tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.71 HTTP/1.1" status: 200 len: 695 time: 0.1043797 Sep 22 09:25:45.535582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-4'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:45.618959 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-58fb28bf-e454-49d4-b47f-a3cfe4451d93 req-58541672-4b1d-453a-9422-456c6ea73234 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483578 Sep 22 09:25:45.794699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e072ad-ec1f-40ec-8de4-6bd4e6439672 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Router 269f4956-026e-4d4c-9c0e-2214bd708b8f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:25:45.897842 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:45.912562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f9aba-324d-4ad5-a4f4-b62a7ee38022 req-2589d6b1-169a-4273-aaba-44ed9b2ae0b1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:45.921490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b71f9aba-324d-4ad5-a4f4-b62a7ee38022 req-2589d6b1-169a-4273-aaba-44ed9b2ae0b1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.3569415 Sep 22 09:25:45.928488 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:46.101878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e072ad-ec1f-40ec-8de4-6bd4e6439672 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:25:46.107787 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b2e072ad-ec1f-40ec-8de4-6bd4e6439672 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:46.115675 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe366be-e46c-48d9-8f08-0e7ee56884c1 None None] Sync routers for ids ['269f4956-026e-4d4c-9c0e-2214bd708b8f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:25:46.130739 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe366be-e46c-48d9-8f08-0e7ee56884c1 None None] Routers {'269f4956-026e-4d4c-9c0e-2214bd708b8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:46.131365 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-abe366be-e46c-48d9-8f08-0e7ee56884c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:25:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['269f4956-026e-4d4c-9c0e-2214bd708b8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:46.159170 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b2e072ad-ec1f-40ec-8de4-6bd4e6439672 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "PUT /v2.0/floatingips/19013899-ae9a-49b0-822d-bebbb19ac798 HTTP/1.1" status: 200 len: 991 time: 2.4072080 Sep 22 09:25:46.160316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'tag': 'de96b145-e4fc-4d58-9962-a8b912d695f0'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:46.162843 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc679a5-6df5-44fb-86c3-1613d0a478ed", "tag": "de96b145-e4fc-4d58-9962-a8b912d695f0"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:46.173742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b71f9aba-324d-4ad5-a4f4-b62a7ee38022 req-f5c4b377-ecdc-4a9a-bd6f-d802069ecbf7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515914 Sep 22 09:25:46.347441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ff5204a2-44b6-46c9-9f8d-718bc6c6462b details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:25:46.350997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 616436f2-b06d-4b79-bfaa-d41c50192944 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:46.362929 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-abe366be-e46c-48d9-8f08-0e7ee56884c1 None None] Set router 269f4956-026e-4d4c-9c0e-2214bd708b8f gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:46.617252 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c8d5c5-3250-4353-b412-08d541f90332 x-openstack-request-id: req-16c8d5c5-3250-4353-b412-08d541f90332 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:46.617555 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc679a5-6df5-44fb-86c3-1613d0a478ed", "tag": "de96b145-e4fc-4d58-9962-a8b912d695f0", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:46.617807 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16c8d5c5-3250-4353-b412-08d541f90332 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:46.618201 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'tag': 'de96b145-e4fc-4d58-9962-a8b912d695f0', 'status': 'completed', 'code': 200} Sep 22 09:25:46.676335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:46.706229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ff5204a2-44b6-46c9-9f8d-718bc6c6462b has no active binding in host n-h1-805649-4 {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 09:25:46.729802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 616436f2-b06d-4b79-bfaa-d41c50192944 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:46.730177 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:46.804766 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-abe366be-e46c-48d9-8f08-0e7ee56884c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:07Z', 'revision_number': 4, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '19013899-ae9a-49b0-822d-bebbb19ac798', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'port_id': 'de96b145-e4fc-4d58-9962-a8b912d695f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'mac_address': 'fa:16:3e:3a:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:25:15Z', 'updated_at': '2021-09-22T09:25:44Z', 'revision_number': 1, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a394451e-fe4f-430b-9420-bcdba03fb877', 'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'mac_address': 'fa:16:3e:b0:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:06Z', 'updated_at': '2021-09-22T09:25:14Z', 'revision_number': 5, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'subnets': [{'id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:46.807320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-ffe39aa1-6c27-4764-b461-2b7b935e37e2 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Deleting port 86bf98ea-1378-43b0-a4b4-34639feded73 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:46.810186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-ffe39aa1-6c27-4764-b461-2b7b935e37e2 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:46.869403 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe366be-e46c-48d9-8f08-0e7ee56884c1 None None] Checking router: 269f4956-026e-4d4c-9c0e-2214bd708b8f for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:25:46.886111 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe366be-e46c-48d9-8f08-0e7ee56884c1 None None] Routers {'269f4956-026e-4d4c-9c0e-2214bd708b8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:46.887880 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-abe366be-e46c-48d9-8f08-0e7ee56884c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:25:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['269f4956-026e-4d4c-9c0e-2214bd708b8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:46.957413 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-ffe39aa1-6c27-4764-b461-2b7b935e37e2 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:46.957921 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-ffe39aa1-6c27-4764-b461-2b7b935e37e2 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:46.973356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-ffe39aa1-6c27-4764-b461-2b7b935e37e2 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Calling delete_port for 86bf98ea-1378-43b0-a4b4-34639feded73 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:47.118764 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-abe366be-e46c-48d9-8f08-0e7ee56884c1 None None] Set router 269f4956-026e-4d4c-9c0e-2214bd708b8f gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:47.164816 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:47.178705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-ffe39aa1-6c27-4764-b461-2b7b935e37e2 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:47.211031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616436f2-b06d-4b79-bfaa-d41c50192944'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:47.213546 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350271f3-2188-4b88-a22c-3f75cf1d0616" -d '{"events": [{"server_uuid": "cf3e4356-b61c-43f5-b7bf-bda2c71fe78c", "name": "network-vif-plugged", "status": "completed", "tag": "616436f2-b06d-4b79-bfaa-d41c50192944"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:47.228141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 616436f2-b06d-4b79-bfaa-d41c50192944, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=616436f2-b06d-4b79-bfaa-d41c50192944,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:47.275062 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:47.275636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 99bc3206-4472-41b3-9130-15b0f1866b54 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:47.338151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba req-051a440e-90ff-4a16-a7a0-a0a3483c6478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:47.339837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba req-051a440e-90ff-4a16-a7a0-a0a3483c6478 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0a1eee98d30145b7b698faf6c5d9090d&device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 1097 time: 0.5471282 Sep 22 09:25:47.340709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe39aa1-6c27-4764-b461-2b7b935e37e2 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Pushing event deleted for resources: {'Port': ['ID=86bf98ea-1378-43b0-a4b4-34639feded73,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:47.393984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=616436f2-b06d-4b79-bfaa-d41c50192944,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:47.403686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 99bc3206-4472-41b3-9130-15b0f1866b54 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:25:47.410694 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 99bc3206-4472-41b3-9130-15b0f1866b54 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:25:47.411455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2140492b-d73c-4430-ac12-d625f9dd5bc9 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:47.471386 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-abe366be-e46c-48d9-8f08-0e7ee56884c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:07Z', 'revision_number': 4, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '19013899-ae9a-49b0-822d-bebbb19ac798', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'port_id': 'de96b145-e4fc-4d58-9962-a8b912d695f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'mac_address': 'fa:16:3e:3a:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:25:15Z', 'updated_at': '2021-09-22T09:25:44Z', 'revision_number': 1, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a394451e-fe4f-430b-9420-bcdba03fb877', 'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'mac_address': 'fa:16:3e:b0:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:06Z', 'updated_at': '2021-09-22T09:25:14Z', 'revision_number': 5, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'subnets': [{'id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:47.490110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a154c2-aac0-48c3-b685-d9148f1eaff2 req-632a9836-afaa-4e89-81eb-128c0232c128 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:47.497780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3a154c2-aac0-48c3-b685-d9148f1eaff2 req-632a9836-afaa-4e89-81eb-128c0232c128 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 945 time: 0.7036383 Sep 22 09:25:47.510138 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe366be-e46c-48d9-8f08-0e7ee56884c1 None None] The sync data for ids ['269f4956-026e-4d4c-9c0e-2214bd708b8f'] in n-d-805649-4 is: [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:07Z', 'revision_number': 4, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '19013899-ae9a-49b0-822d-bebbb19ac798', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'port_id': 'de96b145-e4fc-4d58-9962-a8b912d695f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'mac_address': 'fa:16:3e:3a:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:25:15Z', 'updated_at': '2021-09-22T09:25:44Z', 'revision_number': 1, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a394451e-fe4f-430b-9420-bcdba03fb877', 'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'mac_address': 'fa:16:3e:b0:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:06Z', 'updated_at': '2021-09-22T09:25:14Z', 'revision_number': 5, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'subnets': [{'id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:25:47.550188 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:47.584559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:47.613006 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:47.671668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3a154c2-aac0-48c3-b685-d9148f1eaff2 req-65eeded9-c3d5-4b75-9d20-f9be32e630ed tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727362 Sep 22 09:25:47.680862 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:47.740436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-ffe39aa1-6c27-4764-b461-2b7b935e37e2 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:47.743744 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-ffe39aa1-6c27-4764-b461-2b7b935e37e2 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:47.745177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9a3e286-5508-4e35-b05c-1e3656d5a3c1 req-ffe39aa1-6c27-4764-b461-2b7b935e37e2 tempest-FloatingIPDetailsTestJSON-1413692420 tempest-FloatingIPDetailsTestJSON-1413692420-project] 10.222.0.49 "DELETE /v2.0/floatingips/2cecf567-3112-4b9d-af8e-2a2c1d8e672d HTTP/1.1" status: 204 len: 173 time: 2.2202585 Sep 22 09:25:47.751664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50218) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:47.773886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] Deleting port 778e4d6a-d8b1-4013-8b3a-517292010427 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:47.774237 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:47.822380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:47.855445 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7787e696-e88a-4ae9-ad90-90041230c3b0 x-openstack-request-id: req-7787e696-e88a-4ae9-ad90-90041230c3b0 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:47.855764 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3e4356-b61c-43f5-b7bf-bda2c71fe78c", "name": "network-vif-plugged", "status": "completed", "tag": "616436f2-b06d-4b79-bfaa-d41c50192944", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:47.855970 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7787e696-e88a-4ae9-ad90-90041230c3b0 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:47.856350 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616436f2-b06d-4b79-bfaa-d41c50192944', 'code': 200} Sep 22 09:25:47.903227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a979d-6fb1-4043-954d-a1b5475d0d77 None None] New status for floating IP 19013899-ae9a-49b0-822d-bebbb19ac798: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:25:48.116062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:48.150947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba req-07c52910-91a3-4fa6-92b2-04f75302413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:48.152463 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba req-07c52910-91a3-4fa6-92b2-04f75302413c service neutron] 10.222.0.45 "GET /v2.0/networks?id=3645935b-5e45-47fb-8efa-f2e4bd4ae0cc HTTP/1.1" status: 200 len: 906 time: 0.7398365 Sep 22 09:25:48.156637 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] For port 778e4d6a-d8b1-4013-8b3a-517292010427, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=778e4d6a-d8b1-4013-8b3a-517292010427,segment=NetworkSegment(a7e4090b-14b3-4d86-ad2e-9cdf95985e7c),segment_id=a7e4090b-14b3-4d86-ad2e-9cdf95985e7c)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:48.158420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:48.183230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c4031-e4b5-40d8-b9e9-5c7a1bcf931d req-4f6f2af9-0ba1-4674-86cb-f954696eb35d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:48.185014 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-964c4031-e4b5-40d8-b9e9-5c7a1bcf931d req-4f6f2af9-0ba1-4674-86cb-f954696eb35d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 948 time: 0.1929746 Sep 22 09:25:48.287975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] Calling delete_port for 778e4d6a-d8b1-4013-8b3a-517292010427 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:48.355030 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:48.361118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2140492b-d73c-4430-ac12-d625f9dd5bc9 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:25:48.601417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:48.626041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'mac_address': 'fa:16:3e:e4:19:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:25:48.635175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b5816d-9af3-4297-938b-2dc6317460d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:48.637803 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59194f35-db06-401c-81a9-b8f5e83ed6df" -d '{"events": [{"server_uuid": "92b5816d-9af3-4297-938b-2dc6317460d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5204a2-44b6-46c9-9f8d-718bc6c6462b"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:48.662744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-964c4031-e4b5-40d8-b9e9-5c7a1bcf931d req-2ba3ba18-01af-420a-9b64-258936e17b80 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708210 Sep 22 09:25:48.663430 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:48.730448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:48.734935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:48.776098 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e0dd56-1ee4-41e3-adcc-c5193da039e1 x-openstack-request-id: req-c5e0dd56-1ee4-41e3-adcc-c5193da039e1 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:48.776483 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b5816d-9af3-4297-938b-2dc6317460d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ff5204a2-44b6-46c9-9f8d-718bc6c6462b", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:48.776668 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5e0dd56-1ee4-41e3-adcc-c5193da039e1 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:48.777103 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5816d-9af3-4297-938b-2dc6317460d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b', 'code': 200} Sep 22 09:25:48.784785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=778e4d6a-d8b1-4013-8b3a-517292010427,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:48.799808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba req-b2b4d3df-426a-48b9-a159-03d11b5c4389 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de96b145-e4fc-4d58-9962-a8b912d695f0 HTTP/1.1" status: 200 len: 999 time: 0.6375523 Sep 22 09:25:48.831429 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:48.869152 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2140492b-d73c-4430-ac12-d625f9dd5bc9 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:48.991493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:49.253020 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:49.277641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on host n-h2-805649-4 for vnic_type normal with profile {"migrating_to": "n-h1-805649-4"} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:25:49.278232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:25:49.278598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:49.285126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba req-1957c650-9f6d-4bac-a500-2c0e70da03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:49.286856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba req-1957c650-9f6d-4bac-a500-2c0e70da03c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=37dff703-ef74-4c43-b4a8-5e452c153af0 HTTP/1.1" status: 200 len: 844 time: 0.3428462 Sep 22 09:25:49.290357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:25:49.291163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Attempting to bind port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:25:49.348476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:25:49.349152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:25:49.349612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:25:49.350071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Bound port: ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:25:49.350435 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:49.575116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:49.580192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:25:49.588652 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:49.618621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699020e4-2ca5-4e2c-9c5f-5a5450ca567c req-2996b14b-cd9e-46c5-bda9-e845d10360bc tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:49.621809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-699020e4-2ca5-4e2c-9c5f-5a5450ca567c req-2996b14b-cd9e-46c5-bda9-e845d10360bc tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 943 time: 0.7206357 Sep 22 09:25:49.713747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:49.725779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-699020e4-2ca5-4e2c-9c5f-5a5450ca567c req-fa62060a-96f3-41f3-a7e6-eaec7cd5937d tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819461 Sep 22 09:25:49.729552 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:49.793346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:49.804571 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba req-3273a2c2-63d6-4f34-95ac-a09a572ce792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:49.806113 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba req-3273a2c2-63d6-4f34-95ac-a09a572ce792 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3645935b-5e45-47fb-8efa-f2e4bd4ae0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5076838 Sep 22 09:25:49.853490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] Deleting port a728bfc9-2914-45d2-a955-8203267197f0 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:49.853829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:49.857106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:49.860767 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bef3a2-282a-4d00-9462-c22ab4c05a18" -d '{"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-unplugged", "status": "completed", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:49.897240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['2140492b-d73c-4430-ac12-d625f9dd5bc9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:49.918275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:49.925349 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:49.925349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] 10.222.0.60 "PUT /v2.0/ports/ff5204a2-44b6-46c9-9f8d-718bc6c6462b HTTP/1.1" status: 200 len: 1121 time: 4.4005973 Sep 22 09:25:49.960924 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a681321-ba91-464f-9655-4690c94dbfec x-openstack-request-id: req-2a681321-ba91-464f-9655-4690c94dbfec {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:49.964129 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-unplugged", "status": "completed", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:49.964536 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a681321-ba91-464f-9655-4690c94dbfec {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:49.965087 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'code': 200} Sep 22 09:25:49.980508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a6614-73c6-4f0c-91ed-f7c016333e23 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,revision_number=8']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:49.993476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] For port a728bfc9-2914-45d2-a955-8203267197f0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a728bfc9-2914-45d2-a955-8203267197f0,segment=NetworkSegment(108574c0-14e1-449b-a497-5db3cebc7c23),segment_id=108574c0-14e1-449b-a497-5db3cebc7c23)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:49.994043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:50.014152 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] Calling delete_port for a728bfc9-2914-45d2-a955-8203267197f0 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:50.049394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1190cc-c80a-4b54-a731-b0f5bb40036b req-1adbbc77-149a-463c-a449-3ecf6bd453c4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:50.050951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb1190cc-c80a-4b54-a731-b0f5bb40036b req-1adbbc77-149a-463c-a449-3ecf6bd453c4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 949 time: 0.2357943 Sep 22 09:25:50.128225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['ff5204a2-44b6-46c9-9f8d-718bc6c6462b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:50.134443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba req-af388afa-111f-4490-8f8c-2b3a75d275be service neutron] 10.222.0.45 "GET /v2.0/networks/3645935b-5e45-47fb-8efa-f2e4bd4ae0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054752 Sep 22 09:25:50.175780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['ff5204a2-44b6-46c9-9f8d-718bc6c6462b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:25:50.186456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb1190cc-c80a-4b54-a731-b0f5bb40036b req-10bb12f1-8e54-4587-90c4-232ddf3dcbd5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225622 Sep 22 09:25:50.386171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb6f75f2-d3e5-4baa-9d95-5a683d8cf5ba req-875016c3-bf67-40b7-8aaa-852d15ce865e service neutron] 10.222.0.45 "GET /v2.0/networks/3645935b-5e45-47fb-8efa-f2e4bd4ae0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365582 Sep 22 09:25:50.388695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:50.462803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] Router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:25:50.535126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=a728bfc9-2914-45d2-a955-8203267197f0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:50.608158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:25:50.618900 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424373d9-a2da-4c22-8ecf-4c3cd92aeccb None None] Sync routers for ids ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:25:50.623194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a7d8b9fb-66cd-4273-a937-069389c4d4ff admin admin] 10.222.0.49 "PUT /v2.0/routers/fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1004758 Sep 22 09:25:50.624758 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50268) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:50.631076 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424373d9-a2da-4c22-8ecf-4c3cd92aeccb None None] Routers {'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:50.631944 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-424373d9-a2da-4c22-8ecf-4c3cd92aeccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:25:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:50.753894 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:50.780908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:50.790983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b5816d-9af3-4297-938b-2dc6317460d3', 'tag': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:50.793755 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c58a22-1042-4916-9a5a-bfa7b3529f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "92b5816d-9af3-4297-938b-2dc6317460d3", "tag": "ff5204a2-44b6-46c9-9f8d-718bc6c6462b"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:51.001124 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-424373d9-a2da-4c22-8ecf-4c3cd92aeccb None None] Set router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:51.015223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae92c6-eb8e-4f7f-9c7b-8240c111ba3d req-c1da9009-16c6-43e2-833f-d6b044560213 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:51.016988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28ae92c6-eb8e-4f7f-9c7b-8240c111ba3d req-c1da9009-16c6-43e2-833f-d6b044560213 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 943 time: 0.1495399 Sep 22 09:25:51.029357 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:51.072446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28ae92c6-eb8e-4f7f-9c7b-8240c111ba3d req-cf9ce55d-df34-41ba-83b5-376098fc81c3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447226 Sep 22 09:25:51.140121 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] Router 105f564b-11b9-4f17-9962-e93bc31def5b has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:25:51.179394 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d44c79b-5a37-4b52-9342-b293c4c41ede x-openstack-request-id: req-3d44c79b-5a37-4b52-9342-b293c4c41ede {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:51.180411 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b5816d-9af3-4297-938b-2dc6317460d3", "tag": "ff5204a2-44b6-46c9-9f8d-718bc6c6462b", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:51.189527 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d44c79b-5a37-4b52-9342-b293c4c41ede {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:51.193087 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b5816d-9af3-4297-938b-2dc6317460d3', 'tag': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b', 'status': 'completed', 'code': 200} Sep 22 09:25:51.290670 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-424373d9-a2da-4c22-8ecf-4c3cd92aeccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:25:48Z', 'revision_number': 5, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port': {'id': '56f292f1-439d-495c-9031-14fbfc2b4c84', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:13:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:24:42Z', 'updated_at': '2021-09-22T09:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:51.291214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:25:51.300507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d08d5-65b4-422d-9a38-b3e70f3ce516 None None] Sync routers for ids ['105f564b-11b9-4f17-9962-e93bc31def5b'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:25:51.302431 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dca130a1-cd8f-48d1-94b9-991802adcc98 admin admin] 10.222.0.49 "PUT /v2.0/routers/105f564b-11b9-4f17-9962-e93bc31def5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5490985 Sep 22 09:25:51.304804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50286) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:51.330730 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d08d5-65b4-422d-9a38-b3e70f3ce516 None None] Routers {'105f564b-11b9-4f17-9962-e93bc31def5b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:51.330730 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-694d08d5-65b4-422d-9a38-b3e70f3ce516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:25:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['105f564b-11b9-4f17-9962-e93bc31def5b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:51.386992 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424373d9-a2da-4c22-8ecf-4c3cd92aeccb None None] Checking router: fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:25:51.414981 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424373d9-a2da-4c22-8ecf-4c3cd92aeccb None None] Routers {'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:51.416323 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-424373d9-a2da-4c22-8ecf-4c3cd92aeccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:25:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:51.577519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:51.596982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-694d08d5-65b4-422d-9a38-b3e70f3ce516 None None] Set router 105f564b-11b9-4f17-9962-e93bc31def5b gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:51.602161 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-424373d9-a2da-4c22-8ecf-4c3cd92aeccb None None] Set router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:51.715581 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-424373d9-a2da-4c22-8ecf-4c3cd92aeccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:25:51Z', 'revision_number': 6, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:51.734518 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:51.755268 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424373d9-a2da-4c22-8ecf-4c3cd92aeccb None None] The sync data for ids ['fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8'] in n-d-805649-4 is: [{'id': 'fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1731419693-router', 'tenant_id': '0caac5ee75ad4536ac686517ba7221d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:24:41Z', 'updated_at': '2021-09-22T09:25:51Z', 'revision_number': 6, 'project_id': '0caac5ee75ad4536ac686517ba7221d1', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:25:51.845031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Deleting port 56f292f1-439d-495c-9031-14fbfc2b4c84 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:51.845031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:51.850323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c58a22-1042-4916-9a5a-bfa7b3529f9b req-1f7f9292-457f-4f07-8951-0d6e40dd3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:51.851872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77c58a22-1042-4916-9a5a-bfa7b3529f9b req-1f7f9292-457f-4f07-8951-0d6e40dd3d74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 1124 time: 0.6474433 Sep 22 09:25:51.889804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-a7ed58c2-4147-4fc6-a364-9adf2f120a90 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:51.894206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-a7ed58c2-4147-4fc6-a364-9adf2f120a90 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396&tenant_id=1cf14f0d57b04db4bde24027d9724d39&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 949 time: 0.6480167 Sep 22 09:25:51.916898 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-694d08d5-65b4-422d-9a38-b3e70f3ce516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'name': 'tempest-FloatingIPDetailsTestJSON-738089590-router', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:14Z', 'updated_at': '2021-09-22T09:25:50Z', 'revision_number': 5, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'gw_port': {'id': '09b4f2e4-4fd9-42a8-b3c5-b8361444b32c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:46:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:15Z', 'updated_at': '2021-09-22T09:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:51.943226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1c8c-070f-4ee5-8670-07cbb6c3b3ea req-15f23396-e12a-4c52-a55f-36ad9e74762d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:51.946470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d08d5-65b4-422d-9a38-b3e70f3ce516 None None] Checking router: 105f564b-11b9-4f17-9962-e93bc31def5b for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:25:51.947881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Deleting port 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:51.949622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:51.954837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c3d1c8c-070f-4ee5-8670-07cbb6c3b3ea req-15f23396-e12a-4c52-a55f-36ad9e74762d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 949 time: 0.6480472 Sep 22 09:25:51.968437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694d08d5-65b4-422d-9a38-b3e70f3ce516 None None] Routers {'105f564b-11b9-4f17-9962-e93bc31def5b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:25:51.969127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-694d08d5-65b4-422d-9a38-b3e70f3ce516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:25:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['105f564b-11b9-4f17-9962-e93bc31def5b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:52.066049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] For port 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=09b4f2e4-4fd9-42a8-b3c5-b8361444b32c,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:52.066616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:52.083490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Calling delete_port for 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:52.085243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] For port 56f292f1-439d-495c-9031-14fbfc2b4c84, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=56f292f1-439d-495c-9031-14fbfc2b4c84,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:52.085855 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:52.089207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-694d08d5-65b4-422d-9a38-b3e70f3ce516 None None] Set router 105f564b-11b9-4f17-9962-e93bc31def5b gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:25:52.166956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Calling delete_port for 56f292f1-439d-495c-9031-14fbfc2b4c84 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:52.177892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c3d1c8c-070f-4ee5-8670-07cbb6c3b3ea req-872d8b0f-aba8-443d-827d-f6259962fff3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222083 Sep 22 09:25:52.212901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-694d08d5-65b4-422d-9a38-b3e70f3ce516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'name': 'tempest-FloatingIPDetailsTestJSON-738089590-router', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:14Z', 'updated_at': '2021-09-22T09:25:51Z', 'revision_number': 6, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:52.263727 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694d08d5-65b4-422d-9a38-b3e70f3ce516 None None] The sync data for ids ['105f564b-11b9-4f17-9962-e93bc31def5b'] in n-d-805649-4 is: [{'id': '105f564b-11b9-4f17-9962-e93bc31def5b', 'name': 'tempest-FloatingIPDetailsTestJSON-738089590-router', 'tenant_id': 'f88598387ddf487a96a242365a9dc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:14Z', 'updated_at': '2021-09-22T09:25:51Z', 'revision_number': 6, 'project_id': 'f88598387ddf487a96a242365a9dc1bb', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:25:52.423056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2140492b-d73c-4430-ac12-d625f9dd5bc9 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:25:52.467399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-61d58cbf-154c-493c-9c49-1929b9eff009 service neutron] 10.222.0.60 "GET /v2.0/ports/2140492b-d73c-4430-ac12-d625f9dd5bc9/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 382 time: 0.5396175 Sep 22 09:25:52.468750 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:52.516326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca32bb-4f01-4a4e-a428-d8ab834a3f0c req-54fb84cd-306c-4993-9c3f-5c3384444109 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:52.521176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9ca32bb-4f01-4a4e-a428-d8ab834a3f0c req-54fb84cd-306c-4993-9c3f-5c3384444109 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 943 time: 0.2712483 Sep 22 09:25:52.522338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b4f2e4-4fd9-42a8-b3c5-b8361444b32c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:52.537744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c58a22-1042-4916-9a5a-bfa7b3529f9b req-24463e7d-f79b-465a-9879-3b95aaf4b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:52.541547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77c58a22-1042-4916-9a5a-bfa7b3529f9b req-24463e7d-f79b-465a-9879-3b95aaf4b431 service neutron] 10.222.0.45 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.6714988 Sep 22 09:25:52.629106 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:52.728329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77c58a22-1042-4916-9a5a-bfa7b3529f9b req-8e0fdbd8-fcfd-4e56-b536-165a468cd325 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b HTTP/1.1" status: 200 len: 217 time: 0.1355994 Sep 22 09:25:52.756855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 2140492b-d73c-4430-ac12-d625f9dd5bc9 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:25:52.757532 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:52.769156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9ca32bb-4f01-4a4e-a428-d8ab834a3f0c req-8fbea225-8e22-4c18-89db-199a57e1ab25 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000220 Sep 22 09:25:52.803939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-13f75838-e658-4fdf-a204-f08564a13524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:52.805748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-13f75838-e658-4fdf-a204-f08564a13524 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 1100 time: 0.2777493 Sep 22 09:25:52.828182 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:52.831718 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:52.839112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c58a22-1042-4916-9a5a-bfa7b3529f9b req-f1a936bd-0eee-4ab8-8b50-1389a1c24ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:52.840866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77c58a22-1042-4916-9a5a-bfa7b3529f9b req-f1a936bd-0eee-4ab8-8b50-1389a1c24ab2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.1021857 Sep 22 09:25:52.851961 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:52.880901 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:52.922127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:25:52.925057 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0636ba72-41fd-4925-b688-c7e0c226a6a1" -d '{"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-plugged", "status": "completed", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:25:52.947346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:52.948434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77c58a22-1042-4916-9a5a-bfa7b3529f9b req-b37c8566-8d2c-4a3e-8838-32dee276bdd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689781 Sep 22 09:25:52.949278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Pushing event deleted for resources: {'Port': ['ID=56f292f1-439d-495c-9031-14fbfc2b4c84,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:53.013394 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.028523 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.151344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77c58a22-1042-4916-9a5a-bfa7b3529f9b req-ea71b245-d71a-4c6d-b472-68888a1b0a40 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297290 Sep 22 09:25:53.177182 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288671d3-b1a1-482a-8e25-067c3507cb6c x-openstack-request-id: req-288671d3-b1a1-482a-8e25-067c3507cb6c {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:25:53.177769 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-plugged", "status": "completed", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:25:53.178202 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-288671d3-b1a1-482a-8e25-067c3507cb6c {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:25:53.178782 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'code': 200} Sep 22 09:25:53.179948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:53.284301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77c58a22-1042-4916-9a5a-bfa7b3529f9b req-ec6a0f62-0473-45b6-967c-e3802df11077 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089346 Sep 22 09:25:53.303681 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.304822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 105f564b-11b9-4f17-9962-e93bc31def5b {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:25:53.323283 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.325134 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-54619a8b-3328-4ac9-992e-104fa33208c7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/105f564b-11b9-4f17-9962-e93bc31def5b HTTP/1.1" status: 204 len: 168 time: 2.0188084 Sep 22 09:25:53.329209 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50324) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:53.351554 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.411120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5a1621-547e-4e81-b419-1706a94419cd admin admin] Deleting subnet 69550356-9879-4ed5-9f06-9755ef104199 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:25:53.416228 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1621-547e-4e81-b419-1706a94419cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.475216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1621-547e-4e81-b419-1706a94419cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.509860 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.519337 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.528800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:53.539542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1d822-6c09-44fb-8bf0-50afb97c5961 req-40dd951c-951c-4a17-bac9-827d0ed8dc8f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:53.541458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57a1d822-6c09-44fb-8bf0-50afb97c5961 req-40dd951c-951c-4a17-bac9-827d0ed8dc8f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.2133675 Sep 22 09:25:53.542545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-e2cc358f-c55d-406a-a60b-ff40da137832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:53.543990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-e2cc358f-c55d-406a-a60b-ff40da137832 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.7306166 Sep 22 09:25:53.583240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:25:53.583240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 09b4f2e4-4fd9-42a8-b3c5-b8361444b32c not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:25:53.584822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 56f292f1-439d-495c-9031-14fbfc2b4c84 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:53.616866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 56f292f1-439d-495c-9031-14fbfc2b4c84 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:25:53.617502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 56f292f1-439d-495c-9031-14fbfc2b4c84 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:25:53.618034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 778e4d6a-d8b1-4013-8b3a-517292010427 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:53.660125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 778e4d6a-d8b1-4013-8b3a-517292010427 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:25:53.660677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 778e4d6a-d8b1-4013-8b3a-517292010427 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:25:53.661225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a728bfc9-2914-45d2-a955-8203267197f0 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:53.687498 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: a728bfc9-2914-45d2-a955-8203267197f0 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:25:53.687972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a728bfc9-2914-45d2-a955-8203267197f0 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:25:53.706882 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1621-547e-4e81-b419-1706a94419cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.759227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-69fcc2ea-f5b1-4785-8491-5c6294e02734 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9 HTTP/1.1" status: 200 len: 217 time: 0.1761270 Sep 22 09:25:53.780041 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.780933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:25:53.786283 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.787989 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f35cabdf-e81f-45ce-b391-422f662bd80a admin admin] 10.222.0.49 "DELETE /v2.0/routers/fc3fad9b-4d22-4ab0-b24e-17c1af8ba5d8 HTTP/1.1" status: 204 len: 168 time: 3.1619899 Sep 22 09:25:53.798400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50338) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:53.816558 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57a1d822-6c09-44fb-8bf0-50afb97c5961 req-0d1d3374-9ac8-436b-b984-d78b3acb2bf8 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237670 Sep 22 09:25:53.841999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-439a69a0-d210-426b-9a44-dc39047165e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:53.845327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-439a69a0-d210-426b-9a44-dc39047165e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0738082 Sep 22 09:25:53.960519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bf5459-e491-45e1-bf2b-7383abedd457 admin admin] Deleting subnet c82b8f9c-8135-4777-81c4-24e0bc0614e6 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:25:53.963920 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12bf5459-e491-45e1-bf2b-7383abedd457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:53.972701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-421e63c8-7759-4b1c-b43c-94ceaf4f7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:53.972701 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-421e63c8-7759-4b1c-b43c-94ceaf4f7dde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030273 Sep 22 09:25:54.001947 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1621-547e-4e81-b419-1706a94419cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.031567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f3463-147b-4159-8686-9dd694755c8d req-e43f31a5-1d37-4a53-aacc-c997bcac16e5 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:54.033337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d1f3463-147b-4159-8686-9dd694755c8d req-e43f31a5-1d37-4a53-aacc-c997bcac16e5 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 943 time: 0.1004465 Sep 22 09:25:54.053513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12bf5459-e491-45e1-bf2b-7383abedd457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.146007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d1f3463-147b-4159-8686-9dd694755c8d req-d7d7336e-2c23-4b1e-9706-3e34a326e3d0 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672798 Sep 22 09:25:54.148408 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.149447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-d10080ed-617c-4a99-ac59-0acc14853347 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655786 Sep 22 09:25:54.155810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a1621-547e-4e81-b419-1706a94419cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69550356-9879-4ed5-9f06-9755ef104199,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:54.168564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1621-547e-4e81-b419-1706a94419cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.171092 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bc5a1621-547e-4e81-b419-1706a94419cd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/69550356-9879-4ed5-9f06-9755ef104199 HTTP/1.1" status: 204 len: 168 time: 0.8398094 Sep 22 09:25:54.173015 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12bf5459-e491-45e1-bf2b-7383abedd457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.175757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8738d4f6-f975-465b-be49-ab6093be6482 None None] Network e9d5d22e-d7e8-428d-be88-eaadf372f576 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:25:54.178319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50346) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:54.178757 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cfa8545d-5503-454c-b877-0382fdf6b50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.297629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-7932b6ee-0e24-4ae4-835e-f01284dfb9b5 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338415 Sep 22 09:25:54.346456 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.408580 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12bf5459-e491-45e1-bf2b-7383abedd457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.442534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf5459-e491-45e1-bf2b-7383abedd457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82b8f9c-8135-4777-81c4-24e0bc0614e6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:54.446762 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12bf5459-e491-45e1-bf2b-7383abedd457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.446762 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-12bf5459-e491-45e1-bf2b-7383abedd457 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c82b8f9c-8135-4777-81c4-24e0bc0614e6 HTTP/1.1" status: 204 len: 168 time: 0.6470134 Sep 22 09:25:54.448946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50348) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:54.449749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28faf0d1-f2b0-475a-804b-5391d79e1cf5 None None] Network b4470e4c-44ea-4a08-9de0-b88dce3e6df3 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:25:54.479330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Deleting port 06df5ad0-367e-439d-ac61-f53352e42e75 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:54.480363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.533310 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.558977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8685e9f9-fdb9-4113-9478-b78ed7cf7872 None None] DHCP port deletion for e9d5d22e-d7e8-428d-be88-eaadf372f576 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:25:54.565524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] For port 06df5ad0-367e-439d-ac61-f53352e42e75, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=06df5ad0-367e-439d-ac61-f53352e42e75,segment=NetworkSegment(108574c0-14e1-449b-a497-5db3cebc7c23),segment_id=108574c0-14e1-449b-a497-5db3cebc7c23)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:54.565524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.588347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Calling delete_port for 06df5ad0-367e-439d-ac61-f53352e42e75 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:54.615784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Deleting port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:54.616119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.693399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8685e9f9-fdb9-4113-9478-b78ed7cf7872 None None] Deleting port 06df5ad0-367e-439d-ac61-f53352e42e75 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:54.694140 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8685e9f9-fdb9-4113-9478-b78ed7cf7872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.730087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] For port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e1c4e381-eef0-4d73-a1f0-fe9ea57776e1,segment=NetworkSegment(a7e4090b-14b3-4d86-ad2e-9cdf95985e7c),segment_id=a7e4090b-14b3-4d86-ad2e-9cdf95985e7c)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:54.730548 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.758287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Calling delete_port for e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:54.810627 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.811332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53a54d-0efd-499d-9ac3-948d4ebf6b5e None None] DHCP port deletion for b4470e4c-44ea-4a08-9de0-b88dce3e6df3 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:25:54.866231 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Pushing event deleted for resources: {'Port': ['ID=06df5ad0-367e-439d-ac61-f53352e42e75,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:54.871582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] No DVR routers for this DVR port 06df5ad0-367e-439d-ac61-f53352e42e75 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:25:54.902900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8685e9f9-fdb9-4113-9478-b78ed7cf7872 None None] For port 06df5ad0-367e-439d-ac61-f53352e42e75, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=06df5ad0-367e-439d-ac61-f53352e42e75,segment=NetworkSegment(108574c0-14e1-449b-a497-5db3cebc7c23),segment_id=108574c0-14e1-449b-a497-5db3cebc7c23)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:54.903829 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8685e9f9-fdb9-4113-9478-b78ed7cf7872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:54.943965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8685e9f9-fdb9-4113-9478-b78ed7cf7872 None None] Calling delete_port for 06df5ad0-367e-439d-ac61-f53352e42e75 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:55.004176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60456b0c-96dc-49a1-a930-367e4a344402 req-5541ee0e-a4da-44c2-82d0-d9bc1807dc06 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:55.005842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60456b0c-96dc-49a1-a930-367e4a344402 req-5541ee0e-a4da-44c2-82d0-d9bc1807dc06 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.0545564 Sep 22 09:25:55.020690 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.051794 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.066896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] No DVR routers for this DVR port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:25:55.068692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c4e381-eef0-4d73-a1f0-fe9ea57776e1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:55.105891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d5d22e-d7e8-428d-be88-eaadf372f576']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:55.128440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108574c0-14e1-449b-a497-5db3cebc7c23') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:55.128751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108574c0-14e1-449b-a497-5db3cebc7c23') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:55.147499 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.152037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.157197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-db53a54d-0efd-499d-9ac3-948d4ebf6b5e None None] Deleting port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:25:55.157575 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-db53a54d-0efd-499d-9ac3-948d4ebf6b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.173326 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.174202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4470e4c-44ea-4a08-9de0-b88dce3e6df3']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:55.180522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:25:55.181606 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.184511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:55.185018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e4090b-14b3-4d86-ad2e-9cdf95985e7c') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:25:55.198407 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.210259 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.216669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:25:55.218856 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.227574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-db53a54d-0efd-499d-9ac3-948d4ebf6b5e None None] For port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1, host n-d-805649-4, got binding levels [] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:55.227976 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-db53a54d-0efd-499d-9ac3-948d4ebf6b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.243543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-db53a54d-0efd-499d-9ac3-948d4ebf6b5e None None] Calling delete_port for e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:25:55.246312 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.ipam_backend_mixin [None req-db53a54d-0efd-499d-9ac3-948d4ebf6b5e None None] Port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 was not found and therefore no delete operation was performed {{(pid=95511) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 09:25:55.250895 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-db53a54d-0efd-499d-9ac3-948d4ebf6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.282792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53a54d-0efd-499d-9ac3-948d4ebf6b5e None None] Pushing event deleted for resources: {'Port': ['ID=e1c4e381-eef0-4d73-a1f0-fe9ea57776e1,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:25:55.293484 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:25:55.296463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db53a54d-0efd-499d-9ac3-948d4ebf6b5e None None] No DVR routers for this DVR port e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:25:55.303708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60456b0c-96dc-49a1-a930-367e4a344402 req-18d3ec87-89e6-4917-a162-6de77622ee05 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906873 Sep 22 09:25:55.319851 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8685e9f9-fdb9-4113-9478-b78ed7cf7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:25:55.333132 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:25:55.352596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685e9f9-fdb9-4113-9478-b78ed7cf7872 None None] Pushing event deleted for resources: {'Port': ['ID=06df5ad0-367e-439d-ac61-f53352e42e75,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:55.364500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685e9f9-fdb9-4113-9478-b78ed7cf7872 None None] No DVR routers for this DVR port 06df5ad0-367e-439d-ac61-f53352e42e75 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:25:55.371981 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.381838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.384064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b4470e4c-44ea-4a08-9de0-b88dce3e6df3 HTTP/1.1" status: 204 len: 168 time: 0.9339814 Sep 22 09:25:55.406605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654e03c-8291-42b3-b3c6-151b2fd92c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4470e4c-44ea-4a08-9de0-b88dce3e6df3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:55.446130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.457251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.458089 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] 10.222.0.49 "DELETE /v2.0/networks/e9d5d22e-d7e8-428d-be88-eaadf372f576 HTTP/1.1" status: 204 len: 168 time: 1.2759495 Sep 22 09:25:55.479477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a241548-8a30-4686-ade7-0e126ab7c79e admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d5d22e-d7e8-428d-be88-eaadf372f576,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:55.496228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa54aa-d931-4f9e-99fc-87dff7924b7e req-e9e4a432-6cc3-4040-b63d-da39241a4283 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:55.504032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2eaa54aa-d931-4f9e-99fc-87dff7924b7e req-e9e4a432-6cc3-4040-b63d-da39241a4283 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 943 time: 0.0929201 Sep 22 09:25:55.543953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:55.553398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2eaa54aa-d931-4f9e-99fc-87dff7924b7e req-39c21974-b64e-4c34-ac26-a7d70ee99915 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482266 Sep 22 09:25:55.568305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:25:55.568896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e1c4e381-eef0-4d73-a1f0-fe9ea57776e1 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:25:55.569068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 06df5ad0-367e-439d-ac61-f53352e42e75 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:55.611908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 06df5ad0-367e-439d-ac61-f53352e42e75 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:25:55.612478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 06df5ad0-367e-439d-ac61-f53352e42e75 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:25:55.756795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50374) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:55.804286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50378) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:55.815467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5cc786cf-21de-48f8-ad7a-5de549d14e35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0caac5ee75ad4536ac686517ba7221d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550597 Sep 22 09:25:55.816141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50380) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:55.868875 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a5e3f6b0-2f07-4f94-9fd5-212325cb6971 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f88598387ddf487a96a242365a9dc1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633719 Sep 22 09:25:55.871500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50382) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:25:55.936671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4285cfe1-570c-4a28-901d-c000024f2f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.951459 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a7fe-a40a-45d9-a7b7-2bc5cfb63937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:55.965079 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4285cfe1-570c-4a28-901d-c000024f2f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:56.034272 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a7fe-a40a-45d9-a7b7-2bc5cfb63937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:56.183269 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4285cfe1-570c-4a28-901d-c000024f2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:56.186617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4285cfe1-570c-4a28-901d-c000024f2f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:56.187818 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4285cfe1-570c-4a28-901d-c000024f2f61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c51e8097-a0b4-4350-8583-5d739b259aff HTTP/1.1" status: 204 len: 168 time: 0.3152504 Sep 22 09:25:56.197135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285cfe1-570c-4a28-901d-c000024f2f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51e8097-a0b4-4350-8583-5d739b259aff,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:56.518256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011682c-3074-4ccf-8979-aef74a7891ae req-00d578d1-2be3-4365-b9eb-cbb5d62cd8a5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:56.520656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0011682c-3074-4ccf-8979-aef74a7891ae req-00d578d1-2be3-4365-b9eb-cbb5d62cd8a5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.0599627 Sep 22 09:25:56.525374 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a7fe-a40a-45d9-a7b7-2bc5cfb63937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:56.525691 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a7fe-a40a-45d9-a7b7-2bc5cfb63937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:56.527957 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4fc6a7fe-a40a-45d9-a7b7-2bc5cfb63937 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c6b0616-e2c2-4c35-835e-f3597cb4be05 HTTP/1.1" status: 204 len: 168 time: 0.7104557 Sep 22 09:25:56.551261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6a7fe-a40a-45d9-a7b7-2bc5cfb63937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6b0616-e2c2-4c35-835e-f3597cb4be05,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:56.591935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0011682c-3074-4ccf-8979-aef74a7891ae req-a1e40bd2-29b4-4ea3-ac40-4ba643fea237 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627148 Sep 22 09:25:56.793237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf776ec-cb76-40e6-8e7b-b1cc4ae2646b req-5c9703c6-bfe1-40ad-a6d0-d5cba504912b tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:56.793237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcf776ec-cb76-40e6-8e7b-b1cc4ae2646b req-5c9703c6-bfe1-40ad-a6d0-d5cba504912b tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 1097 time: 0.1173501 Sep 22 09:25:56.830098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea568c5c-83cb-4b2c-8ef6-f3832292641a req-029644f3-fb02-42bc-9008-38d09073fa7d tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:56.832127 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea568c5c-83cb-4b2c-8ef6-f3832292641a req-029644f3-fb02-42bc-9008-38d09073fa7d tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 943 time: 0.0998154 Sep 22 09:25:56.874618 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2b8d0dd7-310d-4ba3-83c1-73aa142b2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:56.893151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcf776ec-cb76-40e6-8e7b-b1cc4ae2646b req-6c36184a-050b-4f3d-8e6a-7681199c9d0f tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856919 Sep 22 09:25:56.956421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea568c5c-83cb-4b2c-8ef6-f3832292641a req-d1adef36-b644-4855-8a63-a52eb55c5122 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157348 Sep 22 09:25:57.469050 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:57.662810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-64489fb1-6c65-4d9e-97ef-16273bd19ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:57.664458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-64489fb1-6c65-4d9e-97ef-16273bd19ddf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396&tenant_id=1cf14f0d57b04db4bde24027d9724d39 HTTP/1.1" status: 200 len: 1101 time: 0.0556996 Sep 22 09:25:57.827317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1a892-5dc7-433a-9453-f4781ad0272d req-d581791b-b97f-4d07-b77c-e632093811c1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:57.836346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c1a892-5dc7-433a-9453-f4781ad0272d req-d581791b-b97f-4d07-b77c-e632093811c1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.1452026 Sep 22 09:25:57.869991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-390495b0-0bab-4194-b994-6efebb57115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:57.872975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-390495b0-0bab-4194-b994-6efebb57115c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 1101 time: 0.1601784 Sep 22 09:25:57.920403 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:57.934954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c1a892-5dc7-433a-9453-f4781ad0272d req-cd295acc-e0ac-456e-8d35-088f7acbc7f9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888903 Sep 22 09:25:58.035695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-26eda90a-e225-4903-9eb0-656c45f61496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:58.037317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-26eda90a-e225-4903-9eb0-656c45f61496 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1559525 Sep 22 09:25:58.094825 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-804e7c45-2c78-473a-95bb-f3e98005a011 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9 HTTP/1.1" status: 200 len: 217 time: 0.0479269 Sep 22 09:25:58.275966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a3b0f-6946-4f31-97dc-8da8e0f3dedb req-b38a9677-24a7-4f37-b6fe-f1c7d6485c94 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:58.278547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb9a3b0f-6946-4f31-97dc-8da8e0f3dedb req-b38a9677-24a7-4f37-b6fe-f1c7d6485c94 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 943 time: 0.1546741 Sep 22 09:25:58.303026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-167dfc25-3a13-4f16-9c15-a7b6cf36a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:58.304917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-167dfc25-3a13-4f16-9c15-a7b6cf36a9a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1989200 Sep 22 09:25:58.340950 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:25:58.378337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-e542b64a-f598-461b-a36f-98809c26e6a3 service neutron] 10.222.0.45 "GET /v2.0/ports/ff5204a2-44b6-46c9-9f8d-718bc6c6462b/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 384 time: 0.2714844 Sep 22 09:25:58.484135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb9a3b0f-6946-4f31-97dc-8da8e0f3dedb req-037ce9a3-7119-4da4-8c21-30035fb3c38a tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970520 Sep 22 09:25:58.494303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-eb5e75ab-8cdb-43d6-ac26-f7070856995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:58.501646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-eb5e75ab-8cdb-43d6-ac26-f7070856995c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1838965 Sep 22 09:25:58.702898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-ed10a9cf-9718-42eb-89ca-c1ede5da9a43 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929116 Sep 22 09:25:58.878525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029ee7a3-a186-489c-b377-630a1d4529b5 req-228c656d-aeed-4e83-bdd3-9e3c18ede7e0 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384554 Sep 22 09:25:58.936988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-4060423b-9834-486e-a968-f2498d1222fc service neutron] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:59.279939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-4060423b-9834-486e-a968-f2498d1222fc service neutron] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:25:59.325656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-4060423b-9834-486e-a968-f2498d1222fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5204a2-44b6-46c9-9f8d-718bc6c6462b {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:25:59.338431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-4060423b-9834-486e-a968-f2498d1222fc service neutron] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:25:59.363707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ff5204a2-44b6-46c9-9f8d-718bc6c6462b no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:25:59.438463 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-4060423b-9834-486e-a968-f2498d1222fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:59.497729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23f067-068d-4976-8429-91387cd5c7ba req-720d2abd-528c-4aa5-adca-aa52cf81b1e5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:59.506664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a23f067-068d-4976-8429-91387cd5c7ba req-720d2abd-528c-4aa5-adca-aa52cf81b1e5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 950 time: 0.1068695 Sep 22 09:25:59.562035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a23f067-068d-4976-8429-91387cd5c7ba req-2774169b-f309-40c6-863e-ad342b8a710a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487804 Sep 22 09:25:59.605330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-4060423b-9834-486e-a968-f2498d1222fc service neutron] Transition to ACTIVE for port object ff5204a2-44b6-46c9-9f8d-718bc6c6462b will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:25:59.680268 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-4060423b-9834-486e-a968-f2498d1222fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:59.716912 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:59.744669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-4060423b-9834-486e-a968-f2498d1222fc service neutron] No DVR routers for this DVR port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:25:59.756704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-e3dc7199-9252-4449-a914-59bc8da5bbe7 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:25:59.757782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-e3dc7199-9252-4449-a914-59bc8da5bbe7 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160649 Sep 22 09:25:59.782316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060423b-9834-486e-a968-f2498d1222fc service neutron] Pushing event updated for resources: {'Port': ['ID=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,revision_number=10']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:25:59.832981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-4060423b-9834-486e-a968-f2498d1222fc service neutron] 10.222.0.45 "PUT /v2.0/ports/ff5204a2-44b6-46c9-9f8d-718bc6c6462b/bindings/n-h1-805649-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4382961 Sep 22 09:25:59.834388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-0813ca3c-20ee-43ca-b269-dbe658ad7bc2 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:25:59.835725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-0813ca3c-20ee-43ca-b269-dbe658ad7bc2 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports/e268515d-f4f8-4212-a918-de0892d563e3 HTTP/1.1" status: 200 len: 1094 time: 0.0692983 Sep 22 09:25:59.845360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Request body: {'binding': {'host': 'n-h1-805649-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:25:59.845808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Unknown quota resources ['binding']. {{(pid=95510) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:26:00.056157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 on host n-h1-805649-4 for vnic_type normal with profile None {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:26:00.056764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:26:00.057093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:00.060431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-8f95ba1a-da57-46a5-8895-ec97f7e693e7 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:00.062690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-8f95ba1a-da57-46a5-8895-ec97f7e693e7 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1095 time: 0.0846593 Sep 22 09:26:00.066138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Port e268515d-f4f8-4212-a918-de0892d563e3 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:26:00.066453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:00.081839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:26:00.082174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:26:00.082551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:26:00.082985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Bound port: e268515d-f4f8-4212-a918-de0892d563e3, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:26:00.158094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-f91017b1-4920-4333-866b-b0c48b0d7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:00.159639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-f91017b1-4920-4333-866b-b0c48b0d7c5e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3&tenant_id=c5e50368fa5242f5942a8543dc7c27ba HTTP/1.1" status: 200 len: 1095 time: 0.0876346 Sep 22 09:26:00.171282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e268515d-f4f8-4212-a918-de0892d563e3,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:26:00.241127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] Notify callbacks [] for binding, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:00.242410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-1e31336e-0c26-4ad4-8231-23298f5f784b service neutron] 10.222.0.49 "POST /v2.0/ports/e268515d-f4f8-4212-a918-de0892d563e3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4010410 Sep 22 09:26:00.254500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-92b2c2e5-2d32-478d-a3a4-573b95411066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:00.257651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-92b2c2e5-2d32-478d-a3a4-573b95411066 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 1095 time: 0.0669363 Sep 22 09:26:00.393375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f32d4-0791-4801-862c-af6ddcaa1b99 req-2c97f1c8-e233-4a10-935c-3dbe7364b782 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:00.395583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a44f32d4-0791-4801-862c-af6ddcaa1b99 req-2c97f1c8-e233-4a10-935c-3dbe7364b782 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 944 time: 0.1208022 Sep 22 09:26:00.427240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-3f59919d-0a72-4736-8cf9-c21a5c7c1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:00.429032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-3f59919d-0a72-4736-8cf9-c21a5c7c1f95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.1642311 Sep 22 09:26:00.470970 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2140492b-d73c-4430-ac12-d625f9dd5bc9 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:26:00.496635 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a44f32d4-0791-4801-862c-af6ddcaa1b99 req-93cb8146-b9d9-4ad9-acea-7627c5972c63 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904691 Sep 22 09:26:00.504452 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-6a29e5d2-a94b-4279-8530-126a4f3b662b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b HTTP/1.1" status: 200 len: 217 time: 0.0667450 Sep 22 09:26:00.594845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-67c5609f-f1f5-4071-8a67-37e4c969ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:00.596708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-67c5609f-f1f5-4071-8a67-37e4c969ee23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0842803 Sep 22 09:26:00.665747 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-b5b21b2a-f17f-48b9-b826-5f190dfbae4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531068 Sep 22 09:26:00.667358 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:00.724868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:00.726220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:00.729408 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af98d20a-de27-4d62-865d-eeb9aec46538" -d '{"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-unplugged", "status": "completed", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:00.825936 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:00.900208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:00.960831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc98cb-dade-4cca-9e32-6b625a2a5f8f req-7141d4ca-e877-42e9-8bf8-39370dba2725 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:00.960831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cbc98cb-dade-4cca-9e32-6b625a2a5f8f req-7141d4ca-e877-42e9-8bf8-39370dba2725 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.1480713 Sep 22 09:26:00.960831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646df060-0030-45fc-bbc8-017cb699ad19 req-c7886b92-c947-4d56-9781-5db2cb0d4591 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:00.960831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-646df060-0030-45fc-bbc8-017cb699ad19 req-c7886b92-c947-4d56-9781-5db2cb0d4591 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 948 time: 0.1078284 Sep 22 09:26:00.960831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-b6490dbd-5b3a-4268-ad19-1e6708b386c2 service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779224 Sep 22 09:26:01.082788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cbc98cb-dade-4cca-9e32-6b625a2a5f8f req-c36e6ce8-13ad-4a73-af2b-75ec205cf1bf tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351879 Sep 22 09:26:01.085990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-646df060-0030-45fc-bbc8-017cb699ad19 req-d4e5ef02-a2e3-47d5-bd17-0435145245b3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272538 Sep 22 09:26:01.121667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-5b556c06-c0d8-4de4-b06a-b41ada4429a8 service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469064 Sep 22 09:26:01.220538 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19448e1-5744-49f7-b959-85c425c3a8ef x-openstack-request-id: req-a19448e1-5744-49f7-b959-85c425c3a8ef {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:01.221076 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-unplugged", "status": "completed", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:01.221569 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a19448e1-5744-49f7-b959-85c425c3a8ef {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:01.222217 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'code': 200} Sep 22 09:26:01.619589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1d950-e0c5-468b-a0b5-51e32c55a432 req-e546c488-2f9e-4e62-8dd1-f7f1ec26f8d2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:01.621218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1aa1d950-e0c5-468b-a0b5-51e32c55a432 req-e546c488-2f9e-4e62-8dd1-f7f1ec26f8d2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 944 time: 0.0513008 Sep 22 09:26:01.689390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1aa1d950-e0c5-468b-a0b5-51e32c55a432 req-d69acc25-9abe-4bd2-93b8-d648af57d937 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602951 Sep 22 09:26:02.070524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50690) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:02.218860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-89e84f2b-83e6-471f-be65-1fefbea21594 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:02.220608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-89e84f2b-83e6-471f-be65-1fefbea21594 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 1095 time: 0.1188793 Sep 22 09:26:02.277815 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-07e768bb-8474-4b5c-abb6-883bbce4a22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:02.386363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89fdf-154d-475c-9a5f-882a5b1d2ea4 req-bf23968e-f932-4db1-b1a1-10d64888a43b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:02.394500 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69c89fdf-154d-475c-9a5f-882a5b1d2ea4 req-bf23968e-f932-4db1-b1a1-10d64888a43b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.1728365 Sep 22 09:26:02.435451 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-07e768bb-8474-4b5c-abb6-883bbce4a22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:02.441489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69c89fdf-154d-475c-9a5f-882a5b1d2ea4 req-4c3184d5-181b-4856-98a2-2d6021a6b5d8 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460219 Sep 22 09:26:02.464957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2140492b-d73c-4430-ac12-d625f9dd5bc9 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:26:02.473887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-7b40715e-33c4-4e86-9150-927db2a580c1 service neutron] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:02.502467 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-7b40715e-33c4-4e86-9150-927db2a580c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:02.502467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521676e-571a-4861-ae05-2b4965a7ac0a req-7b40715e-33c4-4e86-9150-927db2a580c1 service neutron] 10.222.0.60 "DELETE /v2.0/ports/ff5204a2-44b6-46c9-9f8d-718bc6c6462b/bindings/n-h2-805649-4 HTTP/1.1" status: 204 len: 173 time: 0.2693148 Sep 22 09:26:02.515706 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-07e768bb-8474-4b5c-abb6-883bbce4a22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:02.529305 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cadbec-56eb-45ac-b7e3-70fafd3f7528 req-18833b07-78e9-4db8-a6e0-6a5d8596922c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:02.531241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5cadbec-56eb-45ac-b7e3-70fafd3f7528 req-18833b07-78e9-4db8-a6e0-6a5d8596922c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 948 time: 0.0768714 Sep 22 09:26:02.581666 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-07e768bb-8474-4b5c-abb6-883bbce4a22b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24618717884440cc8bcafe35af6ce7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100515 Sep 22 09:26:02.582563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e768bb-8474-4b5c-abb6-883bbce4a22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c668e0-3a42-42dd-b207-e8a0bf49cded,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:02.584917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50710) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:02.604256 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5cadbec-56eb-45ac-b7e3-70fafd3f7528 req-64aef00f-a8a8-4cfd-bb88-546a9a761416 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515697 Sep 22 09:26:02.663194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:02.684865 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c211b696-4708-4443-b95e-cce871ace19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:02.699489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'mac_address': 'fa:16:3e:e4:19:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:26:02.708668 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c211b696-4708-4443-b95e-cce871ace19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:02.784679 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:02.789504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d833e-8832-4c6c-8977-738e21a024f9 req-888ed843-2584-4f69-95c4-6d24ded6f3b3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:02.798149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-165d833e-8832-4c6c-8977-738e21a024f9 req-888ed843-2584-4f69-95c4-6d24ded6f3b3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 948 time: 0.1003311 Sep 22 09:26:02.802892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2140492b-d73c-4430-ac12-d625f9dd5bc9 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:02.830382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:02.846690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-165d833e-8832-4c6c-8977-738e21a024f9 req-b1a05e7d-a801-4690-a5f4-1a0851438e77 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476031 Sep 22 09:26:02.851888 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c211b696-4708-4443-b95e-cce871ace19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:02.854661 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c211b696-4708-4443-b95e-cce871ace19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:02.856115 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c211b696-4708-4443-b95e-cce871ace19a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72c668e0-3a42-42dd-b207-e8a0bf49cded HTTP/1.1" status: 204 len: 168 time: 0.2583289 Sep 22 09:26:02.874580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211b696-4708-4443-b95e-cce871ace19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c668e0-3a42-42dd-b207-e8a0bf49cded,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:02.925769 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:03.015002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=10']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:03.030530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e7010-bd49-4d0e-85cc-95ed1cd39402 req-9694aa72-a8c5-4eba-bba5-dd686a69b1b1 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:03.038850 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c14e7010-bd49-4d0e-85cc-95ed1cd39402 req-9694aa72-a8c5-4eba-bba5-dd686a69b1b1 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 944 time: 0.0795462 Sep 22 09:26:03.103921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c14e7010-bd49-4d0e-85cc-95ed1cd39402 req-0e237d81-aef5-4d52-888a-5c01de952d48 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608215 Sep 22 09:26:03.269379 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['2140492b-d73c-4430-ac12-d625f9dd5bc9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:03.697742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f1ac0-4628-46b9-97f0-415de344ef93 req-2da4f83f-43c5-43e7-b160-a9a4a664bfda tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:03.699247 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-231f1ac0-4628-46b9-97f0-415de344ef93 req-2da4f83f-43c5-43e7-b160-a9a4a664bfda tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.0799811 Sep 22 09:26:03.728274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa3e13-3a52-472f-be72-8dbb8b66e899 req-4b3f8fb2-0951-42d4-836e-b442ee51e2a3 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:03.729803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9aa3e13-3a52-472f-be72-8dbb8b66e899 req-4b3f8fb2-0951-42d4-836e-b442ee51e2a3 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 1095 time: 0.0753553 Sep 22 09:26:03.759893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-231f1ac0-4628-46b9-97f0-415de344ef93 req-9b06dee3-5546-4667-80bf-e66be4dc134b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530343 Sep 22 09:26:03.776421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9aa3e13-3a52-472f-be72-8dbb8b66e899 req-ddf9f641-cb67-401c-9058-d2eba6ee759b tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353866 Sep 22 09:26:03.968815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-76abaf27-a1e3-4332-ac9b-ee4687e76096 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1cf14f0d57b04db4bde24027d9724d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247564 Sep 22 09:26:04.096905 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-d125bd5e-023d-4372-a7fe-22f2ffc63a6c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:04.098453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-d125bd5e-023d-4372-a7fe-22f2ffc63a6c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1232920 Sep 22 09:26:04.120110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-fb85f37e-0ae2-4faa-88a3-969aa430606c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/quotas/1cf14f0d57b04db4bde24027d9724d39 HTTP/1.1" status: 200 len: 375 time: 0.0099564 Sep 22 09:26:04.209266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-71a8d40c-eff4-4193-b38c-d1a6751537fa tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814993 Sep 22 09:26:04.217179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3e759-5962-4e7c-91d9-f02d21dc90ad req-4286b7a5-0ec5-48ed-8f74-49ca100456d0 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:04.217179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ab3e759-5962-4e7c-91d9-f02d21dc90ad req-4286b7a5-0ec5-48ed-8f74-49ca100456d0 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 1095 time: 0.0590119 Sep 22 09:26:04.241275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50880) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:04.255999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ab3e759-5962-4e7c-91d9-f02d21dc90ad req-d6165139-950f-407f-9a42-ffa59b178d04 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334461 Sep 22 09:26:04.375861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2135164669-network', 'tenant_id': 'cc397c632af54e038c119931f95a2b88'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:04.473205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Made reservation on behalf of cc397c632af54e038c119931f95a2b88 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:26:04.474987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:04.477926 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2140492b-d73c-4430-ac12-d625f9dd5bc9 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:26:04.512531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:04.539133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 2140492b-d73c-4430-ac12-d625f9dd5bc9 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:26:04.539734 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:04.589806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-b4b8c0ae-5444-4a66-a4b6-5cc1183beb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:04.597166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-b4b8c0ae-5444-4a66-a4b6-5cc1183beb2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 1097 time: 0.1162181 Sep 22 09:26:04.676640 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:04.693499 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:04.705969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:04.708234 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5720c6-f4ba-4446-8f60-76c26a42dd4b" -d '{"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-plugged", "status": "completed", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:04.731939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-47dd45aa-2a67-45cd-8c81-b37bfd54dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:04.732820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:04.733769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-47dd45aa-2a67-45cd-8c81-b37bfd54dbde service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.1291275 Sep 22 09:26:04.782209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-ca79efcc-2bb9-4010-9c75-ddb28f58f137 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e268515d-f4f8-4212-a918-de0892d563e3 HTTP/1.1" status: 200 len: 217 time: 0.0407510 Sep 22 09:26:04.799467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:04.825629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:26:04.828449 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:04.829564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e18e5cfb-75eb-4789-ad7a-394c881e9969 req-5580b52e-2e51-4950-ab4b-b8daca03fc53 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 210 time: 0.0502350 Sep 22 09:26:04.840008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163cfc8a-a2c3-48dd-9054-65234c05c3b5,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:04.848216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:04.848952 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Added segment d5eaab3d-c9ff-4125-a88b-628bd4fe796d of type vlan for network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 Sep 22 09:26:04.858560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-ffbdfd45-82cf-4369-810b-a41ddeb2ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:04.861052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-ffbdfd45-82cf-4369-810b-a41ddeb2ce7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0702491 Sep 22 09:26:04.892623 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:04.934261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-9ff5a70d-7471-4061-86d8-ae371c6e5aa3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598629 Sep 22 09:26:04.939502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=11']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:04.988020 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cde94e3-9ac0-4eb9-b7a5-2bca6bc3202e x-openstack-request-id: req-6cde94e3-9ac0-4eb9-b7a5-2bca6bc3202e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:04.988311 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-plugged", "status": "completed", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:04.988560 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6cde94e3-9ac0-4eb9-b7a5-2bca6bc3202e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:04.988976 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'code': 200} Sep 22 09:26:05.045008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-99a51175-75e6-455d-bd00-8de80006729d service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030362 Sep 22 09:26:05.046880 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:05.051105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:05.051105 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:05.131328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] Pushing event updated for resources: {'Network': ['ID=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:05.148569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:26:05.183601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cded758-1d44-443f-8951-a1c63fd61efe req-835cc491-e496-4d5c-8bfc-01b4789db147 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:05.191843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cded758-1d44-443f-8951-a1c63fd61efe req-835cc491-e496-4d5c-8bfc-01b4789db147 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.1390119 Sep 22 09:26:05.224027 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-90bc82eb-75d9-4d2d-a780-767bafc438ee admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9844708 Sep 22 09:26:05.228851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-db5fbf85-e568-4f26-8279-e3c19616c410 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698756 Sep 22 09:26:05.229201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51000) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:05.233159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] Request body: {'subnet': {'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2135164669-subnet', 'tenant_id': 'cc397c632af54e038c119931f95a2b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:05.245264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cded758-1d44-443f-8951-a1c63fd61efe req-87e25b25-3aee-4e2a-bcba-efa628024d05 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523169 Sep 22 09:26:05.399377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] Made reservation on behalf of cc397c632af54e038c119931f95a2b88 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:26:05.401780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:05.552535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2eeec-71ee-4d5e-b14e-2f6f27c7726c req-b7fd0039-c5cf-47e8-9c8a-9c68ea8a4507 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:05.554259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46a2eeec-71ee-4d5e-b14e-2f6f27c7726c req-b7fd0039-c5cf-47e8-9c8a-9c68ea8a4507 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 949 time: 0.0708609 Sep 22 09:26:05.629519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46a2eeec-71ee-4d5e-b14e-2f6f27c7726c req-2468cdf7-5697-477e-b53a-b9c83c0f91a9 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655320 Sep 22 09:26:05.679655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:05.796981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] Checking segment: {'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:26:05.797345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] Network hostable DHCP agents. Network: 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:26:05.822339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd776568-8d4f-4ede-a259-948ad127ce89,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:05.924022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] Network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:26:06.016696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:26:06.023210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:06.024004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:06.028175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9528d4f1-1166-41ed-8511-81e6a08fa066 None None] Network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:26:06.178259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c40ce20-98cf-4de6-aee0-52c3ecb74bbe None None] Network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:26:06.239542 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2f68c8d6-2ea0-47f8-bfd3-1d4d8b755e98 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0036354 Sep 22 09:26:06.434494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-881ff0ad-f912-4983-abb9-a9e970aef1bc req-65e54d95-dea7-4194-86c9-eca60b7aff53 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 210 time: 0.0378160 Sep 22 09:26:06.559621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f7031-cfb4-4100-99be-bdfbcd847cef req-9e34dcbb-a9fc-469a-81d2-eeb8a806320e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:06.561755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc4f7031-cfb4-4100-99be-bdfbcd847cef req-9e34dcbb-a9fc-469a-81d2-eeb8a806320e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.0633111 Sep 22 09:26:06.604846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc4f7031-cfb4-4100-99be-bdfbcd847cef req-474b1263-bb57-4df3-ace7-afe12f7b66ad tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351615 Sep 22 09:26:06.965649 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-50aef7d2-05c4-4274-93cc-df99fb3b01e4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1cf14f0d57b04db4bde24027d9724d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493186 Sep 22 09:26:07.158844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-267c15e1-537c-4488-84c6-d16d7e7e1712 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:07.160325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-267c15e1-537c-4488-84c6-d16d7e7e1712 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864152 Sep 22 09:26:07.175534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-3d78a67e-af9d-4017-b625-2b0df7bc6222 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:07.177030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-3d78a67e-af9d-4017-b625-2b0df7bc6222 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/networks?id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 HTTP/1.1" status: 200 len: 822 time: 0.1796436 Sep 22 09:26:07.190077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Request body: {'port': {'device_id': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '1cf14f0d57b04db4bde24027d9724d39'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:07.214811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-bfcd7ce2-6026-4c68-bf40-48c25b46d4a3 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/quotas/cc397c632af54e038c119931f95a2b88 HTTP/1.1" status: 200 len: 375 time: 0.0308397 Sep 22 09:26:07.260662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-16d7fe68-ba47-44bc-89f3-ac9da1e85388 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc397c632af54e038c119931f95a2b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354238 Sep 22 09:26:07.409605 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-fed62859-ecfa-42c0-adf1-13e6be82a010 service neutron] 10.222.0.49 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235044 Sep 22 09:26:07.493782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Made reservation on behalf of 1cf14f0d57b04db4bde24027d9724d39 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:26:07.497185 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:07.534921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-74ba5b6f-4a92-4c3d-a3e9-c4ceed075d7f service neutron] 10.222.0.49 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099362 Sep 22 09:26:07.655665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Allocated IP 192.168.233.214 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/699c0a08-1145-4252-ba3a-74a013349c6f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:26:08.146312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb6a20b9-9ad5-46e2-bbbf-0561767cb14d req-cb191217-7c2a-45e3-9166-1641bde32ca0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 210 time: 0.3848350 Sep 22 09:26:08.191623 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:08.284388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148583ed-ccf4-4add-971c-699eac4da420 req-b7912f04-a2f6-4843-9065-084380844d22 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:08.286058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-148583ed-ccf4-4add-971c-699eac4da420 req-b7912f04-a2f6-4843-9065-084380844d22 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.0797088 Sep 22 09:26:08.331091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-148583ed-ccf4-4add-971c-699eac4da420 req-72413f88-105a-4438-9a2c-25c7a2ecc3fd tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386496 Sep 22 09:26:08.332556 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:08.345818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'b9565992-7c7e-47ae-9711-0e07b76b1684', '2140492b-d73c-4430-ac12-d625f9dd5bc9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:08.394979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:08.412839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:26:08.428289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:26:08.430774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:26:08.486980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:08.487484 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:08.532168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7df500f-d035-4cd3-a42e-9065322b9b61 req-3f8d0d13-5fa9-4d8f-86f6-797dd2bfdc98 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 210 time: 0.1032250 Sep 22 09:26:08.546764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 616436f2-b06d-4b79-bfaa-d41c50192944 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:26:08.683564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c553a67f-f8ee-4ef3-adf2-fb328133f42f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4951828 Sep 22 09:26:08.693509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Request body: {'port': {'device_id': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:08.734835 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:08.772388 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:08.778350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '616436f2-b06d-4b79-bfaa-d41c50192944'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:08.788115 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a916c1ee-6cd8-41f2-9fc8-068cd1fe94b8" -d '{"events": [{"server_uuid": "cf3e4356-b61c-43f5-b7bf-bda2c71fe78c", "name": "network-vif-unplugged", "status": "completed", "tag": "616436f2-b06d-4b79-bfaa-d41c50192944"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:08.830273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 616436f2-b06d-4b79-bfaa-d41c50192944, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=616436f2-b06d-4b79-bfaa-d41c50192944,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:08.857207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0adae867-b1f1-4973-865f-83bc51a70ff3 None None] Provisioning complete for port 699c0a08-1145-4252-ba3a-74a013349c6f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:26:08.858026 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0adae867-b1f1-4973-865f-83bc51a70ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:08.886959 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bc37ca-1ea1-4f2b-98c8-0eecf8cd7c19 x-openstack-request-id: req-94bc37ca-1ea1-4f2b-98c8-0eecf8cd7c19 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:08.887271 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3e4356-b61c-43f5-b7bf-bda2c71fe78c", "name": "network-vif-unplugged", "status": "completed", "tag": "616436f2-b06d-4b79-bfaa-d41c50192944", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:08.887514 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94bc37ca-1ea1-4f2b-98c8-0eecf8cd7c19 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:08.887888 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '616436f2-b06d-4b79-bfaa-d41c50192944', 'code': 200} Sep 22 09:26:08.910771 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:09.083086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0adae867-b1f1-4973-865f-83bc51a70ff3 None None] Port 699c0a08-1145-4252-ba3a-74a013349c6f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:26:09.135257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699c0a08-1145-4252-ba3a-74a013349c6f {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:09.145422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:09.152845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=616436f2-b06d-4b79-bfaa-d41c50192944,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:09.161264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Transition to ACTIVE for port object 699c0a08-1145-4252-ba3a-74a013349c6f will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:26:09.167336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.167336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.167336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.167830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.167830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.168006 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.168333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.168661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.169050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.169407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.169746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.170768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:09.243664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:09.333930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2569428-9581-49e5-b195-99bb1f39f2e6 req-44ec396d-a6a3-4ea6-9c6a-11ddf2071fca tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:09.335504 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2569428-9581-49e5-b195-99bb1f39f2e6 req-44ec396d-a6a3-4ea6-9c6a-11ddf2071fca tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 948 time: 0.1034360 Sep 22 09:26:09.340688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:09.416814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ae11700f-0580-46eb-8fd2-c0a4971b5494 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:26:09.499303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2569428-9581-49e5-b195-99bb1f39f2e6 req-63658f3e-540b-429c-affd-a0aff4c8ce56 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293209 Sep 22 09:26:09.536383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:26:09.537504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:26:09.538137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:09.557284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Port 699c0a08-1145-4252-ba3a-74a013349c6f on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:26:09.558015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:09.583868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:26:09.585191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:26:09.585811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:26:09.586443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Bound port: 699c0a08-1145-4252-ba3a-74a013349c6f, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:26:09.587146 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:09.598990 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:09.610384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'mac_address': 'fa:16:3e:ea:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:26:09.656711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18df04-837a-43b0-8377-fa542c9322dd req-6425b20d-eeb2-4f22-8214-ed5aab5a7d8f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:09.658698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a18df04-837a-43b0-8377-fa542c9322dd req-6425b20d-eeb2-4f22-8214-ed5aab5a7d8f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.1179197 Sep 22 09:26:09.688756 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:09.696109 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:09.700903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:26:09.716518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae11700f-0580-46eb-8fd2-c0a4971b5494 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:09.745288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:09.747494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a18df04-837a-43b0-8377-fa542c9322dd req-c0bd05dc-9daf-4d9a-baa5-d92b7939e407 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443530 Sep 22 09:26:09.782382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9a10441a-6454-4b2b-a7be-897e87e02c51 req-812a365a-bf5a-4c76-a027-fe557fbb4374 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 210 time: 0.0272236 Sep 22 09:26:09.799018 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:09.830068 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:09.839460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:09.839460 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:09.847658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] 10.222.0.45 "PUT /v2.0/ports/699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 1096 time: 1.1585491 Sep 22 09:26:09.848355 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:09.851124 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1498859a-f61a-4b75-9088-84a552c0282c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:09.901312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a09074-9bf1-4308-b5f9-a7f439e5c56d service neutron] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:09.923951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:09.941641 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23929e7-1a4e-4eaa-8879-22f0b371260a x-openstack-request-id: req-c23929e7-1a4e-4eaa-8879-22f0b371260a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:09.941939 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:09.947824 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c23929e7-1a4e-4eaa-8879-22f0b371260a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:09.947824 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f', 'status': 'completed', 'code': 200} Sep 22 09:26:09.967959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['ae11700f-0580-46eb-8fd2-c0a4971b5494'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:10.059701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51328) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:10.106455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498859a-f61a-4b75-9088-84a552c0282c req-a8e2d54e-c357-48ce-8fa5-ff9e75f57205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:10.106455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1498859a-f61a-4b75-9088-84a552c0282c req-a8e2d54e-c357-48ce-8fa5-ff9e75f57205 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1099 time: 0.1327682 Sep 22 09:26:10.119579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe9420-663a-4dd8-8990-3e14bea33215 req-87e0ed74-9cd5-4c83-8370-85a89fb431b3 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:10.121454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64fe9420-663a-4dd8-8990-3e14bea33215 req-87e0ed74-9cd5-4c83-8370-85a89fb431b3 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 946 time: 0.1085117 Sep 22 09:26:10.198124 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1498859a-f61a-4b75-9088-84a552c0282c req-c8f0726e-27e2-4b46-ae3e-923590d1ceb1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1cf14f0d57b04db4bde24027d9724d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756207 Sep 22 09:26:10.268132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1e21131c-92ae-4c13-a9dc-246cf10f1fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:10.306684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64fe9420-663a-4dd8-8990-3e14bea33215 req-563ef51e-411e-4057-add0-83a51b368fce tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609590 Sep 22 09:26:10.415845 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1e21131c-92ae-4c13-a9dc-246cf10f1fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:10.466254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-23a17e8c-b806-4ab1-8b56-38078d77849f tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:10.468518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-23a17e8c-b806-4ab1-8b56-38078d77849f tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.60 "GET /v2.0/networks?id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 HTTP/1.1" status: 200 len: 822 time: 0.2875869 Sep 22 09:26:10.471234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498859a-f61a-4b75-9088-84a552c0282c req-38bd6992-0417-4b8c-9863-e9b339bbfd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:10.472578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1498859a-f61a-4b75-9088-84a552c0282c req-38bd6992-0417-4b8c-9863-e9b339bbfd2e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2507484 Sep 22 09:26:10.483346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Request body: {'port': {'device_id': 'a4ed211c-2071-49c2-af54-9f8467629d4b', 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7', 'admin_state_up': True, 'tenant_id': 'cc397c632af54e038c119931f95a2b88'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:10.490985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1e21131c-92ae-4c13-a9dc-246cf10f1fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:10.533828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21131c-92ae-4c13-a9dc-246cf10f1fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bf501c-1ee5-4bea-8023-11a9c601568a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:10.540388 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1e21131c-92ae-4c13-a9dc-246cf10f1fa1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d86574a3c094ddaa2e31efdd18eb97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780047 Sep 22 09:26:10.542804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51338) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:10.615111 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc120-0b95-4066-9138-475d54353ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:10.640406 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc120-0b95-4066-9138-475d54353ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:10.691813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-330338ba-10ba-4066-b633-536587c1f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:10.694032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-330338ba-10ba-4066-b633-536587c1f8a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1099 time: 0.1461308 Sep 22 09:26:10.765530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f68c2-8d70-40e4-9420-04b0176fab8e req-90d92636-7cf9-4c3d-8bd1-1266fd4b0a7f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:10.767227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c9f68c2-8d70-40e4-9420-04b0176fab8e req-90d92636-7cf9-4c3d-8bd1-1266fd4b0a7f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 948 time: 0.1428270 Sep 22 09:26:10.772620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-33dd6fde-8f2e-4cc4-b4b6-5de326864f2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 217 time: 0.0606821 Sep 22 09:26:10.800037 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc120-0b95-4066-9138-475d54353ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:10.803760 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc120-0b95-4066-9138-475d54353ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:10.805789 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3bcfc120-0b95-4066-9138-475d54353ece admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3bf501c-1ee5-4bea-8023-11a9c601568a HTTP/1.1" status: 204 len: 168 time: 0.2617829 Sep 22 09:26:10.823891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfc120-0b95-4066-9138-475d54353ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bf501c-1ee5-4bea-8023-11a9c601568a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:10.875342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-54d76379-b131-4e04-ac81-221352b8459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:10.877030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-54d76379-b131-4e04-ac81-221352b8459e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0833652 Sep 22 09:26:10.945661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Made reservation on behalf of cc397c632af54e038c119931f95a2b88 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:26:10.949677 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:11.000939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c9f68c2-8d70-40e4-9420-04b0176fab8e req-c3f9531d-9ecf-408b-8993-b4d98e91abb6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084835 Sep 22 09:26:11.071537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-9499589d-b899-4f38-84e1-8ce49a8d0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:11.072164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-9499589d-b899-4f38-84e1-8ce49a8d0446 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599042 Sep 22 09:26:11.083629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea406147-12f8-46bc-aa58-a150b0cf230b req-510a7ba0-4114-413b-96e1-7e82441e5108 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:11.085254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea406147-12f8-46bc-aa58-a150b0cf230b req-510a7ba0-4114-413b-96e1-7e82441e5108 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.1903436 Sep 22 09:26:11.197683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e949929a-693f-44cf-834b-a9e419acbea5 req-c7221ccf-7518-47f7-b1b2-c3a27428a8ee tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 210 time: 0.0791228 Sep 22 09:26:11.297545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea406147-12f8-46bc-aa58-a150b0cf230b req-ece54d3c-c0c4-4e25-a783-c26d43ab269a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950710 Sep 22 09:26:11.331468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Allocated IP 172.20.0.11 (3a55a946-407a-40bd-9d6c-2ff6b87b7fe7/cd776568-8d4f-4ede-a259-948ad127ce89/5b6f3bc3-4fb5-46be-93fa-000049cdc287) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:26:11.355498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-b121da6b-fb48-41f5-b665-9bbdbe8ef492 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668142 Sep 22 09:26:11.415935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ae11700f-0580-46eb-8fd2-c0a4971b5494 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:26:11.506673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port ae11700f-0580-46eb-8fd2-c0a4971b5494 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:26:11.507039 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:11.573419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ebebcf1-b3c3-4738-8ec1-6593be2e0742 req-e349184f-685b-40d1-a3c9-c9b2daf4d01e service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014577 Sep 22 09:26:11.629399 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:11.656303 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:11.726281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:11.731752 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77692dba-c51a-4c42-9353-1258e6f18888" -d '{"events": [{"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-plugged", "status": "completed", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:11.772170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:11.811877 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:11.833925 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:11.881019 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2163dc-f297-4b1e-acaf-9c4d004e7808 x-openstack-request-id: req-de2163dc-f297-4b1e-acaf-9c4d004e7808 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:11.881310 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-plugged", "status": "completed", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:11.881563 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de2163dc-f297-4b1e-acaf-9c4d004e7808 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:11.882050 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'code': 200} Sep 22 09:26:11.912577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event updated for resources: {'Port': ['ID=5b6f3bc3-4fb5-46be-93fa-000049cdc287,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:11.927063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=10']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:11.931284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:26:11.934560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:26:11.943570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:26:12.012388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:12.013227 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:12.144608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-8c4bc5eb-d3e1-49c3-add5-207816104c69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6654572 Sep 22 09:26:12.167504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Request body: {'port': {'device_id': 'a4ed211c-2071-49c2-af54-9f8467629d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:12.179624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35333da-a55f-487c-bccb-f677e5dcf2c7 req-dafdff46-c00e-42e9-a49b-ecc3d661adc0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:12.181573 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c35333da-a55f-487c-bccb-f677e5dcf2c7 req-dafdff46-c00e-42e9-a49b-ecc3d661adc0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 948 time: 0.1041098 Sep 22 09:26:12.305629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c35333da-a55f-487c-bccb-f677e5dcf2c7 req-e95feac1-4f2c-46a8-b24c-4b2f709d1520 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868108 Sep 22 09:26:12.418607 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:12.453254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af9e56-e694-468f-a1f1-dab598bc66ef req-1670f562-b426-4fce-8f24-8fdefa3216ef tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:12.454847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7af9e56-e694-468f-a1f1-dab598bc66ef req-1670f562-b426-4fce-8f24-8fdefa3216ef tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 932 time: 0.1713710 Sep 22 09:26:12.524087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-0f4a50ae-a2b1-456a-b62c-6ec8a496a574 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1357543120&fields=id&tenant_id=a3585eaf932a4ab482619956836d6bdd HTTP/1.1" status: 200 len: 267 time: 0.0792239 Sep 22 09:26:12.581738 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7af9e56-e694-468f-a1f1-dab598bc66ef req-63597666-cd89-46ad-b068-00e92b9ea0f5 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020820 Sep 22 09:26:12.814124 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-b73cad3c-208c-403a-b592-a632a846ab94 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:12.822800 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-b73cad3c-208c-403a-b592-a632a846ab94 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/networks?id=1c3f4292-5e72-4619-b601-bcc49b728830 HTTP/1.1" status: 200 len: 823 time: 0.2844143 Sep 22 09:26:12.857080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-d4f810ce-41c1-4806-b402-bd032df9a842 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/quotas/a3585eaf932a4ab482619956836d6bdd HTTP/1.1" status: 200 len: 375 time: 0.0344918 Sep 22 09:26:12.893611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed09867-23f6-47c1-9162-c51c96635e00 req-e60346e0-1a59-4556-9148-9b667aa9c617 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:12.901162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ed09867-23f6-47c1-9162-c51c96635e00 req-e60346e0-1a59-4556-9148-9b667aa9c617 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 946 time: 0.1720221 Sep 22 09:26:12.980875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ed09867-23f6-47c1-9162-c51c96635e00 req-8854fc93-bc3a-4485-a709-8b9fcd7052db tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766349 Sep 22 09:26:13.041597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-2e90c71e-0dbb-4266-8791-c1b7e16a34d3 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3585eaf932a4ab482619956836d6bdd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1829939 Sep 22 09:26:13.110700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6f3bc3-4fb5-46be-93fa-000049cdc287 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:13.120930 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:13.430841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:26:13.476828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Transition to ACTIVE for port object 5b6f3bc3-4fb5-46be-93fa-000049cdc287 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:26:13.535353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-0f803e58-a446-41b6-aee8-d842cc30dcbc service neutron] 10.222.0.49 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925256 Sep 22 09:26:13.607752 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:13.633787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:13.659102 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '699c0a08-1145-4252-ba3a-74a013349c6f', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '699c0a08-1145-4252-ba3a-74a013349c6f', 'mac_address': 'fa:16:3e:09:41:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:26:13.746318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6f3bc3-4fb5-46be-93fa-000049cdc287,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:13.791418 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:13.817151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-87b6c31c-941b-4c54-906c-6e495c5ae57e service neutron] 10.222.0.49 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309022 Sep 22 09:26:13.831185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699c0a08-1145-4252-ba3a-74a013349c6f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:13.873622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:13.933181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Attempting to bind port 5b6f3bc3-4fb5-46be-93fa-000049cdc287 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:26:13.933519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Attempting to bind port 5b6f3bc3-4fb5-46be-93fa-000049cdc287 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:26:13.933845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Attempting to bind port 5b6f3bc3-4fb5-46be-93fa-000049cdc287 on network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:13.943598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Port 5b6f3bc3-4fb5-46be-93fa-000049cdc287 on network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:26:13.943843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Attempting to bind port 5b6f3bc3-4fb5-46be-93fa-000049cdc287 on network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:13.961848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:26:13.962174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Checking segment: {'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:26:13.962563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Bound using segment: {'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:26:13.962999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Bound port: 5b6f3bc3-4fb5-46be-93fa-000049cdc287, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:26:13.963364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:13.991550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add0a71-638b-4463-9c39-175244a7f2ac req-0a2b949a-74a8-4ce5-a79e-dd4e6c5df672 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:13.993081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3add0a71-638b-4463-9c39-175244a7f2ac req-0a2b949a-74a8-4ce5-a79e-dd4e6c5df672 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.45 "GET /v2.0/ports?device_id=46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a HTTP/1.1" status: 200 len: 946 time: 0.1556273 Sep 22 09:26:14.124851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] For port 5b6f3bc3-4fb5-46be-93fa-000049cdc287, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:14.129640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] For port 5b6f3bc3-4fb5-46be-93fa-000049cdc287, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5b6f3bc3-4fb5-46be-93fa-000049cdc287,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:26:14.165709 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:14.172489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Deleting port a789a258-6ad3-46e1-8834-c44385048e1d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:26:14.172489 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:14.287607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:14.324608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:14.368422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] For port a789a258-6ad3-46e1-8834-c44385048e1d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a789a258-6ad3-46e1-8834-c44385048e1d,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:14.368838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:14.402448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:14.403075 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:14.405505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] 10.222.0.60 "PUT /v2.0/ports/5b6f3bc3-4fb5-46be-93fa-000049cdc287 HTTP/1.1" status: 200 len: 1092 time: 2.2457724 Sep 22 09:26:14.439194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ed211c-2071-49c2-af54-9f8467629d4b', 'tag': '5b6f3bc3-4fb5-46be-93fa-000049cdc287'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:14.442560 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf31344-6eba-4417-9921-4b071c549272" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ed211c-2071-49c2-af54-9f8467629d4b", "tag": "5b6f3bc3-4fb5-46be-93fa-000049cdc287"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:14.447906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['699c0a08-1145-4252-ba3a-74a013349c6f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:14.604446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588c23c-f538-4ed3-a57b-dc6078903761 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6f3bc3-4fb5-46be-93fa-000049cdc287,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:14.716055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-42fb795e-6e41-41ce-b02c-15456b19cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:14.718577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-42fb795e-6e41-41ce-b02c-15456b19cb5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc397c632af54e038c119931f95a2b88&device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 1095 time: 0.1779170 Sep 22 09:26:14.832802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-da001491-248e-47f6-b74e-56fc2100bb5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b6f3bc3-4fb5-46be-93fa-000049cdc287 HTTP/1.1" status: 200 len: 217 time: 0.1038244 Sep 22 09:26:14.931843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-3912a90c-7035-494b-9317-c83d6f26cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:14.936209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-3912a90c-7035-494b-9317-c83d6f26cc70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd776568-8d4f-4ede-a259-948ad127ce89 HTTP/1.1" status: 200 len: 862 time: 0.0926313 Sep 22 09:26:14.985897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-ae3dfe0e-d674-4e2e-a1af-721ffc33ee8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434916 Sep 22 09:26:15.038237 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:15.039162 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:15.039495 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Floating IP 176f260f-0c07-4764-b940-a083701b449c disassociated. External IP: 172.25.6.136, port: a789a258-6ad3-46e1-8834-c44385048e1d. Sep 22 09:26:15.039853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Calling delete_port for a789a258-6ad3-46e1-8834-c44385048e1d owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:26:15.173596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-d32092e2-fe21-4fd2-a8c6-a15401a8fb32 service neutron] 10.222.0.60 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792870 Sep 22 09:26:15.337984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61cc0c66-5798-46de-8eee-88c3abed2cae req-cb94d536-5332-45da-8b30-9c1c05c07e0e service neutron] 10.222.0.60 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541636 Sep 22 09:26:15.417008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:15.436692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:26:15.479367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Pushing event deleted for resources: {'Port': ['ID=a789a258-6ad3-46e1-8834-c44385048e1d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:15.599661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 699c0a08-1145-4252-ba3a-74a013349c6f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:26:15.604176 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 699c0a08-1145-4252-ba3a-74a013349c6f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:26:15.604658 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:15.641570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:26:15.728941 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:15.776779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:15.782492 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50740e30-a8c0-44b2-a972-25efc13e9f08" -d '{"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-plugged", "status": "completed", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:15.798267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:15.805208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:26:15.815685 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f01139-9988-449e-a1db-e24c1009a37b None None] Sync routers for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:26:15.836817 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f01139-9988-449e-a1db-e24c1009a37b None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:26:15.837819 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b2f01139-9988-449e-a1db-e24c1009a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:25:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:26:15.868222 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:15.869177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a789a258-6ad3-46e1-8834-c44385048e1d no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:26:15.908429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] No DVR routers for this DVR port a789a258-6ad3-46e1-8834-c44385048e1d on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:26:15.911421 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:15.919008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3add0a71-638b-4463-9c39-175244a7f2ac req-49668891-dd5b-4790-9bd7-76ad6d63030c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.45 "DELETE /v2.0/ports/a789a258-6ad3-46e1-8834-c44385048e1d HTTP/1.1" status: 204 len: 173 time: 1.9182010 Sep 22 09:26:15.936772 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: a789a258-6ad3-46e1-8834-c44385048e1d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:26:15.937512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a789a258-6ad3-46e1-8834-c44385048e1d not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:26:15.974353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:16.032554 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b2f01139-9988-449e-a1db-e24c1009a37b None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:26:16.347691 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b2f01139-9988-449e-a1db-e24c1009a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:26:16.387021 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f01139-9988-449e-a1db-e24c1009a37b None None] Checking router: 1f3414f1-831d-421c-9cb6-7efb7e79c7ba for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:26:16.397895 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f01139-9988-449e-a1db-e24c1009a37b None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:26:16.398522 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b2f01139-9988-449e-a1db-e24c1009a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:25:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:26:16.535149 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b2f01139-9988-449e-a1db-e24c1009a37b None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:26:16.802743 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b2f01139-9988-449e-a1db-e24c1009a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:26:16.837806 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f01139-9988-449e-a1db-e24c1009a37b None None] The sync data for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 is: [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:26:17.212318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288bec2-e6c5-4747-aa5c-11a0e48ed696 None None] New status for floating IP 176f260f-0c07-4764-b940-a083701b449c: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:26:17.236319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-9cda2bc4-8db0-406b-a12d-21be65bd6b82 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:17.241786 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-9cda2bc4-8db0-406b-a12d-21be65bd6b82 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.45 "GET /v2.0/networks?id=1c3f4292-5e72-4619-b601-bcc49b728830 HTTP/1.1" status: 200 len: 823 time: 0.2028964 Sep 22 09:26:17.301947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-3112b102-9557-4011-8a4c-9c443d6927f3 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3585eaf932a4ab482619956836d6bdd HTTP/1.1" status: 200 len: 380 time: 0.0516155 Sep 22 09:26:17.319608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Request body: {'port': {'device_id': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'admin_state_up': True, 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'security_groups': ['ea06d749-8938-4b15-9872-ed136588ce41']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:17.658738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Made reservation on behalf of a3585eaf932a4ab482619956836d6bdd for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:26:17.662486 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:17.854936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Allocated IP 172.20.0.7 (1c3f4292-5e72-4619-b601-bcc49b728830/bb00f9a2-b56a-4df4-9361-158da03a41a0/70f502e3-60ae-49f4-a57c-ba01e05c18c4) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:26:18.072867 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:18.171533 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:18.233196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Network 1c3f4292-5e72-4619-b601-bcc49b728830 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:26:18.239160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:26:18.245871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:26:18.288388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Pushing event updated for resources: {'Port': ['ID=70f502e3-60ae-49f4-a57c-ba01e05c18c4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:18.337471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:18.338209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:18.423441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-5311e71e-35de-4ad4-b336-4d5d2e0a8464 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1146605 Sep 22 09:26:18.439754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Request body: {'port': {'device_id': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:18.521523 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:18.565684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d0208e6c-aa48-4aae-98ab-d2fd6b9ab4dd None None] Provisioning complete for port 70f502e3-60ae-49f4-a57c-ba01e05c18c4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:26:18.569961 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d0208e6c-aa48-4aae-98ab-d2fd6b9ab4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:18.580947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5b6f3bc3-4fb5-46be-93fa-000049cdc287 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:26:18.702568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d0208e6c-aa48-4aae-98ab-d2fd6b9ab4dd None None] Port 70f502e3-60ae-49f4-a57c-ba01e05c18c4 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:26:18.800452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5b6f3bc3-4fb5-46be-93fa-000049cdc287, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5b6f3bc3-4fb5-46be-93fa-000049cdc287,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:18.816437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '5b6f3bc3-4fb5-46be-93fa-000049cdc287', 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7', 'port_id': '5b6f3bc3-4fb5-46be-93fa-000049cdc287', 'mac_address': 'fa:16:3e:b0:23:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd776568-8d4f-4ede-a259-948ad127ce89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:26:18.872165 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:18.887156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6f3bc3-4fb5-46be-93fa-000049cdc287 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:18.912351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5b6f3bc3-4fb5-46be-93fa-000049cdc287, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5b6f3bc3-4fb5-46be-93fa-000049cdc287,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:18.934968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f502e3-60ae-49f4-a57c-ba01e05c18c4 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:18.943970 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:18.963558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Transition to ACTIVE for port object 70f502e3-60ae-49f4-a57c-ba01e05c18c4 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:26:19.015703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:19.039363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:19.075056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5b6f3bc3-4fb5-46be-93fa-000049cdc287,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:19.124468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Pushing event updated for resources: {'Port': ['ID=70f502e3-60ae-49f4-a57c-ba01e05c18c4,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:19.331834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Attempting to bind port 70f502e3-60ae-49f4-a57c-ba01e05c18c4 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:26:19.332572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Attempting to bind port 70f502e3-60ae-49f4-a57c-ba01e05c18c4 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:26:19.332572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Attempting to bind port 70f502e3-60ae-49f4-a57c-ba01e05c18c4 on network 1c3f4292-5e72-4619-b601-bcc49b728830 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:19.341396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5b6f3bc3-4fb5-46be-93fa-000049cdc287'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:19.347135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Port 70f502e3-60ae-49f4-a57c-ba01e05c18c4 on network 1c3f4292-5e72-4619-b601-bcc49b728830 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:26:19.347377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Attempting to bind port 70f502e3-60ae-49f4-a57c-ba01e05c18c4 on network 1c3f4292-5e72-4619-b601-bcc49b728830 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:19.358667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:26:19.359665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Checking segment: {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:26:19.360238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Bound using segment: {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:26:19.360894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Bound port: 70f502e3-60ae-49f4-a57c-ba01e05c18c4, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6150e01-b570-4a47-9800-a2746e34f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:26:19.361443 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:19.549141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] For port 70f502e3-60ae-49f4-a57c-ba01e05c18c4, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:19.549141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] For port 70f502e3-60ae-49f4-a57c-ba01e05c18c4, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=70f502e3-60ae-49f4-a57c-ba01e05c18c4,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:26:20.411241 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:20.459497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:20.460121 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:20.462180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] 10.222.0.45 "PUT /v2.0/ports/70f502e3-60ae-49f4-a57c-ba01e05c18c4 HTTP/1.1" status: 200 len: 1091 time: 2.0278180 Sep 22 09:26:20.484275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d490e0c-bf07-4beb-95a0-f054fde307d5 service neutron] Pushing event updated for resources: {'Port': ['ID=70f502e3-60ae-49f4-a57c-ba01e05c18c4,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:20.582617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5b6f3bc3-4fb5-46be-93fa-000049cdc287 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:26:20.660197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-c4add293-80ec-4731-a823-1b4daebdb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:20.664144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-c4add293-80ec-4731-a823-1b4daebdb33a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3585eaf932a4ab482619956836d6bdd&device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 1094 time: 0.0925062 Sep 22 09:26:20.729544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-7b1ab9c9-901f-4dca-b4cc-7aa49793f14c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70f502e3-60ae-49f4-a57c-ba01e05c18c4 HTTP/1.1" status: 200 len: 217 time: 0.0556135 Sep 22 09:26:20.759324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 5b6f3bc3-4fb5-46be-93fa-000049cdc287 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:26:20.763553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 5b6f3bc3-4fb5-46be-93fa-000049cdc287 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:26:20.763934 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:20.812902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-7276fc76-26c3-4a84-b6dc-2a1e9d4fadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:20.814832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-7276fc76-26c3-4a84-b6dc-2a1e9d4fadbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb00f9a2-b56a-4df4-9361-158da03a41a0 HTTP/1.1" status: 200 len: 862 time: 0.0771723 Sep 22 09:26:20.891679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-4423a673-0a53-4c66-bda7-67180fd41719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:20.893614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-4423a673-0a53-4c66-bda7-67180fd41719 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c3f4292-5e72-4619-b601-bcc49b728830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689230 Sep 22 09:26:20.912334 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:20.972350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5b6f3bc3-4fb5-46be-93fa-000049cdc287, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5b6f3bc3-4fb5-46be-93fa-000049cdc287,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:21.007001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-abe26c1b-1f81-42b6-8307-e6a5361ae5c6 service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045527 Sep 22 09:26:21.050331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:21.107865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5b6f3bc3-4fb5-46be-93fa-000049cdc287,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:21.147389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dca6e1e8-a3f5-45ce-ba42-3f5f99dae3fa req-cdb1330f-faab-4342-a2b3-3836a1266931 service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254847 Sep 22 09:26:22.400938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-89ee2493-6aae-4764-8906-a8b95202d696 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:22.403639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-89ee2493-6aae-4764-8906-a8b95202d696 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1097 time: 0.0714674 Sep 22 09:26:22.416741 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-4'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:22.496900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:22.680129 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e268515d-f4f8-4212-a918-de0892d563e3,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:22.730010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:22.790173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:23.153872 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:23.166746 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:23.255443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Pushing event updated for resources: {'Port': ['ID=e268515d-f4f8-4212-a918-de0892d563e3,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:23.275173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 on host n-h2-805649-4 for vnic_type normal with profile {"migrating_to": "n-h1-805649-4"} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:26:23.275528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:26:23.275835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:23.281242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Port e268515d-f4f8-4212-a918-de0892d563e3 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:26:23.281565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Attempting to bind port e268515d-f4f8-4212-a918-de0892d563e3 on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:23.293387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:26:23.293713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:26:23.294107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:26:23.294650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Bound port: e268515d-f4f8-4212-a918-de0892d563e3, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:26:23.295108 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:23.379747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:23.383239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e268515d-f4f8-4212-a918-de0892d563e3,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:26:23.445740 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:23.493433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 70f502e3-60ae-49f4-a57c-ba01e05c18c4 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:26:23.563537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:23.571275 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:23.571275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] 10.222.0.60 "PUT /v2.0/ports/e268515d-f4f8-4212-a918-de0892d563e3 HTTP/1.1" status: 200 len: 1122 time: 1.1540606 Sep 22 09:26:23.571275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc573eb1-da43-4b8d-84cb-508ee29608be service neutron] Pushing event updated for resources: {'Port': ['ID=e268515d-f4f8-4212-a918-de0892d563e3,revision_number=8']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:23.657725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 70f502e3-60ae-49f4-a57c-ba01e05c18c4, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=70f502e3-60ae-49f4-a57c-ba01e05c18c4,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:23.684231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '70f502e3-60ae-49f4-a57c-ba01e05c18c4', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'port_id': '70f502e3-60ae-49f4-a57c-ba01e05c18c4', 'mac_address': 'fa:16:3e:43:81:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:26:23.704083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e268515d-f4f8-4212-a918-de0892d563e3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:23.707870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e268515d-f4f8-4212-a918-de0892d563e3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:23.848823 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:23.892962 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f502e3-60ae-49f4-a57c-ba01e05c18c4 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:23.920025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 70f502e3-60ae-49f4-a57c-ba01e05c18c4, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=70f502e3-60ae-49f4-a57c-ba01e05c18c4,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:24.042925 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:24.175085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=70f502e3-60ae-49f4-a57c-ba01e05c18c4,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:24.190537 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:24.217343 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-de9a10c4-6047-443a-9c80-bf2e400cf7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:24.367139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['70f502e3-60ae-49f4-a57c-ba01e05c18c4'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:24.579503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e268515d-f4f8-4212-a918-de0892d563e3 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:26:24.692593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e268515d-f4f8-4212-a918-de0892d563e3,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:24.707482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e268515d-f4f8-4212-a918-de0892d563e3 has no active binding in host n-h1-805649-4 {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 09:26:25.523718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 70f502e3-60ae-49f4-a57c-ba01e05c18c4 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:26:25.660829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 70f502e3-60ae-49f4-a57c-ba01e05c18c4 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:26:25.665395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 70f502e3-60ae-49f4-a57c-ba01e05c18c4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:26:25.665783 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:25.878087 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:25.922342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 70f502e3-60ae-49f4-a57c-ba01e05c18c4, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=70f502e3-60ae-49f4-a57c-ba01e05c18c4,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:25.999833 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:26.049966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=70f502e3-60ae-49f4-a57c-ba01e05c18c4,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:26.288971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-62024694-9a13-436a-8026-2b6741961cc7 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=421a7792afd340f7ab734f3d95a04b59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331662 Sep 22 09:26:26.426850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bbe07-1f74-45c3-a240-a2ad5b0d7938 req-af42b4b5-5167-4c18-97dd-517068678d3c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:26.428345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb7bbe07-1f74-45c3-a240-a2ad5b0d7938 req-af42b4b5-5167-4c18-97dd-517068678d3c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.1029429 Sep 22 09:26:26.437522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-dc026554-db33-42f2-b713-e60cfd2f24f2 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:26.438862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-dc026554-db33-42f2-b713-e60cfd2f24f2 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488900 Sep 22 09:26:26.463978 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-14d6d85e-0f87-4c47-8c3d-a2e6273506b7 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/quotas/421a7792afd340f7ab734f3d95a04b59 HTTP/1.1" status: 200 len: 375 time: 0.0181279 Sep 22 09:26:26.494021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb7bbe07-1f74-45c3-a240-a2ad5b0d7938 req-8c8e1cf4-b579-4b38-822e-5cc9029b71f8 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541890 Sep 22 09:26:26.508860 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-f9dec267-e707-46f6-91c3-e0500ef2acb8 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=421a7792afd340f7ab734f3d95a04b59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348442 Sep 22 09:26:26.608251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e047f96-3bd4-4413-86e7-f97473450796 req-4879a97c-367c-41e4-b45e-0cef58d8f116 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:26.615075 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e047f96-3bd4-4413-86e7-f97473450796 req-4879a97c-367c-41e4-b45e-0cef58d8f116 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.0549073 Sep 22 09:26:26.653349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e047f96-3bd4-4413-86e7-f97473450796 req-d81ad80a-7e25-4f44-a175-541e972f8ee6 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370913 Sep 22 09:26:26.760833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fd527-36d0-4158-9d5c-011266caffb9 req-f80182ae-851e-4fca-95b3-07f04e89a3dc tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:26.762446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd7fd527-36d0-4158-9d5c-011266caffb9 req-f80182ae-851e-4fca-95b3-07f04e89a3dc tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 944 time: 0.0521796 Sep 22 09:26:26.819757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd7fd527-36d0-4158-9d5c-011266caffb9 req-2aeb29ca-be34-449a-8e49-31643917ec2e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439703 Sep 22 09:26:26.822275 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-82622571-2769-4f56-9824-729a57e924d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:26.883335 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def9fa57-c705-43ab-ac4d-1eecbc7e624e x-openstack-request-id: req-def9fa57-c705-43ab-ac4d-1eecbc7e624e {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:26.883697 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ed211c-2071-49c2-af54-9f8467629d4b", "tag": "5b6f3bc3-4fb5-46be-93fa-000049cdc287", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:26.884071 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-def9fa57-c705-43ab-ac4d-1eecbc7e624e {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:26.884543 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ed211c-2071-49c2-af54-9f8467629d4b', 'tag': '5b6f3bc3-4fb5-46be-93fa-000049cdc287', 'status': 'completed', 'code': 200} Sep 22 09:26:26.906542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9b756-a546-422d-95b7-6ec3de3c900e req-527b447c-9ba4-4015-b6ac-cb3d5e886273 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:26.908648 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aab9b756-a546-422d-95b7-6ec3de3c900e req-527b447c-9ba4-4015-b6ac-cb3d5e886273 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 945 time: 0.0746446 Sep 22 09:26:26.994790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf31344-6eba-4417-9921-4b071c549272 req-e696e0ff-835e-400f-9fc0-5ad4de6e3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:26.996659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abf31344-6eba-4417-9921-4b071c549272 req-e696e0ff-835e-400f-9fc0-5ad4de6e3868 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc397c632af54e038c119931f95a2b88&device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 1097 time: 0.0815852 Sep 22 09:26:27.007865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aab9b756-a546-422d-95b7-6ec3de3c900e req-a3deb494-1f1d-4783-af57-1e0cd0753e81 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917196 Sep 22 09:26:27.016566 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c3cf8b-5e82-4351-af70-5834ff6106bd x-openstack-request-id: req-50c3cf8b-5e82-4351-af70-5834ff6106bd {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:27.017115 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-plugged", "status": "completed", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:27.017574 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50c3cf8b-5e82-4351-af70-5834ff6106bd {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:27.018347 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f', 'code': 200} Sep 22 09:26:27.101398 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-dc61f5ae-883e-4d09-b8d1-7026df0c1e8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434580 Sep 22 09:26:27.103205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26bda800-c726-4289-aac4-1978ecb6372b req-ab256a99-e4df-4d22-b38a-d5a9a86d1f4c tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 210 time: 0.0328643 Sep 22 09:26:27.179797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-58f1ba86-fc7d-4675-8081-f50c0d280ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:27.182355 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-58f1ba86-fc7d-4675-8081-f50c0d280ab0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 1100 time: 0.0517938 Sep 22 09:26:27.246669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a280f80-d1f8-4ff2-9f7e-7295854cb9dd req-13de0d0b-4e8d-45a7-b7dd-06550cc19125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:27.249182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a280f80-d1f8-4ff2-9f7e-7295854cb9dd req-13de0d0b-4e8d-45a7-b7dd-06550cc19125 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1101 time: 0.1446886 Sep 22 09:26:27.271964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf31344-6eba-4417-9921-4b071c549272 req-bad6ef3f-bb5d-40e8-b253-9e1d339402fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:27.273581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abf31344-6eba-4417-9921-4b071c549272 req-bad6ef3f-bb5d-40e8-b253-9e1d339402fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 HTTP/1.1" status: 200 len: 923 time: 0.2584672 Sep 22 09:26:27.308539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f363-7da2-4f62-a52d-1482f8a9ba8a req-4955999d-5577-4672-8480-9b9b65af6180 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:27.312064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01d5f363-7da2-4f62-a52d-1482f8a9ba8a req-4955999d-5577-4672-8480-9b9b65af6180 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 951 time: 0.1330967 Sep 22 09:26:27.322780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-8673c807-794d-481b-afdd-715763bed65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:27.324288 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-8673c807-794d-481b-afdd-715763bed65e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1185935 Sep 22 09:26:27.347248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abf31344-6eba-4417-9921-4b071c549272 req-872029cc-f94e-4e52-8a44-0de8308f3e34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b6f3bc3-4fb5-46be-93fa-000049cdc287 HTTP/1.1" status: 200 len: 217 time: 0.0587585 Sep 22 09:26:27.377806 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-79239aa1-fbcd-4b15-8151-4e75c2d1d76c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b9565992-7c7e-47ae-9711-0e07b76b1684 HTTP/1.1" status: 200 len: 217 time: 0.0441096 Sep 22 09:26:27.390972 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a280f80-d1f8-4ff2-9f7e-7295854cb9dd req-26b1bfea-7f7e-4a10-9360-073cd88008a0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298668 Sep 22 09:26:27.443439 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01d5f363-7da2-4f62-a52d-1482f8a9ba8a req-245ff288-caa7-4789-ad76-509c9284f40a tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990739 Sep 22 09:26:27.444065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-fa5e6132-c980-486f-9d50-0bd8a52681e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:27.445722 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-fa5e6132-c980-486f-9d50-0bd8a52681e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0590847 Sep 22 09:26:27.447743 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf31344-6eba-4417-9921-4b071c549272 req-485ea673-b840-4e63-89d4-ff3deb0ff5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:27.449126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abf31344-6eba-4417-9921-4b071c549272 req-485ea673-b840-4e63-89d4-ff3deb0ff5ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd776568-8d4f-4ede-a259-948ad127ce89 HTTP/1.1" status: 200 len: 862 time: 0.0798664 Sep 22 09:26:27.449935 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:27.491808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abf31344-6eba-4417-9921-4b071c549272 req-a72f9431-1370-4580-b510-63817876553b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287328 Sep 22 09:26:27.510323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-cb097f03-2f4c-42ef-99ae-9926a41a0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:27.512717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-cb097f03-2f4c-42ef-99ae-9926a41a0c03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498579 Sep 22 09:26:27.640594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abf31344-6eba-4417-9921-4b071c549272 req-63541d54-8605-419d-85a9-1eeb781d7d78 service neutron] 10.222.0.60 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377947 Sep 22 09:26:27.670060 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-650cff01-fae0-48e0-bf7d-3bbee4b9f976 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462750 Sep 22 09:26:27.683855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367e13e-5f71-44ff-b4d8-2619c2a3f040 req-6a1083aa-f458-4929-a486-2b0f8f3f23e4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:27.692247 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b367e13e-5f71-44ff-b4d8-2619c2a3f040 req-6a1083aa-f458-4929-a486-2b0f8f3f23e4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0982089 Sep 22 09:26:27.799991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b367e13e-5f71-44ff-b4d8-2619c2a3f040 req-c2457913-1a73-4b65-9966-6baf0c595b38 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023035 Sep 22 09:26:27.836298 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2889d950-60bf-4877-b9cf-dd9856ccf850 req-3d184a57-2798-44c3-9ac8-3d24d383396c service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596501 Sep 22 09:26:27.883990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abf31344-6eba-4417-9921-4b071c549272 req-3bfd4316-15b9-4bff-ba6c-c246b6424ab8 service neutron] 10.222.0.60 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329605 Sep 22 09:26:27.900626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e110aa-8aa0-4fd4-a510-73ebe321f7bf req-03e76f92-c372-423c-8b82-f31a334a966a tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:27.902488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68e110aa-8aa0-4fd4-a510-73ebe321f7bf req-03e76f92-c372-423c-8b82-f31a334a966a tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.0994275 Sep 22 09:26:27.945870 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:27.989820 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68e110aa-8aa0-4fd4-a510-73ebe321f7bf req-8fdae9df-9be1-444b-b922-8c8cf27bab8f tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807700 Sep 22 09:26:28.053161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d037a-0af6-4fde-ac58-36a8912d5f94 req-50322518-1e5e-464c-bfa1-229a16cb062b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:28.054839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b4d037a-0af6-4fde-ac58-36a8912d5f94 req-50322518-1e5e-464c-bfa1-229a16cb062b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 944 time: 0.0640092 Sep 22 09:26:28.099143 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b4d037a-0af6-4fde-ac58-36a8912d5f94 req-0f5f6fad-1499-4b96-a485-e9e2fb016fa6 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Sep 22 09:26:28.228234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0f7b5-ecb5-43c2-900b-9ab1cbabffed req-90ab4ecd-ff31-4107-bf4b-68c75dd855ad tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:28.229996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aeb0f7b5-ecb5-43c2-900b-9ab1cbabffed req-90ab4ecd-ff31-4107-bf4b-68c75dd855ad tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 945 time: 0.0590870 Sep 22 09:26:28.287507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d43580d7-1f13-4cbd-a710-6165086f6076 req-c5186167-5c01-4ed5-b3e3-3f90fc37ab02 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 210 time: 0.0324786 Sep 22 09:26:28.319303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aeb0f7b5-ecb5-43c2-900b-9ab1cbabffed req-51ce6dfb-b540-4d10-bfd2-159fd0e08704 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801768 Sep 22 09:26:28.897940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'name': 'network-vif-deleted', 'tag': 'a789a258-6ad3-46e1-8834-c44385048e1d'}, {'name': 'network-changed', 'server_uuid': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'tag': '70f502e3-60ae-49f4-a57c-ba01e05c18c4'}, {'server_uuid': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e268515d-f4f8-4212-a918-de0892d563e3'}, {'name': 'network-changed', 'server_uuid': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'tag': 'e268515d-f4f8-4212-a918-de0892d563e3'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:28.900134 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3fd432-1e58-43da-8d10-6950620623fd" -d '{"events": [{"server_uuid": "46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a", "name": "network-vif-deleted", "tag": "a789a258-6ad3-46e1-8834-c44385048e1d"}, {"name": "network-changed", "server_uuid": "d184b3ba-a70d-40e4-8416-5d101cea9991", "tag": "70f502e3-60ae-49f4-a57c-ba01e05c18c4"}, {"server_uuid": "b285af72-9c60-4e99-bc9c-7cbdccac7d32", "name": "network-vif-unplugged", "status": "completed", "tag": "e268515d-f4f8-4212-a918-de0892d563e3"}, {"name": "network-changed", "server_uuid": "b285af72-9c60-4e99-bc9c-7cbdccac7d32", "tag": "e268515d-f4f8-4212-a918-de0892d563e3"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:28.933741 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66abb8-f716-4f6a-9650-9d59bd7c4310 req-9b535214-4e10-43d4-880a-c61d089e1ca7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:28.936220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb66abb8-f716-4f6a-9650-9d59bd7c4310 req-9b535214-4e10-43d4-880a-c61d089e1ca7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0645206 Sep 22 09:26:28.954364 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70488be-c782-4b72-bc02-95c9b1666a8a x-openstack-request-id: req-f70488be-c782-4b72-bc02-95c9b1666a8a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:28.954666 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a", "name": "network-vif-deleted", "tag": "a789a258-6ad3-46e1-8834-c44385048e1d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d184b3ba-a70d-40e4-8416-5d101cea9991", "tag": "70f502e3-60ae-49f4-a57c-ba01e05c18c4", "status": "completed", "code": 200}, {"server_uuid": "b285af72-9c60-4e99-bc9c-7cbdccac7d32", "name": "network-vif-unplugged", "status": "completed", "tag": "e268515d-f4f8-4212-a918-de0892d563e3", "code": 200}, {"name": "network-changed", "server_uuid": "b285af72-9c60-4e99-bc9c-7cbdccac7d32", "tag": "e268515d-f4f8-4212-a918-de0892d563e3", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:28.954908 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f70488be-c782-4b72-bc02-95c9b1666a8a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:28.955292 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fd18e2-db00-4f0e-9e2e-f8a11dfd5e7a', 'name': 'network-vif-deleted', 'tag': 'a789a258-6ad3-46e1-8834-c44385048e1d', 'status': 'completed', 'code': 200} Sep 22 09:26:28.955538 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'tag': '70f502e3-60ae-49f4-a57c-ba01e05c18c4', 'status': 'completed', 'code': 200} Sep 22 09:26:28.955917 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e268515d-f4f8-4212-a918-de0892d563e3', 'code': 200} Sep 22 09:26:28.956018 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'tag': 'e268515d-f4f8-4212-a918-de0892d563e3', 'status': 'completed', 'code': 200} Sep 22 09:26:28.987610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb66abb8-f716-4f6a-9650-9d59bd7c4310 req-591c1557-d828-42a7-b291-379bc7379cd7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431626 Sep 22 09:26:29.019730 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed211c-2071-49c2-af54-9f8467629d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6f3bc3-4fb5-46be-93fa-000049cdc287'}, {'server_uuid': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f502e3-60ae-49f4-a57c-ba01e05c18c4'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:29.022074 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c6fd14-e41e-49d0-aefa-e20f741fd957" -d '{"events": [{"server_uuid": "a4ed211c-2071-49c2-af54-9f8467629d4b", "name": "network-vif-plugged", "status": "completed", "tag": "5b6f3bc3-4fb5-46be-93fa-000049cdc287"}, {"server_uuid": "d184b3ba-a70d-40e4-8416-5d101cea9991", "name": "network-vif-plugged", "status": "completed", "tag": "70f502e3-60ae-49f4-a57c-ba01e05c18c4"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:29.040807 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fd432-1e58-43da-8d10-6950620623fd req-fe84ca18-1b96-4c28-a93f-64594c9d07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:29.043000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-fe84ca18-1b96-4c28-a93f-64594c9d07f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3585eaf932a4ab482619956836d6bdd&device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 1096 time: 0.0544176 Sep 22 09:26:29.089428 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0220ba-b1d4-4e9c-8179-45dc28002065 x-openstack-request-id: req-0e0220ba-b1d4-4e9c-8179-45dc28002065 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:29.090438 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed211c-2071-49c2-af54-9f8467629d4b", "name": "network-vif-plugged", "status": "completed", "tag": "5b6f3bc3-4fb5-46be-93fa-000049cdc287", "code": 200}, {"server_uuid": "d184b3ba-a70d-40e4-8416-5d101cea9991", "name": "network-vif-plugged", "status": "completed", "tag": "70f502e3-60ae-49f4-a57c-ba01e05c18c4", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:29.090961 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e0220ba-b1d4-4e9c-8179-45dc28002065 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:29.091947 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed211c-2071-49c2-af54-9f8467629d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6f3bc3-4fb5-46be-93fa-000049cdc287', 'code': 200} Sep 22 09:26:29.092419 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f502e3-60ae-49f4-a57c-ba01e05c18c4', 'code': 200} Sep 22 09:26:29.250929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fd432-1e58-43da-8d10-6950620623fd req-42256181-dab4-45a1-8ec5-5dad268b2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:29.252682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-42256181-dab4-45a1-8ec5-5dad268b2c46 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c3f4292-5e72-4619-b601-bcc49b728830 HTTP/1.1" status: 200 len: 924 time: 0.2022493 Sep 22 09:26:29.264547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb032d-23bd-4aab-9cb1-a6b50b000c12 req-1ef231b6-cfb0-4aab-aa8f-99a51bf56bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:29.266155 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-25cb032d-23bd-4aab-9cb1-a6b50b000c12 req-1ef231b6-cfb0-4aab-aa8f-99a51bf56bc3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 1096 time: 0.0729253 Sep 22 09:26:29.273937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad122e64-f8eb-468a-b0a7-02389e05734c req-a8c3b6cf-1b41-4b59-abbf-d97bd4f1b510 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:29.276201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad122e64-f8eb-468a-b0a7-02389e05734c req-a8c3b6cf-1b41-4b59-abbf-d97bd4f1b510 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.1343119 Sep 22 09:26:29.312321 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-25cb032d-23bd-4aab-9cb1-a6b50b000c12 req-35bd28af-368d-4c65-8b96-1687724ea41c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 Sep 22 09:26:29.346999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-cf144430-6a7a-4921-9b4e-271572396ab2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70f502e3-60ae-49f4-a57c-ba01e05c18c4 HTTP/1.1" status: 200 len: 217 time: 0.0838971 Sep 22 09:26:29.395245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9705e-4d30-4d92-b9f3-ad24aba4ea30 req-9982d9b6-1872-4b8b-8499-dd42bf848bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:29.396905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29e9705e-4d30-4d92-b9f3-ad24aba4ea30 req-9982d9b6-1872-4b8b-8499-dd42bf848bfd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 1097 time: 0.2090707 Sep 22 09:26:29.428883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad122e64-f8eb-468a-b0a7-02389e05734c req-3c554140-ce61-434f-8ef2-20c70c66fd19 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448414 Sep 22 09:26:29.453880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712f1dc-4162-4da4-90f2-04bf339f4f95 req-c5bdcca0-dcd8-4d44-b29f-727bfb84c098 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:29.459638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7712f1dc-4162-4da4-90f2-04bf339f4f95 req-c5bdcca0-dcd8-4d44-b29f-727bfb84c098 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 944 time: 0.1170020 Sep 22 09:26:29.462100 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29e9705e-4d30-4d92-b9f3-ad24aba4ea30 req-71c73fe4-c49a-4f52-a122-a47b2e19f6a7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528708 Sep 22 09:26:29.499253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7712f1dc-4162-4da4-90f2-04bf339f4f95 req-5793ba39-f081-4a22-8bd0-0dead86629eb tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361388 Sep 22 09:26:29.578781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ae11700f-0580-46eb-8fd2-c0a4971b5494 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:26:29.601000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fd432-1e58-43da-8d10-6950620623fd req-0d3573bb-7c7c-4f1b-bd45-7a7778220c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:29.607723 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-0d3573bb-7c7c-4f1b-bd45-7a7778220c5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb00f9a2-b56a-4df4-9361-158da03a41a0 HTTP/1.1" status: 200 len: 862 time: 0.0573270 Sep 22 09:26:29.672349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45dec2c5-f29f-483e-a084-0f8003ef6b77 req-734e61b4-74ac-4bdf-9c0b-e96eb60c8f9f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 210 time: 0.0625043 Sep 22 09:26:29.711476 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:29.715380 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:29.756170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:29.820956 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:29.938972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=11']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:30.053167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fd432-1e58-43da-8d10-6950620623fd req-9986b14e-af16-4782-9a26-a35e92032d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:30.054650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-9986b14e-af16-4782-9a26-a35e92032d42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c3f4292-5e72-4619-b601-bcc49b728830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4337621 Sep 22 09:26:30.069039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7b25b-3e2f-4206-8600-68f16ae3dddf req-dcdd9cfd-080d-4a5c-8adb-3612ecc8000b tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:30.071112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40c7b25b-3e2f-4206-8600-68f16ae3dddf req-dcdd9cfd-080d-4a5c-8adb-3612ecc8000b tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 945 time: 0.3954072 Sep 22 09:26:30.173346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40c7b25b-3e2f-4206-8600-68f16ae3dddf req-7de09396-bc68-49b6-80fe-97f41db8aa7e tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918090 Sep 22 09:26:30.205814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-68fc12e2-40d4-4b29-8232-7ef6198fe182 service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333330 Sep 22 09:26:30.382830 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-270deb3d-432c-4019-832b-06d9e89d6f4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798323 Sep 22 09:26:30.399360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d178-8e0b-4a2b-b94a-6f53bc36a052 req-91b9999f-05ee-4264-97a5-d7b63b0c8854 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:30.401353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d54d178-8e0b-4a2b-b94a-6f53bc36a052 req-91b9999f-05ee-4264-97a5-d7b63b0c8854 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.1264987 Sep 22 09:26:30.441557 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-130934a1-a715-4f0d-8ef7-c7c829b44061 service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169590 Sep 22 09:26:30.503082 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d54d178-8e0b-4a2b-b94a-6f53bc36a052 req-01d3bb4d-62c9-44d8-b7b7-26db76727f5f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886185 Sep 22 09:26:30.512951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-4d469684-30d0-431d-8c17-ef76f4ea656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:30.523082 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-4d469684-30d0-431d-8c17-ef76f4ea656e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 1100 time: 0.0971017 Sep 22 09:26:30.541465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-f0541dea-26d9-4ecb-aba9-9ae13e1ff6f5 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=421a7792afd340f7ab734f3d95a04b59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374010 Sep 22 09:26:30.703797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-8245404b-243c-4323-b93c-520ef6c24fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:30.709472 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-8245404b-243c-4323-b93c-520ef6c24fa5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1481199 Sep 22 09:26:30.769110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fd432-1e58-43da-8d10-6950620623fd req-87e93783-4871-4a6e-b049-12893b794c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:30.770655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-87e93783-4871-4a6e-b049-12893b794c02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 1125 time: 0.1949818 Sep 22 09:26:30.774962 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-e4487b0a-ef5f-4278-aee1-938ac5529ed3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494 HTTP/1.1" status: 200 len: 217 time: 0.0556498 Sep 22 09:26:30.783810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea1a31-afe9-4003-a171-395fbfafdb41 req-856286c5-71c3-470f-bbbd-a697aa38db56 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:30.793873 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4ea1a31-afe9-4003-a171-395fbfafdb41 req-856286c5-71c3-470f-bbbd-a697aa38db56 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.1744945 Sep 22 09:26:30.859702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-edad2fa3-6e3f-4da0-9bc9-fa9867f2c825 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:30.861393 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-edad2fa3-6e3f-4da0-9bc9-fa9867f2c825 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079529 Sep 22 09:26:30.869266 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-fe9eda47-38f2-4620-9345-c8500b669a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:30.871280 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-fe9eda47-38f2-4620-9345-c8500b669a82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0861807 Sep 22 09:26:30.885667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Request body: {'port': {'device_id': 'd4c60ef3-81da-4c80-b6fb-997214a0b41d', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '421a7792afd340f7ab734f3d95a04b59'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:30.953316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4ea1a31-afe9-4003-a171-395fbfafdb41 req-83fe5d31-e92c-417a-ae64-a2b7c65d86ce tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576798 Sep 22 09:26:30.962130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-9e5529f0-2fd5-437a-961a-6b1759e6f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:30.963821 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-9e5529f0-2fd5-437a-961a-6b1759e6f05f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837638 Sep 22 09:26:31.093618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:31.097428 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b167cf-e9fd-4e78-a7ab-7ba42e8e94d6" -d '{"events": [{"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-unplugged", "status": "completed", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:31.105900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fd432-1e58-43da-8d10-6950620623fd req-e313b66c-b8a2-431b-b596-74e21cf0cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:31.105900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-e313b66c-b8a2-431b-b596-74e21cf0cecd service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.2874656 Sep 22 09:26:31.122237 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-d31b5bd9-1c7e-44ce-b249-bf5885621595 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413589 Sep 22 09:26:31.165454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-fb00d76c-674b-4f04-ab41-6a2921f67d20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e268515d-f4f8-4212-a918-de0892d563e3 HTTP/1.1" status: 200 len: 217 time: 0.0455155 Sep 22 09:26:31.227485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b80b4a-549e-41dc-8001-7982c694f911 req-91a964d0-9f4c-4e1a-a72c-65a76662dc31 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:31.229075 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23b80b4a-549e-41dc-8001-7982c694f911 req-91a964d0-9f4c-4e1a-a72c-65a76662dc31 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 944 time: 0.1494446 Sep 22 09:26:31.261398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fd432-1e58-43da-8d10-6950620623fd req-a53f2ac7-20a8-413f-be75-2057e63c048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:31.263074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-a53f2ac7-20a8-413f-be75-2057e63c048c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0886548 Sep 22 09:26:31.305454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Made reservation on behalf of 421a7792afd340f7ab734f3d95a04b59 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:26:31.305454 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:31.312081 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8dced6d1-7c40-4795-9068-9c0e75538617 req-1744f6d0-be18-4769-9810-4b7d2f03a195 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765232 Sep 22 09:26:31.342788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-cc41440c-6eb2-4632-b17d-3476a7b2a549 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650103 Sep 22 09:26:31.350536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23b80b4a-549e-41dc-8001-7982c694f911 req-6a8b4ced-e499-478a-82fb-7a236e2a6532 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123765 Sep 22 09:26:31.361948 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:31.526180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-10b0173e-aa36-4df0-abcb-b2b51a84378e service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747007 Sep 22 09:26:31.541746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842ef13-a451-43ae-a00c-c1d620583ed2 req-c8a8b792-b499-418e-b446-409e07ff73f1 tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:31.549582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e842ef13-a451-43ae-a00c-c1d620583ed2 req-c8a8b792-b499-418e-b446-409e07ff73f1 tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1101 time: 0.1084669 Sep 22 09:26:31.581004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e268515d-f4f8-4212-a918-de0892d563e3 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:26:31.669787 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:31.675452 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e842ef13-a451-43ae-a00c-c1d620583ed2 req-342e84cf-31cf-4890-804f-b94267435c8f tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250598 Sep 22 09:26:31.730088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79b7c7d7-2251-4628-993b-9e342ee1d385 req-fd200eb6-deb4-41a9-ad97-eefdaef4fbc8 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 210 time: 0.0446463 Sep 22 09:26:31.733527 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d051e75c-96d2-4fe3-bc15-9ad3e7af141f x-openstack-request-id: req-d051e75c-96d2-4fe3-bc15-9ad3e7af141f {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:31.733992 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-unplugged", "status": "completed", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:31.734191 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d051e75c-96d2-4fe3-bc15-9ad3e7af141f {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:31.734668 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'code': 200} Sep 22 09:26:31.740081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b3fd432-1e58-43da-8d10-6950620623fd req-d4600328-edde-43bf-bc45-d2ea20355024 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020326 Sep 22 09:26:31.764471 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:31.878978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f609b948-6bfd-49d1-9e92-9d81e586542d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:31.939908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173f89a-019c-4ab3-9ba6-bd6aab82db95 req-2dd92c08-0233-4782-bade-3c1686ba2b42 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:31.941768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c173f89a-019c-4ab3-9ba6-bd6aab82db95 req-2dd92c08-0233-4782-bade-3c1686ba2b42 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 945 time: 0.1320794 Sep 22 09:26:31.995659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Allocated IP 192.168.233.247 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/5d641adb-0b79-4287-9ac2-b60c914b6531) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:26:32.010830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c173f89a-019c-4ab3-9ba6-bd6aab82db95 req-b348b63f-d10d-470a-ac4d-1ceb2a7c2d79 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617912 Sep 22 09:26:32.178861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-7c172e5d-a941-419e-9d71-6062da4dd0ea service neutron] 10.222.0.45 "GET /v2.0/ports/e268515d-f4f8-4212-a918-de0892d563e3/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 384 time: 0.1366007 Sep 22 09:26:32.252481 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:32.406933 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:32.459799 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-97eefdcc-209a-4eef-914f-90f552804c7b req-410c5910-429f-4780-9ff8-e9c3a47c56ed service neutron] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e268515d-f4f8-4212-a918-de0892d563e3,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:32.476408 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:26:32.484585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:26:32.487058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:26:32.489826 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Pushing event updated for resources: {'Port': ['ID=5d641adb-0b79-4287-9ac2-b60c914b6531,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:32.534208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-97eefdcc-209a-4eef-914f-90f552804c7b req-410c5910-429f-4780-9ff8-e9c3a47c56ed service neutron] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:32.569784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:32.570407 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:32.587362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-97eefdcc-209a-4eef-914f-90f552804c7b req-410c5910-429f-4780-9ff8-e9c3a47c56ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e268515d-f4f8-4212-a918-de0892d563e3 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:32.601506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-97eefdcc-209a-4eef-914f-90f552804c7b req-410c5910-429f-4780-9ff8-e9c3a47c56ed service neutron] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e268515d-f4f8-4212-a918-de0892d563e3,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:32.686831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-8a3119cc-2295-4aea-b482-325ab2c719c6 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8072622 Sep 22 09:26:32.704119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Request body: {'port': {'device_id': 'd4c60ef3-81da-4c80-b6fb-997214a0b41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:32.708621 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97eefdcc-209a-4eef-914f-90f552804c7b req-410c5910-429f-4780-9ff8-e9c3a47c56ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:32.764187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d0d3d919-2fc8-437e-abfb-996d00aa14f3 None None] Provisioning complete for port 5d641adb-0b79-4287-9ac2-b60c914b6531 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:26:32.771582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d0d3d919-2fc8-437e-abfb-996d00aa14f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:32.783524 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:32.809611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d0d3d919-2fc8-437e-abfb-996d00aa14f3 None None] Port 5d641adb-0b79-4287-9ac2-b60c914b6531 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:26:32.927624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52c359-d628-4ab9-88c3-3819fba8a490 req-21b59a34-4d27-4fa0-bcae-9e20e5bdea39 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:32.929355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf52c359-d628-4ab9-88c3-3819fba8a490 req-21b59a34-4d27-4fa0-bcae-9e20e5bdea39 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.1206639 Sep 22 09:26:32.975931 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-f65755f6-dd59-4f60-9610-396ffa157961 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524156 Sep 22 09:26:33.010111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-97eefdcc-209a-4eef-914f-90f552804c7b req-410c5910-429f-4780-9ff8-e9c3a47c56ed service neutron] Transition to ACTIVE for port object e268515d-f4f8-4212-a918-de0892d563e3 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:26:33.057874 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf52c359-d628-4ab9-88c3-3819fba8a490 req-f89a1b24-6a65-4847-8925-b841c276264e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806615 Sep 22 09:26:33.104958 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97eefdcc-209a-4eef-914f-90f552804c7b req-410c5910-429f-4780-9ff8-e9c3a47c56ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:33.182451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c5910-429f-4780-9ff8-e9c3a47c56ed service neutron] Pushing event updated for resources: {'Port': ['ID=e268515d-f4f8-4212-a918-de0892d563e3,revision_number=10']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:33.242590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eefdcc-209a-4eef-914f-90f552804c7b req-410c5910-429f-4780-9ff8-e9c3a47c56ed service neutron] No DVR routers for this DVR port e268515d-f4f8-4212-a918-de0892d563e3 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:26:33.315763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-410c5910-429f-4780-9ff8-e9c3a47c56ed service neutron] 10.222.0.45 "PUT /v2.0/ports/e268515d-f4f8-4212-a918-de0892d563e3/bindings/n-h1-805649-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1081510 Sep 22 09:26:33.372104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57499b-8183-4e87-87f5-0836868f6d6f req-de199e36-fd50-49cb-a7ff-aa0a3cc87214 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:33.374265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a57499b-8183-4e87-87f5-0836868f6d6f req-de199e36-fd50-49cb-a7ff-aa0a3cc87214 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 945 time: 0.2034066 Sep 22 09:26:33.383958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51988) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:33.390549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-749be3bc-14be-43ba-afa6-ac340177f0f9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Request body: {'floatingip': {'port_id': '70f502e3-60ae-49f4-a57c-ba01e05c18c4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:33.420707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07d18d-fdbc-422c-a541-bab6d746ac8e req-6ac721d7-4b80-4ecd-a9fa-6f6ff9332151 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:33.425492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb07d18d-fdbc-422c-a541-bab6d746ac8e req-6ac721d7-4b80-4ecd-a9fa-6f6ff9332151 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 945 time: 0.1626892 Sep 22 09:26:33.449295 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-749be3bc-14be-43ba-afa6-ac340177f0f9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:33.468049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d641adb-0b79-4287-9ac2-b60c914b6531 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:33.479758 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:33.509198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb07d18d-fdbc-422c-a541-bab6d746ac8e req-f79cdcd5-3833-4449-9dbe-a4627cdb1560 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801914 Sep 22 09:26:33.551151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Transition to ACTIVE for port object 5d641adb-0b79-4287-9ac2-b60c914b6531 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:26:33.576446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bab04-ad99-4ffa-8bad-dc88526ef526 req-611cb7bc-3656-4391-812d-9d0b9ca2c4a3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:33.577949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-586bab04-ad99-4ffa-8bad-dc88526ef526 req-611cb7bc-3656-4391-812d-9d0b9ca2c4a3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0647905 Sep 22 09:26:33.645449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-586bab04-ad99-4ffa-8bad-dc88526ef526 req-bd7f18fb-c8ff-4aab-b332-6890079ed074 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573823 Sep 22 09:26:33.653890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-f405123d-787e-4c2c-be5d-44afeec17ba3 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:33.655333 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-f405123d-787e-4c2c-be5d-44afeec17ba3 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.1535845 Sep 22 09:26:33.685786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cde63-5e8d-4489-9f09-00cf7efeb57f req-4231d0bf-36f3-447d-9ff8-e330c1f5b101 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:33.687630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-110cde63-5e8d-4489-9f09-00cf7efeb57f req-4231d0bf-36f3-447d-9ff8-e330c1f5b101 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 936 time: 0.1087494 Sep 22 09:26:33.709050 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:33.788703 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-6c1a422d-6041-45a9-abae-6227e6037bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:33.790247 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-6c1a422d-6041-45a9-abae-6227e6037bbb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32&tenant_id=588a614000664c5d9b1f3b4860f26f15 HTTP/1.1" status: 200 len: 1096 time: 0.1226242 Sep 22 09:26:33.833702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-110cde63-5e8d-4489-9f09-00cf7efeb57f req-b47a9cb8-45f8-4788-9a97-109c3e4536ad tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/security-groups?id=f609b948-6bfd-49d1-9e92-9d81e586542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338041 Sep 22 09:26:33.844040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Pushing event updated for resources: {'Port': ['ID=5d641adb-0b79-4287-9ac2-b60c914b6531,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:33.864171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b7b5a-b03d-48ab-acc7-181431e3ae6f req-834da47c-7c83-4db3-bfd2-55c9b11b1d17 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:33.871724 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d56b7b5a-b03d-48ab-acc7-181431e3ae6f req-834da47c-7c83-4db3-bfd2-55c9b11b1d17 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.1465125 Sep 22 09:26:33.976620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-07469c0e-86ac-411d-95aa-df903e336a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:33.978827 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-07469c0e-86ac-411d-95aa-df903e336a7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 1096 time: 0.1550841 Sep 22 09:26:33.984628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d56b7b5a-b03d-48ab-acc7-181431e3ae6f req-bd663bf7-bb16-49e9-8b9e-3cc8fb3b4c3b tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119266 Sep 22 09:26:34.013824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Attempting to bind port 5d641adb-0b79-4287-9ac2-b60c914b6531 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:26:34.014414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Attempting to bind port 5d641adb-0b79-4287-9ac2-b60c914b6531 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:26:34.014911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Attempting to bind port 5d641adb-0b79-4287-9ac2-b60c914b6531 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:34.025961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Port 5d641adb-0b79-4287-9ac2-b60c914b6531 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:26:34.026516 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Attempting to bind port 5d641adb-0b79-4287-9ac2-b60c914b6531 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:34.038901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:26:34.038901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:26:34.038901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:26:34.038901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Bound port: 5d641adb-0b79-4287-9ac2-b60c914b6531, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:26:34.038901 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:34.166954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] For port 5d641adb-0b79-4287-9ac2-b60c914b6531, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:34.171829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] For port 5d641adb-0b79-4287-9ac2-b60c914b6531, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5d641adb-0b79-4287-9ac2-b60c914b6531,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:26:34.180985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea291138-4420-46f4-a9a5-a374205e5f7c req-9760c913-5158-423b-ab5a-33423a87faf1 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:34.182493 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea291138-4420-46f4-a9a5-a374205e5f7c req-9760c913-5158-423b-ab5a-33423a87faf1 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.0931907 Sep 22 09:26:34.193456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-059e1c0d-bacc-44f7-8abd-8454c1962e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:34.194977 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-059e1c0d-bacc-44f7-8abd-8454c1962e2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.2060578 Sep 22 09:26:34.223357 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea291138-4420-46f4-a9a5-a374205e5f7c req-0f085a22-a3f6-477d-bdcf-e941906daa0b tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330544 Sep 22 09:26:34.280423 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-a6e8d57b-9e43-4900-bc20-76fc6b1dd14a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e268515d-f4f8-4212-a918-de0892d563e3 HTTP/1.1" status: 200 len: 217 time: 0.0769062 Sep 22 09:26:34.334058 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-749be3bc-14be-43ba-afa6-ac340177f0f9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:34.346789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-f7a2ea0b-916e-47f4-a1fb-568aad410dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:34.348364 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-f7a2ea0b-916e-47f4-a1fb-568aad410dd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0577555 Sep 22 09:26:34.358341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bc11d-da50-4f92-a7f8-98c9fad2029f req-e8e3b73b-afb0-49e2-b121-a0c0393364e9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:34.360018 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e7bc11d-da50-4f92-a7f8-98c9fad2029f req-e8e3b73b-afb0-49e2-b121-a0c0393364e9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.0602169 Sep 22 09:26:34.367388 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:34.385265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-2a27b5e5-066a-4968-accb-09ba8da649a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285487 Sep 22 09:26:34.416154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:34.416795 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:34.418187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] 10.222.0.60 "PUT /v2.0/ports/5d641adb-0b79-4287-9ac2-b60c914b6531 HTTP/1.1" status: 200 len: 1096 time: 1.7193444 Sep 22 09:26:34.420867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c60ef3-81da-4c80-b6fb-997214a0b41d', 'tag': '5d641adb-0b79-4287-9ac2-b60c914b6531'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:34.423151 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee9124a-4c02-44ee-93da-4d1c6b440f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c60ef3-81da-4c80-b6fb-997214a0b41d", "tag": "5d641adb-0b79-4287-9ac2-b60c914b6531"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:34.469395 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-749be3bc-14be-43ba-afa6-ac340177f0f9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:34.472597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e7bc11d-da50-4f92-a7f8-98c9fad2029f req-480e55b4-3a74-4d0d-9bf2-86482c3c19c3 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029079 Sep 22 09:26:34.484247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1eab6-087f-402a-b7d3-9350aee4006d service neutron] Pushing event updated for resources: {'Port': ['ID=5d641adb-0b79-4287-9ac2-b60c914b6531,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:34.514573 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c99167-7639-4426-b11c-e8fc08d569a5 x-openstack-request-id: req-95c99167-7639-4426-b11c-e8fc08d569a5 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:34.514915 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c60ef3-81da-4c80-b6fb-997214a0b41d", "tag": "5d641adb-0b79-4287-9ac2-b60c914b6531", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:34.515167 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95c99167-7639-4426-b11c-e8fc08d569a5 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:34.515590 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c60ef3-81da-4c80-b6fb-997214a0b41d', 'tag': '5d641adb-0b79-4287-9ac2-b60c914b6531', 'status': 'completed', 'code': 200} Sep 22 09:26:34.556862 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-96c3211b-c7bc-4822-b885-7f19ecfcac7e service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563137 Sep 22 09:26:34.618419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9124a-4c02-44ee-93da-4d1c6b440f6a req-e1f27195-97ad-4aed-b94e-155036cdd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:34.620115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ee9124a-4c02-44ee-93da-4d1c6b440f6a req-e1f27195-97ad-4aed-b94e-155036cdd042 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=421a7792afd340f7ab734f3d95a04b59&device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 1099 time: 0.0538352 Sep 22 09:26:34.656960 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ee9124a-4c02-44ee-93da-4d1c6b440f6a req-9c4c60a2-b1c1-49e4-8afd-56fbed77b586 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=421a7792afd340f7ab734f3d95a04b59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280564 Sep 22 09:26:34.665269 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-749be3bc-14be-43ba-afa6-ac340177f0f9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Floating IP 176f260f-0c07-4764-b940-a083701b449c associated. External IP: 172.25.6.136, port: 70f502e3-60ae-49f4-a57c-ba01e05c18c4. Sep 22 09:26:34.774072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942f978-6711-488d-ae37-df88b94e28bd req-b27074aa-d758-4d19-bb73-dd2ebab982f4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:34.775656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5942f978-6711-488d-ae37-df88b94e28bd req-b27074aa-d758-4d19-bb73-dd2ebab982f4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 945 time: 0.1178222 Sep 22 09:26:34.815457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9124a-4c02-44ee-93da-4d1c6b440f6a req-27d82db9-9724-4572-af11-53926250f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:34.816972 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ee9124a-4c02-44ee-93da-4d1c6b440f6a req-27d82db9-9724-4572-af11-53926250f135 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1491597 Sep 22 09:26:34.841733 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5942f978-6711-488d-ae37-df88b94e28bd req-11681ff8-d202-4020-93b4-9231070cb818 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565841 Sep 22 09:26:34.920795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-572941e8-6d23-471b-8b98-5ee346739dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:34.922553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-572941e8-6d23-471b-8b98-5ee346739dcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=421a7792afd340f7ab734f3d95a04b59&device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 1099 time: 0.0591981 Sep 22 09:26:34.981256 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-08343f0b-85b8-437a-98c0-917c5cd0011c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=5d641adb-0b79-4287-9ac2-b60c914b6531 HTTP/1.1" status: 200 len: 217 time: 0.0490270 Sep 22 09:26:35.027778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc96cd-f9ab-4412-ad47-a212e01061d4 req-81898347-f63d-4cdc-8003-c4268b55f9fb tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:35.029855 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28fc96cd-f9ab-4412-ad47-a212e01061d4 req-81898347-f63d-4cdc-8003-c4268b55f9fb tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.1063979 Sep 22 09:26:35.061304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-451ade42-ae87-42ef-a86d-5b0f07b4a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:35.062819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-451ade42-ae87-42ef-a86d-5b0f07b4a6cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0727077 Sep 22 09:26:35.063887 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-c395ce7b-4d5b-4f14-a0a3-bba35fa48a4f service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527080 Sep 22 09:26:35.091984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28fc96cd-f9ab-4412-ad47-a212e01061d4 req-6bbb098d-9cc2-4dc0-ab8d-cf8d4a8a3cbe tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537958 Sep 22 09:26:35.132263 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-9c101fb5-a0a2-45dc-94ce-9ec88e87fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:35.133754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-9c101fb5-a0a2-45dc-94ce-9ec88e87fe71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563765 Sep 22 09:26:35.216335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749be3bc-14be-43ba-afa6-ac340177f0f9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:26:35.270921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-96afc4ab-7616-48c3-8609-da3c430afe05 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280143 Sep 22 09:26:35.279158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76517dfa-4dc3-47a1-93d2-40c2b02c61df req-4ee8e36e-52ae-4e0f-ab8e-343a35714c21 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:35.280539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76517dfa-4dc3-47a1-93d2-40c2b02c61df req-4ee8e36e-52ae-4e0f-ab8e-343a35714c21 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0731876 Sep 22 09:26:35.338580 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:26:35.340828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749be3bc-14be-43ba-afa6-ac340177f0f9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:26:35.346497 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-749be3bc-14be-43ba-afa6-ac340177f0f9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:35.352683 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c6e285-abe8-45e8-8077-5fb19c392971 None None] Sync routers for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:26:35.364132 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6e285-abe8-45e8-8077-5fb19c392971 None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:26:35.368783 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c5c6e285-abe8-45e8-8077-5fb19c392971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:26:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:26:35.371156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76517dfa-4dc3-47a1-93d2-40c2b02c61df req-e9bc03ec-618a-4fb0-a017-8b2bc7df0abc tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825438 Sep 22 09:26:35.392251 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-749be3bc-14be-43ba-afa6-ac340177f0f9 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "PUT /v2.0/floatingips/176f260f-0c07-4764-b940-a083701b449c HTTP/1.1" status: 200 len: 991 time: 2.0064285 Sep 22 09:26:35.392923 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'tag': '70f502e3-60ae-49f4-a57c-ba01e05c18c4'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:35.398024 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a" -d '{"events": [{"name": "network-changed", "server_uuid": "d184b3ba-a70d-40e4-8416-5d101cea9991", "tag": "70f502e3-60ae-49f4-a57c-ba01e05c18c4"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:35.403624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a4aef2-76a8-41fa-a7ed-f8f4143629e3 req-00172ff9-92fa-43c8-b893-6d437510cd47 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220319 Sep 22 09:26:35.500422 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c5c6e285-abe8-45e8-8077-5fb19c392971 None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:26:35.797636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52325-296b-4f57-82b2-8392464cea26 req-96f1b2f5-b9f6-411e-9f8b-5c10ee187402 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:35.799345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74a52325-296b-4f57-82b2-8392464cea26 req-96f1b2f5-b9f6-411e-9f8b-5c10ee187402 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 948 time: 0.3594112 Sep 22 09:26:35.833665 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c5c6e285-abe8-45e8-8077-5fb19c392971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '176f260f-0c07-4764-b940-a083701b449c', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'port_id': '70f502e3-60ae-49f4-a57c-ba01e05c18c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'mac_address': 'fa:16:3e:43:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:23:57Z', 'updated_at': '2021-09-22T09:26:34Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:26:35.857594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74a52325-296b-4f57-82b2-8392464cea26 req-af0f7537-8464-45cb-b04b-af65adb5b0e0 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/security-groups?id=f609b948-6bfd-49d1-9e92-9d81e586542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507438 Sep 22 09:26:35.870000 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c6e285-abe8-45e8-8077-5fb19c392971 None None] Checking router: 1f3414f1-831d-421c-9cb6-7efb7e79c7ba for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:26:35.880248 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6e285-abe8-45e8-8077-5fb19c392971 None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:26:35.880901 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c5c6e285-abe8-45e8-8077-5fb19c392971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:26:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:26:35.917212 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab305f80-cb4a-4b1f-b015-f00203afc1d5 x-openstack-request-id: req-ab305f80-cb4a-4b1f-b015-f00203afc1d5 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:35.917418 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d184b3ba-a70d-40e4-8416-5d101cea9991", "tag": "70f502e3-60ae-49f4-a57c-ba01e05c18c4", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:35.917601 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab305f80-cb4a-4b1f-b015-f00203afc1d5 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:35.918177 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'tag': '70f502e3-60ae-49f4-a57c-ba01e05c18c4', 'status': 'completed', 'code': 200} Sep 22 09:26:35.946876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8417c66-e4da-4ec3-9691-48f4bf3cb684 req-5cb95665-dcc5-4504-9a2a-291cb7947c8f tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:35.948621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8417c66-e4da-4ec3-9691-48f4bf3cb684 req-5cb95665-dcc5-4504-9a2a-291cb7947c8f tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.1103745 Sep 22 09:26:36.015785 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c5c6e285-abe8-45e8-8077-5fb19c392971 None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:26:36.024913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a req-52966e3b-346a-4982-b42a-f6665ab62e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.026536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a req-52966e3b-346a-4982-b42a-f6665ab62e19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3585eaf932a4ab482619956836d6bdd&device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 1096 time: 0.0767689 Sep 22 09:26:36.056279 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8417c66-e4da-4ec3-9691-48f4bf3cb684 req-7d0d6a04-6e42-437b-876e-c92acda3a1e8 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714357 Sep 22 09:26:36.109080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-573ddcdf-b9f5-415a-b91e-a5b91c519dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.115027 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-573ddcdf-b9f5-415a-b91e-a5b91c519dcb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1101 time: 0.0552115 Sep 22 09:26:36.235202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-e485125a-302e-4683-bee3-fcc9d7090e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.238075 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-e485125a-302e-4683-bee3-fcc9d7090e34 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1181500 Sep 22 09:26:36.270476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a req-4ee3b70e-9d33-4a02-9b3f-fcaf1a611fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.271879 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a req-4ee3b70e-9d33-4a02-9b3f-fcaf1a611fa9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c3f4292-5e72-4619-b601-bcc49b728830 HTTP/1.1" status: 200 len: 924 time: 0.2329488 Sep 22 09:26:36.275483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eefdcc-209a-4eef-914f-90f552804c7b req-9280fbcf-786c-4399-b912-994fd7ff694b tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.276876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-9280fbcf-786c-4399-b912-994fd7ff694b tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.1076603 Sep 22 09:26:36.285197 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-5d1e7462-a6ff-4dd1-b0cf-385af289a7a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 217 time: 0.0400536 Sep 22 09:26:36.295820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecb3e7-59e2-4701-98db-e702be44cf55 req-5aa4c79d-e07f-4299-8e32-ffb13535f647 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.297509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fecb3e7-59e2-4701-98db-e702be44cf55 req-5aa4c79d-e07f-4299-8e32-ffb13535f647 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 945 time: 0.1162393 Sep 22 09:26:36.298466 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c5c6e285-abe8-45e8-8077-5fb19c392971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '176f260f-0c07-4764-b940-a083701b449c', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'port_id': '70f502e3-60ae-49f4-a57c-ba01e05c18c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'mac_address': 'fa:16:3e:43:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:23:57Z', 'updated_at': '2021-09-22T09:26:34Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:26:36.333363 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c6e285-abe8-45e8-8077-5fb19c392971 None None] The sync data for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 is: [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '176f260f-0c07-4764-b940-a083701b449c', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'port_id': '70f502e3-60ae-49f4-a57c-ba01e05c18c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'mac_address': 'fa:16:3e:43:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:23:57Z', 'updated_at': '2021-09-22T09:26:34Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:26:36.348353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-fc0d2ec7-6958-4075-af89-8335607d560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.350457 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-fc0d2ec7-6958-4075-af89-8335607d560f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0577013 Sep 22 09:26:36.402837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-b3473858-3cea-406c-a55b-3cd5e4a40bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.404509 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-b3473858-3cea-406c-a55b-3cd5e4a40bfd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473125 Sep 22 09:26:36.435735 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fecb3e7-59e2-4701-98db-e702be44cf55 req-77f24aab-740e-444c-becc-6bcef26d01e6 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989625 Sep 22 09:26:36.437497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a req-cc45f176-89a3-4b32-802c-3cdb3b1a850e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70f502e3-60ae-49f4-a57c-ba01e05c18c4 HTTP/1.1" status: 200 len: 999 time: 0.1572640 Sep 22 09:26:36.528974 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-dc284d53-0895-427f-83d1-f17d73404d1c service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158631 Sep 22 09:26:36.600190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e77cb-aaf7-4caf-9234-274b7f489982 None None] New status for floating IP 176f260f-0c07-4764-b940-a083701b449c: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:26:36.612255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a req-61ed6e5f-5e8c-4df1-9b04-4f1115c10cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.614025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a req-61ed6e5f-5e8c-4df1-9b04-4f1115c10cad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bb00f9a2-b56a-4df4-9361-158da03a41a0 HTTP/1.1" status: 200 len: 862 time: 0.1681755 Sep 22 09:26:36.626623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ced666-1aa6-4f04-96b1-da121de5c3e9 req-1883329a-07e8-4dbd-a2a6-3a6453b91551 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.628105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87ced666-1aa6-4f04-96b1-da121de5c3e9 req-1883329a-07e8-4dbd-a2a6-3a6453b91551 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.1037188 Sep 22 09:26:36.662300 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-e4bd7a51-849d-4703-bbed-117beb64a957 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272457 Sep 22 09:26:36.700759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-97eefdcc-209a-4eef-914f-90f552804c7b req-ccb96192-968d-4d72-8176-fe34aa661037 service neutron] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:36.709620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97eefdcc-209a-4eef-914f-90f552804c7b req-ccb96192-968d-4d72-8176-fe34aa661037 service neutron] Notify callbacks [] for binding, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:36.710713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97eefdcc-209a-4eef-914f-90f552804c7b req-ccb96192-968d-4d72-8176-fe34aa661037 service neutron] 10.222.0.60 "DELETE /v2.0/ports/e268515d-f4f8-4212-a918-de0892d563e3/bindings/n-h2-805649-4 HTTP/1.1" status: 204 len: 173 time: 0.4230630 Sep 22 09:26:36.734752 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87ced666-1aa6-4f04-96b1-da121de5c3e9 req-60032e1c-2fa0-4baa-800e-281d06c1c5ae tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860562 Sep 22 09:26:36.739660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a req-583c4902-f95b-45df-bcbd-192fc471656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.741135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a req-583c4902-f95b-45df-bcbd-192fc471656e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c3f4292-5e72-4619-b601-bcc49b728830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110713 Sep 22 09:26:36.753202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0bce7-def3-4ef7-a1ef-742887064499 req-707d9539-c750-4a3a-b4fa-3efd551dd690 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.755985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29b0bce7-def3-4ef7-a1ef-742887064499 req-707d9539-c750-4a3a-b4fa-3efd551dd690 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.1268356 Sep 22 09:26:36.881049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29b0bce7-def3-4ef7-a1ef-742887064499 req-3723293b-6832-4603-b0d8-c371397300b5 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156938 Sep 22 09:26:36.916165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124cc46-05a2-4470-a4e6-b80ac15e55df req-be70e44a-fdfc-483f-9f14-274d71cf9a47 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:36.917856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2124cc46-05a2-4470-a4e6-b80ac15e55df req-be70e44a-fdfc-483f-9f14-274d71cf9a47 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 947 time: 0.1214449 Sep 22 09:26:36.922420 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a req-19291deb-9d64-4f20-879d-e7f6dc5220f5 service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654513 Sep 22 09:26:37.016600 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2124cc46-05a2-4470-a4e6-b80ac15e55df req-579751cc-0eb7-4d27-9a3f-90b66872b91b tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918353 Sep 22 09:26:37.068010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ca9ad-9504-4711-b48c-484a8e636527 req-ae36ea81-f919-4f6b-8d22-111d0ac098e2 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:37.069629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-597ca9ad-9504-4711-b48c-484a8e636527 req-ae36ea81-f919-4f6b-8d22-111d0ac098e2 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 948 time: 0.1167464 Sep 22 09:26:37.130991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-faa6b422-1e1b-48d5-9cc7-eab2a6eaf85a req-eaa6e1eb-189a-489b-b56a-ebd68ff004c8 service neutron] 10.222.0.45 "GET /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992767 Sep 22 09:26:37.155430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-597ca9ad-9504-4711-b48c-484a8e636527 req-f12e3a72-55dd-44d5-837a-34bb10b48d68 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/security-groups?id=f609b948-6bfd-49d1-9e92-9d81e586542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757806 Sep 22 09:26:37.171552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac300fe9-2cf2-4afb-9e32-5c42609b2143 req-dcd7423c-d18b-42ed-83de-63ba9a7b82c8 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:37.173143 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac300fe9-2cf2-4afb-9e32-5c42609b2143 req-dcd7423c-d18b-42ed-83de-63ba9a7b82c8 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.0919156 Sep 22 09:26:37.214604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac300fe9-2cf2-4afb-9e32-5c42609b2143 req-7bd897e5-5baf-4a92-b8a0-452e8e87ebfe tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354278 Sep 22 09:26:37.558475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb6ac4-4118-4ae2-809a-f3a0ec0b79f8 req-7cc8c01a-72a3-4292-ba65-0a83dd882c0d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:37.560049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7fb6ac4-4118-4ae2-809a-f3a0ec0b79f8 req-7cc8c01a-72a3-4292-ba65-0a83dd882c0d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 945 time: 0.0496581 Sep 22 09:26:37.602545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7fb6ac4-4118-4ae2-809a-f3a0ec0b79f8 req-a0c76423-f9d8-424c-b0d9-ea02021db53b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Sep 22 09:26:37.749908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c0651-776c-4424-b411-22b8a64fd008 req-68068e24-c762-441d-b56d-b72e96d8b453 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:37.751645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-314c0651-776c-4424-b411-22b8a64fd008 req-68068e24-c762-441d-b56d-b72e96d8b453 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 1096 time: 0.0464172 Sep 22 09:26:37.787832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-314c0651-776c-4424-b411-22b8a64fd008 req-f8dd3c98-6151-499c-92ea-1cf282c587ca tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299985 Sep 22 09:26:37.898733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feba6f-e480-48db-9d3e-ec1abfc40fa0 req-52393b46-de5f-4be6-89e9-80468ff28cf4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:37.900322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41feba6f-e480-48db-9d3e-ec1abfc40fa0 req-52393b46-de5f-4be6-89e9-80468ff28cf4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0536790 Sep 22 09:26:37.965699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41feba6f-e480-48db-9d3e-ec1abfc40fa0 req-67334c8a-5cae-4e0f-8602-6b76c5212838 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588067 Sep 22 09:26:37.974484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e506674-966e-4d18-b49e-b4e3549e2c3e req-b9711727-e93b-4ade-81c6-2fbaae4fcfb8 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:37.976015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e506674-966e-4d18-b49e-b4e3549e2c3e req-b9711727-e93b-4ade-81c6-2fbaae4fcfb8 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 1096 time: 0.0627089 Sep 22 09:26:38.029862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e506674-966e-4d18-b49e-b4e3549e2c3e req-a233a4e0-30ba-486c-8b8e-32bca46c895f tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405784 Sep 22 09:26:38.163535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0d45e-426f-4353-a4fb-7a2d86a7da03 req-a4fc6681-b373-4293-994e-724e2c438e03 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:38.165051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28f0d45e-426f-4353-a4fb-7a2d86a7da03 req-a4fc6681-b373-4293-994e-724e2c438e03 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 947 time: 0.0646429 Sep 22 09:26:38.203196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28f0d45e-426f-4353-a4fb-7a2d86a7da03 req-0d3bd750-6a69-41ba-bfcf-b9998871c0ac tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318511 Sep 22 09:26:38.503041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4672e-725c-49cc-955d-cb319e3f0c6b req-5fc1e383-a4fa-42ff-9ae6-061c09682f09 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:38.504488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ce4672e-725c-49cc-955d-cb319e3f0c6b req-5fc1e383-a4fa-42ff-9ae6-061c09682f09 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 947 time: 0.0779219 Sep 22 09:26:38.511839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a241ea-39b1-4168-b4f2-eb3918cf03e9 req-8d79a401-dfbb-4968-839d-8d015e8c500f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:38.513249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12a241ea-39b1-4168-b4f2-eb3918cf03e9 req-8d79a401-dfbb-4968-839d-8d015e8c500f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 948 time: 0.0776973 Sep 22 09:26:38.601552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5d641adb-0b79-4287-9ac2-b60c914b6531 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:26:38.602385 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12a241ea-39b1-4168-b4f2-eb3918cf03e9 req-0623ec83-8c61-4fe2-a753-85a275002d37 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/security-groups?id=f609b948-6bfd-49d1-9e92-9d81e586542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803397 Sep 22 09:26:38.644457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-6ce4672e-725c-49cc-955d-cb319e3f0c6b req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Deleting port 616436f2-b06d-4b79-bfaa-d41c50192944 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:26:38.644822 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6ce4672e-725c-49cc-955d-cb319e3f0c6b req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:38.724112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5d641adb-0b79-4287-9ac2-b60c914b6531, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5d641adb-0b79-4287-9ac2-b60c914b6531,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:38.736638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '5d641adb-0b79-4287-9ac2-b60c914b6531', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '5d641adb-0b79-4287-9ac2-b60c914b6531', 'mac_address': 'fa:16:3e:a4:74:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:26:38.784327 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:38.798113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d641adb-0b79-4287-9ac2-b60c914b6531 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:38.801807 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-6ce4672e-725c-49cc-955d-cb319e3f0c6b req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] For port 616436f2-b06d-4b79-bfaa-d41c50192944, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=616436f2-b06d-4b79-bfaa-d41c50192944,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:38.802148 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6ce4672e-725c-49cc-955d-cb319e3f0c6b req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:38.823076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5d641adb-0b79-4287-9ac2-b60c914b6531, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5d641adb-0b79-4287-9ac2-b60c914b6531,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:38.824122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-6ce4672e-725c-49cc-955d-cb319e3f0c6b req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Calling delete_port for 616436f2-b06d-4b79-bfaa-d41c50192944 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:26:38.844735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592053e-89d6-410e-a26c-ff24d40de9ce req-f60f5730-e827-48e1-afec-338c14206989 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:38.846275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4592053e-89d6-410e-a26c-ff24d40de9ce req-f60f5730-e827-48e1-afec-338c14206989 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.0961742 Sep 22 09:26:38.928163 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4592053e-89d6-410e-a26c-ff24d40de9ce req-89c065d3-e4cb-45d3-bf1d-d932cd7150bb tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496993 Sep 22 09:26:38.959214 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:39.014370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5d641adb-0b79-4287-9ac2-b60c914b6531,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:39.086331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8ebd0-128e-4909-a9e7-7758ef738361 req-2095d44d-8ff1-4833-8c5e-38e85e3ec70c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:39.087917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abf8ebd0-128e-4909-a9e7-7758ef738361 req-2095d44d-8ff1-4833-8c5e-38e85e3ec70c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0513957 Sep 22 09:26:39.108098 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6ce4672e-725c-49cc-955d-cb319e3f0c6b req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:39.140647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Pushing event deleted for resources: {'Port': ['ID=616436f2-b06d-4b79-bfaa-d41c50192944,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:39.178587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.178952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.179290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.179624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.179983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.180310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.180642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.180990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.181313 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.181631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.181949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.182261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:39.193091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abf8ebd0-128e-4909-a9e7-7758ef738361 req-65492103-561e-4207-a449-1f8939d1689c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987971 Sep 22 09:26:39.207133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce4672e-725c-49cc-955d-cb319e3f0c6b req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] No DVR routers for this DVR port 616436f2-b06d-4b79-bfaa-d41c50192944 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:26:39.209863 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6ce4672e-725c-49cc-955d-cb319e3f0c6b req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:39.211942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ce4672e-725c-49cc-955d-cb319e3f0c6b req-204ecd7a-9bbd-4fc6-84fb-981f05f8cd11 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.60 "DELETE /v2.0/ports/616436f2-b06d-4b79-bfaa-d41c50192944 HTTP/1.1" status: 204 len: 173 time: 0.6960046 Sep 22 09:26:39.212402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'name': 'network-vif-deleted', 'tag': '616436f2-b06d-4b79-bfaa-d41c50192944'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:39.214698 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d338ddd0-0c1a-45eb-bca9-5062a58a88a5" -d '{"events": [{"server_uuid": "cf3e4356-b61c-43f5-b7bf-bda2c71fe78c", "name": "network-vif-deleted", "tag": "616436f2-b06d-4b79-bfaa-d41c50192944"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:39.253722 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3befcbe-6cae-4855-9486-0d3d87732ad5 x-openstack-request-id: req-b3befcbe-6cae-4855-9486-0d3d87732ad5 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:39.254016 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3e4356-b61c-43f5-b7bf-bda2c71fe78c", "name": "network-vif-deleted", "tag": "616436f2-b06d-4b79-bfaa-d41c50192944", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:39.254270 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3befcbe-6cae-4855-9486-0d3d87732ad5 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:39.254668 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3e4356-b61c-43f5-b7bf-bda2c71fe78c', 'name': 'network-vif-deleted', 'tag': '616436f2-b06d-4b79-bfaa-d41c50192944', 'status': 'completed', 'code': 200} Sep 22 09:26:39.308750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68c8070b-4eec-4d7a-8372-13ac60197dc7 req-22899fe4-d440-45f5-8e7a-8a5d6769b1a5 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 210 time: 0.0306096 Sep 22 09:26:39.358667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5d641adb-0b79-4287-9ac2-b60c914b6531'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:39.738817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099586a2-5836-49c3-b79a-820ec2477abc req-1fc27a39-9c6c-4314-910c-35ce4f9f9f72 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:39.740348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-099586a2-5836-49c3-b79a-820ec2477abc req-1fc27a39-9c6c-4314-910c-35ce4f9f9f72 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 949 time: 0.0619678 Sep 22 09:26:39.785257 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-099586a2-5836-49c3-b79a-820ec2477abc req-06749b79-2cca-4f1b-83e7-d1572535fb24 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/security-groups?id=f609b948-6bfd-49d1-9e92-9d81e586542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380924 Sep 22 09:26:40.049339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d90c4e-a5fe-4a0d-bd55-0cfc60f2ba6a req-def5695a-4241-412f-bb82-8f5f3f07f1ac tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:40.050392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0d90c4e-a5fe-4a0d-bd55-0cfc60f2ba6a req-def5695a-4241-412f-bb82-8f5f3f07f1ac tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 946 time: 0.0492156 Sep 22 09:26:40.091932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0d90c4e-a5fe-4a0d-bd55-0cfc60f2ba6a req-1f472791-2194-498a-8288-b919dc15886c tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Sep 22 09:26:40.329678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e78b5-4a45-40d8-83e6-7ef1935f7ff1 req-57709b63-a1af-4773-8738-6194b799f838 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:40.334376 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-222e78b5-4a45-40d8-83e6-7ef1935f7ff1 req-57709b63-a1af-4773-8738-6194b799f838 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0619743 Sep 22 09:26:40.379052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-222e78b5-4a45-40d8-83e6-7ef1935f7ff1 req-b8db2cd3-f0eb-4c2b-b0f0-1dc248584f64 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367632 Sep 22 09:26:40.432169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3de0339-4c0b-4c32-bdc2-88dcb20bba35 req-7c8b4082-d74b-43d7-9773-be081f962681 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3e4356-b61c-43f5-b7bf-bda2c71fe78c HTTP/1.1" status: 200 len: 210 time: 0.0281663 Sep 22 09:26:40.629369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5b6f3bc3-4fb5-46be-93fa-000049cdc287 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:26:40.632511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5d641adb-0b79-4287-9ac2-b60c914b6531 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:26:40.766402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5b6f3bc3-4fb5-46be-93fa-000049cdc287, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5b6f3bc3-4fb5-46be-93fa-000049cdc287,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:40.779985 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '5b6f3bc3-4fb5-46be-93fa-000049cdc287', 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7', 'port_id': '5b6f3bc3-4fb5-46be-93fa-000049cdc287', 'mac_address': 'fa:16:3e:b0:23:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd776568-8d4f-4ede-a259-948ad127ce89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:26:40.833702 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:40.860306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b6f3bc3-4fb5-46be-93fa-000049cdc287 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:40.875760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 5d641adb-0b79-4287-9ac2-b60c914b6531 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:26:40.887041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 5d641adb-0b79-4287-9ac2-b60c914b6531 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:26:40.887414 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:40.894979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5b6f3bc3-4fb5-46be-93fa-000049cdc287, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5b6f3bc3-4fb5-46be-93fa-000049cdc287,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:40.929281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7e668-90f8-4112-b2b4-f896d5847d6a req-e1568a49-39f6-4169-bd2a-2400e104388d tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:40.930987 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74a7e668-90f8-4112-b2b4-f896d5847d6a req-e1568a49-39f6-4169-bd2a-2400e104388d tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 949 time: 0.0616546 Sep 22 09:26:40.976290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74a7e668-90f8-4112-b2b4-f896d5847d6a req-c5710db8-9504-41a8-bc3e-833d015fc922 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/security-groups?id=f609b948-6bfd-49d1-9e92-9d81e586542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379031 Sep 22 09:26:40.981226 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:41.005740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c60ef3-81da-4c80-b6fb-997214a0b41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d641adb-0b79-4287-9ac2-b60c914b6531'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:41.007995 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db1aad5-00d8-48ea-bfaa-3afa1b080d4b" -d '{"events": [{"server_uuid": "d4c60ef3-81da-4c80-b6fb-997214a0b41d", "name": "network-vif-plugged", "status": "completed", "tag": "5d641adb-0b79-4287-9ac2-b60c914b6531"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:41.021791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5d641adb-0b79-4287-9ac2-b60c914b6531, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5d641adb-0b79-4287-9ac2-b60c914b6531,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:41.047939 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180299b7-b200-45c9-a1b0-41302c3c02de x-openstack-request-id: req-180299b7-b200-45c9-a1b0-41302c3c02de {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:41.048537 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c60ef3-81da-4c80-b6fb-997214a0b41d", "name": "network-vif-plugged", "status": "completed", "tag": "5d641adb-0b79-4287-9ac2-b60c914b6531", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:41.048537 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-180299b7-b200-45c9-a1b0-41302c3c02de {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:41.048941 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c60ef3-81da-4c80-b6fb-997214a0b41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d641adb-0b79-4287-9ac2-b60c914b6531', 'code': 200} Sep 22 09:26:41.073510 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:41.125510 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:41.127736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5b6f3bc3-4fb5-46be-93fa-000049cdc287,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:41.187669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5d641adb-0b79-4287-9ac2-b60c914b6531,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:41.226438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5837e-9bee-45ef-b0c5-e52a7897ef4a req-159edb2a-33f0-4ef5-b902-7a2b2b18690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:41.228009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9a5837e-9bee-45ef-b0c5-e52a7897ef4a req-159edb2a-33f0-4ef5-b902-7a2b2b18690a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 1101 time: 0.1004198 Sep 22 09:26:41.245400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24cf89-f577-482b-a7ee-f1c6751c7a50 req-8c731d43-e234-4057-974d-146ecdbbf72d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:41.246929 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f24cf89-f577-482b-a7ee-f1c6751c7a50 req-8c731d43-e234-4057-974d-146ecdbbf72d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 945 time: 0.0658908 Sep 22 09:26:41.295187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5b6f3bc3-4fb5-46be-93fa-000049cdc287'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:41.303825 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f24cf89-f577-482b-a7ee-f1c6751c7a50 req-8fa6605e-42fb-4735-8165-90592f1cb2a5 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498915 Sep 22 09:26:41.305996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9a5837e-9bee-45ef-b0c5-e52a7897ef4a req-300f42f9-6b27-48c9-b5fd-9dbd75fc1527 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f609b948-6bfd-49d1-9e92-9d81e586542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575590 Sep 22 09:26:41.513156 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeef89-b55b-4b7a-94f6-4615a02ccdbf req-f1590750-fd55-43b1-a578-d121b507765a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:41.515179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efeeef89-b55b-4b7a-94f6-4615a02ccdbf req-f1590750-fd55-43b1-a578-d121b507765a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0578458 Sep 22 09:26:41.569418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efeeef89-b55b-4b7a-94f6-4615a02ccdbf req-f2e03421-53b8-471d-8f8f-2bb4eec4260d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474606 Sep 22 09:26:42.053247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb58854-fc02-41c3-a0a9-925b43d50d39 req-a1d456a3-3d48-4775-9d7a-4772164a864a tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:42.054823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6cb58854-fc02-41c3-a0a9-925b43d50d39 req-a1d456a3-3d48-4775-9d7a-4772164a864a tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 949 time: 0.0597014 Sep 22 09:26:42.129159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6cb58854-fc02-41c3-a0a9-925b43d50d39 req-ee8b8c3c-e504-4fa0-a20f-e36c74bb02e3 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654051 Sep 22 09:26:42.143187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb6b13-1daa-4402-944e-4f5902c1c3bd req-3c2e7885-429d-49e7-9288-90f64e7c42c2 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:42.144835 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccbb6b13-1daa-4402-944e-4f5902c1c3bd req-3c2e7885-429d-49e7-9288-90f64e7c42c2 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 950 time: 0.0742929 Sep 22 09:26:42.183508 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccbb6b13-1daa-4402-944e-4f5902c1c3bd req-a1499199-ec2d-49d0-8b75-cc0b4c324e02 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/security-groups?id=f609b948-6bfd-49d1-9e92-9d81e586542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Sep 22 09:26:42.427005 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a92e-5cee-4fca-814d-4307fc03382e req-2312f4a3-cc7b-451c-8e7b-9958de8787e9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:42.428574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8686a92e-5cee-4fca-814d-4307fc03382e req-2312f4a3-cc7b-451c-8e7b-9958de8787e9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 945 time: 0.0520895 Sep 22 09:26:42.468633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8686a92e-5cee-4fca-814d-4307fc03382e req-ab53bf0e-4c94-43f2-bbc4-9dc67fadb162 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Sep 22 09:26:42.639098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 616436f2-b06d-4b79-bfaa-d41c50192944 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:26:42.661512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 616436f2-b06d-4b79-bfaa-d41c50192944 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:26:42.661856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 616436f2-b06d-4b79-bfaa-d41c50192944 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:26:42.662266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5b6f3bc3-4fb5-46be-93fa-000049cdc287 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:26:42.712689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6c94-a124-442c-8a82-11da60523faa req-74cbd5ca-b721-438b-be7d-f56cec96d32d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:42.714325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe5a6c94-a124-442c-8a82-11da60523faa req-74cbd5ca-b721-438b-be7d-f56cec96d32d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0673532 Sep 22 09:26:42.752498 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:42.766531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5b6f3bc3-4fb5-46be-93fa-000049cdc287 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:42.777046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe5a6c94-a124-442c-8a82-11da60523faa req-ea18800f-22e4-4ac1-a9fb-f9b147228cf6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Sep 22 09:26:42.787909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5b6f3bc3-4fb5-46be-93fa-000049cdc287, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5b6f3bc3-4fb5-46be-93fa-000049cdc287,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:42.873912 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:42.931064 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5b6f3bc3-4fb5-46be-93fa-000049cdc287,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:43.035017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b160b-9775-4ca7-9b87-57fdc856d168 req-651e0130-1bbc-4ca4-8ffb-441729edc32c tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:43.038588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-866b160b-9775-4ca7-9b87-57fdc856d168 req-651e0130-1bbc-4ca4-8ffb-441729edc32c tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 944 time: 0.0560310 Sep 22 09:26:43.082518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-866b160b-9775-4ca7-9b87-57fdc856d168 req-dabc999c-733e-485e-b17d-e88e2fe29f8c tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395434 Sep 22 09:26:43.254082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09412393-99ac-4d95-aa4d-670c3a2ddd4d req-40a46f73-6056-400b-b4d7-037618b1c4fb tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:43.255726 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09412393-99ac-4d95-aa4d-670c3a2ddd4d req-40a46f73-6056-400b-b4d7-037618b1c4fb tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 949 time: 0.0528140 Sep 22 09:26:43.323194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09412393-99ac-4d95-aa4d-670c3a2ddd4d req-e2e73ef0-9abf-4122-9e6e-1fbc0668e691 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572298 Sep 22 09:26:43.334390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba838d96-c7c2-44c5-9721-e4b64f51a8ba req-faecfc6b-9475-4bb1-8a5e-f0d896dbeaa4 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:43.335870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba838d96-c7c2-44c5-9721-e4b64f51a8ba req-faecfc6b-9475-4bb1-8a5e-f0d896dbeaa4 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 950 time: 0.0792651 Sep 22 09:26:43.375608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba838d96-c7c2-44c5-9721-e4b64f51a8ba req-593cd49f-53ce-4d72-b376-ec5987f8707e tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/security-groups?id=f609b948-6bfd-49d1-9e92-9d81e586542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331864 Sep 22 09:26:43.888595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfd7e9-7383-404c-98d1-1fbaeebaa15d req-31a81aa9-34f4-4a63-b7c7-4ce063e5c0e8 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:43.890228 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ddbfd7e9-7383-404c-98d1-1fbaeebaa15d req-31a81aa9-34f4-4a63-b7c7-4ce063e5c0e8 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0516388 Sep 22 09:26:43.941694 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ddbfd7e9-7383-404c-98d1-1fbaeebaa15d req-2c4d8869-1965-47e5-8cc2-5b828139838d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450664 Sep 22 09:26:43.978480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb257a0-01d1-4a3a-8e39-51f02a240058 req-1851b50d-9738-4131-9f10-471503fabf55 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:43.980112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7cb257a0-01d1-4a3a-8e39-51f02a240058 req-1851b50d-9738-4131-9f10-471503fabf55 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 950 time: 0.0558314 Sep 22 09:26:44.024912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7cb257a0-01d1-4a3a-8e39-51f02a240058 req-2a2909ca-070c-4314-ae9c-0749f42a9750 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/security-groups?id=f609b948-6bfd-49d1-9e92-9d81e586542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379281 Sep 22 09:26:44.136749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd441cf3-e0fe-4a48-ab42-9d555253dd99 req-8f2c5a21-9487-4755-88af-6987131c884e tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:44.139041 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd441cf3-e0fe-4a48-ab42-9d555253dd99 req-8f2c5a21-9487-4755-88af-6987131c884e tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.45 "GET /v2.0/ports?device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 949 time: 0.0593784 Sep 22 09:26:44.267836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466cbd0-83e1-44c1-b82d-2c4b1cd312df req-f8b36907-7d37-4bf0-8925-64fee69778e9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:44.269406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7466cbd0-83e1-44c1-b82d-2c4b1cd312df req-f8b36907-7d37-4bf0-8925-64fee69778e9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 944 time: 0.0942905 Sep 22 09:26:44.325650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7466cbd0-83e1-44c1-b82d-2c4b1cd312df req-6c92af74-2d92-458d-9ceb-5a95f4059258 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475862 Sep 22 09:26:44.333961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-cd441cf3-e0fe-4a48-ab42-9d555253dd99 req-6bd732eb-1324-406f-b8a6-12d8865bcb94 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Deleting port ae11700f-0580-46eb-8fd2-c0a4971b5494 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:26:44.334308 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cd441cf3-e0fe-4a48-ab42-9d555253dd99 req-6bd732eb-1324-406f-b8a6-12d8865bcb94 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:44.465192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-cd441cf3-e0fe-4a48-ab42-9d555253dd99 req-6bd732eb-1324-406f-b8a6-12d8865bcb94 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] For port ae11700f-0580-46eb-8fd2-c0a4971b5494, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ae11700f-0580-46eb-8fd2-c0a4971b5494,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:44.465370 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cd441cf3-e0fe-4a48-ab42-9d555253dd99 req-6bd732eb-1324-406f-b8a6-12d8865bcb94 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:44.482737 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-cd441cf3-e0fe-4a48-ab42-9d555253dd99 req-6bd732eb-1324-406f-b8a6-12d8865bcb94 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Calling delete_port for ae11700f-0580-46eb-8fd2-c0a4971b5494 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:26:44.491682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4267df2-3dea-453b-8d10-0d5ef711407b req-f7edbcec-ac3b-442d-8ec6-1787d063a90e tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:44.493501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4267df2-3dea-453b-8d10-0d5ef711407b req-f7edbcec-ac3b-442d-8ec6-1787d063a90e tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 949 time: 0.0918691 Sep 22 09:26:44.577928 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4267df2-3dea-453b-8d10-0d5ef711407b req-e85b9ede-f004-4790-83c9-eecdc3f4cc2e tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/security-groups?id=bf018a02-3282-4f44-bcef-b0c27c56bd40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744267 Sep 22 09:26:44.751896 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cd441cf3-e0fe-4a48-ab42-9d555253dd99 req-6bd732eb-1324-406f-b8a6-12d8865bcb94 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:44.786602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd732eb-1324-406f-b8a6-12d8865bcb94 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Pushing event deleted for resources: {'Port': ['ID=ae11700f-0580-46eb-8fd2-c0a4971b5494,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:44.836894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd441cf3-e0fe-4a48-ab42-9d555253dd99 req-6bd732eb-1324-406f-b8a6-12d8865bcb94 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] No DVR routers for this DVR port ae11700f-0580-46eb-8fd2-c0a4971b5494 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:26:44.839355 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cd441cf3-e0fe-4a48-ab42-9d555253dd99 req-6bd732eb-1324-406f-b8a6-12d8865bcb94 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:44.841465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd441cf3-e0fe-4a48-ab42-9d555253dd99 req-6bd732eb-1324-406f-b8a6-12d8865bcb94 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.45 "DELETE /v2.0/ports/ae11700f-0580-46eb-8fd2-c0a4971b5494 HTTP/1.1" status: 204 len: 173 time: 0.6955569 Sep 22 09:26:44.841899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-deleted', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:44.844121 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28807bbb-0da5-4c60-b8f2-90bd8a499f03" -d '{"events": [{"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-deleted", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:44.880264 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe73fc9-1021-4388-a9fa-5dd0cff44f19 x-openstack-request-id: req-bfe73fc9-1021-4388-a9fa-5dd0cff44f19 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:44.880560 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40ad669-8c9b-4481-8aab-b5bdc9f596e7", "name": "network-vif-deleted", "tag": "ae11700f-0580-46eb-8fd2-c0a4971b5494", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:44.880857 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfe73fc9-1021-4388-a9fa-5dd0cff44f19 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:44.881274 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40ad669-8c9b-4481-8aab-b5bdc9f596e7', 'name': 'network-vif-deleted', 'tag': 'ae11700f-0580-46eb-8fd2-c0a4971b5494', 'status': 'completed', 'code': 200} Sep 22 09:26:45.032113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8c457-49f4-4cd8-a7cb-ed6796a82b32 req-f2bf2b87-bfb0-41c2-962e-2a1ef7942332 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:45.033723 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0fc8c457-49f4-4cd8-a7cb-ed6796a82b32 req-f2bf2b87-bfb0-41c2-962e-2a1ef7942332 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 944 time: 0.0722268 Sep 22 09:26:45.191237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab317130-a39c-4238-a574-241bc9107e49 req-13d269c4-eab8-42bc-b0bf-f36f0683ad96 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:45.193357 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab317130-a39c-4238-a574-241bc9107e49 req-13d269c4-eab8-42bc-b0bf-f36f0683ad96 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.1586902 Sep 22 09:26:45.258162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf6636-2cfd-4671-becf-5cb725d76c5a req-be2b4a8b-5348-4171-b451-f6f24289783e tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:45.259645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edcf6636-2cfd-4671-becf-5cb725d76c5a req-be2b4a8b-5348-4171-b451-f6f24289783e tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 950 time: 0.1346695 Sep 22 09:26:45.290070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab317130-a39c-4238-a574-241bc9107e49 req-a9e6d74a-4c13-43d1-b746-69a4e3bc3f27 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770655 Sep 22 09:26:45.327481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-0fc8c457-49f4-4cd8-a7cb-ed6796a82b32 req-ca0a50cf-2093-4e4b-bbd2-7042028c411e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Deleting port 5b6f3bc3-4fb5-46be-93fa-000049cdc287 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:26:45.327925 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0fc8c457-49f4-4cd8-a7cb-ed6796a82b32 req-ca0a50cf-2093-4e4b-bbd2-7042028c411e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:45.334812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edcf6636-2cfd-4671-becf-5cb725d76c5a req-7cca44fc-649c-416e-87ac-3d158dc24866 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/security-groups?id=f609b948-6bfd-49d1-9e92-9d81e586542d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666816 Sep 22 09:26:45.442787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-0fc8c457-49f4-4cd8-a7cb-ed6796a82b32 req-ca0a50cf-2093-4e4b-bbd2-7042028c411e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] For port 5b6f3bc3-4fb5-46be-93fa-000049cdc287, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5b6f3bc3-4fb5-46be-93fa-000049cdc287,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:45.443210 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0fc8c457-49f4-4cd8-a7cb-ed6796a82b32 req-ca0a50cf-2093-4e4b-bbd2-7042028c411e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:45.481101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-0fc8c457-49f4-4cd8-a7cb-ed6796a82b32 req-ca0a50cf-2093-4e4b-bbd2-7042028c411e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Calling delete_port for 5b6f3bc3-4fb5-46be-93fa-000049cdc287 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:26:45.548406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385dc442-fc47-4c9f-a3e5-94beb8314561 req-035e0613-72e3-4013-8b3b-18cfea36181a tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:45.549945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-385dc442-fc47-4c9f-a3e5-94beb8314561 req-035e0613-72e3-4013-8b3b-18cfea36181a tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 944 time: 0.1040199 Sep 22 09:26:45.623178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-385dc442-fc47-4c9f-a3e5-94beb8314561 req-3482e335-087c-4adc-a79b-4419b330f2c6 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629969 Sep 22 09:26:45.711524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b357ad-d2ba-4963-92ab-4165b9765895 req-feb241a4-8cef-4842-8353-7810d108ac25 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:45.713905 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-42b357ad-d2ba-4963-92ab-4165b9765895 req-feb241a4-8cef-4842-8353-7810d108ac25 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 950 time: 0.0959854 Sep 22 09:26:45.777930 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0fc8c457-49f4-4cd8-a7cb-ed6796a82b32 req-ca0a50cf-2093-4e4b-bbd2-7042028c411e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:45.831790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02005ba7-64aa-490f-9cda-0e5cf2fe46c0 req-c3fb2142-3def-497d-9119-57bfd824ee32 tempest-ListImageFiltersTestJSON-1225960981 tempest-ListImageFiltersTestJSON-1225960981-project] 10.222.0.49 "GET /v2.0/ports?device_id=c40ad669-8c9b-4481-8aab-b5bdc9f596e7 HTTP/1.1" status: 200 len: 210 time: 0.0729592 Sep 22 09:26:45.844982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-42b357ad-d2ba-4963-92ab-4165b9765895 req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Deleting port 5d641adb-0b79-4287-9ac2-b60c914b6531 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:26:45.845627 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-42b357ad-d2ba-4963-92ab-4165b9765895 req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:45.876315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a50cf-2093-4e4b-bbd2-7042028c411e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event deleted for resources: {'Port': ['ID=5b6f3bc3-4fb5-46be-93fa-000049cdc287,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:45.916528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842e85-763d-471d-a371-a12452659fd0 req-877fce90-a055-4549-864a-5cb24d986efb tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:45.918335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-877fce90-a055-4549-864a-5cb24d986efb tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 820 time: 0.2012625 Sep 22 09:26:45.933640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc8c457-49f4-4cd8-a7cb-ed6796a82b32 req-ca0a50cf-2093-4e4b-bbd2-7042028c411e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] No DVR routers for this DVR port 5b6f3bc3-4fb5-46be-93fa-000049cdc287 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:26:45.941486 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0fc8c457-49f4-4cd8-a7cb-ed6796a82b32 req-ca0a50cf-2093-4e4b-bbd2-7042028c411e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:45.943360 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0fc8c457-49f4-4cd8-a7cb-ed6796a82b32 req-ca0a50cf-2093-4e4b-bbd2-7042028c411e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.60 "DELETE /v2.0/ports/5b6f3bc3-4fb5-46be-93fa-000049cdc287 HTTP/1.1" status: 204 len: 173 time: 0.8661926 Sep 22 09:26:45.953042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-96596249-2e6c-43a8-b88c-191673c4fcf5 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/quotas/c5e50368fa5242f5942a8543dc7c27ba HTTP/1.1" status: 200 len: 375 time: 0.0206413 Sep 22 09:26:45.962236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-42b357ad-d2ba-4963-92ab-4165b9765895 req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] For port 5d641adb-0b79-4287-9ac2-b60c914b6531, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5d641adb-0b79-4287-9ac2-b60c914b6531,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:45.962598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-42b357ad-d2ba-4963-92ab-4165b9765895 req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:45.976747 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-42b357ad-d2ba-4963-92ab-4165b9765895 req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Calling delete_port for 5d641adb-0b79-4287-9ac2-b60c914b6531 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:26:46.006636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-f9ece59b-e167-4b40-85cf-674f146c4c27 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512800 Sep 22 09:26:46.111175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-000fbb73-e81d-4b55-bb18-9a40edbc59bd service neutron] 10.222.0.49 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973446 Sep 22 09:26:46.188070 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-42b357ad-d2ba-4963-92ab-4165b9765895 req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:46.202143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5d641adb-0b79-4287-9ac2-b60c914b6531'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:46.221433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-daf6b2c3-2ace-496b-aadd-486f4f7c0ddc service neutron] 10.222.0.49 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032624 Sep 22 09:26:46.225160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Pushing event deleted for resources: {'Port': ['ID=5d641adb-0b79-4287-9ac2-b60c914b6531,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:46.237078 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.237436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.237777 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.238117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.238453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.238778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.239136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.239608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.239956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.240283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.240608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.241026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:46.296692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b357ad-d2ba-4963-92ab-4165b9765895 req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] No DVR routers for this DVR port 5d641adb-0b79-4287-9ac2-b60c914b6531 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:26:46.299081 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-42b357ad-d2ba-4963-92ab-4165b9765895 req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:46.306295 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-42b357ad-d2ba-4963-92ab-4165b9765895 req-6db3644a-5c68-4412-a054-3e59211a9f1f tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.60 "DELETE /v2.0/ports/5d641adb-0b79-4287-9ac2-b60c914b6531 HTTP/1.1" status: 204 len: 173 time: 0.5798466 Sep 22 09:26:46.306295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c60ef3-81da-4c80-b6fb-997214a0b41d', 'name': 'network-vif-deleted', 'tag': '5d641adb-0b79-4287-9ac2-b60c914b6531'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:46.306295 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbf2320-f35e-412c-922d-02d233b68d79" -d '{"events": [{"server_uuid": "d4c60ef3-81da-4c80-b6fb-997214a0b41d", "name": "network-vif-deleted", "tag": "5d641adb-0b79-4287-9ac2-b60c914b6531"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:46.356164 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d22f684-2906-470c-8e7b-c12561adb477 x-openstack-request-id: req-9d22f684-2906-470c-8e7b-c12561adb477 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:46.357429 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c60ef3-81da-4c80-b6fb-997214a0b41d", "name": "network-vif-deleted", "tag": "5d641adb-0b79-4287-9ac2-b60c914b6531", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:46.357683 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d22f684-2906-470c-8e7b-c12561adb477 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:46.358073 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c60ef3-81da-4c80-b6fb-997214a0b41d', 'name': 'network-vif-deleted', 'tag': '5d641adb-0b79-4287-9ac2-b60c914b6531', 'status': 'completed', 'code': 200} Sep 22 09:26:46.477490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0a371-dabf-40ed-b451-25dbd6e7d125 req-8d9a2fe4-124e-4fd1-ad83-8e7e10aa36c3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:46.479202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3bf0a371-dabf-40ed-b451-25dbd6e7d125 req-8d9a2fe4-124e-4fd1-ad83-8e7e10aa36c3 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0643671 Sep 22 09:26:46.525851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3bf0a371-dabf-40ed-b451-25dbd6e7d125 req-93e23a32-9f1f-4bb3-ac10-ad65ebb35dcd tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356662 Sep 22 09:26:46.632021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6cac712e-7ab3-46e8-bd20-2ad17436ccca req-3e7eb5d9-15f5-4bca-9243-6ded23d45498 tempest-ImagesNegativeTestJSON-969373157 tempest-ImagesNegativeTestJSON-969373157-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c60ef3-81da-4c80-b6fb-997214a0b41d HTTP/1.1" status: 200 len: 210 time: 0.0303028 Sep 22 09:26:46.878342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dea1f06-3d51-4fc8-b81f-8a5cf2969746 req-70c83f49-537e-41b4-93e3-a20910275989 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 210 time: 0.0400443 Sep 22 09:26:46.893108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ed211c-2071-49c2-af54-9f8467629d4b', 'name': 'network-vif-deleted', 'tag': '5b6f3bc3-4fb5-46be-93fa-000049cdc287'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:46.895398 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f49bc-a3f9-4c29-8177-94e7261f2d07" -d '{"events": [{"server_uuid": "a4ed211c-2071-49c2-af54-9f8467629d4b", "name": "network-vif-deleted", "tag": "5b6f3bc3-4fb5-46be-93fa-000049cdc287"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:46.911928 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-813d4284-0ace-412b-b650-7764fc86a01a req-dc90352c-1f33-4141-b1ed-c6fa9377295f tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4ed211c-2071-49c2-af54-9f8467629d4b HTTP/1.1" status: 200 len: 210 time: 0.0637751 Sep 22 09:26:46.973816 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8884fac3-27d8-4831-b88e-31451aa32cda x-openstack-request-id: req-8884fac3-27d8-4831-b88e-31451aa32cda {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:46.975278 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ed211c-2071-49c2-af54-9f8467629d4b", "name": "network-vif-deleted", "tag": "5b6f3bc3-4fb5-46be-93fa-000049cdc287", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:46.975527 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8884fac3-27d8-4831-b88e-31451aa32cda {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:46.975923 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ed211c-2071-49c2-af54-9f8467629d4b', 'name': 'network-vif-deleted', 'tag': '5b6f3bc3-4fb5-46be-93fa-000049cdc287', 'status': 'completed', 'code': 200} Sep 22 09:26:47.633004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ae11700f-0580-46eb-8fd2-c0a4971b5494 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:26:47.656798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: ae11700f-0580-46eb-8fd2-c0a4971b5494 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:26:47.657335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ae11700f-0580-46eb-8fd2-c0a4971b5494 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:26:47.669676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc809d1-6993-441e-93bd-5ae94032d180 req-510b83e6-5f48-4432-8656-b833b6b15f12 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:47.671626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edc809d1-6993-441e-93bd-5ae94032d180 req-510b83e6-5f48-4432-8656-b833b6b15f12 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0716035 Sep 22 09:26:47.724076 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edc809d1-6993-441e-93bd-5ae94032d180 req-02c469dc-e9a2-4ccf-83b8-b53245af8fb4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461686 Sep 22 09:26:48.005927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-adc8adf1-2d43-4f6f-acfb-a6039150ec6d req-05c7e8b4-c9b0-4bfa-bc33-d9fef990a8e8 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 210 time: 0.0305099 Sep 22 09:26:48.513505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52448) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:48.520329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b82eb0c3-5b4f-423d-ac27-187321320d98 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187270876', 'description': 'tempest-description--1938299507'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:48.609363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b82eb0c3-5b4f-423d-ac27-187321320d98 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:48.657889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5d641adb-0b79-4287-9ac2-b60c914b6531 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:26:48.683414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 5d641adb-0b79-4287-9ac2-b60c914b6531 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:26:48.684015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5d641adb-0b79-4287-9ac2-b60c914b6531 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:26:48.685079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5b6f3bc3-4fb5-46be-93fa-000049cdc287 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:26:48.706193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b82eb0c3-5b4f-423d-ac27-187321320d98 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:48.714653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 5b6f3bc3-4fb5-46be-93fa-000049cdc287 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:26:48.714998 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5b6f3bc3-4fb5-46be-93fa-000049cdc287 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:26:48.811288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b82eb0c3-5b4f-423d-ac27-187321320d98 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:48.848232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eb0c3-5b4f-423d-ac27-187321320d98 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f369cbe-9a94-4397-a13b-e86d1e45b665,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:48.885089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a31f6d-23c5-4799-afbd-44ede4f84db4 req-6be06633-6196-4994-ae31-c15be9e5482e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:48.887243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60a31f6d-23c5-4799-afbd-44ede4f84db4 req-6be06633-6196-4994-ae31-c15be9e5482e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0924931 Sep 22 09:26:48.944239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b82eb0c3-5b4f-423d-ac27-187321320d98 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:48.945968 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b82eb0c3-5b4f-423d-ac27-187321320d98 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4305396 Sep 22 09:26:48.949414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52464) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:48.955725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60a31f6d-23c5-4799-afbd-44ede4f84db4 req-e46ca065-8980-4831-b08b-bfeec9de5229 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606570 Sep 22 09:26:48.968308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-60ed2a6a-eae9-4b58-9edb-c271308f0cb0 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Request body: {'security_group_rule': {'security_group_id': '8f369cbe-9a94-4397-a13b-e86d1e45b665', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:49.016175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842e85-763d-471d-a371-a12452659fd0 req-1c216a14-43ec-4fe9-a8f4-cda556ad84f7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:49.017985 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-1c216a14-43ec-4fe9-a8f4-cda556ad84f7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.60 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 820 time: 0.1662848 Sep 22 09:26:49.034133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Request body: {'port': {'device_id': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366', 'admin_state_up': True, 'tenant_id': 'c5e50368fa5242f5942a8543dc7c27ba'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:49.144856 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-60ed2a6a-eae9-4b58-9edb-c271308f0cb0 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.178249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-090bf6c9-8feb-4edf-8088-19f9b0f116e7 req-3bacf4ec-79ba-486a-9a09-1a649367b865 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 210 time: 0.0473800 Sep 22 09:26:49.187987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52470) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:49.234052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-60ed2a6a-eae9-4b58-9edb-c271308f0cb0 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.306358 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-60ed2a6a-eae9-4b58-9edb-c271308f0cb0 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.328466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed2a6a-eae9-4b58-9edb-c271308f0cb0 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3556e295-ab75-4d0e-98bd-451c88ed9e27,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:49.332240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Made reservation on behalf of c5e50368fa5242f5942a8543dc7c27ba for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:26:49.336096 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.375186 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1859aecd-9340-4681-8fdc-1577c3f3b005 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=421a7792afd340f7ab734f3d95a04b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823196 Sep 22 09:26:49.385151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52476) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:49.433550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-60ed2a6a-eae9-4b58-9edb-c271308f0cb0 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.437808 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-60ed2a6a-eae9-4b58-9edb-c271308f0cb0 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4836345 Sep 22 09:26:49.439483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52480) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:49.464292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2f83f42e-c4b2-4798-b35e-d74c772240a3 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Request body: {'security_group_rule': {'security_group_id': '8f369cbe-9a94-4397-a13b-e86d1e45b665', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:49.549605 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc231f2c-2bec-4d5a-9818-342277167a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.550529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Allocated IP 172.20.0.10 (305acb99-5b4d-437f-a6af-752fcd584366/4190d96d-fd50-463c-85aa-2287bacb2e58/e3d9ecc0-47ce-4dce-b86d-c4051e3ede36) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:26:49.573276 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc231f2c-2bec-4d5a-9818-342277167a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.591548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52482) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:49.634693 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f83f42e-c4b2-4798-b35e-d74c772240a3 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.726926 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc231f2c-2bec-4d5a-9818-342277167a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.729461 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc231f2c-2bec-4d5a-9818-342277167a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.734150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dc231f2c-2bec-4d5a-9818-342277167a6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f609b948-6bfd-49d1-9e92-9d81e586542d HTTP/1.1" status: 204 len: 168 time: 0.3463724 Sep 22 09:26:49.748431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.790076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc231f2c-2bec-4d5a-9818-342277167a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f609b948-6bfd-49d1-9e92-9d81e586542d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:49.816825 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f83f42e-c4b2-4798-b35e-d74c772240a3 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.820714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-512b4091-2b9e-4b0e-9004-dd1224f2cedf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33563aaa145442fe9b1bf3abe1765fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281682 Sep 22 09:26:49.824320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52488) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:49.862759 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.874140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['ff5204a2-44b6-46c9-9f8d-718bc6c6462b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:26:49.889269 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-67a7d5de-049e-43d2-8426-010701106ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.901212 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f83f42e-c4b2-4798-b35e-d74c772240a3 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.917282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Network 305acb99-5b4d-437f-a6af-752fcd584366 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:26:49.921604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:26:49.926774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:26:49.936822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83f42e-c4b2-4798-b35e-d74c772240a3 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9cca71-df4b-4df7-91ad-fd26cf480354,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:49.941131 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-67a7d5de-049e-43d2-8426-010701106ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:49.968238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Pushing event updated for resources: {'Port': ['ID=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:50.019374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:50.020672 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:50.043784 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f83f42e-c4b2-4798-b35e-d74c772240a3 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:50.045587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2f83f42e-c4b2-4798-b35e-d74c772240a3 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6009533 Sep 22 09:26:50.048902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52492) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:50.066762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:50.142099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f903d31-5d68-4dd9-8caf-ed7982362737 req-273fcbc7-f7f3-4afd-9221-7cfd78a9cb83 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:50.160645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f903d31-5d68-4dd9-8caf-ed7982362737 req-273fcbc7-f7f3-4afd-9221-7cfd78a9cb83 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0734224 Sep 22 09:26:50.194494 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-9b263427-1535-4939-ba86-32bf8822ac37 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1664741 Sep 22 09:26:50.202778 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-67a7d5de-049e-43d2-8426-010701106ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:50.208192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Request body: {'port': {'device_id': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:50.211833 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-67a7d5de-049e-43d2-8426-010701106ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:50.215003 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-67a7d5de-049e-43d2-8426-010701106ff1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf018a02-3282-4f44-bcef-b0c27c56bd40 HTTP/1.1" status: 204 len: 168 time: 0.3875730 Sep 22 09:26:50.266686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7d5de-049e-43d2-8426-010701106ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf018a02-3282-4f44-bcef-b0c27c56bd40,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:50.327360 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f903d31-5d68-4dd9-8caf-ed7982362737 req-e3781dc0-a670-4788-bb98-97770100ec8c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632171 Sep 22 09:26:50.374427 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:50.386998 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:50.492934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a91a5-23d6-405c-a5d2-f48153bb452f req-f317d8c6-0e1d-4715-99f0-1cda41642b5c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:50.508886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b03a91a5-23d6-405c-a5d2-f48153bb452f req-f317d8c6-0e1d-4715-99f0-1cda41642b5c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 932 time: 0.1457579 Sep 22 09:26:50.924052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b03a91a5-23d6-405c-a5d2-f48153bb452f req-4db416d2-5d28-481d-aeb6-f08274b0ff40 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134488 Sep 22 09:26:50.966076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:50.991558 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:51.009370 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:51.021871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Transition to ACTIVE for port object e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:26:51.107516 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:51.131410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Allocated IP 172.25.6.82 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/da10030a-70a5-4017-96eb-17b7310a4181) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:26:51.243118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Pushing event updated for resources: {'Port': ['ID=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:51.328545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:51.416861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:26:51.417513 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:26:51.418115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:51.423402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:26:51.424023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:51.431571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:26:51.432327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:26:51.433235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:26:51.433761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Bound port: e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:26:51.434698 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:51.486342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:51.543618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event updated for resources: {'Port': ['ID=da10030a-70a5-4017-96eb-17b7310a4181,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:51.577707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:51.587706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:26:51.605682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:26:51.619531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651227a7-7d2c-4c71-9f7d-105ccb46e99e req-588830a2-f1d2-48e8-a570-b72d024d51d0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:51.621522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-651227a7-7d2c-4c71-9f7d-105ccb46e99e req-588830a2-f1d2-48e8-a570-b72d024d51d0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.1647613 Sep 22 09:26:51.623550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:26:51.626973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:26:51.651016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:51.704032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:51.704651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:51.706119 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] 10.222.0.60 "PUT /v2.0/ports/e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 HTTP/1.1" status: 200 len: 1092 time: 1.5022235 Sep 22 09:26:51.706570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'tag': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:51.709137 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea16147a-9be6-421c-81ef-189dec9dfe43" -d '{"events": [{"name": "network-changed", "server_uuid": "e01c9d5b-e717-47f7-ab0d-7968e5313867", "tag": "e3d9ecc0-47ce-4dce-b86d-c4051e3ede36"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:51.747545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563bbd3-8f98-4ed4-b141-a2c4beae5b2e service neutron] Pushing event updated for resources: {'Port': ['ID=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:51.759812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-651227a7-7d2c-4c71-9f7d-105ccb46e99e req-6e6a778e-6361-4a1e-a0c8-1a499ea05fc6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242700 Sep 22 09:26:51.802737 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:51.827855 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bc7151-d81c-4ea3-98ad-afd53f431de1 x-openstack-request-id: req-c0bc7151-d81c-4ea3-98ad-afd53f431de1 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:51.828322 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01c9d5b-e717-47f7-ab0d-7968e5313867", "tag": "e3d9ecc0-47ce-4dce-b86d-c4051e3ede36", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:51.828952 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0bc7151-d81c-4ea3-98ad-afd53f431de1 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:51.829503 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'tag': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36', 'status': 'completed', 'code': 200} Sep 22 09:26:51.906165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16147a-9be6-421c-81ef-189dec9dfe43 req-3c39d057-818d-4ae3-85c8-c36089c28985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:51.908031 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ea16147a-9be6-421c-81ef-189dec9dfe43 req-3c39d057-818d-4ae3-85c8-c36089c28985 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 1095 time: 0.0555427 Sep 22 09:26:51.945466 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:52.089514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16147a-9be6-421c-81ef-189dec9dfe43 req-35b7f622-fd19-4497-9c8d-3e03aeaacb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:52.093018 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ea16147a-9be6-421c-81ef-189dec9dfe43 req-35b7f622-fd19-4497-9c8d-3e03aeaacb66 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1770308 Sep 22 09:26:52.163671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ddb28-2be5-4a8f-a7f0-cdf9e744bc51 req-06962e52-dd00-4f8f-a80c-f223b2cb9d41 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:52.175572 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a1ddb28-2be5-4a8f-a7f0-cdf9e744bc51 req-06962e52-dd00-4f8f-a80c-f223b2cb9d41 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.1259685 Sep 22 09:26:52.273765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a1ddb28-2be5-4a8f-a7f0-cdf9e744bc51 req-ebcfa73d-fd5b-47d2-9074-31f5f177215a tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903254 Sep 22 09:26:52.287942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16147a-9be6-421c-81ef-189dec9dfe43 req-8de019b1-1bb5-4bc0-a2cc-9640cb6fa501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:52.309435 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ea16147a-9be6-421c-81ef-189dec9dfe43 req-8de019b1-1bb5-4bc0-a2cc-9640cb6fa501 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1973176 Sep 22 09:26:52.381070 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:52.432437 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842e85-763d-471d-a371-a12452659fd0 req-4f92fd9e-1e8d-4a50-8495-d22e275df389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:52.434875 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-4f92fd9e-1e8d-4a50-8495-d22e275df389 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 1095 time: 0.0950451 Sep 22 09:26:52.496286 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:52.506252 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-daf3b656-2fdd-485e-8622-099c551bf1ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 HTTP/1.1" status: 200 len: 217 time: 0.0617797 Sep 22 09:26:52.592076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842e85-763d-471d-a371-a12452659fd0 req-f7985181-796c-4d2b-b700-b09f2d914e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:52.593604 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-f7985181-796c-4d2b-b700-b09f2d914e60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0753169 Sep 22 09:26:52.623607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event updated for resources: {'Port': ['ID=da10030a-70a5-4017-96eb-17b7310a4181,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:52.671581 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-c5a9e9f4-df0d-4622-95bc-39d02453825d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677872 Sep 22 09:26:52.685542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2c39abf-08c7-4c6e-b707-cc814889ac54 req-a7bef0dc-5ec2-427a-8a91-84b8dfa32f15 tempest-AbsoluteLimitsNegativeTestJSON-111591798 tempest-AbsoluteLimitsNegativeTestJSON-111591798-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9001c16ec88e4f77bc600c25b98716d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797808 Sep 22 09:26:52.792302 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:52.800258 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-76990122-52ea-4ee0-9d88-e9765f52668a service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223722 Sep 22 09:26:52.833133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c39abf-08c7-4c6e-b707-cc814889ac54 req-7f3fdd46-34c6-4d2d-a23a-914bbe20401c tempest-AbsoluteLimitsNegativeTestJSON-111591798 tempest-AbsoluteLimitsNegativeTestJSON-111591798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:52.835305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2c39abf-08c7-4c6e-b707-cc814889ac54 req-7f3fdd46-34c6-4d2d-a23a-914bbe20401c tempest-AbsoluteLimitsNegativeTestJSON-111591798 tempest-AbsoluteLimitsNegativeTestJSON-111591798-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336064 Sep 22 09:26:52.852417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2c39abf-08c7-4c6e-b707-cc814889ac54 req-d9fa0562-68cf-499d-a794-83dc443b31d2 tempest-AbsoluteLimitsNegativeTestJSON-111591798 tempest-AbsoluteLimitsNegativeTestJSON-111591798-project] 10.222.0.49 "GET /v2.0/quotas/9001c16ec88e4f77bc600c25b98716d0 HTTP/1.1" status: 200 len: 375 time: 0.0100055 Sep 22 09:26:52.890136 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2c39abf-08c7-4c6e-b707-cc814889ac54 req-279ed45c-c1a3-4b18-a0bf-7cd22ab8b70c tempest-AbsoluteLimitsNegativeTestJSON-111591798 tempest-AbsoluteLimitsNegativeTestJSON-111591798-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9001c16ec88e4f77bc600c25b98716d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302365 Sep 22 09:26:52.890550 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:52.899851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5be6ab1f-b7e3-4e1f-9caf-1bbe9cc20c1d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8419535 Sep 22 09:26:52.928891 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b842e85-763d-471d-a371-a12452659fd0 req-99ebee9e-7318-40a0-b205-caf0a58bef11 service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204734 Sep 22 09:26:53.010903 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:53.145335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6972fa-b89f-4ef5-90e0-ee1fb2bb8c59 req-b2d1f115-87d3-4166-9970-ef2ded019b93 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:53.146839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e6972fa-b89f-4ef5-90e0-ee1fb2bb8c59 req-b2d1f115-87d3-4166-9970-ef2ded019b93 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0758123 Sep 22 09:26:53.193585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e6972fa-b89f-4ef5-90e0-ee1fb2bb8c59 req-bb0d3b08-db93-48ea-a485-e0940d9d56f1 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390263 Sep 22 09:26:53.448118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-705911f4-4a6c-4513-b977-bf593ab47188 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:53.449837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-705911f4-4a6c-4513-b977-bf593ab47188 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/networks?id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 HTTP/1.1" status: 200 len: 822 time: 0.1602855 Sep 22 09:26:53.467118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855e3e1-0276-4600-bbfc-e07a8fd61fc9 req-44ea1f2f-ce5d-4d20-a630-b76706a70627 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:53.469156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6855e3e1-0276-4600-bbfc-e07a8fd61fc9 req-44ea1f2f-ce5d-4d20-a630-b76706a70627 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.0884285 Sep 22 09:26:53.482799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-72b5b6dd-f57d-4e23-bb04-4e1c4cf83fdd tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/quotas/cc397c632af54e038c119931f95a2b88 HTTP/1.1" status: 200 len: 375 time: 0.0126042 Sep 22 09:26:53.598191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6855e3e1-0276-4600-bbfc-e07a8fd61fc9 req-c334a7b0-e968-470c-92f4-f2ff5f78850b tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642941 Sep 22 09:26:53.598191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-67cd5960-e81c-416f-b446-9b6746429ce0 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc397c632af54e038c119931f95a2b88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644159 Sep 22 09:26:53.599265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52612) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:53.691814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-b0ab5fd7-26f2-436d-ada0-d402dd7595c5 service neutron] 10.222.0.49 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222706 Sep 22 09:26:53.759297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed03b085-2969-4aa8-aaca-869760e88161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:53.834741 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-d20419c2-8fa4-4870-822c-4ce82549081a service neutron] 10.222.0.49 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350970 Sep 22 09:26:53.892005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed03b085-2969-4aa8-aaca-869760e88161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:53.982472 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed03b085-2969-4aa8-aaca-869760e88161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:54.024083 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ed03b085-2969-4aa8-aaca-869760e88161 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9001c16ec88e4f77bc600c25b98716d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338510 Sep 22 09:26:54.024836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03b085-2969-4aa8-aaca-869760e88161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d400e8-18df-400e-a223-5b42c4d38ec6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:54.027001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52620) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:54.137501 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-17c48eae-aebc-48d8-a870-afb1eb8f7225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:54.182189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:54.217955 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-781fb863-af60-4998-aef1-ff3ab87d02c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:54.263369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7eaf66c-7856-43c9-8f4f-4c287be2352a req-339313dc-d09d-488b-b200-90876dde14e5 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 210 time: 0.0981293 Sep 22 09:26:54.288283 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-17c48eae-aebc-48d8-a870-afb1eb8f7225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:54.434869 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-2a627578-29a6-4b5b-9569-5d87ae4ab321 service neutron] show failed (client error): The resource could not be found. Sep 22 09:26:54.435687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-2a627578-29a6-4b5b-9569-5d87ae4ab321 service neutron] 10.222.0.45 "GET /v2.0/ports/699c0a08-1145-4252-ba3a-74a013349c6f/bindings/n-h1-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.2567089 Sep 22 09:26:54.461520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77719ab-6f08-4ce3-aeb1-16bb5d378917 req-0d191a8d-cc75-4154-bbbb-cdb941dbe867 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:54.463089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b77719ab-6f08-4ce3-aeb1-16bb5d378917 req-0d191a8d-cc75-4154-bbbb-cdb941dbe867 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0807433 Sep 22 09:26:54.519934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b77719ab-6f08-4ce3-aeb1-16bb5d378917 req-738d1887-7158-481b-8567-8c9a11e415df tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495014 Sep 22 09:26:54.526344 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-17c48eae-aebc-48d8-a870-afb1eb8f7225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:54.530657 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-17c48eae-aebc-48d8-a870-afb1eb8f7225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:54.534563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-17c48eae-aebc-48d8-a870-afb1eb8f7225 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/89d400e8-18df-400e-a223-5b42c4d38ec6 HTTP/1.1" status: 204 len: 168 time: 0.5039399 Sep 22 09:26:54.563083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c48eae-aebc-48d8-a870-afb1eb8f7225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d400e8-18df-400e-a223-5b42c4d38ec6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:54.706463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ae59-5b20-4d49-9af7-b3ca1c90f0d6 req-f02f93ef-5201-4fe3-9be3-ae1e2a74545a tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:54.708324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3f8ae59-5b20-4d49-9af7-b3ca1c90f0d6 req-f02f93ef-5201-4fe3-9be3-ae1e2a74545a tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.0595975 Sep 22 09:26:54.754935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3f8ae59-5b20-4d49-9af7-b3ca1c90f0d6 req-dcb29e20-1da6-4a2d-a102-e186e85bdadf tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Sep 22 09:26:55.235008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-b646a159-09f8-41fa-8b9e-cb5342dc4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:55.236678 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-b646a159-09f8-41fa-8b9e-cb5342dc4996 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b&tenant_id=1cf14f0d57b04db4bde24027d9724d39 HTTP/1.1" status: 200 len: 1101 time: 0.0478470 Sep 22 09:26:55.250541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:55.324416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:55.369993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-adb3272b-ff89-4d5d-a9a6-cc68962ee47e req-31f4f2eb-15bb-4fe3-a4ce-33161c320fa0 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 210 time: 0.0274701 Sep 22 09:26:55.604404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:26:55.645143 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:55.688009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0fbf5-4e30-47f2-b083-c9b4e62830e0 req-f4de8173-7cb3-4b41-b5c7-c6614b25ce2b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:55.690051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2e0fbf5-4e30-47f2-b083-c9b4e62830e0 req-f4de8173-7cb3-4b41-b5c7-c6614b25ce2b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0615351 Sep 22 09:26:55.698084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:55.701789 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd46990-923e-4b1d-b9d2-b6ff4be9364c" -d '{"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-unplugged", "status": "completed", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:55.706729 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:55.722326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Transition to ACTIVE for port object 699c0a08-1145-4252-ba3a-74a013349c6f will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:26:55.743681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2e0fbf5-4e30-47f2-b083-c9b4e62830e0 req-55eb059c-581e-43cd-ab19-0a27d98ae8da tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Sep 22 09:26:55.791698 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:55.821261 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2f3ad3-3eca-41ec-ae3a-ec88aac6db4d x-openstack-request-id: req-1f2f3ad3-3eca-41ec-ae3a-ec88aac6db4d {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:55.821620 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-unplugged", "status": "completed", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:55.821796 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f2f3ad3-3eca-41ec-ae3a-ec88aac6db4d {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:55.821998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52684) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:55.822307 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f', 'code': 200} Sep 22 09:26:55.885734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] No DVR routers for this DVR port 699c0a08-1145-4252-ba3a-74a013349c6f on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:26:55.888677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=6']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:55.963894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:26:55.964243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:26:55.964559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:55.977405 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Port 699c0a08-1145-4252-ba3a-74a013349c6f on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:26:55.977648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:55.987824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:26:55.988163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:26:55.988543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:26:55.989129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Bound port: 699c0a08-1145-4252-ba3a-74a013349c6f, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:26:55.989338 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.012351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ddc82-cd03-4413-9e01-bc715b9d8939 req-f625f785-44c6-4d93-ba1d-62cc2098fc2b tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:56.014451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-411ddc82-cd03-4413-9e01-bc715b9d8939 req-f625f785-44c6-4d93-ba1d-62cc2098fc2b tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.1261430 Sep 22 09:26:56.066417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-802307060-network', 'tenant_id': '7b35e4bbf8ee4f16a637ed5763889d62'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:56.095295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-411ddc82-cd03-4413-9e01-bc715b9d8939 req-429cf4e1-f9fe-4372-91a6-6fdf1b8f33d2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691741 Sep 22 09:26:56.114283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:56.119243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:26:56.198958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Made reservation on behalf of 7b35e4bbf8ee4f16a637ed5763889d62 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:26:56.201028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.204990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.216443 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.244000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:56.244660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.246365 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] 10.222.0.60 "PUT /v2.0/ports/699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 1096 time: 1.0005407 Sep 22 09:26:56.364090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44b85f-9b13-409f-b3eb-b8874c1a68f3 service neutron] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=7']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:56.375524 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.386112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-879b2618-dcd6-4c15-bdca-9935e8f6edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:56.388505 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-879b2618-dcd6-4c15-bdca-9935e8f6edb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1099 time: 0.1052222 Sep 22 09:26:56.483545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.483992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52700) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:56.552383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-27d25553-594f-4a04-94a4-19bbe3675186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:56.553923 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-27d25553-594f-4a04-94a4-19bbe3675186 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1543708 Sep 22 09:26:56.583446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26bad14f-a93c-4adb-b0c9-162c10984e06 req-88badd2d-5152-4331-85b4-a34e64a8c213 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 210 time: 0.0878780 Sep 22 09:26:56.615822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:26:56.620662 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-d5794409-1e19-4f78-96e5-9b81b8f426da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 217 time: 0.0586436 Sep 22 09:26:56.629810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3a82ec-f36a-4d2d-a4c4-44d8095506cf,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:56.644028 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.644355 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Added segment 156040da-a40b-4014-afdf-64c4bac3edee of type vlan for network 8260ae64-4aec-4781-8c77-45e8c48f89d2 Sep 22 09:26:56.680528 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c18c49d5-9593-442c-884f-fe4522592801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.700373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-5c96b6eb-2cff-4e22-8b90-ed540adbd625 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:56.701839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-5c96b6eb-2cff-4e22-8b90-ed540adbd625 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.45 "GET /v2.0/networks?id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 HTTP/1.1" status: 200 len: 822 time: 0.2533329 Sep 22 09:26:56.703122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-93527228-c99f-4898-ab79-03b5d4f769fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:56.704573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-93527228-c99f-4898-ab79-03b5d4f769fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0761909 Sep 22 09:26:56.710700 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.720689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Request body: {'port': {'device_id': '393f8dde-731b-43d7-b642-6471d38047cd', 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7', 'admin_state_up': True, 'tenant_id': 'cc397c632af54e038c119931f95a2b88'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:56.778826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-23500d97-3814-49e9-8c1f-09e58dded675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:56.780598 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-23500d97-3814-49e9-8c1f-09e58dded675 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675337 Sep 22 09:26:56.816431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-93ea54b1-0cb0-4945-b174-82cf57c1e2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.877524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c18c49d5-9593-442c-884f-fe4522592801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.901814 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-0e6d43f6-9e27-4645-b57b-95ab23a77e8e service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117644 Sep 22 09:26:56.919159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d76809-f092-4097-9fc9-9653402feba3 req-345e7e3a-1725-400e-af9d-5412eb0734d9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:56.920987 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01d76809-f092-4097-9fc9-9653402feba3 req-345e7e3a-1725-400e-af9d-5412eb0734d9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 948 time: 0.0678511 Sep 22 09:26:56.921995 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.922957 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:56.923609 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:56.978510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c18c49d5-9593-442c-884f-fe4522592801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.045053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] Pushing event updated for resources: {'Network': ['ID=8260ae64-4aec-4781-8c77-45e8c48f89d2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:57.057282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c49d5-9593-442c-884f-fe4522592801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e00d713-3503-4d1b-b365-0a13a953b10b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:57.057803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01d76809-f092-4097-9fc9-9653402feba3 req-b4e85ba0-8530-4ef8-bed5-a18c1a24ca2e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998542 Sep 22 09:26:57.061802 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c18c49d5-9593-442c-884f-fe4522592801 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fde81f624a374982ac6c1b30b614fe16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730236 Sep 22 09:26:57.062063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52708) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:57.071232 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e16812b9-c737-489d-96cb-0506d22c3c39 req-9c002f14-978e-4d7b-8538-69b28e99b3e4 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608019 Sep 22 09:26:57.078358 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 8260ae64-4aec-4781-8c77-45e8c48f89d2 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:26:57.128763 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Made reservation on behalf of cc397c632af54e038c119931f95a2b88 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:26:57.137884 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.178104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-198807e9-8222-47d0-a0f9-cf261bfc17b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.211429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-283690b7-8652-4080-83ec-c14a214ca73d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3883486 Sep 22 09:26:57.215107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52716) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:26:57.218091 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-198807e9-8222-47d0-a0f9-cf261bfc17b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.225704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] Request body: {'subnet': {'network_id': '8260ae64-4aec-4781-8c77-45e8c48f89d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-802307060-subnet', 'tenant_id': '7b35e4bbf8ee4f16a637ed5763889d62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:57.364482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bff0d-162e-4221-9e35-0c1d19ff6192 req-d416ec1c-1ae6-4fd6-91b1-eb6278f76ef3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:57.366410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e24bff0d-162e-4221-9e35-0c1d19ff6192 req-d416ec1c-1ae6-4fd6-91b1-eb6278f76ef3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.1108575 Sep 22 09:26:57.389381 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-198807e9-8222-47d0-a0f9-cf261bfc17b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.392960 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-198807e9-8222-47d0-a0f9-cf261bfc17b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.394559 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-198807e9-8222-47d0-a0f9-cf261bfc17b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e00d713-3503-4d1b-b365-0a13a953b10b HTTP/1.1" status: 204 len: 168 time: 0.3303268 Sep 22 09:26:57.397008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] Made reservation on behalf of 7b35e4bbf8ee4f16a637ed5763889d62 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:26:57.400635 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.404647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198807e9-8222-47d0-a0f9-cf261bfc17b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e00d713-3503-4d1b-b365-0a13a953b10b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:57.432487 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Allocated IP 172.20.0.8 (3a55a946-407a-40bd-9d6c-2ff6b87b7fe7/cd776568-8d4f-4ede-a259-948ad127ce89/8027690c-57de-4ba8-b1c6-feb7f1cdf346) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:26:57.444670 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.492790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e24bff0d-162e-4221-9e35-0c1d19ff6192 req-414fe5d5-6081-4f1e-9a64-83be64d80a23 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185889 Sep 22 09:26:57.740166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21c9adbf-8d2e-464f-b511-586c342a0532 req-e050033c-9579-4547-b788-7898e53b3a44 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 210 time: 0.0493271 Sep 22 09:26:57.751431 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.757782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:26:57.806541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:26:57.820482 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.823380 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:57.827090 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:57.852960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.906159 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b770b35b-12f7-4183-b409-7f3d9edd0936 x-openstack-request-id: req-b770b35b-12f7-4183-b409-7f3d9edd0936 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:57.907210 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:57.907562 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b770b35b-12f7-4183-b409-7f3d9edd0936 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:57.908056 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f', 'status': 'completed', 'code': 200} Sep 22 09:26:57.929360 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:57.940359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a32bc1-33db-4aa1-a610-9cb25781dbae,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:57.947009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:26:57.954460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:26:57.956503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] Checking segment: {'id': '156040da-a40b-4014-afdf-64c4bac3edee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8260ae64-4aec-4781-8c77-45e8c48f89d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:26:57.956942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] Network hostable DHCP agents. Network: 8260ae64-4aec-4781-8c77-45e8c48f89d2, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:26:57.959219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:26:57.962122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event updated for resources: {'Port': ['ID=8027690c-57de-4ba8-b1c6-feb7f1cdf346,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:58.006892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-e6f4632a-0d39-48e6-869c-d50e8e6193db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.008027 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-e6f4632a-0d39-48e6-869c-d50e8e6193db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1099 time: 0.0778790 Sep 22 09:26:58.012935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-30cdf9a6-0c6f-4bcc-86bb-eca84d1b5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.021647 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-30cdf9a6-0c6f-4bcc-86bb-eca84d1b5d3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1099 time: 0.0721474 Sep 22 09:26:58.023266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.023907 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:58.078773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] Network 8260ae64-4aec-4781-8c77-45e8c48f89d2 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:26:58.108971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-cefccfc8-1730-49f0-a21f-a3d669981519 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3943455 Sep 22 09:26:58.124121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Request body: {'port': {'device_id': '393f8dde-731b-43d7-b642-6471d38047cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:58.205296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 8260ae64-4aec-4781-8c77-45e8c48f89d2) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:26:58.217722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3766f59-52bc-433e-9762-aca41fb682ea None None] Network 8260ae64-4aec-4781-8c77-45e8c48f89d2 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:26:58.220186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.221057 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:58.245351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c0acd-8284-4357-8fb0-11fb48a5fef3 req-4b59dfc1-0e22-44e7-885c-15980f6dd5db tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.247743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-509c0acd-8284-4357-8fb0-11fb48a5fef3 req-4b59dfc1-0e22-44e7-885c-15980f6dd5db tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 948 time: 0.0810769 Sep 22 09:26:58.344113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:58.352045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-48395d74-2cbd-445b-9886-6aea658a155e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1344254 Sep 22 09:26:58.455950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd2754-c556-4594-b37c-747c8bdc8acc None None] Network 8260ae64-4aec-4781-8c77-45e8c48f89d2 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:26:58.562523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-bfaf55ba-8d56-471a-9a35-085c145dc8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.564529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-bfaf55ba-8d56-471a-9a35-085c145dc8e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.5416887 Sep 22 09:26:58.603905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-509c0acd-8284-4357-8fb0-11fb48a5fef3 req-42581233-ec94-4c29-bac3-0dd0900d0ae5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476417 Sep 22 09:26:58.664956 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-bc792d88-dea7-4059-afd2-6566b3158793 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 217 time: 0.0672579 Sep 22 09:26:58.667467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-8c84d17e-2492-486c-b887-6f8719b8e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.669745 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-8c84d17e-2492-486c-b887-6f8719b8e878 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.6541564 Sep 22 09:26:58.785693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce04d7-fb3e-4da1-b6cb-fd5a3c68240d req-c8a3ee3d-63df-421a-89ef-b6dc43b7cfdc tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.787245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ce04d7-fb3e-4da1-b6cb-fd5a3c68240d req-c8a3ee3d-63df-421a-89ef-b6dc43b7cfdc tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.1534235 Sep 22 09:26:58.799226 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-b54fcf3e-b0f3-447d-abcf-3a6ced6c164d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 217 time: 0.1207831 Sep 22 09:26:58.811676 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-7b9a47d6-fc6b-4cf3-b706-017e1df512c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.813311 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-7b9a47d6-fc6b-4cf3-b706-017e1df512c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1378770 Sep 22 09:26:58.862377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ce04d7-fb3e-4da1-b6cb-fd5a3c68240d req-4d66c9ec-39bb-42a2-be50-2ef1ca2683f3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646684 Sep 22 09:26:58.895884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-832a39fd-6f5c-494e-be52-35afe68e120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.898470 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-832a39fd-6f5c-494e-be52-35afe68e120d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0881534 Sep 22 09:26:58.917473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-2f9163fd-e73f-4e56-bd15-010202444542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.922203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8027690c-57de-4ba8-b1c6-feb7f1cdf346 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:26:58.929450 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-2f9163fd-e73f-4e56-bd15-010202444542 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063359 Sep 22 09:26:58.931380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:58.942232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-e13b3ed2-3a16-4c2c-a8c4-c1d5908635f6 req-96a6752f-f83b-42b5-af54-0def88d7c6ae tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1788696509', 'description': 'tempest-description-12806232'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:58.958683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Transition to ACTIVE for port object 8027690c-57de-4ba8-b1c6-feb7f1cdf346 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:26:58.995086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-f9f38951-bc0f-484e-9042-0e113e369754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:58.997452 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-f9f38951-bc0f-484e-9042-0e113e369754 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912545 Sep 22 09:26:59.018873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd22d5-8fa8-4311-9e91-a93a6f161b0c req-45d10bee-3db3-4317-b917-a5dd23009343 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:59.020409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38bd22d5-8fa8-4311-9e91-a93a6f161b0c req-45d10bee-3db3-4317-b917-a5dd23009343 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 931 time: 0.0586805 Sep 22 09:26:59.026067 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:59.065233 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e13b3ed2-3a16-4c2c-a8c4-c1d5908635f6 req-96a6752f-f83b-42b5-af54-0def88d7c6ae tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:59.120683 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-96185086-9c0f-480e-898d-3443ad398562 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708345 Sep 22 09:26:59.126415 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Pushing event updated for resources: {'Port': ['ID=8027690c-57de-4ba8-b1c6-feb7f1cdf346,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:59.158298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38bd22d5-8fa8-4311-9e91-a93a6f161b0c req-0c464253-1695-488e-9617-07fb7c3df68b tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252673 Sep 22 09:26:59.177481 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-8f979010-fa80-4b50-88c9-62ca9f149d80 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473496 Sep 22 09:26:59.256836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Attempting to bind port 8027690c-57de-4ba8-b1c6-feb7f1cdf346 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:26:59.257179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Attempting to bind port 8027690c-57de-4ba8-b1c6-feb7f1cdf346 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:26:59.257607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Attempting to bind port 8027690c-57de-4ba8-b1c6-feb7f1cdf346 on network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:59.298360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Port 8027690c-57de-4ba8-b1c6-feb7f1cdf346 on network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:26:59.298360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Attempting to bind port 8027690c-57de-4ba8-b1c6-feb7f1cdf346 on network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:26:59.302839 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e13b3ed2-3a16-4c2c-a8c4-c1d5908635f6 req-96a6752f-f83b-42b5-af54-0def88d7c6ae tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:59.308318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:26:59.308602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Checking segment: {'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:26:59.309821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Bound using segment: {'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:26:59.310670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Bound port: 8027690c-57de-4ba8-b1c6-feb7f1cdf346, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:26:59.310670 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:59.364291 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-0eecc91e-a72e-42e1-8b09-df462ba50116 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347286 Sep 22 09:26:59.390772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] For port 8027690c-57de-4ba8-b1c6-feb7f1cdf346, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:26:59.395650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] For port 8027690c-57de-4ba8-b1c6-feb7f1cdf346, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8027690c-57de-4ba8-b1c6-feb7f1cdf346,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:26:59.404491 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e13b3ed2-3a16-4c2c-a8c4-c1d5908635f6 req-96a6752f-f83b-42b5-af54-0def88d7c6ae tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:59.409213 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a6ac00dc-1e1c-400f-8d04-9f1676ea5d0c req-4253dbe3-f59f-436e-8b44-9c3fd39aa040 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600821 Sep 22 09:26:59.447805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6752f-f83b-42b5-af54-0def88d7c6ae tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75509a3e-502e-43b5-86cc-8409c2147fce,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:59.490781 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:59.531736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:59.532756 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:59.534269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] 10.222.0.45 "PUT /v2.0/ports/8027690c-57de-4ba8-b1c6-feb7f1cdf346 HTTP/1.1" status: 200 len: 1091 time: 1.4153936 Sep 22 09:26:59.536785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393f8dde-731b-43d7-b642-6471d38047cd', 'tag': '8027690c-57de-4ba8-b1c6-feb7f1cdf346'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:26:59.540010 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8cf0bd-aec5-4840-a75d-d00b348b0f41" -d '{"events": [{"name": "network-changed", "server_uuid": "393f8dde-731b-43d7-b642-6471d38047cd", "tag": "8027690c-57de-4ba8-b1c6-feb7f1cdf346"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:59.547023 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e13b3ed2-3a16-4c2c-a8c4-c1d5908635f6 req-96a6752f-f83b-42b5-af54-0def88d7c6ae tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:59.561473 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e13b3ed2-3a16-4c2c-a8c4-c1d5908635f6 req-96a6752f-f83b-42b5-af54-0def88d7c6ae tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6229041 Sep 22 09:26:59.597806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54da7f-0221-464b-a6bf-f9766c005d03 service neutron] Pushing event updated for resources: {'Port': ['ID=8027690c-57de-4ba8-b1c6-feb7f1cdf346,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:59.673992 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:59.701523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-c796d4ce-97db-439f-b8ef-6063f182d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:59.704770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-c796d4ce-97db-439f-b8ef-6063f182d4b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc397c632af54e038c119931f95a2b88&device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 1094 time: 0.0566108 Sep 22 09:26:59.764919 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f758d7-53dd-4790-8f70-4f9588895309 x-openstack-request-id: req-06f758d7-53dd-4790-8f70-4f9588895309 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:59.766063 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393f8dde-731b-43d7-b642-6471d38047cd", "tag": "8027690c-57de-4ba8-b1c6-feb7f1cdf346", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:59.766063 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06f758d7-53dd-4790-8f70-4f9588895309 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:59.766331 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393f8dde-731b-43d7-b642-6471d38047cd', 'tag': '8027690c-57de-4ba8-b1c6-feb7f1cdf346', 'status': 'completed', 'code': 200} Sep 22 09:26:59.768655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-4b293adb-aa56-4fd0-b305-40bfeb760a26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8027690c-57de-4ba8-b1c6-feb7f1cdf346 HTTP/1.1" status: 200 len: 217 time: 0.0445046 Sep 22 09:26:59.867179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-1e4d9866-6f6c-4cae-a74d-0446861799c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:26:59.868718 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-1e4d9866-6f6c-4cae-a74d-0446861799c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd776568-8d4f-4ede-a259-948ad127ce89 HTTP/1.1" status: 200 len: 862 time: 0.0905030 Sep 22 09:26:59.873403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8ac7c77-4dca-4cd9-a332-4c6456338cc5 req-c3b8fc2c-3ffc-44c1-972e-abc4525516d7 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/75509a3e-502e-43b5-86cc-8409c2147fce HTTP/1.1" status: 200 len: 1803 time: 0.0939937 Sep 22 09:26:59.889703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a8ac7c77-4dca-4cd9-a332-4c6456338cc5 req-db29b733-5720-447e-b0db-bd5ed03a89c3 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '75509a3e-502e-43b5-86cc-8409c2147fce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:59.890021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a8ac7c77-4dca-4cd9-a332-4c6456338cc5 req-db29b733-5720-447e-b0db-bd5ed03a89c3 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '75509a3e-502e-43b5-86cc-8409c2147fce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:26:59.910569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-916f16a7-2d6a-49e6-a017-0ae4501a25e6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336504 Sep 22 09:27:00.023361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-9c08e72c-6f5b-4a4c-8bc5-d4a33553d2af service neutron] 10.222.0.45 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019232 Sep 22 09:27:00.128264 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8ac7c77-4dca-4cd9-a332-4c6456338cc5 req-db29b733-5720-447e-b0db-bd5ed03a89c3 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:00.178095 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8ac7c77-4dca-4cd9-a332-4c6456338cc5 req-db29b733-5720-447e-b0db-bd5ed03a89c3 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:00.209765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e78d4-871e-492b-abe6-b01d104fe04d req-aaaaa628-7c9f-4405-b705-3a9243188c4b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:00.211467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d0e78d4-871e-492b-abe6-b01d104fe04d req-aaaaa628-7c9f-4405-b705-3a9243188c4b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 948 time: 0.1270883 Sep 22 09:27:00.215689 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0c5f5b7-a66e-479d-8e10-96399031564c req-214ecb8e-d122-443c-8535-83da7f0aa4d7 service neutron] 10.222.0.45 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815269 Sep 22 09:27:00.265235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d0e78d4-871e-492b-abe6-b01d104fe04d req-3c5e56dd-7cbd-4845-b1c3-412d61ebf3d7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461419 Sep 22 09:27:00.405678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b77771-c40d-4764-98c2-068345b7f3cd req-b8001a8c-0967-480d-af5a-fd408287ee66 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:00.405678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6b77771-c40d-4764-98c2-068345b7f3cd req-b8001a8c-0967-480d-af5a-fd408287ee66 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.0531242 Sep 22 09:27:00.446930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6b77771-c40d-4764-98c2-068345b7f3cd req-36537eb6-928c-4715-8775-b7c87209df08 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356989 Sep 22 09:27:00.596537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8ac7c77-4dca-4cd9-a332-4c6456338cc5 req-db29b733-5720-447e-b0db-bd5ed03a89c3 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:00.619912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29b733-5720-447e-b0db-bd5ed03a89c3 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ad5396-1210-40ff-b0b1-ae1e6bb84b2a,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:00.669877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b045ad-bfe4-4775-a613-78cc9abc01f5 req-f2768586-41de-4ab6-b4ba-958e5e84663b tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:00.671463 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9b045ad-bfe4-4775-a613-78cc9abc01f5 req-f2768586-41de-4ab6-b4ba-958e5e84663b tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 943 time: 0.1038177 Sep 22 09:27:00.701194 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8ac7c77-4dca-4cd9-a332-4c6456338cc5 req-db29b733-5720-447e-b0db-bd5ed03a89c3 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:00.702407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8ac7c77-4dca-4cd9-a332-4c6456338cc5 req-db29b733-5720-447e-b0db-bd5ed03a89c3 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8176928 Sep 22 09:27:00.706428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf0bd-aec5-4840-a75d-d00b348b0f41 req-7248c2dd-f419-4b51-a2f7-87b823d16fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:00.711678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea8cf0bd-aec5-4840-a75d-d00b348b0f41 req-7248c2dd-f419-4b51-a2f7-87b823d16fd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc397c632af54e038c119931f95a2b88&device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 1094 time: 0.0826359 Sep 22 09:27:00.727956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:27:00.774714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9b045ad-bfe4-4775-a613-78cc9abc01f5 req-bc2ce05e-a1de-4be5-ba45-68ff5d282335 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957935 Sep 22 09:27:00.919045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-e037037b-d5c6-445e-932c-35f449e0b806 req-47ef2724-8baf-4cf3-9bf6-10327c2079fb tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1727409891', 'description': 'tempest-description-1798907327'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:00.929486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf0bd-aec5-4840-a75d-d00b348b0f41 req-d3f746d3-4a11-4488-ae5f-303e0ad70c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:00.931324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea8cf0bd-aec5-4840-a75d-d00b348b0f41 req-d3f746d3-4a11-4488-ae5f-303e0ad70c58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 HTTP/1.1" status: 200 len: 923 time: 0.2150867 Sep 22 09:27:00.943828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:00.961872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '699c0a08-1145-4252-ba3a-74a013349c6f', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '699c0a08-1145-4252-ba3a-74a013349c6f', 'mac_address': 'fa:16:3e:09:41:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:27:01.004701 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:01.019480 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699c0a08-1145-4252-ba3a-74a013349c6f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:01.047322 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:01.182683 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:01.289686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:01.344318 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e037037b-d5c6-445e-932c-35f449e0b806 req-47ef2724-8baf-4cf3-9bf6-10327c2079fb tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:01.347456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea8cf0bd-aec5-4840-a75d-d00b348b0f41 req-455a73a7-75ed-49e3-9e17-e6d66af36313 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8027690c-57de-4ba8-b1c6-feb7f1cdf346 HTTP/1.1" status: 200 len: 217 time: 0.4014883 Sep 22 09:27:01.425959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cf0bd-aec5-4840-a75d-d00b348b0f41 req-c7080afa-e777-4872-bf9c-ae2ced52b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:01.428087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea8cf0bd-aec5-4840-a75d-d00b348b0f41 req-c7080afa-e777-4872-bf9c-ae2ced52b90e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd776568-8d4f-4ede-a259-948ad127ce89 HTTP/1.1" status: 200 len: 862 time: 0.0678034 Sep 22 09:27:01.441714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-77538684-a27a-4618-a30b-dbbe5779b578 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:01.445337 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-77538684-a27a-4618-a30b-dbbe5779b578 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b&tenant_id=1cf14f0d57b04db4bde24027d9724d39&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 949 time: 0.0932868 Sep 22 09:27:01.498764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea8cf0bd-aec5-4840-a75d-d00b348b0f41 req-3cb94f91-6a19-459f-ba5e-3a122993e560 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546963 Sep 22 09:27:01.536056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['699c0a08-1145-4252-ba3a-74a013349c6f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:01.555989 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-a896dcd1-dec2-4c1b-8ee5-69e52baf7693 service neutron] 10.222.0.60 "GET /v2.0/ports/699c0a08-1145-4252-ba3a-74a013349c6f/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 382 time: 0.0981383 Sep 22 09:27:01.604394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b91a5-c0cc-49d0-aad3-60ca95ac39d0 req-b58296b7-e4e0-4553-b44e-cde5bcafd383 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:01.606134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-416b91a5-c0cc-49d0-aad3-60ca95ac39d0 req-b58296b7-e4e0-4553-b44e-cde5bcafd383 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 949 time: 0.1739504 Sep 22 09:27:01.629927 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e037037b-d5c6-445e-932c-35f449e0b806 req-47ef2724-8baf-4cf3-9bf6-10327c2079fb tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:01.664606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-44f2edae-dec9-425b-8792-163a8b4af740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:01.669152 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-44f2edae-dec9-425b-8792-163a8b4af740 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1100 time: 0.0836592 Sep 22 09:27:01.672566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea8cf0bd-aec5-4840-a75d-d00b348b0f41 req-26f1c65a-e3c3-402f-8125-279a9db9f464 service neutron] 10.222.0.45 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652553 Sep 22 09:27:01.675698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-416b91a5-c0cc-49d0-aad3-60ca95ac39d0 req-93d24f35-a317-48c5-85c3-c5a34b759af5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625293 Sep 22 09:27:01.718706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e037037b-d5c6-445e-932c-35f449e0b806 req-47ef2724-8baf-4cf3-9bf6-10327c2079fb tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:01.814011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef2724-8baf-4cf3-9bf6-10327c2079fb tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd76078-ffae-4cd7-b8cc-ed09fbcea341,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:01.827687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-2bb53243-a848-4689-82cf-2c643b190327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:01.833389 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-2bb53243-a848-4689-82cf-2c643b190327 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1438527 Sep 22 09:27:01.840999 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e037037b-d5c6-445e-932c-35f449e0b806 req-47ef2724-8baf-4cf3-9bf6-10327c2079fb tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:01.847491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e037037b-d5c6-445e-932c-35f449e0b806 req-47ef2724-8baf-4cf3-9bf6-10327c2079fb tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9435010 Sep 22 09:27:01.878997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea8cf0bd-aec5-4840-a75d-d00b348b0f41 req-a0c9cc6b-379d-4499-83e3-0ca0dcd9b24f service neutron] 10.222.0.45 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986897 Sep 22 09:27:01.882009 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-53d6c72a-a266-46e4-8eef-d854ec3190cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 217 time: 0.0396609 Sep 22 09:27:01.896441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591f0aa-89f1-4e4a-bfde-29f58548d613 req-f71474ce-c06b-43b0-a177-087cf392e8f3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:01.904640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c591f0aa-89f1-4e4a-bfde-29f58548d613 req-f71474ce-c06b-43b0-a177-087cf392e8f3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.1063466 Sep 22 09:27:01.973781 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c591f0aa-89f1-4e4a-bfde-29f58548d613 req-a77e2347-e093-41ec-b847-7ec55bcd5b1b tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593500 Sep 22 09:27:01.987855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-4f05b809-ff75-4fb8-a591-dbbbf4064096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:01.989441 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-4f05b809-ff75-4fb8-a591-dbbbf4064096 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0999923 Sep 22 09:27:02.052869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50b1b696-e6b8-4d69-a820-9fb205eafec7 req-a6e37b57-c54a-4007-8563-a38a583f0f33 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/9bd76078-ffae-4cd7-b8cc-ed09fbcea341 HTTP/1.1" status: 200 len: 1805 time: 0.0641243 Sep 22 09:27:02.054726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-af68327f-a5d4-49b2-a759-7774d0ff5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:02.057011 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-af68327f-a5d4-49b2-a759-7774d0ff5b43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583351 Sep 22 09:27:02.077212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-50b1b696-e6b8-4d69-a820-9fb205eafec7 req-9e484335-f612-49fe-8eff-5f6f1ee403c8 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9bd76078-ffae-4cd7-b8cc-ed09fbcea341', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:02.077684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-50b1b696-e6b8-4d69-a820-9fb205eafec7 req-9e484335-f612-49fe-8eff-5f6f1ee403c8 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9bd76078-ffae-4cd7-b8cc-ed09fbcea341', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:02.121266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cd7c5-ae99-46ce-8924-c5e442e0adba req-8ed49fc5-21ab-4839-ab53-e40d61a047a9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:02.123905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd3cd7c5-ae99-46ce-8924-c5e442e0adba req-8ed49fc5-21ab-4839-ab53-e40d61a047a9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 943 time: 0.0962081 Sep 22 09:27:02.178556 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-a1ba72cb-ebc5-46b7-b228-249444c45d18 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139660 Sep 22 09:27:02.183292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd3cd7c5-ae99-46ce-8924-c5e442e0adba req-3eec311d-48ac-4ae0-98f6-2b4e43afca20 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525351 Sep 22 09:27:02.239767 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-50b1b696-e6b8-4d69-a820-9fb205eafec7 req-9e484335-f612-49fe-8eff-5f6f1ee403c8 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:02.275514 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-50b1b696-e6b8-4d69-a820-9fb205eafec7 req-9e484335-f612-49fe-8eff-5f6f1ee403c8 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:02.331418 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-bd1d6508-e3ce-404d-84e3-ef91646b7337 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415443 Sep 22 09:27:02.760421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:03.374578 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-50b1b696-e6b8-4d69-a820-9fb205eafec7 req-9e484335-f612-49fe-8eff-5f6f1ee403c8 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:03.386198 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 699c0a08-1145-4252-ba3a-74a013349c6f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:27:03.391089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 699c0a08-1145-4252-ba3a-74a013349c6f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:03.391798 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:03.393548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e484335-f612-49fe-8eff-5f6f1ee403c8 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fed473b-2e7b-4163-b1e9-3f8afbf3ea42,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:03.462000 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-50b1b696-e6b8-4d69-a820-9fb205eafec7 req-9e484335-f612-49fe-8eff-5f6f1ee403c8 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:03.463165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50b1b696-e6b8-4d69-a820-9fb205eafec7 req-9e484335-f612-49fe-8eff-5f6f1ee403c8 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.3937721 Sep 22 09:27:03.483688 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:03.521705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:03.522759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:03.526210 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3faa5b9-a040-4a8f-8978-701ce21cc221" -d '{"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-plugged", "status": "completed", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:03.570785 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:03.628179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:03.651879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37925c-a633-4f1d-a53c-53875159b0af req-dba56208-93fa-4564-b8f7-876538c77cd4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:03.653885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab37925c-a633-4f1d-a53c-53875159b0af req-dba56208-93fa-4564-b8f7-876538c77cd4 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0618496 Sep 22 09:27:03.692956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab37925c-a633-4f1d-a53c-53875159b0af req-8fa0c75f-7665-4ee6-8efc-3782f7d7f96b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Sep 22 09:27:03.775219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8027690c-57de-4ba8-b1c6-feb7f1cdf346 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:27:03.864984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f52fa-f35c-4159-a1f0-c5e8e9401db8 req-0505cf0c-e818-4ffa-8be2-19d065aa85e5 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:03.866474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d3f52fa-f35c-4159-a1f0-c5e8e9401db8 req-0505cf0c-e818-4ffa-8be2-19d065aa85e5 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.0963795 Sep 22 09:27:03.875076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8986f08-2085-4f9f-a327-68512cc5ffdb req-de8d3479-bf1a-43af-a8f3-72ba029b71e9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:03.878370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8986f08-2085-4f9f-a327-68512cc5ffdb req-de8d3479-bf1a-43af-a8f3-72ba029b71e9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 943 time: 0.1045854 Sep 22 09:27:03.908948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 8027690c-57de-4ba8-b1c6-feb7f1cdf346, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8027690c-57de-4ba8-b1c6-feb7f1cdf346,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:03.922750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '8027690c-57de-4ba8-b1c6-feb7f1cdf346', 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7', 'port_id': '8027690c-57de-4ba8-b1c6-feb7f1cdf346', 'mac_address': 'fa:16:3e:df:d7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd776568-8d4f-4ede-a259-948ad127ce89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:27:03.936602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d3f52fa-f35c-4159-a1f0-c5e8e9401db8 req-6fd15211-269e-4f34-a894-66fb325c8117 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590816 Sep 22 09:27:03.944895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8986f08-2085-4f9f-a327-68512cc5ffdb req-2cb719d9-322f-4c5a-8915-de98cbac4101 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533700 Sep 22 09:27:03.975667 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:03.990112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8027690c-57de-4ba8-b1c6-feb7f1cdf346 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:04.009270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4484aaf0-2b14-4280-acec-f371bc513106 req-dfcf804a-a7cc-4163-b96e-b58f3ce08321 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-99406955', 'description': 'tempest-description-1648956816'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:04.039787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 8027690c-57de-4ba8-b1c6-feb7f1cdf346, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8027690c-57de-4ba8-b1c6-feb7f1cdf346,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:04.079388 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a3ca40-7341-4f44-a35e-ca8437ac4bf5 x-openstack-request-id: req-06a3ca40-7341-4f44-a35e-ca8437ac4bf5 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:04.079686 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-plugged", "status": "completed", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:04.079942 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06a3ca40-7341-4f44-a35e-ca8437ac4bf5 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:04.080372 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f', 'code': 200} Sep 22 09:27:04.106316 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:04.130572 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4484aaf0-2b14-4280-acec-f371bc513106 req-dfcf804a-a7cc-4163-b96e-b58f3ce08321 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:04.193276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=8027690c-57de-4ba8-b1c6-feb7f1cdf346,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:04.303862 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4484aaf0-2b14-4280-acec-f371bc513106 req-dfcf804a-a7cc-4163-b96e-b58f3ce08321 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:04.353017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4484aaf0-2b14-4280-acec-f371bc513106 req-dfcf804a-a7cc-4163-b96e-b58f3ce08321 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:04.384437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf804a-a7cc-4163-b96e-b58f3ce08321 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ab455e-65ff-4d3e-bf08-862704a4d7b9,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:04.390715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['8027690c-57de-4ba8-b1c6-feb7f1cdf346'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:04.427610 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4484aaf0-2b14-4280-acec-f371bc513106 req-dfcf804a-a7cc-4163-b96e-b58f3ce08321 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:04.428985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4484aaf0-2b14-4280-acec-f371bc513106 req-dfcf804a-a7cc-4163-b96e-b58f3ce08321 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4241521 Sep 22 09:27:04.462846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3cf60c3c-a905-4aad-b338-915d7385174d req-0c9b64bf-c895-4ab8-b1c0-7c00d8728b35 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1592501681', 'description': 'tempest-description-1473972649'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:04.581176 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3cf60c3c-a905-4aad-b338-915d7385174d req-0c9b64bf-c895-4ab8-b1c0-7c00d8728b35 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:04.714416 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3cf60c3c-a905-4aad-b338-915d7385174d req-0c9b64bf-c895-4ab8-b1c0-7c00d8728b35 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:04.758560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:27:04.817328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3cf60c3c-a905-4aad-b338-915d7385174d req-0c9b64bf-c895-4ab8-b1c0-7c00d8728b35 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:04.870334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b64bf-c895-4ab8-b1c0-7c00d8728b35 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47289ebb-8ec1-4308-9595-069570f2fc45,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:04.884177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:04.889473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3914f1-f2e5-4704-80e1-b6c338169538 req-a5c8fa48-a281-4d37-b585-fad8b77e6214 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:04.891061 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b3914f1-f2e5-4704-80e1-b6c338169538 req-a5c8fa48-a281-4d37-b585-fad8b77e6214 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.1076949 Sep 22 09:27:04.904017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36', 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366', 'port_id': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36', 'mac_address': 'fa:16:3e:0a:4a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4190d96d-fd50-463c-85aa-2287bacb2e58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:27:04.933530 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3cf60c3c-a905-4aad-b338-915d7385174d req-0c9b64bf-c895-4ab8-b1c0-7c00d8728b35 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:04.940888 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cf60c3c-a905-4aad-b338-915d7385174d req-0c9b64bf-c895-4ab8-b1c0-7c00d8728b35 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4865005 Sep 22 09:27:04.963561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b3914f1-f2e5-4704-80e1-b6c338169538 req-dea14dcb-ae0a-457c-8400-a9ae5bfb8b8f tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662632 Sep 22 09:27:04.973332 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:05.008340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:05.045375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:05.069512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47973549-e2f3-4a18-8267-4f75063a09cd req-f70282e0-3df0-4805-b411-c64efb2cc038 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/88ab455e-65ff-4d3e-bf08-862704a4d7b9 HTTP/1.1" status: 200 len: 1803 time: 0.1046233 Sep 22 09:27:05.144279 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:05.220623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47973549-e2f3-4a18-8267-4f75063a09cd req-faa3742c-fa42-4e0e-aa9f-e7b9057b0346 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/47289ebb-8ec1-4308-9595-069570f2fc45 HTTP/1.1" status: 200 len: 1805 time: 0.1370518 Sep 22 09:27:05.235238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-47973549-e2f3-4a18-8267-4f75063a09cd req-d39aaa0e-d6c5-4872-a381-099052b49b04 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '88ab455e-65ff-4d3e-bf08-862704a4d7b9', 'remote_group_id': '47289ebb-8ec1-4308-9595-069570f2fc45', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:05.242409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-47973549-e2f3-4a18-8267-4f75063a09cd req-d39aaa0e-d6c5-4872-a381-099052b49b04 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '88ab455e-65ff-4d3e-bf08-862704a4d7b9', 'remote_group_id': '47289ebb-8ec1-4308-9595-069570f2fc45', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:05.255382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:05.278714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ae0a1-e223-4aea-abe9-cf58a20a4cb7 req-f7f0e166-711c-4ded-b489-e4d925a90a66 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:05.284160 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b6ae0a1-e223-4aea-abe9-cf58a20a4cb7 req-f7f0e166-711c-4ded-b489-e4d925a90a66 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 944 time: 0.2348239 Sep 22 09:27:05.300031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-bad55171-64b0-4858-9bea-aac2ada050a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:05.301706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-bad55171-64b0-4858-9bea-aac2ada050a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b&tenant_id=1cf14f0d57b04db4bde24027d9724d39 HTTP/1.1" status: 200 len: 1101 time: 0.1662798 Sep 22 09:27:05.325144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:05.369962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b6ae0a1-e223-4aea-abe9-cf58a20a4cb7 req-ca0b1d49-00d6-423c-abb2-d0480e5b9529 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746536 Sep 22 09:27:05.398859 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:05.429515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e3d9ecc0-47ce-4dce-b86d-c4051e3ede36'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:05.588343 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-47973549-e2f3-4a18-8267-4f75063a09cd req-d39aaa0e-d6c5-4872-a381-099052b49b04 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:05.605661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51603-2eda-4942-949d-9cb83f923ccc req-200ce417-2283-4a3f-af10-82fe4686595b tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:05.607822 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91b51603-2eda-4942-949d-9cb83f923ccc req-200ce417-2283-4a3f-af10-82fe4686595b tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 945 time: 0.1671154 Sep 22 09:27:05.691436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-47973549-e2f3-4a18-8267-4f75063a09cd req-d39aaa0e-d6c5-4872-a381-099052b49b04 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:05.730337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91b51603-2eda-4942-949d-9cb83f923ccc req-dd87c382-c2ca-4013-99fe-d6f4fcb5d8b9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108105 Sep 22 09:27:05.763577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:05.781264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8027690c-57de-4ba8-b1c6-feb7f1cdf346 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:05.802282 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-47973549-e2f3-4a18-8267-4f75063a09cd req-d39aaa0e-d6c5-4872-a381-099052b49b04 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:05.807876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:05.853575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39aaa0e-d6c5-4872-a381-099052b49b04 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bac8e2-ba7f-454d-b279-d55ae6b8bcda,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:05.883430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:05.886301 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0eb9db-afce-4538-b505-1075758bbbc3" -d '{"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-unplugged", "status": "completed", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:05.890415 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:05.903281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Transition to ACTIVE for port object 699c0a08-1145-4252-ba3a-74a013349c6f will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:27:05.970185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 8027690c-57de-4ba8-b1c6-feb7f1cdf346 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:27:05.974834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 8027690c-57de-4ba8-b1c6-feb7f1cdf346 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:05.975276 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:05.994079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-47973549-e2f3-4a18-8267-4f75063a09cd req-d39aaa0e-d6c5-4872-a381-099052b49b04 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:05.995528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47973549-e2f3-4a18-8267-4f75063a09cd req-d39aaa0e-d6c5-4872-a381-099052b49b04 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7675812 Sep 22 09:27:05.996391 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:06.076182 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f823cd24-3d2f-47ae-aa03-6b1ca5a174ec x-openstack-request-id: req-f823cd24-3d2f-47ae-aa03-6b1ca5a174ec {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:06.076763 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-unplugged", "status": "completed", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:06.077135 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f823cd24-3d2f-47ae-aa03-6b1ca5a174ec {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:06.081389 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f', 'code': 200} Sep 22 09:27:06.082334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=10']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:06.085091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] No DVR routers for this DVR port 699c0a08-1145-4252-ba3a-74a013349c6f on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:06.114306 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:06.165486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393f8dde-731b-43d7-b642-6471d38047cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8027690c-57de-4ba8-b1c6-feb7f1cdf346'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:06.171523 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9c1fbd-cd28-4945-9c04-da7f9bd56974" -d '{"events": [{"server_uuid": "393f8dde-731b-43d7-b642-6471d38047cd", "name": "network-vif-plugged", "status": "completed", "tag": "8027690c-57de-4ba8-b1c6-feb7f1cdf346"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:06.188097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 8027690c-57de-4ba8-b1c6-feb7f1cdf346, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8027690c-57de-4ba8-b1c6-feb7f1cdf346,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:06.188414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a6f00c75-2950-418f-a756-02e9da182e25 req-7c7363e8-e1f8-4acf-9108-d933fe7d5637 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1152997132', 'description': 'tempest-description-2116140829'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:06.230025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:27:06.230366 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:27:06.231363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:06.240629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Port 699c0a08-1145-4252-ba3a-74a013349c6f on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:27:06.241013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Attempting to bind port 699c0a08-1145-4252-ba3a-74a013349c6f on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:06.250543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:27:06.250884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:06.251199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:27:06.251647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Bound port: 699c0a08-1145-4252-ba3a-74a013349c6f, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:27:06.252014 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:06.256242 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:06.344804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a6f00c75-2950-418f-a756-02e9da182e25 req-7c7363e8-e1f8-4acf-9108-d933fe7d5637 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:06.354771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177389c5-c82a-4b04-a36a-ded797774f3e req-9fec35ee-058d-4d3a-93fd-b8cb03c2b2f6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:06.357154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-177389c5-c82a-4b04-a36a-ded797774f3e req-9fec35ee-058d-4d3a-93fd-b8cb03c2b2f6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 949 time: 0.2150087 Sep 22 09:27:06.377841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=8027690c-57de-4ba8-b1c6-feb7f1cdf346,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:06.430382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:06.445846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:27:06.459089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-177389c5-c82a-4b04-a36a-ded797774f3e req-ca9f5c46-3de2-44b3-a368-b95432a7d263 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921872 Sep 22 09:27:06.542789 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a6f00c75-2950-418f-a756-02e9da182e25 req-7c7363e8-e1f8-4acf-9108-d933fe7d5637 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:06.546193 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:06.577081 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3703fcf3-9f5c-4db0-9557-cbe33917f8cd x-openstack-request-id: req-3703fcf3-9f5c-4db0-9557-cbe33917f8cd {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:06.577818 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393f8dde-731b-43d7-b642-6471d38047cd", "name": "network-vif-plugged", "status": "completed", "tag": "8027690c-57de-4ba8-b1c6-feb7f1cdf346", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:06.578275 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3703fcf3-9f5c-4db0-9557-cbe33917f8cd {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:06.578937 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393f8dde-731b-43d7-b642-6471d38047cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8027690c-57de-4ba8-b1c6-feb7f1cdf346', 'code': 200} Sep 22 09:27:06.596178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:06.596178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:06.596178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] 10.222.0.45 "PUT /v2.0/ports/699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 1097 time: 1.2710500 Sep 22 09:27:06.614135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56db070-e175-4ef4-aae0-fa088ffb1c08 service neutron] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=11']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:06.617910 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a6f00c75-2950-418f-a756-02e9da182e25 req-7c7363e8-e1f8-4acf-9108-d933fe7d5637 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:06.686083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7363e8-e1f8-4acf-9108-d933fe7d5637 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c092ef12-7a82-4135-81ac-b4147014d80b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:06.703122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-3e0489b2-ff51-44ad-ae62-2ff4f3766f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:06.704906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-3e0489b2-ff51-44ad-ae62-2ff4f3766f9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1100 time: 0.0808842 Sep 22 09:27:06.776433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:06.808451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f299aa4-d8e6-4a77-b971-ca632239e7bf req-d4b64d37-e016-49e1-ab8a-0caeffddf805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:06.811145 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f299aa4-d8e6-4a77-b971-ca632239e7bf req-d4b64d37-e016-49e1-ab8a-0caeffddf805 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 1096 time: 0.0503750 Sep 22 09:27:06.876779 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f299aa4-d8e6-4a77-b971-ca632239e7bf req-c931e0f3-b462-4927-91b0-cd705fc6d94c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576923 Sep 22 09:27:06.884606 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a6f00c75-2950-418f-a756-02e9da182e25 req-7c7363e8-e1f8-4acf-9108-d933fe7d5637 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:06.885870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6f00c75-2950-418f-a756-02e9da182e25 req-7c7363e8-e1f8-4acf-9108-d933fe7d5637 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7177627 Sep 22 09:27:06.919963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-0c0dadda-0a98-446d-b7d1-83c0f8e874bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:06.922400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-0c0dadda-0a98-446d-b7d1-83c0f8e874bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.2073729 Sep 22 09:27:06.946032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eff396-1435-4d8b-80f8-9765bdc4ea5d req-d8c4a9de-f9fd-4bc4-ae6f-03fa0934ea0a tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:06.950924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80eff396-1435-4d8b-80f8-9765bdc4ea5d req-d8c4a9de-f9fd-4bc4-ae6f-03fa0934ea0a tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 945 time: 0.0720828 Sep 22 09:27:06.968404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:27:06.973384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:06.974474 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:07.040275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3542a5a-fad0-4699-9f45-84430ff62274 req-dc37b0b8-5d07-4a59-86aa-a1bf8b492bb7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:07.041965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3542a5a-fad0-4699-9f45-84430ff62274 req-dc37b0b8-5d07-4a59-86aa-a1bf8b492bb7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 945 time: 0.0831058 Sep 22 09:27:07.057335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80eff396-1435-4d8b-80f8-9765bdc4ea5d req-6231bdad-b7c9-4668-aaf7-e182b548ac1b tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995598 Sep 22 09:27:07.092027 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:07.154490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-7c4d9a41-5028-4626-a8ad-832660576397 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 217 time: 0.0781713 Sep 22 09:27:07.165092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:07.205486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-2b1b148d-b910-4075-b6fa-d4d5be701f98 req-f8ec617e-c469-4947-a76d-c07d4c250f6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-983315647', 'description': 'tempest-description-2032909772'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:07.224005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3542a5a-fad0-4699-9f45-84430ff62274 req-de5df5c3-9571-4073-8ee1-e0eec5e61f0e tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628933 Sep 22 09:27:07.240988 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:07.240988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:07.263849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-08393a23-df2c-454a-98f5-c94f4bf6c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:07.265998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-08393a23-df2c-454a-98f5-c94f4bf6c96b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0999420 Sep 22 09:27:07.340423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-ecf56443-64f1-4d2b-8705-cceeb1bff2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:07.343906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-ecf56443-64f1-4d2b-8705-cceeb1bff2e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658932 Sep 22 09:27:07.350150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:07.350150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:07.350433 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-2b1b148d-b910-4075-b6fa-d4d5be701f98 req-f8ec617e-c469-4947-a76d-c07d4c250f6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:07.491415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-6c59c75f-f27e-4f16-b14c-ee6c34b25a5f service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388309 Sep 22 09:27:07.614926 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-2b1b148d-b910-4075-b6fa-d4d5be701f98 req-f8ec617e-c469-4947-a76d-c07d4c250f6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:07.649747 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64057851-34d3-4ebf-9fb2-a96728c96e62 req-810843c0-e4bb-4f29-a3f3-e40d4d747be9 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482279 Sep 22 09:27:07.658306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84cd05-e106-49b6-8122-dadb395c62d2 req-cee1a3c9-c278-4ee7-90ac-30d2116f56f7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:07.662703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b84cd05-e106-49b6-8122-dadb395c62d2 req-cee1a3c9-c278-4ee7-90ac-30d2116f56f7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 949 time: 0.1125078 Sep 22 09:27:07.702443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b84cd05-e106-49b6-8122-dadb395c62d2 req-746e792f-57dd-4c29-bfa2-8331ba0cbf2d tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359054 Sep 22 09:27:07.741798 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-2b1b148d-b910-4075-b6fa-d4d5be701f98 req-f8ec617e-c469-4947-a76d-c07d4c250f6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:07.776018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec617e-c469-4947-a76d-c07d4c250f6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb94d7f-f2b6-48a3-a547-1bdec248561d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:07.844663 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-2b1b148d-b910-4075-b6fa-d4d5be701f98 req-f8ec617e-c469-4947-a76d-c07d4c250f6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:07.845965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b1b148d-b910-4075-b6fa-d4d5be701f98 req-f8ec617e-c469-4947-a76d-c07d4c250f6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6662214 Sep 22 09:27:07.909406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e810003-7b1f-48e8-94d4-a8e15bf018f4 req-2022e59d-fa25-4ce7-9e85-684f84c34ead tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/c092ef12-7a82-4135-81ac-b4147014d80b HTTP/1.1" status: 200 len: 1805 time: 0.0399442 Sep 22 09:27:07.959939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e810003-7b1f-48e8-94d4-a8e15bf018f4 req-001a49cb-bf80-41b7-8f97-ccafef403611 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/1eb94d7f-f2b6-48a3-a547-1bdec248561d HTTP/1.1" status: 200 len: 1804 time: 0.0433588 Sep 22 09:27:07.970971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-7e810003-7b1f-48e8-94d4-a8e15bf018f4 req-49d7335e-d6fe-462a-aa65-31c1caca8d65 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c092ef12-7a82-4135-81ac-b4147014d80b', 'remote_group_id': '1eb94d7f-f2b6-48a3-a547-1bdec248561d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:07.971288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-7e810003-7b1f-48e8-94d4-a8e15bf018f4 req-49d7335e-d6fe-462a-aa65-31c1caca8d65 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c092ef12-7a82-4135-81ac-b4147014d80b', 'remote_group_id': '1eb94d7f-f2b6-48a3-a547-1bdec248561d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:08.082774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:08.085558 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211f7d70-2bc9-4cb9-a710-50d352c40a17" -d '{"events": [{"name": "network-changed", "server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:08.201801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f4667-d400-4adf-b5ab-ef917537c379 req-14552dae-05ee-42d3-b7e3-4c731af52bdb tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.203328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-894f4667-d400-4adf-b5ab-ef917537c379 req-14552dae-05ee-42d3-b7e3-4c731af52bdb tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 945 time: 0.0777645 Sep 22 09:27:08.213589 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7e810003-7b1f-48e8-94d4-a8e15bf018f4 req-49d7335e-d6fe-462a-aa65-31c1caca8d65 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:08.265301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7e810003-7b1f-48e8-94d4-a8e15bf018f4 req-49d7335e-d6fe-462a-aa65-31c1caca8d65 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:08.268972 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-894f4667-d400-4adf-b5ab-ef917537c379 req-221f55df-d298-47a1-a28b-10295d04baa4 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581040 Sep 22 09:27:08.328248 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896907e6-47f9-4f9e-a240-8cedc54f321b x-openstack-request-id: req-896907e6-47f9-4f9e-a240-8cedc54f321b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:08.328810 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:08.329061 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-896907e6-47f9-4f9e-a240-8cedc54f321b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:08.329450 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f', 'status': 'completed', 'code': 200} Sep 22 09:27:08.368975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7e810003-7b1f-48e8-94d4-a8e15bf018f4 req-49d7335e-d6fe-462a-aa65-31c1caca8d65 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:08.408616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-f4c9b871-79f2-4b38-9555-f52e76cda30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.410533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7335e-d6fe-462a-aa65-31c1caca8d65 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784f55c7-a45a-4e17-b197-ca679aaf2312,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:08.410885 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-f4c9b871-79f2-4b38-9555-f52e76cda30d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1100 time: 0.0572348 Sep 22 09:27:08.431910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-e6e1c1dd-8be9-4b42-8e14-8e47078dbd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.434388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-e6e1c1dd-8be9-4b42-8e14-8e47078dbd31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1100 time: 0.0762086 Sep 22 09:27:08.509592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-502cba57-d69e-432b-b27d-26b13356ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.511090 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-502cba57-d69e-432b-b27d-26b13356ddd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.0927560 Sep 22 09:27:08.533634 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7e810003-7b1f-48e8-94d4-a8e15bf018f4 req-49d7335e-d6fe-462a-aa65-31c1caca8d65 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:08.534827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e810003-7b1f-48e8-94d4-a8e15bf018f4 req-49d7335e-d6fe-462a-aa65-31c1caca8d65 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5679462 Sep 22 09:27:08.546272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78db23-1405-44d6-9c5d-c2184ca8cdf6 req-4e5ddc3e-236b-4a42-a392-4377efe29261 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.547803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a78db23-1405-44d6-9c5d-c2184ca8cdf6 req-4e5ddc3e-236b-4a42-a392-4377efe29261 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.1086574 Sep 22 09:27:08.552939 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-2d7b1041-efd1-4c8a-864b-eed1bb332f4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 217 time: 0.0350549 Sep 22 09:27:08.580336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:08.582888 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659db896-a499-40c3-973e-ca65405fefd0" -d '{"events": [{"server_uuid": "e01c9d5b-e717-47f7-ab0d-7968e5313867", "name": "network-vif-plugged", "status": "completed", "tag": "e3d9ecc0-47ce-4dce-b86d-c4051e3ede36"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:08.589480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-f4c97776-413e-41ae-ad4a-41ac588e90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.591227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-f4c97776-413e-41ae-ad4a-41ac588e90ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1416798 Sep 22 09:27:08.608877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-4fe433f9-75b7-4249-bb78-c7773b226fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.610409 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-4fe433f9-75b7-4249-bb78-c7773b226fe4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0503001 Sep 22 09:27:08.621753 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a78db23-1405-44d6-9c5d-c2184ca8cdf6 req-91806688-dfd7-438a-a907-5d7a5e2b4dcc tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591619 Sep 22 09:27:08.645990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-5072ca3b-a107-411a-b35b-16d814c1ff0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 200 len: 217 time: 0.0444851 Sep 22 09:27:08.667257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-c2196495-9aba-4513-b249-d90fb2115d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.669253 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-c2196495-9aba-4513-b249-d90fb2115d5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498161 Sep 22 09:27:08.681199 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074ea2ef-9e99-4370-934a-2936c571adbb x-openstack-request-id: req-074ea2ef-9e99-4370-934a-2936c571adbb {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:08.681657 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01c9d5b-e717-47f7-ab0d-7968e5313867", "name": "network-vif-plugged", "status": "completed", "tag": "e3d9ecc0-47ce-4dce-b86d-c4051e3ede36", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:08.681989 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-074ea2ef-9e99-4370-934a-2936c571adbb {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:08.682491 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36', 'code': 200} Sep 22 09:27:08.726851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-309523e2-b0e8-4e79-b1b8-b52873a289fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.728761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-309523e2-b0e8-4e79-b1b8-b52873a289fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0710721 Sep 22 09:27:08.732311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2661395-8b58-4629-9eae-e7b05d4a2357 req-1d276576-331f-425e-970a-a752a9ca6018 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/1eb94d7f-f2b6-48a3-a547-1bdec248561d HTTP/1.1" status: 200 len: 1804 time: 0.0884590 Sep 22 09:27:08.774871 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-b86fc6da-69c7-4bf9-8b01-1345dd61ac8f service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978177 Sep 22 09:27:08.875967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d563eb5-016f-44b2-a0c1-1c0848ebd324 req-380813fd-afdb-46c5-94f0-4be784a340cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.877185 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-a7cdafc1-7241-438a-bdb0-b8446694b7e2 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944581 Sep 22 09:27:08.877498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d563eb5-016f-44b2-a0c1-1c0848ebd324 req-380813fd-afdb-46c5-94f0-4be784a340cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 1097 time: 0.1293161 Sep 22 09:27:08.896005 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-47910e56-db12-46a7-bcb4-25ea0432dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.897494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-47910e56-db12-46a7-bcb4-25ea0432dfe9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482582 Sep 22 09:27:08.923969 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2661395-8b58-4629-9eae-e7b05d4a2357 req-430eb015-c8a4-4aea-b8aa-43f9c8ed1287 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:08.940247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0dc29-4097-4c7a-b557-ba4bd5d0a58a req-789f8827-e8fd-44a7-866a-addc9aa986fd tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:08.941802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ac0dc29-4097-4c7a-b557-ba4bd5d0a58a req-789f8827-e8fd-44a7-866a-addc9aa986fd tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 949 time: 0.1405513 Sep 22 09:27:08.990539 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2661395-8b58-4629-9eae-e7b05d4a2357 req-430eb015-c8a4-4aea-b8aa-43f9c8ed1287 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:09.017739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d563eb5-016f-44b2-a0c1-1c0848ebd324 req-398c538e-6fbd-4071-8ec7-4133e33fab31 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247180 Sep 22 09:27:09.079811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ac0dc29-4097-4c7a-b557-ba4bd5d0a58a req-11422496-361f-42da-8394-edfe99f807d7 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216216 Sep 22 09:27:09.115135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-cc3d393d-16f5-41b1-9365-8d46fe815b89 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083941 Sep 22 09:27:09.211449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-211f7d70-2bc9-4cb9-a710-50d352c40a17 req-96872f45-e354-404d-9f69-c59f497b4ef2 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865922 Sep 22 09:27:09.216166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2661395-8b58-4629-9eae-e7b05d4a2357 req-430eb015-c8a4-4aea-b8aa-43f9c8ed1287 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:09.219910 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2661395-8b58-4629-9eae-e7b05d4a2357 req-430eb015-c8a4-4aea-b8aa-43f9c8ed1287 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:09.224375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2661395-8b58-4629-9eae-e7b05d4a2357 req-430eb015-c8a4-4aea-b8aa-43f9c8ed1287 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "DELETE /v2.0/security-groups/1eb94d7f-f2b6-48a3-a547-1bdec248561d HTTP/1.1" status: 204 len: 173 time: 0.4814041 Sep 22 09:27:09.232016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eb015-c8a4-4aea-b8aa-43f9c8ed1287 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb94d7f-f2b6-48a3-a547-1bdec248561d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:09.280997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26d84b5e-af9a-47bc-9263-480cdc0f3fad req-f9df08e3-eec2-4d7b-b1cf-e39bfa967049 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/c092ef12-7a82-4135-81ac-b4147014d80b HTTP/1.1" status: 200 len: 1805 time: 0.0386415 Sep 22 09:27:09.307351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-51f36f7f-fe2b-4fea-9c0f-34d27cc5b87a req-513f9e4d-9a1b-4710-ac34-2ff75ed423c6 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1274702026', 'description': 'tempest-description-242764163'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:09.429527 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-51f36f7f-fe2b-4fea-9c0f-34d27cc5b87a req-513f9e4d-9a1b-4710-ac34-2ff75ed423c6 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:09.492759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87230581-d3d6-4f17-b650-33660378a913 req-355a8b6a-1400-4315-be82-76aae6e75904 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:09.494519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87230581-d3d6-4f17-b650-33660378a913 req-355a8b6a-1400-4315-be82-76aae6e75904 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 945 time: 0.0766513 Sep 22 09:27:09.553634 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87230581-d3d6-4f17-b650-33660378a913 req-b726f3c0-78cf-488d-bf17-74c00e960623 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533416 Sep 22 09:27:09.595153 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-51f36f7f-fe2b-4fea-9c0f-34d27cc5b87a req-513f9e4d-9a1b-4710-ac34-2ff75ed423c6 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:09.731296 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-51f36f7f-fe2b-4fea-9c0f-34d27cc5b87a req-513f9e4d-9a1b-4710-ac34-2ff75ed423c6 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:09.783812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:27:09.790040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f9e4d-9a1b-4710-ac34-2ff75ed423c6 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a2827c-669c-495e-8faf-340c4465cbfd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:09.821297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb92ab-314c-464c-96f2-686b8fb2d23a req-62210670-b0b8-4406-abfc-3449dae6ebb8 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:09.822866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29eb92ab-314c-464c-96f2-686b8fb2d23a req-62210670-b0b8-4406-abfc-3449dae6ebb8 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 945 time: 0.0731850 Sep 22 09:27:09.879530 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29eb92ab-314c-464c-96f2-686b8fb2d23a req-b4f3ca24-9013-4fdd-9408-a0229ee30270 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476086 Sep 22 09:27:09.889267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-51f36f7f-fe2b-4fea-9c0f-34d27cc5b87a req-513f9e4d-9a1b-4710-ac34-2ff75ed423c6 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:09.891129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51f36f7f-fe2b-4fea-9c0f-34d27cc5b87a req-513f9e4d-9a1b-4710-ac34-2ff75ed423c6 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5879319 Sep 22 09:27:10.045509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:10.060069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '699c0a08-1145-4252-ba3a-74a013349c6f', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '699c0a08-1145-4252-ba3a-74a013349c6f', 'mac_address': 'fa:16:3e:09:41:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:27:10.073038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d61381-5819-4417-a974-b8bee8bb7d7c req-ce03f406-39bc-4e21-a181-f91407b3ece2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:10.074772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42d61381-5819-4417-a974-b8bee8bb7d7c req-ce03f406-39bc-4e21-a181-f91407b3ece2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.0920711 Sep 22 09:27:10.084075 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db6cb975-9f49-49e5-bf0b-98dfac3b6b90 req-28da65e4-da76-48e0-94db-d4901cddab83 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/91a2827c-669c-495e-8faf-340c4465cbfd HTTP/1.1" status: 200 len: 1804 time: 0.0736887 Sep 22 09:27:10.097889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-db6cb975-9f49-49e5-bf0b-98dfac3b6b90 req-b6d892c1-4f69-42df-9ec2-927898410ae1 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91a2827c-669c-495e-8faf-340c4465cbfd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:10.098217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-db6cb975-9f49-49e5-bf0b-98dfac3b6b90 req-b6d892c1-4f69-42df-9ec2-927898410ae1 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91a2827c-669c-495e-8faf-340c4465cbfd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:10.118270 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:10.143097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699c0a08-1145-4252-ba3a-74a013349c6f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:10.143286 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42d61381-5819-4417-a974-b8bee8bb7d7c req-2ac051ce-a1bb-43fe-84c1-7be9770a1d5d tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576193 Sep 22 09:27:10.156174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:10.304233 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-db6cb975-9f49-49e5-bf0b-98dfac3b6b90 req-b6d892c1-4f69-42df-9ec2-927898410ae1 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:10.323947 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-db6cb975-9f49-49e5-bf0b-98dfac3b6b90 req-b6d892c1-4f69-42df-9ec2-927898410ae1 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:10.353545 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:10.405376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=12']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:10.413450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.413797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.414132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.414495 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.414898 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.415229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.415551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.415879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.416199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.416692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.417260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.417574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:10.444304 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-db6cb975-9f49-49e5-bf0b-98dfac3b6b90 req-b6d892c1-4f69-42df-9ec2-927898410ae1 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:10.464657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d892c1-4f69-42df-9ec2-927898410ae1 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3d975e-6777-4717-aa29-c67864e13eb9,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:10.612889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['699c0a08-1145-4252-ba3a-74a013349c6f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:10.705361 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-db6cb975-9f49-49e5-bf0b-98dfac3b6b90 req-b6d892c1-4f69-42df-9ec2-927898410ae1 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:10.710491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db6cb975-9f49-49e5-bf0b-98dfac3b6b90 req-b6d892c1-4f69-42df-9ec2-927898410ae1 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6187513 Sep 22 09:27:10.819572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfec9a2-46cd-4ba7-bfbb-9445e0360636 req-da5dde8b-896a-4c2b-9958-672c61afc9fa tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:10.821342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1dfec9a2-46cd-4ba7-bfbb-9445e0360636 req-da5dde8b-896a-4c2b-9958-672c61afc9fa tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 950 time: 0.0591335 Sep 22 09:27:10.861044 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1dfec9a2-46cd-4ba7-bfbb-9445e0360636 req-8eb92975-32d8-4f3e-adc4-d5f2127fab49 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Sep 22 09:27:11.030169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6de0cac3-7138-4a98-ab63-fbd35f1da11a req-8fca4083-2886-4873-bffe-494452f78a62 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/91a2827c-669c-495e-8faf-340c4465cbfd HTTP/1.1" status: 200 len: 2397 time: 0.0513921 Sep 22 09:27:11.040466 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-6de0cac3-7138-4a98-ab63-fbd35f1da11a req-bbd50ae6-e4f7-4849-9b48-07120e4207d2 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91a2827c-669c-495e-8faf-340c4465cbfd', 'remote_group_id': None}]} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:11.040811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-6de0cac3-7138-4a98-ab63-fbd35f1da11a req-bbd50ae6-e4f7-4849-9b48-07120e4207d2 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91a2827c-669c-495e-8faf-340c4465cbfd', 'remote_group_id': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:11.101818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fba7f-caa1-403f-ba58-89543b29f3ef req-8699dbc3-9cdb-418c-b32e-e1cc8ad18b74 tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:11.103719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-930fba7f-caa1-403f-ba58-89543b29f3ef req-8699dbc3-9cdb-418c-b32e-e1cc8ad18b74 tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 1101 time: 0.0421755 Sep 22 09:27:11.142914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-930fba7f-caa1-403f-ba58-89543b29f3ef req-eb93db1f-3a6e-4c70-b6b1-acd1f0ef47df tempest-MigrationsAdminTest-854889459 tempest-MigrationsAdminTest-854889459-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Sep 22 09:27:11.258893 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6de0cac3-7138-4a98-ab63-fbd35f1da11a req-bbd50ae6-e4f7-4849-9b48-07120e4207d2 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:11.277119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6de0cac3-7138-4a98-ab63-fbd35f1da11a req-bbd50ae6-e4f7-4849-9b48-07120e4207d2 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:11.451273 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6de0cac3-7138-4a98-ab63-fbd35f1da11a req-bbd50ae6-e4f7-4849-9b48-07120e4207d2 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:11.475999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd50ae6-e4f7-4849-9b48-07120e4207d2 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe4a424-4853-4661-a0f2-f058a083dd7f,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:11.582008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6de0cac3-7138-4a98-ab63-fbd35f1da11a req-bbd50ae6-e4f7-4849-9b48-07120e4207d2 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:11.583414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6de0cac3-7138-4a98-ab63-fbd35f1da11a req-bbd50ae6-e4f7-4849-9b48-07120e4207d2 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5467675 Sep 22 09:27:11.658836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f065ce-08b1-4112-947b-114a87e5404d req-cea2d19d-3b7e-4ce8-abca-c6bc7ad27a85 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:11.660892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01f065ce-08b1-4112-947b-114a87e5404d req-cea2d19d-3b7e-4ce8-abca-c6bc7ad27a85 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.0541563 Sep 22 09:27:11.705970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01f065ce-08b1-4112-947b-114a87e5404d req-7e8545dd-b9fb-47a0-9749-e5f7b8bbd3a9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Sep 22 09:27:11.797856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:11.818892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b853722-11da-4806-ac53-dfe1a9a96a08 req-dd981d6a-d0f9-4d43-8ad2-7ec42be29e6f tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/91a2827c-669c-495e-8faf-340c4465cbfd HTTP/1.1" status: 200 len: 2995 time: 0.0502889 Sep 22 09:27:11.915194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bee67-834d-45e1-bf9f-b276d303daa8 req-4c344eb7-cc68-4857-94de-77e6995670e7 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:11.917083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e9bee67-834d-45e1-bf9f-b276d303daa8 req-4c344eb7-cc68-4857-94de-77e6995670e7 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 1097 time: 0.0419276 Sep 22 09:27:11.955876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e9bee67-834d-45e1-bf9f-b276d303daa8 req-474dabeb-d2b3-4741-b5e2-dc27fe90f03a tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Sep 22 09:27:12.021928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 699c0a08-1145-4252-ba3a-74a013349c6f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:27:12.026126 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 699c0a08-1145-4252-ba3a-74a013349c6f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:12.026500 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.090491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0b49e-7d6c-490c-8db2-46448592df1b req-f30dc515-7eeb-441d-ab2c-8a0f14ac39d2 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:12.092415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96c0b49e-7d6c-490c-8db2-46448592df1b req-f30dc515-7eeb-441d-ab2c-8a0f14ac39d2 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 945 time: 0.0575025 Sep 22 09:27:12.128434 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.139643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96c0b49e-7d6c-490c-8db2-46448592df1b req-d81c046d-bff2-445b-946d-38c49ac7294f tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394633 Sep 22 09:27:12.161255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:12.163619 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0e77a1-6f35-4eed-86a4-a123827439f6" -d '{"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-plugged", "status": "completed", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:12.168939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-101db1c2-7204-457a-bab8-01d3e3414998 req-08a014be-4db9-4130-bbbf-f736c46e79f3 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-group-rules/6fe4a424-4853-4661-a0f2-f058a083dd7f HTTP/1.1" status: 200 len: 783 time: 0.0186062 Sep 22 09:27:12.185294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:12.232518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-101db1c2-7204-457a-bab8-01d3e3414998 req-23d6802f-5abc-4bc8-872b-2f0e6ef0723c tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/91a2827c-669c-495e-8faf-340c4465cbfd HTTP/1.1" status: 200 len: 2995 time: 0.0553198 Sep 22 09:27:12.267147 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-101db1c2-7204-457a-bab8-01d3e3414998 req-e536a98f-2e5e-483c-8c25-63a2b2ee6d27 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.279464 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-101db1c2-7204-457a-bab8-01d3e3414998 req-e536a98f-2e5e-483c-8c25-63a2b2ee6d27 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.296102 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.344109 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:27:12.347348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd8e22-8377-430e-bffe-d397de9903a3 req-01ae1755-41e6-4b04-bb45-7ac32c3d9814 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:12.348872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33cd8e22-8377-430e-bffe-d397de9903a3 req-01ae1755-41e6-4b04-bb45-7ac32c3d9814 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 1097 time: 0.0732839 Sep 22 09:27:12.350746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=13']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:12.394443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33cd8e22-8377-430e-bffe-d397de9903a3 req-6c75ffe4-71a0-48c1-8dd2-dc9435c1ac67 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Sep 22 09:27:12.494416 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-101db1c2-7204-457a-bab8-01d3e3414998 req-e536a98f-2e5e-483c-8c25-63a2b2ee6d27 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.502247 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-101db1c2-7204-457a-bab8-01d3e3414998 req-e536a98f-2e5e-483c-8c25-63a2b2ee6d27 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.503366 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-101db1c2-7204-457a-bab8-01d3e3414998 req-e536a98f-2e5e-483c-8c25-63a2b2ee6d27 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6fe4a424-4853-4661-a0f2-f058a083dd7f HTTP/1.1" status: 204 len: 173 time: 0.2698047 Sep 22 09:27:12.507612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536a98f-2e5e-483c-8c25-63a2b2ee6d27 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fe4a424-4853-4661-a0f2-f058a083dd7f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:12.545166 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa038341-1c40-4958-b479-514805e818cd x-openstack-request-id: req-aa038341-1c40-4958-b479-514805e818cd {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:12.545455 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-plugged", "status": "completed", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:12.545708 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa038341-1c40-4958-b479-514805e818cd {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:12.546212 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f', 'code': 200} Sep 22 09:27:12.602284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50808e-8793-49d4-8117-bb3f9068af3a req-47530d58-68a9-4b54-ab7f-3218b861dff0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:12.604110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb50808e-8793-49d4-8117-bb3f9068af3a req-47530d58-68a9-4b54-ab7f-3218b861dff0 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 951 time: 0.0659552 Sep 22 09:27:12.665581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb50808e-8793-49d4-8117-bb3f9068af3a req-4a989d17-bf45-431e-9add-818fb06e6288 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518322 Sep 22 09:27:12.692183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67057653-8b8d-48f8-b1f3-7f860db76051 req-e6addf4a-e29c-43f1-b018-3e7f7bce567d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/91a2827c-669c-495e-8faf-340c4465cbfd HTTP/1.1" status: 200 len: 2397 time: 0.0597193 Sep 22 09:27:12.754920 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-67057653-8b8d-48f8-b1f3-7f860db76051 req-cac80e3c-3809-42f1-8174-1d91e11f05f4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.782143 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-67057653-8b8d-48f8-b1f3-7f860db76051 req-cac80e3c-3809-42f1-8174-1d91e11f05f4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.930466 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-67057653-8b8d-48f8-b1f3-7f860db76051 req-cac80e3c-3809-42f1-8174-1d91e11f05f4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.933182 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-67057653-8b8d-48f8-b1f3-7f860db76051 req-cac80e3c-3809-42f1-8174-1d91e11f05f4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.935062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67057653-8b8d-48f8-b1f3-7f860db76051 req-cac80e3c-3809-42f1-8174-1d91e11f05f4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "DELETE /v2.0/security-groups/91a2827c-669c-495e-8faf-340c4465cbfd HTTP/1.1" status: 204 len: 173 time: 0.2366536 Sep 22 09:27:12.944707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac80e3c-3809-42f1-8174-1d91e11f05f4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a2827c-669c-495e-8faf-340c4465cbfd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:12.966603 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-7b865d3c-c652-40a4-a1f1-f2114e647841 req-b630fd72-c9c1-4575-b22e-6e30f6d5c69f tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] show failed (client error): The resource could not be found. Sep 22 09:27:12.967419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b865d3c-c652-40a4-a1f1-f2114e647841 req-b630fd72-c9c1-4575-b22e-6e30f6d5c69f tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/1eb94d7f-f2b6-48a3-a547-1bdec248561d HTTP/1.1" status: 404 len: 352 time: 0.0145559 Sep 22 09:27:13.030202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0d7c525-e775-4359-ae57-1865ce907c0b req-115b7e35-4d73-4818-a144-f4bc4660f5e2 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/c092ef12-7a82-4135-81ac-b4147014d80b HTTP/1.1" status: 200 len: 1805 time: 0.0395367 Sep 22 09:27:13.088773 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d0d7c525-e775-4359-ae57-1865ce907c0b req-e2ce25cf-d117-40b0-bfe7-389e1d31c4a5 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.115303 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d0d7c525-e775-4359-ae57-1865ce907c0b req-e2ce25cf-d117-40b0-bfe7-389e1d31c4a5 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.264050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53082) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:13.271310 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d0d7c525-e775-4359-ae57-1865ce907c0b req-e2ce25cf-d117-40b0-bfe7-389e1d31c4a5 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.273924 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d0d7c525-e775-4359-ae57-1865ce907c0b req-e2ce25cf-d117-40b0-bfe7-389e1d31c4a5 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.275058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0d7c525-e775-4359-ae57-1865ce907c0b req-e2ce25cf-d117-40b0-bfe7-389e1d31c4a5 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "DELETE /v2.0/security-groups/c092ef12-7a82-4135-81ac-b4147014d80b HTTP/1.1" status: 204 len: 173 time: 0.2390237 Sep 22 09:27:13.288253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce25cf-d117-40b0-bfe7-389e1d31c4a5 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c092ef12-7a82-4135-81ac-b4147014d80b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:13.384166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f72a9c-a9ae-49e9-a851-721022a32e43 req-0b31c459-fd9b-4620-8e69-16de3777d7d9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:13.385757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48f72a9c-a9ae-49e9-a851-721022a32e43 req-0b31c459-fd9b-4620-8e69-16de3777d7d9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 945 time: 0.0507481 Sep 22 09:27:13.406315 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf7f3-7132-4bc0-8f1e-42f66760be54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.446609 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48f72a9c-a9ae-49e9-a851-721022a32e43 req-80d66e35-6adf-4f6b-b48e-098c669ea687 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536454 Sep 22 09:27:13.543172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7736df8-ed60-4f37-b327-bfcc44e4eb6b req-bda008fd-f896-4f51-8463-b774c9c1274c tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/47289ebb-8ec1-4308-9595-069570f2fc45 HTTP/1.1" status: 200 len: 1805 time: 0.0587749 Sep 22 09:27:13.552956 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf7f3-7132-4bc0-8f1e-42f66760be54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.610885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7736df8-ed60-4f37-b327-bfcc44e4eb6b req-4ad44cf7-f9c5-4b0d-baf4-7ced29914c6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.633678 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7736df8-ed60-4f37-b327-bfcc44e4eb6b req-4ad44cf7-f9c5-4b0d-baf4-7ced29914c6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.701243 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf7f3-7132-4bc0-8f1e-42f66760be54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.743316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9a3bf7f3-7132-4bc0-8f1e-42f66760be54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a09321753e5147d3b04044656385b2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4781601 Sep 22 09:27:13.745247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bf7f3-7132-4bc0-8f1e-42f66760be54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81156dc9-14ef-4ea0-8f21-0c81793d478b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:13.746109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53110) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:13.792427 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8027690c-57de-4ba8-b1c6-feb7f1cdf346 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:27:13.795265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7736df8-ed60-4f37-b327-bfcc44e4eb6b req-4ad44cf7-f9c5-4b0d-baf4-7ced29914c6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.797795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6876-4d52-48b2-bb34-89794470a488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.798287 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7736df8-ed60-4f37-b327-bfcc44e4eb6b req-4ad44cf7-f9c5-4b0d-baf4-7ced29914c6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.799480 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7736df8-ed60-4f37-b327-bfcc44e4eb6b req-4ad44cf7-f9c5-4b0d-baf4-7ced29914c6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "DELETE /v2.0/security-groups/47289ebb-8ec1-4308-9595-069570f2fc45 HTTP/1.1" status: 204 len: 173 time: 0.2487338 Sep 22 09:27:13.815478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad44cf7-f9c5-4b0d-baf4-7ced29914c6d tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47289ebb-8ec1-4308-9595-069570f2fc45,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:13.827062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1655140-fe6e-4aa6-8ae9-5cecae348fa8 req-576f9274-749c-4fe5-b01d-d07103260793 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:13.828953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1655140-fe6e-4aa6-8ae9-5cecae348fa8 req-576f9274-749c-4fe5-b01d-d07103260793 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 951 time: 0.0699677 Sep 22 09:27:13.829094 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6876-4d52-48b2-bb34-89794470a488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.929092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 8027690c-57de-4ba8-b1c6-feb7f1cdf346, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8027690c-57de-4ba8-b1c6-feb7f1cdf346,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:13.943118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '8027690c-57de-4ba8-b1c6-feb7f1cdf346', 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7', 'port_id': '8027690c-57de-4ba8-b1c6-feb7f1cdf346', 'mac_address': 'fa:16:3e:df:d7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd776568-8d4f-4ede-a259-948ad127ce89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:27:13.982569 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.984260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c1655140-fe6e-4aa6-8ae9-5cecae348fa8 req-ae2827cd-e27e-4275-8771-f7ee4c9aca72 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Deleting port 699c0a08-1145-4252-ba3a-74a013349c6f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:13.984603 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c1655140-fe6e-4aa6-8ae9-5cecae348fa8 req-ae2827cd-e27e-4275-8771-f7ee4c9aca72 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:13.995285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8027690c-57de-4ba8-b1c6-feb7f1cdf346 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:14.015406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 8027690c-57de-4ba8-b1c6-feb7f1cdf346, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8027690c-57de-4ba8-b1c6-feb7f1cdf346,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:14.023834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f3148-f1d0-42ee-9398-c6de9d0cd70e req-768aaf6b-e748-4af8-ac97-c0ab8a36e0a6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:14.025345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92f3148-f1d0-42ee-9398-c6de9d0cd70e req-768aaf6b-e748-4af8-ac97-c0ab8a36e0a6 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 951 time: 0.0831656 Sep 22 09:27:14.106523 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6876-4d52-48b2-bb34-89794470a488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:14.109398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6876-4d52-48b2-bb34-89794470a488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:14.110603 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dc1e6876-4d52-48b2-bb34-89794470a488 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81156dc9-14ef-4ea0-8f21-0c81793d478b HTTP/1.1" status: 204 len: 168 time: 0.3632956 Sep 22 09:27:14.116433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92f3148-f1d0-42ee-9398-c6de9d0cd70e req-b03983c0-a559-4cc1-9978-7ac30b1b1ed9 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584235 Sep 22 09:27:14.118304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c1655140-fe6e-4aa6-8ae9-5cecae348fa8 req-ae2827cd-e27e-4275-8771-f7ee4c9aca72 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] For port 699c0a08-1145-4252-ba3a-74a013349c6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=699c0a08-1145-4252-ba3a-74a013349c6f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:14.118667 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c1655140-fe6e-4aa6-8ae9-5cecae348fa8 req-ae2827cd-e27e-4275-8771-f7ee4c9aca72 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:14.134048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c1655140-fe6e-4aa6-8ae9-5cecae348fa8 req-ae2827cd-e27e-4275-8771-f7ee4c9aca72 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Calling delete_port for 699c0a08-1145-4252-ba3a-74a013349c6f owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:14.135684 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e6876-4d52-48b2-bb34-89794470a488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81156dc9-14ef-4ea0-8f21-0c81793d478b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:14.175491 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:14.245240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=8027690c-57de-4ba8-b1c6-feb7f1cdf346,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:14.300640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['8027690c-57de-4ba8-b1c6-feb7f1cdf346'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:14.317354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f300f3d-a2d8-48e7-bafe-c3eee766da35 req-3622e591-19cc-4f98-ad36-b3e800d11c76 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/88ab455e-65ff-4d3e-bf08-862704a4d7b9 HTTP/1.1" status: 200 len: 1803 time: 0.0495477 Sep 22 09:27:14.395485 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9f300f3d-a2d8-48e7-bafe-c3eee766da35 req-47854912-616e-42ef-b98d-4a47d0502862 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:14.401596 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c1655140-fe6e-4aa6-8ae9-5cecae348fa8 req-ae2827cd-e27e-4275-8771-f7ee4c9aca72 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:14.414932 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'b9565992-7c7e-47ae-9711-0e07b76b1684', '2140492b-d73c-4430-ac12-d625f9dd5bc9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:14.449589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2827cd-e27e-4275-8771-f7ee4c9aca72 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Pushing event deleted for resources: {'Port': ['ID=699c0a08-1145-4252-ba3a-74a013349c6f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:14.478164 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9f300f3d-a2d8-48e7-bafe-c3eee766da35 req-47854912-616e-42ef-b98d-4a47d0502862 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:14.510201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1655140-fe6e-4aa6-8ae9-5cecae348fa8 req-ae2827cd-e27e-4275-8771-f7ee4c9aca72 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] No DVR routers for this DVR port 699c0a08-1145-4252-ba3a-74a013349c6f on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:14.514918 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c1655140-fe6e-4aa6-8ae9-5cecae348fa8 req-ae2827cd-e27e-4275-8771-f7ee4c9aca72 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:14.517017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1655140-fe6e-4aa6-8ae9-5cecae348fa8 req-ae2827cd-e27e-4275-8771-f7ee4c9aca72 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.45 "DELETE /v2.0/ports/699c0a08-1145-4252-ba3a-74a013349c6f HTTP/1.1" status: 204 len: 173 time: 0.6792960 Sep 22 09:27:14.517526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-deleted', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:14.519771 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0edfe53-d14a-4bc4-8d75-ba8cdf5d0727" -d '{"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-deleted", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:14.731601 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9f300f3d-a2d8-48e7-bafe-c3eee766da35 req-47854912-616e-42ef-b98d-4a47d0502862 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:14.735402 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9f300f3d-a2d8-48e7-bafe-c3eee766da35 req-47854912-616e-42ef-b98d-4a47d0502862 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:14.736934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f300f3d-a2d8-48e7-bafe-c3eee766da35 req-47854912-616e-42ef-b98d-4a47d0502862 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "DELETE /v2.0/security-groups/88ab455e-65ff-4d3e-bf08-862704a4d7b9 HTTP/1.1" status: 204 len: 173 time: 0.4118459 Sep 22 09:27:14.753433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47854912-616e-42ef-b98d-4a47d0502862 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ab455e-65ff-4d3e-bf08-862704a4d7b9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:14.856810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00252a-6100-4543-a2cc-3befc3e5d3cd req-41d89c5a-6338-4da9-95fe-496ba96109f5 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:14.865150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d00252a-6100-4543-a2cc-3befc3e5d3cd req-41d89c5a-6338-4da9-95fe-496ba96109f5 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 944 time: 0.0550439 Sep 22 09:27:14.899150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d00252a-6100-4543-a2cc-3befc3e5d3cd req-cd1fcd6b-7e63-4265-8ad5-edf0f248b734 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Sep 22 09:27:14.946813 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a655647f-febf-445f-b68e-96ea99fc2a61 x-openstack-request-id: req-a655647f-febf-445f-b68e-96ea99fc2a61 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:14.947112 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec04fbb6-ea6d-4f9d-817f-a14b7f59069b", "name": "network-vif-deleted", "tag": "699c0a08-1145-4252-ba3a-74a013349c6f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:14.947368 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a655647f-febf-445f-b68e-96ea99fc2a61 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:14.947768 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec04fbb6-ea6d-4f9d-817f-a14b7f59069b', 'name': 'network-vif-deleted', 'tag': '699c0a08-1145-4252-ba3a-74a013349c6f', 'status': 'completed', 'code': 200} Sep 22 09:27:15.001340 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80469907-fd5f-4978-8054-5505437cbf82 req-c343bde7-9504-42d3-8595-1dc2b44d81b4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/9bd76078-ffae-4cd7-b8cc-ed09fbcea341 HTTP/1.1" status: 200 len: 2404 time: 0.0432944 Sep 22 09:27:15.067562 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80469907-fd5f-4978-8054-5505437cbf82 req-bf9124f2-f912-4dbb-91a6-c497bf056084 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:15.096163 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80469907-fd5f-4978-8054-5505437cbf82 req-bf9124f2-f912-4dbb-91a6-c497bf056084 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:15.263243 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80469907-fd5f-4978-8054-5505437cbf82 req-bf9124f2-f912-4dbb-91a6-c497bf056084 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:15.266451 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80469907-fd5f-4978-8054-5505437cbf82 req-bf9124f2-f912-4dbb-91a6-c497bf056084 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:15.272420 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80469907-fd5f-4978-8054-5505437cbf82 req-bf9124f2-f912-4dbb-91a6-c497bf056084 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "DELETE /v2.0/security-groups/9bd76078-ffae-4cd7-b8cc-ed09fbcea341 HTTP/1.1" status: 204 len: 173 time: 0.2583997 Sep 22 09:27:15.303795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9124f2-f912-4dbb-91a6-c497bf056084 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd76078-ffae-4cd7-b8cc-ed09fbcea341,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:15.399586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-98f965ea-5b89-4547-beb9-9b5a5bcb574b tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:27:15.400612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-98f965ea-5b89-4547-beb9-9b5a5bcb574b tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060594 Sep 22 09:27:15.441450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-4fe67397-143c-4ab4-9a48-781005448e36 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:15.443053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-4fe67397-143c-4ab4-9a48-781005448e36 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports/e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 HTTP/1.1" status: 200 len: 1094 time: 0.0358264 Sep 22 09:27:15.452707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Request body: {'binding': {'host': 'n-h2-805649-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:15.453191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Unknown quota resources ['binding']. {{(pid=95510) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:27:15.606760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on host n-h2-805649-4 for vnic_type normal with profile None {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:27:15.607104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:27:15.607428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:15.612120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:27:15.612453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:15.617671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:27:15.618006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:15.618381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:27:15.618805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Bound port: e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:27:15.677203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:27:15.804445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8027690c-57de-4ba8-b1c6-feb7f1cdf346 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:15.862288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 8027690c-57de-4ba8-b1c6-feb7f1cdf346 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:15.862730 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:15.863234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:15.866795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-8b0b2e79-fec0-4475-97bb-1eb3afdcdab9 service neutron] 10.222.0.49 "POST /v2.0/ports/e3d9ecc0-47ce-4dce-b86d-c4051e3ede36/bindings HTTP/1.1" status: 201 len: 389 time: 0.4175377 Sep 22 09:27:15.934230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c403c93-d3c9-4516-95f6-92825675153a req-722e423a-3ff2-4d20-b76f-b3e024fd6324 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec04fbb6-ea6d-4f9d-817f-a14b7f59069b HTTP/1.1" status: 200 len: 210 time: 0.0334888 Sep 22 09:27:15.993303 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.025656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393f8dde-731b-43d7-b642-6471d38047cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8027690c-57de-4ba8-b1c6-feb7f1cdf346'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:16.028309 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdeba75-55e5-4140-aa83-4e505d425a6b" -d '{"events": [{"server_uuid": "393f8dde-731b-43d7-b642-6471d38047cd", "name": "network-vif-plugged", "status": "completed", "tag": "8027690c-57de-4ba8-b1c6-feb7f1cdf346"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:16.046479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 8027690c-57de-4ba8-b1c6-feb7f1cdf346, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8027690c-57de-4ba8-b1c6-feb7f1cdf346,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:16.080646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1d3aaed-71d2-4c4d-8e8f-9cea5dbaa194 req-39ce996a-2eed-4ff7-8810-0ac6802c31fc tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "GET /v2.0/security-groups/75509a3e-502e-43b5-86cc-8409c2147fce HTTP/1.1" status: 200 len: 2396 time: 0.0409493 Sep 22 09:27:16.145136 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c1d3aaed-71d2-4c4d-8e8f-9cea5dbaa194 req-26834fff-3755-4207-a53c-990f653b3ea4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.164850 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.165673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:16.198336 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c1d3aaed-71d2-4c4d-8e8f-9cea5dbaa194 req-26834fff-3755-4207-a53c-990f653b3ea4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.222207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 699c0a08-1145-4252-ba3a-74a013349c6f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:27:16.222573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 699c0a08-1145-4252-ba3a-74a013349c6f not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:16.248330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb3c5d-5c5f-4fc6-8029-ad29143a00b2 req-b287e6ae-3212-4b9e-8dab-06829798d312 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:16.249792 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07cb3c5d-5c5f-4fc6-8029-ad29143a00b2 req-b287e6ae-3212-4b9e-8dab-06829798d312 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 945 time: 0.0895023 Sep 22 09:27:16.251908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=8027690c-57de-4ba8-b1c6-feb7f1cdf346,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:16.296816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07cb3c5d-5c5f-4fc6-8029-ad29143a00b2 req-e5516a87-ad83-47ff-8418-f1dfebd3bbd1 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359604 Sep 22 09:27:16.354743 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be48360a-8dbd-490b-a0fc-e0ce3fe16f2e x-openstack-request-id: req-be48360a-8dbd-490b-a0fc-e0ce3fe16f2e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:16.355041 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393f8dde-731b-43d7-b642-6471d38047cd", "name": "network-vif-plugged", "status": "completed", "tag": "8027690c-57de-4ba8-b1c6-feb7f1cdf346", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:16.355346 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be48360a-8dbd-490b-a0fc-e0ce3fe16f2e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:16.355751 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393f8dde-731b-43d7-b642-6471d38047cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8027690c-57de-4ba8-b1c6-feb7f1cdf346', 'code': 200} Sep 22 09:27:16.446473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d321b95-bba4-4fe5-96b4-fa37a44ccccc req-390f5785-b784-4abe-b7c3-d727b633fddd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:16.448042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d321b95-bba4-4fe5-96b4-fa37a44ccccc req-390f5785-b784-4abe-b7c3-d727b633fddd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.0498345 Sep 22 09:27:16.448787 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c1d3aaed-71d2-4c4d-8e8f-9cea5dbaa194 req-26834fff-3755-4207-a53c-990f653b3ea4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.451874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c1d3aaed-71d2-4c4d-8e8f-9cea5dbaa194 req-26834fff-3755-4207-a53c-990f653b3ea4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.452951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1d3aaed-71d2-4c4d-8e8f-9cea5dbaa194 req-26834fff-3755-4207-a53c-990f653b3ea4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] 10.222.0.49 "DELETE /v2.0/security-groups/75509a3e-502e-43b5-86cc-8409c2147fce HTTP/1.1" status: 204 len: 173 time: 0.3660226 Sep 22 09:27:16.459048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53178) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:16.490281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26834fff-3755-4207-a53c-990f653b3ea4 tempest-SecurityGroupRulesTestJSON-1443213878 tempest-SecurityGroupRulesTestJSON-1443213878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75509a3e-502e-43b5-86cc-8409c2147fce,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:16.506599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d321b95-bba4-4fe5-96b4-fa37a44ccccc req-2f93d67c-74a5-4621-ae41-0eb67f09f3ef tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501552 Sep 22 09:27:16.532660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cf6e0e-27c2-4db4-9a36-494ea20c9956 admin admin] Deleting subnet b3a32bc1-33db-4aa1-a610-9cb25781dbae {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:27:16.536449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45cf6e0e-27c2-4db4-9a36-494ea20c9956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.572227 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45cf6e0e-27c2-4db4-9a36-494ea20c9956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.611992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45cf6e0e-27c2-4db4-9a36-494ea20c9956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.731738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-06fd8525-a0f4-4d38-9b3d-a8c4c4b07e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:16.733283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-06fd8525-a0f4-4d38-9b3d-a8c4c4b07e6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 1097 time: 0.0448461 Sep 22 09:27:16.792244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45cf6e0e-27c2-4db4-9a36-494ea20c9956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.823245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf6e0e-27c2-4db4-9a36-494ea20c9956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a32bc1-33db-4aa1-a610-9cb25781dbae,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:16.827666 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45cf6e0e-27c2-4db4-9a36-494ea20c9956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.829795 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-45cf6e0e-27c2-4db4-9a36-494ea20c9956 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b3a32bc1-33db-4aa1-a610-9cb25781dbae HTTP/1.1" status: 204 len: 168 time: 0.3695626 Sep 22 09:27:16.832066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53180) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:16.833392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-52472084-bba6-4ef0-912c-e3d7afb37804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:16.835370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-52472084-bba6-4ef0-912c-e3d7afb37804 service neutron] 10.222.0.45 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.0940430 Sep 22 09:27:16.881713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7e72a84e-8e08-4e79-a1d6-e9ed8246ade4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 HTTP/1.1" status: 200 len: 217 time: 0.0380456 Sep 22 09:27:16.901655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:16.943135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-4863a0b0-c004-4414-b677-de7659e0c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:16.944759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-4863a0b0-c004-4414-b677-de7659e0c7a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0543916 Sep 22 09:27:16.979323 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-79f8a1a3-5fbb-45e5-ac72-327e58536aed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259588 Sep 22 09:27:16.996777 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:17.034793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8260ae64-4aec-4781-8c77-45e8c48f89d2']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:17.060080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156040da-a40b-4014-afdf-64c4bac3edee') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:17.060376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156040da-a40b-4014-afdf-64c4bac3edee') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:17.085970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:17.103478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:17.111975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:27:17.112785 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:27:17.114795 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:27:17.319028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:17.323398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:17.333246 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] 10.222.0.49 "DELETE /v2.0/networks/8260ae64-4aec-4781-8c77-45e8c48f89d2 HTTP/1.1" status: 204 len: 168 time: 0.5000715 Sep 22 09:27:17.374836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0871ef0-9d5a-4c5e-9346-cf9d912d510e admin admin] Pushing event deleted for resources: {'Network': ['ID=8260ae64-4aec-4781-8c77-45e8c48f89d2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:17.436585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-18d654d1-1b95-4808-b512-6c76476bd2e9 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496367 Sep 22 09:27:17.556497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b2c4a-3337-43d3-9a0b-a10928676a1a req-14c11db7-1402-4ade-8c64-753ecc0b4476 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:17.558195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d41b2c4a-3337-43d3-9a0b-a10928676a1a req-14c11db7-1402-4ade-8c64-753ecc0b4476 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 945 time: 0.1206386 Sep 22 09:27:17.595094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-6856e274-4382-4dee-b5cd-06cf9c11bb17 service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469450 Sep 22 09:27:17.614017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d41b2c4a-3337-43d3-9a0b-a10928676a1a req-708c9f57-792b-464c-8e43-2e1932b2c7af tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486972 Sep 22 09:27:17.695486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393b7c7-2703-46fe-af51-4b416f552d39 req-f89db027-def2-41bb-a3bc-c3e308d9f418 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:17.697750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8393b7c7-2703-46fe-af51-4b416f552d39 req-f89db027-def2-41bb-a3bc-c3e308d9f418 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.45 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 945 time: 0.0533412 Sep 22 09:27:17.820266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee932-f289-412b-aa6a-3a64e282082e req-7ade9ce5-d67c-4da1-88d2-81672069ab97 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:17.821757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5aee932-f289-412b-aa6a-3a64e282082e req-7ade9ce5-d67c-4da1-88d2-81672069ab97 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.1233301 Sep 22 09:27:17.874166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23984f7-4427-4115-b6b4-0964fa9a2354 req-752c498e-2a10-483b-be4e-028ad1c1f7ac tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:17.875664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a23984f7-4427-4115-b6b4-0964fa9a2354 req-752c498e-2a10-483b-be4e-028ad1c1f7ac tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 951 time: 0.1412139 Sep 22 09:27:17.903936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5aee932-f289-412b-aa6a-3a64e282082e req-490c0b3f-c02f-4ed4-8fa3-8048847830f0 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618734 Sep 22 09:27:17.931903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53206) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:17.937397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a23984f7-4427-4115-b6b4-0964fa9a2354 req-582b12f9-8a41-4945-aa79-91f8ab1b9e00 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504086 Sep 22 09:27:17.945104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-8393b7c7-2703-46fe-af51-4b416f552d39 req-7839d70d-e62e-4472-b62e-f7edf9b5274d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Deleting port 8027690c-57de-4ba8-b1c6-feb7f1cdf346 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:17.945448 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8393b7c7-2703-46fe-af51-4b416f552d39 req-7839d70d-e62e-4472-b62e-f7edf9b5274d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:17.979437 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-618634df-244e-4518-ac88-bd65387f5e00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b35e4bbf8ee4f16a637ed5763889d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463185 Sep 22 09:27:17.982745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53210) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:18.040491 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc3acd0f-5b6d-4598-ae2c-b3d0d8e35fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:18.069899 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc3acd0f-5b6d-4598-ae2c-b3d0d8e35fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:18.083171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-8393b7c7-2703-46fe-af51-4b416f552d39 req-7839d70d-e62e-4472-b62e-f7edf9b5274d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] For port 8027690c-57de-4ba8-b1c6-feb7f1cdf346, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8027690c-57de-4ba8-b1c6-feb7f1cdf346,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:18.083914 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8393b7c7-2703-46fe-af51-4b416f552d39 req-7839d70d-e62e-4472-b62e-f7edf9b5274d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:18.106136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-8393b7c7-2703-46fe-af51-4b416f552d39 req-7839d70d-e62e-4472-b62e-f7edf9b5274d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Calling delete_port for 8027690c-57de-4ba8-b1c6-feb7f1cdf346 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:18.282675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc3acd0f-5b6d-4598-ae2c-b3d0d8e35fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:18.285458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc3acd0f-5b6d-4598-ae2c-b3d0d8e35fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:18.287037 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cc3acd0f-5b6d-4598-ae2c-b3d0d8e35fb4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a3a82ec-f36a-4d2d-a4c4-44d8095506cf HTTP/1.1" status: 204 len: 168 time: 0.3033299 Sep 22 09:27:18.295821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3acd0f-5b6d-4598-ae2c-b3d0d8e35fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3a82ec-f36a-4d2d-a4c4-44d8095506cf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:18.454221 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8393b7c7-2703-46fe-af51-4b416f552d39 req-7839d70d-e62e-4472-b62e-f7edf9b5274d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:18.482354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839d70d-e62e-4472-b62e-f7edf9b5274d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event deleted for resources: {'Port': ['ID=8027690c-57de-4ba8-b1c6-feb7f1cdf346,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:18.526215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-8393b7c7-2703-46fe-af51-4b416f552d39 req-7839d70d-e62e-4472-b62e-f7edf9b5274d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] No DVR routers for this DVR port 8027690c-57de-4ba8-b1c6-feb7f1cdf346 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:18.529026 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8393b7c7-2703-46fe-af51-4b416f552d39 req-7839d70d-e62e-4472-b62e-f7edf9b5274d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:18.531081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8393b7c7-2703-46fe-af51-4b416f552d39 req-7839d70d-e62e-4472-b62e-f7edf9b5274d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.45 "DELETE /v2.0/ports/8027690c-57de-4ba8-b1c6-feb7f1cdf346 HTTP/1.1" status: 204 len: 173 time: 0.8051894 Sep 22 09:27:18.531545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393f8dde-731b-43d7-b642-6471d38047cd', 'name': 'network-vif-deleted', 'tag': '8027690c-57de-4ba8-b1c6-feb7f1cdf346'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:18.533985 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1b952d-72ae-47ef-9fe9-8f300f14f251" -d '{"events": [{"server_uuid": "393f8dde-731b-43d7-b642-6471d38047cd", "name": "network-vif-deleted", "tag": "8027690c-57de-4ba8-b1c6-feb7f1cdf346"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:18.571894 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d455220-d1d4-4ea8-985c-ffa94b45780b x-openstack-request-id: req-3d455220-d1d4-4ea8-985c-ffa94b45780b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:18.572226 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393f8dde-731b-43d7-b642-6471d38047cd", "name": "network-vif-deleted", "tag": "8027690c-57de-4ba8-b1c6-feb7f1cdf346", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:18.572477 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d455220-d1d4-4ea8-985c-ffa94b45780b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:18.572887 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393f8dde-731b-43d7-b642-6471d38047cd', 'name': 'network-vif-deleted', 'tag': '8027690c-57de-4ba8-b1c6-feb7f1cdf346', 'status': 'completed', 'code': 200} Sep 22 09:27:18.757732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd118b9b-dad9-4f51-968d-2e93c963c004 req-e5bc2ec9-63e0-4930-ae43-f29c71f9379f tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 210 time: 0.0360920 Sep 22 09:27:18.924820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf31622-8f52-4bcd-bb0c-1b1d355eb002 req-1246892a-ec59-4e63-930a-ed16202bddcc tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:18.927367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf31622-8f52-4bcd-bb0c-1b1d355eb002 req-1246892a-ec59-4e63-930a-ed16202bddcc tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 951 time: 0.0671706 Sep 22 09:27:19.167408 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ae35-1ee2-48f4-adb1-a363fefd675e req-c495a259-216b-4f30-a9a8-5d62b09f6f02 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:19.169921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4855ae35-1ee2-48f4-adb1-a363fefd675e req-c495a259-216b-4f30-a9a8-5d62b09f6f02 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.1439927 Sep 22 09:27:19.172525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf31622-8f52-4bcd-bb0c-1b1d355eb002 req-876ae6d6-d346-41a5-8a56-01fcc71ec50c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Deleting port 2140492b-d73c-4430-ac12-d625f9dd5bc9 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:19.173120 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf31622-8f52-4bcd-bb0c-1b1d355eb002 req-876ae6d6-d346-41a5-8a56-01fcc71ec50c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:19.266155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b43d2-be2f-4c02-afa5-c9dcf37cf15a req-406d3e4b-0bca-4b68-97c1-4f00457d8864 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:19.268102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-875b43d2-be2f-4c02-afa5-c9dcf37cf15a req-406d3e4b-0bca-4b68-97c1-4f00457d8864 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 951 time: 0.1888311 Sep 22 09:27:19.352096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4bf31622-8f52-4bcd-bb0c-1b1d355eb002 req-876ae6d6-d346-41a5-8a56-01fcc71ec50c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] For port 2140492b-d73c-4430-ac12-d625f9dd5bc9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2140492b-d73c-4430-ac12-d625f9dd5bc9,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:19.353678 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf31622-8f52-4bcd-bb0c-1b1d355eb002 req-876ae6d6-d346-41a5-8a56-01fcc71ec50c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:19.372350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf31622-8f52-4bcd-bb0c-1b1d355eb002 req-876ae6d6-d346-41a5-8a56-01fcc71ec50c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Calling delete_port for 2140492b-d73c-4430-ac12-d625f9dd5bc9 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:19.464641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-875b43d2-be2f-4c02-afa5-c9dcf37cf15a req-6e3de08c-5751-433f-a075-121781bbd34e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896126 Sep 22 09:27:19.478389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4855ae35-1ee2-48f4-adb1-a363fefd675e req-a3a47d4b-77d2-4428-b04d-7c992cc07851 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211177 Sep 22 09:27:19.683360 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf31622-8f52-4bcd-bb0c-1b1d355eb002 req-876ae6d6-d346-41a5-8a56-01fcc71ec50c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:19.701311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'b9565992-7c7e-47ae-9711-0e07b76b1684', '2140492b-d73c-4430-ac12-d625f9dd5bc9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:19.718045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ae6d6-d346-41a5-8a56-01fcc71ec50c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Pushing event deleted for resources: {'Port': ['ID=2140492b-d73c-4430-ac12-d625f9dd5bc9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:19.862928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8027690c-57de-4ba8-b1c6-feb7f1cdf346 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:19.895401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 8027690c-57de-4ba8-b1c6-feb7f1cdf346 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:27:19.895993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8027690c-57de-4ba8-b1c6-feb7f1cdf346 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:19.930651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53266) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:19.947856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf31622-8f52-4bcd-bb0c-1b1d355eb002 req-876ae6d6-d346-41a5-8a56-01fcc71ec50c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] No DVR routers for this DVR port 2140492b-d73c-4430-ac12-d625f9dd5bc9 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:19.947856 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf31622-8f52-4bcd-bb0c-1b1d355eb002 req-876ae6d6-d346-41a5-8a56-01fcc71ec50c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:19.947856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf31622-8f52-4bcd-bb0c-1b1d355eb002 req-876ae6d6-d346-41a5-8a56-01fcc71ec50c tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "DELETE /v2.0/ports/2140492b-d73c-4430-ac12-d625f9dd5bc9 HTTP/1.1" status: 204 len: 173 time: 1.0078239 Sep 22 09:27:20.029478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26734c2e-530c-45c0-a73a-aa2613a4bdde req-413709fb-a962-4efc-921d-834b777cce97 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f8dde-731b-43d7-b642-6471d38047cd HTTP/1.1" status: 200 len: 210 time: 0.0757589 Sep 22 09:27:20.107811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-663337729-network', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:20.222238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Made reservation on behalf of d6286928f40249ee8a1c92ffa11e94de for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:27:20.225186 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:20.241837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:20.367575 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:20.448820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:20.495397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:27:20.509305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4c4347-d5ca-4c12-a522-5f5f74dc65c6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:20.520211 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:20.520592 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Added segment a4e4e6ee-831b-43d9-bd46-db7e2a44689a of type vlan for network d0083319-a153-4223-a32a-bba9d64a39a4 Sep 22 09:27:20.574412 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:20.575228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-deleted', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:20.579634 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73505dd6-fba5-4a24-9022-e32d81efda27" -d '{"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-deleted", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:20.680531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff2c0939-5952-415a-98eb-b2a16a857565 req-405d2c81-7848-4733-9618-fca440462c77 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=b631d524-663c-4afd-9759-1b6350cf8396 HTTP/1.1" status: 200 len: 210 time: 0.0594280 Sep 22 09:27:20.691171 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:20.692205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:20.692982 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:20.720939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02703ea-52a4-479a-9926-862b273463d0 req-c7f123ff-b0a3-4668-b0d6-0f42cea4fbec tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:20.731520 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e02703ea-52a4-479a-9926-862b273463d0 req-c7f123ff-b0a3-4668-b0d6-0f42cea4fbec tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.0970941 Sep 22 09:27:20.775195 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3330d6f-0871-4061-bf15-d5a286c07321 x-openstack-request-id: req-d3330d6f-0871-4061-bf15-d5a286c07321 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:20.775709 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b631d524-663c-4afd-9759-1b6350cf8396", "name": "network-vif-deleted", "tag": "2140492b-d73c-4430-ac12-d625f9dd5bc9", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:20.780716 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3330d6f-0871-4061-bf15-d5a286c07321 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:20.780716 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631d524-663c-4afd-9759-1b6350cf8396', 'name': 'network-vif-deleted', 'tag': '2140492b-d73c-4430-ac12-d625f9dd5bc9', 'status': 'completed', 'code': 200} Sep 22 09:27:20.786167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] Pushing event updated for resources: {'Network': ['ID=d0083319-a153-4223-a32a-bba9d64a39a4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:20.797529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e02703ea-52a4-479a-9926-862b273463d0 req-56b88d13-6822-47a9-85b5-9e3593ab28b7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642991 Sep 22 09:27:20.797807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network d0083319-a153-4223-a32a-bba9d64a39a4 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:27:20.846277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-59b26182-60c4-481c-8c5f-0f432215354e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9134815 Sep 22 09:27:20.849484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53288) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:20.855559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] Request body: {'subnet': {'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-663337729-subnet', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:20.948328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] Made reservation on behalf of d6286928f40249ee8a1c92ffa11e94de for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:27:20.951223 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:21.032620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eebe9c60-c479-4424-8b0c-ba195155c66e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:21.044825 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eebe9c60-c479-4424-8b0c-ba195155c66e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 808 time: 0.1328981 Sep 22 09:27:21.069116 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-dfa494ea-8516-431b-bf12-923ef70b31e1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/quotas/588a614000664c5d9b1f3b4860f26f15 HTTP/1.1" status: 200 len: 375 time: 0.0230267 Sep 22 09:27:21.144829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-4ba9ce65-4439-4aed-a1bf-bc91611e9409 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739672 Sep 22 09:27:21.238674 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:21.283623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-5bff72e0-a32d-45a7-ae25-4fdd73953ba8 service neutron] 10.222.0.49 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378000 Sep 22 09:27:21.340299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=922234c5-5a67-487b-9fa4-b132e58ffdef,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:21.352717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] Checking segment: {'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:21.352717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] Network hostable DHCP agents. Network: d0083319-a153-4223-a32a-bba9d64a39a4, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:27:21.433760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] Network d0083319-a153-4223-a32a-bba9d64a39a4 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:27:21.479919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-45e9e6d3-1d06-4461-956a-20b7950fbf23 service neutron] 10.222.0.49 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873360 Sep 22 09:27:21.536082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, d0083319-a153-4223-a32a-bba9d64a39a4) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:27:21.545320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:21.545320 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:21.554975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12456205-b686-471a-89b2-2405454ebc4d None None] Network d0083319-a153-4223-a32a-bba9d64a39a4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:27:21.597880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-274588d0-c6d3-4270-9f16-7981bed3d20a tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:21.599570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-274588d0-c6d3-4270-9f16-7981bed3d20a tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/networks?id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 HTTP/1.1" status: 200 len: 822 time: 0.1579814 Sep 22 09:27:21.618904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-9619d237-3306-4f5a-b42e-22c8210f455e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/quotas/cc397c632af54e038c119931f95a2b88 HTTP/1.1" status: 200 len: 375 time: 0.0104392 Sep 22 09:27:21.669027 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c6a63154-4e69-41ab-af4f-d8ecfabece51 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8182130 Sep 22 09:27:21.671926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53314) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:21.676812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:21.709006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-30de0cf2-da6b-4d15-a1df-c48fcb2bc25f tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc397c632af54e038c119931f95a2b88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811653 Sep 22 09:27:21.779270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-d0083319-a153-4223-a32a-bba9d64a39a4', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'fixed_ips': [{'subnet_id': '922234c5-5a67-487b-9fa4-b132e58ffdef'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:27:21.782182 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:21.783524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:21.791056 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:21.923604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:21.927330 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-0490e757-6e99-4e4f-a8a5-880eb10db724 service neutron] 10.222.0.49 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104564 Sep 22 09:27:22.026440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Allocated IP 172.20.0.2 (d0083319-a153-4223-a32a-bba9d64a39a4/922234c5-5a67-487b-9fa4-b132e58ffdef/ba218581-5d3c-4bb4-b452-af2e9b90f30b) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:27:22.051947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-d63a1fba-c3ee-4380-9697-9587404a7e70 service neutron] 10.222.0.49 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185844 Sep 22 09:27:22.215845 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:22.343062 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:22.416813 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:22.524646 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Pushing event updated for resources: {'Port': ['ID=ba218581-5d3c-4bb4-b452-af2e9b90f30b,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:22.533008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Network d0083319-a153-4223-a32a-bba9d64a39a4 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:27:22.534056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:27:22.537343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:27:22.581574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b131b4-482b-46b2-931b-b0d1db1dc6c0 req-fada31fd-53d8-4f2f-8094-f62868d2e0f9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:22.595560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-34b131b4-482b-46b2-931b-b0d1db1dc6c0 req-fada31fd-53d8-4f2f-8094-f62868d2e0f9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.1889212 Sep 22 09:27:22.598647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Attempting to bind port ba218581-5d3c-4bb4-b452-af2e9b90f30b on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:27:22.599095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Attempting to bind port ba218581-5d3c-4bb4-b452-af2e9b90f30b by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:27:22.599559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Attempting to bind port ba218581-5d3c-4bb4-b452-af2e9b90f30b on network d0083319-a153-4223-a32a-bba9d64a39a4 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:22.607129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:27:22.608999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Checking segment: {'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:22.608999 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:22.608999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Bound using segment: {'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:27:22.608999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Bound port: ba218581-5d3c-4bb4-b452-af2e9b90f30b, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:27:22.609966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:22.672853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-34b131b4-482b-46b2-931b-b0d1db1dc6c0 req-bd66acad-eaf2-465e-9ea6-6e449b639d45 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759182 Sep 22 09:27:22.744233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] For port ba218581-5d3c-4bb4-b452-af2e9b90f30b, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:22.749041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] For port ba218581-5d3c-4bb4-b452-af2e9b90f30b, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ba218581-5d3c-4bb4-b452-af2e9b90f30b,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:27:22.763269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-944e3358-25d0-49a1-a5a3-de81caf51d62 req-e6b8c904-7ac7-43b0-a99d-08bd141f1dcd tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 210 time: 0.0441749 Sep 22 09:27:22.792305 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:22.842275 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:22.854459 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:22.879152 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0968096-47a6-4157-a34a-fac15607a45e req-94bd82f7-f6a4-4bab-9913-757aa7a8c4b6 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 210 time: 0.0360415 Sep 22 09:27:22.904075 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2140492b-d73c-4430-ac12-d625f9dd5bc9 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:22.943526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 2140492b-d73c-4430-ac12-d625f9dd5bc9 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:27:22.944274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2140492b-d73c-4430-ac12-d625f9dd5bc9 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:22.988245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ccde4-e5fe-4a83-b188-fdd5652dda57 None None] Pushing event updated for resources: {'Port': ['ID=ba218581-5d3c-4bb4-b452-af2e9b90f30b,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:23.012699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Allocated IP 172.25.6.60 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/3f2da115-06df-4834-868c-460d71d20e62) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:27:23.056228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:23.182715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:23.360999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45afb2-bc82-46d4-9f47-6cb8e9b45f45 req-2c9e53af-4d75-4ab3-b07e-82f68fe0fbda tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:23.361829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf45afb2-bc82-46d4-9f47-6cb8e9b45f45 req-2c9e53af-4d75-4ab3-b07e-82f68fe0fbda tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.1498063 Sep 22 09:27:23.364958 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:23.445322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:27:23.449186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:27:23.457565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:27:23.518655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf45afb2-bc82-46d4-9f47-6cb8e9b45f45 req-1d880e24-e6b6-45b5-8f9b-3309dd1223f5 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464102 Sep 22 09:27:23.533144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2da115-06df-4834-868c-460d71d20e62,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:23.644212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ba218581-5d3c-4bb4-b452-af2e9b90f30b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:23.757903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ba218581-5d3c-4bb4-b452-af2e9b90f30b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:23.758311 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:23.901686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da51b5-8805-4a8f-b49b-6a9001e25208 req-f9cec771-482c-4dfd-a62c-60b11856ad51 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:23.903587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38da51b5-8805-4a8f-b49b-6a9001e25208 req-f9cec771-482c-4dfd-a62c-60b11856ad51 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.1115458 Sep 22 09:27:23.949399 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:23.955550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fdf117e4-17ae-4ef2-bdb4-4001f9d62f48 req-06077910-a5c3-4e86-85ab-f895bbc51bce tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 210 time: 0.0509181 Sep 22 09:27:24.015016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:24.020533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38da51b5-8805-4a8f-b49b-6a9001e25208 req-394cffa4-aaf5-4216-9ed1-eb570e60d834 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634387 Sep 22 09:27:24.050706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port ba218581-5d3c-4bb4-b452-af2e9b90f30b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ba218581-5d3c-4bb4-b452-af2e9b90f30b,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:24.173742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7ef8c11-24d4-41e2-ac86-47319904eed4 req-174f65c5-d035-47a4-90a1-7fe626d1641e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 210 time: 0.0739243 Sep 22 09:27:24.214692 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:24.273771 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ac88291b-194c-4032-8e23-7d5316bb9938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:24.328830 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:24.363893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=ba218581-5d3c-4bb4-b452-af2e9b90f30b,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:24.475126 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:24.535988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a7023-c2c0-4da8-8196-50162be4e0c2 req-8d3a738f-ec8b-405b-b467-8a55feadaf7e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:24.537867 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d50a7023-c2c0-4da8-8196-50162be4e0c2 req-8d3a738f-ec8b-405b-b467-8a55feadaf7e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0763044 Sep 22 09:27:24.624530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029b2831-7381-4dbf-9bba-399fd4608fc9 None None] Network d0083319-a153-4223-a32a-bba9d64a39a4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:27:24.734577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a4956f1b-3247-4b1a-a28f-461d9da5439a None None] Provisioning complete for port ba218581-5d3c-4bb4-b452-af2e9b90f30b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:24.735005 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4956f1b-3247-4b1a-a28f-461d9da5439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:24.749816 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ceb3f-4358-4f01-b298-d0356064d408 req-20e44778-57c0-4ec6-a269-135408772fdd tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:24.751605 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-811ceb3f-4358-4f01-b298-d0356064d408 req-20e44778-57c0-4ec6-a269-135408772fdd tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 949 time: 0.0784721 Sep 22 09:27:24.838063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-d50a7023-c2c0-4da8-8196-50162be4e0c2 req-08f159c6-8868-4938-995a-2fcac8dea0b2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Deleting port b9565992-7c7e-47ae-9711-0e07b76b1684 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:24.838414 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d50a7023-c2c0-4da8-8196-50162be4e0c2 req-08f159c6-8868-4938-995a-2fcac8dea0b2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:24.953135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-811ceb3f-4358-4f01-b298-d0356064d408 req-03c55f61-6acb-41c8-bd1f-18f341db01aa tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919529 Sep 22 09:27:25.012875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d50a7023-c2c0-4da8-8196-50162be4e0c2 req-08f159c6-8868-4938-995a-2fcac8dea0b2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] For port b9565992-7c7e-47ae-9711-0e07b76b1684, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b9565992-7c7e-47ae-9711-0e07b76b1684,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:25.013980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d50a7023-c2c0-4da8-8196-50162be4e0c2 req-08f159c6-8868-4938-995a-2fcac8dea0b2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:25.040760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-d50a7023-c2c0-4da8-8196-50162be4e0c2 req-08f159c6-8868-4938-995a-2fcac8dea0b2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Calling delete_port for b9565992-7c7e-47ae-9711-0e07b76b1684 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:25.153803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d412312a-ae19-4c4e-b467-df8f09480898 req-54c00aa9-d3a1-4513-be14-e838e6547b9b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 210 time: 0.0903547 Sep 22 09:27:25.373953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c595cd6-e82f-47a7-a99c-707be1bd89aa req-2053a849-72ca-4d87-abde-2cc8f4614435 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 210 time: 0.1025686 Sep 22 09:27:25.390576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6ded3d73-a4e6-4caf-823c-56e825da4231 None None] Provisioning complete for port ba218581-5d3c-4bb4-b452-af2e9b90f30b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:25.391129 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6ded3d73-a4e6-4caf-823c-56e825da4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:25.459143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d691d7b-add5-43fc-83aa-0245783b6ac3 req-fd397a4b-4395-4d23-a55f-55f3142b38aa tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:25.486632 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d691d7b-add5-43fc-83aa-0245783b6ac3 req-fd397a4b-4395-4d23-a55f-55f3142b38aa tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.2647080 Sep 22 09:27:25.553511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Router 820829e3-f6cf-4c89-b60a-c808d52266aa is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:27:25.601083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ba218581-5d3c-4bb4-b452-af2e9b90f30b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:25.653331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-43326539-c9c5-4f7a-8680-42e8ec365720 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:25.655583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-43326539-c9c5-4f7a-8680-42e8ec365720 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 808 time: 0.3546345 Sep 22 09:27:25.672476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d691d7b-add5-43fc-83aa-0245783b6ac3 req-fbd90caf-cab0-4607-8a4a-0a7eef51b4b2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007209 Sep 22 09:27:25.686155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Request body: {'port': {'device_id': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6', 'admin_state_up': True, 'tenant_id': '588a614000664c5d9b1f3b4860f26f15'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:25.691125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ba218581-5d3c-4bb4-b452-af2e9b90f30b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:25.691790 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:25.740763 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d50a7023-c2c0-4da8-8196-50162be4e0c2 req-08f159c6-8868-4938-995a-2fcac8dea0b2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:25.769375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'b9565992-7c7e-47ae-9711-0e07b76b1684'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:25.797346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:27:25.821115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f159c6-8868-4938-995a-2fcac8dea0b2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Pushing event deleted for resources: {'Port': ['ID=b9565992-7c7e-47ae-9711-0e07b76b1684,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:25.829824 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Sync routers for ids ['820829e3-f6cf-4c89-b60a-c808d52266aa'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:27:25.871568 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Routers {'820829e3-f6cf-4c89-b60a-c808d52266aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:27:25.871568 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:26:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['820829e3-f6cf-4c89-b60a-c808d52266aa'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:26.024011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50a7023-c2c0-4da8-8196-50162be4e0c2 req-08f159c6-8868-4938-995a-2fcac8dea0b2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] No DVR routers for this DVR port b9565992-7c7e-47ae-9711-0e07b76b1684 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:26.026729 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:26.028639 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bbb57ed5-8d5a-4866-905d-26fe04437da1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3557806 Sep 22 09:27:26.032098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53396) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:26.043754 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d50a7023-c2c0-4da8-8196-50162be4e0c2 req-08f159c6-8868-4938-995a-2fcac8dea0b2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:26.049875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d50a7023-c2c0-4da8-8196-50162be4e0c2 req-08f159c6-8868-4938-995a-2fcac8dea0b2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "DELETE /v2.0/ports/b9565992-7c7e-47ae-9711-0e07b76b1684 HTTP/1.1" status: 204 len: 173 time: 1.4980752 Sep 22 09:27:26.050356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dd3886-6ca3-4653-8505-403bedce0d85', 'name': 'network-vif-deleted', 'tag': 'b9565992-7c7e-47ae-9711-0e07b76b1684'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:26.052610 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2231cfe3-b741-4f01-94bf-6bb2e2aec61d" -d '{"events": [{"server_uuid": "85dd3886-6ca3-4653-8505-403bedce0d85", "name": "network-vif-deleted", "tag": "b9565992-7c7e-47ae-9711-0e07b76b1684"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:26.114725 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Set router 820829e3-f6cf-4c89-b60a-c808d52266aa gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:27:26.178688 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c23593-10a6-4cdb-8c62-eb629e7c83cb x-openstack-request-id: req-a9c23593-10a6-4cdb-8c62-eb629e7c83cb {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:26.178688 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dd3886-6ca3-4653-8505-403bedce0d85", "name": "network-vif-deleted", "tag": "b9565992-7c7e-47ae-9711-0e07b76b1684", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:26.179155 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9c23593-10a6-4cdb-8c62-eb629e7c83cb {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:26.179416 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dd3886-6ca3-4653-8505-403bedce0d85', 'name': 'network-vif-deleted', 'tag': 'b9565992-7c7e-47ae-9711-0e07b76b1684', 'status': 'completed', 'code': 200} Sep 22 09:27:26.181752 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d7b5370-2e33-49fb-a5cb-cf847a8fb20e req-ae8fbce9-15f1-456d-b378-589fd1362c9e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=85dd3886-6ca3-4653-8505-403bedce0d85 HTTP/1.1" status: 200 len: 210 time: 0.0872188 Sep 22 09:27:26.329909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Made reservation on behalf of 588a614000664c5d9b1f3b4860f26f15 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:27:26.333564 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:26.440997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c84f807e-3e30-42bf-bbb5-7045fc26312a req-44e2ada0-83d0-4d6c-b563-26866f012dbe tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 210 time: 0.0587816 Sep 22 09:27:26.557002 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:23Z', 'revision_number': 3, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:26.615211 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Checking router: 820829e3-f6cf-4c89-b60a-c808d52266aa for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:27:26.616539 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Updating router 820829e3-f6cf-4c89-b60a-c808d52266aa port 3f2da115-06df-4834-868c-460d71d20e62 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:27:26.686648 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:26.701588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-f47e2650-31ba-4ae7-ab74-2f5c121b62bf tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:26.703468 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-f47e2650-31ba-4ae7-ab74-2f5c121b62bf tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.45 "GET /v2.0/networks?id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 HTTP/1.1" status: 200 len: 822 time: 0.5172243 Sep 22 09:27:26.714726 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cfb81cd-d608-490f-8211-b7633598098b req-390e809b-edfe-4ca9-8d71-bb61ea268f61 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 210 time: 0.1104708 Sep 22 09:27:26.751642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Allocated IP 172.20.0.7 (b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6/29c9175e-c3e5-425b-8fbb-7bbabe9d9e05/3da5dbe0-88a5-4012-8ac3-aded07a187ad) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:27:26.777303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Request body: {'port': {'device_id': '0997ddf7-016e-433f-8739-2acda95ba55b', 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7', 'admin_state_up': True, 'tenant_id': 'cc397c632af54e038c119931f95a2b88'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:26.856493 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-103937a2-5483-4191-b710-155ed04ebdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:27.187817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Made reservation on behalf of cc397c632af54e038c119931f95a2b88 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:27:27.191556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:27.191885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f5d0-5e20-4b9c-94ef-a49437cd08c2 req-f609a698-8b0a-4f1b-a896-1485b3950714 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:27.203670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc56f5d0-5e20-4b9c-94ef-a49437cd08c2 req-f609a698-8b0a-4f1b-a896-1485b3950714 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.3235319 Sep 22 09:27:27.234815 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:27.238687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-4cb2a0ec-e663-48d3-8511-606de3cf70b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1908484 Sep 22 09:27:27.259676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:27.308750 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:27.313743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc56f5d0-5e20-4b9c-94ef-a49437cd08c2 req-f7c290e8-f5aa-49b1-a434-ea75a0e5c7d7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088302 Sep 22 09:27:27.408714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:27.445998 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Pushing event updated for resources: {'Port': ['ID=3f2da115-06df-4834-868c-460d71d20e62,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:27.456248 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:27.466950 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Allocated IP 172.20.0.10 (3a55a946-407a-40bd-9d6c-2ff6b87b7fe7/cd776568-8d4f-4ede-a259-948ad127ce89/5976b313-f808-4f2a-8f90-d01776a943ac) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:27:27.479181 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.479528 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.479892 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.480221 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.486778 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:27.488807 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.489282 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.489614 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.490304 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.490639 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.490960 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.491274 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.491595 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:27.503946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e268515d-f4f8-4212-a918-de0892d563e3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:27.531898 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Attempting to bind port 3f2da115-06df-4834-868c-460d71d20e62 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:27:27.535656 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Attempting to bind port 3f2da115-06df-4834-868c-460d71d20e62 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:27:27.535656 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Attempting to bind port 3f2da115-06df-4834-868c-460d71d20e62 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:27.539245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-17b3cdf6-821b-4fd2-938e-1920b3235c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:27.541085 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:27:27.541788 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:27.542488 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:27.542707 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-17b3cdf6-821b-4fd2-938e-1920b3235c23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cf14f0d57b04db4bde24027d9724d39&device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 1101 time: 0.2240651 Sep 22 09:27:27.543294 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:27:27.543982 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Bound port: 3f2da115-06df-4834-868c-460d71d20e62, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:27:27.544811 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:27.649802 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] For port 3f2da115-06df-4834-868c-460d71d20e62, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:27.657509 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] For port 3f2da115-06df-4834-868c-460d71d20e62, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3f2da115-06df-4834-868c-460d71d20e62,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:27:27.731139 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:27.782879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:27:27.821968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:27:27.859647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:27:27.945539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Pushing event updated for resources: {'Port': ['ID=3da5dbe0-88a5-4012-8ac3-aded07a187ad,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:27.945785 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Routers {'820829e3-f6cf-4c89-b60a-c808d52266aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:27:27.946340 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['820829e3-f6cf-4c89-b60a-c808d52266aa'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:27.948346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Allocated IP 172.20.0.1 (d0083319-a153-4223-a32a-bba9d64a39a4/922234c5-5a67-487b-9fa4-b132e58ffdef/1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:27:27.966656 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:28.054925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:28.055903 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:28.063583 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:28.088108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67a68-45bd-4650-835b-a961f96ea679 req-a4934398-52fa-4cb4-ae41-30349f961f51 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:28.091484 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:28.110930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85d67a68-45bd-4650-835b-a961f96ea679 req-a4934398-52fa-4cb4-ae41-30349f961f51 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 931 time: 0.2020900 Sep 22 09:27:28.113680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-5d7767be-87a1-49df-adab-7e037b9ec21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:28.118635 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-5d7767be-87a1-49df-adab-7e037b9ec21a service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.4836800 Sep 22 09:27:28.209507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-190a5748-6afc-4dd4-a3a0-e382b92bfdc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971 HTTP/1.1" status: 200 len: 217 time: 0.0739269 Sep 22 09:27:28.223783 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba888d-0652-4ca2-be46-3784320723ec None None] Pushing event updated for resources: {'Port': ['ID=3f2da115-06df-4834-868c-460d71d20e62,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:28.254110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-eeca1687-d8c9-45b8-848c-b88103ee379c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5800681 Sep 22 09:27:28.275140 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] Set router 820829e3-f6cf-4c89-b60a-c808d52266aa gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:27:28.325327 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:28.331324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Request body: {'port': {'device_id': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:28.353456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85d67a68-45bd-4650-835b-a961f96ea679 req-26157686-833a-4b69-8df3-d9c007b2d569 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411504 Sep 22 09:27:28.355518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event updated for resources: {'Port': ['ID=5976b313-f808-4f2a-8f90-d01776a943ac,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:28.381872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:27:28.384701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:27:28.388620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:27:28.456952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-c11502fb-b891-4e08-855e-eb16d783fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:28.458736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-c11502fb-b891-4e08-855e-eb16d783fca0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.2237082 Sep 22 09:27:28.507386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:28.509209 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:28.527513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:28.541751 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:28.590132 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Network d0083319-a153-4223-a32a-bba9d64a39a4 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:27:28.597091 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-4955b0dc-c1a6-44a1-9db7-61481e5d53be tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8285167 Sep 22 09:27:28.598326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:27:28.603485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:27:28.613658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc9725-9f84-4497-9deb-b1c069bd1c4a req-27bff174-5d73-4511-94b8-c4410220de26 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:28.615730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2cc9725-9f84-4497-9deb-b1c069bd1c4a req-27bff174-5d73-4511-94b8-c4410220de26 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1544921 Sep 22 09:27:28.640165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d7e90-7211-4644-aafb-13464975cd86 req-71203183-5bc2-454f-b799-879ebd662640 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:28.642515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d1d7e90-7211-4644-aafb-13464975cd86 req-71203183-5bc2-454f-b799-879ebd662640 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 932 time: 0.2862623 Sep 22 09:27:28.662474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Request body: {'port': {'device_id': '0997ddf7-016e-433f-8739-2acda95ba55b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:28.665486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-db5def25-0d76-4237-ab51-7594b1d4433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:28.667747 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:23Z', 'revision_number': 3, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:28.668033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-db5def25-0d76-4237-ab51-7594b1d4433f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678421 Sep 22 09:27:28.704910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:28.712702 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00da366-80d3-45a3-a03e-ab8307761c0b None None] The sync data for ids ['820829e3-f6cf-4c89-b60a-c808d52266aa'] in n-d-805649-4 is: [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:23Z', 'revision_number': 3, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:27:28.757888 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:28.769413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:28.872373 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d1d7e90-7211-4644-aafb-13464975cd86 req-bd68871d-ad94-42b7-89e7-c516bc0c698c tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139370 Sep 22 09:27:28.886270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b9565992-7c7e-47ae-9711-0e07b76b1684 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:28.922080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2cc9725-9f84-4497-9deb-b1c069bd1c4a req-84209147-0e58-428c-870a-9821da98b14e tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764182 Sep 22 09:27:28.999004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: b9565992-7c7e-47ae-9711-0e07b76b1684 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:27:29.003996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b9565992-7c7e-47ae-9711-0e07b76b1684 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:29.045379 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7a1e3e0b-42b2-4d5d-93b4-07d98bc34601 None None] Provisioning complete for port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:29.045569 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7a1e3e0b-42b2-4d5d-93b4-07d98bc34601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:29.079527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-7579ded2-35e0-472c-bcbf-4223217a8776 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756104 Sep 22 09:27:29.109350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e3e0b-42b2-4d5d-93b4-07d98bc34601 None None] Port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:27:29.315391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5976b313-f808-4f2a-8f90-d01776a943ac {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:29.325819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:29.342651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Transition to ACTIVE for port object 5976b313-f808-4f2a-8f90-d01776a943ac will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:27:29.388218 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:29.412399 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:29.646921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Pushing event updated for resources: {'Port': ['ID=5976b313-f808-4f2a-8f90-d01776a943ac,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:29.731146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3f2da115-06df-4834-868c-460d71d20e62 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:29.770492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f7212-559a-4a47-907f-16f6aa2cbe5c req-2422e59b-7c55-4a32-8fff-f99e45711a5a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:29.772485 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-860f7212-559a-4a47-907f-16f6aa2cbe5c req-2422e59b-7c55-4a32-8fff-f99e45711a5a tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.2768826 Sep 22 09:27:29.783210 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:29.847505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3f2da115-06df-4834-868c-460d71d20e62 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:29.847882 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:29.941144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Attempting to bind port 5976b313-f808-4f2a-8f90-d01776a943ac on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:27:29.950852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Attempting to bind port 5976b313-f808-4f2a-8f90-d01776a943ac by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:27:29.951329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Attempting to bind port 5976b313-f808-4f2a-8f90-d01776a943ac on network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:29.974941 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:29.978060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Port 5976b313-f808-4f2a-8f90-d01776a943ac on network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:27:29.978532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Attempting to bind port 5976b313-f808-4f2a-8f90-d01776a943ac on network 3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:29.998773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:27:29.999202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Checking segment: {'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:29.999664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Bound using segment: {'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:27:30.000183 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Bound port: 5976b313-f808-4f2a-8f90-d01776a943ac, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:27:30.000610 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.011447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 3f2da115-06df-4834-868c-460d71d20e62, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3f2da115-06df-4834-868c-460d71d20e62,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:30.035746 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.059603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-860f7212-559a-4a47-907f-16f6aa2cbe5c req-9b11f442-9d80-4969-888b-7b57c9a30547 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Deleting port e67dbe16-ecb3-4db3-843d-fa0609d5b971 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:30.060007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-860f7212-559a-4a47-907f-16f6aa2cbe5c req-9b11f442-9d80-4969-888b-7b57c9a30547 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.113139 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.168223 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.169405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da5dbe0-88a5-4012-8ac3-aded07a187ad {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:30.191959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75317503-6b5a-486a-89a9-a614ea816f99 req-dbdf53f4-23cc-40e7-88c6-a6db0d2c2c7b tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:30.193558 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75317503-6b5a-486a-89a9-a614ea816f99 req-dbdf53f4-23cc-40e7-88c6-a6db0d2c2c7b tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 1.0535049 Sep 22 09:27:30.195740 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.209956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=3f2da115-06df-4834-868c-460d71d20e62,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:30.234468 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] For port 5976b313-f808-4f2a-8f90-d01776a943ac, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:30.240066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Transition to ACTIVE for port object 3da5dbe0-88a5-4012-8ac3-aded07a187ad will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:27:30.262510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1e864-c8a0-4a80-ba07-f71b3e07fa54 req-28c2c57a-eb18-40e5-ad77-5abfd871a81e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:30.271407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbd1e864-c8a0-4a80-ba07-f71b3e07fa54 req-28c2c57a-eb18-40e5-ad77-5abfd871a81e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 931 time: 0.2096484 Sep 22 09:27:30.277816 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] For port 5976b313-f808-4f2a-8f90-d01776a943ac, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5976b313-f808-4f2a-8f90-d01776a943ac,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:27:30.280179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-860f7212-559a-4a47-907f-16f6aa2cbe5c req-9b11f442-9d80-4969-888b-7b57c9a30547 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] For port e67dbe16-ecb3-4db3-843d-fa0609d5b971, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e67dbe16-ecb3-4db3-843d-fa0609d5b971,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:30.280549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-860f7212-559a-4a47-907f-16f6aa2cbe5c req-9b11f442-9d80-4969-888b-7b57c9a30547 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.288140 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.292277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bf1484c-419b-44ec-a036-03314b6d6c4c req-015cd4a4-9e45-4a04-be95-a5ab5acf737f service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1815674 Sep 22 09:27:30.304828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:30.315669 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-860f7212-559a-4a47-907f-16f6aa2cbe5c req-9b11f442-9d80-4969-888b-7b57c9a30547 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Calling delete_port for e67dbe16-ecb3-4db3-843d-fa0609d5b971 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:30.338287 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.379749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.390858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75317503-6b5a-486a-89a9-a614ea816f99 req-37f2abe2-a947-493b-8ddc-b55ab1800ed7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837914 Sep 22 09:27:30.398209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbd1e864-c8a0-4a80-ba07-f71b3e07fa54 req-b6388216-1724-4ef7-a91b-afdf5c937e22 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255794 Sep 22 09:27:30.419511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=3da5dbe0-88a5-4012-8ac3-aded07a187ad,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:30.517927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:30.518611 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.520858 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] 10.222.0.45 "PUT /v2.0/ports/5976b313-f808-4f2a-8f90-d01776a943ac HTTP/1.1" status: 200 len: 1092 time: 1.8671110 Sep 22 09:27:30.525124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac98b67-2a52-43e0-83d2-8418e15c8b6d service neutron] Pushing event updated for resources: {'Port': ['ID=5976b313-f808-4f2a-8f90-d01776a943ac,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:30.537726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0997ddf7-016e-433f-8739-2acda95ba55b', 'tag': '5976b313-f808-4f2a-8f90-d01776a943ac'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:30.540510 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58321b8-f1e5-41a1-a178-5ebc2d362be6" -d '{"events": [{"name": "network-changed", "server_uuid": "0997ddf7-016e-433f-8739-2acda95ba55b", "tag": "5976b313-f808-4f2a-8f90-d01776a943ac"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:30.591285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:27:30.591812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:27:30.592383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:30.601261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:27:30.601759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:30.616859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48cba3-2d62-4e2b-9691-2ea13317de8b req-edd17e9d-ad8e-4ee6-88eb-8e57d2d1ac1b tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:30.619454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a48cba3-2d62-4e2b-9691-2ea13317de8b req-edd17e9d-ad8e-4ee6-88eb-8e57d2d1ac1b tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 944 time: 0.1169171 Sep 22 09:27:30.632715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:27:30.633168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:30.633625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:27:30.634158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Bound port: 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:27:30.634582 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.669427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Network d0083319-a153-4223-a32a-bba9d64a39a4 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:27:30.673719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:27:30.728549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a48cba3-2d62-4e2b-9691-2ea13317de8b req-b61b3789-60f0-4660-8f8f-f641c7beb5a2 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912197 Sep 22 09:27:30.746571 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8d398-70d6-4e44-bf59-9a7a73583511 req-0586eb83-b040-48c6-adf1-23ba2db4462b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:30.748260 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7bc8d398-70d6-4e44-bf59-9a7a73583511 req-0586eb83-b040-48c6-adf1-23ba2db4462b tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 950 time: 0.1276848 Sep 22 09:27:30.815768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:30.825423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:27:30.862533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7bc8d398-70d6-4e44-bf59-9a7a73583511 req-53ab9e8c-e707-4410-b3ca-ed73ed18d3d2 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f803c25-d407-4349-86d9-b852c3733ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035168 Sep 22 09:27:30.891060 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.986239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:30.986882 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:30.988369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] 10.222.0.45 "PUT /v2.0/ports/3da5dbe0-88a5-4012-8ac3-aded07a187ad HTTP/1.1" status: 200 len: 1091 time: 2.6614573 Sep 22 09:27:30.988852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'tag': '3da5dbe0-88a5-4012-8ac3-aded07a187ad'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:30.991389 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e08c871-a719-4926-ab69-b39685716bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0780038-6e61-4e5b-91a8-2b66baa5c696", "tag": "3da5dbe0-88a5-4012-8ac3-aded07a187ad"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:31.070165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8fcf5-b455-4cda-9fe2-9637afce4ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=3da5dbe0-88a5-4012-8ac3-aded07a187ad,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:31.102336 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70ed301-7688-4836-b02c-9d786dff90fc x-openstack-request-id: req-c70ed301-7688-4836-b02c-9d786dff90fc {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:31.102336 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0780038-6e61-4e5b-91a8-2b66baa5c696", "tag": "3da5dbe0-88a5-4012-8ac3-aded07a187ad", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:31.102568 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c70ed301-7688-4836-b02c-9d786dff90fc {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:31.102920 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'tag': '3da5dbe0-88a5-4012-8ac3-aded07a187ad', 'status': 'completed', 'code': 200} Sep 22 09:27:31.161851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-294bc8c1-a8ae-496a-8108-cda97b4a7c00 None None] Provisioning complete for port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:31.164341 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-294bc8c1-a8ae-496a-8108-cda97b4a7c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:31.189632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-1b7b26c5-4498-48a2-8eda-9f6ca8d224d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:31.191925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-1b7b26c5-4498-48a2-8eda-9f6ca8d224d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 1094 time: 0.0687933 Sep 22 09:27:31.208580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.45', 54844) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:31.212231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-294bc8c1-a8ae-496a-8108-cda97b4a7c00 None None] Port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:27:31.257655 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d900b1-4d15-4341-b484-6da210eea1d2 x-openstack-request-id: req-79d900b1-4d15-4341-b484-6da210eea1d2 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:31.257952 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0997ddf7-016e-433f-8739-2acda95ba55b", "tag": "5976b313-f808-4f2a-8f90-d01776a943ac", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:31.258200 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79d900b1-4d15-4341-b484-6da210eea1d2 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:31.258595 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0997ddf7-016e-433f-8739-2acda95ba55b', 'tag': '5976b313-f808-4f2a-8f90-d01776a943ac', 'status': 'completed', 'code': 200} Sep 22 09:27:31.284627 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-c6f8e5c0-f508-4f09-a926-0cd7fe387124 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad HTTP/1.1" status: 200 len: 217 time: 0.0669920 Sep 22 09:27:31.287601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-1cb000c0-0969-4b33-8c33-ed96d9325a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:31.289129 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-1cb000c0-0969-4b33-8c33-ed96d9325a58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc397c632af54e038c119931f95a2b88&device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 1095 time: 0.6304135 Sep 22 09:27:31.367671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-e8e7c45a-f177-4ef5-b784-69a01c423dbe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1514933 Sep 22 09:27:31.374767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-56abe26b-4393-40b4-9fe2-1dcbf500aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:31.376565 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-f43db522-3ba3-4bbd-969b-90b77de4d238 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5976b313-f808-4f2a-8f90-d01776a943ac HTTP/1.1" status: 200 len: 217 time: 0.0461364 Sep 22 09:27:31.377155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-56abe26b-4393-40b4-9fe2-1dcbf500aa5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.0778451 Sep 22 09:27:31.461980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-9890b23a-9bf6-4d64-92b8-373cf5ae1781 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657279 Sep 22 09:27:31.529545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-c22b2ea3-8663-404f-81b6-62acbb01ca60 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:31.536187 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-c22b2ea3-8663-404f-81b6-62acbb01ca60 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 1097 time: 0.2745392 Sep 22 09:27:31.591222 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-860f7212-559a-4a47-907f-16f6aa2cbe5c req-9b11f442-9d80-4969-888b-7b57c9a30547 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:31.617484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-805649-4'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:31.627971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3f2da115-06df-4834-868c-460d71d20e62 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:31.637068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Router 820829e3-f6cf-4c89-b60a-c808d52266aa has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:27:31.661665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-050e7050-8d18-4e48-a761-8d76455abab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:31.663197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-050e7050-8d18-4e48-a761-8d76455abab7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 1096 time: 0.2134848 Sep 22 09:27:31.706720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11f442-9d80-4969-888b-7b57c9a30547 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Pushing event deleted for resources: {'Port': ['ID=e67dbe16-ecb3-4db3-843d-fa0609d5b971,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:31.715122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3f2da115-06df-4834-868c-460d71d20e62 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:31.715728 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:31.809500 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-994aad2f-a79f-47dc-b82d-90feab004540 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306811 Sep 22 09:27:31.845770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e1289-2f9e-424d-a21b-32b5a4ab70a5 req-969a6606-b0ce-4894-8494-7ed648c97f19 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:31.847568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed5e1289-2f9e-424d-a21b-32b5a4ab70a5 req-969a6606-b0ce-4894-8494-7ed648c97f19 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.2126396 Sep 22 09:27:31.850215 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-e919d0b6-4dd9-4445-bd5b-8622d249ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:31.851677 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-e919d0b6-4dd9-4445-bd5b-8622d249ece3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd776568-8d4f-4ede-a259-948ad127ce89 HTTP/1.1" status: 200 len: 862 time: 0.4563251 Sep 22 09:27:31.862303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:27:31.879611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7148a0-43ca-4e23-8ccd-99fe23a1280f req-d4422b18-0779-4425-b4b9-610619205d72 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:31.881661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c7148a0-43ca-4e23-8ccd-99fe23a1280f req-d4422b18-0779-4425-b4b9-610619205d72 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 946 time: 0.2582049 Sep 22 09:27:31.988538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-9600bada-06f4-4dcf-a965-8078bc86ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:31.990582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-9600bada-06f4-4dcf-a965-8078bc86ef43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.3029180 Sep 22 09:27:32.030060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed5e1289-2f9e-424d-a21b-32b5a4ab70a5 req-5042ed5d-2399-4a53-bc78-c561dc77d1b6 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690891 Sep 22 09:27:32.066823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-860f7212-559a-4a47-907f-16f6aa2cbe5c req-9b11f442-9d80-4969-888b-7b57c9a30547 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] No DVR routers for this DVR port e67dbe16-ecb3-4db3-843d-fa0609d5b971 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:32.091473 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-860f7212-559a-4a47-907f-16f6aa2cbe5c req-9b11f442-9d80-4969-888b-7b57c9a30547 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:32.096040 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-860f7212-559a-4a47-907f-16f6aa2cbe5c req-9b11f442-9d80-4969-888b-7b57c9a30547 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.60 "DELETE /v2.0/ports/e67dbe16-ecb3-4db3-843d-fa0609d5b971 HTTP/1.1" status: 204 len: 173 time: 2.3173475 Sep 22 09:27:32.109865 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-3969ae47-bfca-48e2-b3b5-8f36dfc0f223 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530324 Sep 22 09:27:32.110334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-7d7cdfaf-e0f8-4d57-aed6-8e73b4ec6859 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72104111-131f-4e76-a600-3ce695ef64da HTTP/1.1" status: 200 len: 217 time: 0.1070809 Sep 22 09:27:32.134375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:32.138855 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c7148a0-43ca-4e23-8ccd-99fe23a1280f req-e446b7b9-8c76-4ef5-b11a-1da77fd2f7d6 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339499 Sep 22 09:27:32.139000 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:32.151187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 has no active binding in host n-h2-805649-4 {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 09:27:32.360069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd819a44-82be-41d2-835f-5ae50f78845a req-69e7c889-188b-436b-857f-fd7848b5af84 tempest-MigrationsAdminTest-333701695 tempest-MigrationsAdminTest-333701695-project] 10.222.0.49 "GET /v2.0/ports?device_id=c877ff0e-df4d-45f6-b8c0-62114cadf406 HTTP/1.1" status: 200 len: 210 time: 0.0588157 Sep 22 09:27:32.389827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29f5ea10-aa48-4d79-bceb-7ca3b5d1d30e req-5159bc1e-5c39-464a-a4a4-aa2c7205c58f service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713043 Sep 22 09:27:32.397216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:27:32.416814 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2b46a61c-3392-492f-ba6b-cce0d49b6825 admin admin] 10.222.0.49 "PUT /v2.0/routers/820829e3-f6cf-4c89-b60a-c808d52266aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3749218 Sep 22 09:27:32.417085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Sync routers for ids ['820829e3-f6cf-4c89-b60a-c808d52266aa'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:27:32.428346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Routers {'820829e3-f6cf-4c89-b60a-c808d52266aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:27:32.429124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['820829e3-f6cf-4c89-b60a-c808d52266aa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:32.456871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcffec1-6d7b-4f05-93a0-7f701d8cd46b req-f9762231-6b04-46d0-a9cc-f303dff8f589 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:32.458478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1dcffec1-6d7b-4f05-93a0-7f701d8cd46b req-f9762231-6b04-46d0-a9cc-f303dff8f589 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 944 time: 0.3360324 Sep 22 09:27:32.558127 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1dcffec1-6d7b-4f05-93a0-7f701d8cd46b req-6e6f2757-5ce4-406f-808b-6181e0af1dc9 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887308 Sep 22 09:27:32.563543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-785f51b4-71da-45f9-aa8f-253ff47be9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:32.570331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-785f51b4-71da-45f9-aa8f-253ff47be9ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.4059768 Sep 22 09:27:32.575836 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-34216f0b-5e3c-4844-9b21-27760692b6c1 service neutron] 10.222.0.45 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555228 Sep 22 09:27:32.676572 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-58037f24-cf05-4c5d-b1a1-e95df7c20e8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882008 Sep 22 09:27:32.768753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:32.777307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Set router 820829e3-f6cf-4c89-b60a-c808d52266aa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:27:32.810100 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a8a109-b296-441b-ac17-7ab6dd9fe667 req-0839bca3-8d6f-4f99-bcde-ecd5aa835bd9 service neutron] 10.222.0.45 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105768 Sep 22 09:27:32.850453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:32.872516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-ac6d0d91-66d9-4514-b0a7-f733ec3d1e7c service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822639 Sep 22 09:27:32.873481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08c871-a719-4926-ab69-b39685716bfd req-9ea2729a-2e4f-4615-920f-626531ab64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:32.875376 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e08c871-a719-4926-ab69-b39685716bfd req-9ea2729a-2e4f-4615-920f-626531ab64f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 1094 time: 0.3039298 Sep 22 09:27:32.900920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e67dbe16-ecb3-4db3-843d-fa0609d5b971 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:32.940791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: e67dbe16-ecb3-4db3-843d-fa0609d5b971 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:27:32.941389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e67dbe16-ecb3-4db3-843d-fa0609d5b971 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:33.007289 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:33.041653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58321b8-f1e5-41a1-a178-5ebc2d362be6 req-bebf87be-0547-4465-83e6-27f8c11e8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:33.043798 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b58321b8-f1e5-41a1-a178-5ebc2d362be6 req-bebf87be-0547-4465-83e6-27f8c11e8d5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc397c632af54e038c119931f95a2b88&device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 1095 time: 0.0976706 Sep 22 09:27:33.106701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca', 'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'mac_address': 'fa:16:3e:1d:15:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:27Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 2, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'subnets': [{'id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:33.119796 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:33.149319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Checking router: 820829e3-f6cf-4c89-b60a-c808d52266aa for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:27:33.150020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Updating router 820829e3-f6cf-4c89-b60a-c808d52266aa port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:27:33.181764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:33.241311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Pushing event updated for resources: {'Port': ['ID=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,revision_number=7']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:33.304836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'name': 'network-vif-deleted', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971'}, {'server_uuid': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:33.307626 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1305b5ae-83a7-4274-b3db-b0ff44d9b897" -d '{"events": [{"server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "name": "network-vif-deleted", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971"}, {"server_uuid": "e01c9d5b-e717-47f7-ab0d-7968e5313867", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d9ecc0-47ce-4dce-b86d-c4051e3ede36"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:33.426920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08c871-a719-4926-ab69-b39685716bfd req-1b08acec-97fe-4508-9918-9c35504da47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:33.434926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e08c871-a719-4926-ab69-b39685716bfd req-1b08acec-97fe-4508-9918-9c35504da47e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.5358107 Sep 22 09:27:33.441271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on host n-h1-805649-4 for vnic_type normal with profile {"migrating_to": "n-h2-805649-4"} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:27:33.441794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:27:33.442288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:33.454106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on network 305acb99-5b4d-437f-a6af-752fcd584366 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:27:33.454893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Attempting to bind port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on network 305acb99-5b4d-437f-a6af-752fcd584366 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:33.457947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58321b8-f1e5-41a1-a178-5ebc2d362be6 req-24a88b60-bf2a-42d6-92f9-84250f65aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:33.464447 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b58321b8-f1e5-41a1-a178-5ebc2d362be6 req-24a88b60-bf2a-42d6-92f9-84250f65aab3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 HTTP/1.1" status: 200 len: 923 time: 0.4074507 Sep 22 09:27:33.464617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3c356-b4be-4442-ac41-a8004ba4b9fd req-1e61f641-3c04-43b5-9358-3736d8dcf199 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:33.464617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96e3c356-b4be-4442-ac41-a8004ba4b9fd req-1e61f641-3c04-43b5-9358-3736d8dcf199 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.2343533 Sep 22 09:27:33.560039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:27:33.560397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Checking segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:33.560821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Bound using segment: {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:27:33.561277 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Bound port: e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a3e23e-a6ef-43c1-a32e-d8540778b703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '305acb99-5b4d-437f-a6af-752fcd584366'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:27:33.561624 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:33.567453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-1bb80dd4-97f1-4f63-996f-2a980bfd8900 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844051 Sep 22 09:27:33.569091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e08c871-a719-4926-ab69-b39685716bfd req-3bb75b73-f31f-4c19-888c-481dbf9c9564 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad HTTP/1.1" status: 200 len: 217 time: 0.1180143 Sep 22 09:27:33.616468 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b58321b8-f1e5-41a1-a178-5ebc2d362be6 req-a94195e2-2e23-4b4d-84bf-2538d51efbc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5976b313-f808-4f2a-8f90-d01776a943ac HTTP/1.1" status: 200 len: 217 time: 0.1451883 Sep 22 09:27:33.651120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53518) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:33.685057 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-fb043fc3-0ffc-44d5-90b5-c0fc8a7c2d22 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954490590', 'description': 'tempest-description--1491095063'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:33.773476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96e3c356-b4be-4442-ac41-a8004ba4b9fd req-cd289c0a-2434-4e47-8c5b-b904638fb4b0 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034152 Sep 22 09:27:33.819914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58321b8-f1e5-41a1-a178-5ebc2d362be6 req-b8a1321b-2f72-4c4e-84d0-2276c5f92971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:33.821525 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b58321b8-f1e5-41a1-a178-5ebc2d362be6 req-b8a1321b-2f72-4c4e-84d0-2276c5f92971 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cd776568-8d4f-4ede-a259-948ad127ce89 HTTP/1.1" status: 200 len: 862 time: 0.1973383 Sep 22 09:27:33.832332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08c871-a719-4926-ab69-b39685716bfd req-47ba4108-599d-47b8-9445-0104b7bbd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:33.834901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e08c871-a719-4926-ab69-b39685716bfd req-47ba4108-599d-47b8-9445-0104b7bbd5b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.2430544 Sep 22 09:27:33.844349 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:33.873992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb043fc3-0ffc-44d5-90b5-c0fc8a7c2d22 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:33.878477 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b58321b8-f1e5-41a1-a178-5ebc2d362be6 req-398a06bb-6160-4a62-b3d0-10d9ab0eac07 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491114 Sep 22 09:27:33.879551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436bf6f-7a58-4554-aad8-2f6797d3eabf req-724668ca-51f1-4224-92c2-da6c9b413127 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:33.881169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0436bf6f-7a58-4554-aad8-2f6797d3eabf req-724668ca-51f1-4224-92c2-da6c9b413127 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.1274993 Sep 22 09:27:33.908871 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e813456f-b628-4e52-b500-fac25c471ff2 x-openstack-request-id: req-e813456f-b628-4e52-b500-fac25c471ff2 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:33.909226 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c877ff0e-df4d-45f6-b8c0-62114cadf406", "name": "network-vif-deleted", "tag": "e67dbe16-ecb3-4db3-843d-fa0609d5b971", "status": "completed", "code": 200}, {"server_uuid": "e01c9d5b-e717-47f7-ab0d-7968e5313867", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d9ecc0-47ce-4dce-b86d-c4051e3ede36", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:33.909817 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e813456f-b628-4e52-b500-fac25c471ff2 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:33.910564 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c877ff0e-df4d-45f6-b8c0-62114cadf406', 'name': 'network-vif-deleted', 'tag': 'e67dbe16-ecb3-4db3-843d-fa0609d5b971', 'status': 'completed', 'code': 200} Sep 22 09:27:33.910910 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36', 'code': 200} Sep 22 09:27:33.928886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:33.930781 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e08c871-a719-4926-ab69-b39685716bfd req-29e987c8-6fd7-47f4-b9ad-99d368db7a3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885310 Sep 22 09:27:33.946733 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:33.955657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0436bf6f-7a58-4554-aad8-2f6797d3eabf req-6585dd70-ad61-4f9f-b0b6-a1bc8801eaa3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495088 Sep 22 09:27:34.194145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e08c871-a719-4926-ab69-b39685716bfd req-aab429e0-a5d1-4bab-a7ca-c3142ba44c72 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368908 Sep 22 09:27:34.213218 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb043fc3-0ffc-44d5-90b5-c0fc8a7c2d22 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:34.218363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:27:34.223347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f79a5-6d56-4597-94e1-2944128c913e None None] Pushing event updated for resources: {'Port': ['ID=1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:34.279197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Attempting to bind port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:27:34.279583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Attempting to bind port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:27:34.279958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Attempting to bind port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca on network d0083319-a153-4223-a32a-bba9d64a39a4 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:34.302303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:27:34.303293 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Checking segment: {'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:34.303554 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:34.304209 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Bound using segment: {'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:27:34.304880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Bound port: 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:27:34.305479 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:34.358949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb043fc3-0ffc-44d5-90b5-c0fc8a7c2d22 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:34.362532 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:34.479111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] For port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:34.483663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] For port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:27:34.496958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914dc8b-d6a2-4b3f-a0e9-60b82e09e901 req-a94323ca-99d6-4ea9-bf01-cc009bff5ffa tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:34.499241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5914dc8b-d6a2-4b3f-a0e9-60b82e09e901 req-a94323ca-99d6-4ea9-bf01-cc009bff5ffa tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 944 time: 0.3036191 Sep 22 09:27:34.513282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Pushing event updated for resources: {'Port': ['ID=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,revision_number=8']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:34.539649 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b58321b8-f1e5-41a1-a178-5ebc2d362be6 req-a2c78e6a-31a1-493d-8a4d-4a940ee955ba service neutron] 10.222.0.45 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421764 Sep 22 09:27:34.570186 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c53f48d7-442b-4207-a67a-c69cbe22a026 None None] Provisioning complete for port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:34.571192 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c53f48d7-442b-4207-a67a-c69cbe22a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:34.598873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb043fc3-0ffc-44d5-90b5-c0fc8a7c2d22 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54140a8-c657-486e-b08f-d34be3ebf7c6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:34.627880 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:34.629984 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:34.630597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:34.632009 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-7d0322f9-e234-4e96-802c-c8ed57b92d6a service neutron] 10.222.0.45 "PUT /v2.0/ports/e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 HTTP/1.1" status: 200 len: 1122 time: 3.0196571 Sep 22 09:27:34.677085 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb043fc3-0ffc-44d5-90b5-c0fc8a7c2d22 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:34.682595 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fb043fc3-0ffc-44d5-90b5-c0fc8a7c2d22 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9997511 Sep 22 09:27:34.687293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53526) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:34.688041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ae456929-c146-4b71-b674-f4214743ba04 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Request body: {'security_group_rule': {'security_group_id': 'b54140a8-c657-486e-b08f-d34be3ebf7c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:34.695333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e08c871-a719-4926-ab69-b39685716bfd req-cea3d781-02ea-4bc8-87ee-a18e3e9cb47f service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189606 Sep 22 09:27:34.756617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23b6c6-f3ec-48eb-87f4-5adcfb4f2966 req-c3cf7d8e-9334-4f44-8a94-68c1ab21471b tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:34.759901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae23b6c6-f3ec-48eb-87f4-5adcfb4f2966 req-c3cf7d8e-9334-4f44-8a94-68c1ab21471b tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 946 time: 0.2591724 Sep 22 09:27:34.781047 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b58321b8-f1e5-41a1-a178-5ebc2d362be6 req-fed6f34b-24b2-4b15-bcc8-5e7e0b221b88 service neutron] 10.222.0.45 "GET /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306714 Sep 22 09:27:34.782053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5914dc8b-d6a2-4b3f-a0e9-60b82e09e901 req-81283602-5c91-4464-83ae-033a5b15982a tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742355 Sep 22 09:27:34.814351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f79a5-6d56-4597-94e1-2944128c913e None None] Pushing event updated for resources: {'Port': ['ID=1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:34.854905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae456929-c146-4b71-b674-f4214743ba04 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:34.869256 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae23b6c6-f3ec-48eb-87f4-5adcfb4f2966 req-d21a28b5-b225-4ec8-b37b-07a6b356349d tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups?id=50faae82-3dd4-4621-8252-921dca3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856411 Sep 22 09:27:34.871001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53536) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:34.924210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e3d9ecc0-47ce-4dce-b86d-c4051e3ede36'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:34.930585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c53f48d7-442b-4207-a67a-c69cbe22a026 None None] Port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:27:35.038898 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae456929-c146-4b71-b674-f4214743ba04 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.043475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297118b7-1d55-4796-a9c9-6d8d5ef576d9 req-72a17385-8396-4295-8f1f-8753992d9de1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:35.052040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-297118b7-1d55-4796-a9c9-6d8d5ef576d9 req-72a17385-8396-4295-8f1f-8753992d9de1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.0887859 Sep 22 09:27:35.093383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Routers {'820829e3-f6cf-4c89-b60a-c808d52266aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:27:35.094414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['820829e3-f6cf-4c89-b60a-c808d52266aa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:35.099893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e3d9ecc0-47ce-4dce-b86d-c4051e3ede36'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:35.209433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae456929-c146-4b71-b674-f4214743ba04 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.251186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae456929-c146-4b71-b674-f4214743ba04 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68965104-c380-4f64-a6ee-d1f70c5c8757,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:35.281431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-297118b7-1d55-4796-a9c9-6d8d5ef576d9 req-149f81bb-f036-45a1-a417-30e456099c42 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278426 Sep 22 09:27:35.294456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d9e023b5-d8af-48f1-a1df-9a74f5ebed68 None None] Provisioning complete for port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:35.294818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0c3e2b22-f6e6-48ed-999f-e4e714e95988 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1cf14f0d57b04db4bde24027d9724d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216480 Sep 22 09:27:35.295250 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d9e023b5-d8af-48f1-a1df-9a74f5ebed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.297745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53550) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:35.346693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effeabd-232e-41e4-b3e2-6109d01ff622 req-95651a90-626c-4c88-9534-f76f8084f5b3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:35.361945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3effeabd-232e-41e4-b3e2-6109d01ff622 req-95651a90-626c-4c88-9534-f76f8084f5b3 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.2681742 Sep 22 09:27:35.404682 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae456929-c146-4b71-b674-f4214743ba04 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.408377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ae456929-c146-4b71-b674-f4214743ba04 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7215056 Sep 22 09:27:35.409093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53552) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:35.417747 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0598dc3f-c512-408c-bf8f-a083a4241b6c tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Request body: {'security_group_rule': {'security_group_id': 'b54140a8-c657-486e-b08f-d34be3ebf7c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:35.443011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3effeabd-232e-41e4-b3e2-6109d01ff622 req-023630d9-282f-4621-9004-47182fe7f958 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780551 Sep 22 09:27:35.457242 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c041a3be-ac42-4cb4-83fd-0c039c965513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.502349 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c041a3be-ac42-4cb4-83fd-0c039c965513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.508551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] Set router 820829e3-f6cf-4c89-b60a-c808d52266aa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:27:35.626014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0598dc3f-c512-408c-bf8f-a083a4241b6c tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.686506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c041a3be-ac42-4cb4-83fd-0c039c965513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.693241 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c041a3be-ac42-4cb4-83fd-0c039c965513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.695627 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c041a3be-ac42-4cb4-83fd-0c039c965513 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f803c25-d407-4349-86d9-b852c3733ea8 HTTP/1.1" status: 204 len: 168 time: 0.3958747 Sep 22 09:27:35.783375 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0598dc3f-c512-408c-bf8f-a083a4241b6c tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.787390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041a3be-ac42-4cb4-83fd-0c039c965513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f803c25-d407-4349-86d9-b852c3733ea8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:35.860154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0598dc3f-c512-408c-bf8f-a083a4241b6c tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.886947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5976b313-f808-4f2a-8f90-d01776a943ac details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:27:35.910273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598dc3f-c512-408c-bf8f-a083a4241b6c tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee447b1-7355-4ebe-9f99-d5ce481d80ee,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:35.912227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'tag': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:35.919990 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eaddf4-0d1b-426e-b675-376e4640e5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e01c9d5b-e717-47f7-ab0d-7968e5313867", "tag": "e3d9ecc0-47ce-4dce-b86d-c4051e3ede36"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:35.951573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0598dc3f-c512-408c-bf8f-a083a4241b6c tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:35.953200 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0598dc3f-c512-408c-bf8f-a083a4241b6c tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5429182 Sep 22 09:27:35.956037 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53562) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:35.961666 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:35.993879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35562dd-c87e-4982-9bb0-71f9ac25e4df req-1092afeb-0e10-4603-ac53-91085516756b tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:35.996062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f35562dd-c87e-4982-9bb0-71f9ac25e4df req-1092afeb-0e10-4603-ac53-91085516756b tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 944 time: 0.0894358 Sep 22 09:27:36.070430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f35562dd-c87e-4982-9bb0-71f9ac25e4df req-355bca1a-a957-45bd-bffe-2ceba32d306f tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652831 Sep 22 09:27:36.097903 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d9e023b5-d8af-48f1-a1df-9a74f5ebed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:36.107671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:36.185152 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fbf9c4-e728-44b5-9d4a-b7f3e42140c7 x-openstack-request-id: req-d4fbf9c4-e728-44b5-9d4a-b7f3e42140c7 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:36.185456 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01c9d5b-e717-47f7-ab0d-7968e5313867", "tag": "e3d9ecc0-47ce-4dce-b86d-c4051e3ede36", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:36.185703 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4fbf9c4-e728-44b5-9d4a-b7f3e42140c7 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:36.186124 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'tag': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36', 'status': 'completed', 'code': 200} Sep 22 09:27:36.304757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d9e023b5-d8af-48f1-a1df-9a74f5ebed68 None None] For port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:36.405972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5976b313-f808-4f2a-8f90-d01776a943ac, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5976b313-f808-4f2a-8f90-d01776a943ac,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:36.422101 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d9e023b5-d8af-48f1-a1df-9a74f5ebed68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:36.474872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaddf4-0d1b-426e-b675-376e4640e5fe req-b83c918c-25ed-4a75-b30e-db38ada2679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:36.476848 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-91eaddf4-0d1b-426e-b675-376e4640e5fe req-b83c918c-25ed-4a75-b30e-db38ada2679b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 1125 time: 0.2410181 Sep 22 09:27:36.525241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca', 'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'mac_address': 'fa:16:3e:1d:15:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:27Z', 'updated_at': '2021-09-22T09:27:34Z', 'revision_number': 4, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'subnets': [{'id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:36.570107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee77896-229c-4911-8286-a82c927b566e req-0248d5a7-ffab-4fbe-b397-430a60e879e4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:36.573393 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ee77896-229c-4911-8286-a82c927b566e req-0248d5a7-ffab-4fbe-b397-430a60e879e4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.0970407 Sep 22 09:27:36.611897 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:36.674643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ee77896-229c-4911-8286-a82c927b566e req-9a6e131e-fb69-4ab1-add2-8adee5136260 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926969 Sep 22 09:27:36.822280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f8a7-b22e-498b-8f57-3c19b20eda50 req-05138051-77f2-4b90-9f42-6b2a2aae3ce2 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:36.823917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaddf4-0d1b-426e-b675-376e4640e5fe req-499d6721-09cc-4a1d-9ab9-1babaf325af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:36.825723 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-91eaddf4-0d1b-426e-b675-376e4640e5fe req-499d6721-09cc-4a1d-9ab9-1babaf325af3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.3355176 Sep 22 09:27:36.828548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c956f8a7-b22e-498b-8f57-3c19b20eda50 req-05138051-77f2-4b90-9f42-6b2a2aae3ce2 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 946 time: 0.0849874 Sep 22 09:27:36.851735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '5976b313-f808-4f2a-8f90-d01776a943ac', 'network_id': '3a55a946-407a-40bd-9d6c-2ff6b87b7fe7', 'port_id': '5976b313-f808-4f2a-8f90-d01776a943ac', 'mac_address': 'fa:16:3e:59:ca:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd776568-8d4f-4ede-a259-948ad127ce89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:27:36.858979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53576) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:36.872664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe850216-36bb-4bac-a10e-948eeacb6d9d None None] The sync data for ids ['820829e3-f6cf-4c89-b60a-c808d52266aa'] in n-d-805649-4 is: [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca', 'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'mac_address': 'fa:16:3e:1d:15:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:27Z', 'updated_at': '2021-09-22T09:27:34Z', 'revision_number': 4, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'subnets': [{'id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:27:36.915059 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-91eaddf4-0d1b-426e-b675-376e4640e5fe req-a166f407-2e72-420f-b0c2-81b6802062cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 HTTP/1.1" status: 200 len: 217 time: 0.0720115 Sep 22 09:27:36.921492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e023b5-d8af-48f1-a1df-9a74f5ebed68 None None] Pushing event updated for resources: {'Port': ['ID=1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:36.924777 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Allocated IP 172.25.6.203 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/22ad2813-5989-4255-a47e-f59d0e0a1935) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:27:36.932276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c956f8a7-b22e-498b-8f57-3c19b20eda50 req-bd3ecbea-40ff-44d9-a74c-af26b243895a tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups?id=50faae82-3dd4-4621-8252-921dca3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958748 Sep 22 09:27:36.939962 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:36.997892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5976b313-f808-4f2a-8f90-d01776a943ac {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:37.029448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5976b313-f808-4f2a-8f90-d01776a943ac, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5976b313-f808-4f2a-8f90-d01776a943ac,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:37.043492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b93f-420e-41c5-b663-f78bd6d4d94e req-9c40120e-2cb4-4be1-b2a1-7b701290b2c5 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:37.048407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b18b93f-420e-41c5-b663-f78bd6d4d94e req-9c40120e-2cb4-4be1-b2a1-7b701290b2c5 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.1267853 Sep 22 09:27:37.086069 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-94cab416-778e-4c1f-98a9-3aceb815bf1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48f3101dcf6c4a1eb0b9028667deb6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198467 Sep 22 09:27:37.087090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53582) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:37.095659 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:37.121134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaddf4-0d1b-426e-b675-376e4640e5fe req-e462d761-6c3d-4a98-b209-9b4ffdfcc6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:37.122671 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-91eaddf4-0d1b-426e-b675-376e4640e5fe req-e462d761-6c3d-4a98-b209-9b4ffdfcc6c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.1913862 Sep 22 09:27:37.127746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b18b93f-420e-41c5-b663-f78bd6d4d94e req-50aa9c8c-da2d-4969-a9bc-d9921c5df057 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713317 Sep 22 09:27:37.181026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=5976b313-f808-4f2a-8f90-d01776a943ac,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:37.234055 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-91eaddf4-0d1b-426e-b675-376e4640e5fe req-f01b291e-039f-4614-b068-ac5b338270ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943089 Sep 22 09:27:37.319008 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c0acf39-1c1c-44fc-a3e1-0cf3138143ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:37.319755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf2526-80c9-4319-b5cc-e68106fbb502 req-03663d9c-1c68-45f9-bf6b-abb726f39f69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:37.330174 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:37.342037 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9daf2526-80c9-4319-b5cc-e68106fbb502 req-03663d9c-1c68-45f9-bf6b-abb726f39f69 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 945 time: 0.1185837 Sep 22 09:27:37.405794 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c0acf39-1c1c-44fc-a3e1-0cf3138143ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:37.433818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9daf2526-80c9-4319-b5cc-e68106fbb502 req-2539564c-51a5-46e9-bb34-a1a30ec5486e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865972 Sep 22 09:27:37.482553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5976b313-f808-4f2a-8f90-d01776a943ac'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:37.497150 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-91eaddf4-0d1b-426e-b675-376e4640e5fe req-28704be8-94ca-47c5-8b9b-7a9481464058 service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460515 Sep 22 09:27:37.640856 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:37.701954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:37.721479 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c0acf39-1c1c-44fc-a3e1-0cf3138143ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:37.732315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c0acf39-1c1c-44fc-a3e1-0cf3138143ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:37.735301 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6c0acf39-1c1c-44fc-a3e1-0cf3138143ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7aadbfa4-f58a-4db5-af10-38ff739e24ea HTTP/1.1" status: 204 len: 168 time: 0.6432288 Sep 22 09:27:37.798124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0acf39-1c1c-44fc-a3e1-0cf3138143ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aadbfa4-f58a-4db5-af10-38ff739e24ea,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:37.814386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:27:37.822642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Pushing event updated for resources: {'Port': ['ID=22ad2813-5989-4255-a47e-f59d0e0a1935,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:37.828360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:37.829397 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:37.848925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:27:37.855769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:27:37.912025 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-91eaddf4-0d1b-426e-b675-376e4640e5fe req-dd903b7f-890e-4b6f-9746-0c9a2bf0b119 service neutron] 10.222.0.60 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026277 Sep 22 09:27:37.991568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da99700-081e-4957-82dd-c3e6899cd6c2 req-2df890db-0a08-4b3a-90bf-d74c0929ebb1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:38.007831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2da99700-081e-4957-82dd-c3e6899cd6c2 req-2df890db-0a08-4b3a-90bf-d74c0929ebb1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.1927972 Sep 22 09:27:38.102626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2da99700-081e-4957-82dd-c3e6899cd6c2 req-491a6708-6a3a-4ebb-9dd2-6c31a4c6a773 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916874 Sep 22 09:27:38.143604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:38.270226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79763e2f-c4cd-425d-abdc-6fa523a04d42 req-89330510-b79f-43b0-aa08-501fe8670fed tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:38.270226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79763e2f-c4cd-425d-abdc-6fa523a04d42 req-89330510-b79f-43b0-aa08-501fe8670fed tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 946 time: 0.0753334 Sep 22 09:27:38.333425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79763e2f-c4cd-425d-abdc-6fa523a04d42 req-51b54cf3-f5b4-427b-b55a-126c889c8889 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups?id=50faae82-3dd4-4621-8252-921dca3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604844 Sep 22 09:27:38.344892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7819-c1d6-4d1a-84c4-16b7712647ea req-d09dce26-cede-4748-872b-a11d394abb6f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:38.353626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5efd7819-c1d6-4d1a-84c4-16b7712647ea req-d09dce26-cede-4748-872b-a11d394abb6f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.0894146 Sep 22 09:27:38.410480 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5efd7819-c1d6-4d1a-84c4-16b7712647ea req-4556bb5d-fca1-4870-aa04-8e1a0612abf1 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528052 Sep 22 09:27:38.613362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4eddd-bad1-4554-9e05-2ef3b26fd929 req-252b3766-042a-432b-8389-338f4128df9d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:38.622524 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86a4eddd-bad1-4554-9e05-2ef3b26fd929 req-252b3766-042a-432b-8389-338f4128df9d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 945 time: 0.0874009 Sep 22 09:27:38.669280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86a4eddd-bad1-4554-9e05-2ef3b26fd929 req-65dd62ac-bcc7-48fa-a887-953ac7c47b4e tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457041 Sep 22 09:27:38.757698 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:38.965622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:39.045058 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:39.143424 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:39.202315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Pushing event updated for resources: {'Port': ['ID=22ad2813-5989-4255-a47e-f59d0e0a1935,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:39.284640 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:39.286145 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cf61a5db-2e58-438f-8772-dfe95dcc1d1d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3289933 Sep 22 09:27:39.388008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7d05e-7783-45a4-ba0b-77a8fb8c216a req-1961042f-9192-430e-b145-b2643009be54 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:39.405318 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25b7d05e-7783-45a4-ba0b-77a8fb8c216a req-1961042f-9192-430e-b145-b2643009be54 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.1587996 Sep 22 09:27:39.548105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25b7d05e-7783-45a4-ba0b-77a8fb8c216a req-2ce9213b-b50d-41ce-b50d-e5d69aa98381 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390300 Sep 22 09:27:39.595800 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f6c02-7bfd-41e6-b942-38634e5211e9 req-37909bb9-8622-4556-b696-b775037f4c1b tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:39.605362 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d0f6c02-7bfd-41e6-b942-38634e5211e9 req-37909bb9-8622-4556-b696-b775037f4c1b tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 946 time: 0.1023636 Sep 22 09:27:39.692670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d0f6c02-7bfd-41e6-b942-38634e5211e9 req-86ce17e2-8683-4ac7-a563-322bed5d8681 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups?id=50faae82-3dd4-4621-8252-921dca3f8ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697448 Sep 22 09:27:39.707989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-0ee0428b-6666-430a-af06-3a978d48da21 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:39.710672 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-0ee0428b-6666-430a-af06-3a978d48da21 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.45 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 946 time: 0.1125703 Sep 22 09:27:39.885069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5976b313-f808-4f2a-8f90-d01776a943ac up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:39.933146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Deleting port de96b145-e4fc-4d58-9962-a8b912d695f0 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:39.935735 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:39.955134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-6db2e8ed-e5fe-4ba2-af93-db4b87e4dd98 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--954490590&fields=id&tenant_id=d6286928f40249ee8a1c92ffa11e94de HTTP/1.1" status: 200 len: 267 time: 0.0797768 Sep 22 09:27:40.048218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 5976b313-f808-4f2a-8f90-d01776a943ac completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:27:40.053128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 5976b313-f808-4f2a-8f90-d01776a943ac triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:40.053599 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:40.123251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-c64d1856-6ec8-49c5-98c8-29151b377237 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:40.132401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-c64d1856-6ec8-49c5-98c8-29151b377237 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/networks?id=d0083319-a153-4223-a32a-bba9d64a39a4 HTTP/1.1" status: 200 len: 811 time: 0.1763384 Sep 22 09:27:40.143401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] For port de96b145-e4fc-4d58-9962-a8b912d695f0, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=de96b145-e4fc-4d58-9962-a8b912d695f0,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:40.144024 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:40.163757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-a5c35a51-571d-4b45-81ec-9df156529569 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/quotas/d6286928f40249ee8a1c92ffa11e94de HTTP/1.1" status: 200 len: 375 time: 0.0299840 Sep 22 09:27:40.215080 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:40.281935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0997ddf7-016e-433f-8739-2acda95ba55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5976b313-f808-4f2a-8f90-d01776a943ac'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:40.289397 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9957bef-dd65-48c7-9cba-a33d3cd3fd6b" -d '{"events": [{"server_uuid": "0997ddf7-016e-433f-8739-2acda95ba55b", "name": "network-vif-plugged", "status": "completed", "tag": "5976b313-f808-4f2a-8f90-d01776a943ac"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:40.300337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd200209-5168-41d2-96da-fb5b82541723 req-aed8f887-5c74-4c4c-93c7-06c9e99a016c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:40.308920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd200209-5168-41d2-96da-fb5b82541723 req-aed8f887-5c74-4c4c-93c7-06c9e99a016c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.5658169 Sep 22 09:27:40.330375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5976b313-f808-4f2a-8f90-d01776a943ac, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5976b313-f808-4f2a-8f90-d01776a943ac,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:40.357438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-e696b46b-c692-4085-907e-3034f91529a5 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d6286928f40249ee8a1c92ffa11e94de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1850381 Sep 22 09:27:40.416754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd200209-5168-41d2-96da-fb5b82541723 req-41608542-8cb7-4fc4-99fc-120a1755edbe tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066673 Sep 22 09:27:40.463157 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:40.555174 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:40.555634 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:40.555965 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Floating IP 19013899-ae9a-49b0-822d-bebbb19ac798 disassociated. External IP: 172.25.6.95, port: de96b145-e4fc-4d58-9962-a8b912d695f0. Sep 22 09:27:40.556318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Calling delete_port for de96b145-e4fc-4d58-9962-a8b912d695f0 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:40.573844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=5976b313-f808-4f2a-8f90-d01776a943ac,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:40.606207 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-a8fdca9e-852a-4aaf-b375-080657e4e1e7 service neutron] 10.222.0.49 "GET /v2.0/networks/d0083319-a153-4223-a32a-bba9d64a39a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389994 Sep 22 09:27:40.637727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dbc18-6215-4c5c-9b61-e4133c927084 req-c088b4a1-868d-46d3-9e8b-21a2113a91bc tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:40.639434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-127dbc18-6215-4c5c-9b61-e4133c927084 req-c088b4a1-868d-46d3-9e8b-21a2113a91bc tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 946 time: 0.1241689 Sep 22 09:27:40.740668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-127dbc18-6215-4c5c-9b61-e4133c927084 req-0ea2fda9-27b3-4f5d-8f47-e7138ac58a4a tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886266 Sep 22 09:27:40.762735 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-49910f4e-2d69-4a54-aa73-c73e8a7365ec service neutron] 10.222.0.49 "GET /v2.0/networks/d0083319-a153-4223-a32a-bba9d64a39a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554792 Sep 22 09:27:40.831523 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:40.900395 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dd950b-0162-4326-955a-3dd3d446b641 x-openstack-request-id: req-34dd950b-0162-4326-955a-3dd3d446b641 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:40.900868 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0997ddf7-016e-433f-8739-2acda95ba55b", "name": "network-vif-plugged", "status": "completed", "tag": "5976b313-f808-4f2a-8f90-d01776a943ac", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:40.900868 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34dd950b-0162-4326-955a-3dd3d446b641 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:40.901305 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0997ddf7-016e-433f-8739-2acda95ba55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5976b313-f808-4f2a-8f90-d01776a943ac', 'code': 200} Sep 22 09:27:40.902409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Pushing event deleted for resources: {'Port': ['ID=de96b145-e4fc-4d58-9962-a8b912d695f0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:40.935121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:41.112963 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-30bef72d-ab4f-4197-b1d3-90df724041ec service neutron] 10.222.0.60 "GET /v2.0/ports/e3d9ecc0-47ce-4dce-b86d-c4051e3ede36/bindings/n-h2-805649-4 HTTP/1.1" status: 200 len: 384 time: 0.1277866 Sep 22 09:27:41.122572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Router 269f4956-026e-4d4c-9c0e-2214bd708b8f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:27:41.227879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7c580-6808-4b02-8940-649ca7dc76f0 req-92edf01c-9019-43b8-9445-cc057da85f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:41.230353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8fd7c580-6808-4b02-8940-649ca7dc76f0 req-92edf01c-9019-43b8-9445-cc057da85f18 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 1097 time: 0.2289569 Sep 22 09:27:41.270863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641d11a-e55e-4b37-a0e3-084f1ef7b7df req-cccd6488-cb16-4659-be31-dd3e2a050c1d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:41.278824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5641d11a-e55e-4b37-a0e3-084f1ef7b7df req-cccd6488-cb16-4659-be31-dd3e2a050c1d tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.2084579 Sep 22 09:27:41.303808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54082f59-426b-4e22-97cc-c0ca34914322 req-a6095d68-8146-42aa-a597-ce108c3acea8 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 210 time: 0.0786896 Sep 22 09:27:41.331157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8fd7c580-6808-4b02-8940-649ca7dc76f0 req-fcb81cdd-e303-4037-b05b-d9e5f3c432c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880277 Sep 22 09:27:41.374230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5641d11a-e55e-4b37-a0e3-084f1ef7b7df req-29166085-16c0-41a0-90b7-087da20b4e06 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935915 Sep 22 09:27:41.432022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95106f27-c3ec-4de3-8f79-4c4641ae50b4 req-a3a47594-58cd-474e-8ab5-7728df6b97eb tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 210 time: 0.0495293 Sep 22 09:27:41.545766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:27:41.565400 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7202fa-2b6e-412a-bd2e-0f2a74c0ed27 None None] Sync routers for ids ['269f4956-026e-4d4c-9c0e-2214bd708b8f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:27:41.577667 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7202fa-2b6e-412a-bd2e-0f2a74c0ed27 None None] Routers {'269f4956-026e-4d4c-9c0e-2214bd708b8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:27:41.578979 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1e7202fa-2b6e-412a-bd2e-0f2a74c0ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['269f4956-026e-4d4c-9c0e-2214bd708b8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:41.610862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] No DVR routers for this DVR port de96b145-e4fc-4d58-9962-a8b912d695f0 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:41.618193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:41.620108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9e86-8597-4cbb-a7e2-7ffa83a838bd req-89ee1771-12c1-46d8-b866-3efcad1c44e6 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:41.621279 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27ef065f-95d5-4924-b7dc-5522e6380082 req-281d0520-9063-4f60-a5b3-7e534c093b4c tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.45 "DELETE /v2.0/ports/de96b145-e4fc-4d58-9962-a8b912d695f0 HTTP/1.1" status: 204 len: 173 time: 1.9046328 Sep 22 09:27:41.621890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'name': 'network-vif-deleted', 'tag': 'de96b145-e4fc-4d58-9962-a8b912d695f0'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:41.624870 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df223af-2c52-407b-a186-a00c714d3549" -d '{"events": [{"server_uuid": "5bc679a5-6df5-44fb-86c3-1613d0a478ed", "name": "network-vif-deleted", "tag": "de96b145-e4fc-4d58-9962-a8b912d695f0"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:41.630900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-5c986473-3a08-4896-ab01-654f9320377e service neutron] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:41.633578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9af9e86-8597-4cbb-a7e2-7ffa83a838bd req-89ee1771-12c1-46d8-b866-3efcad1c44e6 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 944 time: 0.1040609 Sep 22 09:27:41.655664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-5c986473-3a08-4896-ab01-654f9320377e service neutron] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:41.709423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9af9e86-8597-4cbb-a7e2-7ffa83a838bd req-5e738dbc-0ed0-4d4b-b282-34bb03213cb6 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747347 Sep 22 09:27:41.725804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-5c986473-3a08-4896-ab01-654f9320377e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:41.728312 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-1e7202fa-2b6e-412a-bd2e-0f2a74c0ed27 None None] Set router 269f4956-026e-4d4c-9c0e-2214bd708b8f gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:27:41.744103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-5c986473-3a08-4896-ab01-654f9320377e service neutron] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:41.754995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-0d3c78b4-b159-4ad4-ba45-97b81843c040 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3f9a5f2b0ced4e2fbfedd9f4ae0d5563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233366 Sep 22 09:27:41.780413 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bb9d4a-f9f1-40a1-b9b4-0fdc3d1c470b x-openstack-request-id: req-e2bb9d4a-f9f1-40a1-b9b4-0fdc3d1c470b {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:41.780708 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc679a5-6df5-44fb-86c3-1613d0a478ed", "name": "network-vif-deleted", "tag": "de96b145-e4fc-4d58-9962-a8b912d695f0", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:41.781025 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2bb9d4a-f9f1-40a1-b9b4-0fdc3d1c470b {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:41.781435 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc679a5-6df5-44fb-86c3-1613d0a478ed', 'name': 'network-vif-deleted', 'tag': 'de96b145-e4fc-4d58-9962-a8b912d695f0', 'status': 'completed', 'code': 200} Sep 22 09:27:41.867007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-5c986473-3a08-4896-ab01-654f9320377e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:41.928257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6faee-9a37-4753-b2e4-95ef6676b13f req-361451c5-4951-457f-a901-d0a9aa735a82 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:41.929869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cf6faee-9a37-4753-b2e4-95ef6676b13f req-361451c5-4951-457f-a901-d0a9aa735a82 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 946 time: 0.0787446 Sep 22 09:27:41.938229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-22230a8e-ee20-483c-87a8-9996faf7a52d tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:41.940097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-22230a8e-ee20-483c-87a8-9996faf7a52d tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783600 Sep 22 09:27:41.953539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-5c986473-3a08-4896-ab01-654f9320377e service neutron] Transition to ACTIVE for port object e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:27:41.961226 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1e7202fa-2b6e-412a-bd2e-0f2a74c0ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:07Z', 'revision_number': 4, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a394451e-fe4f-430b-9420-bcdba03fb877', 'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'mac_address': 'fa:16:3e:b0:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:06Z', 'updated_at': '2021-09-22T09:25:14Z', 'revision_number': 5, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'subnets': [{'id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:41.968870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-54710270-d2a4-4a08-a777-55220a9b83b8 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/quotas/3f9a5f2b0ced4e2fbfedd9f4ae0d5563 HTTP/1.1" status: 200 len: 375 time: 0.0209303 Sep 22 09:27:41.993457 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cf6faee-9a37-4753-b2e4-95ef6676b13f req-c96719a7-3fdd-410a-8d2d-a584c90ed77f tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520852 Sep 22 09:27:42.016254 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7202fa-2b6e-412a-bd2e-0f2a74c0ed27 None None] Checking router: 269f4956-026e-4d4c-9c0e-2214bd708b8f for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:27:42.020182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-c3244e5c-de7d-4c75-aa0d-10b7a29e808a tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f9a5f2b0ced4e2fbfedd9f4ae0d5563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435691 Sep 22 09:27:42.035918 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7202fa-2b6e-412a-bd2e-0f2a74c0ed27 None None] Routers {'269f4956-026e-4d4c-9c0e-2214bd708b8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:27:42.037786 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1e7202fa-2b6e-412a-bd2e-0f2a74c0ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['269f4956-026e-4d4c-9c0e-2214bd708b8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:42.061792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-5c986473-3a08-4896-ab01-654f9320377e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:42.190684 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-5c986473-3a08-4896-ab01-654f9320377e service neutron] No DVR routers for this DVR port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:42.247173 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-1e7202fa-2b6e-412a-bd2e-0f2a74c0ed27 None None] Set router 269f4956-026e-4d4c-9c0e-2214bd708b8f gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:27:42.264520 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-5c986473-3a08-4896-ab01-654f9320377e service neutron] 10.222.0.60 "PUT /v2.0/ports/e3d9ecc0-47ce-4dce-b86d-c4051e3ede36/bindings/n-h2-805649-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1404347 Sep 22 09:27:42.265415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c986473-3a08-4896-ab01-654f9320377e service neutron] Pushing event updated for resources: {'Port': ['ID=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,revision_number=10']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:42.416977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5107a39-1424-45ad-83f7-a4c871e7eddb req-dc756349-8d29-43c7-8f25-a5f52158132e tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0367198 Sep 22 09:27:42.595699 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1e7202fa-2b6e-412a-bd2e-0f2a74c0ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:07Z', 'revision_number': 4, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a394451e-fe4f-430b-9420-bcdba03fb877', 'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'mac_address': 'fa:16:3e:b0:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:06Z', 'updated_at': '2021-09-22T09:25:14Z', 'revision_number': 5, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'subnets': [{'id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:42.624516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-2e5d202e-cc44-49b1-8f71-7865ebe8ddb3 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:42.626958 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7202fa-2b6e-412a-bd2e-0f2a74c0ed27 None None] The sync data for ids ['269f4956-026e-4d4c-9c0e-2214bd708b8f'] in n-d-805649-4 is: [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:25:07Z', 'revision_number': 4, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a394451e-fe4f-430b-9420-bcdba03fb877', 'name': '', 'network_id': '3645935b-5e45-47fb-8efa-f2e4bd4ae0cc', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'mac_address': 'fa:16:3e:b0:6e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:06Z', 'updated_at': '2021-09-22T09:25:14Z', 'revision_number': 5, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'subnets': [{'id': '37dff703-ef74-4c43-b4a8-5e452c153af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:27:42.627863 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-2e5d202e-cc44-49b1-8f71-7865ebe8ddb3 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.1422260 Sep 22 09:27:42.703767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-1122478d-0b62-43e3-af1b-0004aa8d1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:42.706167 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-1122478d-0b62-43e3-af1b-0004aa8d1dda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867&tenant_id=c5e50368fa5242f5942a8543dc7c27ba HTTP/1.1" status: 200 len: 1096 time: 0.0685930 Sep 22 09:27:42.882733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-4ee400f8-55f3-4164-be3d-a5d76ce6e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:42.890355 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-4ee400f8-55f3-4164-be3d-a5d76ce6e200 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 1096 time: 0.0951951 Sep 22 09:27:42.987189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53732) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:42.992703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8835d5f9-3338-4e9e-bc7a-9cbda6d84d0f req-9ccdf6da-d0ac-49b3-9f23-23daa5d6bb55 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bc679a5-6df5-44fb-86c3-1613d0a478ed HTTP/1.1" status: 200 len: 210 time: 0.5251362 Sep 22 09:27:43.090121 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-0ecc3eb1-9ab7-4b01-bca3-da804d1dd6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:43.091009 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-0ecc3eb1-9ab7-4b01-bca3-da804d1dd6bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 200 len: 921 time: 0.1919203 Sep 22 09:27:43.157607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e221d8d-879f-4561-a218-557e473a5a44 None None] New status for floating IP 19013899-ae9a-49b0-822d-bebbb19ac798: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:27:43.169107 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-f680a3bf-3499-4977-9a96-7358bdecc400 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 HTTP/1.1" status: 200 len: 217 time: 0.0706501 Sep 22 09:27:43.174711 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1483bb60-c373-4ba8-9b27-036360a07257 req-3158a391-cf63-470e-84dc-4d7c79225fa0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 210 time: 0.0477211 Sep 22 09:27:43.209101 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:43.253957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-711b7a9e-d628-45bd-a64c-ca41b8ae2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:43.255880 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-711b7a9e-d628-45bd-a64c-ca41b8ae2306 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 200 len: 860 time: 0.0799618 Sep 22 09:27:43.312589 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-e53326d7-bee1-4637-ad5b-070e95eba5c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=305acb99-5b4d-437f-a6af-752fcd584366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494409 Sep 22 09:27:43.421118 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-baf15b6e-b008-416f-ae46-e333caf5e29d service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993447 Sep 22 09:27:43.431478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb7e6d-abb2-46b2-b8e2-a3b8dec48109 req-81bd31c9-4a1b-4b4b-a398-e63ad145dc35 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:43.433684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97cb7e6d-abb2-46b2-b8e2-a3b8dec48109 req-81bd31c9-4a1b-4b4b-a398-e63ad145dc35 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 945 time: 0.1273856 Sep 22 09:27:43.436306 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:43.448447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d148095-928a-4714-bd4d-e73d5dfc38d3 req-4116d455-8bf1-4a31-95b6-ff2d09a3a52f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:43.453258 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d148095-928a-4714-bd4d-e73d5dfc38d3 req-4116d455-8bf1-4a31-95b6-ff2d09a3a52f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.4651225 Sep 22 09:27:43.530306 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97cb7e6d-abb2-46b2-b8e2-a3b8dec48109 req-ea53722c-b794-4889-afaf-5f4da1e4af8f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696969 Sep 22 09:27:43.530415 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-5fdf6737-7418-4d4f-a2d4-e6cb15b3b8de service neutron] 10.222.0.45 "GET /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971403 Sep 22 09:27:43.532495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d148095-928a-4714-bd4d-e73d5dfc38d3 req-bbd03ec3-87c7-45c5-84c2-2e8dabe566bb tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754976 Sep 22 09:27:43.552133 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:43.597057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa8b655-c2f5-4644-bb8d-f4abe8f08f93,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.627139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:43.679087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-daa2a7bd-e336-4cf9-80e3-14c9bb38a9d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4aac0ca09fd4b7a9cc7a48248a0c049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6874800 Sep 22 09:27:43.681972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53746) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:43.702631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ddba9bf7-bbed-4ab3-92cc-cc63069ca98f req-4a9666d4-6dc8-4c81-804d-d4640ea39e8f tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0418832 Sep 22 09:27:43.726846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028219c-c74f-4ba4-bcf3-0ae848b1413b req-45fd107f-a7d3-4f8a-8da5-37b0f6a939c8 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:43.732063 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6028219c-c74f-4ba4-bcf3-0ae848b1413b req-45fd107f-a7d3-4f8a-8da5-37b0f6a939c8 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 946 time: 0.1243191 Sep 22 09:27:43.751575 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-61ccda9a-0859-451e-aee9-03e3edf231b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:43.772677 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6028219c-c74f-4ba4-bcf3-0ae848b1413b req-976ca094-4470-4df4-9df2-2a1990d96a8d tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371716 Sep 22 09:27:43.779281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-61ccda9a-0859-451e-aee9-03e3edf231b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:43.924248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3da5dbe0-88a5-4012-8ac3-aded07a187ad details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:27:43.927412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device de96b145-e4fc-4d58-9962-a8b912d695f0 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:43.954471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: de96b145-e4fc-4d58-9962-a8b912d695f0 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:27:43.954808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device de96b145-e4fc-4d58-9962-a8b912d695f0 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:43.955212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:44.002808 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-61ccda9a-0859-451e-aee9-03e3edf231b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:44.005786 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-61ccda9a-0859-451e-aee9-03e3edf231b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:44.009955 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-61ccda9a-0859-451e-aee9-03e3edf231b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6aa8b655-c2f5-4644-bb8d-f4abe8f08f93 HTTP/1.1" status: 204 len: 168 time: 0.3260307 Sep 22 09:27:44.021065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccda9a-0859-451e-aee9-03e3edf231b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa8b655-c2f5-4644-bb8d-f4abe8f08f93,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:44.113960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:44.129814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '3da5dbe0-88a5-4012-8ac3-aded07a187ad', 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6', 'port_id': '3da5dbe0-88a5-4012-8ac3-aded07a187ad', 'mac_address': 'fa:16:3e:b4:9b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c9175e-c3e5-425b-8fbb-7bbabe9d9e05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:27:44.170450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:44.183902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da5dbe0-88a5-4012-8ac3-aded07a187ad {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:44.209185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:44.211508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-a8cdc7b2-f549-4db7-aeba-ccabb97c3340 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:44.213207 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-a8cdc7b2-f549-4db7-aeba-ccabb97c3340 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867&tenant_id=c5e50368fa5242f5942a8543dc7c27ba&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.0553975 Sep 22 09:27:44.226265 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53758) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:44.291442 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:44.296218 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65806fe0-7023-4a43-b025-cb076e2d0592 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:44.341476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13ba6436-149a-4cb2-8404-0c4ce6ec7106 req-7e4b6a2c-4136-434f-9901-5ba3acbb7c90 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 210 time: 0.0407429 Sep 22 09:27:44.358997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65806fe0-7023-4a43-b025-cb076e2d0592 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:44.359214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3da5dbe0-88a5-4012-8ac3-aded07a187ad,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:44.457231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b45c2-63cd-40a5-8dba-b73711361588 req-4342031c-b2d2-4eec-9bb9-22548b5b57d5 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:44.465263 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb1b45c2-63cd-40a5-8dba-b73711361588 req-4342031c-b2d2-4eec-9bb9-22548b5b57d5 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 946 time: 0.0702634 Sep 22 09:27:44.500691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb1b45c2-63cd-40a5-8dba-b73711361588 req-e86f8eb4-2a76-4510-8eac-2bd30508c6f1 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Sep 22 09:27:44.502167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-97cd3f07-b45d-41a2-b559-c665917a45ec service neutron] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:44.505790 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-97cd3f07-b45d-41a2-b559-c665917a45ec service neutron] Notify callbacks [] for binding, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:44.507061 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54d45829-d8af-47bd-a63b-95b9f054b73e req-97cd3f07-b45d-41a2-b559-c665917a45ec service neutron] 10.222.0.45 "DELETE /v2.0/ports/e3d9ecc0-47ce-4dce-b86d-c4051e3ede36/bindings/n-h1-805649-4 HTTP/1.1" status: 204 len: 173 time: 0.2852061 Sep 22 09:27:44.522131 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65806fe0-7023-4a43-b025-cb076e2d0592 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:44.524747 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65806fe0-7023-4a43-b025-cb076e2d0592 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:44.525922 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-65806fe0-7023-4a43-b025-cb076e2d0592 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "DELETE /v2.0/security-groups/50faae82-3dd4-4621-8252-921dca3f8ca1 HTTP/1.1" status: 204 len: 168 time: 0.2980032 Sep 22 09:27:44.529717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53764) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:44.551708 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-b46a5161-ca85-4faf-97c0-516459d0195b tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] show failed (client error): The resource could not be found. Sep 22 09:27:44.551949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65806fe0-7023-4a43-b025-cb076e2d0592 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50faae82-3dd4-4621-8252-921dca3f8ca1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:44.553163 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b46a5161-ca85-4faf-97c0-516459d0195b tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "GET /v2.0/security-groups/50faae82-3dd4-4621-8252-921dca3f8ca1 HTTP/1.1" status: 404 len: 347 time: 0.0225708 Sep 22 09:27:44.556512 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53770) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:44.568514 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['3da5dbe0-88a5-4012-8ac3-aded07a187ad'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:44.782692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595e60d-ad8e-4119-b3b7-c3abd99cb5c9 req-703fe2df-bdc1-421f-8700-13e60a7d1c4c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:44.790551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2595e60d-ad8e-4119-b3b7-c3abd99cb5c9 req-703fe2df-bdc1-421f-8700-13e60a7d1c4c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 945 time: 0.1402144 Sep 22 09:27:44.805238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04c391-39a7-420f-99df-6a9d7f7fb45d req-3eaf769a-7b2f-42dd-a810-02a5de4d6d2b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:44.814227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc04c391-39a7-420f-99df-6a9d7f7fb45d req-3eaf769a-7b2f-42dd-a810-02a5de4d6d2b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 944 time: 0.1222932 Sep 22 09:27:44.882812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc04c391-39a7-420f-99df-6a9d7f7fb45d req-a535c1fe-8ead-4087-afd0-5857de8fa45f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673440 Sep 22 09:27:44.893086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2595e60d-ad8e-4119-b3b7-c3abd99cb5c9 req-7328eec8-f08a-4fcd-a17f-9ddb6d7c3f8a tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015344 Sep 22 09:27:45.011241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-5bbcf352-279b-471f-b1c0-34c5d7faad79 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:45.013079 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-5bbcf352-279b-471f-b1c0-34c5d7faad79 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.60 "GET /v2.0/networks?id=d0083319-a153-4223-a32a-bba9d64a39a4 HTTP/1.1" status: 200 len: 811 time: 0.3248732 Sep 22 09:27:45.014718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-64f9b204-e4c1-4754-9437-c7b6c615f738 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Deleting port 43efed37-d97b-46c5-84cf-eab5a0891541 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:45.015601 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64f9b204-e4c1-4754-9437-c7b6c615f738 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:45.037734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0568df8-d3af-41bc-836e-7f16002b3513 req-3e1ab349-25dd-47bf-bfc6-76636019f42c tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0416298 Sep 22 09:27:45.120619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a5aee-27dd-4caa-b2f6-df29b022e9b6 req-4446938d-062c-4902-842f-63e5089b2f76 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:45.122412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-502a5aee-27dd-4caa-b2f6-df29b022e9b6 req-4446938d-062c-4902-842f-63e5089b2f76 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 1096 time: 0.0426958 Sep 22 09:27:45.136194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64f9b204-e4c1-4754-9437-c7b6c615f738 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:45.136439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64f9b204-e4c1-4754-9437-c7b6c615f738 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:45.149989 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-a7c70ad9-7326-4675-8aaa-6aa4aadde6c3 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6286928f40249ee8a1c92ffa11e94de HTTP/1.1" status: 200 len: 379 time: 0.1253920 Sep 22 09:27:45.158334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-502a5aee-27dd-4caa-b2f6-df29b022e9b6 req-52b74e92-2459-4329-a396-3059938f1c53 tempest-LiveAutoBlockMigrationV225Test-566319845 tempest-LiveAutoBlockMigrationV225Test-566319845-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294504 Sep 22 09:27:45.160037 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Request body: {'port': {'device_id': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'admin_state_up': True, 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'security_groups': ['b54140a8-c657-486e-b08f-d34be3ebf7c6']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:45.163737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-64f9b204-e4c1-4754-9437-c7b6c615f738 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Calling delete_port for 43efed37-d97b-46c5-84cf-eab5a0891541 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:45.456289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cbc79fa-e343-4d11-9d35-773e420dcefc req-c0218450-1856-4293-adb5-6b1784bfded5 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 210 time: 0.0270593 Sep 22 09:27:45.488072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Made reservation on behalf of d6286928f40249ee8a1c92ffa11e94de for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:27:45.491918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:45.495448 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64f9b204-e4c1-4754-9437-c7b6c615f738 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:45.537469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9b204-e4c1-4754-9437-c7b6c615f738 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Pushing event deleted for resources: {'Port': ['ID=43efed37-d97b-46c5-84cf-eab5a0891541,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:45.636448 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64f9b204-e4c1-4754-9437-c7b6c615f738 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:45.639268 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64f9b204-e4c1-4754-9437-c7b6c615f738 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:45.643192 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-64f9b204-e4c1-4754-9437-c7b6c615f738 tempest-ServersTestJSON-43023258 tempest-ServersTestJSON-43023258-project] 10.222.0.49 "DELETE /v2.0/floatingips/19013899-ae9a-49b0-822d-bebbb19ac798 HTTP/1.1" status: 204 len: 168 time: 1.0830190 Sep 22 09:27:45.645306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53802) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:45.716080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d0947-7fad-4f72-ae9a-5b426eed2b91 req-56397686-dd24-4545-89b1-cc9e130870ff tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:45.718321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b23d0947-7fad-4f72-ae9a-5b426eed2b91 req-56397686-dd24-4545-89b1-cc9e130870ff tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 946 time: 0.0944102 Sep 22 09:27:45.824868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b23d0947-7fad-4f72-ae9a-5b426eed2b91 req-a6a980d4-c0e7-4998-8d21-062c9d51cb08 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828414 Sep 22 09:27:45.847625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e2726-8474-4a6b-8402-f42802212a24 req-ebe441c1-ca38-4269-8e9b-4c9a93e492a7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:45.849404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba8e2726-8474-4a6b-8402-f42802212a24 req-ebe441c1-ca38-4269-8e9b-4c9a93e492a7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 945 time: 0.0924666 Sep 22 09:27:45.893291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba8e2726-8474-4a6b-8402-f42802212a24 req-0ffe904b-dd8d-4235-a385-858f7dc572c0 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373838 Sep 22 09:27:45.936702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3da5dbe0-88a5-4012-8ac3-aded07a187ad up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:46.042087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-4caa5d84-4cd5-4f8b-b1fa-87d86aaaeabf tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3f9a5f2b0ced4e2fbfedd9f4ae0d5563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550175 Sep 22 09:27:46.109594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276946b1-f70a-42ff-be8c-06719adcdf2e req-fe4e1df2-7a22-4e48-9955-4512867f1d53 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:46.117041 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-276946b1-f70a-42ff-be8c-06719adcdf2e req-fe4e1df2-7a22-4e48-9955-4512867f1d53 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 944 time: 0.1161106 Sep 22 09:27:46.131493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Allocated IP 172.20.0.12 (d0083319-a153-4223-a32a-bba9d64a39a4/922234c5-5a67-487b-9fa4-b132e58ffdef/2474aa63-51dd-4d62-9056-db88ca575e00) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:27:46.143395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 3da5dbe0-88a5-4012-8ac3-aded07a187ad completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:27:46.149249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 3da5dbe0-88a5-4012-8ac3-aded07a187ad triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:46.150014 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:46.217902 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e793936-4b4e-4095-a034-5be30d8fa31a req-effde39f-11f7-48b1-af41-556bdbd11d64 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0499198 Sep 22 09:27:46.219649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ef0c0-fcb7-49e4-a1f0-a52de3a6df16 req-76af524c-52b7-4e15-b91c-6f5bf29a6ee7 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:46.221224 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-654ef0c0-fcb7-49e4-a1f0-a52de3a6df16 req-76af524c-52b7-4e15-b91c-6f5bf29a6ee7 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.45 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 946 time: 0.1733143 Sep 22 09:27:46.253244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-276946b1-f70a-42ff-be8c-06719adcdf2e req-d8c07688-a7b6-42fc-890f-a9821701831c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312845 Sep 22 09:27:46.267795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-3cbd0c21-9bd1-47a1-9eb3-da7caccf5549 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:46.271761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-3cbd0c21-9bd1-47a1-9eb3-da7caccf5549 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237003 Sep 22 09:27:46.288630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:46.288809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Request body: {'port': {'device_id': '394709de-5157-4747-afd4-d668f90b4e20', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '3f9a5f2b0ced4e2fbfedd9f4ae0d5563'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:46.342627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da5dbe0-88a5-4012-8ac3-aded07a187ad'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:46.344795 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268eb543-5c6f-45d6-b0c9-e6758e92680f" -d '{"events": [{"server_uuid": "d0780038-6e61-4e5b-91a8-2b66baa5c696", "name": "network-vif-plugged", "status": "completed", "tag": "3da5dbe0-88a5-4012-8ac3-aded07a187ad"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:46.359795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:46.395278 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbaf000-c9d7-43db-b8ec-b00146982519 x-openstack-request-id: req-abbaf000-c9d7-43db-b8ec-b00146982519 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:46.395502 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0780038-6e61-4e5b-91a8-2b66baa5c696", "name": "network-vif-plugged", "status": "completed", "tag": "3da5dbe0-88a5-4012-8ac3-aded07a187ad", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:46.395842 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-abbaf000-c9d7-43db-b8ec-b00146982519 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:46.396243 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da5dbe0-88a5-4012-8ac3-aded07a187ad', 'code': 200} Sep 22 09:27:46.439209 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:46.491974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3da5dbe0-88a5-4012-8ac3-aded07a187ad,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:46.525331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Made reservation on behalf of 3f9a5f2b0ced4e2fbfedd9f4ae0d5563 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:27:46.535345 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:46.547037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:46.616274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc3cf760-9b24-422f-b7df-06f9a78d7266 req-27b28e34-cb5c-4998-af4f-cb2c4931c716 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 210 time: 0.0380476 Sep 22 09:27:46.641137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-654ef0c0-fcb7-49e4-a1f0-a52de3a6df16 req-b72629e7-deac-4eb1-b8bd-b2ac27023064 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Deleting port 5976b313-f808-4f2a-8f90-d01776a943ac {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:46.641485 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-654ef0c0-fcb7-49e4-a1f0-a52de3a6df16 req-b72629e7-deac-4eb1-b8bd-b2ac27023064 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:46.678598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:46.714550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9ef8-3318-4aaa-814b-e2a3392188ed req-da383e35-8849-4e46-be76-1a1322eb59ae tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:46.716527 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2cb9ef8-3318-4aaa-814b-e2a3392188ed req-da383e35-8849-4e46-be76-1a1322eb59ae tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.45 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 945 time: 0.2059417 Sep 22 09:27:46.747503 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:46.848793 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:46.899915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-654ef0c0-fcb7-49e4-a1f0-a52de3a6df16 req-b72629e7-deac-4eb1-b8bd-b2ac27023064 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] For port 5976b313-f808-4f2a-8f90-d01776a943ac, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5976b313-f808-4f2a-8f90-d01776a943ac,segment=NetworkSegment(d5eaab3d-c9ff-4125-a88b-628bd4fe796d),segment_id=d5eaab3d-c9ff-4125-a88b-628bd4fe796d)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:46.900278 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-654ef0c0-fcb7-49e4-a1f0-a52de3a6df16 req-b72629e7-deac-4eb1-b8bd-b2ac27023064 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:46.919901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-654ef0c0-fcb7-49e4-a1f0-a52de3a6df16 req-b72629e7-deac-4eb1-b8bd-b2ac27023064 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Calling delete_port for 5976b313-f808-4f2a-8f90-d01776a943ac owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:46.951850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b6ce29-b75e-4f00-9057-d7c59ab00829,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:46.996993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b855696-729b-46dc-9656-55ea1b756055 req-3d78eea6-9ea9-4fea-9834-9c288fe77c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:46.998526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b855696-729b-46dc-9656-55ea1b756055 req-3d78eea6-9ea9-4fea-9834-9c288fe77c3c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 1096 time: 0.5259678 Sep 22 09:27:46.998675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.070735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-c2cb9ef8-3318-4aaa-814b-e2a3392188ed req-198e22a5-654f-4663-82bf-07a44b3f24fd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Deleting port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:47.071220 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2cb9ef8-3318-4aaa-814b-e2a3392188ed req-198e22a5-654f-4663-82bf-07a44b3f24fd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.113121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6822863-cca7-425c-a069-2c27f234729e req-68c27d39-de59-495b-81ea-3da2dc1edf72 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:47.114668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6822863-cca7-425c-a069-2c27f234729e req-68c27d39-de59-495b-81ea-3da2dc1edf72 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 946 time: 0.2165451 Sep 22 09:27:47.115604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Network d0083319-a153-4223-a32a-bba9d64a39a4 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:27:47.128662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b855696-729b-46dc-9656-55ea1b756055 req-4a4da8b2-13c6-4a19-b497-6a48727ba2c4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029866 Sep 22 09:27:47.130603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Allocated IP 192.168.233.83 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/1def20aa-3708-45db-bb46-75135145e797) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:27:47.141630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acf5a9-5172-490f-95d0-758516c2463f req-42dbd6d7-0bde-4a33-89d7-cf5ee69994aa tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:47.143273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92acf5a9-5172-490f-95d0-758516c2463f req-42dbd6d7-0bde-4a33-89d7-cf5ee69994aa tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 945 time: 0.1710246 Sep 22 09:27:47.156982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:27:47.172535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:27:47.210534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Pushing event updated for resources: {'Port': ['ID=2474aa63-51dd-4d62-9056-db88ca575e00,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:47.242310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.242651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.244118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.244118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.244118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.244118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.244439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.244604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.245484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.246461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.246788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.247105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:47.249414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6822863-cca7-425c-a069-2c27f234729e req-29d7722f-ea59-4a4d-aba7-538523a77af7 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups?id=163cfc8a-a2c3-48dd-9054-65234c05c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160235 Sep 22 09:27:47.259336 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.269878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92acf5a9-5172-490f-95d0-758516c2463f req-317fbd6e-b967-4f98-b421-e6dae505e1ae tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148190 Sep 22 09:27:47.381239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c2cb9ef8-3318-4aaa-814b-e2a3392188ed req-198e22a5-654f-4663-82bf-07a44b3f24fd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] For port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:47.381613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2cb9ef8-3318-4aaa-814b-e2a3392188ed req-198e22a5-654f-4663-82bf-07a44b3f24fd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.404337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:47.408665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.456720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-c2cb9ef8-3318-4aaa-814b-e2a3392188ed req-198e22a5-654f-4663-82bf-07a44b3f24fd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Calling delete_port for e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:47.506360 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5458b48b-fb2d-45b3-926c-23132f13b7c0 req-3efd1234-43ef-40f3-a04e-263d07e5f77b tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0697811 Sep 22 09:27:47.530915 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.535018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-744f56a4-14f6-4d2e-836b-f92bd1b43327 None None] Provisioning complete for port 2474aa63-51dd-4d62-9056-db88ca575e00 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:47.548916 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-744f56a4-14f6-4d2e-836b-f92bd1b43327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.553035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfe41b-ebe4-43e9-81a6-57120e4232fc req-3b06fed6-bd44-46e9-a88d-463d4a3b0505 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:47.554703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56dfe41b-ebe4-43e9-81a6-57120e4232fc req-3b06fed6-bd44-46e9-a88d-463d4a3b0505 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.1129634 Sep 22 09:27:47.591479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-744f56a4-14f6-4d2e-836b-f92bd1b43327 None None] Port 2474aa63-51dd-4d62-9056-db88ca575e00 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:27:47.612121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56dfe41b-ebe4-43e9-81a6-57120e4232fc req-65e32680-9209-4527-a714-54c41bba453f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455313 Sep 22 09:27:47.619176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-654ef0c0-fcb7-49e4-a1f0-a52de3a6df16 req-b72629e7-deac-4eb1-b8bd-b2ac27023064 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.636214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5976b313-f808-4f2a-8f90-d01776a943ac'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:47.676420 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-b20114a9-28e3-4cf4-8e2e-56eaa0de7c77 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5200708 Sep 22 09:27:47.678872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72629e7-deac-4eb1-b8bd-b2ac27023064 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event deleted for resources: {'Port': ['ID=5976b313-f808-4f2a-8f90-d01776a943ac,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:47.690644 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.705519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Request body: {'port': {'device_id': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:47.757021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:27:47.774354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-654ef0c0-fcb7-49e4-a1f0-a52de3a6df16 req-b72629e7-deac-4eb1-b8bd-b2ac27023064 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] No DVR routers for this DVR port 5976b313-f808-4f2a-8f90-d01776a943ac on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:47.776243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:27:47.788079 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:27:47.794473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Pushing event updated for resources: {'Port': ['ID=1def20aa-3708-45db-bb46-75135145e797,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:47.803573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-654ef0c0-fcb7-49e4-a1f0-a52de3a6df16 req-b72629e7-deac-4eb1-b8bd-b2ac27023064 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.805787 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-654ef0c0-fcb7-49e4-a1f0-a52de3a6df16 req-b72629e7-deac-4eb1-b8bd-b2ac27023064 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.45 "DELETE /v2.0/ports/5976b313-f808-4f2a-8f90-d01776a943ac HTTP/1.1" status: 204 len: 173 time: 1.5677822 Sep 22 09:27:47.810855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0997ddf7-016e-433f-8739-2acda95ba55b', 'name': 'network-vif-deleted', 'tag': '5976b313-f808-4f2a-8f90-d01776a943ac'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:47.813134 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aefbdb-e3f5-4977-a84a-0d1087af208a" -d '{"events": [{"server_uuid": "0997ddf7-016e-433f-8739-2acda95ba55b", "name": "network-vif-deleted", "tag": "5976b313-f808-4f2a-8f90-d01776a943ac"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:47.880660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c3a4-dde6-4fac-9e2d-012a85682b40 req-d62593b2-0968-48ca-8948-7c6205379013 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:47.883289 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2670c6c6-d581-4119-a8c9-7ed8058fcbc9 x-openstack-request-id: req-2670c6c6-d581-4119-a8c9-7ed8058fcbc9 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:47.883289 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0997ddf7-016e-433f-8739-2acda95ba55b", "name": "network-vif-deleted", "tag": "5976b313-f808-4f2a-8f90-d01776a943ac", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:47.883289 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2670c6c6-d581-4119-a8c9-7ed8058fcbc9 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:47.883289 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0997ddf7-016e-433f-8739-2acda95ba55b', 'name': 'network-vif-deleted', 'tag': '5976b313-f808-4f2a-8f90-d01776a943ac', 'status': 'completed', 'code': 200} Sep 22 09:27:47.888206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8de6c3a4-dde6-4fac-9e2d-012a85682b40 req-d62593b2-0968-48ca-8948-7c6205379013 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 932 time: 0.1528220 Sep 22 09:27:47.902370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:47.903066 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.903432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:47.940758 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8de6c3a4-dde6-4fac-9e2d-012a85682b40 req-93e1673d-81c4-4094-86fb-d5c48f4adb27 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515494 Sep 22 09:27:48.011914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ef6fd0e0-467f-445f-a851-02928c2ebe1b None None] Provisioning complete for port 1def20aa-3708-45db-bb46-75135145e797 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:48.012693 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef6fd0e0-467f-445f-a851-02928c2ebe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:48.021460 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2cb9ef8-3318-4aaa-814b-e2a3392188ed req-198e22a5-654f-4663-82bf-07a44b3f24fd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:48.034137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['ff5204a2-44b6-46c9-9f8d-718bc6c6462b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:48.076370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ef6fd0e0-467f-445f-a851-02928c2ebe1b None None] Port 1def20aa-3708-45db-bb46-75135145e797 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:27:48.091059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-7a0a7737-109d-4d04-a48d-050dc4738cac tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8087602 Sep 22 09:27:48.107153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Request body: {'port': {'device_id': '394709de-5157-4747-afd4-d668f90b4e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:48.124518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e22a5-654f-4663-82bf-07a44b3f24fd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Pushing event deleted for resources: {'Port': ['ID=e3d9ecc0-47ce-4dce-b86d-c4051e3ede36,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:48.178935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:48.208597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb9ef8-3318-4aaa-814b-e2a3392188ed req-198e22a5-654f-4663-82bf-07a44b3f24fd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] No DVR routers for this DVR port e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:48.211414 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2cb9ef8-3318-4aaa-814b-e2a3392188ed req-198e22a5-654f-4663-82bf-07a44b3f24fd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:48.215961 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2cb9ef8-3318-4aaa-814b-e2a3392188ed req-198e22a5-654f-4663-82bf-07a44b3f24fd tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.45 "DELETE /v2.0/ports/e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 HTTP/1.1" status: 204 len: 173 time: 1.4832258 Sep 22 09:27:48.256352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] Deleting port a394451e-fe4f-430b-9420-bcdba03fb877 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:48.256799 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:48.424490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8562291c-1106-4291-8eec-0ffafa0e063d req-8e4c57d3-e10d-43c6-b407-70311763067b tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 210 time: 0.0483088 Sep 22 09:27:48.471849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-262f6de4-8a90-4722-b968-fcb370da7002 req-53b4d427-2098-4ed1-99bd-bfb3dcdf15f2 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/ports?device_id=0997ddf7-016e-433f-8739-2acda95ba55b HTTP/1.1" status: 200 len: 210 time: 0.0666757 Sep 22 09:27:48.494012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] For port a394451e-fe4f-430b-9420-bcdba03fb877, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a394451e-fe4f-430b-9420-bcdba03fb877,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:48.500570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:48.573714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] Calling delete_port for a394451e-fe4f-430b-9420-bcdba03fb877 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:48.654554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2474aa63-51dd-4d62-9056-db88ca575e00 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:48.675852 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:48.696527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Transition to ACTIVE for port object 2474aa63-51dd-4d62-9056-db88ca575e00 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:27:48.732849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8b316-f164-46e2-9e1c-b8b8cfdab96f req-d014e915-23ee-4fa2-ad64-9d4969f9f786 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:48.734370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caa8b316-f164-46e2-9e1c-b8b8cfdab96f req-d014e915-23ee-4fa2-ad64-9d4969f9f786 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 935 time: 0.1071072 Sep 22 09:27:48.782642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:48.814977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1def20aa-3708-45db-bb46-75135145e797 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:48.830442 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:48.851169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caa8b316-f164-46e2-9e1c-b8b8cfdab96f req-0ccef88c-039f-427c-b7c8-fdb5b7e4ec8e tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920916 Sep 22 09:27:48.865032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Transition to ACTIVE for port object 1def20aa-3708-45db-bb46-75135145e797 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:27:48.881592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd2965-0040-4c82-8e5f-e26947e1f016 req-90209599-a335-41cf-bb1e-7aaaa38e9226 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:48.883754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1fd2965-0040-4c82-8e5f-e26947e1f016 req-90209599-a335-41cf-bb1e-7aaaa38e9226 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.1256878 Sep 22 09:27:48.922483 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2474aa63-51dd-4d62-9056-db88ca575e00,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:48.945881 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1fd2965-0040-4c82-8e5f-e26947e1f016 req-3eb2770b-79bf-4e9d-8572-b34e9fe1d891 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518966 Sep 22 09:27:48.965077 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:49.115198 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:49.136550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Attempting to bind port 2474aa63-51dd-4d62-9056-db88ca575e00 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:27:49.136550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Attempting to bind port 2474aa63-51dd-4d62-9056-db88ca575e00 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:27:49.136550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Attempting to bind port 2474aa63-51dd-4d62-9056-db88ca575e00 on network d0083319-a153-4223-a32a-bba9d64a39a4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:49.180308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Port 2474aa63-51dd-4d62-9056-db88ca575e00 on network d0083319-a153-4223-a32a-bba9d64a39a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:27:49.180655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Attempting to bind port 2474aa63-51dd-4d62-9056-db88ca575e00 on network d0083319-a153-4223-a32a-bba9d64a39a4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:49.189758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=a394451e-fe4f-430b-9420-bcdba03fb877,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:49.228824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:27:49.229697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Checking segment: {'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:49.230176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Bound using segment: {'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:27:49.230306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Bound port: 2474aa63-51dd-4d62-9056-db88ca575e00, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:27:49.230707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:49.240028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Pushing event updated for resources: {'Port': ['ID=1def20aa-3708-45db-bb46-75135145e797,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:49.336868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5af91-59c6-4fc2-8aa6-be8a7b8aad22 req-4ad61e8a-f14b-4112-84ba-09580573ff69 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:49.338432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93c5af91-59c6-4fc2-8aa6-be8a7b8aad22 req-4ad61e8a-f14b-4112-84ba-09580573ff69 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 1096 time: 0.2590067 Sep 22 09:27:49.352059 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:27:49.361490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171a4a9-54e0-4ac4-9b2a-7589061a3e40 req-cc2b4f9d-991a-4754-a2e8-45ccf5952f74 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:49.370622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3171a4a9-54e0-4ac4-9b2a-7589061a3e40 req-cc2b4f9d-991a-4754-a2e8-45ccf5952f74 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 944 time: 0.2662361 Sep 22 09:27:49.468105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93c5af91-59c6-4fc2-8aa6-be8a7b8aad22 req-9d9355cc-020e-4e1f-97d4-8cfc31ba2241 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881250 Sep 22 09:27:49.533545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3171a4a9-54e0-4ac4-9b2a-7589061a3e40 req-acd37d92-98c6-406c-aceb-119db49ed1de tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619494 Sep 22 09:27:49.534330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Attempting to bind port 1def20aa-3708-45db-bb46-75135145e797 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:27:49.534671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Attempting to bind port 1def20aa-3708-45db-bb46-75135145e797 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:27:49.535007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Attempting to bind port 1def20aa-3708-45db-bb46-75135145e797 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:49.558638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Port 1def20aa-3708-45db-bb46-75135145e797 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:27:49.558885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Attempting to bind port 1def20aa-3708-45db-bb46-75135145e797 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:49.575877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:27:49.576975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:49.576975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:27:49.577208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Bound port: 1def20aa-3708-45db-bb46-75135145e797, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:27:49.577503 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:49.702020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bb77daa-ac1c-4c97-b7c3-da609354d971 req-200ce58c-1fa5-44c9-85e5-ed76da2a4321 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 210 time: 0.0911748 Sep 22 09:27:49.767141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] For port 1def20aa-3708-45db-bb46-75135145e797, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:49.771146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] For port 1def20aa-3708-45db-bb46-75135145e797, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1def20aa-3708-45db-bb46-75135145e797,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:27:49.829639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a57f9a-40a8-40d8-a243-fe911fd7e195 req-395ea1c7-a0b9-4def-b41f-ee5834c9133c tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:49.832526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75a57f9a-40a8-40d8-a243-fe911fd7e195 req-395ea1c7-a0b9-4def-b41f-ee5834c9133c tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 1096 time: 0.0593946 Sep 22 09:27:49.865148 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] For port 2474aa63-51dd-4d62-9056-db88ca575e00, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:27:49.880681 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:49.882634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] For port 2474aa63-51dd-4d62-9056-db88ca575e00, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2474aa63-51dd-4d62-9056-db88ca575e00,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:27:49.883679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'name': 'network-vif-deleted', 'tag': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:49.886122 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc02347-29c0-4b92-9f3b-68f366507966" -d '{"events": [{"server_uuid": "e01c9d5b-e717-47f7-ab0d-7968e5313867", "name": "network-vif-deleted", "tag": "e3d9ecc0-47ce-4dce-b86d-c4051e3ede36"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:49.898982 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:49.962288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:49.964134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5976b313-f808-4f2a-8f90-d01776a943ac no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:50.004210 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75a57f9a-40a8-40d8-a243-fe911fd7e195 req-afb27341-48c6-4d7d-9018-6a5a93347223 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617298 Sep 22 09:27:50.018469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Pushing event updated for resources: {'Port': ['ID=1def20aa-3708-45db-bb46-75135145e797,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:50.028174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:50.030619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:50.044089 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] 10.222.0.60 "PUT /v2.0/ports/2474aa63-51dd-4d62-9056-db88ca575e00 HTTP/1.1" status: 200 len: 1092 time: 2.3402631 Sep 22 09:27:50.047772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:50.052325 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:50.068328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-2fc4e460-69b7-4dc5-b07c-271d8336f8da service neutron] 10.222.0.60 "PUT /v2.0/ports/1def20aa-3708-45db-bb46-75135145e797 HTTP/1.1" status: 200 len: 1095 time: 1.9543297 Sep 22 09:27:50.069130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394709de-5157-4747-afd4-d668f90b4e20', 'tag': '1def20aa-3708-45db-bb46-75135145e797'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:50.072446 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dfd83b-da1f-4754-96db-b93858610544" -d '{"events": [{"name": "network-changed", "server_uuid": "394709de-5157-4747-afd4-d668f90b4e20", "tag": "1def20aa-3708-45db-bb46-75135145e797"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:50.098536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 5976b313-f808-4f2a-8f90-d01776a943ac {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:27:50.098884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5976b313-f808-4f2a-8f90-d01776a943ac not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:50.175569 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8800986-e3a1-4dfb-a023-e279d3d07b1e x-openstack-request-id: req-c8800986-e3a1-4dfb-a023-e279d3d07b1e {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:50.181663 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01c9d5b-e717-47f7-ab0d-7968e5313867", "name": "network-vif-deleted", "tag": "e3d9ecc0-47ce-4dce-b86d-c4051e3ede36", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:50.184247 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8800986-e3a1-4dfb-a023-e279d3d07b1e {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:50.185388 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01c9d5b-e717-47f7-ab0d-7968e5313867', 'name': 'network-vif-deleted', 'tag': 'e3d9ecc0-47ce-4dce-b86d-c4051e3ede36', 'status': 'completed', 'code': 200} Sep 22 09:27:50.333553 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182520bf-a4a7-405c-9141-99e9a1de53a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2474aa63-51dd-4d62-9056-db88ca575e00,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:50.408395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-685efffc-7a85-49b0-b884-7013a093882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:50.410879 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-685efffc-7a85-49b0-b884-7013a093882c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f9a5f2b0ced4e2fbfedd9f4ae0d5563&device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 1098 time: 0.2141178 Sep 22 09:27:50.424508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc05f1c-bc5b-4f7b-88a1-10489eef110c req-04cd3d2b-3da3-47f8-bec1-2f7bd9185773 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:50.454190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc05f1c-bc5b-4f7b-88a1-10489eef110c req-04cd3d2b-3da3-47f8-bec1-2f7bd9185773 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 947 time: 0.2323005 Sep 22 09:27:50.474553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-601df602-7b41-4c65-a5ca-ecb59487606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:50.478909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-601df602-7b41-4c65-a5ca-ecb59487606a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6286928f40249ee8a1c92ffa11e94de&device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 1095 time: 0.3297503 Sep 22 09:27:50.548555 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-c38551ed-06d6-4676-a9ab-1422f9cc9ed3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=1def20aa-3708-45db-bb46-75135145e797 HTTP/1.1" status: 200 len: 217 time: 0.0645001 Sep 22 09:27:50.555489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-5b31945e-c8fb-464d-9549-c2d491dfd025 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2474aa63-51dd-4d62-9056-db88ca575e00 HTTP/1.1" status: 200 len: 217 time: 0.0633523 Sep 22 09:27:50.622188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc05f1c-bc5b-4f7b-88a1-10489eef110c req-c8978ee9-557c-4ff6-ba65-2f8f54d28af4 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640091 Sep 22 09:27:50.623055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-fb4f077c-0d29-4749-b342-12691b632252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:50.625944 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-fb4f077c-0d29-4749-b342-12691b632252 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0643167 Sep 22 09:27:50.671348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-11edff5f-68c9-4891-81c2-ced217dfda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:50.673271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-11edff5f-68c9-4891-81c2-ced217dfda5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=922234c5-5a67-487b-9fa4-b132e58ffdef HTTP/1.1" status: 200 len: 850 time: 0.1070366 Sep 22 09:27:50.757279 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-ddbd332e-29f5-4334-b2a9-407f6bf8ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:50.761169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-ddbd332e-29f5-4334-b2a9-407f6bf8ff15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d0083319-a153-4223-a32a-bba9d64a39a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793536 Sep 22 09:27:50.878444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-dc5859a9-bab3-4960-be4e-bcc9af3c0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:50.882641 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-dc5859a9-bab3-4960-be4e-bcc9af3c0d1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2487237 Sep 22 09:27:50.961375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-11dd5c6b-aa5e-4be5-b28c-dcdf8f6fc50e service neutron] 10.222.0.60 "GET /v2.0/networks/d0083319-a153-4223-a32a-bba9d64a39a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907356 Sep 22 09:27:50.990178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] Router 269f4956-026e-4d4c-9c0e-2214bd708b8f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:27:51.007794 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90440bd1-4967-477f-8dc8-0e60373fc372 x-openstack-request-id: req-90440bd1-4967-477f-8dc8-0e60373fc372 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:51.009121 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "394709de-5157-4747-afd4-d668f90b4e20", "tag": "1def20aa-3708-45db-bb46-75135145e797", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:51.009121 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90440bd1-4967-477f-8dc8-0e60373fc372 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:51.017858 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394709de-5157-4747-afd4-d668f90b4e20', 'tag': '1def20aa-3708-45db-bb46-75135145e797', 'status': 'completed', 'code': 200} Sep 22 09:27:51.136869 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-d16cf240-ce96-4d86-a7c9-fcfc43c2e63c service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316415 Sep 22 09:27:51.169646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c5dc2e-02ba-433d-9b19-1b8315ce949c req-0d4cd9d7-946f-4c2a-8ea2-e5d499772310 service neutron] 10.222.0.60 "GET /v2.0/networks/d0083319-a153-4223-a32a-bba9d64a39a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015879 Sep 22 09:27:51.185432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2ccbd-cfcb-4dc7-a106-487f4f56c3bb req-248228c4-a648-414e-b8be-a9cdceb75d80 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:51.187951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61b2ccbd-cfcb-4dc7-a106-487f4f56c3bb req-248228c4-a648-414e-b8be-a9cdceb75d80 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 944 time: 0.1062336 Sep 22 09:27:51.267036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61b2ccbd-cfcb-4dc7-a106-487f4f56c3bb req-5bf289a8-17f2-4d94-bd96-035366c577d9 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719271 Sep 22 09:27:51.282669 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:27:51.290677 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-02b2ed54-707c-4763-a3d0-b459fdd88e9c admin admin] 10.222.0.49 "PUT /v2.0/routers/269f4956-026e-4d4c-9c0e-2214bd708b8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6419883 Sep 22 09:27:51.291102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53930) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:51.295286 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0df42c-8807-456a-b489-de85920d37d9 None None] Sync routers for ids ['269f4956-026e-4d4c-9c0e-2214bd708b8f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:27:51.312620 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0df42c-8807-456a-b489-de85920d37d9 None None] Routers {'269f4956-026e-4d4c-9c0e-2214bd708b8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:27:51.315786 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9c0df42c-8807-456a-b489-de85920d37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['269f4956-026e-4d4c-9c0e-2214bd708b8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:51.404956 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ad9cc97-babe-406a-b184-66e2fcacf931 req-e2a7c82e-da0e-4233-ae6f-8bd8ea53fe79 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528098 Sep 22 09:27:51.407711 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40b29e7b-2c7b-4fb8-83db-46c5805a1dea req-b53d6d82-9c6e-4555-a035-4b1e8297f2d0 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 210 time: 0.0457048 Sep 22 09:27:51.489184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:51.501554 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9c0df42c-8807-456a-b489-de85920d37d9 None None] Set router 269f4956-026e-4d4c-9c0e-2214bd708b8f gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:27:51.562189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53936) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:51.675290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1dec-f87b-4b01-9453-1215eb5126d4 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:51.724397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:51.730580 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1dec-f87b-4b01-9453-1215eb5126d4 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:51.762019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfd83b-da1f-4754-96db-b93858610544 req-92a211d9-53bb-4df6-b5dc-1cc2c23f66b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:51.765946 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61dfd83b-da1f-4754-96db-b93858610544 req-92a211d9-53bb-4df6-b5dc-1cc2c23f66b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f9a5f2b0ced4e2fbfedd9f4ae0d5563&device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 1098 time: 0.0975721 Sep 22 09:27:51.892788 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9c0df42c-8807-456a-b489-de85920d37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:27:48Z', 'revision_number': 5, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port': {'id': '1f7d0641-fed3-460b-9be4-8013f29fb57d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:24:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:25:03Z', 'updated_at': '2021-09-22T09:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:51.913837 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1dec-f87b-4b01-9453-1215eb5126d4 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:51.920249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1dec-f87b-4b01-9453-1215eb5126d4 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:51.925824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1c9d1dec-f87b-4b01-9453-1215eb5126d4 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "DELETE /v2.0/security-groups/8f369cbe-9a94-4397-a13b-e86d1e45b665 HTTP/1.1" status: 204 len: 168 time: 0.3625669 Sep 22 09:27:51.929192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53950) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:51.940256 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0df42c-8807-456a-b489-de85920d37d9 None None] Checking router: 269f4956-026e-4d4c-9c0e-2214bd708b8f for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:27:51.955389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:51.970761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d1dec-f87b-4b01-9453-1215eb5126d4 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f369cbe-9a94-4397-a13b-e86d1e45b665,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:51.972717 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0df42c-8807-456a-b489-de85920d37d9 None None] Routers {'269f4956-026e-4d4c-9c0e-2214bd708b8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:27:51.973538 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9c0df42c-8807-456a-b489-de85920d37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['269f4956-026e-4d4c-9c0e-2214bd708b8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:51.997249 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-0135473c-3eb5-4e0f-b366-a3f73f6edac0 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] show failed (client error): The resource could not be found. Sep 22 09:27:52.001421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0135473c-3eb5-4e0f-b366-a3f73f6edac0 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "GET /v2.0/security-groups/8f369cbe-9a94-4397-a13b-e86d1e45b665 HTTP/1.1" status: 404 len: 347 time: 0.0480177 Sep 22 09:27:52.003696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53952) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:52.028699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1898988-80de-4e99-87cb-002128bcda0d req-4f316df3-fb6a-43a0-a171-9ff75e4ab625 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:52.033401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfd83b-da1f-4754-96db-b93858610544 req-4479c894-2dd6-4af5-8fcb-c6493a0ec201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:52.034316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:27:52.036079 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61dfd83b-da1f-4754-96db-b93858610544 req-4479c894-2dd6-4af5-8fcb-c6493a0ec201 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.2613788 Sep 22 09:27:52.036341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1898988-80de-4e99-87cb-002128bcda0d req-4f316df3-fb6a-43a0-a171-9ff75e4ab625 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 947 time: 0.2084186 Sep 22 09:27:52.042780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e3d9ecc0-47ce-4dce-b86d-c4051e3ede36 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:52.109346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Deleting port 1f7d0641-fed3-460b-9be4-8013f29fb57d {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:52.109690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:52.114444 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61dfd83b-da1f-4754-96db-b93858610544 req-6519f1df-6bb6-4eaa-8b56-33d099a9a346 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=1def20aa-3708-45db-bb46-75135145e797 HTTP/1.1" status: 200 len: 217 time: 0.0704126 Sep 22 09:27:52.187285 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'tag': '2474aa63-51dd-4d62-9056-db88ca575e00'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:52.189944 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9", "tag": "2474aa63-51dd-4d62-9056-db88ca575e00"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:52.230408 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9c0df42c-8807-456a-b489-de85920d37d9 None None] Set router 269f4956-026e-4d4c-9c0e-2214bd708b8f gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:27:52.234172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfd83b-da1f-4754-96db-b93858610544 req-7e287a7f-6096-48b4-b4c0-23ea07439b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:52.235677 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61dfd83b-da1f-4754-96db-b93858610544 req-7e287a7f-6096-48b4-b4c0-23ea07439b38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1095920 Sep 22 09:27:52.264765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1898988-80de-4e99-87cb-002128bcda0d req-ea061efd-84ee-422a-87e1-f4d3b7330858 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251935 Sep 22 09:27:52.275521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] For port 1f7d0641-fed3-460b-9be4-8013f29fb57d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1f7d0641-fed3-460b-9be4-8013f29fb57d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:52.276680 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:52.292345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Calling delete_port for 1f7d0641-fed3-460b-9be4-8013f29fb57d owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:52.328430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-491eea88-cd19-49f9-bfa5-113fcc603b13 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Deleting port da10030a-70a5-4017-96eb-17b7310a4181 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:52.329918 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-491eea88-cd19-49f9-bfa5-113fcc603b13 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:52.426835 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9140d384-d460-4206-8fbc-77011815bbac x-openstack-request-id: req-9140d384-d460-4206-8fbc-77011815bbac {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:52.430516 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9", "tag": "2474aa63-51dd-4d62-9056-db88ca575e00", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:52.430516 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9140d384-d460-4206-8fbc-77011815bbac {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:52.430516 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'tag': '2474aa63-51dd-4d62-9056-db88ca575e00', 'status': 'completed', 'code': 200} Sep 22 09:27:52.463591 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9c0df42c-8807-456a-b489-de85920d37d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:27:51Z', 'revision_number': 6, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:52.531195 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0df42c-8807-456a-b489-de85920d37d9 None None] The sync data for ids ['269f4956-026e-4d4c-9c0e-2214bd708b8f'] in n-d-805649-4 is: [{'id': '269f4956-026e-4d4c-9c0e-2214bd708b8f', 'name': 'tempest-ServersTestJSON-507094120-router', 'tenant_id': '0a1eee98d30145b7b698faf6c5d9090d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:25:01Z', 'updated_at': '2021-09-22T09:27:51Z', 'revision_number': 6, 'project_id': '0a1eee98d30145b7b698faf6c5d9090d', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:27:52.559455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8 req-fec0dbd4-c004-40b4-b663-1f5a0cb7820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:52.561165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8 req-fec0dbd4-c004-40b4-b663-1f5a0cb7820a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6286928f40249ee8a1c92ffa11e94de&device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 1095 time: 0.1501415 Sep 22 09:27:52.567086 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-491eea88-cd19-49f9-bfa5-113fcc603b13 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:52.567487 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-491eea88-cd19-49f9-bfa5-113fcc603b13 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:52.573695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfd83b-da1f-4754-96db-b93858610544 req-f626ad6a-16e5-4968-a935-a553041f3100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:52.575549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61dfd83b-da1f-4754-96db-b93858610544 req-f626ad6a-16e5-4968-a935-a553041f3100 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3289425 Sep 22 09:27:52.580812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747bce4-1bf7-4535-9493-0aded4bb7444 req-2241558c-5472-43ab-a12a-20ef38ae2188 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:52.584988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8747bce4-1bf7-4535-9493-0aded4bb7444 req-2241558c-5472-43ab-a12a-20ef38ae2188 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 944 time: 0.1068659 Sep 22 09:27:52.610561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-491eea88-cd19-49f9-bfa5-113fcc603b13 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Calling delete_port for da10030a-70a5-4017-96eb-17b7310a4181 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:52.765890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8747bce4-1bf7-4535-9493-0aded4bb7444 req-526d4b59-11d9-4d9b-aaeb-367cebf66239 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682756 Sep 22 09:27:52.787216 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61dfd83b-da1f-4754-96db-b93858610544 req-9bd6d6a3-7845-4b05-8eee-2a1c4d728635 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042603 Sep 22 09:27:52.877403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8 req-f30f8bd5-9482-4b58-a89e-3768b5b919cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:52.879717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8 req-f30f8bd5-9482-4b58-a89e-3768b5b919cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=d0083319-a153-4223-a32a-bba9d64a39a4 HTTP/1.1" status: 200 len: 912 time: 0.2914898 Sep 22 09:27:52.895953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:52.956100 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61dfd83b-da1f-4754-96db-b93858610544 req-d80d1b7a-1833-4e7b-9bf1-6ffa9e8900ff service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620796 Sep 22 09:27:52.962661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23869e15-9176-4875-8cf6-61119d71dcf3 req-7efe1dc0-abb5-4776-9fb3-bcaab85da518 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 210 time: 0.0738363 Sep 22 09:27:52.964503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8 req-8ce98ec8-5865-4422-985b-ef9858236cb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2474aa63-51dd-4d62-9056-db88ca575e00 HTTP/1.1" status: 200 len: 217 time: 0.0742102 Sep 22 09:27:52.971435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7d0641-fed3-460b-9be4-8013f29fb57d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:52.993915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2474aa63-51dd-4d62-9056-db88ca575e00 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:27:53.038421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8 req-1358806f-8520-4779-a84d-69d8dc1b8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:53.044680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8 req-1358806f-8520-4779-a84d-69d8dc1b8915 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=922234c5-5a67-487b-9fa4-b132e58ffdef HTTP/1.1" status: 200 len: 850 time: 0.0701234 Sep 22 09:27:53.066190 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.111657 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-491eea88-cd19-49f9-bfa5-113fcc603b13 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.154072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.193416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eea88-cd19-49f9-bfa5-113fcc603b13 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Pushing event deleted for resources: {'Port': ['ID=da10030a-70a5-4017-96eb-17b7310a4181,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:53.203667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8 req-3db43653-7fc0-4484-a84e-779cf8390bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:53.205218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8 req-3db43653-7fc0-4484-a84e-779cf8390bd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d0083319-a153-4223-a32a-bba9d64a39a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530609 Sep 22 09:27:53.227605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2474aa63-51dd-4d62-9056-db88ca575e00, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2474aa63-51dd-4d62-9056-db88ca575e00,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:53.256240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '2474aa63-51dd-4d62-9056-db88ca575e00', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'port_id': '2474aa63-51dd-4d62-9056-db88ca575e00', 'mac_address': 'fa:16:3e:42:74:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:27:53.263680 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.266432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.326988 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.362565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2474aa63-51dd-4d62-9056-db88ca575e00 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:53.391634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2474aa63-51dd-4d62-9056-db88ca575e00, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2474aa63-51dd-4d62-9056-db88ca575e00,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:53.398936 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.400171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 269f4956-026e-4d4c-9c0e-2214bd708b8f {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:27:53.406290 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.410186 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-53a838b9-af36-4be4-8781-cce950069c9d admin admin] 10.222.0.49 "DELETE /v2.0/routers/269f4956-026e-4d4c-9c0e-2214bd708b8f HTTP/1.1" status: 204 len: 168 time: 2.1156039 Sep 22 09:27:53.410534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:53.461634 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.495980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-0630a4f7-26ab-47ea-962b-058cb46e6152 admin admin] Deleting subnet 37dff703-ef74-4c43-b4a8-5e452c153af0 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:27:53.499752 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0630a4f7-26ab-47ea-962b-058cb46e6152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.553615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-f7c0c717-09fe-470a-823c-2087d7483262 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:27:53.563502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2474aa63-51dd-4d62-9056-db88ca575e00,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:53.581957 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-f7c0c717-09fe-470a-823c-2087d7483262 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270092 Sep 22 09:27:53.630783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a394451e-fe4f-430b-9420-bcdba03fb877 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:53.649733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-3d2e697e-b8da-42cd-832a-cc309b7cbc7d tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:53.651446 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-3d2e697e-b8da-42cd-832a-cc309b7cbc7d tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports/3da5dbe0-88a5-4012-8ac3-aded07a187ad HTTP/1.1" status: 200 len: 1093 time: 0.0701020 Sep 22 09:27:53.659354 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0630a4f7-26ab-47ea-962b-058cb46e6152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.670552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: a394451e-fe4f-430b-9420-bcdba03fb877 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:27:53.670998 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a394451e-fe4f-430b-9420-bcdba03fb877 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:53.671494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1f7d0641-fed3-460b-9be4-8013f29fb57d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:53.693835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 1f7d0641-fed3-460b-9be4-8013f29fb57d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:27:53.694501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1f7d0641-fed3-460b-9be4-8013f29fb57d not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:53.703906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Request body: {'binding': {'host': 'n-h1-805649-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:53.704607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Unknown quota resources ['binding']. {{(pid=95509) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:27:53.738123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['2474aa63-51dd-4d62-9056-db88ca575e00'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:53.848019 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-491eea88-cd19-49f9-bfa5-113fcc603b13 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.850570 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-491eea88-cd19-49f9-bfa5-113fcc603b13 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:53.855006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-491eea88-cd19-49f9-bfa5-113fcc603b13 tempest-ImagesOneServerNegativeTestJSON-266902033 tempest-ImagesOneServerNegativeTestJSON-266902033-project] 10.222.0.49 "DELETE /v2.0/floatingips/85b25fff-88eb-467d-bf7c-92e0fe958bf6 HTTP/1.1" status: 204 len: 168 time: 1.8518488 Sep 22 09:27:53.874750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9e20e-6b60-4ead-8731-3aab4027984d req-837ff03f-e9df-462b-afe9-baf2f9a5a2f7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:53.882539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c9e20e-6b60-4ead-8731-3aab4027984d req-837ff03f-e9df-462b-afe9-baf2f9a5a2f7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 947 time: 0.4945691 Sep 22 09:27:53.887081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8 req-bd1df637-0d16-4e7d-a3af-c3b21fd082fd service neutron] 10.222.0.60 "GET /v2.0/networks/d0083319-a153-4223-a32a-bba9d64a39a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497235 Sep 22 09:27:53.915500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0630a4f7-26ab-47ea-962b-058cb46e6152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.001638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c9e20e-6b60-4ead-8731-3aab4027984d req-fe9a266d-1b1d-4ca8-abb5-364f89ce6938 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158166 Sep 22 09:27:54.050134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on host n-h1-805649-4 for vnic_type normal with profile None {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:27:54.050471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:27:54.053758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:54.061742 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:27:54.062070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:27:54.068466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:27:54.068902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:27:54.069292 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:27:54.069823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Bound port: 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:27:54.138463 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbd4c84e-609b-4d2d-93a1-cd1cc5f40fb8 req-ce0eb57e-5ccd-413d-aef4-8496b8fe7076 service neutron] 10.222.0.60 "GET /v2.0/networks/d0083319-a153-4223-a32a-bba9d64a39a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384470 Sep 22 09:27:54.158183 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:27:54.162941 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0630a4f7-26ab-47ea-962b-058cb46e6152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.195347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c52d62-cb43-4493-8fdd-bee93b727303 req-f7859829-7b5e-4730-aa9b-782ce5f6b1bd tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:54.195676 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630a4f7-26ab-47ea-962b-058cb46e6152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37dff703-ef74-4c43-b4a8-5e452c153af0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:54.200130 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.200937 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d8983a9-c76c-4537-8322-f4717782b1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.204397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0630a4f7-26ab-47ea-962b-058cb46e6152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.208608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1c52d62-cb43-4493-8fdd-bee93b727303 req-f7859829-7b5e-4730-aa9b-782ce5f6b1bd tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 945 time: 0.0858963 Sep 22 09:27:54.209736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53998) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:54.216090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a924091e-de26-4d78-a509-7584feecb0df None None] Network 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:27:54.229544 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0630a4f7-26ab-47ea-962b-058cb46e6152 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/37dff703-ef74-4c43-b4a8-5e452c153af0 HTTP/1.1" status: 204 len: 168 time: 0.8175857 Sep 22 09:27:54.288855 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] Notify callbacks [] for binding, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.297711 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] 10.222.0.49 "POST /v2.0/ports/3da5dbe0-88a5-4012-8ac3-aded07a187ad/bindings HTTP/1.1" status: 201 len: 389 time: 0.6293499 Sep 22 09:27:54.318275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1c52d62-cb43-4493-8fdd-bee93b727303 req-34f562e4-d3d2-4413-aac5-98ba795298bc tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957327 Sep 22 09:27:54.320979 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.416740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Deleting port 8fdb4c31-593b-4d83-bef9-296c8faff8a1 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:54.417234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.513591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] For port 8fdb4c31-593b-4d83-bef9-296c8faff8a1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=8fdb4c31-593b-4d83-bef9-296c8faff8a1,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:54.513952 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.518493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b99c62b-0a21-4abf-967e-73556bb7e77a None None] DHCP port deletion for 3645935b-5e45-47fb-8efa-f2e4bd4ae0cc request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:27:54.539337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a49c6e5-48be-4e6a-8b52-0cf6bfee2739 req-cf0986a5-8b75-4e85-9baf-588b6d9ec6fa tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 210 time: 0.0462039 Sep 22 09:27:54.545269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Calling delete_port for 8fdb4c31-593b-4d83-bef9-296c8faff8a1 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:54.645692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7b99c62b-0a21-4abf-967e-73556bb7e77a None None] Deleting port 8fdb4c31-593b-4d83-bef9-296c8faff8a1 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:27:54.645692 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7b99c62b-0a21-4abf-967e-73556bb7e77a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.686138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54012) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:54.724392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7b99c62b-0a21-4abf-967e-73556bb7e77a None None] For port 8fdb4c31-593b-4d83-bef9-296c8faff8a1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=8fdb4c31-593b-4d83-bef9-296c8faff8a1,segment=NetworkSegment(0c9e62d6-a842-499e-8647-fa4425573b3f),segment_id=0c9e62d6-a842-499e-8647-fa4425573b3f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:54.725437 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7b99c62b-0a21-4abf-967e-73556bb7e77a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.739844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7b99c62b-0a21-4abf-967e-73556bb7e77a None None] Calling delete_port for 8fdb4c31-593b-4d83-bef9-296c8faff8a1 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:27:54.757709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-8406e424-7564-4822-9a23-333ff7d7fd51 admin admin] Deleting subnet cd776568-8d4f-4ede-a259-948ad127ce89 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:27:54.761839 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8406e424-7564-4822-9a23-333ff7d7fd51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.788411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.829504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdb4c31-593b-4d83-bef9-296c8faff8a1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:54.831449 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7b99c62b-0a21-4abf-967e-73556bb7e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.831989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] No DVR routers for this DVR port 8fdb4c31-593b-4d83-bef9-296c8faff8a1 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:54.844951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762dcf0-b1dd-4b19-bf3d-feff2d5e26c3 req-6c7dc4ec-9e03-435f-9e07-277874b94047 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:54.847746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6762dcf0-b1dd-4b19-bf3d-feff2d5e26c3 req-6c7dc4ec-9e03-435f-9e07-277874b94047 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.1341555 Sep 22 09:27:54.850075 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8406e424-7564-4822-9a23-333ff7d7fd51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.865614 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99c62b-0a21-4abf-967e-73556bb7e77a None None] Pushing event deleted for resources: {'Port': ['ID=8fdb4c31-593b-4d83-bef9-296c8faff8a1,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:54.867352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99c62b-0a21-4abf-967e-73556bb7e77a None None] No DVR routers for this DVR port 8fdb4c31-593b-4d83-bef9-296c8faff8a1 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:54.963959 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8406e424-7564-4822-9a23-333ff7d7fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.988720 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:54.993866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6762dcf0-b1dd-4b19-bf3d-feff2d5e26c3 req-be6f429a-44cf-4d19-9d24-792af52d944e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212442 Sep 22 09:27:55.007661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1def20aa-3708-45db-bb46-75135145e797 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:27:55.011906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2474aa63-51dd-4d62-9056-db88ca575e00 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:55.037281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3645935b-5e45-47fb-8efa-f2e4bd4ae0cc']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:55.049388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9e62d6-a842-499e-8647-fa4425573b3f') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:55.049676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9e62d6-a842-499e-8647-fa4425573b3f') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:55.063110 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.149062 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.177604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:27:55.178010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:27:55.180042 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:27:55.250078 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8406e424-7564-4822-9a23-333ff7d7fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.253715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-6e711d89-179a-4b92-a5c5-435fe094c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:55.255640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-6e711d89-179a-4b92-a5c5-435fe094c974 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 1096 time: 0.1720140 Sep 22 09:27:55.287137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406e424-7564-4822-9a23-333ff7d7fd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd776568-8d4f-4ede-a259-948ad127ce89,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:55.323547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e2741-ddc4-4131-adef-03f9e3310109 req-e8772f73-8a75-406b-9dc5-6fb7c70627b8 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:55.325622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf9e2741-ddc4-4131-adef-03f9e3310109 req-e8772f73-8a75-406b-9dc5-6fb7c70627b8 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 947 time: 0.2404680 Sep 22 09:27:55.326315 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8406e424-7564-4822-9a23-333ff7d7fd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.331447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54020) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:55.331889 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8406e424-7564-4822-9a23-333ff7d7fd51 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cd776568-8d4f-4ede-a259-948ad127ce89 HTTP/1.1" status: 204 len: 168 time: 0.6440833 Sep 22 09:27:55.335894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1def20aa-3708-45db-bb46-75135145e797, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1def20aa-3708-45db-bb46-75135145e797,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:55.353180 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '1def20aa-3708-45db-bb46-75135145e797', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '1def20aa-3708-45db-bb46-75135145e797', 'mac_address': 'fa:16:3e:ff:37:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:27:55.379172 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.402727 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.404605 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3645935b-5e45-47fb-8efa-f2e4bd4ae0cc HTTP/1.1" status: 204 len: 168 time: 1.1907313 Sep 22 09:27:55.430370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b101127-b417-49cc-a408-0ea7110b2305 admin admin] Pushing event deleted for resources: {'Network': ['ID=3645935b-5e45-47fb-8efa-f2e4bd4ae0cc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:55.461765 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.463422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf9e2741-ddc4-4131-adef-03f9e3310109 req-b4aa5d31-29e8-463f-bb3e-6a3167fe7e2a tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849168 Sep 22 09:27:55.471566 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 2474aa63-51dd-4d62-9056-db88ca575e00 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:27:55.487856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-201dbc87-dd2c-4437-a1f5-290b53c24359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:55.490883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-201dbc87-dd2c-4437-a1f5-290b53c24359 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.2037959 Sep 22 09:27:55.500486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 2474aa63-51dd-4d62-9056-db88ca575e00 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:55.501137 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.558769 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.597148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-002b0811-8fb5-47e5-8c80-583e23a25601 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad HTTP/1.1" status: 200 len: 217 time: 0.0716817 Sep 22 09:27:55.597327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1def20aa-3708-45db-bb46-75135145e797 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:27:55.685711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 8fdb4c31-593b-4d83-bef9-296c8faff8a1 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:27:55.702865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1def20aa-3708-45db-bb46-75135145e797, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1def20aa-3708-45db-bb46-75135145e797,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:55.704460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d295b24-c9c1-472d-a313-5bb5e0227fe0 req-58c042ff-ca99-4ef6-80af-e30a139216e4 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:55.706553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d295b24-c9c1-472d-a313-5bb5e0227fe0 req-58c042ff-ca99-4ef6-80af-e30a139216e4 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 945 time: 0.2162628 Sep 22 09:27:55.731676 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.752903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 8fdb4c31-593b-4d83-bef9-296c8faff8a1 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:27:55.753613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 8fdb4c31-593b-4d83-bef9-296c8faff8a1 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:27:55.786079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e5989f3-54be-4c2c-9dcf-ca1515494f68 req-a3385913-bfa8-4d20-8ece-bcfff16b2717 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c9d5b-e717-47f7-ab0d-7968e5313867 HTTP/1.1" status: 200 len: 210 time: 0.0744238 Sep 22 09:27:55.792238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a55a946-407a-40bd-9d6c-2ff6b87b7fe7']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:55.796489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-ea3f449b-bb81-413d-88a9-e25718c7b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:55.798009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-ea3f449b-bb81-413d-88a9-e25718c7b5ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.1959713 Sep 22 09:27:55.818030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:55.818347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5eaab3d-c9ff-4125-a88b-628bd4fe796d') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:55.829889 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.851232 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.854968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-6d3b83ef-554b-43ec-a068-10631adf3727 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393293 Sep 22 09:27:55.887297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.903543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:27:55.903543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:27:55.907566 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:27:55.912375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d295b24-c9c1-472d-a313-5bb5e0227fe0 req-0ed56737-b8d0-4e3d-b7cf-0ea2a5ce84a5 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863804 Sep 22 09:27:55.967235 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1def20aa-3708-45db-bb46-75135145e797,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:56.010523 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.045807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2474aa63-51dd-4d62-9056-db88ca575e00'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:56.046256 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-c4d28a00-00ff-4a11-940b-b1fdf096182a service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827271 Sep 22 09:27:56.050136 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f59fb35-2aeb-4caf-8dc8-28209a6cfc41" -d '{"events": [{"server_uuid": "6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9", "name": "network-vif-plugged", "status": "completed", "tag": "2474aa63-51dd-4d62-9056-db88ca575e00"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:56.073700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2474aa63-51dd-4d62-9056-db88ca575e00, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2474aa63-51dd-4d62-9056-db88ca575e00,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:56.076411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.093216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.098093 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] 10.222.0.49 "DELETE /v2.0/networks/3a55a946-407a-40bd-9d6c-2ff6b87b7fe7 HTTP/1.1" status: 204 len: 168 time: 0.7644858 Sep 22 09:27:56.099196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98562f-1e60-4cb0-aabd-f8a809e3cc4d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a55a946-407a-40bd-9d6c-2ff6b87b7fe7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:56.109093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['1def20aa-3708-45db-bb46-75135145e797'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:27:56.118647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54040) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:56.152672 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f901cf-58ee-4dc6-9a5f-69dff8f85ebb x-openstack-request-id: req-83f901cf-58ee-4dc6-9a5f-69dff8f85ebb {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:56.153167 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9", "name": "network-vif-plugged", "status": "completed", "tag": "2474aa63-51dd-4d62-9056-db88ca575e00", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:56.153508 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83f901cf-58ee-4dc6-9a5f-69dff8f85ebb {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:56.154148 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2474aa63-51dd-4d62-9056-db88ca575e00', 'code': 200} Sep 22 09:27:56.192562 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.240314 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-24247dc4-0ed7-4c42-b814-5f5789d764dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a1eee98d30145b7b698faf6c5d9090d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1204748 Sep 22 09:27:56.243562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54044) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:56.287420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2474aa63-51dd-4d62-9056-db88ca575e00,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:56.326003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302f50-581a-4c6f-a1e8-341a7e3ee1d1 req-2f7770ac-6b24-4342-a948-c47dfd509866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:56.327688 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6f302f50-581a-4c6f-a1e8-341a7e3ee1d1 req-2f7770ac-6b24-4342-a948-c47dfd509866 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 1097 time: 0.1162655 Sep 22 09:27:56.365671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a70e3-51c3-4a68-8534-c827b1d45107 req-b3f04ffa-0408-4a13-998d-a10f06ac7a8b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:56.372364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c99a70e3-51c3-4a68-8534-c827b1d45107 req-b3f04ffa-0408-4a13-998d-a10f06ac7a8b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.2681651 Sep 22 09:27:56.380813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-3fc96b6c-4f75-4793-8325-419e9b5190f2 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273785 Sep 22 09:27:56.383635 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6f302f50-581a-4c6f-a1e8-341a7e3ee1d1 req-034c5e13-9fdd-4bf7-b072-40183f63b018 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482280 Sep 22 09:27:56.407017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3247-3693-46c5-b4a0-ff0f3727bc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.459116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3247-3693-46c5-b4a0-ff0f3727bc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.481479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c99a70e3-51c3-4a68-8534-c827b1d45107 req-43e2ea48-1406-4a05-b4f9-829fd4615b02 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992301 Sep 22 09:27:56.603059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719dd7d-9c22-41d5-8700-774db6c2fa71 req-395c4c62-4f18-460b-98ab-f8327d403fcf tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:56.604708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0719dd7d-9c22-41d5-8700-774db6c2fa71 req-395c4c62-4f18-460b-98ab-f8327d403fcf tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 948 time: 0.0550308 Sep 22 09:27:56.655666 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3247-3693-46c5-b4a0-ff0f3727bc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.658620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3247-3693-46c5-b4a0-ff0f3727bc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.659886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f9cc3247-3693-46c5-b4a0-ff0f3727bc57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e499a4a4-3cf3-45a3-92b9-6768a6658459 HTTP/1.1" status: 204 len: 168 time: 0.4070897 Sep 22 09:27:56.674750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0719dd7d-9c22-41d5-8700-774db6c2fa71 req-a5fae2ff-66f6-457b-8607-3b8e698584bd tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610604 Sep 22 09:27:56.676170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc3247-3693-46c5-b4a0-ff0f3727bc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e499a4a4-3cf3-45a3-92b9-6768a6658459,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:56.795574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54050) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:56.826137 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7c648c79-4b23-4861-a6cd-958e44ca2536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.889580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54058) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:56.891330 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aae1bbf3-8c6b-49b9-96fe-db15bd37d66c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc397c632af54e038c119931f95a2b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945497 Sep 22 09:27:56.975783 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d68d59e-f637-4f63-b77e-5aef032a78a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:57.031691 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d68d59e-f637-4f63-b77e-5aef032a78a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:57.141199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a8d19-ae62-4a9a-bfed-e783415f9934 req-8e041045-bb3b-4b73-b27a-4b1c895af6fd tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:57.150510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee3a8d19-ae62-4a9a-bfed-e783415f9934 req-8e041045-bb3b-4b73-b27a-4b1c895af6fd tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 946 time: 0.1027961 Sep 22 09:27:57.238871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee3a8d19-ae62-4a9a-bfed-e783415f9934 req-7011d5fe-ce54-4c18-8106-3c21b847adc2 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807106 Sep 22 09:27:57.249799 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d68d59e-f637-4f63-b77e-5aef032a78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:57.253543 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d68d59e-f637-4f63-b77e-5aef032a78a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:57.255036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8d68d59e-f637-4f63-b77e-5aef032a78a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/163cfc8a-a2c3-48dd-9054-65234c05c3b5 HTTP/1.1" status: 204 len: 168 time: 0.3640347 Sep 22 09:27:57.264356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68d59e-f637-4f63-b77e-5aef032a78a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163cfc8a-a2c3-48dd-9054-65234c05c3b5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:57.438028 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:57.677848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143059-3d56-4d62-8d58-ea8b78822968 req-63843547-8b38-4b51-81e0-2baa48898554 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:57.691821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0143059-3d56-4d62-8d58-ea8b78822968 req-63843547-8b38-4b51-81e0-2baa48898554 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.1004403 Sep 22 09:27:57.750926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0143059-3d56-4d62-8d58-ea8b78822968 req-272385fa-11d9-4d3e-8ca6-d0b56782e305 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578651 Sep 22 09:27:57.861046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd098964-5395-4fd3-9337-55865866ceeb req-3b765245-ce5d-4f82-957b-fe09a1256513 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:57.871061 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd098964-5395-4fd3-9337-55865866ceeb req-3b765245-ce5d-4f82-957b-fe09a1256513 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 948 time: 0.0881174 Sep 22 09:27:57.930723 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:57.935777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd098964-5395-4fd3-9337-55865866ceeb req-ac076c6c-d8ef-4bd9-9f15-327fd31a9811 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555885 Sep 22 09:27:58.433378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ed61f-9cd6-4527-8ebe-7bbf2e46a0e9 req-818ba0a1-b2d5-4e58-b75f-81b91c5ee1b6 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:58.445696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-791ed61f-9cd6-4527-8ebe-7bbf2e46a0e9 req-818ba0a1-b2d5-4e58-b75f-81b91c5ee1b6 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 946 time: 0.0978959 Sep 22 09:27:58.514867 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-791ed61f-9cd6-4527-8ebe-7bbf2e46a0e9 req-d0b26946-db26-42fb-af7c-ce30e72be5b6 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672994 Sep 22 09:27:58.676551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ede58-6cc3-409e-ba43-8e09f853bdec req-98e7a384-2032-4685-bb8c-4fe0862bbb9a tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:58.678145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-835ede58-6cc3-409e-ba43-8e09f853bdec req-98e7a384-2032-4685-bb8c-4fe0862bbb9a tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 946 time: 0.0525062 Sep 22 09:27:58.687967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54108) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:27:58.693189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-73420274-ab3e-4b1a-88b1-01da753d43af tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Request body: {'floatingip': {'port_id': '2474aa63-51dd-4d62-9056-db88ca575e00'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:27:58.735450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-73420274-ab3e-4b1a-88b1-01da753d43af tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:59.000538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca04800-d70a-4f4b-9f5e-2887c014a2ff req-8d86accf-e1ad-475e-9e5f-09f4d22a708b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:59.017800 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ca04800-d70a-4f4b-9f5e-2887c014a2ff req-8d86accf-e1ad-475e-9e5f-09f4d22a708b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.1315582 Sep 22 09:27:59.035011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1def20aa-3708-45db-bb46-75135145e797 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:27:59.187612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ca04800-d70a-4f4b-9f5e-2887c014a2ff req-1ed47d26-acdd-42a0-a48f-0cd6f3e0430f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667624 Sep 22 09:27:59.226672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 1def20aa-3708-45db-bb46-75135145e797 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:27:59.231650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 1def20aa-3708-45db-bb46-75135145e797 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:27:59.232334 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:59.244453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec20e7-6dc5-4328-adff-cd98842d4192 req-9661e79c-47c1-4d0a-b348-3f82853e314c tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:27:59.249539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61ec20e7-6dc5-4328-adff-cd98842d4192 req-9661e79c-47c1-4d0a-b348-3f82853e314c tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 948 time: 0.1610994 Sep 22 09:27:59.357297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61ec20e7-6dc5-4328-adff-cd98842d4192 req-bff6132c-2e62-467c-8f21-75eb9d26c9a8 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951397 Sep 22 09:27:59.446395 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:59.481348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394709de-5157-4747-afd4-d668f90b4e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1def20aa-3708-45db-bb46-75135145e797'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:27:59.485208 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ee718b-5642-4815-ba81-e9ac3e52b5dc" -d '{"events": [{"server_uuid": "394709de-5157-4747-afd4-d668f90b4e20", "name": "network-vif-plugged", "status": "completed", "tag": "1def20aa-3708-45db-bb46-75135145e797"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:59.534733 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1def20aa-3708-45db-bb46-75135145e797, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1def20aa-3708-45db-bb46-75135145e797,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:27:59.637359 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edc9da8-a4ce-4120-97cd-61a074d24b1a x-openstack-request-id: req-8edc9da8-a4ce-4120-97cd-61a074d24b1a {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:59.638227 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394709de-5157-4747-afd4-d668f90b4e20", "name": "network-vif-plugged", "status": "completed", "tag": "1def20aa-3708-45db-bb46-75135145e797", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:59.640144 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8edc9da8-a4ce-4120-97cd-61a074d24b1a {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:59.641700 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394709de-5157-4747-afd4-d668f90b4e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1def20aa-3708-45db-bb46-75135145e797', 'code': 200} Sep 22 09:27:59.645893 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:59.750379 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1def20aa-3708-45db-bb46-75135145e797,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:59.753930 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:59.969384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54144) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:00.109451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54148) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:00.194208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1768177758-network', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:00.274557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-539487896-network', 'tenant_id': 'b97160ec06ec4ebdb02567f5a48c785a'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:00.294289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:00.300143 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:00.325007 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:00.383801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.resource_extend [None req-73420274-ab3e-4b1a-88b1-01da753d43af tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:28:00.434580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96517dca-c250-4e87-af9d-19c38ec1e126 req-977e05ae-6b84-43f9-a91b-1ecf54a59d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:00.436222 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-96517dca-c250-4e87-af9d-19c38ec1e126 req-977e05ae-6b84-43f9-a91b-1ecf54a59d73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 1100 time: 0.7504017 Sep 22 09:28:00.485629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Made reservation on behalf of b97160ec06ec4ebdb02567f5a48c785a for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:00.493855 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:00.506637 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-73420274-ab3e-4b1a-88b1-01da753d43af tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:00.557576 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-96517dca-c250-4e87-af9d-19c38ec1e126 req-498fe9ff-f1c8-4cdd-ad0a-92178155b7f4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095319 Sep 22 09:28:00.592801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-73420274-ab3e-4b1a-88b1-01da753d43af tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:00.681159 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:00.700585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2805250-1959-4c43-a48f-91958f2405fe req-5235840f-0135-44d7-929f-c3a8d41a9949 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:00.702470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2805250-1959-4c43-a48f-91958f2405fe req-5235840f-0135-44d7-929f-c3a8d41a9949 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.3489316 Sep 22 09:28:00.755126 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:00.777512 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-73420274-ab3e-4b1a-88b1-01da753d43af tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Floating IP 08816873-d161-4d31-93e0-8fc0508501fe associated. External IP: 172.25.6.203, port: 2474aa63-51dd-4d62-9056-db88ca575e00. Sep 22 09:28:00.844810 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:00.857580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825612cd-b6c8-4069-bc48-9dfd4fd715ea req-ebe929c1-013c-41f7-a311-7c68acf11802 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:00.859448 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-825612cd-b6c8-4069-bc48-9dfd4fd715ea req-ebe929c1-013c-41f7-a311-7c68acf11802 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 949 time: 0.2250500 Sep 22 09:28:00.881239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2805250-1959-4c43-a48f-91958f2405fe req-be7e3ff9-5e72-4a55-997e-9d4594dca57a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501315 Sep 22 09:28:00.950336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:28:01.033176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-825612cd-b6c8-4069-bc48-9dfd4fd715ea req-9eb84e21-9f63-4006-a783-f7e733fbc6d1 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643217 Sep 22 09:28:01.035816 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.036496 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Added segment d29a6e76-24df-44c0-aa71-b04958d74852 of type vlan for network ae95b1b1-f73e-41a0-a588-2e4bd285a746 Sep 22 09:28:01.051996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d361ac-0cfa-4805-a212-8acf8e847579,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:01.113264 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.149038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73420274-ab3e-4b1a-88b1-01da753d43af tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Router 820829e3-f6cf-4c89-b60a-c808d52266aa has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:28:01.180364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.255306 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.256997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:01.257780 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.289753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73420274-ab3e-4b1a-88b1-01da753d43af tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:28:01.295323 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.296024 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-73420274-ab3e-4b1a-88b1-01da753d43af tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.305683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217db496-2356-4859-983a-dd7cfc76f956 None None] Sync routers for ids ['820829e3-f6cf-4c89-b60a-c808d52266aa'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:01.324104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217db496-2356-4859-983a-dd7cfc76f956 None None] Routers {'820829e3-f6cf-4c89-b60a-c808d52266aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:01.324804 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-217db496-2356-4859-983a-dd7cfc76f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['820829e3-f6cf-4c89-b60a-c808d52266aa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:01.332005 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-73420274-ab3e-4b1a-88b1-01da753d43af tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "PUT /v2.0/floatingips/08816873-d161-4d31-93e0-8fc0508501fe HTTP/1.1" status: 200 len: 992 time: 2.6424124 Sep 22 09:28:01.332635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'tag': '2474aa63-51dd-4d62-9056-db88ca575e00'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:01.337340 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2e50ff-522c-40b3-b37d-2c234f56768a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9", "tag": "2474aa63-51dd-4d62-9056-db88ca575e00"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:01.398642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:28:01.408860 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdba910-3a63-4668-9ceb-8936d0bba4b1 x-openstack-request-id: req-fcdba910-3a63-4668-9ceb-8936d0bba4b1 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:01.409373 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9", "tag": "2474aa63-51dd-4d62-9056-db88ca575e00", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:01.409373 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcdba910-3a63-4668-9ceb-8936d0bba4b1 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:01.409899 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'tag': '2474aa63-51dd-4d62-9056-db88ca575e00', 'status': 'completed', 'code': 200} Sep 22 09:28:01.418593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] Pushing event updated for resources: {'Network': ['ID=ae95b1b1-f73e-41a0-a588-2e4bd285a746,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:01.431095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ee01fb94-ece3-46af-b62a-00c2f206d46f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4604301 Sep 22 09:28:01.434468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:01.434646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54176) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:01.441495 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] Request body: {'subnet': {'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1768177758-subnet', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:01.443463 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.444260 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Added segment 39b10b46-e962-4227-b8a4-4855096b9be6 of type vlan for network 763851d3-276d-4da8-b079-53d932a3dd71 Sep 22 09:28:01.469888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network ae95b1b1-f73e-41a0-a588-2e4bd285a746 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:28:01.537560 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.547404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e50ff-522c-40b3-b37d-2c234f56768a req-db36bed4-1ac1-4716-915f-9aee835ccf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:01.549154 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-af2e50ff-522c-40b3-b37d-2c234f56768a req-db36bed4-1ac1-4716-915f-9aee835ccf0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6286928f40249ee8a1c92ffa11e94de&device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 1097 time: 0.0764935 Sep 22 09:28:01.587593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-217db496-2356-4859-983a-dd7cfc76f956 None None] Set router 820829e3-f6cf-4c89-b60a-c808d52266aa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:01.633283 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.634518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:01.635716 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.660852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:01.663393 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.828197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] Pushing event updated for resources: {'Network': ['ID=763851d3-276d-4da8-b079-53d932a3dd71,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:01.837825 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f1efda0f-c20c-420b-ace7-9f331ce0861e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7267175 Sep 22 09:28:01.839262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54184) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:01.852604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] Request body: {'subnet': {'network_id': '763851d3-276d-4da8-b079-53d932a3dd71', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-539487896-subnet', 'tenant_id': 'b97160ec06ec4ebdb02567f5a48c785a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:01.872254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e50ff-522c-40b3-b37d-2c234f56768a req-642859e8-820f-4eec-a55c-d7273bd7dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:01.875957 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-af2e50ff-522c-40b3-b37d-2c234f56768a req-642859e8-820f-4eec-a55c-d7273bd7dfd9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d0083319-a153-4223-a32a-bba9d64a39a4 HTTP/1.1" status: 200 len: 912 time: 0.3179398 Sep 22 09:28:01.943780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 763851d3-276d-4da8-b079-53d932a3dd71 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:28:02.018195 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-af2e50ff-522c-40b3-b37d-2c234f56768a req-95222535-8aab-49a5-ab15-591dfe0dfe33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2474aa63-51dd-4d62-9056-db88ca575e00 HTTP/1.1" status: 200 len: 1000 time: 0.1294801 Sep 22 09:28:02.128250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f3ba0-981e-473c-9bb5-59221cf68373 req-0bf8ca8d-c2a5-41d2-9158-ed872ccaeec5 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:02.135981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c9f3ba0-981e-473c-9bb5-59221cf68373 req-0bf8ca8d-c2a5-41d2-9158-ed872ccaeec5 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.1434369 Sep 22 09:28:02.137419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] Made reservation on behalf of b97160ec06ec4ebdb02567f5a48c785a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:02.143841 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:02.217463 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c9f3ba0-981e-473c-9bb5-59221cf68373 req-3322866f-3775-466f-b5c0-b0c499242fac tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706794 Sep 22 09:28:02.356045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e50ff-522c-40b3-b37d-2c234f56768a req-cd1ab764-5c53-4c2e-89f5-c50c468c4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:02.361939 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-af2e50ff-522c-40b3-b37d-2c234f56768a req-cd1ab764-5c53-4c2e-89f5-c50c468c4626 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=922234c5-5a67-487b-9fa4-b132e58ffdef HTTP/1.1" status: 200 len: 850 time: 0.3155215 Sep 22 09:28:02.411267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-217db496-2356-4859-983a-dd7cfc76f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '08816873-d161-4d31-93e0-8fc0508501fe', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'port_id': '2474aa63-51dd-4d62-9056-db88ca575e00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'mac_address': 'fa:16:3e:42:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:27:37Z', 'updated_at': '2021-09-22T09:27:59Z', 'revision_number': 1, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca', 'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'mac_address': 'fa:16:3e:1d:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:27Z', 'updated_at': '2021-09-22T09:27:36Z', 'revision_number': 5, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'subnets': [{'id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:02.476360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b706e-d188-45b1-b43a-d5d7c19e5022 req-d69738bc-1b80-4cf3-8687-8b134ab875b8 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:02.488617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec7b706e-d188-45b1-b43a-d5d7c19e5022 req-d69738bc-1b80-4cf3-8687-8b134ab875b8 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 949 time: 0.1070547 Sep 22 09:28:02.523970 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217db496-2356-4859-983a-dd7cfc76f956 None None] Checking router: 820829e3-f6cf-4c89-b60a-c808d52266aa for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:02.553264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e50ff-522c-40b3-b37d-2c234f56768a req-2120940b-031c-4184-ba03-31c41783e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:02.557779 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-af2e50ff-522c-40b3-b37d-2c234f56768a req-2120940b-031c-4184-ba03-31c41783e9f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d0083319-a153-4223-a32a-bba9d64a39a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795156 Sep 22 09:28:02.560769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217db496-2356-4859-983a-dd7cfc76f956 None None] Routers {'820829e3-f6cf-4c89-b60a-c808d52266aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:02.561214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:02.562543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-217db496-2356-4859-983a-dd7cfc76f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['820829e3-f6cf-4c89-b60a-c808d52266aa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:02.577510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec7b706e-d188-45b1-b43a-d5d7c19e5022 req-d6a447c6-3d2c-4660-aa81-bf2383070c25 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791228 Sep 22 09:28:02.686845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc67234-d99f-46cb-bcd6-6b9153fa8692 req-61b5b534-c77e-433b-bd2f-378f1cfa201f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:02.698205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccc67234-d99f-46cb-bcd6-6b9153fa8692 req-61b5b534-c77e-433b-bd2f-378f1cfa201f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 944 time: 0.1154590 Sep 22 09:28:02.757313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-217db496-2356-4859-983a-dd7cfc76f956 None None] Set router 820829e3-f6cf-4c89-b60a-c808d52266aa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:02.777035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccc67234-d99f-46cb-bcd6-6b9153fa8692 req-8d7be72b-d85d-4492-86f7-3e77b2e02b86 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777276 Sep 22 09:28:02.911362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] Checking segment: {'id': 'd29a6e76-24df-44c0-aa71-b04958d74852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:02.911822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] Network hostable DHCP agents. Network: ae95b1b1-f73e-41a0-a588-2e4bd285a746, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:28:02.926232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c26b9-2b8f-40cf-8e16-f2fb59b2ab80 req-bd5908c6-8290-47ce-8cad-33ff1a09c6ba tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:02.938812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c0c26b9-2b8f-40cf-8e16-f2fb59b2ab80 req-bd5908c6-8290-47ce-8cad-33ff1a09c6ba tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.60 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 944 time: 0.1059585 Sep 22 09:28:02.987355 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:02.996036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea1c088-1aae-4117-bc74-70d19dc29dec,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:03.095938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-9c0c26b9-2b8f-40cf-8e16-f2fb59b2ab80 req-61a54ae7-34f6-4f32-9b1b-a97ef979004c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Deleting port ff5204a2-44b6-46c9-9f8d-718bc6c6462b {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:03.098957 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9c0c26b9-2b8f-40cf-8e16-f2fb59b2ab80 req-61a54ae7-34f6-4f32-9b1b-a97ef979004c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:03.123626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:03.142921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] Network ae95b1b1-f73e-41a0-a588-2e4bd285a746 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:28:03.159945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] Checking segment: {'id': '39b10b46-e962-4227-b8a4-4855096b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:03.161077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] Network hostable DHCP agents. Network: 763851d3-276d-4da8-b079-53d932a3dd71, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:28:03.216478 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-af2e50ff-522c-40b3-b37d-2c234f56768a req-8e87ce12-6ede-4009-aad0-8807c367844c service neutron] 10.222.0.60 "GET /v2.0/networks/d0083319-a153-4223-a32a-bba9d64a39a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326172 Sep 22 09:28:03.307064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-9c0c26b9-2b8f-40cf-8e16-f2fb59b2ab80 req-61a54ae7-34f6-4f32-9b1b-a97ef979004c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] For port ff5204a2-44b6-46c9-9f8d-718bc6c6462b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:03.307991 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9c0c26b9-2b8f-40cf-8e16-f2fb59b2ab80 req-61a54ae7-34f6-4f32-9b1b-a97ef979004c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:03.331720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, ae95b1b1-f73e-41a0-a588-2e4bd285a746) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:03.339215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-9c0c26b9-2b8f-40cf-8e16-f2fb59b2ab80 req-61a54ae7-34f6-4f32-9b1b-a97ef979004c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Calling delete_port for ff5204a2-44b6-46c9-9f8d-718bc6c6462b owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:03.341518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af82aa6-78e0-4845-9a9e-7e0bcf7051cc None None] Network ae95b1b1-f73e-41a0-a588-2e4bd285a746 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:03.358813 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:03.359514 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:03.397141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-217db496-2356-4859-983a-dd7cfc76f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '08816873-d161-4d31-93e0-8fc0508501fe', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'port_id': '2474aa63-51dd-4d62-9056-db88ca575e00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'mac_address': 'fa:16:3e:42:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:27:37Z', 'updated_at': '2021-09-22T09:27:59Z', 'revision_number': 1, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca', 'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'mac_address': 'fa:16:3e:1d:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:27Z', 'updated_at': '2021-09-22T09:27:36Z', 'revision_number': 5, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'subnets': [{'id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:03.407531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] Network 763851d3-276d-4da8-b079-53d932a3dd71 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:28:03.486395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217db496-2356-4859-983a-dd7cfc76f956 None None] The sync data for ids ['820829e3-f6cf-4c89-b60a-c808d52266aa'] in n-d-805649-4 is: [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '08816873-d161-4d31-93e0-8fc0508501fe', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'port_id': '2474aa63-51dd-4d62-9056-db88ca575e00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'mac_address': 'fa:16:3e:42:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:27:37Z', 'updated_at': '2021-09-22T09:27:59Z', 'revision_number': 1, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca', 'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'mac_address': 'fa:16:3e:1d:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:27Z', 'updated_at': '2021-09-22T09:27:36Z', 'revision_number': 5, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'subnets': [{'id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:03.495227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 763851d3-276d-4da8-b079-53d932a3dd71) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:03.504933 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b7190-2e9f-4ca4-b969-cd9d076698c3 None None] Network 763851d3-276d-4da8-b079-53d932a3dd71 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:03.524597 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8dce2163-7a29-4cf5-ae93-4cac50619b0e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0855646 Sep 22 09:28:03.524597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:03.525062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:03.538427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54216) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:03.547989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1768177758-router', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:03.635242 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-af2e50ff-522c-40b3-b37d-2c234f56768a req-9d4838d8-5bb3-4a7f-bdff-e1a7db1fc5b0 service neutron] 10.222.0.60 "GET /v2.0/networks/d0083319-a153-4223-a32a-bba9d64a39a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094639 Sep 22 09:28:03.690239 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7f807512-65c2-498e-8cb1-86a8899d85af admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8455374 Sep 22 09:28:03.774283 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:03.775442 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:03.842301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5342eb-c393-4e8d-89fa-b6be3b987849 req-1495d678-883a-4880-9e17-c5cb8fb10e47 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:03.845640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c5342eb-c393-4e8d-89fa-b6be3b987849 req-1495d678-883a-4880-9e17-c5cb8fb10e47 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.2818067 Sep 22 09:28:03.887506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:03.923290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c5342eb-c393-4e8d-89fa-b6be3b987849 req-c981683f-f15e-4de9-a68e-18a546cf5199 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695150 Sep 22 09:28:03.929632 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821929e-9c25-4c84-9b65-5cdd23a1ec28 None None] New status for floating IP 08816873-d161-4d31-93e0-8fc0508501fe: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:28:04.009729 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9c0c26b9-2b8f-40cf-8e16-f2fb59b2ab80 req-61a54ae7-34f6-4f32-9b1b-a97ef979004c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.038093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['ff5204a2-44b6-46c9-9f8d-718bc6c6462b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:04.044120 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f684d58c-6692-4227-bee3-3eeab14ef319 req-bc4b800a-8f23-4360-956e-c20336ff2487 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 210 time: 0.0475190 Sep 22 09:28:04.191911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a54ae7-34f6-4f32-9b1b-a97ef979004c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Pushing event deleted for resources: {'Port': ['ID=ff5204a2-44b6-46c9-9f8d-718bc6c6462b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:04.192296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeaf2b9-8957-490f-8dfe-356a2122bffe None None] Network 763851d3-276d-4da8-b079-53d932a3dd71 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:04.229289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-ae95b1b1-f73e-41a0-a588-2e4bd285a746', 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'fixed_ips': [{'subnet_id': 'bea1c088-1aae-4117-bc74-70d19dc29dec'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:28:04.230467 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.264037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0c26b9-2b8f-40cf-8e16-f2fb59b2ab80 req-61a54ae7-34f6-4f32-9b1b-a97ef979004c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] No DVR routers for this DVR port ff5204a2-44b6-46c9-9f8d-718bc6c6462b on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:04.269750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9c0c26b9-2b8f-40cf-8e16-f2fb59b2ab80 req-61a54ae7-34f6-4f32-9b1b-a97ef979004c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.276269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c0c26b9-2b8f-40cf-8e16-f2fb59b2ab80 req-61a54ae7-34f6-4f32-9b1b-a97ef979004c tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.60 "DELETE /v2.0/ports/ff5204a2-44b6-46c9-9f8d-718bc6c6462b HTTP/1.1" status: 204 len: 173 time: 1.3289893 Sep 22 09:28:04.277536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b5816d-9af3-4297-938b-2dc6317460d3', 'name': 'network-vif-deleted', 'tag': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:04.284251 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b2db8b-0b85-451a-889b-61f203ec2266" -d '{"events": [{"server_uuid": "92b5816d-9af3-4297-938b-2dc6317460d3", "name": "network-vif-deleted", "tag": "ff5204a2-44b6-46c9-9f8d-718bc6c6462b"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:04.329682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54238) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:04.389608 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.439081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-9da3c0dd-947c-445e-ada2-8539521881c9 req-89f60d96-693d-4314-8fd7-08ca7b860daf tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-142988950', 'description': 'tempest-description-1110894618'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:04.481332 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842cecff-192a-4163-9e80-c560bc337554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.587485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Allocated IP 172.20.0.2 (ae95b1b1-f73e-41a0-a588-2e4bd285a746/bea1c088-1aae-4117-bc74-70d19dc29dec/59656c53-2675-4283-8cd4-8eff287b2022) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:04.615127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9da3c0dd-947c-445e-ada2-8539521881c9 req-89f60d96-693d-4314-8fd7-08ca7b860daf tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.731892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.736119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842cecff-192a-4163-9e80-c560bc337554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.742758 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.752318 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.754763 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0402e46-8a38-4ec9-86ab-44aefd01cb03 x-openstack-request-id: req-d0402e46-8a38-4ec9-86ab-44aefd01cb03 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:04.755122 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b5816d-9af3-4297-938b-2dc6317460d3", "name": "network-vif-deleted", "tag": "ff5204a2-44b6-46c9-9f8d-718bc6c6462b", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:04.755373 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0402e46-8a38-4ec9-86ab-44aefd01cb03 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:04.755770 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5816d-9af3-4297-938b-2dc6317460d3', 'name': 'network-vif-deleted', 'tag': 'ff5204a2-44b6-46c9-9f8d-718bc6c6462b', 'status': 'completed', 'code': 200} Sep 22 09:28:04.835780 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842cecff-192a-4163-9e80-c560bc337554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.872285 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.872883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Allocated IP 172.25.6.133 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/c8f5270f-60a4-450f-ba60-58a21fde925d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:04.914297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Network ae95b1b1-f73e-41a0-a588-2e4bd285a746 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:04.922116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:04.924188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Pushing event updated for resources: {'Port': ['ID=59656c53-2675-4283-8cd4-8eff287b2022,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:04.926786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:04.938414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-842cecff-192a-4163-9e80-c560bc337554 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9061990902c04ace8f117173542c0744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6071525 Sep 22 09:28:04.944582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54248) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:04.951615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cecff-192a-4163-9e80-c560bc337554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c4848-e41d-48c4-8153-c9bee359b25b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:04.993969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Attempting to bind port 59656c53-2675-4283-8cd4-8eff287b2022 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:04.995644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Attempting to bind port 59656c53-2675-4283-8cd4-8eff287b2022 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd29a6e76-24df-44c0-aa71-b04958d74852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:04.996290 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Attempting to bind port 59656c53-2675-4283-8cd4-8eff287b2022 on network ae95b1b1-f73e-41a0-a588-2e4bd285a746 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:05.002501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:05.003316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Checking segment: {'id': 'd29a6e76-24df-44c0-aa71-b04958d74852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:05.003998 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.004660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Bound using segment: {'id': 'd29a6e76-24df-44c0-aa71-b04958d74852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:05.005702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Bound port: 59656c53-2675-4283-8cd4-8eff287b2022, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29a6e76-24df-44c0-aa71-b04958d74852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:05.006386 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.007488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e96ba-0f0f-48d9-ae47-6a1b2eb1d9c9 req-e5196485-5c03-4327-bfd1-36d9c046cd15 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:05.009755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad9e96ba-0f0f-48d9-ae47-6a1b2eb1d9c9 req-e5196485-5c03-4327-bfd1-36d9c046cd15 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 949 time: 0.1403458 Sep 22 09:28:05.050182 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9da3c0dd-947c-445e-ada2-8539521881c9 req-89f60d96-693d-4314-8fd7-08ca7b860daf tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.088692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad9e96ba-0f0f-48d9-ae47-6a1b2eb1d9c9 req-9fd8f004-c2fc-4163-bc4f-d53bcd5871ea tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534801 Sep 22 09:28:05.093800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fd570164-8955-4174-bece-87972a8e96ac None None] For port 59656c53-2675-4283-8cd4-8eff287b2022, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:05.096418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fd570164-8955-4174-bece-87972a8e96ac None None] For port 59656c53-2675-4283-8cd4-8eff287b2022, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=59656c53-2675-4283-8cd4-8eff287b2022,segment=NetworkSegment(d29a6e76-24df-44c0-aa71-b04958d74852),segment_id=d29a6e76-24df-44c0-aa71-b04958d74852)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:05.170918 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9da3c0dd-947c-445e-ada2-8539521881c9 req-89f60d96-693d-4314-8fd7-08ca7b860daf tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.173670 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.273317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd570164-8955-4174-bece-87972a8e96ac None None] Pushing event updated for resources: {'Port': ['ID=59656c53-2675-4283-8cd4-8eff287b2022,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:05.296053 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9da3c0dd-947c-445e-ada2-8539521881c9 req-89f60d96-693d-4314-8fd7-08ca7b860daf tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.297820 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9da3c0dd-947c-445e-ada2-8539521881c9 req-89f60d96-693d-4314-8fd7-08ca7b860daf tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8635614 Sep 22 09:28:05.317884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f60d96-693d-4314-8fd7-08ca7b860daf tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd18da19-9b7a-4177-a334-4bc6a817235d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:05.347997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9831f82-b611-4348-a10a-ef8c8a92c9ea req-e6982087-fb5d-499c-a0ee-3b49c2dd221e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:05.355392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9831f82-b611-4348-a10a-ef8c8a92c9ea req-e6982087-fb5d-499c-a0ee-3b49c2dd221e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.1425316 Sep 22 09:28:05.357445 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.375179 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46ce281b-57af-4585-a372-33487e6a4867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.407192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9831f82-b611-4348-a10a-ef8c8a92c9ea req-b1be6a78-6287-439f-aa9c-a5cc58a7e1b2 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509148 Sep 22 09:28:05.411391 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46ce281b-57af-4585-a372-33487e6a4867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.435871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fab4c98b-21ab-4dc1-b52b-658c211d4f3e req-b98d446d-a5ae-43a2-95e7-0999858b1fc9 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=92b5816d-9af3-4297-938b-2dc6317460d3 HTTP/1.1" status: 200 len: 210 time: 0.0464122 Sep 22 09:28:05.446538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-64ccc2fc-8447-40b0-9271-48695070fb31 req-bf28d564-3bf6-48ba-b8ee-4963df01db92 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-523285122', 'description': 'tempest-description-179413317'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:05.524489 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.574594 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-64ccc2fc-8447-40b0-9271-48695070fb31 req-bf28d564-3bf6-48ba-b8ee-4963df01db92 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.575949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:05.577072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46ce281b-57af-4585-a372-33487e6a4867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.580196 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46ce281b-57af-4585-a372-33487e6a4867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.581400 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-46ce281b-57af-4585-a372-33487e6a4867 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d88c4848-e41d-48c4-8153-c9bee359b25b HTTP/1.1" status: 204 len: 168 time: 0.6359308 Sep 22 09:28:05.596611 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce281b-57af-4585-a372-33487e6a4867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c4848-e41d-48c4-8153-c9bee359b25b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:05.605643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:05.605643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:05.607764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Pushing event updated for resources: {'Port': ['ID=c8f5270f-60a4-450f-ba60-58a21fde925d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:05.751874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-64ccc2fc-8447-40b0-9271-48695070fb31 req-bf28d564-3bf6-48ba-b8ee-4963df01db92 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.753397 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 59656c53-2675-4283-8cd4-8eff287b2022 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:05.802695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 59656c53-2675-4283-8cd4-8eff287b2022 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:05.803194 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.818993 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-64ccc2fc-8447-40b0-9271-48695070fb31 req-bf28d564-3bf6-48ba-b8ee-4963df01db92 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.856218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28d564-3bf6-48ba-b8ee-4963df01db92 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1367a651-82d0-43ed-886f-98b8449f5b54,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:05.905559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.937892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 59656c53-2675-4283-8cd4-8eff287b2022, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=59656c53-2675-4283-8cd4-8eff287b2022,segment=NetworkSegment(d29a6e76-24df-44c0-aa71-b04958d74852),segment_id=d29a6e76-24df-44c0-aa71-b04958d74852)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:05.967257 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.026958 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.030371 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-64ccc2fc-8447-40b0-9271-48695070fb31 req-bf28d564-3bf6-48ba-b8ee-4963df01db92 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.030371 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64ccc2fc-8447-40b0-9271-48695070fb31 req-bf28d564-3bf6-48ba-b8ee-4963df01db92 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5868104 Sep 22 09:28:06.102591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=59656c53-2675-4283-8cd4-8eff287b2022,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:06.170998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b24fe-708a-4d31-acaf-de5fca359b9a req-8d7518f3-d98e-4041-a304-fc5aedbb2275 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:06.173831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c38b24fe-708a-4d31-acaf-de5fca359b9a req-8d7518f3-d98e-4041-a304-fc5aedbb2275 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.60 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 949 time: 0.0957692 Sep 22 09:28:06.261057 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.338780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2e834-0cf1-4def-ab5f-bf47c92d90ba req-d7338d2b-d297-4ebc-82dd-85e915c717cf tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:06.340661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52c2e834-0cf1-4def-ab5f-bf47c92d90ba req-d7338d2b-d297-4ebc-82dd-85e915c717cf tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 949 time: 0.1511407 Sep 22 09:28:06.419557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54278) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:06.440777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5eaf84-f3f6-4cce-b510-64f72412a291 None None] Network ae95b1b1-f73e-41a0-a588-2e4bd285a746 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:06.486934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c38b24fe-708a-4d31-acaf-de5fca359b9a req-1750c3f5-df8f-4f8f-90dd-80f875e37cc7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Deleting port 1def20aa-3708-45db-bb46-75135145e797 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:06.487279 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c38b24fe-708a-4d31-acaf-de5fca359b9a req-1750c3f5-df8f-4f8f-90dd-80f875e37cc7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.499990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8309e09c-aeaf-4ca1-9174-f5bd749c554c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.501451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:28:06.523449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52c2e834-0cf1-4def-ab5f-bf47c92d90ba req-6511ddf1-9330-427b-a1f5-7a0342a49e0a tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/security-groups?id=03b6ce29-b75e-4f00-9057-d7c59ab00829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594672 Sep 22 09:28:06.524088 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-93bbe6e8-cf1a-4f95-a70f-6dafb4fc0340 None None] Provisioning complete for port 59656c53-2675-4283-8cd4-8eff287b2022 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:06.524653 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-93bbe6e8-cf1a-4f95-a70f-6dafb4fc0340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.576929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-ec2e64b5-6c3b-4426-bfc1-73b0335d7ad7 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:06.579715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-ec2e64b5-6c3b-4426-bfc1-73b0335d7ad7 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 812 time: 0.2525203 Sep 22 09:28:06.636359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:28:06.639204 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-f4895867-fa4b-4e35-8755-94c7181dd738 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/quotas/b97160ec06ec4ebdb02567f5a48c785a HTTP/1.1" status: 200 len: 375 time: 0.0264161 Sep 22 09:28:06.651616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Sync routers for ids ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:06.692277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Routers {'3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:06.692940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:06.719096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-85401c38-96aa-4137-b3ca-6a6c5b8f635f tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638866 Sep 22 09:28:06.735394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c38b24fe-708a-4d31-acaf-de5fca359b9a req-1750c3f5-df8f-4f8f-90dd-80f875e37cc7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] For port 1def20aa-3708-45db-bb46-75135145e797, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1def20aa-3708-45db-bb46-75135145e797,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:06.736681 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c38b24fe-708a-4d31-acaf-de5fca359b9a req-1750c3f5-df8f-4f8f-90dd-80f875e37cc7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.782044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c38b24fe-708a-4d31-acaf-de5fca359b9a req-1750c3f5-df8f-4f8f-90dd-80f875e37cc7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Calling delete_port for 1def20aa-3708-45db-bb46-75135145e797 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:06.791784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02137c-d3f7-4e76-ae60-a5c706efc9e7 req-ac088ea6-0e4f-4fe9-b37d-af6d3de02e75 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:06.793447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd02137c-d3f7-4e76-ae60-a5c706efc9e7 req-ac088ea6-0e4f-4fe9-b37d-af6d3de02e75 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.1826532 Sep 22 09:28:06.818267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Set router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:06.976054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd02137c-d3f7-4e76-ae60-a5c706efc9e7 req-73d49d24-4151-4aaf-ac54-4e2729e46bb1 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727049 Sep 22 09:28:06.997633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-21c7ea74-ac54-4c6f-a5af-589f2024b80e None None] Provisioning complete for port 59656c53-2675-4283-8cd4-8eff287b2022 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:06.998158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-075256bd-839f-450a-91ff-110567d33031 service neutron] 10.222.0.49 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502077 Sep 22 09:28:06.998279 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-21c7ea74-ac54-4c6f-a5af-589f2024b80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.998404 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8309e09c-aeaf-4ca1-9174-f5bd749c554c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.047935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'name': 'tempest-ServersTestMultiNic-1768177758-router', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:03Z', 'updated_at': '2021-09-22T09:28:05Z', 'revision_number': 3, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'gw_port': {'id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:04Z', 'updated_at': '2021-09-22T09:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:07.086991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Checking router: 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:07.086991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Updating router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 port c8f5270f-60a4-450f-ba60-58a21fde925d binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:28:07.090837 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8309e09c-aeaf-4ca1-9174-f5bd749c554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.101969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ff5204a2-44b6-46c9-9f8d-718bc6c6462b no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:07.144073 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: ff5204a2-44b6-46c9-9f8d-718bc6c6462b {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:07.144512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ff5204a2-44b6-46c9-9f8d-718bc6c6462b not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:07.158220 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.167310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.175840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54288) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:07.176705 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e79046ce-c813-4a59-8a82-3dff3f75eaff admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6355400 Sep 22 09:28:07.201488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8309e09c-aeaf-4ca1-9174-f5bd749c554c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9b109f52a4c4b9c8e0f9506649d5d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7771599 Sep 22 09:28:07.204597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54290) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:07.236229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309e09c-aeaf-4ca1-9174-f5bd749c554c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffedc20-44a3-4297-b888-0bc353a324ba,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:07.252058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-c99ce4f9-33d4-4450-a1df-c069cd543e01 service neutron] 10.222.0.49 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386703 Sep 22 09:28:07.272453 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ead4-95ea-4d65-878c-0c62a8897623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.282829 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c38b24fe-708a-4d31-acaf-de5fca359b9a req-1750c3f5-df8f-4f8f-90dd-80f875e37cc7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.296575 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ead4-95ea-4d65-878c-0c62a8897623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.426051 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ead4-95ea-4d65-878c-0c62a8897623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.428918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e3b4ead4-95ea-4d65-878c-0c62a8897623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.430480 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e3b4ead4-95ea-4d65-878c-0c62a8897623 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ffedc20-44a3-4297-b888-0bc353a324ba HTTP/1.1" status: 204 len: 168 time: 0.2238054 Sep 22 09:28:07.447820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4ead4-95ea-4d65-878c-0c62a8897623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffedc20-44a3-4297-b888-0bc353a324ba,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:07.678165 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.701013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 59656c53-2675-4283-8cd4-8eff287b2022 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:07.719833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750c3f5-df8f-4f8f-90dd-80f875e37cc7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Pushing event deleted for resources: {'Port': ['ID=1def20aa-3708-45db-bb46-75135145e797,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:07.778895 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.796989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38b24fe-708a-4d31-acaf-de5fca359b9a req-1750c3f5-df8f-4f8f-90dd-80f875e37cc7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] No DVR routers for this DVR port 1def20aa-3708-45db-bb46-75135145e797 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:07.828594 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c38b24fe-708a-4d31-acaf-de5fca359b9a req-1750c3f5-df8f-4f8f-90dd-80f875e37cc7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.830791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c38b24fe-708a-4d31-acaf-de5fca359b9a req-1750c3f5-df8f-4f8f-90dd-80f875e37cc7 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.60 "DELETE /v2.0/ports/1def20aa-3708-45db-bb46-75135145e797 HTTP/1.1" status: 204 len: 173 time: 1.6505444 Sep 22 09:28:07.886212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394709de-5157-4747-afd4-d668f90b4e20', 'name': 'network-vif-deleted', 'tag': '1def20aa-3708-45db-bb46-75135145e797'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:07.888945 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ef57ee-d08a-41a9-bc9d-6b1a158f9ae6" -d '{"events": [{"server_uuid": "394709de-5157-4747-afd4-d668f90b4e20", "name": "network-vif-deleted", "tag": "1def20aa-3708-45db-bb46-75135145e797"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:07.894418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a67e01-ee35-4805-a62a-c9af917c902a None None] Pushing event updated for resources: {'Port': ['ID=c8f5270f-60a4-450f-ba60-58a21fde925d,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:07.919512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Attempting to bind port c8f5270f-60a4-450f-ba60-58a21fde925d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:07.920678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Attempting to bind port c8f5270f-60a4-450f-ba60-58a21fde925d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:07.921212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Attempting to bind port c8f5270f-60a4-450f-ba60-58a21fde925d on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:07.931461 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:07.932904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:07.933170 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.933484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:07.934191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Bound port: c8f5270f-60a4-450f-ba60-58a21fde925d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:07.934580 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.942785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe3e4961-b068-4b34-8561-8829acece7e1 req-ecaea9d4-b1bd-44b2-b1e7-e176a2deb1e0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 210 time: 0.1592698 Sep 22 09:28:08.014023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 59656c53-2675-4283-8cd4-8eff287b2022 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:08.022843 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:08.028905 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776874b2-8e97-4fa6-abb1-aeb84ec14727 req-a800fe4c-f389-490e-999f-71a1ffa6c76d tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:08.030461 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-776874b2-8e97-4fa6-abb1-aeb84ec14727 req-a800fe4c-f389-490e-999f-71a1ffa6c76d tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 945 time: 0.2466216 Sep 22 09:28:08.119204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] For port c8f5270f-60a4-450f-ba60-58a21fde925d, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:08.123829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] For port c8f5270f-60a4-450f-ba60-58a21fde925d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c8f5270f-60a4-450f-ba60-58a21fde925d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:08.148202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672280a4-6a1b-4715-8e52-a2e8989b1096 req-5991b17b-cf79-444f-a183-0dba78a45cd8 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:08.150514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-672280a4-6a1b-4715-8e52-a2e8989b1096 req-5991b17b-cf79-444f-a183-0dba78a45cd8 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.60 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 945 time: 0.2196920 Sep 22 09:28:08.157276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46f5562a-caa0-44f8-b87d-fc37b75e1cd2 req-5316cd39-ebe4-48e2-89e5-5a0e44b21320 tempest-TenantUsagesTestJSON-1538565060 tempest-TenantUsagesTestJSON-1538565060-project] 10.222.0.49 "GET /v2.0/ports?device_id=394709de-5157-4747-afd4-d668f90b4e20 HTTP/1.1" status: 200 len: 210 time: 0.0770693 Sep 22 09:28:08.215748 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:08.269453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-776874b2-8e97-4fa6-abb1-aeb84ec14727 req-8cb30bfa-df81-4f23-87c9-df25693e05a0 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919715 Sep 22 09:28:08.281711 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c400fa93-46a9-4fad-9631-0edcc7a9db8c x-openstack-request-id: req-c400fa93-46a9-4fad-9631-0edcc7a9db8c {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:08.282064 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "394709de-5157-4747-afd4-d668f90b4e20", "name": "network-vif-deleted", "tag": "1def20aa-3708-45db-bb46-75135145e797", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:08.282414 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c400fa93-46a9-4fad-9631-0edcc7a9db8c {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:08.282816 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394709de-5157-4747-afd4-d668f90b4e20', 'name': 'network-vif-deleted', 'tag': '1def20aa-3708-45db-bb46-75135145e797', 'status': 'completed', 'code': 200} Sep 22 09:28:08.332270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a67e01-ee35-4805-a62a-c9af917c902a None None] Pushing event updated for resources: {'Port': ['ID=c8f5270f-60a4-450f-ba60-58a21fde925d,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:08.344311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Routers {'3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:08.345260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:08.465263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] Set router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:08.518111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45f8c5-1a6f-437a-8049-69a44fd8866f req-b8154151-7f4f-426a-9e24-598a646bea3c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:08.520260 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb45f8c5-1a6f-437a-8049-69a44fd8866f req-b8154151-7f4f-426a-9e24-598a646bea3c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.1266441 Sep 22 09:28:08.528221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-672280a4-6a1b-4715-8e52-a2e8989b1096 req-9bedd2a9-39ae-4152-8816-6d91bf7fcd14 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Deleting port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:08.528664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-672280a4-6a1b-4715-8e52-a2e8989b1096 req-9bedd2a9-39ae-4152-8816-6d91bf7fcd14 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:08.696100 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb45f8c5-1a6f-437a-8049-69a44fd8866f req-50299727-6bc2-4776-ba87-99195ae75115 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109014 Sep 22 09:28:08.719458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'name': 'tempest-ServersTestMultiNic-1768177758-router', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:03Z', 'updated_at': '2021-09-22T09:28:05Z', 'revision_number': 3, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'gw_port': {'id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:04Z', 'updated_at': '2021-09-22T09:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:08.758260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-672280a4-6a1b-4715-8e52-a2e8989b1096 req-9bedd2a9-39ae-4152-8816-6d91bf7fcd14 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] For port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:08.758787 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-672280a4-6a1b-4715-8e52-a2e8989b1096 req-9bedd2a9-39ae-4152-8816-6d91bf7fcd14 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:08.762596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbc817-773a-4c78-b83f-2414bc4d8a08 None None] The sync data for ids ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'] in n-d-805649-4 is: [{'id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'name': 'tempest-ServersTestMultiNic-1768177758-router', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:03Z', 'updated_at': '2021-09-22T09:28:05Z', 'revision_number': 3, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'gw_port': {'id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:04Z', 'updated_at': '2021-09-22T09:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:08.773937 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:08.780898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-672280a4-6a1b-4715-8e52-a2e8989b1096 req-9bedd2a9-39ae-4152-8816-6d91bf7fcd14 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Calling delete_port for 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:09.087025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1def20aa-3708-45db-bb46-75135145e797 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:09.088800 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62751c00-76c8-414c-a291-9a3a7278d1df req-4397b416-cf28-4522-8e2a-53fc41c24ed7 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 210 time: 0.0528014 Sep 22 09:28:09.089894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Allocated IP 172.20.0.1 (ae95b1b1-f73e-41a0-a588-2e4bd285a746/bea1c088-1aae-4117-bc74-70d19dc29dec/5a552d99-123d-4b05-8816-73f0e5d3af53) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:09.128961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 1def20aa-3708-45db-bb46-75135145e797 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:09.129311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1def20aa-3708-45db-bb46-75135145e797 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:09.180869 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-672280a4-6a1b-4715-8e52-a2e8989b1096 req-9bedd2a9-39ae-4152-8816-6d91bf7fcd14 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.225560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedd2a9-39ae-4152-8816-6d91bf7fcd14 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Pushing event deleted for resources: {'Port': ['ID=3d64ce77-a4eb-447e-94d8-bc634e0c2cbb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:09.298895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-672280a4-6a1b-4715-8e52-a2e8989b1096 req-9bedd2a9-39ae-4152-8816-6d91bf7fcd14 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] No DVR routers for this DVR port 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:09.308422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.316839 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-672280a4-6a1b-4715-8e52-a2e8989b1096 req-9bedd2a9-39ae-4152-8816-6d91bf7fcd14 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.319832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-672280a4-6a1b-4715-8e52-a2e8989b1096 req-9bedd2a9-39ae-4152-8816-6d91bf7fcd14 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.60 "DELETE /v2.0/ports/3d64ce77-a4eb-447e-94d8-bc634e0c2cbb HTTP/1.1" status: 204 len: 173 time: 1.1580541 Sep 22 09:28:09.397989 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e39b3a62-ad1b-4c83-a3f9-12aaedafd0e9 req-58da512a-49d3-419d-9093-2f3147531fa7 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 210 time: 0.0363712 Sep 22 09:28:09.466112 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.567013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Network ae95b1b1-f73e-41a0-a588-2e4bd285a746 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:09.575686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:09.583645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:09.591458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Pushing event updated for resources: {'Port': ['ID=5a552d99-123d-4b05-8816-73f0e5d3af53,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:09.655810 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.665003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c8f5270f-60a4-450f-ba60-58a21fde925d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:09.765169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c8f5270f-60a4-450f-ba60-58a21fde925d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:09.765568 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.949668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2c4eb-7a1f-4043-b91a-4a5c6e6d70a4 req-9592769a-b891-4afc-b9b6-5d045cbde770 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:09.951978 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8b2c4eb-7a1f-4043-b91a-4a5c6e6d70a4 req-9592769a-b891-4afc-b9b6-5d045cbde770 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.1056979 Sep 22 09:28:09.971029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54360) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:10.037481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8b2c4eb-7a1f-4043-b91a-4a5c6e6d70a4 req-83e7e083-6254-413f-81f5-0a06593d69f7 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762506 Sep 22 09:28:10.066622 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.081759 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.089048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0f6a1398-cd1b-432c-a734-4e1e7220cff3 None None] Provisioning complete for port 5a552d99-123d-4b05-8816-73f0e5d3af53 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:10.089760 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0f6a1398-cd1b-432c-a734-4e1e7220cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.128665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port c8f5270f-60a4-450f-ba60-58a21fde925d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c8f5270f-60a4-450f-ba60-58a21fde925d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:10.139951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a1398-cd1b-432c-a734-4e1e7220cff3 None None] Port 5a552d99-123d-4b05-8816-73f0e5d3af53 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:28:10.221269 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.228553 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-924ae61f-a185-4fa7-9091-be0d259e7e17 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f9a5f2b0ced4e2fbfedd9f4ae0d5563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557244 Sep 22 09:28:10.229529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54370) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:10.288445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1ddfc20-ce3e-48c6-a8a0-5bfba1a48d2c req-c71b1b7b-2f70-4573-ad30-650ca38864dc tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 210 time: 0.0844607 Sep 22 09:28:10.288445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3298729f-a578-4968-8569-322824f7351b', 'name': 'network-vif-deleted', 'tag': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:10.288445 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34c5d59-58fe-4b6f-a077-b84be719a6c3" -d '{"events": [{"server_uuid": "3298729f-a578-4968-8569-322824f7351b", "name": "network-vif-deleted", "tag": "3d64ce77-a4eb-447e-94d8-bc634e0c2cbb"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:10.317525 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=c8f5270f-60a4-450f-ba60-58a21fde925d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:10.347194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c51cacd8-0132-44c2-ac6b-27bd90842e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.368867 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf83f01-f3d2-4bfc-b39d-596e29a4239d x-openstack-request-id: req-dbf83f01-f3d2-4bfc-b39d-596e29a4239d {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:10.368867 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3298729f-a578-4968-8569-322824f7351b", "name": "network-vif-deleted", "tag": "3d64ce77-a4eb-447e-94d8-bc634e0c2cbb", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:10.368867 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbf83f01-f3d2-4bfc-b39d-596e29a4239d {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:10.368867 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3298729f-a578-4968-8569-322824f7351b', 'name': 'network-vif-deleted', 'tag': '3d64ce77-a4eb-447e-94d8-bc634e0c2cbb', 'status': 'completed', 'code': 200} Sep 22 09:28:10.376640 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c51cacd8-0132-44c2-ac6b-27bd90842e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.388050 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.444074 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.501585 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c51cacd8-0132-44c2-ac6b-27bd90842e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.505718 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c51cacd8-0132-44c2-ac6b-27bd90842e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.507624 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c51cacd8-0132-44c2-ac6b-27bd90842e3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03b6ce29-b75e-4f00-9057-d7c59ab00829 HTTP/1.1" status: 204 len: 168 time: 0.2768581 Sep 22 09:28:10.579998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cacd8-0132-44c2-ac6b-27bd90842e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b6ce29-b75e-4f00-9057-d7c59ab00829,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:10.581992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e1d1a74-fdc9-4d0f-9c9a-f849dc28a8db req-4325ccbc-162f-4332-bb71-0b6e2e68db4f tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=3298729f-a578-4968-8569-322824f7351b HTTP/1.1" status: 200 len: 210 time: 0.0598695 Sep 22 09:28:10.588103 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.613493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Pushing event updated for resources: {'Port': ['ID=5a552d99-123d-4b05-8816-73f0e5d3af53,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:10.743176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Network ae95b1b1-f73e-41a0-a588-2e4bd285a746 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:10.745869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:10.753605 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-875e02c8-4958-4fca-98c5-a1daa87b73ad tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:10.755876 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-875e02c8-4958-4fca-98c5-a1daa87b73ad tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.45 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 812 time: 0.2468927 Sep 22 09:28:10.779427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'port': {'device_id': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71', 'admin_state_up': True, 'tenant_id': 'b97160ec06ec4ebdb02567f5a48c785a'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:10.940224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:28:11.065790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f1be59c1-af76-4ef7-9905-339a2826da72 None None] Provisioning complete for port 5a552d99-123d-4b05-8816-73f0e5d3af53 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:11.066050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:28:11.066582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f1be59c1-af76-4ef7-9905-339a2826da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.078387 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Sync routers for ids ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:11.085410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d6c9306b-733c-4ab3-8dd0-50867d963285 admin admin] 10.222.0.49 "PUT /v2.0/routers/3a431e19-5d1c-4d44-8d54-6ba010a9c5c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9004376 Sep 22 09:28:11.101579 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Routers {'3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:11.102455 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:11.106079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:11.123758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Made reservation on behalf of b97160ec06ec4ebdb02567f5a48c785a for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:11.128717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.140513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f1be59c1-af76-4ef7-9905-339a2826da72 None None] Port 5a552d99-123d-4b05-8816-73f0e5d3af53 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:28:11.143663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:11.144002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3d64ce77-a4eb-447e-94d8-bc634e0c2cbb not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:11.206696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-511eeb96-3a71-4b51-8db1-cca85cbe40bf tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:11.208251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-511eeb96-3a71-4b51-8db1-cca85cbe40bf tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.0822504 Sep 22 09:28:11.221530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-4'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:11.237331 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Set router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:11.286243 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.312034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f53e8-fc21-4aa1-b612-a94d8da7d176 req-c296e996-7f75-4d8b-8109-78ea2d103bb3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:11.321021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c5f53e8-fc21-4aa1-b612-a94d8da7d176 req-c296e996-7f75-4d8b-8109-78ea2d103bb3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 945 time: 0.1835651 Sep 22 09:28:11.358720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54402) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:11.399074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c5f53e8-fc21-4aa1-b612-a94d8da7d176 req-4d94c9c3-638b-4ffc-aa26-1018c50e76de tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766709 Sep 22 09:28:11.442156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2d5acc7-69f7-40bc-9f17-db391cbf4a39 req-d9dab9ec-1ee0-45ec-bce2-929c07bc0f21 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 210 time: 0.0347271 Sep 22 09:28:11.443491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Allocated IP 172.20.0.14 (763851d3-276d-4da8-b079-53d932a3dd71/e8f46aee-0fc0-42f6-bb42-edf3aeb279a1/4b53525a-1279-4dc6-96ed-b6b2241dd85e) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:11.525119 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'name': 'tempest-ServersTestMultiNic-1768177758-router', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:03Z', 'updated_at': '2021-09-22T09:28:09Z', 'revision_number': 4, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'gw_port': {'id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:04Z', 'updated_at': '2021-09-22T09:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5a552d99-123d-4b05-8816-73f0e5d3af53', 'name': '', 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'mac_address': 'fa:16:3e:ba:95:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bea1c088-1aae-4117-bc74-70d19dc29dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:08Z', 'updated_at': '2021-09-22T09:28:10Z', 'revision_number': 2, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'subnets': [{'id': 'bea1c088-1aae-4117-bc74-70d19dc29dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:11.565297 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Checking router: 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:11.565760 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Updating router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 port 5a552d99-123d-4b05-8816-73f0e5d3af53 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:28:11.576478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:11.592384 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.674613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c8f5270f-60a4-450f-ba60-58a21fde925d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:11.674801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:11.694250 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.718212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54414) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:11.752487 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd48944e-efbc-4a7a-af56-0a75faca3286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.797184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c8f5270f-60a4-450f-ba60-58a21fde925d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:11.799624 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.805199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1080375922'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:11.810701 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.818352 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.847402 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-bd48944e-efbc-4a7a-af56-0a75faca3286 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:28:11.847402 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:28:11.847402 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': '26eaec7ede0a46e6a7c39410cb09bb61', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 27, 51, 835753)}] Sep 22 09:28:11.847402 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:28:11.847894 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-bd48944e-efbc-4a7a-af56-0a75faca3286 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:28:11.880917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Network 763851d3-276d-4da8-b079-53d932a3dd71 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:11.887446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:11.893496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:11.894502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.936302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'Port': ['ID=4b53525a-1279-4dc6-96ed-b6b2241dd85e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:11.957035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:11.957769 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.961434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:11.964770 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.995104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:28:12.003772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Pushing event updated for resources: {'Port': ['ID=3da5dbe0-88a5-4012-8ac3-aded07a187ad,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:12.023005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.023372 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Added segment 55dbef6a-8b01-4a0c-a68d-1f80ae270bf8 of type vlan for network 8838af09-f3ab-4539-a7cb-ac3332d6e218 Sep 22 09:28:12.028238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on host n-h2-805649-4 for vnic_type normal with profile {"migrating_to": "n-h1-805649-4"} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:12.029001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:12.029001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:12.035148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:28:12.035427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Attempting to bind port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on network b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:12.040436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:12.041342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Checking segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:12.041729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Bound using segment: {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:12.042266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Bound port: 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7589963e-5236-4899-bb5f-0c00a95eafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:12.042755 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.059571 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.072262 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-b27d5228-fe43-4545-82d4-ed76cd388289 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2997017 Sep 22 09:28:12.102047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Request body: {'port': {'device_id': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:12.127214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:12.130459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:12.133123 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.140904 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.191552 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.212540 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d3491-023a-4320-911e-13c582ceaa89 None None] Pushing event updated for resources: {'Port': ['ID=5a552d99-123d-4b05-8816-73f0e5d3af53,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:12.232015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.343925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Pushing event updated for resources: {'Port': ['ID=3da5dbe0-88a5-4012-8ac3-aded07a187ad,revision_number=8']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:12.347935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:12.350680 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.350680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-15e5dac9-e122-40c4-b0d7-9038c7f78f97 service neutron] 10.222.0.60 "PUT /v2.0/ports/3da5dbe0-88a5-4012-8ac3-aded07a187ad HTTP/1.1" status: 200 len: 1121 time: 1.1334238 Sep 22 09:28:12.351087 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd48944e-efbc-4a7a-af56-0a75faca3286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.365486 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.373096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:12.374256 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.374402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da5dbe0-88a5-4012-8ac3-aded07a187ad'}, {'name': 'network-changed', 'server_uuid': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'tag': '3da5dbe0-88a5-4012-8ac3-aded07a187ad'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:12.376336 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff6095f-937e-43a1-8e1f-3143594c9439" -d '{"events": [{"server_uuid": "d0780038-6e61-4e5b-91a8-2b66baa5c696", "name": "network-vif-unplugged", "status": "completed", "tag": "3da5dbe0-88a5-4012-8ac3-aded07a187ad"}, {"name": "network-changed", "server_uuid": "d0780038-6e61-4e5b-91a8-2b66baa5c696", "tag": "3da5dbe0-88a5-4012-8ac3-aded07a187ad"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:12.379690 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Attempting to bind port 5a552d99-123d-4b05-8816-73f0e5d3af53 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:12.381798 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Attempting to bind port 5a552d99-123d-4b05-8816-73f0e5d3af53 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd29a6e76-24df-44c0-aa71-b04958d74852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:12.382424 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Attempting to bind port 5a552d99-123d-4b05-8816-73f0e5d3af53 on network ae95b1b1-f73e-41a0-a588-2e4bd285a746 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:12.402730 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:12.403350 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Checking segment: {'id': 'd29a6e76-24df-44c0-aa71-b04958d74852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:12.404455 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.405070 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Bound using segment: {'id': 'd29a6e76-24df-44c0-aa71-b04958d74852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:12.406083 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Bound port: 5a552d99-123d-4b05-8816-73f0e5d3af53, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29a6e76-24df-44c0-aa71-b04958d74852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:12.406642 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.439044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['3da5dbe0-88a5-4012-8ac3-aded07a187ad'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:12.472199 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2fffe2-f537-4962-b067-22ae6804bc74 x-openstack-request-id: req-6b2fffe2-f537-4962-b067-22ae6804bc74 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:12.472551 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0780038-6e61-4e5b-91a8-2b66baa5c696", "name": "network-vif-unplugged", "status": "completed", "tag": "3da5dbe0-88a5-4012-8ac3-aded07a187ad", "code": 200}, {"name": "network-changed", "server_uuid": "d0780038-6e61-4e5b-91a8-2b66baa5c696", "tag": "3da5dbe0-88a5-4012-8ac3-aded07a187ad", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:12.472898 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b2fffe2-f537-4962-b067-22ae6804bc74 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:12.473350 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da5dbe0-88a5-4012-8ac3-aded07a187ad', 'code': 200} Sep 22 09:28:12.473603 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'tag': '3da5dbe0-88a5-4012-8ac3-aded07a187ad', 'status': 'completed', 'code': 200} Sep 22 09:28:12.555383 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] For port 5a552d99-123d-4b05-8816-73f0e5d3af53, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:12.560830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['3da5dbe0-88a5-4012-8ac3-aded07a187ad'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:12.561586 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] For port 5a552d99-123d-4b05-8816-73f0e5d3af53, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5a552d99-123d-4b05-8816-73f0e5d3af53,segment=NetworkSegment(d29a6e76-24df-44c0-aa71-b04958d74852),segment_id=d29a6e76-24df-44c0-aa71-b04958d74852)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:12.591154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443734d-ccf3-49ed-812f-624fb455d6eb req-bef3ddb4-404c-4906-8c48-6f4d91b775a2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:12.592966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f443734d-ccf3-49ed-812f-624fb455d6eb req-bef3ddb4-404c-4906-8c48-6f4d91b775a2 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 944 time: 0.2375059 Sep 22 09:28:12.638440 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.660596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Provisioning complete for port 5a552d99-123d-4b05-8816-73f0e5d3af53 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:12.661182 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.758285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b7d32-f809-4505-a69f-63c49acf521a req-5cbc9ae7-4b9a-43ab-8fcd-95a7e56dffc6 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:12.766324 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Routers {'3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:12.766560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa6b7d32-f809-4505-a69f-63c49acf521a req-5cbc9ae7-4b9a-43ab-8fcd-95a7e56dffc6 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.1669533 Sep 22 09:28:12.767667 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:12.779781 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f443734d-ccf3-49ed-812f-624fb455d6eb req-d38881f1-e16c-4ee9-90dc-5991fa94e113 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599364 Sep 22 09:28:12.821496 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd48944e-efbc-4a7a-af56-0a75faca3286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.836709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d675bb3-efa2-4ab5-b494-25984ab8ba81 req-e35bdfd5-867a-4d43-b6ad-ad9ae7cb779e tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:12.846631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d675bb3-efa2-4ab5-b494-25984ab8ba81 req-e35bdfd5-867a-4d43-b6ad-ad9ae7cb779e tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 944 time: 0.1749549 Sep 22 09:28:12.893377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Network': ['ID=8838af09-f3ab-4539-a7cb-ac3332d6e218,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:12.903945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd48944e-efbc-4a7a-af56-0a75faca3286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.949651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 8838af09-f3ab-4539-a7cb-ac3332d6e218 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:28:12.975332 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] Set router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:12.988099 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1789f20d-a777-4b0f-9e24-877d2a92360a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6282041 Sep 22 09:28:12.988820 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa6b7d32-f809-4505-a69f-63c49acf521a req-98ddd086-41c8-4876-9059-29f58db50856 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211504 Sep 22 09:28:12.991370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54438) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:13.023688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'subnet': {'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:13.062907 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.130588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3da5dbe0-88a5-4012-8ac3-aded07a187ad details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:28:13.148635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6095f-937e-43a1-8e1f-3143594c9439 req-266d6910-a0a6-4ff4-83d2-fe4da123136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:13.150668 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9ff6095f-937e-43a1-8e1f-3143594c9439 req-266d6910-a0a6-4ff4-83d2-fe4da123136c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 1124 time: 0.5840824 Sep 22 09:28:13.187440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] For port 5a552d99-123d-4b05-8816-73f0e5d3af53, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5a552d99-123d-4b05-8816-73f0e5d3af53,segment=NetworkSegment(d29a6e76-24df-44c0-aa71-b04958d74852),segment_id=d29a6e76-24df-44c0-aa71-b04958d74852)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:13.221503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48944e-efbc-4a7a-af56-0a75faca3286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e83215-615b-4b38-b2af-f1d98b1ec582,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:13.237802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bd48944e-efbc-4a7a-af56-0a75faca3286 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26eaec7ede0a46e6a7c39410cb09bb61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5186589 Sep 22 09:28:13.241777 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54444) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:13.278923 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d3491-023a-4320-911e-13c582ceaa89 None None] Pushing event updated for resources: {'Port': ['ID=5a552d99-123d-4b05-8816-73f0e5d3af53,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:13.288310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:13.300652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901da4d-ba17-4351-b6f8-8f06b24d24ad req-34ad3afc-41ad-440f-a77f-1228fff9b16a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:13.307758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3da5dbe0-88a5-4012-8ac3-aded07a187ad has no active binding in host n-h1-805649-4 {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 09:28:13.310436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6901da4d-ba17-4351-b6f8-8f06b24d24ad req-34ad3afc-41ad-440f-a77f-1228fff9b16a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 932 time: 0.3633795 Sep 22 09:28:13.311432 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.354267 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-6d675bb3-efa2-4ab5-b494-25984ab8ba81 req-179eccfe-785a-44e7-b2ab-d69b0d302140 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Deleting port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:13.355572 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6d675bb3-efa2-4ab5-b494-25984ab8ba81 req-179eccfe-785a-44e7-b2ab-d69b0d302140 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.371818 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:13.375497 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.376561 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'name': 'tempest-ServersTestMultiNic-1768177758-router', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:03Z', 'updated_at': '2021-09-22T09:28:09Z', 'revision_number': 4, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'gw_port': {'id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:04Z', 'updated_at': '2021-09-22T09:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5a552d99-123d-4b05-8816-73f0e5d3af53', 'name': '', 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'mac_address': 'fa:16:3e:ba:95:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bea1c088-1aae-4117-bc74-70d19dc29dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:08Z', 'updated_at': '2021-09-22T09:28:12Z', 'revision_number': 4, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'subnets': [{'id': 'bea1c088-1aae-4117-bc74-70d19dc29dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:13.405706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6901da4d-ba17-4351-b6f8-8f06b24d24ad req-654d0c08-7330-4dfa-8945-e0108efbaee4 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917318 Sep 22 09:28:13.414540 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101197a-6f5c-4944-acef-8919f9f659a4 None None] The sync data for ids ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'] in n-d-805649-4 is: [{'id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'name': 'tempest-ServersTestMultiNic-1768177758-router', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:03Z', 'updated_at': '2021-09-22T09:28:09Z', 'revision_number': 4, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'gw_port': {'id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:04Z', 'updated_at': '2021-09-22T09:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5a552d99-123d-4b05-8816-73f0e5d3af53', 'name': '', 'network_id': 'ae95b1b1-f73e-41a0-a588-2e4bd285a746', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'mac_address': 'fa:16:3e:ba:95:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bea1c088-1aae-4117-bc74-70d19dc29dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:08Z', 'updated_at': '2021-09-22T09:28:12Z', 'revision_number': 4, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'subnets': [{'id': 'bea1c088-1aae-4117-bc74-70d19dc29dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:13.453828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Pushing event updated for resources: {'Port': ['ID=5a552d99-123d-4b05-8816-73f0e5d3af53,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:13.478138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.479033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.484655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.484655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.484655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.484655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.490278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6095f-937e-43a1-8e1f-3143594c9439 req-632a2c5d-1e56-4cdb-904b-7f67b6624187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:13.492239 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9ff6095f-937e-43a1-8e1f-3143594c9439 req-632a2c5d-1e56-4cdb-904b-7f67b6624187 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.3309915 Sep 22 09:28:13.501473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.502164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.504018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.504612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.506451 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.506980 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0e3c0-4011-4b94-bd33-76b6cd4c2c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:13.511655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b53525a-1279-4dc6-96ed-b6b2241dd85e {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:13.524142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-dea0143c-e288-4cd0-adaf-7e5d5a62bb2e None None] Provisioning complete for port 5a552d99-123d-4b05-8816-73f0e5d3af53 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:13.524142 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dea0143c-e288-4cd0-adaf-7e5d5a62bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.539739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-6d675bb3-efa2-4ab5-b494-25984ab8ba81 req-179eccfe-785a-44e7-b2ab-d69b0d302140 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] For port f24bf2e7-4b76-449a-bc45-6e0e37a6a736, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,segment=NetworkSegment(c3a3e23e-a6ef-43c1-a32e-d8540778b703),segment_id=c3a3e23e-a6ef-43c1-a32e-d8540778b703)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:13.540331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6d675bb3-efa2-4ab5-b494-25984ab8ba81 req-179eccfe-785a-44e7-b2ab-d69b0d302140 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.581039 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.582778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-6d675bb3-efa2-4ab5-b494-25984ab8ba81 req-179eccfe-785a-44e7-b2ab-d69b0d302140 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Calling delete_port for f24bf2e7-4b76-449a-bc45-6e0e37a6a736 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:13.647487 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9ff6095f-937e-43a1-8e1f-3143594c9439 req-c27f3946-9306-489a-8e30-696aeed06ac7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad HTTP/1.1" status: 200 len: 217 time: 0.1187649 Sep 22 09:28:13.675535 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc8cffe3-2e48-4aeb-a519-45d09862b217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.735023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Transition to ACTIVE for port object 4b53525a-1279-4dc6-96ed-b6b2241dd85e will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:13.737557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5a552d99-123d-4b05-8816-73f0e5d3af53 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:13.786922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc8cffe3-2e48-4aeb-a519-45d09862b217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.795900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5a552d99-123d-4b05-8816-73f0e5d3af53 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:13.796643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.812821 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.849568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6095f-937e-43a1-8e1f-3143594c9439 req-65736dcc-f597-44c7-baf7-c031e35eccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:13.851074 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9ff6095f-937e-43a1-8e1f-3143594c9439 req-65736dcc-f597-44c7-baf7-c031e35eccf7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.1720572 Sep 22 09:28:13.932255 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6d675bb3-efa2-4ab5-b494-25984ab8ba81 req-179eccfe-785a-44e7-b2ab-d69b0d302140 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.943325 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9ff6095f-937e-43a1-8e1f-3143594c9439 req-49e159f1-ca2b-4c2f-b3f9-cd3af9b48ff2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690007 Sep 22 09:28:13.977404 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eebc3-6f05-44d2-b2d6-10d1195cb5e8 req-79a02a53-77d4-4377-b7b3-ac86ffd48434 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:13.981861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b85eebc3-6f05-44d2-b2d6-10d1195cb5e8 req-79a02a53-77d4-4377-b7b3-ac86ffd48434 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 866 time: 0.1018577 Sep 22 09:28:13.989051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179eccfe-785a-44e7-b2ab-d69b0d302140 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Pushing event deleted for resources: {'Port': ['ID=f24bf2e7-4b76-449a-bc45-6e0e37a6a736,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:14.022424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Pushing event updated for resources: {'Port': ['ID=4b53525a-1279-4dc6-96ed-b6b2241dd85e,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:14.105432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d675bb3-efa2-4ab5-b494-25984ab8ba81 req-179eccfe-785a-44e7-b2ab-d69b0d302140 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] No DVR routers for this DVR port f24bf2e7-4b76-449a-bc45-6e0e37a6a736 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:14.109790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6d675bb3-efa2-4ab5-b494-25984ab8ba81 req-179eccfe-785a-44e7-b2ab-d69b0d302140 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.112373 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d675bb3-efa2-4ab5-b494-25984ab8ba81 req-179eccfe-785a-44e7-b2ab-d69b0d302140 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.60 "DELETE /v2.0/ports/f24bf2e7-4b76-449a-bc45-6e0e37a6a736 HTTP/1.1" status: 204 len: 173 time: 1.2643952 Sep 22 09:28:14.163859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc8cffe3-2e48-4aeb-a519-45d09862b217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.170812 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc8cffe3-2e48-4aeb-a519-45d09862b217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.174943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bc8cffe3-2e48-4aeb-a519-45d09862b217 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7e83215-615b-4b38-b2af-f1d98b1ec582 HTTP/1.1" status: 204 len: 168 time: 0.8928781 Sep 22 09:28:14.176403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b85eebc3-6f05-44d2-b2d6-10d1195cb5e8 req-84b13845-ff52-4f81-9e36-31d314efadce tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7f47d8c-1e8c-4833-b071-135693d0c718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811073 Sep 22 09:28:14.189485 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.250968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cffe3-2e48-4aeb-a519-45d09862b217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e83215-615b-4b38-b2af-f1d98b1ec582,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:14.255978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7751d-316b-4f88-8e52-c12eb2dae5ef req-6a80b198-3ebe-4d03-8571-65556f5c892b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:14.258817 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43a7751d-316b-4f88-8e52-c12eb2dae5ef req-6a80b198-3ebe-4d03-8571-65556f5c892b tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.1606143 Sep 22 09:28:14.281432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Attempting to bind port 4b53525a-1279-4dc6-96ed-b6b2241dd85e on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:14.281432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Attempting to bind port 4b53525a-1279-4dc6-96ed-b6b2241dd85e by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39b10b46-e962-4227-b8a4-4855096b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:14.281677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Attempting to bind port 4b53525a-1279-4dc6-96ed-b6b2241dd85e on network 763851d3-276d-4da8-b079-53d932a3dd71 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:14.292002 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9ff6095f-937e-43a1-8e1f-3143594c9439 req-b529428d-751b-4599-91a7-736b8e0cf371 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357580 Sep 22 09:28:14.354921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43a7751d-316b-4f88-8e52-c12eb2dae5ef req-f705db23-48d2-48ba-88b0-3cfb3c29edb0 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866673 Sep 22 09:28:14.368245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Port 4b53525a-1279-4dc6-96ed-b6b2241dd85e on network 763851d3-276d-4da8-b079-53d932a3dd71 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:28:14.368693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Attempting to bind port 4b53525a-1279-4dc6-96ed-b6b2241dd85e on network 763851d3-276d-4da8-b079-53d932a3dd71 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:14.380484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:14.380844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Checking segment: {'id': '39b10b46-e962-4227-b8a4-4855096b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:14.381241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Bound using segment: {'id': '39b10b46-e962-4227-b8a4-4855096b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:14.381679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Bound port: 4b53525a-1279-4dc6-96ed-b6b2241dd85e, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b10b46-e962-4227-b8a4-4855096b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:14.382035 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.411729 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Subnet': ['ID=623af738-e05d-4f52-8f1d-a7b0994ad6ea,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:14.474444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'name': 'network-vif-deleted', 'tag': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:14.477004 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8833d96f-d3cc-4c83-b05a-3055aba248af" -d '{"events": [{"server_uuid": "f5132235-51a5-4025-b7f9-d840ac83fd2b", "name": "network-vif-deleted", "tag": "f24bf2e7-4b76-449a-bc45-6e0e37a6a736"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:14.567535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Checking segment: {'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:14.567890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network hostable DHCP agents. Network: 8838af09-f3ab-4539-a7cb-ac3332d6e218, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:28:14.568480 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb13584-cd7e-4bfc-8087-84bb5b3faf54 x-openstack-request-id: req-5bb13584-cd7e-4bfc-8087-84bb5b3faf54 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:14.568797 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5132235-51a5-4025-b7f9-d840ac83fd2b", "name": "network-vif-deleted", "tag": "f24bf2e7-4b76-449a-bc45-6e0e37a6a736", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:14.569162 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bb13584-cd7e-4bfc-8087-84bb5b3faf54 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:14.569560 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5132235-51a5-4025-b7f9-d840ac83fd2b', 'name': 'network-vif-deleted', 'tag': 'f24bf2e7-4b76-449a-bc45-6e0e37a6a736', 'status': 'completed', 'code': 200} Sep 22 09:28:14.575622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] For port 4b53525a-1279-4dc6-96ed-b6b2241dd85e, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:14.597803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] For port 4b53525a-1279-4dc6-96ed-b6b2241dd85e, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:14.598310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3a3ef-c362-4f31-b21b-7dae2d5fb869 req-b9bce5da-9aac-42eb-bda5-c0631749008b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:14.600109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33e3a3ef-c362-4f31-b21b-7dae2d5fb869 req-b9bce5da-9aac-42eb-bda5-c0631749008b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 944 time: 0.0913353 Sep 22 09:28:14.625704 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9ff6095f-937e-43a1-8e1f-3143594c9439 req-17ec3fb2-64fa-4d4e-96ab-8fe03e16cea5 service neutron] 10.222.0.45 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140328 Sep 22 09:28:14.648644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33e3a3ef-c362-4f31-b21b-7dae2d5fb869 req-5ebb99fa-3ef1-434b-a98a-ce0c04edef7e tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Sep 22 09:28:14.685399 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.729602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network 8838af09-f3ab-4539-a7cb-ac3332d6e218 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:28:14.745285 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:14.745994 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.747794 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] 10.222.0.45 "PUT /v2.0/ports/4b53525a-1279-4dc6-96ed-b6b2241dd85e HTTP/1.1" status: 200 len: 1092 time: 2.6534047 Sep 22 09:28:14.748212 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'tag': '4b53525a-1279-4dc6-96ed-b6b2241dd85e'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:14.750507 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694d462a-282e-4c65-919d-6295b1316e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "89bc667c-c59c-4fd3-99d6-5bb03766bb71", "tag": "4b53525a-1279-4dc6-96ed-b6b2241dd85e"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:14.782999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24613239-41d6-4dff-8712-47cc465c1700 service neutron] Pushing event updated for resources: {'Port': ['ID=4b53525a-1279-4dc6-96ed-b6b2241dd85e,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:14.861008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 8838af09-f3ab-4539-a7cb-ac3332d6e218) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:14.867057 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:14.867718 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.886628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5677d85b-bf50-4023-adca-e0471f9b78c2 None None] Network 8838af09-f3ab-4539-a7cb-ac3332d6e218 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:14.944370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-cd3291c1-77c5-4b7c-ae58-34c827396a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:14.945991 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-cd3291c1-77c5-4b7c-ae58-34c827396a35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 1095 time: 0.0460744 Sep 22 09:28:14.979217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54478) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:14.986538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-483966647'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:14.988562 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-026b8275-09eb-4e35-92d4-5fd66410e158 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9960477 Sep 22 09:28:15.044475 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-6be70d15-b5f2-4fb4-a121-ab676027e999 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e HTTP/1.1" status: 200 len: 217 time: 0.0783689 Sep 22 09:28:15.082612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:15.087201 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.088059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-8838af09-f3ab-4539-a7cb-ac3332d6e218', 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'fixed_ips': [{'subnet_id': '623af738-e05d-4f52-8f1d-a7b0994ad6ea'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:28:15.090068 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.144456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:28:15.157760 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.158229 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Added segment c7fe3533-b04f-42db-b431-005c2a3f2656 of type vlan for network 4a9469ee-2e12-47d3-bffb-9316e6399887 Sep 22 09:28:15.177445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-005c1992-a0db-4f0f-98ca-2ace6c4ee60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:15.181383 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-005c1992-a0db-4f0f-98ca-2ace6c4ee60f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 HTTP/1.1" status: 200 len: 852 time: 0.1252902 Sep 22 09:28:15.187764 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1063fc65-437d-4f79-ba0a-3abed3300c3c x-openstack-request-id: req-1063fc65-437d-4f79-ba0a-3abed3300c3c {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:15.188061 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bc667c-c59c-4fd3-99d6-5bb03766bb71", "tag": "4b53525a-1279-4dc6-96ed-b6b2241dd85e", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:15.188558 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1063fc65-437d-4f79-ba0a-3abed3300c3c {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:15.189025 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'tag': '4b53525a-1279-4dc6-96ed-b6b2241dd85e', 'status': 'completed', 'code': 200} Sep 22 09:28:15.233979 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.247433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f24bf2e7-4b76-449a-bc45-6e0e37a6a736 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:15.286114 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-272aed6b-2e2a-4645-80c0-4859497c676d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=763851d3-276d-4da8-b079-53d932a3dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940840 Sep 22 09:28:15.308613 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.315833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:15.317418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.334664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: f24bf2e7-4b76-449a-bc45-6e0e37a6a736 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:15.336607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f24bf2e7-4b76-449a-bc45-6e0e37a6a736 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:15.437316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Allocated IP 19.80.0.2 (8838af09-f3ab-4539-a7cb-ac3332d6e218/623af738-e05d-4f52-8f1d-a7b0994ad6ea/2e8e9f5c-001e-4716-bf27-a81a576c421d) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:15.460133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7aac4bb5-61ed-465a-ac9d-74f16ab3b102 req-c16ae001-9df3-41d2-bad6-4fa2589aa2c5 tempest-LiveAutoBlockMigrationV225Test-347273989 tempest-LiveAutoBlockMigrationV225Test-347273989-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5132235-51a5-4025-b7f9-d840ac83fd2b HTTP/1.1" status: 200 len: 210 time: 0.1059215 Sep 22 09:28:15.539886 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-67d486db-b49d-40b1-832e-bd7d66b10834 service neutron] 10.222.0.45 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444708 Sep 22 09:28:15.552125 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5695992 Sep 22 09:28:15.562118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54496) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:15.567365 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7647a2-e792-4da0-95c9-09399df03f7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Network': ['ID=4a9469ee-2e12-47d3-bffb-9316e6399887,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:15.593990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'subnet': {'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:15.595540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 4a9469ee-2e12-47d3-bffb-9316e6399887 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:28:15.627995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1bb26-b01e-4c52-b8aa-d5734ea72b25 req-57c05dc5-15ea-4ca1-92d8-18a5b1225003 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:15.640563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7f1bb26-b01e-4c52-b8aa-d5734ea72b25 req-57c05dc5-15ea-4ca1-92d8-18a5b1225003 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.1522846 Sep 22 09:28:15.698547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7f1bb26-b01e-4c52-b8aa-d5734ea72b25 req-6324bbaa-70b5-4b52-becd-0057dbc809a8 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571470 Sep 22 09:28:15.779215 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.814837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00e456-0488-4b6a-8323-1f85d49ce4bd req-f0ff6598-faf9-4c7f-b3bb-b199cd5b9e12 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:15.816534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c00e456-0488-4b6a-8323-1f85d49ce4bd req-f0ff6598-faf9-4c7f-b3bb-b199cd5b9e12 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 944 time: 0.0614982 Sep 22 09:28:15.860493 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c00e456-0488-4b6a-8323-1f85d49ce4bd req-fdac2fb7-9586-4035-a156-27a68ab3d7e0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367529 Sep 22 09:28:15.894656 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.963074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Network 8838af09-f3ab-4539-a7cb-ac3332d6e218 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:15.976552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:15.986844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:16.042359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Pushing event updated for resources: {'Port': ['ID=2e8e9f5c-001e-4716-bf27-a81a576c421d,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:16.092085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Attempting to bind port 2e8e9f5c-001e-4716-bf27-a81a576c421d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:16.092464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Attempting to bind port 2e8e9f5c-001e-4716-bf27-a81a576c421d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:16.092944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Attempting to bind port 2e8e9f5c-001e-4716-bf27-a81a576c421d on network 8838af09-f3ab-4539-a7cb-ac3332d6e218 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:16.098817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:16.099202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Checking segment: {'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:16.099631 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.100083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Bound using segment: {'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:16.100560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Bound port: 2e8e9f5c-001e-4716-bf27-a81a576c421d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:16.101003 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.162341 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8c9aff5-ded3-4edf-912a-f1a48fb1e891 req-3ca552ea-e755-434a-9ed7-a010e696efc1 service neutron] 10.222.0.45 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111126 Sep 22 09:28:16.206705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] For port 2e8e9f5c-001e-4716-bf27-a81a576c421d, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:16.209982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] For port 2e8e9f5c-001e-4716-bf27-a81a576c421d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2e8e9f5c-001e-4716-bf27-a81a576c421d,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:16.221036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:16.225097 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.257446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54516) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:16.299412 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.390662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d462a-282e-4c65-919d-6295b1316e6c req-3245e1df-285b-4d6c-8b17-b665ffe66ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:16.392241 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-694d462a-282e-4c65-919d-6295b1316e6c req-3245e1df-285b-4d6c-8b17-b665ffe66ad0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 1095 time: 0.0847778 Sep 22 09:28:16.428989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477774c-deeb-4480-9db5-4b5340bc8bd0 None None] Pushing event updated for resources: {'Port': ['ID=2e8e9f5c-001e-4716-bf27-a81a576c421d,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:16.454935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-network', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:16.534469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54524) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:16.596124 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Made reservation on behalf of 6a3cf272d29841ba91fd5893fd2a6da9 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:16.604238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.622160 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.631914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b44dd81-bd3a-4d77-b380-32e128d9e8dd admin admin] Deleting subnet 4190d96d-fd50-463c-85aa-2287bacb2e58 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:28:16.641286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d462a-282e-4c65-919d-6295b1316e6c req-50720f48-8fc8-4ce2-8fcd-e15f2d35f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:16.653013 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-694d462a-282e-4c65-919d-6295b1316e6c req-50720f48-8fc8-4ce2-8fcd-e15f2d35f939 service neutron] 10.222.0.45 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 913 time: 0.2349014 Sep 22 09:28:16.653155 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8b44dd81-bd3a-4d77-b380-32e128d9e8dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.723888 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-694d462a-282e-4c65-919d-6295b1316e6c req-0b9bde20-0a0e-4de4-b07a-6a25831207e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e HTTP/1.1" status: 200 len: 217 time: 0.0733433 Sep 22 09:28:16.726853 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.765313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8b44dd81-bd3a-4d77-b380-32e128d9e8dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.915508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Subnet': ['ID=f5792a5b-4e47-4892-b658-b3e9f555681d,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:16.922600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d462a-282e-4c65-919d-6295b1316e6c req-0c0f1b5d-4201-4fac-abe7-33b53e80a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:16.924342 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-694d462a-282e-4c65-919d-6295b1316e6c req-0c0f1b5d-4201-4fac-abe7-33b53e80a73c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 HTTP/1.1" status: 200 len: 852 time: 0.1837492 Sep 22 09:28:16.935027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Checking segment: {'id': 'c7fe3533-b04f-42db-b431-005c2a3f2656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:16.935408 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network hostable DHCP agents. Network: 4a9469ee-2e12-47d3-bffb-9316e6399887, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:28:16.973315 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-694d462a-282e-4c65-919d-6295b1316e6c req-738a68d0-a5ad-4b0f-bc59-4419cbd68500 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=763851d3-276d-4da8-b079-53d932a3dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393996 Sep 22 09:28:17.079419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network 4a9469ee-2e12-47d3-bffb-9316e6399887 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:28:17.090645 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-694d462a-282e-4c65-919d-6295b1316e6c req-0bcfa86c-ce2f-453c-bbc6-13d270097970 service neutron] 10.222.0.45 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086435 Sep 22 09:28:17.159612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 4a9469ee-2e12-47d3-bffb-9316e6399887) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:17.171457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da00b202-07d1-4ca7-95f3-d6774b64e99a None None] Network 4a9469ee-2e12-47d3-bffb-9316e6399887 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:17.243564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:17.244612 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.294730 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-694d462a-282e-4c65-919d-6295b1316e6c req-1e9e7ba6-a441-4f42-b941-969bd44ada53 service neutron] 10.222.0.45 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946907 Sep 22 09:28:17.402518 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.424501 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8b44dd81-bd3a-4d77-b380-32e128d9e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.429393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-4a9469ee-2e12-47d3-bffb-9316e6399887', 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'fixed_ips': [{'subnet_id': 'f5792a5b-4e47-4892-b658-b3e9f555681d'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:28:17.430457 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.473091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd9630-213b-4967-85d7-c08a4d4aa0ae req-e9ca464d-6082-4372-bc10-75dde7f3d566 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:17.475220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16cd9630-213b-4967-85d7-c08a4d4aa0ae req-e9ca464d-6082-4372-bc10-75dde7f3d566 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.6072924 Sep 22 09:28:17.485354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb906f-4b24-4777-b876-bbab36b3acaa req-64df4b74-4aaa-42fe-a9aa-c2b0b66ccf55 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:17.492825 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24cb906f-4b24-4777-b876-bbab36b3acaa req-64df4b74-4aaa-42fe-a9aa-c2b0b66ccf55 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 945 time: 0.6569629 Sep 22 09:28:17.498552 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.538059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:17.572441 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-70426483-cd40-4f36-a96e-fa694809be45 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0008819 Sep 22 09:28:17.594091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:28:17.681119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Allocated IP 19.86.0.2 (4a9469ee-2e12-47d3-bffb-9316e6399887/f5792a5b-4e47-4892-b658-b3e9f555681d/7e20d4cc-6d7c-4296-a29e-3d8955875758) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:17.694997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16cd9630-213b-4967-85d7-c08a4d4aa0ae req-02d6d94c-4b53-4625-b1f9-eeb91fbaba98 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973805 Sep 22 09:28:17.719606 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.719895 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Added segment 2b20d263-56a7-4f88-9727-f5a05f4d2fa3 of type vlan for network d04c9e55-a5d9-4323-a899-25df495d54ef Sep 22 09:28:17.734604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24cb906f-4b24-4777-b876-bbab36b3acaa req-d401bdfb-c8bf-4b1d-aaaf-c6378b22420d tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407353 Sep 22 09:28:17.827775 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8b44dd81-bd3a-4d77-b380-32e128d9e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.849245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2e8e9f5c-001e-4716-bf27-a81a576c421d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:17.889428 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8b44dd81-bd3a-4d77-b380-32e128d9e8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.892879 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8b44dd81-bd3a-4d77-b380-32e128d9e8dd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4190d96d-fd50-463c-85aa-2287bacb2e58 HTTP/1.1" status: 204 len: 168 time: 1.3553700 Sep 22 09:28:17.894470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54568) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:17.899072 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.904572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44dd81-bd3a-4d77-b380-32e128d9e8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4190d96d-fd50-463c-85aa-2287bacb2e58,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:18.019828 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.024701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab4443-79be-4026-bd7f-2f5a51c76376 req-fbb29464-0f23-4b70-94fe-0acd800e0536 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:18.026599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a4ff5-e17b-4fc8-a44f-29e72088b157 None None] Network 8838af09-f3ab-4539-a7cb-ac3332d6e218 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:18.032079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66ab4443-79be-4026-bd7f-2f5a51c76376 req-fbb29464-0f23-4b70-94fe-0acd800e0536 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 944 time: 0.2086964 Sep 22 09:28:18.099822 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66ab4443-79be-4026-bd7f-2f5a51c76376 req-6f90768b-7ad3-48ee-a1e9-0acfeaac8d00 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649569 Sep 22 09:28:18.117786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 4b53525a-1279-4dc6-96ed-b6b2241dd85e details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:28:18.127654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-9655b3e2-94fa-4aec-8396-ef560b256938 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:18.144924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-9655b3e2-94fa-4aec-8396-ef560b256938 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:18.150502 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-9655b3e2-94fa-4aec-8396-ef560b256938 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/networks?id=8838af09-f3ab-4539-a7cb-ac3332d6e218&id=4a9469ee-2e12-47d3-bffb-9316e6399887&id=8838af09-f3ab-4539-a7cb-ac3332d6e218 HTTP/1.1" status: 200 len: 1391 time: 0.2547352 Sep 22 09:28:18.166509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-cf7cd8a2-33c9-4df5-a7b8-ce1a4f05693d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/quotas/62f7ced0a8d842db8006406bbaf5c6da HTTP/1.1" status: 200 len: 375 time: 0.0108743 Sep 22 09:28:18.221425 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.222412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:18.223316 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.248436 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.297278 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.317454 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Network 4a9469ee-2e12-47d3-bffb-9316e6399887 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:18.323623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:18.342765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d04c9e55-a5d9-4323-a899-25df495d54ef,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:18.358311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.358449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:18.364573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network d04c9e55-a5d9-4323-a899-25df495d54ef details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:28:18.368026 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-b424ea47-b470-4c56-a60b-41cc936f7883 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1950464 Sep 22 09:28:18.372491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ce940279-bc7b-484d-98d1-c40a646a19e8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1138186 Sep 22 09:28:18.375469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54578) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:18.381977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] Request body: {'subnet': {'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-subnet', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:18.390377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-efa5caf3-c5e0-40f5-b514-9ba743608ed8 None None] Provisioning complete for port 2e8e9f5c-001e-4716-bf27-a81a576c421d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:18.390755 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-efa5caf3-c5e0-40f5-b514-9ba743608ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.465716 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305acb99-5b4d-437f-a6af-752fcd584366']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:18.476201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a3e23e-a6ef-43c1-a32e-d8540778b703') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:18.476910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a3e23e-a6ef-43c1-a32e-d8540778b703') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:18.496104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.506808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] Made reservation on behalf of 6a3cf272d29841ba91fd5893fd2a6da9 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:18.510857 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.525541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.544390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:28:18.545817 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:28:18.548312 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:28:18.550526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Pushing event updated for resources: {'Port': ['ID=7e20d4cc-6d7c-4296-a29e-3d8955875758,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:18.576908 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-6f62d707-0400-47d8-a058-df2e872ce39a service neutron] 10.222.0.45 "GET /v2.0/ports/3da5dbe0-88a5-4012-8ac3-aded07a187ad/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 384 time: 0.2155244 Sep 22 09:28:18.580338 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-efa5caf3-c5e0-40f5-b514-9ba743608ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.582286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2e8e9f5c-001e-4716-bf27-a81a576c421d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:18.583934 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.730727 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.742603 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.745187 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] 10.222.0.49 "DELETE /v2.0/networks/305acb99-5b4d-437f-a6af-752fcd584366 HTTP/1.1" status: 204 len: 168 time: 0.8495047 Sep 22 09:28:18.756656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Attempting to bind port 7e20d4cc-6d7c-4296-a29e-3d8955875758 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:18.757069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Attempting to bind port 7e20d4cc-6d7c-4296-a29e-3d8955875758 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'c7fe3533-b04f-42db-b431-005c2a3f2656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:18.757432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Attempting to bind port 7e20d4cc-6d7c-4296-a29e-3d8955875758 on network 4a9469ee-2e12-47d3-bffb-9316e6399887 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:18.770744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54586) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:18.782952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2543e-cff4-4bb8-812d-21786cf2f621 admin admin] Pushing event deleted for resources: {'Network': ['ID=305acb99-5b4d-437f-a6af-752fcd584366,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:18.807860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:18.808320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Checking segment: {'id': 'c7fe3533-b04f-42db-b431-005c2a3f2656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:18.808429 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.808834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Bound using segment: {'id': 'c7fe3533-b04f-42db-b431-005c2a3f2656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:18.809319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Bound port: 7e20d4cc-6d7c-4296-a29e-3d8955875758, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fe3533-b04f-42db-b431-005c2a3f2656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:18.809698 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.827141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-efa5caf3-c5e0-40f5-b514-9ba743608ed8 None None] For port 2e8e9f5c-001e-4716-bf27-a81a576c421d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2e8e9f5c-001e-4716-bf27-a81a576c421d,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:18.845214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 4b53525a-1279-4dc6-96ed-b6b2241dd85e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:18.865158 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-db818733-45d4-43a9-94d5-25ce22e08111 admin admin] Deleting subnet ef4bf8c2-2747-459f-a5d7-c046b3af5eb6 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:28:18.870188 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db818733-45d4-43a9-94d5-25ce22e08111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.886145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '4b53525a-1279-4dc6-96ed-b6b2241dd85e', 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71', 'port_id': '4b53525a-1279-4dc6-96ed-b6b2241dd85e', 'mac_address': 'fa:16:3e:a7:48:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f46aee-0fc0-42f6-bb42-edf3aeb279a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:28:18.916947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-d3383fe0-d880-4e15-8bca-bf5b776ecf28 service neutron] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:18.942732 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db818733-45d4-43a9-94d5-25ce22e08111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.982283 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-efa5caf3-c5e0-40f5-b514-9ba743608ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.991245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-d3383fe0-d880-4e15-8bca-bf5b776ecf28 service neutron] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:19.020938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531915ff-efa3-42c2-a852-e67d33641020 req-3a417466-c23f-4b2e-97f3-e0161f16e9ba tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:19.022658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-531915ff-efa3-42c2-a852-e67d33641020 req-3a417466-c23f-4b2e-97f3-e0161f16e9ba tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 943 time: 0.1178741 Sep 22 09:28:19.031174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c0a131dc-6879-4c81-bbaa-3145be918bef service neutron] 10.222.0.49 "GET /v2.0/networks/8838af09-f3ab-4539-a7cb-ac3332d6e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387691 Sep 22 09:28:19.048352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-d3383fe0-d880-4e15-8bca-bf5b776ecf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da5dbe0-88a5-4012-8ac3-aded07a187ad {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:19.059892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db818733-45d4-43a9-94d5-25ce22e08111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.061252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] For port 7e20d4cc-6d7c-4296-a29e-3d8955875758, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:19.081314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.087532 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] For port 7e20d4cc-6d7c-4296-a29e-3d8955875758, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7e20d4cc-6d7c-4296-a29e-3d8955875758,segment=NetworkSegment(c7fe3533-b04f-42db-b431-005c2a3f2656),segment_id=c7fe3533-b04f-42db-b431-005c2a3f2656)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:19.089723 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.106311 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.136489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b53525a-1279-4dc6-96ed-b6b2241dd85e {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:19.143377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-d3383fe0-d880-4e15-8bca-bf5b776ecf28 service neutron] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:19.147277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5caf3-c5e0-40f5-b514-9ba743608ed8 None None] Pushing event updated for resources: {'Port': ['ID=2e8e9f5c-001e-4716-bf27-a81a576c421d,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:19.191105 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.192444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 4b53525a-1279-4dc6-96ed-b6b2241dd85e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:19.201274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-531915ff-efa3-42c2-a852-e67d33641020 req-d4d50cfc-fbb7-4385-9495-b2d013751068 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575835 Sep 22 09:28:19.231898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=661d0912-675c-465d-8c52-ce09b7394cd3,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:19.239372 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:28:19.239792 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:28:19.268170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963f938-3af9-4e9b-80fa-3e04245224b7 None None] Pushing event updated for resources: {'Port': ['ID=7e20d4cc-6d7c-4296-a29e-3d8955875758,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:19.273711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] Checking segment: {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:19.276545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] Network hostable DHCP agents. Network: d04c9e55-a5d9-4323-a899-25df495d54ef, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:28:19.290901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-befd7229-6fce-4f4d-861a-514b7cb9f4b9 service neutron] 10.222.0.49 "GET /v2.0/networks/8838af09-f3ab-4539-a7cb-ac3332d6e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586668 Sep 22 09:28:19.296309 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db818733-45d4-43a9-94d5-25ce22e08111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.305599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-29101604-2c1e-419a-b5e4-06155773ee02 None None] Provisioning complete for port 2e8e9f5c-001e-4716-bf27-a81a576c421d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:19.306060 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-29101604-2c1e-419a-b5e4-06155773ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.317465 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-d3383fe0-d880-4e15-8bca-bf5b776ecf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.362753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db818733-45d4-43a9-94d5-25ce22e08111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef4bf8c2-2747-459f-a5d7-c046b3af5eb6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:19.368340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db818733-45d4-43a9-94d5-25ce22e08111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.370501 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-db818733-45d4-43a9-94d5-25ce22e08111 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ef4bf8c2-2747-459f-a5d7-c046b3af5eb6 HTTP/1.1" status: 204 len: 168 time: 0.5987823 Sep 22 09:28:19.375337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54596) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:19.406120 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.455821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b61b6-b91a-4711-9f29-5da8fa9f3744 req-1648dfb4-ab2c-45ce-ac75-dd09da53333c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:19.457417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-916b61b6-b91a-4711-9f29-5da8fa9f3744 req-1648dfb4-ab2c-45ce-ac75-dd09da53333c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 945 time: 0.1392281 Sep 22 09:28:19.458107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] Network d04c9e55-a5d9-4323-a899-25df495d54ef is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:28:19.490435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-d3383fe0-d880-4e15-8bca-bf5b776ecf28 service neutron] Transition to ACTIVE for port object 3da5dbe0-88a5-4012-8ac3-aded07a187ad will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:19.501477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=4b53525a-1279-4dc6-96ed-b6b2241dd85e,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:19.592574 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.606380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, d04c9e55-a5d9-4323-a899-25df495d54ef) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:19.624216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab906c5a-d543-414e-92bd-78f92d5cd24b None None] Network d04c9e55-a5d9-4323-a899-25df495d54ef requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:19.630576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:19.631283 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.638590 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-d3383fe0-d880-4e15-8bca-bf5b776ecf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.643898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-916b61b6-b91a-4711-9f29-5da8fa9f3744 req-64a35597-e53e-486c-9975-e1c1b80088b4 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784115 Sep 22 09:28:19.657121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-5d469e73-5249-4e4e-9cf7-6a8a7db166d0 service neutron] 10.222.0.49 "GET /v2.0/networks/4a9469ee-2e12-47d3-bffb-9316e6399887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211615 Sep 22 09:28:19.674157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['4b53525a-1279-4dc6-96ed-b6b2241dd85e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:19.741121 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-d3383fe0-d880-4e15-8bca-bf5b776ecf28 service neutron] No DVR routers for this DVR port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:19.749737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3383fe0-d880-4e15-8bca-bf5b776ecf28 service neutron] Pushing event updated for resources: {'Port': ['ID=3da5dbe0-88a5-4012-8ac3-aded07a187ad,revision_number=10']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:19.795078 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-d3383fe0-d880-4e15-8bca-bf5b776ecf28 service neutron] 10.222.0.45 "PUT /v2.0/ports/3da5dbe0-88a5-4012-8ac3-aded07a187ad/bindings/n-h1-805649-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2046385 Sep 22 09:28:19.795230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-4dd3c6f3-c685-4d3f-8756-3d24675baae1 service neutron] 10.222.0.49 "GET /v2.0/networks/4a9469ee-2e12-47d3-bffb-9316e6399887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077485 Sep 22 09:28:19.808606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7212e1be-8cb6-48cf-a555-743c092bda28 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4319305 Sep 22 09:28:19.811420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54600) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:19.816318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:19.910427 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.941775 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.942957 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.985753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0736c5-c26c-4220-a820-23b209a79527']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:20.036000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-d04c9e55-a5d9-4323-a899-25df495d54ef', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:28:20.036586 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.048757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad405b8-9441-4d85-ba9f-e8d618385850') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:20.049094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad405b8-9441-4d85-ba9f-e8d618385850') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:20.049671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.072648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d2847-7b66-4011-af93-cb56d3c37f7e req-166927b0-4c14-4c50-a815-f98abb8a701d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:20.074407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-039d2847-7b66-4011-af93-cb56d3c37f7e req-166927b0-4c14-4c50-a815-f98abb8a701d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 945 time: 0.2771189 Sep 22 09:28:20.088392 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.143035 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.156234 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-b5aef70d-c111-48d8-855f-4c88be04c443 service neutron] 10.222.0.49 "GET /v2.0/networks/8838af09-f3ab-4539-a7cb-ac3332d6e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434303 Sep 22 09:28:20.156632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:28:20.161241 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:28:20.174697 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:28:20.180748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-176a2d2c-4637-4cd0-8d66-6a34932b43d9 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:20.181051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-176a2d2c-4637-4cd0-8d66-6a34932b43d9 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1095 time: 0.1960340 Sep 22 09:28:20.182459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3da5dbe0-88a5-4012-8ac3-aded07a187ad no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:20.184491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7e20d4cc-6d7c-4296-a29e-3d8955875758 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:20.230395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-039d2847-7b66-4011-af93-cb56d3c37f7e req-223bb967-cbd6-4808-8c87-9a8e29b8bca9 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399710 Sep 22 09:28:20.363223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3da5dbe0-88a5-4012-8ac3-aded07a187ad not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:20.394774 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Allocated IP 172.20.0.2 (d04c9e55-a5d9-4323-a899-25df495d54ef/661d0912-675c-465d-8c52-ce09b7394cd3/8b4f01cc-9cba-4b65-9745-a113b299400c) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:20.401768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7e20d4cc-6d7c-4296-a29e-3d8955875758 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:20.402147 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.428694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-b45fd5b1-3439-4192-9a0c-6ab9e918093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:20.430069 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.430532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-b45fd5b1-3439-4192-9a0c-6ab9e918093a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696&tenant_id=588a614000664c5d9b1f3b4860f26f15 HTTP/1.1" status: 200 len: 1095 time: 0.2230387 Sep 22 09:28:20.444648 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.464935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.469373 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] 10.222.0.49 "DELETE /v2.0/networks/fe0736c5-c26c-4220-a820-23b209a79527 HTTP/1.1" status: 204 len: 168 time: 1.0798740 Sep 22 09:28:20.491732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293732ab-fd0a-47a3-9e99-1c041792a93f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe0736c5-c26c-4220-a820-23b209a79527,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:20.566986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-537c9bb5-889c-4802-9a92-6a370ae140bf service neutron] 10.222.0.49 "GET /v2.0/networks/8838af09-f3ab-4539-a7cb-ac3332d6e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803990 Sep 22 09:28:20.597813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a821e66-465f-40f3-a3a1-a53fb42f12cc None None] Network 4a9469ee-2e12-47d3-bffb-9316e6399887 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:20.607104 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.683064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-ab19b6d0-2e4e-498b-b754-1e883dd0dd4c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:20.685782 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-ab19b6d0-2e4e-498b-b754-1e883dd0dd4c tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.45 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 945 time: 0.0733678 Sep 22 09:28:20.698432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-d7c69b78-e8b8-495d-a5b3-7207d8a4602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:20.700027 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-d7c69b78-e8b8-495d-a5b3-7207d8a4602f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 1095 time: 0.2094696 Sep 22 09:28:20.713877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c959a37-9ac4-48b5-a6dc-e13641368edf req-91480d1b-d518-4dde-a62f-a720af574ead tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:20.731704 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c959a37-9ac4-48b5-a6dc-e13641368edf req-91480d1b-d518-4dde-a62f-a720af574ead tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 944 time: 0.2212710 Sep 22 09:28:20.850249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c959a37-9ac4-48b5-a6dc-e13641368edf req-3d4edc28-1faa-4073-9564-54ca608645c0 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175282 Sep 22 09:28:20.891844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 7e20d4cc-6d7c-4296-a29e-3d8955875758, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7e20d4cc-6d7c-4296-a29e-3d8955875758,segment=NetworkSegment(c7fe3533-b04f-42db-b431-005c2a3f2656),segment_id=c7fe3533-b04f-42db-b431-005c2a3f2656)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:20.897692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cfdd9fc5-9cc7-44fb-8ff5-763f882422b2 None None] Provisioning complete for port 7e20d4cc-6d7c-4296-a29e-3d8955875758 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:20.897692 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9fc5-9cc7-44fb-8ff5-763f882422b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.897692 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.929418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-8d4cee7c-4f74-4b21-bc09-dcde3137aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:20.929418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-8d4cee7c-4f74-4b21-bc09-dcde3137aeaf service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.1930974 Sep 22 09:28:20.996997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-c2fe1210-c866-48d5-a17d-c81064b306db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad HTTP/1.1" status: 200 len: 217 time: 0.0608685 Sep 22 09:28:21.017875 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.021475 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.022468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2e8e9f5c-001e-4716-bf27-a81a576c421d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:21.049564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.054287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a1b20e2-3f4b-4dc3-a781-6a93f92eecc3 req-c5dd1f89-1328-4d87-a9ae-8d0ba6c17104 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 210 time: 0.0689080 Sep 22 09:28:21.100697 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.142806 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Deleting port 70f502e3-60ae-49f4-a57c-ba01e05c18c4 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:21.143161 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.160651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54624) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:21.181459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Network d04c9e55-a5d9-4323-a899-25df495d54ef is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:21.182595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=7e20d4cc-6d7c-4296-a29e-3d8955875758,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:21.185625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:21.190914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:21.211519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-9d3ac103-e3a2-4345-81d4-f44ead5f60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:21.213808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-9d3ac103-e3a2-4345-81d4-f44ead5f60cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.1778371 Sep 22 09:28:21.245869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2e8e9f5c-001e-4716-bf27-a81a576c421d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:21.246283 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.307005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-efd82def-8027-4136-8f66-0d61440fc359 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820427 Sep 22 09:28:21.330966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Pushing event updated for resources: {'Port': ['ID=8b4f01cc-9cba-4b65-9745-a113b299400c,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:21.353716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206d380-efb4-4ec5-bec7-4cdebef707b8 req-d4245695-071f-4b0d-99bd-ddb44e11fd26 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:21.358255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Attempting to bind port 8b4f01cc-9cba-4b65-9745-a113b299400c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:21.367174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e206d380-efb4-4ec5-bec7-4cdebef707b8 req-d4245695-071f-4b0d-99bd-ddb44e11fd26 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 945 time: 0.3199813 Sep 22 09:28:21.369133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Attempting to bind port 8b4f01cc-9cba-4b65-9745-a113b299400c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:21.369669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Attempting to bind port 8b4f01cc-9cba-4b65-9745-a113b299400c on network d04c9e55-a5d9-4323-a899-25df495d54ef {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:21.379779 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-603aa87f-395e-42b2-92f3-6eec324b2683 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5e50368fa5242f5942a8543dc7c27ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139301 Sep 22 09:28:21.388072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54638) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:21.395954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:21.396510 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Checking segment: {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:21.396917 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.401803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Bound using segment: {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:21.402549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Bound port: 8b4f01cc-9cba-4b65-9745-a113b299400c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:21.403144 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.486875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Allocated IP 172.25.6.195 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/092bd64d-3ce1-4444-b3af-cce6c47f17dc) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:21.495188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] For port 70f502e3-60ae-49f4-a57c-ba01e05c18c4, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=70f502e3-60ae-49f4-a57c-ba01e05c18c4,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:21.495463 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.511806 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8826-b917-4cbf-99ed-fd3fafd33370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.544987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] For port 8b4f01cc-9cba-4b65-9745-a113b299400c, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:21.550782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] For port 8b4f01cc-9cba-4b65-9745-a113b299400c, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=8b4f01cc-9cba-4b65-9745-a113b299400c,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:21.589041 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e206d380-efb4-4ec5-bec7-4cdebef707b8 req-5f82fef5-c043-4d9b-9242-2faa89c2f699 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113764 Sep 22 09:28:21.612857 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8826-b917-4cbf-99ed-fd3fafd33370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.636030 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27d4d2-09eb-4b47-906e-a90324aac614 req-919aee5b-e01d-41db-ac60-e4d0f02fb9c0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:21.636153 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.640109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a27d4d2-09eb-4b47-906e-a90324aac614 req-919aee5b-e01d-41db-ac60-e4d0f02fb9c0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 945 time: 0.2258637 Sep 22 09:28:21.651296 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-bdaa23eb-eac1-4c8a-aa47-4e3a38c034b6 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276813 Sep 22 09:28:21.726281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a27d4d2-09eb-4b47-906e-a90324aac614 req-47f4a4ab-9e1e-42ad-a8ac-a7f24ab4e988 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851896 Sep 22 09:28:21.763145 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.769874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49283673-d2fc-4a7e-bc2f-89a3774e4473 None None] Pushing event updated for resources: {'Port': ['ID=8b4f01cc-9cba-4b65-9745-a113b299400c,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:21.772690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8d3ae16d-45ff-4511-8b86-068f1990016f None None] Provisioning complete for port 7e20d4cc-6d7c-4296-a29e-3d8955875758 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:21.775960 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d3ae16d-45ff-4511-8b86-068f1990016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.809687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-97a9a606-2dbd-41ae-8f19-75592b60f143 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484077 Sep 22 09:28:21.956757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.956757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.956757 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Floating IP 176f260f-0c07-4764-b940-a083701b449c disassociated. External IP: 172.25.6.136, port: 70f502e3-60ae-49f4-a57c-ba01e05c18c4. Sep 22 09:28:21.956757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Calling delete_port for 70f502e3-60ae-49f4-a57c-ba01e05c18c4 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:21.966123 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.046292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7e20d4cc-6d7c-4296-a29e-3d8955875758 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:22.064498 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8826-b917-4cbf-99ed-fd3fafd33370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.069357 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8826-b917-4cbf-99ed-fd3fafd33370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.073522 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fe2c8826-b917-4cbf-99ed-fd3fafd33370 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7f47d8c-1e8c-4833-b071-135693d0c718 HTTP/1.1" status: 204 len: 168 time: 0.6815219 Sep 22 09:28:22.113308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:22.115521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c8826-b917-4cbf-99ed-fd3fafd33370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f47d8c-1e8c-4833-b071-135693d0c718,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:22.122088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Pushing event updated for resources: {'Port': ['ID=092bd64d-3ce1-4444-b3af-cce6c47f17dc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:22.132687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 4b53525a-1279-4dc6-96ed-b6b2241dd85e up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:22.162502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711586b6-c35e-48dc-a837-19c7e3d74f70 req-90e53ede-f28a-406e-ab82-7721945c958e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:22.178713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-711586b6-c35e-48dc-a837-19c7e3d74f70 req-90e53ede-f28a-406e-ab82-7721945c958e tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 944 time: 0.1835277 Sep 22 09:28:22.221202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:22.256189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:22.267486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52db0bb5-44a9-4968-b75e-c8fba1c318b6 req-a656012b-222a-4482-918f-6f706ce772ea tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 210 time: 0.0860171 Sep 22 09:28:22.317801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7e20d4cc-6d7c-4296-a29e-3d8955875758 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:22.318180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.348816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-711586b6-c35e-48dc-a837-19c7e3d74f70 req-c58aa743-655a-4ffb-8c3c-575493e4d1bc tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691394 Sep 22 09:28:22.367654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-853ca23e-cd91-4db4-8bf4-10efa3efd1ac tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:22.369837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-853ca23e-cd91-4db4-8bf4-10efa3efd1ac tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696&tenant_id=588a614000664c5d9b1f3b4860f26f15&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 1095 time: 0.1119719 Sep 22 09:28:22.453463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 4b53525a-1279-4dc6-96ed-b6b2241dd85e completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:22.459799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 4b53525a-1279-4dc6-96ed-b6b2241dd85e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:22.460189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.554623 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.585957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53525a-1279-4dc6-96ed-b6b2241dd85e'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:22.589280 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d613c89d-8c00-4dfc-a346-144d043b7964" -d '{"events": [{"server_uuid": "89bc667c-c59c-4fd3-99d6-5bb03766bb71", "name": "network-vif-plugged", "status": "completed", "tag": "4b53525a-1279-4dc6-96ed-b6b2241dd85e"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:22.607313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 4b53525a-1279-4dc6-96ed-b6b2241dd85e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:22.632431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-3f19c494-88a1-4271-8876-7a621ecbf6d5 service neutron] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:22.643919 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-3f19c494-88a1-4271-8876-7a621ecbf6d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.659271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-3f19c494-88a1-4271-8876-7a621ecbf6d5 service neutron] 10.222.0.60 "DELETE /v2.0/ports/3da5dbe0-88a5-4012-8ac3-aded07a187ad/bindings/n-h2-805649-4 HTTP/1.1" status: 204 len: 173 time: 0.2730978 Sep 22 09:28:22.667491 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.757278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=4b53525a-1279-4dc6-96ed-b6b2241dd85e,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:22.767201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf4074-3fb2-4a2e-b867-bdad1ccd9d55 req-4c795eed-1466-48e0-987d-0cc1ca226360 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:22.769324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2fcf4074-3fb2-4a2e-b867-bdad1ccd9d55 req-4c795eed-1466-48e0-987d-0cc1ca226360 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 945 time: 0.0990117 Sep 22 09:28:22.822233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2fcf4074-3fb2-4a2e-b867-bdad1ccd9d55 req-b016df04-dd37-49a5-865c-aa8b62ffff61 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups?id=ea06d749-8938-4b15-9872-ed136588ce41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462093 Sep 22 09:28:22.966124 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8282da4d-85fa-493a-b1dc-0bbf39b1ff8e x-openstack-request-id: req-8282da4d-85fa-493a-b1dc-0bbf39b1ff8e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:22.966430 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bc667c-c59c-4fd3-99d6-5bb03766bb71", "name": "network-vif-plugged", "status": "completed", "tag": "4b53525a-1279-4dc6-96ed-b6b2241dd85e", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:22.966686 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8282da4d-85fa-493a-b1dc-0bbf39b1ff8e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:22.967086 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53525a-1279-4dc6-96ed-b6b2241dd85e', 'code': 200} Sep 22 09:28:23.038657 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.078393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a400e-db49-4a39-abc5-3214b4a9b0fe req-2615bb59-e318-4b97-b384-97524f39527a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:23.081785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-542a400e-db49-4a39-abc5-3214b4a9b0fe req-2615bb59-e318-4b97-b384-97524f39527a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 946 time: 0.1062140 Sep 22 09:28:23.148430 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.148959 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-542a400e-db49-4a39-abc5-3214b4a9b0fe req-8d87f033-b554-4989-9cf4-ae9c8795fafc tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600319 Sep 22 09:28:23.163408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84346d5-2e63-4b6a-86fb-7f1acc4b7e07 None None] Network d04c9e55-a5d9-4323-a899-25df495d54ef requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:23.188496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54680) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:23.194016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.273378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eef4f15b-6688-4839-a513-315ea649f870 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=166e6c91a95c41388e198f7c1cbfdcd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836115 Sep 22 09:28:23.274572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-be29003d-341b-438e-91da-5a24112a43ee None None] Provisioning complete for port 8b4f01cc-9cba-4b65-9745-a113b299400c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:23.275009 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-be29003d-341b-438e-91da-5a24112a43ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.276115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54682) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:23.317416 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Pushing event deleted for resources: {'Port': ['ID=70f502e3-60ae-49f4-a57c-ba01e05c18c4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:23.420177 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef3cce77-03ae-47ed-8dce-27e666d44159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.443359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e1694-4f0c-4441-9493-bae1cc3fd5f3 req-93cbdbc1-4945-4864-8e3c-889e8d57d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:23.445339 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-868e1694-4f0c-4441-9493-bae1cc3fd5f3 req-93cbdbc1-4945-4864-8e3c-889e8d57d5ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 1097 time: 0.2984629 Sep 22 09:28:23.465772 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef3cce77-03ae-47ed-8dce-27e666d44159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.469411 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-be29003d-341b-438e-91da-5a24112a43ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.491907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe9de534-f4b7-4fc9-a78f-6fc3e2a7b5c4 req-3d6bbb1b-3370-48c1-b685-cda4ec513422 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 210 time: 0.0510087 Sep 22 09:28:23.537576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-be29003d-341b-438e-91da-5a24112a43ee None None] For port 8b4f01cc-9cba-4b65-9745-a113b299400c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=8b4f01cc-9cba-4b65-9745-a113b299400c,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:23.568199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78557-1d45-49b7-92aa-c4b97e6dd20b req-68db0568-bec0-4267-808a-1de558bce91c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:23.575949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fdf78557-1d45-49b7-92aa-c4b97e6dd20b req-68db0568-bec0-4267-808a-1de558bce91c tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 944 time: 0.0903754 Sep 22 09:28:23.594071 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-868e1694-4f0c-4441-9493-bae1cc3fd5f3 req-580479d9-576f-436b-9651-cb52f42a8514 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378624 Sep 22 09:28:23.601910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:28:23.616163 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fdf78557-1d45-49b7-92aa-c4b97e6dd20b req-457c53de-f137-417b-98c7-b0014568da64 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396035 Sep 22 09:28:23.721344 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.752441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-be29003d-341b-438e-91da-5a24112a43ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.810481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981c1e7-c63f-410b-a898-c2b9be7a03de req-5273a24f-cf90-4ce0-a90d-f44b337515f1 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:23.815065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f981c1e7-c63f-410b-a898-c2b9be7a03de req-5273a24f-cf90-4ce0-a90d-f44b337515f1 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 1095 time: 0.0664895 Sep 22 09:28:23.831773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29003d-341b-438e-91da-5a24112a43ee None None] Pushing event updated for resources: {'Port': ['ID=8b4f01cc-9cba-4b65-9745-a113b299400c,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:23.837011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:28:23.856921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba8611-f440-4047-944e-985ab8e8d231 None None] Sync routers for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:23.893748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f981c1e7-c63f-410b-a898-c2b9be7a03de req-3418913b-f1ec-4c6c-bdc1-215bb16193d6 tempest-LiveMigrationTest-1961161317 tempest-LiveMigrationTest-1961161317-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522482 Sep 22 09:28:23.893748 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef3cce77-03ae-47ed-8dce-27e666d44159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.893748 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef3cce77-03ae-47ed-8dce-27e666d44159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.893748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ef3cce77-03ae-47ed-8dce-27e666d44159 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b51fa270-12cb-412f-a994-c53d180a2200 HTTP/1.1" status: 204 len: 168 time: 0.6055861 Sep 22 09:28:23.893748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cce77-03ae-47ed-8dce-27e666d44159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51fa270-12cb-412f-a994-c53d180a2200,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:23.902113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba8611-f440-4047-944e-985ab8e8d231 None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:23.903800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7aba8611-f440-4047-944e-985ab8e8d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:23.965240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] No DVR routers for this DVR port 70f502e3-60ae-49f4-a57c-ba01e05c18c4 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:23.980164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.006539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-76902fe9-db62-4084-95a2-23ad17e8a3c6 None None] Provisioning complete for port 8b4f01cc-9cba-4b65-9745-a113b299400c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:24.006965 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-76902fe9-db62-4084-95a2-23ad17e8a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.007082 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-636929b1-e1a8-465e-ad4e-ccdfa481cff5 req-9e359da4-8eec-4f99-8974-f138e29f8d65 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.45 "DELETE /v2.0/ports/70f502e3-60ae-49f4-a57c-ba01e05c18c4 HTTP/1.1" status: 204 len: 173 time: 3.2885590 Sep 22 09:28:24.007915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'name': 'network-vif-deleted', 'tag': '70f502e3-60ae-49f4-a57c-ba01e05c18c4'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:24.015213 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2145c8ec-5142-4ff9-b3e9-0ee3aa833371" -d '{"events": [{"server_uuid": "d184b3ba-a70d-40e4-8416-5d101cea9991", "name": "network-vif-deleted", "tag": "70f502e3-60ae-49f4-a57c-ba01e05c18c4"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:24.061435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59d23167-f69d-45be-8a66-0af40d0752e6 req-bf52462d-be6d-4622-b12e-6612f0857a30 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 210 time: 0.0748580 Sep 22 09:28:24.145534 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e85073-826e-48b5-b2f0-83f5a8321e05 x-openstack-request-id: req-85e85073-826e-48b5-b2f0-83f5a8321e05 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:24.145971 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d184b3ba-a70d-40e4-8416-5d101cea9991", "name": "network-vif-deleted", "tag": "70f502e3-60ae-49f4-a57c-ba01e05c18c4", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:24.146475 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85e85073-826e-48b5-b2f0-83f5a8321e05 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:24.146978 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd184b3ba-a70d-40e4-8416-5d101cea9991', 'name': 'network-vif-deleted', 'tag': '70f502e3-60ae-49f4-a57c-ba01e05c18c4', 'status': 'completed', 'code': 200} Sep 22 09:28:24.193123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 8b4f01cc-9cba-4b65-9745-a113b299400c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:24.262312 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7aba8611-f440-4047-944e-985ab8e8d231 None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:24.307602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890a18-eea2-48c3-a4bf-b31e1b54a958 req-81220598-4e57-4e94-bfd1-cc9eceb61828 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:24.325478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db890a18-eea2-48c3-a4bf-b31e1b54a958 req-81220598-4e57-4e94-bfd1-cc9eceb61828 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 946 time: 0.0517263 Sep 22 09:28:24.348237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db890a18-eea2-48c3-a4bf-b31e1b54a958 req-cbdddd17-3960-4edb-8f4b-9967d9658eab tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331192 Sep 22 09:28:24.403556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 8b4f01cc-9cba-4b65-9745-a113b299400c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:24.403929 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.546903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Router 2693b494-873d-4bc1-b125-d89fc43a2b78 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:28:24.588757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7aba8611-f440-4047-944e-985ab8e8d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:24.642761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c038257-e8fb-482e-b38b-684bd7e55a10 req-012d12d6-cb2c-4449-b33b-286e6da782b7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 210 time: 0.0441830 Sep 22 09:28:24.740352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:28:24.755127 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Sync routers for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:24.757319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-19af3727-4384-4822-adea-6bac2bc82e0d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:24.765707 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:24.767903 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:24.775964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-19af3727-4384-4822-adea-6bac2bc82e0d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:24.777655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-19af3727-4384-4822-adea-6bac2bc82e0d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.60 "GET /v2.0/networks?id=8838af09-f3ab-4539-a7cb-ac3332d6e218&id=4a9469ee-2e12-47d3-bffb-9316e6399887&id=8838af09-f3ab-4539-a7cb-ac3332d6e218 HTTP/1.1" status: 200 len: 1391 time: 0.2034898 Sep 22 09:28:24.785510 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.786201 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f7c6bdcf-279a-4bf2-850d-557cf4564558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.787802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba8611-f440-4047-944e-985ab8e8d231 None None] Checking router: 1f3414f1-831d-421c-9cb6-7efb7e79c7ba for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:24.804611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba8611-f440-4047-944e-985ab8e8d231 None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:24.805298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7aba8611-f440-4047-944e-985ab8e8d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:24.818451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'port': {'device_id': 'be325252-5021-4657-a9db-f77e719305a6', 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218', 'admin_state_up': True, 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:24.861188 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.862474 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-21313ac5-51e8-4b1f-aa2d-fd2ed6b29b2c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.0499909 Sep 22 09:28:24.865138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54712) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:25.020582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7aba8611-f440-4047-944e-985ab8e8d231 None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:25.292614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:25.303762 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.402045 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:25.508467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Allocated IP 19.80.0.226 (8838af09-f3ab-4539-a7cb-ac3332d6e218/623af738-e05d-4f52-8f1d-a7b0994ad6ea/a238905b-864d-4ec8-985f-f3f991ab2403) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:25.574858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7aba8611-f440-4047-944e-985ab8e8d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:25.614375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba8611-f440-4047-944e-985ab8e8d231 None None] The sync data for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 is: [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '675f3ad2-51ef-4984-a25a-fa2e0785f2b5', 'name': '', 'network_id': '1c3f4292-5e72-4619-b601-bcc49b728830', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'mac_address': 'fa:16:3e:ba:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:34Z', 'updated_at': '2021-09-22T09:23:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'subnets': [{'id': 'bb00f9a2-b56a-4df4-9361-158da03a41a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:25.748200 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:22Z', 'revision_number': 3, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:25.786568 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Checking router: 2693b494-873d-4bc1-b125-d89fc43a2b78 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:25.788607 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Updating router 2693b494-873d-4bc1-b125-d89fc43a2b78 port 092bd64d-3ce1-4444-b3af-cce6c47f17dc binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:28:25.817429 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.835898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb3676-d8e1-44f2-a248-2bf0ca77df45 req-dc9596c9-698f-454b-96ca-b41a276a3991 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:25.835898 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-76eb3676-d8e1-44f2-a248-2bf0ca77df45 req-dc9596c9-698f-454b-96ca-b41a276a3991 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 944 time: 0.1426151 Sep 22 09:28:25.835898 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.843286 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56e0797a-2990-4261-9bd7-896bcba5234a req-e27a763b-c3b3-471f-980c-cb88257d4ef0 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/ports?device_id=d184b3ba-a70d-40e4-8416-5d101cea9991 HTTP/1.1" status: 200 len: 210 time: 0.1576295 Sep 22 09:28:25.877979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1547c-a9bc-4ca0-84a7-97b6fcba947d req-e7300920-ecd4-40ad-be08-3c9916574715 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:25.889154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7b1547c-a9bc-4ca0-84a7-97b6fcba947d req-e7300920-ecd4-40ad-be08-3c9916574715 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 944 time: 0.7269106 Sep 22 09:28:26.032986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7b1547c-a9bc-4ca0-84a7-97b6fcba947d req-b18c3290-eace-489a-9501-cdd5f382bf52 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421058 Sep 22 09:28:26.043925 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.091784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-76eb3676-d8e1-44f2-a248-2bf0ca77df45 req-f15dc8bc-1333-4ed5-8ff1-ae3dbb67a79f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Deleting port 3da5dbe0-88a5-4012-8ac3-aded07a187ad {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:26.092132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-76eb3676-d8e1-44f2-a248-2bf0ca77df45 req-f15dc8bc-1333-4ed5-8ff1-ae3dbb67a79f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.131426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 70f502e3-60ae-49f4-a57c-ba01e05c18c4 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:26.148641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01309c-efda-42ea-87e8-4c0217c7f7b0 req-bd11ae5a-a95d-47ca-99ce-f511f9431ffb tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:26.153912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da01309c-efda-42ea-87e8-4c0217c7f7b0 req-bd11ae5a-a95d-47ca-99ce-f511f9431ffb tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 946 time: 0.1959908 Sep 22 09:28:26.191557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 70f502e3-60ae-49f4-a57c-ba01e05c18c4 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:26.191899 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 70f502e3-60ae-49f4-a57c-ba01e05c18c4 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:26.193590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36bf10-3924-4f3f-b4dc-0584ff9c884d None None] New status for floating IP 176f260f-0c07-4764-b940-a083701b449c: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:28:26.235368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da01309c-efda-42ea-87e8-4c0217c7f7b0 req-7a31e853-11e0-4991-9290-f4619ca807aa tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612385 Sep 22 09:28:26.305229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-765863cc-1192-4fb6-a6b8-09b7cdfb6873 req-60944e13-6958-4601-b248-dabdb0813d54 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 210 time: 0.0899787 Sep 22 09:28:26.314539 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.333046 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.344581 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:28:26.378849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Allocated IP 172.20.0.1 (d04c9e55-a5d9-4323-a899-25df495d54ef/661d0912-675c-465d-8c52-ce09b7394cd3/5d8b8a4f-d3f4-4970-9948-23ce381fabbe) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:26.395028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network 8838af09-f3ab-4539-a7cb-ac3332d6e218 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:26.400357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:26.418101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:26.418101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Port': ['ID=a238905b-864d-4ec8-985f-f3f991ab2403,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:26.442276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-76eb3676-d8e1-44f2-a248-2bf0ca77df45 req-f15dc8bc-1333-4ed5-8ff1-ae3dbb67a79f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] For port 3da5dbe0-88a5-4012-8ac3-aded07a187ad, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3da5dbe0-88a5-4012-8ac3-aded07a187ad,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:26.442653 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-76eb3676-d8e1-44f2-a248-2bf0ca77df45 req-f15dc8bc-1333-4ed5-8ff1-ae3dbb67a79f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.466455 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.471475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-76eb3676-d8e1-44f2-a248-2bf0ca77df45 req-f15dc8bc-1333-4ed5-8ff1-ae3dbb67a79f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Calling delete_port for 3da5dbe0-88a5-4012-8ac3-aded07a187ad owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:26.523698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:26.527134 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.559078 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce3b9187-ffe3-4149-99a5-b93cd4af4441 req-a72aed24-1614-49eb-9610-0958e5c007ab tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-142988950&fields=id&tenant_id=b97160ec06ec4ebdb02567f5a48c785a HTTP/1.1" status: 200 len: 267 time: 0.0830104 Sep 22 09:28:26.618708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c344eb4a-015b-4909-b01c-5ddcb09783e2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8310499 Sep 22 09:28:26.627870 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Attempting to bind port 092bd64d-3ce1-4444-b3af-cce6c47f17dc on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:26.628665 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Attempting to bind port 092bd64d-3ce1-4444-b3af-cce6c47f17dc by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:26.629863 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Attempting to bind port 092bd64d-3ce1-4444-b3af-cce6c47f17dc on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:26.631952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'port': {'device_id': 'be325252-5021-4657-a9db-f77e719305a6', 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887', 'admin_state_up': True, 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:26.642647 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0d4f8-f308-4a39-a616-b561ba3be584 None None] Pushing event updated for resources: {'Port': ['ID=092bd64d-3ce1-4444-b3af-cce6c47f17dc,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:26.657960 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:26.658330 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:26.658727 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.659110 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:26.663164 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Bound port: 092bd64d-3ce1-4444-b3af-cce6c47f17dc, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:26.663570 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.698735 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.721353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b9187-ffe3-4149-99a5-b93cd4af4441 req-3d280c8e-eb65-4146-b110-577b963a0e61 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:26.730313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce3b9187-ffe3-4149-99a5-b93cd4af4441 req-3d280c8e-eb65-4146-b110-577b963a0e61 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 946 time: 0.1647875 Sep 22 09:28:26.737545 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] For port 092bd64d-3ce1-4444-b3af-cce6c47f17dc, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:26.741536 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] For port 092bd64d-3ce1-4444-b3af-cce6c47f17dc, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=092bd64d-3ce1-4444-b3af-cce6c47f17dc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:26.764665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-ce3b9187-ffe3-4149-99a5-b93cd4af4441 req-0feb8f11-c6dd-44f3-be18-fc5d5d7d3be3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'port': {'security_groups': ['94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd', 'cd18da19-9b7a-4177-a334-4bc6a817235d']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:26.788788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-34c30ff2-1c15-4e50-bb96-11b88cd24a0a None None] Provisioning complete for port a238905b-864d-4ec8-985f-f3f991ab2403 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:26.789389 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-34c30ff2-1c15-4e50-bb96-11b88cd24a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.812386 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.835270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-34c30ff2-1c15-4e50-bb96-11b88cd24a0a None None] Port a238905b-864d-4ec8-985f-f3f991ab2403 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:28:26.868324 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ce3b9187-ffe3-4149-99a5-b93cd4af4441 req-0feb8f11-c6dd-44f3-be18-fc5d5d7d3be3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.875746 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0d4f8-f308-4a39-a616-b561ba3be584 None None] Pushing event updated for resources: {'Port': ['ID=092bd64d-3ce1-4444-b3af-cce6c47f17dc,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:26.881159 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:26.881551 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:27:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:26.900901 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eebcb722-9db0-48cf-90ae-a2805fdb8d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.901024 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-76eb3676-d8e1-44f2-a248-2bf0ca77df45 req-f15dc8bc-1333-4ed5-8ff1-ae3dbb67a79f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.908900 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.912969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e268515d-f4f8-4212-a918-de0892d563e3', '3da5dbe0-88a5-4012-8ac3-aded07a187ad'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:26.997423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Network d04c9e55-a5d9-4323-a899-25df495d54ef is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:27.002473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dc8bc-1333-4ed5-8ff1-ae3dbb67a79f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Pushing event deleted for resources: {'Port': ['ID=3da5dbe0-88a5-4012-8ac3-aded07a187ad,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:27.016099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:27.024424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:27.134547 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:27.180315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Pushing event updated for resources: {'Port': ['ID=5d8b8a4f-d3f4-4970-9948-23ce381fabbe,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:27.182583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:27.186384 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.233543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eb3676-d8e1-44f2-a248-2bf0ca77df45 req-f15dc8bc-1333-4ed5-8ff1-ae3dbb67a79f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] No DVR routers for this DVR port 3da5dbe0-88a5-4012-8ac3-aded07a187ad on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:27.241312 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-76eb3676-d8e1-44f2-a248-2bf0ca77df45 req-f15dc8bc-1333-4ed5-8ff1-ae3dbb67a79f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.246691 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-76eb3676-d8e1-44f2-a248-2bf0ca77df45 req-f15dc8bc-1333-4ed5-8ff1-ae3dbb67a79f tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.60 "DELETE /v2.0/ports/3da5dbe0-88a5-4012-8ac3-aded07a187ad HTTP/1.1" status: 204 len: 173 time: 1.4032662 Sep 22 09:28:27.257348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'name': 'network-vif-deleted', 'tag': '3da5dbe0-88a5-4012-8ac3-aded07a187ad'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:27.267595 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b060d8b-ecf6-483e-bb9a-8b9c1b94304f" -d '{"events": [{"server_uuid": "d0780038-6e61-4e5b-91a8-2b66baa5c696", "name": "network-vif-deleted", "tag": "3da5dbe0-88a5-4012-8ac3-aded07a187ad"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:27.282829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.433173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.477567 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7925020f-b328-414c-9313-4caa598bee27 None None] Provisioning complete for port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:27.478789 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7925020f-b328-414c-9313-4caa598bee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.518216 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:22Z', 'revision_number': 3, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:27.527463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7925020f-b328-414c-9313-4caa598bee27 None None] Port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:28:27.570542 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a977f1-a725-4d42-88f4-3196ba0408c1 None None] The sync data for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 is: [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:22Z', 'revision_number': 3, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:27.572801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.828367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d15f2aec-76c0-4e83-a6db-850a552156ff req-4ab60302-eaa9-4ca9-b1a2-f09d7000b4ba tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 210 time: 0.5062551 Sep 22 09:28:27.891328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.907007 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.922642 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc384d18-0275-4cb3-b6a0-56c18e1feba1 req-06665726-1ba2-45e5-a917-11238c4bd71c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7767072 Sep 22 09:28:27.943366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54796) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:28.012103 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c13a87-b335-40b1-a48f-5b89c0edc667 x-openstack-request-id: req-71c13a87-b335-40b1-a48f-5b89c0edc667 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:28.012265 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0780038-6e61-4e5b-91a8-2b66baa5c696", "name": "network-vif-deleted", "tag": "3da5dbe0-88a5-4012-8ac3-aded07a187ad", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:28.012413 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71c13a87-b335-40b1-a48f-5b89c0edc667 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:28.012857 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0780038-6e61-4e5b-91a8-2b66baa5c696', 'name': 'network-vif-deleted', 'tag': '3da5dbe0-88a5-4012-8ac3-aded07a187ad', 'status': 'completed', 'code': 200} Sep 22 09:28:28.019875 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:28.105195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-ce3b9187-ffe3-4149-99a5-b93cd4af4441 req-0feb8f11-c6dd-44f3-be18-fc5d5d7d3be3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] For port 4b53525a-1279-4dc6-96ed-b6b2241dd85e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:28.148549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:28.199738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc384d18-0275-4cb3-b6a0-56c18e1feba1 req-7a7d3614-6d95-4d14-963a-2e0db8100b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:28.201445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc384d18-0275-4cb3-b6a0-56c18e1feba1 req-7a7d3614-6d95-4d14-963a-2e0db8100b5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=588a614000664c5d9b1f3b4860f26f15&device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 1096 time: 0.2413890 Sep 22 09:28:28.241088 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ce3b9187-ffe3-4149-99a5-b93cd4af4441 req-0feb8f11-c6dd-44f3-be18-fc5d5d7d3be3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:28.285094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71be5e7-df0e-4065-b78e-4fd57b6f3dc5 req-eb5c7555-2dc7-48fd-8145-46ec71c1ce2f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:28.286858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a71be5e7-df0e-4065-b78e-4fd57b6f3dc5 req-eb5c7555-2dc7-48fd-8145-46ec71c1ce2f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 932 time: 0.1794569 Sep 22 09:28:28.304767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Pushing event updated for resources: {'Port': ['ID=5d8b8a4f-d3f4-4970-9948-23ce381fabbe,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:28.307898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Allocated IP 19.86.0.201 (4a9469ee-2e12-47d3-bffb-9316e6399887/f5792a5b-4e47-4892-b658-b3e9f555681d/96d4df17-b4c5-48de-8b21-8e90fbc1bfee) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:28.371789 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ce3b9187-ffe3-4149-99a5-b93cd4af4441 req-0feb8f11-c6dd-44f3-be18-fc5d5d7d3be3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:28.390081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['4b53525a-1279-4dc6-96ed-b6b2241dd85e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:28.394375 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c536d725-0f1b-46da-95c4-14727aed23e4 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:28.445178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Network d04c9e55-a5d9-4323-a899-25df495d54ef is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:28.447302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:28.486531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b9187-ffe3-4149-99a5-b93cd4af4441 req-0feb8f11-c6dd-44f3-be18-fc5d5d7d3be3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:28.487547 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ce3b9187-ffe3-4149-99a5-b93cd4af4441 req-0feb8f11-c6dd-44f3-be18-fc5d5d7d3be3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:28.489031 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c536d725-0f1b-46da-95c4-14727aed23e4 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:28.506679 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce3b9187-ffe3-4149-99a5-b93cd4af4441 req-0feb8f11-c6dd-44f3-be18-fc5d5d7d3be3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "PUT /v2.0/ports/4b53525a-1279-4dc6-96ed-b6b2241dd85e HTTP/1.1" status: 200 len: 982 time: 1.7749956 Sep 22 09:28:28.529191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'tag': '4b53525a-1279-4dc6-96ed-b6b2241dd85e'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:28.544599 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525535ca-c02b-48e1-a0f7-2335c19acc85" -d '{"events": [{"name": "network-changed", "server_uuid": "89bc667c-c59c-4fd3-99d6-5bb03766bb71", "tag": "4b53525a-1279-4dc6-96ed-b6b2241dd85e"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:28.579847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a71be5e7-df0e-4065-b78e-4fd57b6f3dc5 req-0fd2f703-1d02-45e7-9d0c-d076691210f9 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766051 Sep 22 09:28:28.612033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc384d18-0275-4cb3-b6a0-56c18e1feba1 req-5f7de81e-79aa-4737-92b4-956f3c11d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:28.630210 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc384d18-0275-4cb3-b6a0-56c18e1feba1 req-5f7de81e-79aa-4737-92b4-956f3c11d30b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 200 len: 909 time: 0.3924701 Sep 22 09:28:28.692386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['4b53525a-1279-4dc6-96ed-b6b2241dd85e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:28.778640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb8f11-c6dd-44f3-be18-fc5d5d7d3be3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'Port': ['ID=4b53525a-1279-4dc6-96ed-b6b2241dd85e,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:28.799593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc384d18-0275-4cb3-b6a0-56c18e1feba1 req-aaa980be-3218-4f7d-a924-abe96388c4bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19 HTTP/1.1" status: 200 len: 217 time: 0.1406341 Sep 22 09:28:28.912912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c536d725-0f1b-46da-95c4-14727aed23e4 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:28.923602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c536d725-0f1b-46da-95c4-14727aed23e4 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:28.926939 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c536d725-0f1b-46da-95c4-14727aed23e4 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "DELETE /v2.0/security-groups/ea06d749-8938-4b15-9872-ed136588ce41 HTTP/1.1" status: 204 len: 168 time: 0.9824712 Sep 22 09:28:28.930587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54814) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:28.935689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Router 2693b494-873d-4bc1-b125-d89fc43a2b78 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:28:28.965332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e2f85ca-977d-4c74-aaa4-709e9b954bdd req-9492152d-fbf5-4f33-bd7b-7532fd6d5c1a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-523285122&fields=id&tenant_id=b97160ec06ec4ebdb02567f5a48c785a HTTP/1.1" status: 200 len: 267 time: 0.2188416 Sep 22 09:28:28.983364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536d725-0f1b-46da-95c4-14727aed23e4 tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea06d749-8938-4b15-9872-ed136588ce41,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:28.995253 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-ccde79b2-9818-4366-80e4-ba2ee670cbce tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] show failed (client error): The resource could not be found. Sep 22 09:28:29.000549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ccde79b2-9818-4366-80e4-ba2ee670cbce tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "GET /v2.0/security-groups/ea06d749-8938-4b15-9872-ed136588ce41 HTTP/1.1" status: 404 len: 347 time: 0.0644464 Sep 22 09:28:29.002966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54816) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:29.021257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc384d18-0275-4cb3-b6a0-56c18e1feba1 req-28a4a617-8c7d-4e83-8ac8-849717eea8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:29.022901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc384d18-0275-4cb3-b6a0-56c18e1feba1 req-28a4a617-8c7d-4e83-8ac8-849717eea8c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 200 len: 848 time: 0.2140603 Sep 22 09:28:29.077006 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-80863f2b-dfc4-438f-90a1-d67137802463 None None] Provisioning complete for port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:29.078071 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-80863f2b-dfc4-438f-90a1-d67137802463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:29.099710 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc384d18-0275-4cb3-b6a0-56c18e1feba1 req-22790e05-2d79-4ac1-bab0-178a333510fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661809 Sep 22 09:28:29.106443 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:29.140672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f85ca-977d-4c74-aaa4-709e9b954bdd req-b5bb8e10-e949-4a8f-aea0-066ed4ef7002 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:29.150329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e2f85ca-977d-4c74-aaa4-709e9b954bdd req-b5bb8e10-e949-4a8f-aea0-066ed4ef7002 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 985 time: 0.1839325 Sep 22 09:28:29.170139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4e2f85ca-977d-4c74-aaa4-709e9b954bdd req-9b29acf2-78e3-4a36-ba78-43efe4b59c96 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'port': {'security_groups': ['94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd', 'cd18da19-9b7a-4177-a334-4bc6a817235d', '1367a651-82d0-43ed-886f-98b8449f5b54']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:29.209971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-80863f2b-dfc4-438f-90a1-d67137802463 None None] Port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:28:29.251224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3da5dbe0-88a5-4012-8ac3-aded07a187ad no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:29.298941 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac72a04-0dfc-4fec-8252-c3d02be569b3 x-openstack-request-id: req-2ac72a04-0dfc-4fec-8252-c3d02be569b3 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:29.299258 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bc667c-c59c-4fd3-99d6-5bb03766bb71", "tag": "4b53525a-1279-4dc6-96ed-b6b2241dd85e", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:29.299826 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ac72a04-0dfc-4fec-8252-c3d02be569b3 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:29.300229 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'tag': '4b53525a-1279-4dc6-96ed-b6b2241dd85e', 'status': 'completed', 'code': 200} Sep 22 09:28:29.375571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 3da5dbe0-88a5-4012-8ac3-aded07a187ad {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:29.375923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3da5dbe0-88a5-4012-8ac3-aded07a187ad not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:29.379808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4e2f85ca-977d-4c74-aaa4-709e9b954bdd req-9b29acf2-78e3-4a36-ba78-43efe4b59c96 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:29.395165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc384d18-0275-4cb3-b6a0-56c18e1feba1 req-596ba321-bf38-4ba4-bc39-f9b4e387e223 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822735 Sep 22 09:28:29.625377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:29.635799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51263fff-bd90-4875-9149-413b3753a6be req-b94efa75-ebc3-4ad5-96b3-52ee843dac64 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 210 time: 0.2338905 Sep 22 09:28:29.695750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network 4a9469ee-2e12-47d3-bffb-9316e6399887 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:29.709250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:29.729112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:29.767533 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:29.784272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc384d18-0275-4cb3-b6a0-56c18e1feba1 req-83d9081e-d3c3-4d65-8bcf-44a5f7e9a881 service neutron] 10.222.0.60 "GET /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777370 Sep 22 09:28:29.828299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Port': ['ID=96d4df17-b4c5-48de-8b21-8e90fbc1bfee,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:29.839430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525535ca-c02b-48e1-a0f7-2335c19acc85 req-0203994f-71e2-4997-89f1-efd050325a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:29.841695 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-525535ca-c02b-48e1-a0f7-2335c19acc85 req-0203994f-71e2-4997-89f1-efd050325a26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 1136 time: 0.2451997 Sep 22 09:28:29.874951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:29.875893 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:29.898830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:28:29.919246 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d2dd7242-3562-4267-ae9f-91edc391cf63 admin admin] 10.222.0.49 "PUT /v2.0/routers/2693b494-873d-4bc1-b125-d89fc43a2b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0530491 Sep 22 09:28:30.032059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a73e2baf-ac8f-4ac7-bd8b-5c83536b17fa tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Deleting port d4331c6a-f1a7-4481-a5a4-1ff5cb391edd {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:30.032755 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a73e2baf-ac8f-4ac7-bd8b-5c83536b17fa tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.064748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 092bd64d-3ce1-4444-b3af-cce6c47f17dc up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:30.068664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-81580f6d-1e50-48d7-b295-62fff086e095 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4399529 Sep 22 09:28:30.083679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'port': {'device_id': 'be325252-5021-4657-a9db-f77e719305a6', 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218', 'admin_state_up': True, 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:30.169062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a73e2baf-ac8f-4ac7-bd8b-5c83536b17fa tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.169676 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a73e2baf-ac8f-4ac7-bd8b-5c83536b17fa tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.196882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a73e2baf-ac8f-4ac7-bd8b-5c83536b17fa tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Calling delete_port for d4331c6a-f1a7-4481-a5a4-1ff5cb391edd owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:30.207010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1b91336c-9c82-47d2-9780-ccc47d294de3 None None] Provisioning complete for port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:30.207588 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1b91336c-9c82-47d2-9780-ccc47d294de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.249445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4e2f85ca-977d-4c74-aaa4-709e9b954bdd req-9b29acf2-78e3-4a36-ba78-43efe4b59c96 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] For port 4b53525a-1279-4dc6-96ed-b6b2241dd85e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:30.258936 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Sync routers for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:30.281558 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:30.285760 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4e2f85ca-977d-4c74-aaa4-709e9b954bdd req-9b29acf2-78e3-4a36-ba78-43efe4b59c96 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.291200 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:30.294276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 092bd64d-3ce1-4444-b3af-cce6c47f17dc triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:30.294654 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.312260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:30.318890 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.354707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1b91336c-9c82-47d2-9780-ccc47d294de3 None None] Port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:28:30.439437 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525535ca-c02b-48e1-a0f7-2335c19acc85 req-0dae40f4-03e4-45ef-a469-5761def2d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:30.440945 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-525535ca-c02b-48e1-a0f7-2335c19acc85 req-0dae40f4-03e4-45ef-a469-5761def2d27c service neutron] 10.222.0.45 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 913 time: 0.5810795 Sep 22 09:28:30.441872 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.452099 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4e2f85ca-977d-4c74-aaa4-709e9b954bdd req-9b29acf2-78e3-4a36-ba78-43efe4b59c96 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.463193 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:30.467043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['4b53525a-1279-4dc6-96ed-b6b2241dd85e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:30.475367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 092bd64d-3ce1-4444-b3af-cce6c47f17dc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=092bd64d-3ce1-4444-b3af-cce6c47f17dc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:30.544219 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-525535ca-c02b-48e1-a0f7-2335c19acc85 req-a86f79d8-2c6e-43f6-bfba-7f506314febd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e HTTP/1.1" status: 200 len: 217 time: 0.0930977 Sep 22 09:28:30.575368 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.633641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Allocated IP 19.80.0.91 (8838af09-f3ab-4539-a7cb-ac3332d6e218/623af738-e05d-4f52-8f1d-a7b0994ad6ea/d5c5b155-c1f9-42c8-a79a-555b413003b3) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:30.635108 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a73e2baf-ac8f-4ac7-bd8b-5c83536b17fa tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.678334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e2baf-ac8f-4ac7-bd8b-5c83536b17fa tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Pushing event deleted for resources: {'Port': ['ID=d4331c6a-f1a7-4481-a5a4-1ff5cb391edd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:30.691178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525535ca-c02b-48e1-a0f7-2335c19acc85 req-d9d1523b-989f-4a12-af00-d984b6a1ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:30.692672 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-525535ca-c02b-48e1-a0f7-2335c19acc85 req-d9d1523b-989f-4a12-af00-d984b6a1ace4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 HTTP/1.1" status: 200 len: 852 time: 0.1388762 Sep 22 09:28:30.708776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f85ca-977d-4c74-aaa4-709e9b954bdd req-9b29acf2-78e3-4a36-ba78-43efe4b59c96 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:30.709418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4e2f85ca-977d-4c74-aaa4-709e9b954bdd req-9b29acf2-78e3-4a36-ba78-43efe4b59c96 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.723662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e2f85ca-977d-4c74-aaa4-709e9b954bdd req-9b29acf2-78e3-4a36-ba78-43efe4b59c96 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "PUT /v2.0/ports/4b53525a-1279-4dc6-96ed-b6b2241dd85e HTTP/1.1" status: 200 len: 1021 time: 1.5719936 Sep 22 09:28:30.726134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29acf2-78e3-4a36-ba78-43efe4b59c96 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'Port': ['ID=4b53525a-1279-4dc6-96ed-b6b2241dd85e,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:30.747956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['4b53525a-1279-4dc6-96ed-b6b2241dd85e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:30.810367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=092bd64d-3ce1-4444-b3af-cce6c47f17dc,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:30.829208 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-525535ca-c02b-48e1-a0f7-2335c19acc85 req-bc0d11a0-268d-4b4c-9a1a-0e7de8259302 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=763851d3-276d-4da8-b079-53d932a3dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094413 Sep 22 09:28:30.857518 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 2, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:30.943873 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Checking router: 2693b494-873d-4bc1-b125-d89fc43a2b78 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:30.945010 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Updating router 2693b494-873d-4bc1-b125-d89fc43a2b78 port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:28:30.980682 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.991225 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-525535ca-c02b-48e1-a0f7-2335c19acc85 req-8a375737-10a4-4a98-a5ea-ec3a1596c2b9 service neutron] 10.222.0.45 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530216 Sep 22 09:28:30.999141 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a73e2baf-ac8f-4ac7-bd8b-5c83536b17fa tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.001808 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a73e2baf-ac8f-4ac7-bd8b-5c83536b17fa tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.005483 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a73e2baf-ac8f-4ac7-bd8b-5c83536b17fa tempest-ServersWithSpecificFlavorTestJSON-1789002602 tempest-ServersWithSpecificFlavorTestJSON-1789002602-project] 10.222.0.49 "DELETE /v2.0/floatingips/176f260f-0c07-4764-b940-a083701b449c HTTP/1.1" status: 204 len: 168 time: 1.9992609 Sep 22 09:28:31.106965 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-525535ca-c02b-48e1-a0f7-2335c19acc85 req-e2611710-6be6-4a08-b05c-396b8d5b7e51 service neutron] 10.222.0.45 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027617 Sep 22 09:28:31.226417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07057f5-24bd-40b2-9485-8cb030aa65db req-22a5fd81-99b3-43f1-a2b5-f5fd909d1127 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:31.237187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07057f5-24bd-40b2-9485-8cb030aa65db req-22a5fd81-99b3-43f1-a2b5-f5fd909d1127 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:31.239207 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f07057f5-24bd-40b2-9485-8cb030aa65db req-22a5fd81-99b3-43f1-a2b5-f5fd909d1127 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 1655 time: 0.3024971 Sep 22 09:28:31.253296 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.304364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'tag': '4b53525a-1279-4dc6-96ed-b6b2241dd85e'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:31.306985 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3107cb44-7d9a-4ef8-a40e-e126fc57b8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "89bc667c-c59c-4fd3-99d6-5bb03766bb71", "tag": "4b53525a-1279-4dc6-96ed-b6b2241dd85e"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:31.362617 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.376963 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f07057f5-24bd-40b2-9485-8cb030aa65db req-bcf2e16d-eee4-4611-9576-242bc1eb2eda tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230719 Sep 22 09:28:31.421574 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.451610 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.482419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-956ae699-2fdf-4cb8-b3a2-4ef37f19345d req-5ded95ad-ec8c-45a3-849c-3aeb9c45e0ae tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 210 time: 0.0587177 Sep 22 09:28:31.492894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network 8838af09-f3ab-4539-a7cb-ac3332d6e218 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:31.496536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:31.500456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:31.590822 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Pushing event updated for resources: {'Port': ['ID=5d8b8a4f-d3f4-4970-9948-23ce381fabbe,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:31.603708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Port': ['ID=d5c5b155-c1f9-42c8-a79a-555b413003b3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:31.690217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:31.697662 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.704297 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Attempting to bind port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:31.704629 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Attempting to bind port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:31.709458 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Attempting to bind port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe on network d04c9e55-a5d9-4323-a899-25df495d54ef {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:31.716558 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:31.716984 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Checking segment: {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:31.717386 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.717937 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Bound using segment: {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:31.718294 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Bound port: 5d8b8a4f-d3f4-4970-9948-23ce381fabbe, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:31.718678 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.760972 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.761387 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.761878 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.762223 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.762558 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.762939 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.763260 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.763583 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.763955 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.764270 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.764591 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.764984 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:31.893440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465c7e2-e733-4655-9a28-ec0f2af4a040 req-4a4a6a8a-5a94-4782-be0a-79141385b41b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:31.895070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c465c7e2-e733-4655-9a28-ec0f2af4a040 req-4a4a6a8a-5a94-4782-be0a-79141385b41b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 1024 time: 0.2571783 Sep 22 09:28:31.899243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-71a77bef-fedf-44a9-b486-593593cd39fc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8228059 Sep 22 09:28:31.921611 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] For port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:31.926477 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] For port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5d8b8a4f-d3f4-4970-9948-23ce381fabbe,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:31.941898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Request body: {'port': {'device_id': 'be325252-5021-4657-a9db-f77e719305a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:31.986751 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:32.000879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a0a8cc49-0c66-4689-ad6a-c388dca29dca None None] Provisioning complete for port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:32.000879 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cc49-0c66-4689-ad6a-c388dca29dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:32.044262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 092bd64d-3ce1-4444-b3af-cce6c47f17dc up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:32.076376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-eed62f7d-8576-410a-83f1-41890c0ab1ba tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:32.078089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-eed62f7d-8576-410a-83f1-41890c0ab1ba tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 821 time: 0.3423095 Sep 22 09:28:32.096932 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6747673-b96a-4ed0-b0cf-8c3c4ca4bda4 None None] Pushing event updated for resources: {'Port': ['ID=5d8b8a4f-d3f4-4970-9948-23ce381fabbe,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:32.115786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 092bd64d-3ce1-4444-b3af-cce6c47f17dc triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:32.116173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:32.121409 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:32.122148 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:32.139856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-70aa99ed-7acc-4beb-aef0-84e4001de294 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/quotas/6a3cf272d29841ba91fd5893fd2a6da9 HTTP/1.1" status: 200 len: 375 time: 0.0535436 Sep 22 09:28:32.150343 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:32.225286 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cc49-0c66-4689-ad6a-c388dca29dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:32.256461 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c465c7e2-e733-4655-9a28-ec0f2af4a040 req-df2d6aeb-738c-4601-a13a-5345b8351a0c tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&id=cd18da19-9b7a-4177-a334-4bc6a817235d&id=1367a651-82d0-43ed-886f-98b8449f5b54 HTTP/1.1" status: 200 len: 6147 time: 0.3429940 Sep 22 09:28:32.330728 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-d7a1ee0b-36da-414f-8dc0-2f1b0f1ed3d7 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1817105 Sep 22 09:28:32.373773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a0a8cc49-0c66-4689-ad6a-c388dca29dca None None] For port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5d8b8a4f-d3f4-4970-9948-23ce381fabbe,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:32.448179 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cc49-0c66-4689-ad6a-c388dca29dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:32.450802 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:32.519750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a0a8cc49-0c66-4689-ad6a-c388dca29dca None None] Provisioning complete for port d5c5b155-c1f9-42c8-a79a-555b413003b3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:32.520399 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a0a8cc49-0c66-4689-ad6a-c388dca29dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:32.574477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107cb44-7d9a-4ef8-a40e-e126fc57b8c3 req-6983247b-46d3-4bc2-8d9e-a82b6ff2ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:32.576626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3107cb44-7d9a-4ef8-a40e-e126fc57b8c3 req-6983247b-46d3-4bc2-8d9e-a82b6ff2ebf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 1175 time: 0.0906005 Sep 22 09:28:32.591908 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a05b758-753d-4a4f-879c-79eedb5c066b x-openstack-request-id: req-1a05b758-753d-4a4f-879c-79eedb5c066b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:32.592207 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bc667c-c59c-4fd3-99d6-5bb03766bb71", "tag": "4b53525a-1279-4dc6-96ed-b6b2241dd85e", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:32.592464 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a05b758-753d-4a4f-879c-79eedb5c066b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:32.592886 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'tag': '4b53525a-1279-4dc6-96ed-b6b2241dd85e', 'status': 'completed', 'code': 200} Sep 22 09:28:32.620682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8cc49-0c66-4689-ad6a-c388dca29dca None None] Pushing event updated for resources: {'Port': ['ID=5d8b8a4f-d3f4-4970-9948-23ce381fabbe,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:32.640178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a0a8cc49-0c66-4689-ad6a-c388dca29dca None None] Port d5c5b155-c1f9-42c8-a79a-555b413003b3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:28:32.646479 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-97cbb20b-5b37-40cf-9e68-2d1d98ec47bc req-915914cb-e922-4e40-b7b3-adebb43f7df0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'security_group': {'name': ' tempest-securitygroup -770577181 ', 'description': 'tempest-description-396009371'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:32.744013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a238905b-864d-4ec8-985f-f3f991ab2403 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:32.771651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ce8fde9b-5d87-40de-94d8-b602a84452d9 None None] Provisioning complete for port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:32.771651 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ce8fde9b-5d87-40de-94d8-b602a84452d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:32.772152 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:32.807404 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Transition to ACTIVE for port object a238905b-864d-4ec8-985f-f3f991ab2403 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:32.807885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107cb44-7d9a-4ef8-a40e-e126fc57b8c3 req-d2543773-ce0a-4bd6-b77c-54d002e69c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:32.809509 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3107cb44-7d9a-4ef8-a40e-e126fc57b8c3 req-d2543773-ce0a-4bd6-b77c-54d002e69c1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 913 time: 0.2240148 Sep 22 09:28:32.830984 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cbb20b-5b37-40cf-9e68-2d1d98ec47bc req-915914cb-e922-4e40-b7b3-adebb43f7df0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:32.878282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3107cb44-7d9a-4ef8-a40e-e126fc57b8c3 req-f1bf7a89-28d5-4152-82c4-1faed62ed5a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e HTTP/1.1" status: 200 len: 217 time: 0.0606484 Sep 22 09:28:32.886279 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:31Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:32.887862 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:32.928364 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09880b-b9b4-4109-b54b-0482bce1ee82 None None] The sync data for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 is: [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:31Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:32.986694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107cb44-7d9a-4ef8-a40e-e126fc57b8c3 req-848d9698-6333-43af-b201-eec9b40084cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:32.988403 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3107cb44-7d9a-4ef8-a40e-e126fc57b8c3 req-848d9698-6333-43af-b201-eec9b40084cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 HTTP/1.1" status: 200 len: 852 time: 0.1026008 Sep 22 09:28:33.054020 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3107cb44-7d9a-4ef8-a40e-e126fc57b8c3 req-56c548e4-9509-4f4c-bba6-28f7cf32e4cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=763851d3-276d-4da8-b079-53d932a3dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577536 Sep 22 09:28:33.108362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Pushing event updated for resources: {'Port': ['ID=a238905b-864d-4ec8-985f-f3f991ab2403,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:33.252023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3107cb44-7d9a-4ef8-a40e-e126fc57b8c3 req-d69a38b2-dc65-46cb-b4c7-2b3947a61b2b service neutron] 10.222.0.45 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894886 Sep 22 09:28:33.264940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-47fc6b4f-58d3-4efb-8584-70539ea3ae36 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356273 Sep 22 09:28:33.371769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Attempting to bind port a238905b-864d-4ec8-985f-f3f991ab2403 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:33.372108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Attempting to bind port a238905b-864d-4ec8-985f-f3f991ab2403 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:33.372439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Attempting to bind port a238905b-864d-4ec8-985f-f3f991ab2403 on network 8838af09-f3ab-4539-a7cb-ac3332d6e218 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:33.382498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Port a238905b-864d-4ec8-985f-f3f991ab2403 on network 8838af09-f3ab-4539-a7cb-ac3332d6e218 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:28:33.382897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Attempting to bind port a238905b-864d-4ec8-985f-f3f991ab2403 on network 8838af09-f3ab-4539-a7cb-ac3332d6e218 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:33.389465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cbb20b-5b37-40cf-9e68-2d1d98ec47bc req-915914cb-e922-4e40-b7b3-adebb43f7df0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:33.392651 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3107cb44-7d9a-4ef8-a40e-e126fc57b8c3 req-b37872f6-86c4-4fee-9d63-3f19e05a9555 service neutron] 10.222.0.45 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292984 Sep 22 09:28:33.428321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:33.428664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Checking segment: {'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:33.429716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Bound using segment: {'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:33.429716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Bound port: a238905b-864d-4ec8-985f-f3f991ab2403, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:33.430110 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:33.500115 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cbb20b-5b37-40cf-9e68-2d1d98ec47bc req-915914cb-e922-4e40-b7b3-adebb43f7df0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:33.530547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-de63b312-22e4-453e-a69e-d6db95500932 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488103 Sep 22 09:28:33.562949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915914cb-e922-4e40-b7b3-adebb43f7df0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613c1a7b-c834-40d9-bf30-1d84ce173031,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:33.580824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] For port a238905b-864d-4ec8-985f-f3f991ab2403, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:33.584300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] For port a238905b-864d-4ec8-985f-f3f991ab2403, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a238905b-864d-4ec8-985f-f3f991ab2403,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:33.615186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cbb20b-5b37-40cf-9e68-2d1d98ec47bc req-915914cb-e922-4e40-b7b3-adebb43f7df0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:33.616574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97cbb20b-5b37-40cf-9e68-2d1d98ec47bc req-915914cb-e922-4e40-b7b3-adebb43f7df0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.9757471 Sep 22 09:28:33.644207 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:33.682136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:33.682765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:33.684204 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] 10.222.0.60 "PUT /v2.0/ports/a238905b-864d-4ec8-985f-f3f991ab2403 HTTP/1.1" status: 200 len: 1092 time: 1.7720261 Sep 22 09:28:33.762124 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d6e0c-0ce0-480a-b249-9ba609331c82 service neutron] Pushing event updated for resources: {'Port': ['ID=a238905b-864d-4ec8-985f-f3f991ab2403,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:33.792493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113bd36-e03d-42d3-8c83-fcba3807fbdc req-a94c011e-01d2-47c8-beb1-53cf0b29de5d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:33.801818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113bd36-e03d-42d3-8c83-fcba3807fbdc req-a94c011e-01d2-47c8-beb1-53cf0b29de5d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:33.808190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113bd36-e03d-42d3-8c83-fcba3807fbdc req-a94c011e-01d2-47c8-beb1-53cf0b29de5d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:33.810180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2113bd36-e03d-42d3-8c83-fcba3807fbdc req-a94c011e-01d2-47c8-beb1-53cf0b29de5d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2388 time: 0.1142375 Sep 22 09:28:33.817185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Request body: {'port': {'device_id': 'be325252-5021-4657-a9db-f77e719305a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:33.905863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2113bd36-e03d-42d3-8c83-fcba3807fbdc req-7e710ad4-c97b-44ae-8c88-5bf1ca0e1863 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876882 Sep 22 09:28:34.014949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:34.035491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5d8b8a4f-d3f4-4970-9948-23ce381fabbe up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:34.098745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:34.099327 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:34.177326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4214c67-d8d7-485d-b509-7c4b3911cd38 req-4d9e3c69-24e5-4e55-86bf-0b395b737042 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0780038-6e61-4e5b-91a8-2b66baa5c696 HTTP/1.1" status: 200 len: 210 time: 0.0417323 Sep 22 09:28:34.437661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07323d97-d7e2-464d-9537-b9c3ccb4e764 req-c954f0e0-5c21-4058-b304-caedf2fc5395 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/613c1a7b-c834-40d9-bf30-1d84ce173031 HTTP/1.1" status: 200 len: 1779 time: 0.1091850 Sep 22 09:28:34.557243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57c3d970-8545-488d-a4e9-e7ad10588d40 req-b81ce489-b6d5-49bb-852c-fff70d76f57e tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 210 time: 0.0722313 Sep 22 09:28:34.580301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d4df17-b4c5-48de-8b21-8e90fbc1bfee {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:34.596527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'tag': 'a238905b-864d-4ec8-985f-f3f991ab2403'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:34.603547 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8d5458-02d4-48db-b521-b7c6984a7043" -d '{"events": [{"name": "network-changed", "server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "tag": "a238905b-864d-4ec8-985f-f3f991ab2403"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:34.608473 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:34.624583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Transition to ACTIVE for port object 96d4df17-b4c5-48de-8b21-8e90fbc1bfee will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:34.724231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:34.820052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42d078b0-718f-4d5e-a2fb-dee2c048518e req-621b809a-898c-456f-b4ee-e3a643118114 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/613c1a7b-c834-40d9-bf30-1d84ce173031 HTTP/1.1" status: 200 len: 1779 time: 0.1053336 Sep 22 09:28:34.842908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Pushing event updated for resources: {'Port': ['ID=96d4df17-b4c5-48de-8b21-8e90fbc1bfee,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:34.968539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Attempting to bind port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:34.968989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Attempting to bind port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c7fe3533-b04f-42db-b431-005c2a3f2656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:34.969597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Attempting to bind port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee on network 4a9469ee-2e12-47d3-bffb-9316e6399887 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:34.987448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee on network 4a9469ee-2e12-47d3-bffb-9316e6399887 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:28:34.987823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Attempting to bind port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee on network 4a9469ee-2e12-47d3-bffb-9316e6399887 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:34.989870 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-42d078b0-718f-4d5e-a2fb-dee2c048518e req-4b08ba57-2707-492c-a2b9-2e6f73eb84ec tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:35.003196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:35.003544 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Checking segment: {'id': 'c7fe3533-b04f-42db-b431-005c2a3f2656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:35.003928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Bound using segment: {'id': 'c7fe3533-b04f-42db-b431-005c2a3f2656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:35.004381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Bound port: 96d4df17-b4c5-48de-8b21-8e90fbc1bfee, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7fe3533-b04f-42db-b431-005c2a3f2656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:35.004918 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:35.033042 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-42d078b0-718f-4d5e-a2fb-dee2c048518e req-4b08ba57-2707-492c-a2b9-2e6f73eb84ec tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:35.112469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] For port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:35.115828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] For port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=96d4df17-b4c5-48de-8b21-8e90fbc1bfee,segment=NetworkSegment(c7fe3533-b04f-42db-b431-005c2a3f2656),segment_id=c7fe3533-b04f-42db-b431-005c2a3f2656)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:35.259586 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:35.269012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-42d078b0-718f-4d5e-a2fb-dee2c048518e req-4b08ba57-2707-492c-a2b9-2e6f73eb84ec tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:35.272198 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-42d078b0-718f-4d5e-a2fb-dee2c048518e req-4b08ba57-2707-492c-a2b9-2e6f73eb84ec tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:35.286092 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42d078b0-718f-4d5e-a2fb-dee2c048518e req-4b08ba57-2707-492c-a2b9-2e6f73eb84ec tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "DELETE /v2.0/security-groups/613c1a7b-c834-40d9-bf30-1d84ce173031 HTTP/1.1" status: 204 len: 173 time: 0.4444587 Sep 22 09:28:35.330650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:35.330650 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:35.330894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] 10.222.0.60 "PUT /v2.0/ports/96d4df17-b4c5-48de-8b21-8e90fbc1bfee HTTP/1.1" status: 200 len: 1092 time: 1.5197260 Sep 22 09:28:35.331563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08ba57-2707-492c-a2b9-2e6f73eb84ec tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613c1a7b-c834-40d9-bf30-1d84ce173031,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:35.342796 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd54ca1b-29bb-4041-a264-9f694517a8ad x-openstack-request-id: req-bd54ca1b-29bb-4041-a264-9f694517a8ad {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:35.343163 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "tag": "a238905b-864d-4ec8-985f-f3f991ab2403", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:35.343410 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd54ca1b-29bb-4041-a264-9f694517a8ad {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:35.343800 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'tag': 'a238905b-864d-4ec8-985f-f3f991ab2403', 'status': 'completed', 'code': 200} Sep 22 09:28:35.486978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Request body: {'port': {'device_id': 'be325252-5021-4657-a9db-f77e719305a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:35.582679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed739f-7ac5-4dc8-b503-6d5d48473bbe service neutron] Pushing event updated for resources: {'Port': ['ID=96d4df17-b4c5-48de-8b21-8e90fbc1bfee,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:35.619817 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-2166c9eb-5026-46c5-82d7-fc174f4ff998 req-d40e04ba-029d-4a5d-b080-62e6957bef98 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] show failed (client error): The resource could not be found. Sep 22 09:28:35.620833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2166c9eb-5026-46c5-82d7-fc174f4ff998 req-d40e04ba-029d-4a5d-b080-62e6957bef98 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/613c1a7b-c834-40d9-bf30-1d84ce173031 HTTP/1.1" status: 404 len: 352 time: 0.1064320 Sep 22 09:28:35.646002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5458-02d4-48db-b521-b7c6984a7043 req-ff50096a-ce81-4e5b-aad7-e91409a48188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:35.646655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5458-02d4-48db-b521-b7c6984a7043 req-ff50096a-ce81-4e5b-aad7-e91409a48188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:35.647275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5458-02d4-48db-b521-b7c6984a7043 req-ff50096a-ce81-4e5b-aad7-e91409a48188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:35.649264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b8d5458-02d4-48db-b521-b7c6984a7043 req-ff50096a-ce81-4e5b-aad7-e91409a48188 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2798 time: 0.2471213 Sep 22 09:28:35.729832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:35.835795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e78ae-6485-4a46-b391-b7d07d201803 req-9aae3784-e0f1-48b6-83b9-62fe1deacdd6 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:35.843835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e78ae-6485-4a46-b391-b7d07d201803 req-9aae3784-e0f1-48b6-83b9-62fe1deacdd6 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:35.862795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e78ae-6485-4a46-b391-b7d07d201803 req-9aae3784-e0f1-48b6-83b9-62fe1deacdd6 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:35.862795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-492e78ae-6485-4a46-b391-b7d07d201803 req-9aae3784-e0f1-48b6-83b9-62fe1deacdd6 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2400 time: 0.3437619 Sep 22 09:28:35.940612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f13312e-313e-4158-974b-0d5d103d52d5 req-25cf42c0-4298-4254-a8b8-ead3331c3c12 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 210 time: 0.1194193 Sep 22 09:28:35.985407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4c7bf7ed-2cdb-46e5-b060-56a22acb22ff req-688bb64e-2e80-42f6-b75e-1fc6a8c513b2 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2146328797', 'description': 'tempest-description-891043059'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:36.168181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54968) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:36.389695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c1f89ae-8602-4f3e-be04-6c65673add7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:36.513955 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-492e78ae-6485-4a46-b391-b7d07d201803 req-68309fbe-27ff-40d6-bbe4-cc881d793fcd tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391211 Sep 22 09:28:36.513955 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [req-4c7bf7ed-2cdb-46e5-b060-56a22acb22ff req-688bb64e-2e80-42f6-b75e-1fc6a8c513b2 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:28:36.513955 n-d-805649-4 neutron-server[95510]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 09:28:36.513955 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id': 'b97160ec06ec4ebdb02567f5a48c785a', 'id': 'a7ea162c-54ab-400e-b3c5-5c41eaeab872', 'expiration': datetime.datetime(2021, 9, 22, 9, 30, 36, 475342)}] Sep 22 09:28:36.513955 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:28:36.513955 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [req-4c7bf7ed-2cdb-46e5-b060-56a22acb22ff req-688bb64e-2e80-42f6-b75e-1fc6a8c513b2 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:28:36.515275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5458-02d4-48db-b521-b7c6984a7043 req-cdeec108-f2c0-4e44-82ff-97624aa2fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:36.515752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5458-02d4-48db-b521-b7c6984a7043 req-cdeec108-f2c0-4e44-82ff-97624aa2fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:36.516216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5458-02d4-48db-b521-b7c6984a7043 req-cdeec108-f2c0-4e44-82ff-97624aa2fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:36.517852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b8d5458-02d4-48db-b521-b7c6984a7043 req-cdeec108-f2c0-4e44-82ff-97624aa2fa97 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8459053 Sep 22 09:28:36.573041 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c1f89ae-8602-4f3e-be04-6c65673add7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:36.666659 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c1f89ae-8602-4f3e-be04-6c65673add7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:36.686018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54980) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:36.720827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f89ae-8602-4f3e-be04-6c65673add7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec42e60a-96d8-4c24-a234-39b215621b00,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:36.779090 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2c1f89ae-8602-4f3e-be04-6c65673add7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab8176d5decd40ecb7093f00d588ed9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092193 Sep 22 09:28:36.782479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:36.809030 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d5458-02d4-48db-b521-b7c6984a7043 req-3d0d4bc6-b53c-42c3-a691-8d5f44e186bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:36.811087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b8d5458-02d4-48db-b521-b7c6984a7043 req-3d0d4bc6-b53c-42c3-a691-8d5f44e186bb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2762816 Sep 22 09:28:36.878637 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e59ee690-3b71-4434-8f1b-2f197320f6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:36.917769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c5b155-c1f9-42c8-a79a-555b413003b3 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:36.935319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:36.937293 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e59ee690-3b71-4434-8f1b-2f197320f6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:36.966051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Transition to ACTIVE for port object d5c5b155-c1f9-42c8-a79a-555b413003b3 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:37.070799 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:37.108024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-03709d5a-85fc-4529-831f-208e3b4bbfbe req-bada5391-94d0-40a9-a7d1-e90433143ee0 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 210 time: 0.0607321 Sep 22 09:28:37.177146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Pushing event updated for resources: {'Port': ['ID=d5c5b155-c1f9-42c8-a79a-555b413003b3,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:37.232565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4c7bf7ed-2cdb-46e5-b060-56a22acb22ff req-688bb64e-2e80-42f6-b75e-1fc6a8c513b2 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:37.263932 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e59ee690-3b71-4434-8f1b-2f197320f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:37.269181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e59ee690-3b71-4434-8f1b-2f197320f6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:37.271041 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e59ee690-3b71-4434-8f1b-2f197320f6cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec42e60a-96d8-4c24-a234-39b215621b00 HTTP/1.1" status: 204 len: 168 time: 0.4872880 Sep 22 09:28:37.296625 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ee690-3b71-4434-8f1b-2f197320f6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec42e60a-96d8-4c24-a234-39b215621b00,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:37.354581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'tag': '96d4df17-b4c5-48de-8b21-8e90fbc1bfee'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:37.361550 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb0e017-655b-4c59-8a87-b1fe16f8a16a" -d '{"events": [{"name": "network-changed", "server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "tag": "96d4df17-b4c5-48de-8b21-8e90fbc1bfee"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:37.425888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Attempting to bind port d5c5b155-c1f9-42c8-a79a-555b413003b3 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:37.426235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Attempting to bind port d5c5b155-c1f9-42c8-a79a-555b413003b3 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:37.426572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Attempting to bind port d5c5b155-c1f9-42c8-a79a-555b413003b3 on network 8838af09-f3ab-4539-a7cb-ac3332d6e218 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:37.451526 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0e9e58-5d59-42f5-bc8c-9941dcc59704 x-openstack-request-id: req-ad0e9e58-5d59-42f5-bc8c-9941dcc59704 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:37.451526 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "tag": "96d4df17-b4c5-48de-8b21-8e90fbc1bfee", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:37.451526 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad0e9e58-5d59-42f5-bc8c-9941dcc59704 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:37.451526 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'tag': '96d4df17-b4c5-48de-8b21-8e90fbc1bfee', 'status': 'completed', 'code': 200} Sep 22 09:28:37.453940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Port d5c5b155-c1f9-42c8-a79a-555b413003b3 on network 8838af09-f3ab-4539-a7cb-ac3332d6e218 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:28:37.454276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Attempting to bind port d5c5b155-c1f9-42c8-a79a-555b413003b3 on network 8838af09-f3ab-4539-a7cb-ac3332d6e218 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:37.473269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:37.485491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Checking segment: {'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:37.494176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Bound using segment: {'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:37.494176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Bound port: d5c5b155-c1f9-42c8-a79a-555b413003b3, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:37.494176 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:37.518596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-1e84b918-d2bf-4b40-a6bf-0439c8614701 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:37.520375 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-1e84b918-d2bf-4b40-a6bf-0439c8614701 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.45 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 821 time: 0.4415393 Sep 22 09:28:37.568051 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Request body: {'port': {'device_id': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'admin_state_up': True, 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:37.667357 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4c7bf7ed-2cdb-46e5-b060-56a22acb22ff req-688bb64e-2e80-42f6-b75e-1fc6a8c513b2 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:37.793433 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4c7bf7ed-2cdb-46e5-b060-56a22acb22ff req-688bb64e-2e80-42f6-b75e-1fc6a8c513b2 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:37.849406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e017-655b-4c59-8a87-b1fe16f8a16a req-1b5f0be7-856c-4b1d-9d1c-6cef986b1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:37.850371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e017-655b-4c59-8a87-b1fe16f8a16a req-1b5f0be7-856c-4b1d-9d1c-6cef986b1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:37.851355 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e017-655b-4c59-8a87-b1fe16f8a16a req-1b5f0be7-856c-4b1d-9d1c-6cef986b1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:37.853656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bb0e017-655b-4c59-8a87-b1fe16f8a16a req-1b5f0be7-856c-4b1d-9d1c-6cef986b1b69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2823 time: 0.3613563 Sep 22 09:28:37.907789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Made reservation on behalf of 6a3cf272d29841ba91fd5893fd2a6da9 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:37.912132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:37.949692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bb64e-2e80-42f6-b75e-1fc6a8c513b2 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2006ac7-2c1b-498f-b3e9-7367a5c62d3e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:37.974930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] For port d5c5b155-c1f9-42c8-a79a-555b413003b3, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:37.990678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64bff3-173d-48c9-9209-ea51f24f9610 req-7d8d54a7-3ba0-474e-b718-c17891df7f47 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:37.998623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64bff3-173d-48c9-9209-ea51f24f9610 req-7d8d54a7-3ba0-474e-b718-c17891df7f47 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:38.007848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64bff3-173d-48c9-9209-ea51f24f9610 req-7d8d54a7-3ba0-474e-b718-c17891df7f47 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:38.013223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f64bff3-173d-48c9-9209-ea51f24f9610 req-7d8d54a7-3ba0-474e-b718-c17891df7f47 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2412 time: 0.3970368 Sep 22 09:28:38.049576 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4c7bf7ed-2cdb-46e5-b060-56a22acb22ff req-688bb64e-2e80-42f6-b75e-1fc6a8c513b2 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.060565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.064625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c7bf7ed-2cdb-46e5-b060-56a22acb22ff req-688bb64e-2e80-42f6-b75e-1fc6a8c513b2 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.0919955 Sep 22 09:28:38.066099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] For port d5c5b155-c1f9-42c8-a79a-555b413003b3, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d5c5b155-c1f9-42c8-a79a-555b413003b3,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:38.148716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f64bff3-173d-48c9-9209-ea51f24f9610 req-87f6be9a-8f2e-4f3b-b33b-5612d673c7ce tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349487 Sep 22 09:28:38.183749 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.306412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-567edaf5-526f-423d-9d3f-7913b4192c5d req-57595aaf-8fe2-477e-a6ae-b0a53758bcf1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1568299110', 'description': 'tempest-description-50464307'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:38.315480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e017-655b-4c59-8a87-b1fe16f8a16a req-1d21b20d-dfc7-45e4-885e-21c7245e3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:38.315964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e017-655b-4c59-8a87-b1fe16f8a16a req-1d21b20d-dfc7-45e4-885e-21c7245e3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:38.316434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e017-655b-4c59-8a87-b1fe16f8a16a req-1d21b20d-dfc7-45e4-885e-21c7245e3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:38.318065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bb0e017-655b-4c59-8a87-b1fe16f8a16a req-1d21b20d-dfc7-45e4-885e-21c7245e3f78 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4398940 Sep 22 09:28:38.357386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bfab6fb-09eb-439b-8268-9a01607db7b3 req-567a7980-0254-48d4-8ded-54cedfc30194 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 210 time: 0.0696173 Sep 22 09:28:38.359766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55028) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:38.380091 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Allocated IP 172.20.0.10 (d04c9e55-a5d9-4323-a899-25df495d54ef/661d0912-675c-465d-8c52-ce09b7394cd3/61cfcf13-407e-433b-8a19-152c8bb2635b) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:38.381075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:38.385559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.387239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] 10.222.0.60 "PUT /v2.0/ports/d5c5b155-c1f9-42c8-a79a-555b413003b3 HTTP/1.1" status: 200 len: 1091 time: 2.9250989 Sep 22 09:28:38.442021 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c7af0b3-7093-4ae1-9797-ae1bd91b6d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.472194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc4ba0-9d7c-4688-af8e-e5ce7476aeba service neutron] Pushing event updated for resources: {'Port': ['ID=d5c5b155-c1f9-42c8-a79a-555b413003b3,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:38.553586 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-567edaf5-526f-423d-9d3f-7913b4192c5d req-57595aaf-8fe2-477e-a6ae-b0a53758bcf1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.625500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0e017-655b-4c59-8a87-b1fe16f8a16a req-b2794fc9-5f64-4895-bf6d-0ec0a1b2c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:38.627298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bb0e017-655b-4c59-8a87-b1fe16f8a16a req-b2794fc9-5f64-4895-bf6d-0ec0a1b2c996 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2903254 Sep 22 09:28:38.731917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c4f536d7-5325-46bd-900c-7cc71bf1c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:38.732503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c4f536d7-5325-46bd-900c-7cc71bf1c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:38.732888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c4f536d7-5325-46bd-900c-7cc71bf1c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:38.734588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c4f536d7-5325-46bd-900c-7cc71bf1c51d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2865 time: 0.0587487 Sep 22 09:28:38.798522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-7e34ffea-3e84-4514-a183-b7c0540d8afe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.226&port_id=a238905b-864d-4ec8-985f-f3f991ab2403 HTTP/1.1" status: 200 len: 217 time: 0.0497119 Sep 22 09:28:38.804018 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c7af0b3-7093-4ae1-9797-ae1bd91b6d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.870078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-78e6ff02-96ad-4d85-81bb-1edfd1c52036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:38.871878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-78e6ff02-96ad-4d85-81bb-1edfd1c52036 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=623af738-e05d-4f52-8f1d-a7b0994ad6ea HTTP/1.1" status: 200 len: 801 time: 0.0646451 Sep 22 09:28:38.876945 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.903665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] Deleting port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:38.904184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.910458 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c7af0b3-7093-4ae1-9797-ae1bd91b6d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.991430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9c7af0b3-7093-4ae1-9797-ae1bd91b6d64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8592aca673ef44569660fcf055bc8894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961833 Sep 22 09:28:38.995782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55034) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:39.006945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-4cb4ef40-0329-4198-a6f5-988600d95d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:39.009612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-4cb4ef40-0329-4198-a6f5-988600d95d9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8838af09-f3ab-4539-a7cb-ac3332d6e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1291146 Sep 22 09:28:39.010579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7af0b3-7093-4ae1-9797-ae1bd91b6d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d6b25d-d872-4810-b55e-0251aed45ec4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:39.015427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] For port 675f3ad2-51ef-4984-a25a-fa2e0785f2b5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=675f3ad2-51ef-4984-a25a-fa2e0785f2b5,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:39.015795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.037737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] Calling delete_port for 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:39.061737 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.129549 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-567edaf5-526f-423d-9d3f-7913b4192c5d req-57595aaf-8fe2-477e-a6ae-b0a53758bcf1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.151375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Network d04c9e55-a5d9-4323-a899-25df495d54ef is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:39.151646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-bbeef1f0-9d7a-4f08-bb72-3e94f2c60808 service neutron] 10.222.0.60 "GET /v2.0/networks/8838af09-f3ab-4539-a7cb-ac3332d6e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232471 Sep 22 09:28:39.159587 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:39.165423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63f18389-15d3-42b2-8d4f-abda647357cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.170336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:39.224130 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-567edaf5-526f-423d-9d3f-7913b4192c5d req-57595aaf-8fe2-477e-a6ae-b0a53758bcf1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.247541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:39.248216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.278221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Pushing event updated for resources: {'Port': ['ID=61cfcf13-407e-433b-8a19-152c8bb2635b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:39.309731 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63f18389-15d3-42b2-8d4f-abda647357cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.338215 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-567edaf5-526f-423d-9d3f-7913b4192c5d req-57595aaf-8fe2-477e-a6ae-b0a53758bcf1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.345516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-567edaf5-526f-423d-9d3f-7913b4192c5d req-57595aaf-8fe2-477e-a6ae-b0a53758bcf1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1184866 Sep 22 09:28:39.392329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57595aaf-8fe2-477e-a6ae-b0a53758bcf1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bef5ee-3c1d-4eb5-8850-d029e5c7b2d8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:39.394307 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-454358ba-1833-4425-9daa-3f47e42cc9c9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8324599 Sep 22 09:28:39.401907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-710d48c0-bd7b-4137-81e8-09f0f09a0f8d service neutron] 10.222.0.60 "GET /v2.0/networks/8838af09-f3ab-4539-a7cb-ac3332d6e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412088 Sep 22 09:28:39.410874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Request body: {'port': {'device_id': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:39.466786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'tag': 'd5c5b155-c1f9-42c8-a79a-555b413003b3'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:39.482028 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b314ce-a48f-4f85-bbb5-aa5f4881f137" -d '{"events": [{"name": "network-changed", "server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "tag": "d5c5b155-c1f9-42c8-a79a-555b413003b3"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:39.491614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-c52a6855-1c3f-4a7f-ab75-6ef1920561da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.201&port_id=96d4df17-b4c5-48de-8b21-8e90fbc1bfee HTTP/1.1" status: 200 len: 217 time: 0.0777652 Sep 22 09:28:39.497610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-cfff78a9-b65e-4496-9477-d80b7f1e7967 req-7706b0e9-2ceb-42c8-8223-5bfcd6c97c9d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1327478581', 'description': 'tempest-description-2071938369'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:39.513101 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.530529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921edee3-2dfb-4076-9808-b3f656a8c21c req-dac19f31-cced-4cb2-99cf-52bbce80c9bc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:39.536067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2137daa1-8109-4a6b-9d21-67e528d7fe73 None None] Provisioning complete for port 61cfcf13-407e-433b-8a19-152c8bb2635b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:39.536614 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2137daa1-8109-4a6b-9d21-67e528d7fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.537888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921edee3-2dfb-4076-9808-b3f656a8c21c req-dac19f31-cced-4cb2-99cf-52bbce80c9bc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:39.544365 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921edee3-2dfb-4076-9808-b3f656a8c21c req-dac19f31-cced-4cb2-99cf-52bbce80c9bc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:39.552109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-921edee3-2dfb-4076-9808-b3f656a8c21c req-dac19f31-cced-4cb2-99cf-52bbce80c9bc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2412 time: 0.2738578 Sep 22 09:28:39.577833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63f18389-15d3-42b2-8d4f-abda647357cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.577833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63f18389-15d3-42b2-8d4f-abda647357cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.578792 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-63f18389-15d3-42b2-8d4f-abda647357cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6d6b25d-d872-4810-b55e-0251aed45ec4 HTTP/1.1" status: 204 len: 168 time: 0.5820847 Sep 22 09:28:39.597252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f18389-15d3-42b2-8d4f-abda647357cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d6b25d-d872-4810-b55e-0251aed45ec4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:39.626808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-aa0de336-f7a5-4cea-85ae-145b0ea23439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:39.628468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-aa0de336-f7a5-4cea-85ae-145b0ea23439 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5792a5b-4e47-4892-b658-b3e9f555681d HTTP/1.1" status: 200 len: 801 time: 0.1217496 Sep 22 09:28:39.639072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2137daa1-8109-4a6b-9d21-67e528d7fe73 None None] Port 61cfcf13-407e-433b-8a19-152c8bb2635b cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:28:39.689811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-921edee3-2dfb-4076-9808-b3f656a8c21c req-22168d74-7244-4187-978c-ebd6a366f64b tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364763 Sep 22 09:28:39.714572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-eb3b4666-75bd-4545-ae15-6ff78900e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:39.716170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-eb3b4666-75bd-4545-ae15-6ff78900e56e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a9469ee-2e12-47d3-bffb-9316e6399887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0734630 Sep 22 09:28:39.721574 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cfff78a9-b65e-4496-9477-d80b7f1e7967 req-7706b0e9-2ceb-42c8-8223-5bfcd6c97c9d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.733251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.797101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=675f3ad2-51ef-4984-a25a-fa2e0785f2b5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:39.932285 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cfff78a9-b65e-4496-9477-d80b7f1e7967 req-7706b0e9-2ceb-42c8-8223-5bfcd6c97c9d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.977725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-9d181470-e0c5-4ac8-bca8-9bb6de6f94f2 service neutron] 10.222.0.60 "GET /v2.0/networks/4a9469ee-2e12-47d3-bffb-9316e6399887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525604 Sep 22 09:28:39.991288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d78e85-32f7-4931-97f6-970256ee2c98 req-167c155e-8971-4aab-acdb-1a13974bf656 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:39.997892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55d78e85-32f7-4931-97f6-970256ee2c98 req-167c155e-8971-4aab-acdb-1a13974bf656 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 932 time: 0.2406883 Sep 22 09:28:40.047033 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cfff78a9-b65e-4496-9477-d80b7f1e7967 req-7706b0e9-2ceb-42c8-8223-5bfcd6c97c9d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:40.108589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:40.113597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cfcf13-407e-433b-8a19-152c8bb2635b {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:40.123749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:40.151061 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55d78e85-32f7-4931-97f6-970256ee2c98 req-dcc0b6a3-0fc0-4420-90d0-02e5e9f764bd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359408 Sep 22 09:28:40.156374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706b0e9-2ceb-42c8-8223-5bfcd6c97c9d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27cb09bc-9bb1-4a50-aed2-dd2d58008638,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:40.181386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Transition to ACTIVE for port object 61cfcf13-407e-433b-8a19-152c8bb2635b will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:40.198300 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cfff78a9-b65e-4496-9477-d80b7f1e7967 req-7706b0e9-2ceb-42c8-8223-5bfcd6c97c9d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:40.204348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfff78a9-b65e-4496-9477-d80b7f1e7967 req-7706b0e9-2ceb-42c8-8223-5bfcd6c97c9d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7145300 Sep 22 09:28:40.216168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-e3d29090-e10f-4fca-9b09-67fbba6e050d service neutron] 10.222.0.60 "GET /v2.0/networks/4a9469ee-2e12-47d3-bffb-9316e6399887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168071 Sep 22 09:28:40.245993 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a01149-77cb-4809-b694-f6cae8bebfe6 x-openstack-request-id: req-01a01149-77cb-4809-b694-f6cae8bebfe6 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:40.246301 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "tag": "d5c5b155-c1f9-42c8-a79a-555b413003b3", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:40.246575 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01a01149-77cb-4809-b694-f6cae8bebfe6 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:40.247133 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'tag': 'd5c5b155-c1f9-42c8-a79a-555b413003b3', 'status': 'completed', 'code': 200} Sep 22 09:28:40.325612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-10e8b6de-7f82-4e95-83c8-7014e1ae35a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=d5c5b155-c1f9-42c8-a79a-555b413003b3 HTTP/1.1" status: 200 len: 217 time: 0.0983908 Sep 22 09:28:40.367029 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:40.767024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-636e738a-6ec9-4733-9a53-f55a95029614 req-a08593b2-2bf3-4e1f-92a7-a85b05e86b6c tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b97160ec06ec4ebdb02567f5a48c785a HTTP/1.1" status: 200 len: 10894 time: 0.5179842 Sep 22 09:28:40.768763 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-76c97e4e-1ded-4afd-a8d5-979d6c28bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:40.770138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-76c97e4e-1ded-4afd-a8d5-979d6c28bf23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=623af738-e05d-4f52-8f1d-a7b0994ad6ea HTTP/1.1" status: 200 len: 801 time: 0.3387959 Sep 22 09:28:40.911835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-bf862977-e2c4-4e44-9458-e8adc9d31d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:40.913647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-bf862977-e2c4-4e44-9458-e8adc9d31d0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8838af09-f3ab-4539-a7cb-ac3332d6e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1305923 Sep 22 09:28:40.919114 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-636e738a-6ec9-4733-9a53-f55a95029614 req-9b8b038e-3979-4ecc-ad5d-bd8a4e5f4012 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd HTTP/1.1" status: 200 len: 2981 time: 0.1437705 Sep 22 09:28:40.946527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Pushing event updated for resources: {'Port': ['ID=61cfcf13-407e-433b-8a19-152c8bb2635b,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:40.949562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959effb5-1246-4597-82f3-854d3952df1a req-334106c5-0f92-4ccb-aada-7fed0e8e1c27 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:40.951090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-959effb5-1246-4597-82f3-854d3952df1a req-334106c5-0f92-4ccb-aada-7fed0e8e1c27 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 945 time: 0.1025748 Sep 22 09:28:41.165962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] Router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:28:41.165962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Attempting to bind port 61cfcf13-407e-433b-8a19-152c8bb2635b on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:41.165962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Attempting to bind port 61cfcf13-407e-433b-8a19-152c8bb2635b by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:41.165962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Attempting to bind port 61cfcf13-407e-433b-8a19-152c8bb2635b on network d04c9e55-a5d9-4323-a899-25df495d54ef {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:41.165962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Port 61cfcf13-407e-433b-8a19-152c8bb2635b on network d04c9e55-a5d9-4323-a899-25df495d54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:28:41.165962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Attempting to bind port 61cfcf13-407e-433b-8a19-152c8bb2635b on network d04c9e55-a5d9-4323-a899-25df495d54ef {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:41.165962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:41.165962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Checking segment: {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:41.165962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Bound using segment: {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:41.165962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Bound port: 61cfcf13-407e-433b-8a19-152c8bb2635b, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:41.165962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:41.168370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-959effb5-1246-4597-82f3-854d3952df1a req-dd93b20b-0e35-4172-80ef-3ab67a275750 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436148 Sep 22 09:28:41.168370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-636e738a-6ec9-4733-9a53-f55a95029614 req-3ed30ae4-ccd0-422c-ae4b-17efdd15d333 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd HTTP/1.1" status: 200 len: 2981 time: 0.2151756 Sep 22 09:28:41.259737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-84ac02c6-14c9-4e67-b591-25f8c3660f63 service neutron] 10.222.0.60 "GET /v2.0/networks/8838af09-f3ab-4539-a7cb-ac3332d6e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296213 Sep 22 09:28:41.260557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] For port 61cfcf13-407e-433b-8a19-152c8bb2635b, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:41.261173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] For port 61cfcf13-407e-433b-8a19-152c8bb2635b, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=61cfcf13-407e-433b-8a19-152c8bb2635b,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:41.319704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:28:41.330819 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-debcbbaf-6869-49eb-a5d6-f9d08acf90e9 admin admin] 10.222.0.49 "PUT /v2.0/routers/1f3414f1-831d-421c-9cb6-7efb7e79c7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6168084 Sep 22 09:28:41.338538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55092) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:41.338700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296d426-9d88-4393-adff-fd8b717825fe req-84025003-bf1c-4458-92ad-56aeb9ab8f86 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:41.338700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2296d426-9d88-4393-adff-fd8b717825fe req-84025003-bf1c-4458-92ad-56aeb9ab8f86 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.60 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 945 time: 0.1993263 Sep 22 09:28:41.364541 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7bed438-54a1-4f7c-8f05-31872bbd81fa req-f8fb3288-0302-440f-ace1-da6d9fe172c2 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/d2006ac7-2c1b-498f-b3e9-7367a5c62d3e HTTP/1.1" status: 200 len: 1800 time: 0.1486900 Sep 22 09:28:41.379053 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:41.437316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:41.438535 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:41.441713 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] 10.222.0.45 "PUT /v2.0/ports/61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 1092 time: 2.0373755 Sep 22 09:28:41.455614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:41.458728 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d49246-6c41-426a-a5e2-6df8eef9e01e" -d '{"events": [{"name": "network-changed", "server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:41.530102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55100) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:41.537744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43bb91-5a82-4b93-bc8c-5bf8a7f34b78 service neutron] Pushing event updated for resources: {'Port': ['ID=61cfcf13-407e-433b-8a19-152c8bb2635b,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:41.569619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c988936-6ced-499e-8735-0a6eab7d52fb None None] Sync routers for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:41.587863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c988936-6ced-499e-8735-0a6eab7d52fb None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:41.589807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9c988936-6ced-499e-8735-0a6eab7d52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:41.595804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:41.618216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d17dbf-f6cd-4f1f-9b4c-460ab7399906 req-47bf7b8b-5446-4359-b905-1e93fe9ab6f4 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:41.640698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d17dbf-f6cd-4f1f-9b4c-460ab7399906 req-47bf7b8b-5446-4359-b905-1e93fe9ab6f4 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:41.651756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d17dbf-f6cd-4f1f-9b4c-460ab7399906 req-47bf7b8b-5446-4359-b905-1e93fe9ab6f4 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:41.658817 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75d17dbf-f6cd-4f1f-9b4c-460ab7399906 req-47bf7b8b-5446-4359-b905-1e93fe9ab6f4 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2412 time: 0.3965302 Sep 22 09:28:41.673177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-2af8c5df-2b28-4b29-9a17-da13fa1d18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:41.674573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-2af8c5df-2b28-4b29-9a17-da13fa1d18ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 1095 time: 0.1166775 Sep 22 09:28:41.712433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13c39b38-9516-47e2-acf2-4d474b1361d5 req-d141bf80-e2bd-4530-bc26-96285b0a5b7b service neutron] 10.222.0.60 "GET /v2.0/networks/8838af09-f3ab-4539-a7cb-ac3332d6e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452591 Sep 22 09:28:41.748309 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:41.750908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b7bed438-54a1-4f7c-8f05-31872bbd81fa req-40053d11-5282-48d5-98e1-cb8b816c8017 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:41.760178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aee86209-f9b8-4093-ae6b-51ae39ae2736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:41.785354 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-d1e9964e-3bfb-4570-9669-81adb1c5cfd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 217 time: 0.0485084 Sep 22 09:28:41.800751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-9c988936-6ced-499e-8735-0a6eab7d52fb None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:41.814287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75d17dbf-f6cd-4f1f-9b4c-460ab7399906 req-7427cb8a-1b5d-4b01-8c8a-5f3856e5a53d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205041 Sep 22 09:28:41.850480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-3bc567b8-b786-4476-8714-85f8070011ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:41.853440 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-3bc567b8-b786-4476-8714-85f8070011ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.0604784 Sep 22 09:28:41.857623 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b7bed438-54a1-4f7c-8f05-31872bbd81fa req-40053d11-5282-48d5-98e1-cb8b816c8017 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:41.909031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-a127934f-c714-46f0-a8d9-f7ec6ad5e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:41.920989 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-a127934f-c714-46f0-a8d9-f7ec6ad5e91f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593896 Sep 22 09:28:42.000401 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-2296d426-9d88-4393-adff-fd8b717825fe req-94351a1a-4fa3-4242-a207-bc8e4334a756 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Deleting port e268515d-f4f8-4212-a918-de0892d563e3 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:42.001145 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-2296d426-9d88-4393-adff-fd8b717825fe req-94351a1a-4fa3-4242-a207-bc8e4334a756 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.022026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9c988936-6ced-499e-8735-0a6eab7d52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:28:39Z', 'revision_number': 5, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port': {'id': '6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:28Z', 'updated_at': '2021-09-22T09:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:42.067098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Deleting port 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:42.067689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.098859 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-4e20d24f-a7c2-405d-8daf-6fd9f7d23fb1 service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612334 Sep 22 09:28:42.147253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-f5cfb4ff-3e86-4e27-a19f-51e8f09cce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:42.147745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-f5cfb4ff-3e86-4e27-a19f-51e8f09cce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:42.148222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-f5cfb4ff-3e86-4e27-a19f-51e8f09cce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:42.150119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-f5cfb4ff-3e86-4e27-a19f-51e8f09cce48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2865 time: 0.2064731 Sep 22 09:28:42.186664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10437aed-3838-447c-aefd-54757a91d90e req-c13bd039-c914-4f1c-8b8c-9362409774c1 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:42.188429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10437aed-3838-447c-aefd-54757a91d90e req-c13bd039-c914-4f1c-8b8c-9362409774c1 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 944 time: 0.2755980 Sep 22 09:28:42.193856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c988936-6ced-499e-8735-0a6eab7d52fb None None] Checking router: 1f3414f1-831d-421c-9cb6-7efb7e79c7ba for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:42.195229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-2296d426-9d88-4393-adff-fd8b717825fe req-94351a1a-4fa3-4242-a207-bc8e4334a756 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] For port e268515d-f4f8-4212-a918-de0892d563e3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e268515d-f4f8-4212-a918-de0892d563e3,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:42.195721 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-2296d426-9d88-4393-adff-fd8b717825fe req-94351a1a-4fa3-4242-a207-bc8e4334a756 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.203139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c988936-6ced-499e-8735-0a6eab7d52fb None None] Routers {'1f3414f1-831d-421c-9cb6-7efb7e79c7ba'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:42.204048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9c988936-6ced-499e-8735-0a6eab7d52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:42.221352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b7bed438-54a1-4f7c-8f05-31872bbd81fa req-40053d11-5282-48d5-98e1-cb8b816c8017 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.223840 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b7bed438-54a1-4f7c-8f05-31872bbd81fa req-40053d11-5282-48d5-98e1-cb8b816c8017 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.224984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7bed438-54a1-4f7c-8f05-31872bbd81fa req-40053d11-5282-48d5-98e1-cb8b816c8017 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "DELETE /v2.0/security-groups/d2006ac7-2c1b-498f-b3e9-7367a5c62d3e HTTP/1.1" status: 204 len: 173 time: 0.8596308 Sep 22 09:28:42.263245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-2296d426-9d88-4393-adff-fd8b717825fe req-94351a1a-4fa3-4242-a207-bc8e4334a756 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Calling delete_port for e268515d-f4f8-4212-a918-de0892d563e3 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:42.268236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] For port 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:42.268606 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.298101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-9c988936-6ced-499e-8735-0a6eab7d52fb None None] Set router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:42.315353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40053d11-5282-48d5-98e1-cb8b816c8017 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2006ac7-2c1b-498f-b3e9-7367a5c62d3e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:42.317057 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e6089695-6fdc-4aa5-835c-b4814fbbd5c9 req-46e9d484-e557-4e8d-a6a8-1ba0d87335e8 service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078156 Sep 22 09:28:42.339787 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Calling delete_port for 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:42.342606 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aee86209-f9b8-4093-ae6b-51ae39ae2736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.357892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9c988936-6ced-499e-8735-0a6eab7d52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:28:41Z', 'revision_number': 6, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:42.362139 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8863978b-2885-4d51-9c6a-69500ea23bc5 x-openstack-request-id: req-8863978b-2885-4d51-9c6a-69500ea23bc5 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:42.363757 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:42.364083 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8863978b-2885-4d51-9c6a-69500ea23bc5 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:42.364559 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'status': 'completed', 'code': 200} Sep 22 09:28:42.390987 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10437aed-3838-447c-aefd-54757a91d90e req-96ac4ad2-d7ad-4d0c-a89c-90a7a6f6ba7b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805947 Sep 22 09:28:42.393745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c988936-6ced-499e-8735-0a6eab7d52fb None None] The sync data for ids ['1f3414f1-831d-421c-9cb6-7efb7e79c7ba'] in n-d-805649-4 is: [{'id': '1f3414f1-831d-421c-9cb6-7efb7e79c7ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-278166142-router', 'tenant_id': 'a3585eaf932a4ab482619956836d6bdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:27Z', 'updated_at': '2021-09-22T09:28:41Z', 'revision_number': 6, 'project_id': 'a3585eaf932a4ab482619956836d6bdd', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:42.426565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-64258820-a865-41ff-a662-b48cd58d03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:42.430983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-64258820-a865-41ff-a662-b48cd58d03e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8838af09-f3ab-4539-a7cb-ac3332d6e218 HTTP/1.1" status: 200 len: 903 time: 0.2623971 Sep 22 09:28:42.445703 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aee86209-f9b8-4093-ae6b-51ae39ae2736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.499594 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d49246-6c41-426a-a5e2-6df8eef9e01e req-ddbff12b-b97a-4ba9-8cba-0e36da0443da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:42.500329 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49d49246-6c41-426a-a5e2-6df8eef9e01e req-ddbff12b-b97a-4ba9-8cba-0e36da0443da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 1095 time: 0.0706756 Sep 22 09:28:42.557062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-f719b5c7-1993-493c-899e-25a5f4916dc4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=d5c5b155-c1f9-42c8-a79a-555b413003b3 HTTP/1.1" status: 200 len: 217 time: 0.1124804 Sep 22 09:28:42.622316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-aee86209-f9b8-4093-ae6b-51ae39ae2736 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e27a793c56e3495bb1b6a603a2634ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0895607 Sep 22 09:28:42.625000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55122) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:42.643658 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-9fdcc2c9-6ecd-4167-81f2-99704e2f65c1 req-a5ebc584-f932-4687-b60b-0ffdb324fb69 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] show failed (client error): The resource could not be found. Sep 22 09:28:42.663496 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9fdcc2c9-6ecd-4167-81f2-99704e2f65c1 req-a5ebc584-f932-4687-b60b-0ffdb324fb69 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/d2006ac7-2c1b-498f-b3e9-7367a5c62d3e HTTP/1.1" status: 404 len: 352 time: 0.1103590 Sep 22 09:28:42.663496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee86209-f9b8-4093-ae6b-51ae39ae2736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cc5f2b-dd70-481e-a0ab-9e9cbdad84cd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:42.719616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d49246-6c41-426a-a5e2-6df8eef9e01e req-bfc40989-381d-4e34-ad53-7a55e2af9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:42.720927 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49d49246-6c41-426a-a5e2-6df8eef9e01e req-bfc40989-381d-4e34-ad53-7a55e2af9314 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.2105246 Sep 22 09:28:42.744841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-490cbbfe-c64a-4f92-a436-f4fd87d48702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:42.746263 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-490cbbfe-c64a-4f92-a436-f4fd87d48702 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=623af738-e05d-4f52-8f1d-a7b0994ad6ea HTTP/1.1" status: 200 len: 801 time: 0.1587305 Sep 22 09:28:42.759157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a67fb6-272e-4323-9d66-adb8b3fd1774 req-e22ac413-4326-4263-b849-0732dd2f3672 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:42.760716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5a67fb6-272e-4323-9d66-adb8b3fd1774 req-e22ac413-4326-4263-b849-0732dd2f3672 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 945 time: 0.2162843 Sep 22 09:28:42.781746 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49d49246-6c41-426a-a5e2-6df8eef9e01e req-13572d4c-ab4e-4123-9458-e3bfa2d0ad86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 217 time: 0.0448337 Sep 22 09:28:42.782445 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2166f71-7d2d-40fa-b0a5-358f30b41b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.810897 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.824269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53ff8b11-46f7-4caf-bdf5-00cc27d7a559 req-392ac89d-064d-4f2c-96c4-0f4aa734221b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/49bef5ee-3c1d-4eb5-8850-d029e5c7b2d8 HTTP/1.1" status: 200 len: 1799 time: 0.1255994 Sep 22 09:28:42.838331 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2166f71-7d2d-40fa-b0a5-358f30b41b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.857513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5a67fb6-272e-4323-9d66-adb8b3fd1774 req-b3422857-9b8a-4136-954d-42243e88fbdf tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899847 Sep 22 09:28:42.864940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-1d5718c5-3334-4808-996a-2bc1148a0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:42.866597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-1d5718c5-3334-4808-996a-2bc1148a0350 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8838af09-f3ab-4539-a7cb-ac3332d6e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1022174 Sep 22 09:28:42.889102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:42.911553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-2296d426-9d88-4393-adff-fd8b717825fe req-94351a1a-4fa3-4242-a207-bc8e4334a756 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.924377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e268515d-f4f8-4212-a918-de0892d563e3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:42.942827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d49246-6c41-426a-a5e2-6df8eef9e01e req-621c5bf0-6543-4e48-be81-d5ec75afeb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:42.944764 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49d49246-6c41-426a-a5e2-6df8eef9e01e req-621c5bf0-6543-4e48-be81-d5ec75afeb4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.1517663 Sep 22 09:28:42.968447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94351a1a-4fa3-4242-a207-bc8e4334a756 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Pushing event deleted for resources: {'Port': ['ID=e268515d-f4f8-4212-a918-de0892d563e3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:43.016744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.050557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d49246-6c41-426a-a5e2-6df8eef9e01e req-cdc43543-6504-4dc4-a0e6-e834d35fcccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:43.050924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-2296d426-9d88-4393-adff-fd8b717825fe req-94351a1a-4fa3-4242-a207-bc8e4334a756 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] No DVR routers for this DVR port e268515d-f4f8-4212-a918-de0892d563e3 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:43.053361 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49d49246-6c41-426a-a5e2-6df8eef9e01e req-cdc43543-6504-4dc4-a0e6-e834d35fcccd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844390 Sep 22 09:28:43.055028 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-2296d426-9d88-4393-adff-fd8b717825fe req-94351a1a-4fa3-4242-a207-bc8e4334a756 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.057586 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2296d426-9d88-4393-adff-fd8b717825fe req-94351a1a-4fa3-4242-a207-bc8e4334a756 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.60 "DELETE /v2.0/ports/e268515d-f4f8-4212-a918-de0892d563e3 HTTP/1.1" status: 204 len: 173 time: 1.7094545 Sep 22 09:28:43.057980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53ff8b11-46f7-4caf-bdf5-00cc27d7a559 req-5e48c285-5b1a-4fce-9a99-41dd1cdb6214 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.059422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'name': 'network-vif-deleted', 'tag': 'e268515d-f4f8-4212-a918-de0892d563e3'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:43.061710 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575559fb-5167-437c-b8af-424111eb29ae" -d '{"events": [{"server_uuid": "b285af72-9c60-4e99-bc9c-7cbdccac7d32", "name": "network-vif-deleted", "tag": "e268515d-f4f8-4212-a918-de0892d563e3"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:43.095243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2166f71-7d2d-40fa-b0a5-358f30b41b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.098794 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2166f71-7d2d-40fa-b0a5-358f30b41b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.102856 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a2166f71-7d2d-40fa-b0a5-358f30b41b6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76cc5f2b-dd70-481e-a0ab-9e9cbdad84cd HTTP/1.1" status: 204 len: 168 time: 0.4743371 Sep 22 09:28:43.103187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-b15eae68-7a92-4d96-978c-ce6f350d0759 service neutron] 10.222.0.60 "GET /v2.0/networks/8838af09-f3ab-4539-a7cb-ac3332d6e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175922 Sep 22 09:28:43.105249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53ff8b11-46f7-4caf-bdf5-00cc27d7a559 req-5e48c285-5b1a-4fce-9a99-41dd1cdb6214 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.150012 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.164610 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.171445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2166f71-7d2d-40fa-b0a5-358f30b41b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cc5f2b-dd70-481e-a0ab-9e9cbdad84cd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:43.183482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-2db143a8-ec86-4c37-b914-e4fe2f695268 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=bdd0be5a84f2491681ce8959418ce84e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477779 Sep 22 09:28:43.274920 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49d49246-6c41-426a-a5e2-6df8eef9e01e req-f0cdb6cf-2d15-46db-904d-c1210230cd49 service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872559 Sep 22 09:28:43.295459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11b314ce-a48f-4f85-bbb5-aa5f4881f137 req-c73854a6-9d7b-40ae-81a4-23e3bd491d43 service neutron] 10.222.0.60 "GET /v2.0/networks/8838af09-f3ab-4539-a7cb-ac3332d6e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820605 Sep 22 09:28:43.330656 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53ff8b11-46f7-4caf-bdf5-00cc27d7a559 req-5e48c285-5b1a-4fce-9a99-41dd1cdb6214 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.333270 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53ff8b11-46f7-4caf-bdf5-00cc27d7a559 req-5e48c285-5b1a-4fce-9a99-41dd1cdb6214 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.346294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53ff8b11-46f7-4caf-bdf5-00cc27d7a559 req-5e48c285-5b1a-4fce-9a99-41dd1cdb6214 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "DELETE /v2.0/security-groups/49bef5ee-3c1d-4eb5-8850-d029e5c7b2d8 HTTP/1.1" status: 204 len: 173 time: 0.5023665 Sep 22 09:28:43.361695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.362376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f3414f1-831d-421c-9cb6-7efb7e79c7ba {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:28:43.372322 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.375901 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-174fa6a0-3740-46a8-9fbd-73d97da0ae7c admin admin] 10.222.0.49 "DELETE /v2.0/routers/1f3414f1-831d-421c-9cb6-7efb7e79c7ba HTTP/1.1" status: 204 len: 168 time: 2.0411012 Sep 22 09:28:43.376220 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55148) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:43.392183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48c285-5b1a-4fce-9a99-41dd1cdb6214 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bef5ee-3c1d-4eb5-8850-d029e5c7b2d8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:43.450291 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49d49246-6c41-426a-a5e2-6df8eef9e01e req-71d08377-579b-4ad4-99fe-3ef8dc1fb8ea service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669877 Sep 22 09:28:43.458559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a709d61-3429-4924-ac92-e4d819c20cb1 admin admin] Deleting subnet bb00f9a2-b56a-4df4-9361-158da03a41a0 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:28:43.461943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a709d61-3429-4924-ac92-e4d819c20cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.469528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-e30999b2-8b7c-46c9-899b-4ada39a337ec tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:43.477963 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-e30999b2-8b7c-46c9-899b-4ada39a337ec tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473502 Sep 22 09:28:43.503725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-e955872a-4d7a-4fd9-8ecd-56a81f47a2fa tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/quotas/bdd0be5a84f2491681ce8959418ce84e HTTP/1.1" status: 200 len: 375 time: 0.0242701 Sep 22 09:28:43.506550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a709d61-3429-4924-ac92-e4d819c20cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.529178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74beadb0-4ad9-4d37-b348-821ff66184c2 req-d7a9cdb2-4431-4a41-9278-69715a64fdf6 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:43.535983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74beadb0-4ad9-4d37-b348-821ff66184c2 req-d7a9cdb2-4431-4a41-9278-69715a64fdf6 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:43.542840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74beadb0-4ad9-4d37-b348-821ff66184c2 req-d7a9cdb2-4431-4a41-9278-69715a64fdf6 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:43.549840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74beadb0-4ad9-4d37-b348-821ff66184c2 req-d7a9cdb2-4431-4a41-9278-69715a64fdf6 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2412 time: 0.1312220 Sep 22 09:28:43.579854 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-94797ace-950e-43d3-b7a0-f19feb0cb37c tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bdd0be5a84f2491681ce8959418ce84e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752187 Sep 22 09:28:43.612351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a709d61-3429-4924-ac92-e4d819c20cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.637342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74beadb0-4ad9-4d37-b348-821ff66184c2 req-57eeea1f-a34e-4f38-a5b5-fdbd85e1ac58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526600 Sep 22 09:28:43.696210 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aed38f-5cb5-42bb-8d38-987c7f82a687 x-openstack-request-id: req-23aed38f-5cb5-42bb-8d38-987c7f82a687 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:43.696383 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b285af72-9c60-4e99-bc9c-7cbdccac7d32", "name": "network-vif-deleted", "tag": "e268515d-f4f8-4212-a918-de0892d563e3", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:43.696640 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23aed38f-5cb5-42bb-8d38-987c7f82a687 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:43.697127 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b285af72-9c60-4e99-bc9c-7cbdccac7d32', 'name': 'network-vif-deleted', 'tag': 'e268515d-f4f8-4212-a918-de0892d563e3', 'status': 'completed', 'code': 200} Sep 22 09:28:43.721564 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-b8be71df-8530-403a-9733-fda8ed63e403 req-57d7a8dd-e30b-40a2-b414-1d30fe7ed0bc tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] show failed (client error): The resource could not be found. Sep 22 09:28:43.722583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8be71df-8530-403a-9733-fda8ed63e403 req-57d7a8dd-e30b-40a2-b414-1d30fe7ed0bc tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/49bef5ee-3c1d-4eb5-8850-d029e5c7b2d8 HTTP/1.1" status: 404 len: 352 time: 0.0152271 Sep 22 09:28:43.761821 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a709d61-3429-4924-ac92-e4d819c20cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.792783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a709d61-3429-4924-ac92-e4d819c20cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb00f9a2-b56a-4df4-9361-158da03a41a0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:43.795539 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a709d61-3429-4924-ac92-e4d819c20cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.797490 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7a709d61-3429-4924-ac92-e4d819c20cb1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bb00f9a2-b56a-4df4-9361-158da03a41a0 HTTP/1.1" status: 204 len: 168 time: 0.4204659 Sep 22 09:28:43.801966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55158) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:43.806292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb5ec87-386e-4d9e-865b-db414df36d36 None None] Network 1c3f4292-5e72-4619-b601-bcc49b728830 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:43.907653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a2f0-422a-4ffc-a5d7-da50627728ed req-0b4aeebc-0909-41e1-921d-c0841d02e630 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:43.917431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45f6a2f0-422a-4ffc-a5d7-da50627728ed req-0b4aeebc-0909-41e1-921d-c0841d02e630 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 944 time: 0.1298578 Sep 22 09:28:43.925307 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.002978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Deleting port 2ede05a9-8362-4eab-b341-3523841dec79 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:44.003325 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.012296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55166) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:44.019875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:44.051469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45f6a2f0-422a-4ffc-a5d7-da50627728ed req-15418914-d5cf-490e-b517-a92c3de087dd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327455 Sep 22 09:28:44.052043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:44.052043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 675f3ad2-51ef-4984-a25a-fa2e0785f2b5 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:44.052325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:44.057619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc5cc9f-ccd9-462c-8729-6e7d3d023790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.084375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:44.084961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6c5ee4c6-7f85-4d3f-87e5-a089314d7fe2 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:44.087080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d3bfa5-fe0f-4ab2-a752-33ce3f8ab08d None None] DHCP port deletion for 1c3f4292-5e72-4619-b601-bcc49b728830 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:28:44.098835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] For port 2ede05a9-8362-4eab-b341-3523841dec79, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2ede05a9-8362-4eab-b341-3523841dec79,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:44.098835 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.116308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61dcc170-0d94-4ec8-ab21-ac189d38ce15 req-01418a5d-5069-46dc-a4bd-ebdee86bb1fd tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/27cb09bc-9bb1-4a50-aed2-dd2d58008638 HTTP/1.1" status: 200 len: 1801 time: 0.1319804 Sep 22 09:28:44.121296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Calling delete_port for 2ede05a9-8362-4eab-b341-3523841dec79 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:44.154288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-16d3bfa5-fe0f-4ab2-a752-33ce3f8ab08d None None] Deleting port 2ede05a9-8362-4eab-b341-3523841dec79 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:44.154766 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16d3bfa5-fe0f-4ab2-a752-33ce3f8ab08d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.223131 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-16d3bfa5-fe0f-4ab2-a752-33ce3f8ab08d None None] For port 2ede05a9-8362-4eab-b341-3523841dec79, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2ede05a9-8362-4eab-b341-3523841dec79,segment=NetworkSegment(d6150e01-b570-4a47-9800-a2746e34f6d4),segment_id=d6150e01-b570-4a47-9800-a2746e34f6d4)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:44.223849 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16d3bfa5-fe0f-4ab2-a752-33ce3f8ab08d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.228000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 61cfcf13-407e-433b-8a19-152c8bb2635b details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:28:44.230281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-197d359f-081d-4b67-ac0d-e804d809bd89 req-12e52873-e2b6-4383-a12a-7a9fc0752bff tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 210 time: 0.0396340 Sep 22 09:28:44.254324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-16d3bfa5-fe0f-4ab2-a752-33ce3f8ab08d None None] Calling delete_port for 2ede05a9-8362-4eab-b341-3523841dec79 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:44.265969 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61dcc170-0d94-4ec8-ab21-ac189d38ce15 req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.291194 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61dcc170-0d94-4ec8-ab21-ac189d38ce15 req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.293607 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.338959 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ede05a9-8362-4eab-b341-3523841dec79,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:44.349948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] No DVR routers for this DVR port 2ede05a9-8362-4eab-b341-3523841dec79 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:44.379468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24d027e5-bfea-488b-9878-181a01c79763 req-a9901d74-126d-4c17-bef0-98a846d6dbbf tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b285af72-9c60-4e99-bc9c-7cbdccac7d32 HTTP/1.1" status: 200 len: 210 time: 0.0355692 Sep 22 09:28:44.423848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 61cfcf13-407e-433b-8a19-152c8bb2635b, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=61cfcf13-407e-433b-8a19-152c8bb2635b,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:44.425174 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc5cc9f-ccd9-462c-8729-6e7d3d023790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.432136 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.434110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16d3bfa5-fe0f-4ab2-a752-33ce3f8ab08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.443762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'port_id': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'mac_address': 'fa:16:3e:16:65:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:28:44.453185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3f4292-5e72-4619-b601-bcc49b728830']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:44.463079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6150e01-b570-4a47-9800-a2746e34f6d4') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:44.463445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6150e01-b570-4a47-9800-a2746e34f6d4') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:44.466771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3bfa5-fe0f-4ab2-a752-33ce3f8ab08d None None] Pushing event deleted for resources: {'Port': ['ID=2ede05a9-8362-4eab-b341-3523841dec79,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:44.468621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d3bfa5-fe0f-4ab2-a752-33ce3f8ab08d None None] No DVR routers for this DVR port 2ede05a9-8362-4eab-b341-3523841dec79 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:44.473832 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.488265 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:28:44.502074 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:28:44.512812 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.518133 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61dcc170-0d94-4ec8-ab21-ac189d38ce15 req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.520923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-61dcc170-0d94-4ec8-ab21-ac189d38ce15 req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.528570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61dcc170-0d94-4ec8-ab21-ac189d38ce15 req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "DELETE /v2.0/security-groups/27cb09bc-9bb1-4a50-aed2-dd2d58008638 HTTP/1.1" status: 204 len: 173 time: 0.4076664 Sep 22 09:28:44.528980 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cfcf13-407e-433b-8a19-152c8bb2635b {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:44.529070 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc5cc9f-ccd9-462c-8729-6e7d3d023790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.545964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cb09bc-9bb1-4a50-aed2-dd2d58008638,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:44.560672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 61cfcf13-407e-433b-8a19-152c8bb2635b, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=61cfcf13-407e-433b-8a19-152c8bb2635b,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:44.572574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.572949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.573291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.576136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.576136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.576136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.576136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.576136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.576136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.576136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.576136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.576136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe21b61-f16c-4935-8889-9f2611aff4c3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:44.582281 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-6251a4de-4660-4423-8d8a-7122d44489be req-1c328c69-a03c-4f3e-a3da-75816b1e2fa0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] show failed (client error): The resource could not be found. Sep 22 09:28:44.583325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6251a4de-4660-4423-8d8a-7122d44489be req-1c328c69-a03c-4f3e-a3da-75816b1e2fa0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/27cb09bc-9bb1-4a50-aed2-dd2d58008638 HTTP/1.1" status: 404 len: 352 time: 0.0411184 Sep 22 09:28:44.588846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6bc5cc9f-ccd9-462c-8729-6e7d3d023790 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50109bc6efe443feafd6968a6868e51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5696478 Sep 22 09:28:44.591659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55174) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:44.614521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5cc9f-ccd9-462c-8729-6e7d3d023790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00bd1ab-312e-4243-afb6-b8a845906d3a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:44.635083 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.653004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.658061 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1c3f4292-5e72-4619-b601-bcc49b728830 HTTP/1.1" status: 204 len: 168 time: 0.8538978 Sep 22 09:28:44.658519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55178) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:44.660961 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.690863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ca611-964b-45cb-b428-c932b69bec54 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3f4292-5e72-4619-b601-bcc49b728830,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:44.693110 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c5751a9-7204-40ee-aec8-92a581a001dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.726619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c5751a9-7204-40ee-aec8-92a581a001dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.745520 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=61cfcf13-407e-433b-8a19-152c8bb2635b,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:44.784883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0761264-9ed4-4703-9553-cec22ac77a1b req-f8132659-d119-407b-b8cb-5b83ffe8e5d1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b97160ec06ec4ebdb02567f5a48c785a HTTP/1.1" status: 200 len: 6147 time: 0.1589499 Sep 22 09:28:44.853880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a9e9a-f1cb-4a75-a82f-169e44a2944e req-a3e48e63-3881-4d9a-b3fe-bf42306a441d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:44.859810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a9e9a-f1cb-4a75-a82f-169e44a2944e req-a3e48e63-3881-4d9a-b3fe-bf42306a441d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:44.865694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a9e9a-f1cb-4a75-a82f-169e44a2944e req-a3e48e63-3881-4d9a-b3fe-bf42306a441d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:44.867288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba4a9e9a-f1cb-4a75-a82f-169e44a2944e req-a3e48e63-3881-4d9a-b3fe-bf42306a441d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2412 time: 0.1456594 Sep 22 09:28:44.870048 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c5751a9-7204-40ee-aec8-92a581a001dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.877655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c5751a9-7204-40ee-aec8-92a581a001dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.877655 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9c5751a9-7204-40ee-aec8-92a581a001dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f00bd1ab-312e-4243-afb6-b8a845906d3a HTTP/1.1" status: 204 len: 168 time: 0.2810690 Sep 22 09:28:44.883225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5751a9-7204-40ee-aec8-92a581a001dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00bd1ab-312e-4243-afb6-b8a845906d3a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:44.908664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['61cfcf13-407e-433b-8a19-152c8bb2635b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:45.166620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0761264-9ed4-4703-9553-cec22ac77a1b req-6ab5113c-177d-446c-9549-4916d2c28fca tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd HTTP/1.1" status: 200 len: 2981 time: 0.3795390 Sep 22 09:28:45.202006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba4a9e9a-f1cb-4a75-a82f-169e44a2944e req-7b15007f-1cee-4911-a39b-305499c9ecd3 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229120 Sep 22 09:28:45.274790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0761264-9ed4-4703-9553-cec22ac77a1b req-02a144b2-476b-4587-8ad6-d16594d842e6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd HTTP/1.1" status: 200 len: 2981 time: 0.1010704 Sep 22 09:28:45.306483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a238905b-864d-4ec8-985f-f3f991ab2403 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:28:45.368299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e268515d-f4f8-4212-a918-de0892d563e3 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:45.402639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6334fc05-8ca0-4ab7-8ac9-21e740d9f3b8 req-fd2b54da-a9dd-41c2-b608-78857a1b3f19 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 210 time: 0.0581810 Sep 22 09:28:45.422960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: e268515d-f4f8-4212-a918-de0892d563e3 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:45.423419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e268515d-f4f8-4212-a918-de0892d563e3 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:45.450394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-78d44a5c-8590-4fc3-901b-9adb3e8cd47d req-08979bc6-d018-4a22-94ee-58e2df4f4185 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1137953588', 'description': 'tempest-description-1613159700'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:45.468696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a238905b-864d-4ec8-985f-f3f991ab2403, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a238905b-864d-4ec8-985f-f3f991ab2403,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:45.483054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'a238905b-864d-4ec8-985f-f3f991ab2403', 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218', 'port_id': 'a238905b-864d-4ec8-985f-f3f991ab2403', 'mac_address': 'fa:16:3e:a8:cf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623af738-e05d-4f52-8f1d-a7b0994ad6ea', 'ip_address': '19.80.0.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:28:45.499936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e2a18-4eb4-4ea3-86dc-9d3615f023af req-fd2ee823-83dc-48bf-a697-63ddca107b79 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:45.501534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d1e2a18-4eb4-4ea3-86dc-9d3615f023af req-fd2ee823-83dc-48bf-a697-63ddca107b79 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 945 time: 0.1273963 Sep 22 09:28:45.535287 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:45.548658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a238905b-864d-4ec8-985f-f3f991ab2403 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:45.568314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a238905b-864d-4ec8-985f-f3f991ab2403, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a238905b-864d-4ec8-985f-f3f991ab2403,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:45.582620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-78d44a5c-8590-4fc3-901b-9adb3e8cd47d req-08979bc6-d018-4a22-94ee-58e2df4f4185 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:45.601162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d1e2a18-4eb4-4ea3-86dc-9d3615f023af req-0aeb46b3-50a4-4a72-9416-8b35f5af9e3e tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885868 Sep 22 09:28:45.654032 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:45.655165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 96d4df17-b4c5-48de-8b21-8e90fbc1bfee details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:28:45.677368 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:45.800613 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-78d44a5c-8590-4fc3-901b-9adb3e8cd47d req-08979bc6-d018-4a22-94ee-58e2df4f4185 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:45.804597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=a238905b-864d-4ec8-985f-f3f991ab2403,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:45.887569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=96d4df17-b4c5-48de-8b21-8e90fbc1bfee,segment=NetworkSegment(c7fe3533-b04f-42db-b431-005c2a3f2656),segment_id=c7fe3533-b04f-42db-b431-005c2a3f2656)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:45.900699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '96d4df17-b4c5-48de-8b21-8e90fbc1bfee', 'network_id': '4a9469ee-2e12-47d3-bffb-9316e6399887', 'port_id': '96d4df17-b4c5-48de-8b21-8e90fbc1bfee', 'mac_address': 'fa:16:3e:b2:72:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5792a5b-4e47-4892-b658-b3e9f555681d', 'ip_address': '19.86.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:28:45.901304 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-78d44a5c-8590-4fc3-901b-9adb3e8cd47d req-08979bc6-d018-4a22-94ee-58e2df4f4185 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:45.943716 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:45.955375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08979bc6-d018-4a22-94ee-58e2df4f4185 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8dee60-d616-422f-87a6-c463018dfd02,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:45.958797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d4df17-b4c5-48de-8b21-8e90fbc1bfee {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:45.992213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=96d4df17-b4c5-48de-8b21-8e90fbc1bfee,segment=NetworkSegment(c7fe3533-b04f-42db-b431-005c2a3f2656),segment_id=c7fe3533-b04f-42db-b431-005c2a3f2656)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:46.006743 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2ede05a9-8362-4eab-b341-3523841dec79 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:46.014231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-78d44a5c-8590-4fc3-901b-9adb3e8cd47d req-08979bc6-d018-4a22-94ee-58e2df4f4185 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.015555 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78d44a5c-8590-4fc3-901b-9adb3e8cd47d req-08979bc6-d018-4a22-94ee-58e2df4f4185 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5734966 Sep 22 09:28:46.044217 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 2ede05a9-8362-4eab-b341-3523841dec79 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:46.044627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2ede05a9-8362-4eab-b341-3523841dec79 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:46.048293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-9ffa2d65-b971-4115-aff9-e1ea9aba6375 req-33da3945-8ec6-4ab4-b4d1-cfe0e99fe64b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1264288526', 'description': 'tempest-description-1563279135'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:46.086032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] Deleting port 1e1e6226-5c25-4306-9224-a7d00323860d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:46.086371 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.127056 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.127999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d5c5b155-c1f9-42c8-a79a-555b413003b3 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:28:46.160095 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ffa2d65-b971-4115-aff9-e1ea9aba6375 req-33da3945-8ec6-4ab4-b4d1-cfe0e99fe64b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.194186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] For port 1e1e6226-5c25-4306-9224-a7d00323860d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1e1e6226-5c25-4306-9224-a7d00323860d,segment=NetworkSegment(8d483697-3d75-44a5-b6f2-4265fe5acb2a),segment_id=8d483697-3d75-44a5-b6f2-4265fe5acb2a)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:46.195310 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.198368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d5c5b155-c1f9-42c8-a79a-555b413003b3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d5c5b155-c1f9-42c8-a79a-555b413003b3,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:46.208982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=96d4df17-b4c5-48de-8b21-8e90fbc1bfee,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:46.216044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'd5c5b155-c1f9-42c8-a79a-555b413003b3', 'network_id': '8838af09-f3ab-4539-a7cb-ac3332d6e218', 'port_id': 'd5c5b155-c1f9-42c8-a79a-555b413003b3', 'mac_address': 'fa:16:3e:e9:dc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623af738-e05d-4f52-8f1d-a7b0994ad6ea', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:28:46.217397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] Calling delete_port for 1e1e6226-5c25-4306-9224-a7d00323860d owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:46.240654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 61cfcf13-407e-433b-8a19-152c8bb2635b up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:46.308446 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.331767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c5b155-c1f9-42c8-a79a-555b413003b3 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:46.351660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d5c5b155-c1f9-42c8-a79a-555b413003b3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d5c5b155-c1f9-42c8-a79a-555b413003b3,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:46.378357 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ffa2d65-b971-4115-aff9-e1ea9aba6375 req-33da3945-8ec6-4ab4-b4d1-cfe0e99fe64b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.401920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ad579-c089-46cb-8ab9-b603174e7d07 req-57a38183-b557-43b1-a6f1-c2b5420e5381 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:46.403350 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a4ad579-c089-46cb-8ab9-b603174e7d07 req-57a38183-b557-43b1-a6f1-c2b5420e5381 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 945 time: 0.0930536 Sep 22 09:28:46.407778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 61cfcf13-407e-433b-8a19-152c8bb2635b completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:46.420560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 61cfcf13-407e-433b-8a19-152c8bb2635b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:46.421110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.451120 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.492378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a4ad579-c089-46cb-8ab9-b603174e7d07 req-789929af-ef6a-4b9e-ab3c-9ee3a0596bdc tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596042 Sep 22 09:28:46.494403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ffa2d65-b971-4115-aff9-e1ea9aba6375 req-33da3945-8ec6-4ab4-b4d1-cfe0e99fe64b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.531367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da3945-8ec6-4ab4-b4d1-cfe0e99fe64b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f9d66d-0b50-4867-8e24-a71636154883,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:46.573915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=d5c5b155-c1f9-42c8-a79a-555b413003b3,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:46.591808 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.604529 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9ffa2d65-b971-4115-aff9-e1ea9aba6375 req-33da3945-8ec6-4ab4-b4d1-cfe0e99fe64b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.605871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ffa2d65-b971-4115-aff9-e1ea9aba6375 req-33da3945-8ec6-4ab4-b4d1-cfe0e99fe64b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5637591 Sep 22 09:28:46.624758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:46.628363 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449849af-a0bb-48da-986c-d72720a7ab16" -d '{"events": [{"server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "name": "network-vif-plugged", "status": "completed", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:46.640553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.649860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 61cfcf13-407e-433b-8a19-152c8bb2635b, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=61cfcf13-407e-433b-8a19-152c8bb2635b,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:46.651494 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-ea8b0c3c-c987-4c3f-9e09-e68cbf4d7586 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bdd0be5a84f2491681ce8959418ce84e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464358 Sep 22 09:28:46.689677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1e6226-5c25-4306-9224-a7d00323860d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:46.744121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['d5c5b155-c1f9-42c8-a79a-555b413003b3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:46.751629 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:46.793651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['96d4df17-b4c5-48de-8b21-8e90fbc1bfee'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:46.818694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcda57-536a-4f47-95d8-7692c1a22db0 req-e8973cf0-13c8-442e-87a7-5e9645fe030b tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:46.830195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcda57-536a-4f47-95d8-7692c1a22db0 req-e8973cf0-13c8-442e-87a7-5e9645fe030b tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:46.837086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a238905b-864d-4ec8-985f-f3f991ab2403'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:46.857045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcda57-536a-4f47-95d8-7692c1a22db0 req-e8973cf0-13c8-442e-87a7-5e9645fe030b tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:46.869583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cffcda57-536a-4f47-95d8-7692c1a22db0 req-e8973cf0-13c8-442e-87a7-5e9645fe030b tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2415 time: 0.2625940 Sep 22 09:28:46.899489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-358339e5-9b28-418d-8218-68e705f90d68 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:46.901671 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-358339e5-9b28-418d-8218-68e705f90d68 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2427030 Sep 22 09:28:46.917010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Request body: {'port': {'device_id': '2843bec4-6795-400e-9486-f38e3c95d810', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': 'bdd0be5a84f2491681ce8959418ce84e'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:46.957337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8cdc9aae-f115-4b96-bfec-74a64dfbee55 req-5aadf76f-e653-4d30-8d90-0d66ea1f38f5 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 210 time: 0.0812728 Sep 22 09:28:46.978124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=61cfcf13-407e-433b-8a19-152c8bb2635b,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:47.011779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e87c0-acee-4bb1-adeb-c1c79eb726e7 req-4506b6d3-3930-48f8-af18-fd1ddc6324de tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:47.017841 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-313e87c0-acee-4bb1-adeb-c1c79eb726e7 req-4506b6d3-3930-48f8-af18-fd1ddc6324de tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 945 time: 0.3149292 Sep 22 09:28:47.158593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Made reservation on behalf of bdd0be5a84f2491681ce8959418ce84e for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:47.162837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:47.175043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:47.186180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cffcda57-536a-4f47-95d8-7692c1a22db0 req-fef7ff5f-93e1-42dd-ab4f-38ee64f4c2bc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152821 Sep 22 09:28:47.245337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6ae7e-8d4c-4105-b129-1105cb320496 req-74cfd9f4-863a-4bdb-b2f7-6d350c5565a5 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:47.246857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79d6ae7e-8d4c-4105-b129-1105cb320496 req-74cfd9f4-863a-4bdb-b2f7-6d350c5565a5 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 946 time: 0.1123023 Sep 22 09:28:47.271571 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6321565-98d8-45d9-9a7d-9f5b08ed683a x-openstack-request-id: req-a6321565-98d8-45d9-9a7d-9f5b08ed683a {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:47.272093 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "name": "network-vif-plugged", "status": "completed", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:47.272517 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6321565-98d8-45d9-9a7d-9f5b08ed683a {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:47.273079 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'code': 200} Sep 22 09:28:47.350429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:47.356420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:47.368993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79d6ae7e-8d4c-4105-b129-1105cb320496 req-704b4a1c-9340-497b-a113-737a0c2c8d34 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115069 Sep 22 09:28:47.393405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-313e87c0-acee-4bb1-adeb-c1c79eb726e7 req-28622148-1e25-410b-a045-53010123865a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Deleting port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:47.393747 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-313e87c0-acee-4bb1-adeb-c1c79eb726e7 req-28622148-1e25-410b-a045-53010123865a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:47.409432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f301e-5c31-43f5-9735-eec3a9dd41cc req-59b7696e-3179-42a8-8803-1aebe3248a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:47.411381 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b3f301e-5c31-43f5-9735-eec3a9dd41cc req-59b7696e-3179-42a8-8803-1aebe3248a5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 1097 time: 0.0530953 Sep 22 09:28:47.438597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:47.515340 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b3f301e-5c31-43f5-9735-eec3a9dd41cc req-b4418f68-5b9d-41f5-bb9c-af6174d6c59e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935404 Sep 22 09:28:47.523583 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2272159f-1352-49bb-9c4e-65b4c2d55c71,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:47.541262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.541612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.541953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.542291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.543129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.543401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.543733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.544065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.544393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.544718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.545143 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.545410 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:47.624551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Allocated IP 192.168.233.207 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/72469368-23dc-4d4c-bdca-6df243867d79) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:47.790598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:47.874110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-f179c8c7-e8de-4a5b-b7c6-804ae29ff2ea tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:47.875590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-f179c8c7-e8de-4a5b-b7c6-804ae29ff2ea tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 812 time: 0.5055952 Sep 22 09:28:47.887286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-313e87c0-acee-4bb1-adeb-c1c79eb726e7 req-28622148-1e25-410b-a045-53010123865a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] For port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:47.887719 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-313e87c0-acee-4bb1-adeb-c1c79eb726e7 req-28622148-1e25-410b-a045-53010123865a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:47.917160 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:47.918618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-313e87c0-acee-4bb1-adeb-c1c79eb726e7 req-28622148-1e25-410b-a045-53010123865a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Calling delete_port for 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:47.934817 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-5040edd5-9b9e-4eca-961f-ea220b74c4e2 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/quotas/b97160ec06ec4ebdb02567f5a48c785a HTTP/1.1" status: 200 len: 375 time: 0.0443971 Sep 22 09:28:47.974724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:47.979634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:47.983692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:48.021372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Pushing event updated for resources: {'Port': ['ID=72469368-23dc-4d4c-bdca-6df243867d79,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:48.025478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb33c01-598f-4061-9215-cc494d40c99e req-c4852ffa-c805-4420-9971-502b832fce77 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:48.027059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-deb33c01-598f-4061-9215-cc494d40c99e req-c4852ffa-c805-4420-9971-502b832fce77 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 945 time: 0.4233561 Sep 22 09:28:48.050093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:48.050859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:48.131197 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-540d204c-151a-42d2-b9dd-3a7dca0bbdce tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2182608 Sep 22 09:28:48.152290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Request body: {'port': {'device_id': '2843bec4-6795-400e-9486-f38e3c95d810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:48.171563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-deb33c01-598f-4061-9215-cc494d40c99e req-5975e104-c82d-4597-9b00-b9c560e15cd3 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201415 Sep 22 09:28:48.181277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-8d79f29a-0f3e-4734-b691-d5274fbf2e22 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2074540 Sep 22 09:28:48.194430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] Router d072460c-319f-4b83-8697-1a38069952c4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:28:48.227252 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:48.291287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c5690edf-50c2-4c0a-bb30-3e2630932d10 None None] Provisioning complete for port 72469368-23dc-4d4c-bdca-6df243867d79 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:48.292948 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5690edf-50c2-4c0a-bb30-3e2630932d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:48.355396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c5690edf-50c2-4c0a-bb30-3e2630932d10 None None] Port 72469368-23dc-4d4c-bdca-6df243867d79 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:28:48.416859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-e447e57e-f0b7-4f84-afb1-e9ffe0cd027c service neutron] 10.222.0.49 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250550 Sep 22 09:28:48.492313 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c50fa-2eb7-4693-a31a-45aaaf27a2a6 req-99ca1e30-0e1d-4fa9-b5e7-aa2209826831 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:48.494163 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d53c50fa-2eb7-4693-a31a-45aaaf27a2a6 req-99ca1e30-0e1d-4fa9-b5e7-aa2209826831 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 936 time: 0.1465931 Sep 22 09:28:48.522075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:28:48.536333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0297200d-4b96-4324-8cb3-45e34edb168f admin admin] 10.222.0.49 "PUT /v2.0/routers/d072460c-319f-4b83-8697-1a38069952c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8753510 Sep 22 09:28:48.537697 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab05ac8-3227-4299-82f7-68cadc3f99e0 None None] Sync routers for ids ['d072460c-319f-4b83-8697-1a38069952c4'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:48.549447 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab05ac8-3227-4299-82f7-68cadc3f99e0 None None] Routers {'d072460c-319f-4b83-8697-1a38069952c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:48.550330 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0ab05ac8-3227-4299-82f7-68cadc3f99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d072460c-319f-4b83-8697-1a38069952c4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:48.563392 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-313e87c0-acee-4bb1-adeb-c1c79eb726e7 req-28622148-1e25-410b-a045-53010123865a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:48.567935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55312) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:48.575524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72469368-23dc-4d4c-bdca-6df243867d79 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:48.584615 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:48.598901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Transition to ACTIVE for port object 72469368-23dc-4d4c-bdca-6df243867d79 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:48.653618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28622148-1e25-410b-a045-53010123865a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Pushing event deleted for resources: {'Port': ['ID=15bfebbb-c170-4253-8b3e-d73b3dfc8e19,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:48.675462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:48.683616 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d53c50fa-2eb7-4693-a31a-45aaaf27a2a6 req-7c9344f7-296d-4f6c-8922-29209aed5785 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/security-groups?id=2272159f-1352-49bb-9c4e-65b4c2d55c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763093 Sep 22 09:28:48.702780 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-0ab05ac8-3227-4299-82f7-68cadc3f99e0 None None] Set router d072460c-319f-4b83-8697-1a38069952c4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:48.739456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-aca6fb89-7f72-406e-8536-0388d25b0a52 service neutron] 10.222.0.49 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098593 Sep 22 09:28:48.748055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-313e87c0-acee-4bb1-adeb-c1c79eb726e7 req-28622148-1e25-410b-a045-53010123865a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] No DVR routers for this DVR port 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:48.754454 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-313e87c0-acee-4bb1-adeb-c1c79eb726e7 req-28622148-1e25-410b-a045-53010123865a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:48.756440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-313e87c0-acee-4bb1-adeb-c1c79eb726e7 req-28622148-1e25-410b-a045-53010123865a tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.60 "DELETE /v2.0/ports/15bfebbb-c170-4253-8b3e-d73b3dfc8e19 HTTP/1.1" status: 204 len: 173 time: 1.7195296 Sep 22 09:28:48.756931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'name': 'network-vif-deleted', 'tag': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:48.759847 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4a6d09-6ec8-44f2-96f8-0fd24c14e3ef" -d '{"events": [{"server_uuid": "b1cd4343-6194-4c2a-b340-a81097c8c3d7", "name": "network-vif-deleted", "tag": "15bfebbb-c170-4253-8b3e-d73b3dfc8e19"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:48.804861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Pushing event updated for resources: {'Port': ['ID=72469368-23dc-4d4c-bdca-6df243867d79,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:48.857521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Attempting to bind port 72469368-23dc-4d4c-bdca-6df243867d79 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:48.857853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Attempting to bind port 72469368-23dc-4d4c-bdca-6df243867d79 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:48.858422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Attempting to bind port 72469368-23dc-4d4c-bdca-6df243867d79 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:48.863764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Port 72469368-23dc-4d4c-bdca-6df243867d79 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:28:48.864301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Attempting to bind port 72469368-23dc-4d4c-bdca-6df243867d79 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:48.873429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:48.874218 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:48.874823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:48.875665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Bound port: 72469368-23dc-4d4c-bdca-6df243867d79, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:48.876240 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:48.881099 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:48.959433 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] For port 72469368-23dc-4d4c-bdca-6df243867d79, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:48.963742 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] For port 72469368-23dc-4d4c-bdca-6df243867d79, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=72469368-23dc-4d4c-bdca-6df243867d79,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:48.999302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bc10f-0710-45da-b588-26b8526bf36b req-4432e648-5558-4c6a-b010-620f91169829 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:49.006612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bc10f-0710-45da-b588-26b8526bf36b req-4432e648-5558-4c6a-b010-620f91169829 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:49.014418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bc10f-0710-45da-b588-26b8526bf36b req-4432e648-5558-4c6a-b010-620f91169829 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:49.016134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d22bc10f-0710-45da-b588-26b8526bf36b req-4432e648-5558-4c6a-b010-620f91169829 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2415 time: 0.1213434 Sep 22 09:28:49.069979 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0ab05ac8-3227-4299-82f7-68cadc3f99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd072460c-319f-4b83-8697-1a38069952c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-router', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:42Z', 'updated_at': '2021-09-22T09:28:46Z', 'revision_number': 5, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'gw_port': {'id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:43Z', 'updated_at': '2021-09-22T09:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:49.073961 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:49.102614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:49.103638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:49.105255 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] 10.222.0.45 "PUT /v2.0/ports/72469368-23dc-4d4c-bdca-6df243867d79 HTTP/1.1" status: 200 len: 1096 time: 0.9617321 Sep 22 09:28:49.108892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2843bec4-6795-400e-9486-f38e3c95d810', 'tag': '72469368-23dc-4d4c-bdca-6df243867d79'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:49.111662 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533107ca-c488-48d9-9155-509d84b70878" -d '{"events": [{"name": "network-changed", "server_uuid": "2843bec4-6795-400e-9486-f38e3c95d810", "tag": "72469368-23dc-4d4c-bdca-6df243867d79"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:49.126341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d22bc10f-0710-45da-b588-26b8526bf36b req-3865c9ed-bdf3-4424-af9a-f114edd82d49 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723438 Sep 22 09:28:49.136288 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:49.158305 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab05ac8-3227-4299-82f7-68cadc3f99e0 None None] Checking router: d072460c-319f-4b83-8697-1a38069952c4 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:49.181737 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab05ac8-3227-4299-82f7-68cadc3f99e0 None None] Routers {'d072460c-319f-4b83-8697-1a38069952c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:28:49.182895 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0ab05ac8-3227-4299-82f7-68cadc3f99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d072460c-319f-4b83-8697-1a38069952c4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:49.259499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebfbf2-e358-4cd0-bb29-2a2575055140 service neutron] Pushing event updated for resources: {'Port': ['ID=72469368-23dc-4d4c-bdca-6df243867d79,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:49.263682 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ae41c1-87c3-4381-b503-a1fa85c045d6 x-openstack-request-id: req-50ae41c1-87c3-4381-b503-a1fa85c045d6 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:49.263981 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cd4343-6194-4c2a-b340-a81097c8c3d7", "name": "network-vif-deleted", "tag": "15bfebbb-c170-4253-8b3e-d73b3dfc8e19", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:49.265446 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50ae41c1-87c3-4381-b503-a1fa85c045d6 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:49.265866 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cd4343-6194-4c2a-b340-a81097c8c3d7', 'name': 'network-vif-deleted', 'tag': '15bfebbb-c170-4253-8b3e-d73b3dfc8e19', 'status': 'completed', 'code': 200} Sep 22 09:28:49.283374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf0471-bbd7-4da8-a94c-9377f984591b req-610de544-1eb2-432b-b95a-4ca70437cff6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:49.293275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3bf0471-bbd7-4da8-a94c-9377f984591b req-610de544-1eb2-432b-b95a-4ca70437cff6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 946 time: 0.1076338 Sep 22 09:28:49.321842 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 96d4df17-b4c5-48de-8b21-8e90fbc1bfee up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:49.407867 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-0ab05ac8-3227-4299-82f7-68cadc3f99e0 None None] Set router d072460c-319f-4b83-8697-1a38069952c4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:28:49.419059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3bf0471-bbd7-4da8-a94c-9377f984591b req-16f7f788-3a40-4b53-801d-fe5b7e6c7386 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247644 Sep 22 09:28:49.482082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-225ed6ad-4b7d-469a-8fd2-b38df45e7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:49.484342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b48f1b26-9ca6-4097-b741-5e047c3da8fa req-ca7e271a-dfe3-491b-a04c-e670846d76ef tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 210 time: 0.1100163 Sep 22 09:28:49.493522 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-225ed6ad-4b7d-469a-8fd2-b38df45e7460 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bdd0be5a84f2491681ce8959418ce84e&device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 1099 time: 0.0853374 Sep 22 09:28:49.518550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55338) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:49.548138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Deleting port 1e405159-f75f-4e93-8767-27fae8ef9705 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:49.548788 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:49.558754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:49.576315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:49.578669 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:49.619071 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb8aafa-e9a3-4878-a6ac-c33eac659cc8 x-openstack-request-id: req-7cb8aafa-e9a3-4878-a6ac-c33eac659cc8 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:49.619362 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2843bec4-6795-400e-9486-f38e3c95d810", "tag": "72469368-23dc-4d4c-bdca-6df243867d79", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:49.619623 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cb8aafa-e9a3-4878-a6ac-c33eac659cc8 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:49.620031 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2843bec4-6795-400e-9486-f38e3c95d810', 'tag': '72469368-23dc-4d4c-bdca-6df243867d79', 'status': 'completed', 'code': 200} Sep 22 09:28:49.621989 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-839461a8-8e64-4931-97b9-7ce5c9ecb3a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=72469368-23dc-4d4c-bdca-6df243867d79 HTTP/1.1" status: 200 len: 217 time: 0.1234972 Sep 22 09:28:49.681494 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0ab05ac8-3227-4299-82f7-68cadc3f99e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd072460c-319f-4b83-8697-1a38069952c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-router', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:42Z', 'updated_at': '2021-09-22T09:28:46Z', 'revision_number': 5, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'gw_port': {'id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:43Z', 'updated_at': '2021-09-22T09:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:49.719044 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78910d75-838d-4658-81aa-dd0b33f5f5d1 req-a300c079-f0d1-4938-bb83-305ffa15a4f2 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1cd4343-6194-4c2a-b340-a81097c8c3d7 HTTP/1.1" status: 200 len: 210 time: 0.0444005 Sep 22 09:28:49.725574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-c3e106e1-e6a9-4dd0-9fea-ce9144533c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:49.726046 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab05ac8-3227-4299-82f7-68cadc3f99e0 None None] The sync data for ids ['d072460c-319f-4b83-8697-1a38069952c4'] in n-d-805649-4 is: [{'id': 'd072460c-319f-4b83-8697-1a38069952c4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1073714443-router', 'tenant_id': 'a11603af06684152b053d90fbbbd1b3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:23:42Z', 'updated_at': '2021-09-22T09:28:46Z', 'revision_number': 5, 'project_id': 'a11603af06684152b053d90fbbbd1b3a', 'gw_port': {'id': '1e405159-f75f-4e93-8767-27fae8ef9705', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:32:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd072460c-319f-4b83-8697-1a38069952c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:23:43Z', 'updated_at': '2021-09-22T09:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:49.730655 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-c3e106e1-e6a9-4dd0-9fea-ce9144533c05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1002147 Sep 22 09:28:49.822009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-47a6cb8f-169e-4b16-806a-d2a02ba4007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:49.822831 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:49.824925 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-47a6cb8f-169e-4b16-806a-d2a02ba4007f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858762 Sep 22 09:28:49.829844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] For port 1e405159-f75f-4e93-8767-27fae8ef9705, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1e405159-f75f-4e93-8767-27fae8ef9705,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:49.830212 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:49.845726 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8fe98910-46a5-47e0-8cf7-89b9232f9c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:49.847539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d4df17-b4c5-48de-8b21-8e90fbc1bfee'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:49.850060 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ad6e68-2ea2-46bb-9a31-fbff3a490de8" -d '{"events": [{"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-plugged", "status": "completed", "tag": "96d4df17-b4c5-48de-8b21-8e90fbc1bfee"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:49.862467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=96d4df17-b4c5-48de-8b21-8e90fbc1bfee,segment=NetworkSegment(c7fe3533-b04f-42db-b431-005c2a3f2656),segment_id=c7fe3533-b04f-42db-b431-005c2a3f2656)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:49.903907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Calling delete_port for 1e405159-f75f-4e93-8767-27fae8ef9705 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:49.941242 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:49.942510 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d5c5b155-c1f9-42c8-a79a-555b413003b3 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:50.040937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=96d4df17-b4c5-48de-8b21-8e90fbc1bfee,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:50.113391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port d5c5b155-c1f9-42c8-a79a-555b413003b3 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:50.116092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16157b75-682c-4b77-89fb-f2c65bf169a9 req-3a69a430-58c9-484f-826c-8cc98bc2ddaa tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:50.117070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port d5c5b155-c1f9-42c8-a79a-555b413003b3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:50.117805 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.125667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16157b75-682c-4b77-89fb-f2c65bf169a9 req-3a69a430-58c9-484f-826c-8cc98bc2ddaa tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 948 time: 0.2927058 Sep 22 09:28:50.153724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1e1e6226-5c25-4306-9224-a7d00323860d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:50.164157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc489570-5284-44d7-b716-22cb62907f05 req-030ca079-21f2-42f4-86a5-232811517e41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4719160 Sep 22 09:28:50.188261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 1e1e6226-5c25-4306-9224-a7d00323860d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:50.188503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:50.189006 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1e1e6226-5c25-4306-9224-a7d00323860d not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:50.217273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16157b75-682c-4b77-89fb-f2c65bf169a9 req-3b270380-ed1e-4282-8b00-8daab81b4ad0 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/security-groups?id=2272159f-1352-49bb-9c4e-65b4c2d55c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906518 Sep 22 09:28:50.250282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-dafe3f06-2741-4db5-b98f-27db0fcccb93 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125409 Sep 22 09:28:50.271383 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.405715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8fe98910-46a5-47e0-8cf7-89b9232f9c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.411932 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5dc2678f-a2ec-420c-88f7-9137971fd881 req-e6ba5b5f-1e6c-407e-a3b7-abb70af16c51 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510961 Sep 22 09:28:50.450335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a7097-e126-49ad-8325-f4a021b657a8 req-d3823959-9ba0-4f77-a28b-b0e7f27eef7f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:50.456632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a7097-e126-49ad-8325-f4a021b657a8 req-d3823959-9ba0-4f77-a28b-b0e7f27eef7f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:50.458980 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca1571f-006e-4e69-ae80-78e42cda62a9 x-openstack-request-id: req-cca1571f-006e-4e69-ae80-78e42cda62a9 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:50.459464 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-plugged", "status": "completed", "tag": "96d4df17-b4c5-48de-8b21-8e90fbc1bfee", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:50.459589 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cca1571f-006e-4e69-ae80-78e42cda62a9 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:50.459875 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d4df17-b4c5-48de-8b21-8e90fbc1bfee', 'code': 200} Sep 22 09:28:50.463331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a7097-e126-49ad-8325-f4a021b657a8 req-d3823959-9ba0-4f77-a28b-b0e7f27eef7f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:50.465230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-176a7097-e126-49ad-8325-f4a021b657a8 req-d3823959-9ba0-4f77-a28b-b0e7f27eef7f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2416 time: 0.0694561 Sep 22 09:28:50.481989 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.490474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d5c5b155-c1f9-42c8-a79a-555b413003b3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d5c5b155-c1f9-42c8-a79a-555b413003b3,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:50.504182 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8fe98910-46a5-47e0-8cf7-89b9232f9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.529477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e405159-f75f-4e93-8767-27fae8ef9705,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:50.554791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe98910-46a5-47e0-8cf7-89b9232f9c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0014c19f-ec65-41cb-b5b1-f927d364ea76,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:50.562938 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8fe98910-46a5-47e0-8cf7-89b9232f9c78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86c69113303f4d84bb01f7cb04904669&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0411570 Sep 22 09:28:50.574548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55352) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:50.585283 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.588102 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a238905b-864d-4ec8-985f-f3f991ab2403 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:50.623707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533107ca-c488-48d9-9155-509d84b70878 req-7752e8b4-ba41-48cb-820e-d52814977f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:50.625359 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-533107ca-c488-48d9-9155-509d84b70878 req-7752e8b4-ba41-48cb-820e-d52814977f97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bdd0be5a84f2491681ce8959418ce84e&device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 1099 time: 0.0817432 Sep 22 09:28:50.660802 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a24c643-a5a9-42a6-a1c0-cc7dd9d00cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.677381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=d5c5b155-c1f9-42c8-a79a-555b413003b3,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:50.726538 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a24c643-a5a9-42a6-a1c0-cc7dd9d00cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.755602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port a238905b-864d-4ec8-985f-f3f991ab2403 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:50.761082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port a238905b-864d-4ec8-985f-f3f991ab2403 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:50.761735 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.777411 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533107ca-c488-48d9-9155-509d84b70878 req-bfde7dcb-015a-486e-934c-a30775fbb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:50.778909 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-533107ca-c488-48d9-9155-509d84b70878 req-bfde7dcb-015a-486e-934c-a30775fbb57b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1415453 Sep 22 09:28:50.827463 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-176a7097-e126-49ad-8325-f4a021b657a8 req-4d6f1fb3-4548-4504-b8ab-ee334f7f17a9 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560977 Sep 22 09:28:50.841203 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-533107ca-c488-48d9-9155-509d84b70878 req-9d1dc4ba-7b72-4ed2-bea5-d433855712d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=72469368-23dc-4d4c-bdca-6df243867d79 HTTP/1.1" status: 200 len: 217 time: 0.0504763 Sep 22 09:28:50.871955 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.883941 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.911330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a238905b-864d-4ec8-985f-f3f991ab2403, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a238905b-864d-4ec8-985f-f3f991ab2403,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:50.926872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533107ca-c488-48d9-9155-509d84b70878 req-6c261281-9e9a-4bdb-a8e6-00e30775bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:50.928367 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-533107ca-c488-48d9-9155-509d84b70878 req-6c261281-9e9a-4bdb-a8e6-00e30775bd71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0734341 Sep 22 09:28:50.945462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a24c643-a5a9-42a6-a1c0-cc7dd9d00cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.950126 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a24c643-a5a9-42a6-a1c0-cc7dd9d00cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:50.950126 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4a24c643-a5a9-42a6-a1c0-cc7dd9d00cb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0014c19f-ec65-41cb-b5b1-f927d364ea76 HTTP/1.1" status: 204 len: 168 time: 0.3740666 Sep 22 09:28:50.972667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24c643-a5a9-42a6-a1c0-cc7dd9d00cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0014c19f-ec65-41cb-b5b1-f927d364ea76,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:51.002603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29073fdf-8707-47ef-a04c-f2c58e4d8533 req-837c7343-86b4-4134-b2ff-bb2e0fc19c4a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 210 time: 0.0917866 Sep 22 09:28:51.002603 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.010045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533107ca-c488-48d9-9155-509d84b70878 req-1bc88d25-9e95-4d5d-b5a8-756e62abb33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:51.011613 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-533107ca-c488-48d9-9155-509d84b70878 req-1bc88d25-9e95-4d5d-b5a8-756e62abb33f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756814 Sep 22 09:28:51.048127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.051287 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.060990 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.061804 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:51.126860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:51.126860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 15bfebbb-c170-4253-8b3e-d73b3dfc8e19 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:51.154371 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-533107ca-c488-48d9-9155-509d84b70878 req-138f3237-ce72-47f0-b898-f173089aff8e service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346529 Sep 22 09:28:51.177713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=a238905b-864d-4ec8-985f-f3f991ab2403,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:51.210364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.249878 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.250544 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d072460c-319f-4b83-8697-1a38069952c4 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:28:51.262236 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.265999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-533107ca-c488-48d9-9155-509d84b70878 req-3308ac86-906a-466c-8950-0e1bad6a3898 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984213 Sep 22 09:28:51.266475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55366) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:51.266892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5dc49eb9-b900-4009-bd2c-46bef25426b1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d072460c-319f-4b83-8697-1a38069952c4 HTTP/1.1" status: 204 len: 168 time: 2.6978099 Sep 22 09:28:51.347597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71e2c58-21ba-43e6-80f0-365be82b2328 admin admin] Deleting subnet 09263e45-14f0-4dd3-8587-708752fc53b5 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:28:51.355513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b71e2c58-21ba-43e6-80f0-365be82b2328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.366586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Allocated IP 172.25.6.32 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/de220677-45ce-4600-a5e1-a8e0a4df9c24) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:51.408203 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b71e2c58-21ba-43e6-80f0-365be82b2328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.502391 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b71e2c58-21ba-43e6-80f0-365be82b2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.574227 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.587969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d88d7b-2b09-432c-9ade-d5f49e77eee2 req-491ce158-8dc1-480a-a740-8debf5255d65 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:51.589539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7d88d7b-2b09-432c-9ade-d5f49e77eee2 req-491ce158-8dc1-480a-a740-8debf5255d65 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 948 time: 0.0783257 Sep 22 09:28:51.660744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b71e2c58-21ba-43e6-80f0-365be82b2328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.665967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7d88d7b-2b09-432c-9ade-d5f49e77eee2 req-e1b798a9-cb27-43d9-8fb9-7f800c823110 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/security-groups?id=2272159f-1352-49bb-9c4e-65b4c2d55c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688536 Sep 22 09:28:51.710207 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55370) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:51.717747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a469b96f-11eb-4562-a02a-348460027417 None None] Network e46f18db-1c64-4c99-b417-9b3bc7c429e4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:28:51.724184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b71e2c58-21ba-43e6-80f0-365be82b2328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.726181 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b71e2c58-21ba-43e6-80f0-365be82b2328 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/09263e45-14f0-4dd3-8587-708752fc53b5 HTTP/1.1" status: 204 len: 168 time: 0.4582002 Sep 22 09:28:51.727314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e2c58-21ba-43e6-80f0-365be82b2328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09263e45-14f0-4dd3-8587-708752fc53b5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:51.731326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55372) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:51.733103 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-427cdf3d-42f4-4ccf-af21-40d88bdd56db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.789167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c1222c32-a57e-4091-a8a0-ebe2885f3560 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:51.792386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c1222c32-a57e-4091-a8a0-ebe2885f3560 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.60 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 812 time: 0.1556375 Sep 22 09:28:51.794132 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.806521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'port': {'device_id': '15949be3-4b64-4734-9c78-89bf440774d1', 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71', 'admin_state_up': True, 'tenant_id': 'b97160ec06ec4ebdb02567f5a48c785a'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:51.866858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:51.873290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:51.885146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:51.891505 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:51.951517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Pushing event updated for resources: {'Port': ['ID=de220677-45ce-4600-a5e1-a8e0a4df9c24,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:51.959583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec92b1c-88e2-41d6-9a84-60bb0a108985 None None] DHCP port deletion for e46f18db-1c64-4c99-b417-9b3bc7c429e4 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:28:52.011240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Deleting port 93e5cbae-5054-4484-815e-bfae65e948de {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:52.011834 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.032653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1e405159-f75f-4e93-8767-27fae8ef9705 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:52.043761 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.067550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-427cdf3d-42f4-4ccf-af21-40d88bdd56db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.071366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 1e405159-f75f-4e93-8767-27fae8ef9705 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:52.071707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1e405159-f75f-4e93-8767-27fae8ef9705 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:52.095819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-aec92b1c-88e2-41d6-9a84-60bb0a108985 None None] Deleting port 93e5cbae-5054-4484-815e-bfae65e948de {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:52.096116 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aec92b1c-88e2-41d6-9a84-60bb0a108985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.114097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] For port 93e5cbae-5054-4484-815e-bfae65e948de, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=93e5cbae-5054-4484-815e-bfae65e948de,segment=NetworkSegment(8d483697-3d75-44a5-b6f2-4265fe5acb2a),segment_id=8d483697-3d75-44a5-b6f2-4265fe5acb2a)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:52.114461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.126517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Calling delete_port for 93e5cbae-5054-4484-815e-bfae65e948de owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:52.149792 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.160361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-aec92b1c-88e2-41d6-9a84-60bb0a108985 None None] For port 93e5cbae-5054-4484-815e-bfae65e948de, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=93e5cbae-5054-4484-815e-bfae65e948de,segment=NetworkSegment(8d483697-3d75-44a5-b6f2-4265fe5acb2a),segment_id=8d483697-3d75-44a5-b6f2-4265fe5acb2a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:52.161112 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aec92b1c-88e2-41d6-9a84-60bb0a108985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.174006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-427cdf3d-42f4-4ccf-af21-40d88bdd56db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.176606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-aec92b1c-88e2-41d6-9a84-60bb0a108985 None None] Calling delete_port for 93e5cbae-5054-4484-815e-bfae65e948de owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:52.225113 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-427cdf3d-42f4-4ccf-af21-40d88bdd56db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d798c2bac5a4f58aa1fe37520f41a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166314 Sep 22 09:28:52.228989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55382) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:52.234035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cdf3d-42f4-4ccf-af21-40d88bdd56db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17cc32c-9fa9-410a-9a12-019e0edd6fcc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:52.271871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 72469368-23dc-4d4c-bdca-6df243867d79 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:28:52.297565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Made reservation on behalf of b97160ec06ec4ebdb02567f5a48c785a for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:52.301030 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.332476 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.362978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] No DVR routers for this DVR port 93e5cbae-5054-4484-815e-bfae65e948de on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:52.365207 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aec92b1c-88e2-41d6-9a84-60bb0a108985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.366006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e5cbae-5054-4484-815e-bfae65e948de,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:52.416001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec92b1c-88e2-41d6-9a84-60bb0a108985 None None] Pushing event deleted for resources: {'Port': ['ID=93e5cbae-5054-4484-815e-bfae65e948de,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:52.421399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec92b1c-88e2-41d6-9a84-60bb0a108985 None None] No DVR routers for this DVR port 93e5cbae-5054-4484-815e-bfae65e948de on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:52.424019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 72469368-23dc-4d4c-bdca-6df243867d79, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=72469368-23dc-4d4c-bdca-6df243867d79,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:52.442514 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '72469368-23dc-4d4c-bdca-6df243867d79', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '72469368-23dc-4d4c-bdca-6df243867d79', 'mac_address': 'fa:16:3e:8b:51:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:28:52.447602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d14c8-1ba8-4dee-a684-217705200b53 req-d3489033-ebee-4659-a5f3-065719e7b130 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:52.453156 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.453584 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d14c8-1ba8-4dee-a684-217705200b53 req-d3489033-ebee-4659-a5f3-065719e7b130 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:52.459572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d14c8-1ba8-4dee-a684-217705200b53 req-d3489033-ebee-4659-a5f3-065719e7b130 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:52.461996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a71d14c8-1ba8-4dee-a684-217705200b53 req-d3489033-ebee-4659-a5f3-065719e7b130 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2418 time: 0.2218404 Sep 22 09:28:52.475591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c5b155-c1f9-42c8-a79a-555b413003b3'}, {'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238905b-864d-4ec8-985f-f3f991ab2403'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:52.475950 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0298b36-5fee-4666-8a0f-d3f3bc0d1476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.478227 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c50b69-d903-4d9e-b253-9afcfb7bca17" -d '{"events": [{"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-plugged", "status": "completed", "tag": "d5c5b155-c1f9-42c8-a79a-555b413003b3"}, {"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-plugged", "status": "completed", "tag": "a238905b-864d-4ec8-985f-f3f991ab2403"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:52.480461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46f18db-1c64-4c99-b417-9b3bc7c429e4']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:52.491484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d483697-3d75-44a5-b6f2-4265fe5acb2a') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:52.492021 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d483697-3d75-44a5-b6f2-4265fe5acb2a') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:52.497320 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.502297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.511717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72469368-23dc-4d4c-bdca-6df243867d79 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:52.517631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.525389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:28:52.525920 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:28:52.527648 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:28:52.545730 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 72469368-23dc-4d4c-bdca-6df243867d79, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=72469368-23dc-4d4c-bdca-6df243867d79,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:52.545968 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0298b36-5fee-4666-8a0f-d3f3bc0d1476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.614525 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.619121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a71d14c8-1ba8-4dee-a684-217705200b53 req-7999fec4-4594-489a-941b-0b6d2d09b379 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443694 Sep 22 09:28:52.620186 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.648956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Allocated IP 172.20.0.4 (763851d3-276d-4da8-b079-53d932a3dd71/e8f46aee-0fc0-42f6-bb42-edf3aeb279a1/27760dbc-02f6-42c3-9962-309220f9dada) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:52.688242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=72469368-23dc-4d4c-bdca-6df243867d79,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:52.694259 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.704154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.706369 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e46f18db-1c64-4c99-b417-9b3bc7c429e4 HTTP/1.1" status: 204 len: 168 time: 0.9700701 Sep 22 09:28:52.722179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6551307-2301-4773-a98f-e884f02a90b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e46f18db-1c64-4c99-b417-9b3bc7c429e4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:52.739617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fbff5-78da-47b2-abd5-b2210b827716 req-e851d4ab-12d4-4618-8c1b-717181152592 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:52.745855 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d99fbff5-78da-47b2-abd5-b2210b827716 req-e851d4ab-12d4-4618-8c1b-717181152592 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.45 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 945 time: 0.0784149 Sep 22 09:28:52.746007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1df7889-ae31-4259-a7d4-95fe288c21bd req-e5e83654-78d6-41e6-8dbb-9d8c1cd9e846 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 210 time: 0.0405271 Sep 22 09:28:52.746213 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.804129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0298b36-5fee-4666-8a0f-d3f3bc0d1476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.806131 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0298b36-5fee-4666-8a0f-d3f3bc0d1476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.807301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f0298b36-5fee-4666-8a0f-d3f3bc0d1476 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e17cc32c-9fa9-410a-9a12-019e0edd6fcc HTTP/1.1" status: 204 len: 168 time: 0.5769095 Sep 22 09:28:52.879223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['72469368-23dc-4d4c-bdca-6df243867d79'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:52.882424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0298b36-5fee-4666-8a0f-d3f3bc0d1476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17cc32c-9fa9-410a-9a12-019e0edd6fcc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:52.891684 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d99fbff5-78da-47b2-abd5-b2210b827716 req-6ace4a38-4c03-4d31-abbd-38c01ae709b4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Deleting port 72104111-131f-4e76-a600-3ce695ef64da {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:52.892176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d99fbff5-78da-47b2-abd5-b2210b827716 req-6ace4a38-4c03-4d31-abbd-38c01ae709b4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.933101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Pushing event updated for resources: {'Port': ['ID=de220677-45ce-4600-a5e1-a8e0a4df9c24,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:52.955189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:52.998812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d99fbff5-78da-47b2-abd5-b2210b827716 req-6ace4a38-4c03-4d31-abbd-38c01ae709b4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] For port 72104111-131f-4e76-a600-3ce695ef64da, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=72104111-131f-4e76-a600-3ce695ef64da,segment=NetworkSegment(7589963e-5236-4899-bb5f-0c00a95eafac),segment_id=7589963e-5236-4899-bb5f-0c00a95eafac)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:52.999086 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d99fbff5-78da-47b2-abd5-b2210b827716 req-6ace4a38-4c03-4d31-abbd-38c01ae709b4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.012273 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.020284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d99fbff5-78da-47b2-abd5-b2210b827716 req-6ace4a38-4c03-4d31-abbd-38c01ae709b4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Calling delete_port for 72104111-131f-4e76-a600-3ce695ef64da owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:53.029860 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.038703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fad59-1651-4084-a4f3-222dc7c84944 req-5fd65537-5bd2-4bba-adc7-f29a4bf8c763 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:53.043280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-483fad59-1651-4084-a4f3-222dc7c84944 req-5fd65537-5bd2-4bba-adc7-f29a4bf8c763 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/ports?device_id=f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8 HTTP/1.1" status: 200 len: 945 time: 0.1416805 Sep 22 09:28:53.094331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.095670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc489570-5284-44d7-b716-22cb62907f05 req-f89030b7-1240-41a2-ad54-ff74c22c66c4 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9212742 Sep 22 09:28:53.133966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-483fad59-1651-4084-a4f3-222dc7c84944 req-eb811955-c11a-4d67-bea6-74748661bbfd tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.49 "GET /v2.0/security-groups?id=6a0ca567-23a1-4270-a692-34629d688a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720899 Sep 22 09:28:53.177469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc489570-5284-44d7-b716-22cb62907f05 req-0443c98d-8c5e-4229-bd3e-c1fb9b350d0a tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.0743320 Sep 22 09:28:53.190239 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfee266-7ccb-4f35-97ad-9a5127db5326 x-openstack-request-id: req-0bfee266-7ccb-4f35-97ad-9a5127db5326 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:53.190524 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-plugged", "status": "completed", "tag": "d5c5b155-c1f9-42c8-a79a-555b413003b3", "code": 200}, {"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-plugged", "status": "completed", "tag": "a238905b-864d-4ec8-985f-f3f991ab2403", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:53.190784 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bfee266-7ccb-4f35-97ad-9a5127db5326 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:53.191344 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c5b155-c1f9-42c8-a79a-555b413003b3', 'code': 200} Sep 22 09:28:53.191641 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238905b-864d-4ec8-985f-f3f991ab2403', 'code': 200} Sep 22 09:28:53.254648 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d99fbff5-78da-47b2-abd5-b2210b827716 req-6ace4a38-4c03-4d31-abbd-38c01ae709b4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.286815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55394) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:53.290495 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.295908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace4a38-4c03-4d31-abbd-38c01ae709b4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Pushing event deleted for resources: {'Port': ['ID=72104111-131f-4e76-a600-3ce695ef64da,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:53.367632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99fbff5-78da-47b2-abd5-b2210b827716 req-6ace4a38-4c03-4d31-abbd-38c01ae709b4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] No DVR routers for this DVR port 72104111-131f-4e76-a600-3ce695ef64da on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:53.372593 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d99fbff5-78da-47b2-abd5-b2210b827716 req-6ace4a38-4c03-4d31-abbd-38c01ae709b4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.374722 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d99fbff5-78da-47b2-abd5-b2210b827716 req-6ace4a38-4c03-4d31-abbd-38c01ae709b4 tempest-LiveMigrationTest-1995729467 tempest-LiveMigrationTest-1995729467-project] 10.222.0.45 "DELETE /v2.0/ports/72104111-131f-4e76-a600-3ce695ef64da HTTP/1.1" status: 204 len: 173 time: 0.6254969 Sep 22 09:28:53.375655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'name': 'network-vif-deleted', 'tag': '72104111-131f-4e76-a600-3ce695ef64da'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:53.377352 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab6f6a4-cc38-4b25-ac4b-54beaa3b1dd4" -d '{"events": [{"server_uuid": "f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8", "name": "network-vif-deleted", "tag": "72104111-131f-4e76-a600-3ce695ef64da"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:53.392508 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0ba81b03-e7e6-4b3c-9a41-9cd0d648c789 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3585eaf932a4ab482619956836d6bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045105 Sep 22 09:28:53.394899 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55400) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:53.397802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Network 763851d3-276d-4da8-b079-53d932a3dd71 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:53.398089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['4b53525a-1279-4dc6-96ed-b6b2241dd85e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:53.419760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:53.430429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5535988-eefa-4b79-8db1-c4989e9ab215 req-f3d56578-4268-44b0-aac8-839dc50ca82d tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:53.432630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5535988-eefa-4b79-8db1-c4989e9ab215 req-f3d56578-4268-44b0-aac8-839dc50ca82d tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 949 time: 0.1716859 Sep 22 09:28:53.433709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:53.436627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'Port': ['ID=27760dbc-02f6-42c3-9962-309220f9dada,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:53.448501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc489570-5284-44d7-b716-22cb62907f05 req-cfbc6a40-7448-4ae8-b690-855abe6b7a6e tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:53.452570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27cf5dd1-b5b9-4b53-b1b1-0f4dbabac3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.457429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc489570-5284-44d7-b716-22cb62907f05 req-cfbc6a40-7448-4ae8-b690-855abe6b7a6e tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.2719865 Sep 22 09:28:53.488481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27cf5dd1-b5b9-4b53-b1b1-0f4dbabac3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.515897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f17c9-2df4-4129-8b57-04097e88d90c req-88db70e0-acaa-4822-8fa0-c561637e42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:53.516625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f17c9-2df4-4129-8b57-04097e88d90c req-88db70e0-acaa-4822-8fa0-c561637e42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:53.517110 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf8afb1-cc6a-46e8-8738-8af2ff896456 x-openstack-request-id: req-7bf8afb1-cc6a-46e8-8738-8af2ff896456 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:53.517454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f17c9-2df4-4129-8b57-04097e88d90c req-88db70e0-acaa-4822-8fa0-c561637e42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:53.517576 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8", "name": "network-vif-deleted", "tag": "72104111-131f-4e76-a600-3ce695ef64da", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:53.517944 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bf8afb1-cc6a-46e8-8738-8af2ff896456 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:53.518431 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f056d0a6-0c4a-4c7f-85de-e3fbfbcc0aa8', 'name': 'network-vif-deleted', 'tag': '72104111-131f-4e76-a600-3ce695ef64da', 'status': 'completed', 'code': 200} Sep 22 09:28:53.519707 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e73f17c9-2df4-4129-8b57-04097e88d90c req-88db70e0-acaa-4822-8fa0-c561637e42fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2871 time: 0.2500165 Sep 22 09:28:53.593781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:53.594457 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.620985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27cf5dd1-b5b9-4b53-b1b1-0f4dbabac3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.624515 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27cf5dd1-b5b9-4b53-b1b1-0f4dbabac3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:53.625726 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-27cf5dd1-b5b9-4b53-b1b1-0f4dbabac3cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d09f2d8-2526-417a-a8b1-fb570b59dc80 HTTP/1.1" status: 204 len: 168 time: 0.2298362 Sep 22 09:28:53.637339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5535988-eefa-4b79-8db1-c4989e9ab215 req-74cb6c5c-e3d4-4cfa-b39b-d97efec84d21 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/security-groups?id=2272159f-1352-49bb-9c4e-65b4c2d55c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748598 Sep 22 09:28:53.638381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf5dd1-b5b9-4b53-b1b1-0f4dbabac3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d09f2d8-2526-417a-a8b1-fb570b59dc80,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:53.644698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e73f17c9-2df4-4129-8b57-04097e88d90c req-730e25f2-fee8-40e7-882b-5f1992bd0640 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160972 Sep 22 09:28:53.707621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-c4d738bb-014b-498e-aafc-bb97aa814960 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9049828 Sep 22 09:28:53.844475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e9d09-b044-48fa-a17a-9f7aa9e679ff req-a541b5c1-c547-4fd0-bd2f-9991e1d6684a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:53.850381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e9d09-b044-48fa-a17a-9f7aa9e679ff req-a541b5c1-c547-4fd0-bd2f-9991e1d6684a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:53.857347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e9d09-b044-48fa-a17a-9f7aa9e679ff req-a541b5c1-c547-4fd0-bd2f-9991e1d6684a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:53.859055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a3e9d09-b044-48fa-a17a-9f7aa9e679ff req-a541b5c1-c547-4fd0-bd2f-9991e1d6684a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2418 time: 0.1378725 Sep 22 09:28:53.862711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Request body: {'port': {'device_id': '15949be3-4b64-4734-9c78-89bf440774d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:53.956756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 93e5cbae-5054-4484-815e-bfae65e948de no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:53.977695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 93e5cbae-5054-4484-815e-bfae65e948de {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:53.978699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 93e5cbae-5054-4484-815e-bfae65e948de not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:54.150920 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bea3aee6-6b74-4e99-ad1d-11c37b564c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:54.201242 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:54.205182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-6d06b9db-9bbd-477f-9c8f-b9e4c8345f5f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:54.206651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-6d06b9db-9bbd-477f-9c8f-b9e4c8345f5f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 821 time: 0.4666169 Sep 22 09:28:54.209556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a3e9d09-b044-48fa-a17a-9f7aa9e679ff req-92562d2a-2b0c-45ca-ad80-85ad02794353 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391538 Sep 22 09:28:54.231997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-41f42e8b-9043-49db-b48a-c255a49d5b27 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/quotas/6a3cf272d29841ba91fd5893fd2a6da9 HTTP/1.1" status: 200 len: 375 time: 0.0146585 Sep 22 09:28:54.231997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:54.274635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 72469368-23dc-4d4c-bdca-6df243867d79 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:28:54.402133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 72469368-23dc-4d4c-bdca-6df243867d79 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:54.406284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 72469368-23dc-4d4c-bdca-6df243867d79 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:54.406714 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:54.411716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-6dfbffe5-6ac3-47dc-a61c-ebe0377a19dd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1713867 Sep 22 09:28:54.461044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffbd07-aec5-4f59-a4d1-ea889af0cf62 req-03a051dc-3870-47fa-ad37-3342528a8873 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:54.468774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2fffbd07-aec5-4f59-a4d1-ea889af0cf62 req-03a051dc-3870-47fa-ad37-3342528a8873 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 931 time: 0.1743708 Sep 22 09:28:54.489597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55446) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:54.553447 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ccbf2d99-b48c-48fe-84d9-3f7699b903d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a11603af06684152b053d90fbbbd1b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604746 Sep 22 09:28:54.554222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55448) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:54.576265 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:54.615066 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e869f2b8-edf6-4805-ac60-847cf16cb469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:54.624962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2fffbd07-aec5-4f59-a4d1-ea889af0cf62 req-ca57ef14-de0c-49de-9cf3-261410959387 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448085 Sep 22 09:28:54.640310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 72469368-23dc-4d4c-bdca-6df243867d79, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=72469368-23dc-4d4c-bdca-6df243867d79,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:54.657016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e869f2b8-edf6-4805-ac60-847cf16cb469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:54.675809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-8083ff1e-4654-4417-910f-f88d343e1f05 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559209 Sep 22 09:28:54.723587 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:54.724504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 72104111-131f-4e76-a600-3ce695ef64da no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:28:54.766661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 72104111-131f-4e76-a600-3ce695ef64da {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:28:54.773113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 72104111-131f-4e76-a600-3ce695ef64da not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:28:54.786843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55452) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:54.801443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=72469368-23dc-4d4c-bdca-6df243867d79,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:54.820987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e869f2b8-edf6-4805-ac60-847cf16cb469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:54.824138 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e869f2b8-edf6-4805-ac60-847cf16cb469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:54.825641 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e869f2b8-edf6-4805-ac60-847cf16cb469 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76759c5e-dcbf-4168-a68d-4b8123c3600c HTTP/1.1" status: 204 len: 168 time: 0.2695682 Sep 22 09:28:54.839748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869f2b8-edf6-4805-ac60-847cf16cb469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76759c5e-dcbf-4168-a68d-4b8123c3600c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:54.844823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-d9ca8d0f-d076-4608-831f-d2a3a9945849 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615226 Sep 22 09:28:54.854062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27760dbc-02f6-42c3-9962-309220f9dada {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:54.869267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:54.884905 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Transition to ACTIVE for port object 27760dbc-02f6-42c3-9962-309220f9dada will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:54.990550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647eac6b-0234-463a-94ad-4ae0e1b03313 req-6d02af02-9263-4472-9819-4bc216b8c900 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:54.997573 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-647eac6b-0234-463a-94ad-4ae0e1b03313 req-6d02af02-9263-4472-9819-4bc216b8c900 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 950 time: 0.0976973 Sep 22 09:28:55.002860 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.083317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-647eac6b-0234-463a-94ad-4ae0e1b03313 req-36b7ced9-2bd1-4839-80dc-6ace3306bed2 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/security-groups?id=2272159f-1352-49bb-9c4e-65b4c2d55c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839493 Sep 22 09:28:55.085478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Pushing event updated for resources: {'Port': ['ID=27760dbc-02f6-42c3-9962-309220f9dada,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:55.089114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c7f330-d106-4747-acc1-7ed36240ee2b admin admin] Deleting subnet 29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:28:55.097912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f330-d106-4747-acc1-7ed36240ee2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.159922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f330-d106-4747-acc1-7ed36240ee2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.195030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2843bec4-6795-400e-9486-f38e3c95d810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72469368-23dc-4d4c-bdca-6df243867d79'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:55.196560 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ec3fa0-49f8-4898-8b86-095ed7205e4b" -d '{"events": [{"server_uuid": "2843bec4-6795-400e-9486-f38e3c95d810", "name": "network-vif-plugged", "status": "completed", "tag": "72469368-23dc-4d4c-bdca-6df243867d79"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:55.210251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f330-d106-4747-acc1-7ed36240ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.220861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6547248c-eb8f-4bf3-8c8a-3e486cfe612c req-4cd66993-c3a3-4081-a447-b90784b53603 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 210 time: 0.0442553 Sep 22 09:28:55.226988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Attempting to bind port 27760dbc-02f6-42c3-9962-309220f9dada on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:55.227486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Attempting to bind port 27760dbc-02f6-42c3-9962-309220f9dada by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39b10b46-e962-4227-b8a4-4855096b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:55.227915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Attempting to bind port 27760dbc-02f6-42c3-9962-309220f9dada on network 763851d3-276d-4da8-b079-53d932a3dd71 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:55.234059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Port 27760dbc-02f6-42c3-9962-309220f9dada on network 763851d3-276d-4da8-b079-53d932a3dd71 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:28:55.234797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Attempting to bind port 27760dbc-02f6-42c3-9962-309220f9dada on network 763851d3-276d-4da8-b079-53d932a3dd71 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:55.252290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:55.252641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Checking segment: {'id': '39b10b46-e962-4227-b8a4-4855096b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:55.253786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Bound using segment: {'id': '39b10b46-e962-4227-b8a4-4855096b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:55.254664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Bound port: 27760dbc-02f6-42c3-9962-309220f9dada, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b10b46-e962-4227-b8a4-4855096b9be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:55.254914 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.280649 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcf12de-fa6c-4ceb-bc30-845feacb9589 x-openstack-request-id: req-fdcf12de-fa6c-4ceb-bc30-845feacb9589 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:55.281263 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2843bec4-6795-400e-9486-f38e3c95d810", "name": "network-vif-plugged", "status": "completed", "tag": "72469368-23dc-4d4c-bdca-6df243867d79", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:55.281712 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fdcf12de-fa6c-4ceb-bc30-845feacb9589 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:55.282267 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2843bec4-6795-400e-9486-f38e3c95d810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72469368-23dc-4d4c-bdca-6df243867d79', 'code': 200} Sep 22 09:28:55.348973 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f330-d106-4747-acc1-7ed36240ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.407530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] For port 27760dbc-02f6-42c3-9962-309220f9dada, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:55.412891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] For port 27760dbc-02f6-42c3-9962-309220f9dada, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=27760dbc-02f6-42c3-9962-309220f9dada,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:55.414900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7f330-d106-4747-acc1-7ed36240ee2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c9175e-c3e5-425b-8fbb-7bbabe9d9e05,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:55.424224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476851c-839b-4004-a0a9-75cbb017487a req-2fdbf43c-1229-4a71-95d0-3f1e178f373e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:55.431055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476851c-839b-4004-a0a9-75cbb017487a req-2fdbf43c-1229-4a71-95d0-3f1e178f373e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:55.433499 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1c7f330-d106-4747-acc1-7ed36240ee2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.437289 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c1c7f330-d106-4747-acc1-7ed36240ee2b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/29c9175e-c3e5-425b-8fbb-7bbabe9d9e05 HTTP/1.1" status: 204 len: 168 time: 0.6493044 Sep 22 09:28:55.438262 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476851c-839b-4004-a0a9-75cbb017487a req-2fdbf43c-1229-4a71-95d0-3f1e178f373e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:55.440144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3476851c-839b-4004-a0a9-75cbb017487a req-2fdbf43c-1229-4a71-95d0-3f1e178f373e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2418 time: 0.1050024 Sep 22 09:28:55.440750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55488) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:55.465297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d63b6-efd8-4417-8324-1d952e0b9b82 req-f2db71c9-13dd-4e72-aa89-d88b524777f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:55.467103 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-975d63b6-efd8-4417-8324-1d952e0b9b82 req-f2db71c9-13dd-4e72-aa89-d88b524777f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 1101 time: 0.0882444 Sep 22 09:28:55.494673 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.520906 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-975d63b6-efd8-4417-8324-1d952e0b9b82 req-95eeb703-1a26-4355-8f87-3f73788b1af2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2272159f-1352-49bb-9c4e-65b4c2d55c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Sep 22 09:28:55.579949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.584826 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:55.585403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.587665 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] 10.222.0.60 "PUT /v2.0/ports/27760dbc-02f6-42c3-9962-309220f9dada HTTP/1.1" status: 200 len: 1091 time: 1.7586260 Sep 22 09:28:55.590715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3476851c-839b-4004-a0a9-75cbb017487a req-0a942efb-446c-4706-bf6c-b6d1dda37f78 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419511 Sep 22 09:28:55.591144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15949be3-4b64-4734-9c78-89bf440774d1', 'tag': '27760dbc-02f6-42c3-9962-309220f9dada'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:55.593561 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b93cbe-8267-431d-b341-d2d67b4c668c" -d '{"events": [{"name": "network-changed", "server_uuid": "15949be3-4b64-4734-9c78-89bf440774d1", "tag": "27760dbc-02f6-42c3-9962-309220f9dada"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:55.635070 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584e7a3-9005-4d56-adb4-6ff548710d94 service neutron] Pushing event updated for resources: {'Port': ['ID=27760dbc-02f6-42c3-9962-309220f9dada,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:55.720166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.725045 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6dc4e9-5f20-4c57-b76d-3e33f90e43c4 x-openstack-request-id: req-5d6dc4e9-5f20-4c57-b76d-3e33f90e43c4 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:55.725608 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15949be3-4b64-4734-9c78-89bf440774d1", "tag": "27760dbc-02f6-42c3-9962-309220f9dada", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:55.726071 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d6dc4e9-5f20-4c57-b76d-3e33f90e43c4 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:55.727591 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15949be3-4b64-4734-9c78-89bf440774d1', 'tag': '27760dbc-02f6-42c3-9962-309220f9dada', 'status': 'completed', 'code': 200} Sep 22 09:28:55.798342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:55.817388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7589963e-5236-4899-bb5f-0c00a95eafac') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:55.817797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7589963e-5236-4899-bb5f-0c00a95eafac') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:55.830940 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.845028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-a3fe9cdd-3caf-4023-ae53-25d6b0fe00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:55.848599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-a3fe9cdd-3caf-4023-ae53-25d6b0fe00fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 1094 time: 0.1250186 Sep 22 09:28:55.869550 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.879784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c873d-4775-4e18-939a-2c4d3b7c26f1 req-36d25dd9-64d0-40a7-ab4d-4793bb1830db tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:55.881626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a22c873d-4775-4e18-939a-2c4d3b7c26f1 req-36d25dd9-64d0-40a7-ab4d-4793bb1830db tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 943 time: 0.1371934 Sep 22 09:28:55.915926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-7ac69812-ad6c-4258-8cf7-4b06a1f02944 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27760dbc-02f6-42c3-9962-309220f9dada HTTP/1.1" status: 200 len: 217 time: 0.0549891 Sep 22 09:28:55.916906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:28:55.917318 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:28:55.923147 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:28:56.034806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a22c873d-4775-4e18-939a-2c4d3b7c26f1 req-59d853a1-63eb-4d8c-ba82-9c2fbcaa5ac6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231604 Sep 22 09:28:56.042117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-9e18006b-13d6-4708-8463-bec0448b95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:56.049103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-9e18006b-13d6-4708-8463-bec0448b95e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 HTTP/1.1" status: 200 len: 852 time: 0.1097682 Sep 22 09:28:56.078777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-b858ffce-b888-4c67-9149-1ced601b8120 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=763851d3-276d-4da8-b079-53d932a3dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273666 Sep 22 09:28:56.184189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-131986fe-6274-4fd4-8b06-a855667ea4a6 service neutron] 10.222.0.60 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981021 Sep 22 09:28:56.207251 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.227813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.229024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6 HTTP/1.1" status: 204 len: 168 time: 0.7874022 Sep 22 09:28:56.233130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55532) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:56.250580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aad28-55f9-46f9-90df-1606549ecf89 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e8c790-d4a1-4b84-a0d5-97ef6b8f70d6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:56.299777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f01c6-9d39-4e9a-9922-174a874ab101 req-fb504e32-557d-4b89-8c6c-18ae692e6082 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:56.307891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da5f01c6-9d39-4e9a-9922-174a874ab101 req-fb504e32-557d-4b89-8c6c-18ae692e6082 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 950 time: 0.1388309 Sep 22 09:28:56.311639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8cfc7c-9b65-4393-a164-9ce4626d81cd admin admin] Deleting subnet ac80f248-44f7-4e2e-8bd8-5b1fc4f9da71 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:28:56.319771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b8cfc7c-9b65-4393-a164-9ce4626d81cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.373994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da5f01c6-9d39-4e9a-9922-174a874ab101 req-2c472312-bef9-4ec7-bdf2-c6084dbc25d6 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/security-groups?id=2272159f-1352-49bb-9c4e-65b4c2d55c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611680 Sep 22 09:28:56.376521 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fdbee1c-a653-497c-a485-e5eca2f4d112 req-5025f9e4-8acd-4c91-b7d3-375c46d4c43e service neutron] 10.222.0.60 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786556 Sep 22 09:28:56.390397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b8cfc7c-9b65-4393-a164-9ce4626d81cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.442994 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b8cfc7c-9b65-4393-a164-9ce4626d81cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.472068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-841829d0-6e1e-4d53-b77f-5e00fe7ae8df req-a8af8935-162f-44eb-8296-a0c31bf1d9ca tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 210 time: 0.0461349 Sep 22 09:28:56.519981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb731aa-693a-4c39-85a8-4e98e6c15b60 req-fcab2615-928a-493b-a2ee-f817287b6f9f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:56.527019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb731aa-693a-4c39-85a8-4e98e6c15b60 req-fcab2615-928a-493b-a2ee-f817287b6f9f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:56.533326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb731aa-693a-4c39-85a8-4e98e6c15b60 req-fcab2615-928a-493b-a2ee-f817287b6f9f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:56.535205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fb731aa-693a-4c39-85a8-4e98e6c15b60 req-fcab2615-928a-493b-a2ee-f817287b6f9f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2418 time: 0.0900018 Sep 22 09:28:56.587531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b8cfc7c-9b65-4393-a164-9ce4626d81cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.617603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cfc7c-9b65-4393-a164-9ce4626d81cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac80f248-44f7-4e2e-8bd8-5b1fc4f9da71,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:56.619480 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b8cfc7c-9b65-4393-a164-9ce4626d81cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.623642 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fb731aa-693a-4c39-85a8-4e98e6c15b60 req-0a670463-4ac6-470e-b957-f187d7f457d5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706768 Sep 22 09:28:56.624199 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2b8cfc7c-9b65-4393-a164-9ce4626d81cd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ac80f248-44f7-4e2e-8bd8-5b1fc4f9da71 HTTP/1.1" status: 204 len: 168 time: 0.3885067 Sep 22 09:28:56.625543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55562) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:56.627676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b93cbe-8267-431d-b341-d2d67b4c668c req-4d40ace2-94c2-40fc-b223-7eb5241eeb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:56.629391 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65b93cbe-8267-431d-b341-d2d67b4c668c req-4d40ace2-94c2-40fc-b223-7eb5241eeb90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 1094 time: 0.0930629 Sep 22 09:28:56.697847 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.774964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b93cbe-8267-431d-b341-d2d67b4c668c req-d6246108-aa90-4b0d-ae81-f97271d494f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:56.776691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65b93cbe-8267-431d-b341-d2d67b4c668c req-d6246108-aa90-4b0d-ae81-f97271d494f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 913 time: 0.1350899 Sep 22 09:28:56.833091 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6fc4ef91-ae04-45e9-8eaf-afd52a226b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.834939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65b93cbe-8267-431d-b341-d2d67b4c668c req-8d3370e9-4acf-4410-9417-f02b5dc94752 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27760dbc-02f6-42c3-9962-309220f9dada HTTP/1.1" status: 200 len: 217 time: 0.0487280 Sep 22 09:28:56.856674 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.889466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71353c4d-2d1d-47b1-a67f-8b61e9c1f632']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:56.899708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c14a7a-d095-4f8a-9fc9-d5a255289fcd') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:56.899998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c14a7a-d095-4f8a-9fc9-d5a255289fcd') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:56.910217 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.923715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b93cbe-8267-431d-b341-d2d67b4c668c req-4cba5132-a49d-4d2b-b556-9bb099fddd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:56.924578 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.926300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65b93cbe-8267-431d-b341-d2d67b4c668c req-4cba5132-a49d-4d2b-b556-9bb099fddd4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 HTTP/1.1" status: 200 len: 852 time: 0.0825675 Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:28:56.933827 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:28:56.976246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65b93cbe-8267-431d-b341-d2d67b4c668c req-5eabc09d-c5b1-4f9d-86f9-dc91eccd7ad8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=763851d3-276d-4da8-b079-53d932a3dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376017 Sep 22 09:28:57.072206 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:57.085624 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:57.094436 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] 10.222.0.49 "DELETE /v2.0/networks/71353c4d-2d1d-47b1-a67f-8b61e9c1f632 HTTP/1.1" status: 204 len: 168 time: 0.4610434 Sep 22 09:28:57.138339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa361588-8e7a-4c9c-bab9-b397d9782a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=71353c4d-2d1d-47b1-a67f-8b61e9c1f632,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:57.161975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65b93cbe-8267-431d-b341-d2d67b4c668c req-ffce4403-408a-4844-b2b5-0bb476e7a2e3 service neutron] 10.222.0.60 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767685 Sep 22 09:28:57.201956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132780-2e6a-4804-bf59-d856759baef7 req-26ae5098-b063-496c-b4db-ad0c35b4dcc1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:57.203274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf132780-2e6a-4804-bf59-d856759baef7 req-26ae5098-b063-496c-b4db-ad0c35b4dcc1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 943 time: 0.0844362 Sep 22 09:28:57.287570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf132780-2e6a-4804-bf59-d856759baef7 req-bd2b6505-a97d-437f-96f9-c64fb494f3f6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776284 Sep 22 09:28:57.309533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65b93cbe-8267-431d-b341-d2d67b4c668c req-ca2eed02-1af7-46ba-8096-4219aef95542 service neutron] 10.222.0.60 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382792 Sep 22 09:28:57.454364 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:57.468693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55600) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:57.501792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66061a34-ebb6-4907-badc-5ebf8a5aa8e3 req-eb511404-3540-4299-abce-121006c55049 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:57.503328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66061a34-ebb6-4907-badc-5ebf8a5aa8e3 req-eb511404-3540-4299-abce-121006c55049 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 950 time: 0.0590231 Sep 22 09:28:57.571943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9a789137-0d5e-4d15-8ce4-d4cf055d2a5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=588a614000664c5d9b1f3b4860f26f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018074 Sep 22 09:28:57.575519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55614) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:57.583273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66061a34-ebb6-4907-badc-5ebf8a5aa8e3 req-49f0882c-8036-4520-8c8c-67d20bd236d5 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/security-groups?id=2272159f-1352-49bb-9c4e-65b4c2d55c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732260 Sep 22 09:28:57.603382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-486d4094-3533-421a-82da-c5a957af5198 req-0e0bec42-8941-4d47-b8f3-904f40460138 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 210 time: 0.0353730 Sep 22 09:28:57.717832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-beb8f46d-98b5-448a-85f6-97021361aea3 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:57.719311 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-beb8f46d-98b5-448a-85f6-97021361aea3 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.45 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 821 time: 0.1874628 Sep 22 09:28:57.728928 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62eea193-4cee-46e1-bf08-953a78016f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:57.742315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Request body: {'port': {'device_id': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'admin_state_up': True, 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:57.775155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd92dcd-1c46-41ee-925e-a6cec3880b45 req-c3697b55-abbb-43da-a5b6-8e3f69d403c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:57.783019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd92dcd-1c46-41ee-925e-a6cec3880b45 req-c3697b55-abbb-43da-a5b6-8e3f69d403c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:57.785205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62eea193-4cee-46e1-bf08-953a78016f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:57.792513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd92dcd-1c46-41ee-925e-a6cec3880b45 req-c3697b55-abbb-43da-a5b6-8e3f69d403c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:57.800575 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fd92dcd-1c46-41ee-925e-a6cec3880b45 req-c3697b55-abbb-43da-a5b6-8e3f69d403c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2418 time: 0.0839820 Sep 22 09:28:57.852920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fd92dcd-1c46-41ee-925e-a6cec3880b45 req-56ccd6d9-b455-4550-8378-220242f020b2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512910 Sep 22 09:28:57.932353 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:58.010923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-d603d4b6-8d1d-4c18-93e1-dfa9744be110 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3891b94891614aebb0772b9e043c56d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270317 Sep 22 09:28:58.012967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62eea193-4cee-46e1-bf08-953a78016f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:58.015952 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62eea193-4cee-46e1-bf08-953a78016f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:58.019310 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-62eea193-4cee-46e1-bf08-953a78016f1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a0ca567-23a1-4270-a692-34629d688a00 HTTP/1.1" status: 204 len: 168 time: 0.4401360 Sep 22 09:28:58.021169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Made reservation on behalf of 6a3cf272d29841ba91fd5893fd2a6da9 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:58.026103 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:58.047244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eea193-4cee-46e1-bf08-953a78016f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0ca567-23a1-4270-a692-34629d688a00,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:58.185442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-c11c1d1e-2fb7-4f0c-a1b5-76e84e9e7c25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:58.191621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-c11c1d1e-2fb7-4f0c-a1b5-76e84e9e7c25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:58.198059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-c11c1d1e-2fb7-4f0c-a1b5-76e84e9e7c25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:58.199717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-c11c1d1e-2fb7-4f0c-a1b5-76e84e9e7c25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.60 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 2418 time: 0.1762347 Sep 22 09:28:58.223311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Allocated IP 172.20.0.4 (d04c9e55-a5d9-4323-a899-25df495d54ef/661d0912-675c-465d-8c52-ce09b7394cd3/f1de55d3-9d2d-4fe7-917a-c91df8347ebe) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:58.261793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-4ee53f4b-7bd3-4efd-9610-86909d7bb010 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:58.263960 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-4ee53f4b-7bd3-4efd-9610-86909d7bb010 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247851 Sep 22 09:28:58.317557 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-292d9685-7d24-4a0f-9559-a8dc5a040488 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/quotas/3891b94891614aebb0772b9e043c56d0 HTTP/1.1" status: 200 len: 375 time: 0.0445285 Sep 22 09:28:58.385299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-3db5657e-8951-43bb-a77e-4fff5461f7e0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3891b94891614aebb0772b9e043c56d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600739 Sep 22 09:28:58.402323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-1ce502db-d679-431f-991c-2f2fd49aa007 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting port a238905b-864d-4ec8-985f-f3f991ab2403 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:58.402727 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-1ce502db-d679-431f-991c-2f2fd49aa007 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:58.424439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:58.564560 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:58.577219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['61cfcf13-407e-433b-8a19-152c8bb2635b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:58.608414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Network d04c9e55-a5d9-4323-a899-25df495d54ef is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:58.611854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:58.615850 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:28:58.657881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Pushing event updated for resources: {'Port': ['ID=f1de55d3-9d2d-4fe7-917a-c91df8347ebe,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:58.699872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:58.700672 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:58.799544 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-3f77aeee-abed-49d2-820c-2adcfd20ee41 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0672541 Sep 22 09:28:58.821318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Request body: {'port': {'device_id': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:28:58.861646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-1ce502db-d679-431f-991c-2f2fd49aa007 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] For port a238905b-864d-4ec8-985f-f3f991ab2403, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a238905b-864d-4ec8-985f-f3f991ab2403,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:58.862133 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-1ce502db-d679-431f-991c-2f2fd49aa007 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:58.900574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-1ce502db-d679-431f-991c-2f2fd49aa007 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Calling delete_port for a238905b-864d-4ec8-985f-f3f991ab2403 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:58.917854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55686) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:58.933855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4f410db2-0e02-4b08-a701-c6df39e71cab None None] Provisioning complete for port f1de55d3-9d2d-4fe7-917a-c91df8347ebe triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:58.934757 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4f410db2-0e02-4b08-a701-c6df39e71cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:58.947041 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:58.949853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d8d4-dbb3-41f1-9562-22b47e00d550 req-98346c2c-807b-4200-8138-a75c238c3bb1 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:58.970255 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5a6d8d4-dbb3-41f1-9562-22b47e00d550 req-98346c2c-807b-4200-8138-a75c238c3bb1 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 950 time: 0.5521545 Sep 22 09:28:58.979621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4f410db2-0e02-4b08-a701-c6df39e71cab None None] Port f1de55d3-9d2d-4fe7-917a-c91df8347ebe cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:28:58.994398 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5413aeb2-3431-4b1c-a6cd-9b1103ceb149 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9cd3e79b9654c99a4ce539235fe0d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721276 Sep 22 09:28:58.994636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55692) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:28:59.084977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246bbb5-010e-42f2-a91b-c2928ee9633f req-af933ab0-671b-4a80-b3eb-ea1d3dbbe912 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:59.086967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2246bbb5-010e-42f2-a91b-c2928ee9633f req-af933ab0-671b-4a80-b3eb-ea1d3dbbe912 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 943 time: 0.2850528 Sep 22 09:28:59.089778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5a6d8d4-dbb3-41f1-9562-22b47e00d550 req-cf6f12a2-41c7-4566-8674-4e4afcc68a11 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/security-groups?id=2272159f-1352-49bb-9c4e-65b4c2d55c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175103 Sep 22 09:28:59.141936 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddcb067c-078d-4cd2-b596-707eda8d1c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.148747 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2246bbb5-010e-42f2-a91b-c2928ee9633f req-870f08d2-8a26-4235-914a-ee12307e2fce tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501187 Sep 22 09:28:59.181849 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddcb067c-078d-4cd2-b596-707eda8d1c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.290396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58a22f16-302d-42d6-a8c7-b227b6c20b28 req-f3c276af-78e3-4bf3-ace3-1ee0202e3b2c tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 210 time: 0.0523508 Sep 22 09:28:59.307914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d0a13-31ca-4163-a96f-a2c36b81b97e req-8ef13a8a-b6c9-4e4f-9bf7-39230f7cb602 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:59.316167 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f64d0a13-31ca-4163-a96f-a2c36b81b97e req-8ef13a8a-b6c9-4e4f-9bf7-39230f7cb602 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 931 time: 0.0899742 Sep 22 09:28:59.324323 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-1ce502db-d679-431f-991c-2f2fd49aa007 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.341580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['d5c5b155-c1f9-42c8-a79a-555b413003b3', '96d4df17-b4c5-48de-8b21-8e90fbc1bfee', 'a238905b-864d-4ec8-985f-f3f991ab2403'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:28:59.346930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1de55d3-9d2d-4fe7-917a-c91df8347ebe {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:59.356398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.365026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce502db-d679-431f-991c-2f2fd49aa007 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Port': ['ID=a238905b-864d-4ec8-985f-f3f991ab2403,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:59.384362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 27760dbc-02f6-42c3-9962-309220f9dada details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:28:59.388160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Transition to ACTIVE for port object f1de55d3-9d2d-4fe7-917a-c91df8347ebe will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:59.398400 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddcb067c-078d-4cd2-b596-707eda8d1c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.403116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddcb067c-078d-4cd2-b596-707eda8d1c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.409660 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ddcb067c-078d-4cd2-b596-707eda8d1c8f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9f7ed4c-8945-4502-964f-29a31826e875 HTTP/1.1" status: 204 len: 168 time: 0.4113231 Sep 22 09:28:59.418988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb067c-078d-4cd2-b596-707eda8d1c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f7ed4c-8945-4502-964f-29a31826e875,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:59.456528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f64d0a13-31ca-4163-a96f-a2c36b81b97e req-45e6cece-964f-4746-8cd7-bd0bbfe73632 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393733 Sep 22 09:28:59.457329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-1ce502db-d679-431f-991c-2f2fd49aa007 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] No DVR routers for this DVR port a238905b-864d-4ec8-985f-f3f991ab2403 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:59.459107 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.462982 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-1ce502db-d679-431f-991c-2f2fd49aa007 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.463532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-1ce502db-d679-431f-991c-2f2fd49aa007 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.60 "DELETE /v2.0/ports/a238905b-864d-4ec8-985f-f3f991ab2403 HTTP/1.1" status: 204 len: 173 time: 1.2539742 Sep 22 09:28:59.463936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-deleted', 'tag': 'a238905b-864d-4ec8-985f-f3f991ab2403'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:28:59.471649 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd0324a-44c8-442c-9db4-fc6a2f4db723" -d '{"events": [{"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-deleted", "tag": "a238905b-864d-4ec8-985f-f3f991ab2403"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:59.643698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1de55d3-9d2d-4fe7-917a-c91df8347ebe,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:59.703021 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e8af93-3d19-43e0-b9f1-4c22f3c47fa0 x-openstack-request-id: req-07e8af93-3d19-43e0-b9f1-4c22f3c47fa0 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:59.703355 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-deleted", "tag": "a238905b-864d-4ec8-985f-f3f991ab2403", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:59.703563 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07e8af93-3d19-43e0-b9f1-4c22f3c47fa0 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:59.703971 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-deleted', 'tag': 'a238905b-864d-4ec8-985f-f3f991ab2403', 'status': 'completed', 'code': 200} Sep 22 09:28:59.734958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911d658-339b-4cdb-a858-17515f9bf7c3 req-1fc7c380-49ac-4bba-aba6-6ac5b2275b0c tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:59.749232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911d658-339b-4cdb-a858-17515f9bf7c3 req-1fc7c380-49ac-4bba-aba6-6ac5b2275b0c tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:28:59.751053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5911d658-339b-4cdb-a858-17515f9bf7c3 req-1fc7c380-49ac-4bba-aba6-6ac5b2275b0c tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 1682 time: 0.3275220 Sep 22 09:28:59.775993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 27760dbc-02f6-42c3-9962-309220f9dada, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=27760dbc-02f6-42c3-9962-309220f9dada,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:59.782978 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.809665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Attempting to bind port f1de55d3-9d2d-4fe7-917a-c91df8347ebe on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:28:59.814550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Attempting to bind port f1de55d3-9d2d-4fe7-917a-c91df8347ebe by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:28:59.814550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Attempting to bind port f1de55d3-9d2d-4fe7-917a-c91df8347ebe on network d04c9e55-a5d9-4323-a899-25df495d54ef {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:59.816604 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '27760dbc-02f6-42c3-9962-309220f9dada', 'network_id': '763851d3-276d-4da8-b079-53d932a3dd71', 'port_id': '27760dbc-02f6-42c3-9962-309220f9dada', 'mac_address': 'fa:16:3e:1a:d1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f46aee-0fc0-42f6-bb42-edf3aeb279a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:28:59.817969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Port f1de55d3-9d2d-4fe7-917a-c91df8347ebe on network d04c9e55-a5d9-4323-a899-25df495d54ef not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:28:59.819654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Attempting to bind port f1de55d3-9d2d-4fe7-917a-c91df8347ebe on network d04c9e55-a5d9-4323-a899-25df495d54ef {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:28:59.830240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:28:59.830637 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Checking segment: {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:28:59.833049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Bound using segment: {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:28:59.833399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-e97e1adf-422c-4050-b573-5c1f9422a0ee tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:28:59.833740 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-e97e1adf-422c-4050-b573-5c1f9422a0ee tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.834272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Bound port: f1de55d3-9d2d-4fe7-917a-c91df8347ebe, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b20d263-56a7-4f88-9727-f5a05f4d2fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:28:59.834957 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.935306 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.959955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-e97e1adf-422c-4050-b573-5c1f9422a0ee tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] For port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=96d4df17-b4c5-48de-8b21-8e90fbc1bfee,segment=NetworkSegment(c7fe3533-b04f-42db-b431-005c2a3f2656),segment_id=c7fe3533-b04f-42db-b431-005c2a3f2656)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:28:59.960576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27760dbc-02f6-42c3-9962-309220f9dada {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:28:59.960670 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-e97e1adf-422c-4050-b573-5c1f9422a0ee tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:59.968569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] For port f1de55d3-9d2d-4fe7-917a-c91df8347ebe, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:28:59.970949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] For port f1de55d3-9d2d-4fe7-917a-c91df8347ebe, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f1de55d3-9d2d-4fe7-917a-c91df8347ebe,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:28:59.981018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-e97e1adf-422c-4050-b573-5c1f9422a0ee tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Calling delete_port for 96d4df17-b4c5-48de-8b21-8e90fbc1bfee owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:28:59.989559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5911d658-339b-4cdb-a858-17515f9bf7c3 req-36384a3b-de00-4e73-bb6f-ddcc6193d478 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275305 Sep 22 09:28:59.995972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 27760dbc-02f6-42c3-9962-309220f9dada, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=27760dbc-02f6-42c3-9962-309220f9dada,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:00.030150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f14a3-44ea-45f2-aaa9-eb2c0f5d9da7 req-ca29eee2-5e23-4cf7-b33d-4dc70d1a2daf tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:00.031764 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b29f14a3-44ea-45f2-aaa9-eb2c0f5d9da7 req-ca29eee2-5e23-4cf7-b33d-4dc70d1a2daf tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.45 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 950 time: 0.0592430 Sep 22 09:29:00.066936 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:00.106264 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:00.164331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:00.165080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:00.166585 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] 10.222.0.45 "PUT /v2.0/ports/f1de55d3-9d2d-4fe7-917a-c91df8347ebe HTTP/1.1" status: 200 len: 1091 time: 1.3582196 Sep 22 09:29:00.167291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'tag': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:00.169632 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11be242b-91bb-4c57-a96d-96b6d0a0cc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "16cad33d-f931-4577-bd0a-6b5e506037f5", "tag": "f1de55d3-9d2d-4fe7-917a-c91df8347ebe"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:00.217534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae57e9c-d153-475a-b602-51a9f62821c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1de55d3-9d2d-4fe7-917a-c91df8347ebe,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:00.243085 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04aa00f-5903-449f-aa4b-66706d59fbea x-openstack-request-id: req-c04aa00f-5903-449f-aa4b-66706d59fbea {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:00.243960 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cad33d-f931-4577-bd0a-6b5e506037f5", "tag": "f1de55d3-9d2d-4fe7-917a-c91df8347ebe", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:00.244447 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c04aa00f-5903-449f-aa4b-66706d59fbea {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:00.245066 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'tag': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'status': 'completed', 'code': 200} Sep 22 09:29:00.306652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b29f14a3-44ea-45f2-aaa9-eb2c0f5d9da7 req-b02eaf37-68bc-4791-91e6-3aaa4c72adfb tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Deleting port 72469368-23dc-4d4c-bdca-6df243867d79 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:00.306652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b29f14a3-44ea-45f2-aaa9-eb2c0f5d9da7 req-b02eaf37-68bc-4791-91e6-3aaa4c72adfb tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:00.315438 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=27760dbc-02f6-42c3-9962-309220f9dada,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:00.352475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['27760dbc-02f6-42c3-9962-309220f9dada'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:00.399066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be242b-91bb-4c57-a96d-96b6d0a0cc4b req-f47c1362-fe16-41d5-9d7b-6129dfdbbf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:00.400933 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-11be242b-91bb-4c57-a96d-96b6d0a0cc4b req-f47c1362-fe16-41d5-9d7b-6129dfdbbf27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 1094 time: 0.1364622 Sep 22 09:29:00.514644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d5f02-08aa-41df-8ab8-a2057515afe4 req-6586b982-3270-43bc-85de-aaef71f92f28 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:00.516695 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e5d5f02-08aa-41df-8ab8-a2057515afe4 req-6586b982-3270-43bc-85de-aaef71f92f28 tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 950 time: 0.2662811 Sep 22 09:29:00.517943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-e97e1adf-422c-4050-b573-5c1f9422a0ee tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:00.547441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b29f14a3-44ea-45f2-aaa9-eb2c0f5d9da7 req-b02eaf37-68bc-4791-91e6-3aaa4c72adfb tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] For port 72469368-23dc-4d4c-bdca-6df243867d79, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=72469368-23dc-4d4c-bdca-6df243867d79,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:00.547718 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b29f14a3-44ea-45f2-aaa9-eb2c0f5d9da7 req-b02eaf37-68bc-4791-91e6-3aaa4c72adfb tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:00.572938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b29f14a3-44ea-45f2-aaa9-eb2c0f5d9da7 req-b02eaf37-68bc-4791-91e6-3aaa4c72adfb tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Calling delete_port for 72469368-23dc-4d4c-bdca-6df243867d79 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:00.593247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be242b-91bb-4c57-a96d-96b6d0a0cc4b req-0728d65a-2dd5-464d-860d-1bfc0cbb16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:00.594747 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-11be242b-91bb-4c57-a96d-96b6d0a0cc4b req-0728d65a-2dd5-464d-860d-1bfc0cbb16f9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1600411 Sep 22 09:29:00.620039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e5d5f02-08aa-41df-8ab8-a2057515afe4 req-a82a104b-53b5-444f-859d-f8cf461f49ee tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/security-groups?id=2272159f-1352-49bb-9c4e-65b4c2d55c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887070 Sep 22 09:29:00.625914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e1adf-422c-4050-b573-5c1f9422a0ee tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Port': ['ID=96d4df17-b4c5-48de-8b21-8e90fbc1bfee,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:00.648379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3e3d6-020b-4cad-84e0-5a6ac1d5a518 req-e2daaaf9-85be-403f-89c0-debdac1669a5 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:00.656995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ee3e3d6-020b-4cad-84e0-5a6ac1d5a518 req-e2daaaf9-85be-403f-89c0-debdac1669a5 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 944 time: 0.2600720 Sep 22 09:29:00.735211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-e97e1adf-422c-4050-b573-5c1f9422a0ee tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] No DVR routers for this DVR port 96d4df17-b4c5-48de-8b21-8e90fbc1bfee on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:00.769340 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-e97e1adf-422c-4050-b573-5c1f9422a0ee tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:00.771327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-e97e1adf-422c-4050-b573-5c1f9422a0ee tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.60 "DELETE /v2.0/ports/96d4df17-b4c5-48de-8b21-8e90fbc1bfee HTTP/1.1" status: 204 len: 173 time: 1.2572217 Sep 22 09:29:00.775737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12d895a3-f316-4833-ac5c-68d62cce7fbd req-a38da725-5796-43e3-852c-61e1de149afa tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 210 time: 0.0493212 Sep 22 09:29:00.824389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be242b-91bb-4c57-a96d-96b6d0a0cc4b req-6d3d2c8e-8998-4f62-8e77-d595bd5bc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:00.826132 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-11be242b-91bb-4c57-a96d-96b6d0a0cc4b req-6d3d2c8e-8998-4f62-8e77-d595bd5bc92f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1872394 Sep 22 09:29:00.931083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-e24ba276-ea29-4d6a-9f74-c9b9975f19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:00.937415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ee3e3d6-020b-4cad-84e0-5a6ac1d5a518 req-2d43b011-fbd4-4253-bf87-a9a0649f34d9 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794766 Sep 22 09:29:00.940495 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-e24ba276-ea29-4d6a-9f74-c9b9975f19fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 1094 time: 0.0573828 Sep 22 09:29:00.946698 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b29f14a3-44ea-45f2-aaa9-eb2c0f5d9da7 req-b02eaf37-68bc-4791-91e6-3aaa4c72adfb tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:00.965779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['72469368-23dc-4d4c-bdca-6df243867d79'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:01.004763 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a583dbf-7174-497d-8523-0ecba75c81ad req-89c22441-ed22-47e9-8fbe-b733c1bf7bfe tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:01.011455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0a583dbf-7174-497d-8523-0ecba75c81ad req-89c22441-ed22-47e9-8fbe-b733c1bf7bfe tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 943 time: 0.1328518 Sep 22 09:29:01.027034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02eaf37-68bc-4791-91e6-3aaa4c72adfb tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Pushing event deleted for resources: {'Port': ['ID=72469368-23dc-4d4c-bdca-6df243867d79,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:01.029581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-8186e615-8900-40fd-8fc3-613f644d28d7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting port d5c5b155-c1f9-42c8-a79a-555b413003b3 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:01.031455 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-8186e615-8900-40fd-8fc3-613f644d28d7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:01.062788 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-ab7a899a-d992-4668-9d69-2024077260ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1de55d3-9d2d-4fe7-917a-c91df8347ebe HTTP/1.1" status: 200 len: 217 time: 0.1072307 Sep 22 09:29:01.129111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0a583dbf-7174-497d-8523-0ecba75c81ad req-6fe7c938-ac0b-4898-a55b-2d34a0015374 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023917 Sep 22 09:29:01.140462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29f14a3-44ea-45f2-aaa9-eb2c0f5d9da7 req-b02eaf37-68bc-4791-91e6-3aaa4c72adfb tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] No DVR routers for this DVR port 72469368-23dc-4d4c-bdca-6df243867d79 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:01.144226 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b29f14a3-44ea-45f2-aaa9-eb2c0f5d9da7 req-b02eaf37-68bc-4791-91e6-3aaa4c72adfb tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:01.152405 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b29f14a3-44ea-45f2-aaa9-eb2c0f5d9da7 req-b02eaf37-68bc-4791-91e6-3aaa4c72adfb tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.45 "DELETE /v2.0/ports/72469368-23dc-4d4c-bdca-6df243867d79 HTTP/1.1" status: 204 len: 173 time: 1.1110330 Sep 22 09:29:01.174350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-84dd0a9b-aaae-487c-a84e-70a9c268fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:01.175943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-84dd0a9b-aaae-487c-a84e-70a9c268fcd9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.0932739 Sep 22 09:29:01.254328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-05ad3f8c-abc7-46ae-8011-3fd3e2b9a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:01.256792 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-05ad3f8c-abc7-46ae-8011-3fd3e2b9a2c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701289 Sep 22 09:29:01.277433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c33d8-22fc-4ef2-a943-aedbbc5432d6 req-8600c7ca-ed73-45eb-bed2-ad00488d9c7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:01.279487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d13c33d8-22fc-4ef2-a943-aedbbc5432d6 req-8600c7ca-ed73-45eb-bed2-ad00488d9c7a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 945 time: 0.1631157 Sep 22 09:29:01.290588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-8186e615-8900-40fd-8fc3-613f644d28d7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] For port d5c5b155-c1f9-42c8-a79a-555b413003b3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d5c5b155-c1f9-42c8-a79a-555b413003b3,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:01.290963 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-8186e615-8900-40fd-8fc3-613f644d28d7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:01.325525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-8186e615-8900-40fd-8fc3-613f644d28d7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Calling delete_port for d5c5b155-c1f9-42c8-a79a-555b413003b3 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:01.348282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d13c33d8-22fc-4ef2-a943-aedbbc5432d6 req-c749d933-613b-4bc4-a3a4-31b10d538498 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614779 Sep 22 09:29:01.399630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 27760dbc-02f6-42c3-9962-309220f9dada up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:01.411869 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-7780e3a1-c372-46f3-8fcf-00520eaeb6a9 service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450918 Sep 22 09:29:01.537961 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-69b25a52-fe56-4230-a3ea-a665744333e6 req-b2a5232c-f42d-4e4c-8b90-9024f7cc6c9c service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120620 Sep 22 09:29:01.620522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 27760dbc-02f6-42c3-9962-309220f9dada completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:29:01.621010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-8186e615-8900-40fd-8fc3-613f644d28d7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:01.625758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 27760dbc-02f6-42c3-9962-309220f9dada triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:01.626151 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:01.678390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186e615-8900-40fd-8fc3-613f644d28d7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Port': ['ID=d5c5b155-c1f9-42c8-a79a-555b413003b3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:01.710117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-deleted', 'tag': '96d4df17-b4c5-48de-8b21-8e90fbc1bfee'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:01.713001 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0f1da1-54b3-4b4d-a79a-08c481b1da03" -d '{"events": [{"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-deleted", "tag": "96d4df17-b4c5-48de-8b21-8e90fbc1bfee"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:01.749615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-8186e615-8900-40fd-8fc3-613f644d28d7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] No DVR routers for this DVR port d5c5b155-c1f9-42c8-a79a-555b413003b3 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:01.752231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-8186e615-8900-40fd-8fc3-613f644d28d7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:01.754705 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26a6486b-fd5a-43d5-8e42-5283431ec49e req-8186e615-8900-40fd-8fc3-613f644d28d7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.60 "DELETE /v2.0/ports/d5c5b155-c1f9-42c8-a79a-555b413003b3 HTTP/1.1" status: 204 len: 173 time: 0.9775259 Sep 22 09:29:01.842766 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f9489c-d932-49a6-9085-de1005b85da3 x-openstack-request-id: req-f3f9489c-d932-49a6-9085-de1005b85da3 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:01.843054 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-deleted", "tag": "96d4df17-b4c5-48de-8b21-8e90fbc1bfee", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:01.844170 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3f9489c-d932-49a6-9085-de1005b85da3 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:01.845223 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-deleted', 'tag': '96d4df17-b4c5-48de-8b21-8e90fbc1bfee', 'status': 'completed', 'code': 200} Sep 22 09:29:01.848927 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:01.886108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15949be3-4b64-4734-9c78-89bf440774d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27760dbc-02f6-42c3-9962-309220f9dada'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:01.888718 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78eb3f2-7c8d-4b90-af99-07fde2b306cb" -d '{"events": [{"server_uuid": "15949be3-4b64-4734-9c78-89bf440774d1", "name": "network-vif-plugged", "status": "completed", "tag": "27760dbc-02f6-42c3-9962-309220f9dada"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:01.898038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-93bd5ffd-e2f2-44bd-a857-af22cba3b3ad tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3891b94891614aebb0772b9e043c56d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479798 Sep 22 09:29:01.904080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 27760dbc-02f6-42c3-9962-309220f9dada, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=27760dbc-02f6-42c3-9962-309220f9dada,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:01.975185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47e5b310-81b9-43c1-bb7f-b9c0b1c42fd9 req-aad08f56-a8f6-4f04-af56-0cfedc8bae5a tempest-ServerDiagnosticsNegativeTest-1353681989 tempest-ServerDiagnosticsNegativeTest-1353681989-project] 10.222.0.49 "GET /v2.0/ports?device_id=2843bec4-6795-400e-9486-f38e3c95d810 HTTP/1.1" status: 200 len: 210 time: 0.1721559 Sep 22 09:29:01.999896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96cb2cdc-a531-469e-bb64-663e5757ca66 req-d53c854f-26a1-4fc6-b3e1-696651b9ec88 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 210 time: 0.0881069 Sep 22 09:29:02.070994 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d786d79-c8fb-4a04-81e3-d29f1f001b00 x-openstack-request-id: req-3d786d79-c8fb-4a04-81e3-d29f1f001b00 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:02.072078 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15949be3-4b64-4734-9c78-89bf440774d1", "name": "network-vif-plugged", "status": "completed", "tag": "27760dbc-02f6-42c3-9962-309220f9dada", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:02.072493 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d786d79-c8fb-4a04-81e3-d29f1f001b00 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:02.073179 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15949be3-4b64-4734-9c78-89bf440774d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27760dbc-02f6-42c3-9962-309220f9dada', 'code': 200} Sep 22 09:29:02.074866 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:02.075173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d5c5b155-c1f9-42c8-a79a-555b413003b3 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:02.129737 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: d5c5b155-c1f9-42c8-a79a-555b413003b3 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:02.131009 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d5c5b155-c1f9-42c8-a79a-555b413003b3 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:02.131655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a238905b-864d-4ec8-985f-f3f991ab2403 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:02.155707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-a9edcd0f-fe23-42e8-bf1d-3ea1561f1bf5 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:02.157245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-a9edcd0f-fe23-42e8-bf1d-3ea1561f1bf5 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477129 Sep 22 09:29:02.182291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Request body: {'port': {'device_id': '1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '3891b94891614aebb0772b9e043c56d0'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:02.191089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: a238905b-864d-4ec8-985f-f3f991ab2403 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:02.191494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a238905b-864d-4ec8-985f-f3f991ab2403 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:02.192090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 96d4df17-b4c5-48de-8b21-8e90fbc1bfee no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:02.231554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 96d4df17-b4c5-48de-8b21-8e90fbc1bfee {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:02.232922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 96d4df17-b4c5-48de-8b21-8e90fbc1bfee not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:02.247311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2843bec4-6795-400e-9486-f38e3c95d810', 'name': 'network-vif-deleted', 'tag': '72469368-23dc-4d4c-bdca-6df243867d79'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:02.249718 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b777474-991f-4088-95ec-d5873b608250" -d '{"events": [{"server_uuid": "2843bec4-6795-400e-9486-f38e3c95d810", "name": "network-vif-deleted", "tag": "72469368-23dc-4d4c-bdca-6df243867d79"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:02.263674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=27760dbc-02f6-42c3-9962-309220f9dada,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:02.475494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e357d60-2643-4fd9-a58d-55aa5072ab19 req-89341e6a-6ffe-454f-92d2-0a78eb3387f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:02.477346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e357d60-2643-4fd9-a58d-55aa5072ab19 req-89341e6a-6ffe-454f-92d2-0a78eb3387f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 1096 time: 0.3097901 Sep 22 09:29:02.511390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee9bff-1eaa-48c1-9a59-c9d8f6005b07 req-e184700c-39b4-4c09-90e9-ad32cbfe3a39 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:02.521242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9ee9bff-1eaa-48c1-9a59-c9d8f6005b07 req-e184700c-39b4-4c09-90e9-ad32cbfe3a39 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 945 time: 0.3629444 Sep 22 09:29:02.621400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f669e4-bbe4-41bb-b1ce-e063ac426f60 req-c87ddaef-52ac-44d3-af58-aec99cb1a0c5 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:02.623185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38f669e4-bbe4-41bb-b1ce-e063ac426f60 req-c87ddaef-52ac-44d3-af58-aec99cb1a0c5 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 943 time: 0.3616872 Sep 22 09:29:02.641829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e357d60-2643-4fd9-a58d-55aa5072ab19 req-be393bac-ed3d-44e2-bde3-c01732196dee service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159129 Sep 22 09:29:02.676643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9ee9bff-1eaa-48c1-9a59-c9d8f6005b07 req-b93e91dd-1719-4270-9322-7383886ffb54 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543422 Sep 22 09:29:02.686221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Made reservation on behalf of 3891b94891614aebb0772b9e043c56d0 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:02.690329 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:02.713100 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:02.726052 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53ba864-9a6f-484d-a12a-fa0779d83134 x-openstack-request-id: req-b53ba864-9a6f-484d-a12a-fa0779d83134 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:02.726415 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2843bec4-6795-400e-9486-f38e3c95d810", "name": "network-vif-deleted", "tag": "72469368-23dc-4d4c-bdca-6df243867d79", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:02.726994 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b53ba864-9a6f-484d-a12a-fa0779d83134 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:02.727841 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2843bec4-6795-400e-9486-f38e3c95d810', 'name': 'network-vif-deleted', 'tag': '72469368-23dc-4d4c-bdca-6df243867d79', 'status': 'completed', 'code': 200} Sep 22 09:29:02.736759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38f669e4-bbe4-41bb-b1ce-e063ac426f60 req-5889aaae-956e-4f54-87aa-2a172ccdcae0 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968688 Sep 22 09:29:02.824954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5887868c-423a-4d89-813c-12ecbc4a9fdb req-5a89ddc6-7a72-43c2-87ce-129c94bac701 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=be325252-5021-4657-a9db-f77e719305a6 HTTP/1.1" status: 200 len: 210 time: 0.0328000 Sep 22 09:29:02.896784 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:02.978615 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:03.047784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2d73ca-05cb-4401-9751-01385c78f7ab,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:03.140925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55870) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:03.174051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00def77e-81bb-4a8b-8f73-dbd6b590d54d req-53c6fb9f-4b5b-4ee9-81d4-9a28f63bae44 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 210 time: 0.0408235 Sep 22 09:29:03.179181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Allocated IP 192.168.233.91 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/712e9cae-0a85-42c2-83e0-6fa8a7832114) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:03.333532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:03.347424 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:29:03.449160 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:03.493402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:03.496638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:03.500403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:03.509436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Pushing event updated for resources: {'Port': ['ID=712e9cae-0a85-42c2-83e0-6fa8a7832114,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:03.561407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:03.562057 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:03.622343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-72314745-4c76-4141-901d-bac6e1557d89 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4441974 Sep 22 09:29:03.652185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Request body: {'port': {'device_id': '1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:03.715236 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e146cf7-6377-4db5-ac7e-7a3b269f9f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:03.718998 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:03.762896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6e154cc8-ffb6-428f-b8fb-7a9268386a73 None None] Provisioning complete for port 712e9cae-0a85-42c2-83e0-6fa8a7832114 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:03.763889 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6e154cc8-ffb6-428f-b8fb-7a9268386a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:03.777130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55882) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:03.823636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55888) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:03.846754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6e154cc8-ffb6-428f-b8fb-7a9268386a73 None None] Port 712e9cae-0a85-42c2-83e0-6fa8a7832114 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:29:03.849700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-deleted', 'tag': 'd5c5b155-c1f9-42c8-a79a-555b413003b3'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:03.852469 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f9bb4-cda9-4f38-bb06-4153a884d439" -d '{"events": [{"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-deleted", "tag": "d5c5b155-c1f9-42c8-a79a-555b413003b3"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:03.854222 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e146cf7-6377-4db5-ac7e-7a3b269f9f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:03.980521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e146cf7-6377-4db5-ac7e-7a3b269f9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.015275 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4584be99-be99-4b9d-b891-70662632418c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.021044 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0e146cf7-6377-4db5-ac7e-7a3b269f9f9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78dc4d3dba194e44a78a2c81518cc896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8787196 Sep 22 09:29:04.022670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e146cf7-6377-4db5-ac7e-7a3b269f9f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a4e174-c393-45d2-af89-92de870676ac,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:04.026003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55896) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:04.042574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c77fd3-df5d-4c5e-859a-a3fb5e9f99e5 req-cac1352f-d391-49ad-b8d9-86b386b5a4a3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:04.044042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95c77fd3-df5d-4c5e-859a-a3fb5e9f99e5 req-cac1352f-d391-49ad-b8d9-86b386b5a4a3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 945 time: 0.2088811 Sep 22 09:29:04.077120 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63339ab3-0c7f-44fd-9ec1-88ee34188914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.097826 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63339ab3-0c7f-44fd-9ec1-88ee34188914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.157748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aab96f-875b-44f5-92db-fc628703346f req-0bde07bf-07aa-4c83-8eca-646bce22da25 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:04.159216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71aab96f-875b-44f5-92db-fc628703346f req-0bde07bf-07aa-4c83-8eca-646bce22da25 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 943 time: 0.2591095 Sep 22 09:29:04.161443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c2ae3330-8934-4703-9fa2-76dccef0fa47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bdd0be5a84f2491681ce8959418ce84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352938 Sep 22 09:29:04.165010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55898) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:04.214184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95c77fd3-df5d-4c5e-859a-a3fb5e9f99e5 req-64a8d10a-ce57-4843-8b5e-39aa9de9c02c tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495419 Sep 22 09:29:04.220231 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8580c19c-28bd-4f66-bbc3-fd68776fab31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.234528 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63339ab3-0c7f-44fd-9ec1-88ee34188914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.238089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63339ab3-0c7f-44fd-9ec1-88ee34188914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.239798 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-63339ab3-0c7f-44fd-9ec1-88ee34188914 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05a4e174-c393-45d2-af89-92de870676ac HTTP/1.1" status: 204 len: 168 time: 0.2128561 Sep 22 09:29:04.255104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71aab96f-875b-44f5-92db-fc628703346f req-cfa552a3-1f96-48ec-8219-ec9bed86460b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831332 Sep 22 09:29:04.256229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63339ab3-0c7f-44fd-9ec1-88ee34188914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a4e174-c393-45d2-af89-92de870676ac,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:04.266247 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8580c19c-28bd-4f66-bbc3-fd68776fab31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.333882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f1de55d3-9d2d-4fe7-917a-c91df8347ebe details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:29:04.333882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 72469368-23dc-4d4c-bdca-6df243867d79 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:04.342557 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfd4c9b-643f-4d71-8e85-43ee987157af x-openstack-request-id: req-7bfd4c9b-643f-4d71-8e85-43ee987157af {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:04.342852 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be325252-5021-4657-a9db-f77e719305a6", "name": "network-vif-deleted", "tag": "d5c5b155-c1f9-42c8-a79a-555b413003b3", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:04.343104 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bfd4c9b-643f-4d71-8e85-43ee987157af {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:04.343499 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be325252-5021-4657-a9db-f77e719305a6', 'name': 'network-vif-deleted', 'tag': 'd5c5b155-c1f9-42c8-a79a-555b413003b3', 'status': 'completed', 'code': 200} Sep 22 09:29:04.367849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712e9cae-0a85-42c2-83e0-6fa8a7832114 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:29:04.381809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55906) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:04.386554 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.393621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8580c19c-28bd-4f66-bbc3-fd68776fab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.396389 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8580c19c-28bd-4f66-bbc3-fd68776fab31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.397854 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 72469368-23dc-4d4c-bdca-6df243867d79 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:04.397988 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8580c19c-28bd-4f66-bbc3-fd68776fab31 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2272159f-1352-49bb-9c4e-65b4c2d55c71 HTTP/1.1" status: 204 len: 168 time: 0.2317812 Sep 22 09:29:04.403050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 72469368-23dc-4d4c-bdca-6df243867d79 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:04.403179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Transition to ACTIVE for port object 712e9cae-0a85-42c2-83e0-6fa8a7832114 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:29:04.432253 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4584be99-be99-4b9d-b891-70662632418c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.465632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580c19c-28bd-4f66-bbc3-fd68776fab31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2272159f-1352-49bb-9c4e-65b4c2d55c71,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:04.495861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d6c083-b8b2-4e7e-97a8-648e753f93ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting subnet f5792a5b-4e47-4892-b658-b3e9f555681d {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:29:04.496065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d6656-5fc5-48dd-910a-54d1972065ed req-bd35bf18-8f4c-4fed-859f-349ead63a6c2 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:04.499326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-439d6656-5fc5-48dd-910a-54d1972065ed req-bd35bf18-8f4c-4fed-859f-349ead63a6c2 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 935 time: 0.1208043 Sep 22 09:29:04.500657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16d6c083-b8b2-4e7e-97a8-648e753f93ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.501386 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.528173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port f1de55d3-9d2d-4fe7-917a-c91df8347ebe, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f1de55d3-9d2d-4fe7-917a-c91df8347ebe,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:04.541493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'port_id': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'mac_address': 'fa:16:3e:a5:66:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:29:04.555260 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16d6c083-b8b2-4e7e-97a8-648e753f93ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.560590 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4584be99-be99-4b9d-b891-70662632418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.587059 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.608049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1de55d3-9d2d-4fe7-917a-c91df8347ebe {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:29:04.623132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4584be99-be99-4b9d-b891-70662632418c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71cea2423c7a4f9fa9954cb3b9855544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8426349 Sep 22 09:29:04.630440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55912) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:04.638434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584be99-be99-4b9d-b891-70662632418c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db9d0c1-73aa-4d2a-a051-a466d3a4dd8f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:04.644668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-439d6656-5fc5-48dd-910a-54d1972065ed req-a7fa1e31-b265-41a2-a9c9-eacdfa1530af tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387911 Sep 22 09:29:04.656578 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port f1de55d3-9d2d-4fe7-917a-c91df8347ebe, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f1de55d3-9d2d-4fe7-917a-c91df8347ebe,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:04.661573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Pushing event updated for resources: {'Port': ['ID=712e9cae-0a85-42c2-83e0-6fa8a7832114,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:04.740610 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.764071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Attempting to bind port 712e9cae-0a85-42c2-83e0-6fa8a7832114 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:04.765686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Attempting to bind port 712e9cae-0a85-42c2-83e0-6fa8a7832114 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:04.765686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Attempting to bind port 712e9cae-0a85-42c2-83e0-6fa8a7832114 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:04.776143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Port 712e9cae-0a85-42c2-83e0-6fa8a7832114 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:29:04.782484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Attempting to bind port 712e9cae-0a85-42c2-83e0-6fa8a7832114 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:04.782484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:04.782992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:04.783383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:04.783827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Bound port: 712e9cae-0a85-42c2-83e0-6fa8a7832114, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:04.784208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:04.862607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=f1de55d3-9d2d-4fe7-917a-c91df8347ebe,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:04.884244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] For port 712e9cae-0a85-42c2-83e0-6fa8a7832114, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:04.890155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] For port 712e9cae-0a85-42c2-83e0-6fa8a7832114, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=712e9cae-0a85-42c2-83e0-6fa8a7832114,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:04.964178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.009866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['f1de55d3-9d2d-4fe7-917a-c91df8347ebe'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:05.010003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:05.010589 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.012033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] 10.222.0.60 "PUT /v2.0/ports/712e9cae-0a85-42c2-83e0-6fa8a7832114 HTTP/1.1" status: 200 len: 1095 time: 1.3801622 Sep 22 09:29:05.050353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e7326-7878-4293-b6ec-822cd6478bbe service neutron] Pushing event updated for resources: {'Port': ['ID=712e9cae-0a85-42c2-83e0-6fa8a7832114,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:05.096296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dfeeaf95-ba86-4d4d-83fb-f08dd39bf7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.127501 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dfeeaf95-ba86-4d4d-83fb-f08dd39bf7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.181593 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16d6c083-b8b2-4e7e-97a8-648e753f93ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.246181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-12946ce6-4721-45bd-919a-041c93954496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:05.247778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-12946ce6-4721-45bd-919a-041c93954496 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891b94891614aebb0772b9e043c56d0&device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 1098 time: 0.0897348 Sep 22 09:29:05.292545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-2076981f-e652-4e3e-aab7-ea0179844ddc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=712e9cae-0a85-42c2-83e0-6fa8a7832114 HTTP/1.1" status: 200 len: 217 time: 0.0362082 Sep 22 09:29:05.334850 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dfeeaf95-ba86-4d4d-83fb-f08dd39bf7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.344915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dfeeaf95-ba86-4d4d-83fb-f08dd39bf7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.344915 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dfeeaf95-ba86-4d4d-83fb-f08dd39bf7bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5db9d0c1-73aa-4d2a-a051-a466d3a4dd8f HTTP/1.1" status: 204 len: 168 time: 0.7079558 Sep 22 09:29:05.360462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55932) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:05.374633 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1d3fc8f-a03a-44aa-ad2b-826378b8627e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.383885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeaf95-ba86-4d4d-83fb-f08dd39bf7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db9d0c1-73aa-4d2a-a051-a466d3a4dd8f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:05.390014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16d6c083-b8b2-4e7e-97a8-648e753f93ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.440520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6c083-b8b2-4e7e-97a8-648e753f93ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Subnet': ['ID=f5792a5b-4e47-4892-b658-b3e9f555681d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:05.454396 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16d6c083-b8b2-4e7e-97a8-648e753f93ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.456471 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-16d6c083-b8b2-4e7e-97a8-648e753f93ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "DELETE /v2.0/subnets/f5792a5b-4e47-4892-b658-b3e9f555681d HTTP/1.1" status: 204 len: 168 time: 1.0731044 Sep 22 09:29:05.460497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce1d1c-2984-49c7-9763-c251ace4a20a None None] Network 4a9469ee-2e12-47d3-bffb-9316e6399887 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:05.473556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55938) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:05.605010 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.683331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3119033-1ffc-455a-bf9f-507bf0f6a989 req-458ef3bd-98c8-4b26-b4de-fc5f5581c95a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:05.684946 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3119033-1ffc-455a-bf9f-507bf0f6a989 req-458ef3bd-98c8-4b26-b4de-fc5f5581c95a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 945 time: 0.3883975 Sep 22 09:29:05.687761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-67d72621-3017-4fd8-9120-66649d27c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:05.689087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-67d72621-3017-4fd8-9120-66649d27c809 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.3819964 Sep 22 09:29:05.734786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5622a-3a94-49a9-821a-575def9447f4 None None] DHCP port deletion for 4a9469ee-2e12-47d3-bffb-9316e6399887 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:29:05.748158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c89f21-80f7-4ede-a28a-9493ea701263 req-cd294256-cb78-4c4e-9d94-71cf69eca047 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:05.749750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31c89f21-80f7-4ede-a28a-9493ea701263 req-cd294256-cb78-4c4e-9d94-71cf69eca047 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 944 time: 0.3919423 Sep 22 09:29:05.760525 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1d3fc8f-a03a-44aa-ad2b-826378b8627e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.779420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting port 7e20d4cc-6d7c-4296-a29e-3d8955875758 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:05.779420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.788507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3119033-1ffc-455a-bf9f-507bf0f6a989 req-324352b1-cd2d-4353-bf13-82bff1ea6ff0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890186 Sep 22 09:29:05.823691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-36f5622a-3a94-49a9-821a-575def9447f4 None None] Deleting port 7e20d4cc-6d7c-4296-a29e-3d8955875758 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:05.825185 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-36f5622a-3a94-49a9-821a-575def9447f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.856424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-b5831693-3964-4d12-8c88-c606f72c61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:05.858259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-b5831693-3964-4d12-8c88-c606f72c61ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1568999 Sep 22 09:29:05.915384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1d3fc8f-a03a-44aa-ad2b-826378b8627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.960943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d1d3fc8f-a03a-44aa-ad2b-826378b8627e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e14df9b2c214868a543b89b8b69e70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5865984 Sep 22 09:29:05.960943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] For port 7e20d4cc-6d7c-4296-a29e-3d8955875758, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7e20d4cc-6d7c-4296-a29e-3d8955875758,segment=NetworkSegment(c7fe3533-b04f-42db-b431-005c2a3f2656),segment_id=c7fe3533-b04f-42db-b431-005c2a3f2656)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:05.960943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:05.962040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55952) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:05.996519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Calling delete_port for 7e20d4cc-6d7c-4296-a29e-3d8955875758 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:06.014094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-c1b6bcb3-547d-4fb9-ba31-b1a7cfb7e06f service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408873 Sep 22 09:29:06.021503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31c89f21-80f7-4ede-a28a-9493ea701263 req-27dc147b-a75b-499f-a439-84c104789172 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483919 Sep 22 09:29:06.027624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3fc8f-a03a-44aa-ad2b-826378b8627e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2058b2fa-68da-4196-9eb4-698609875356,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:06.118635 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f78b-4345-42ce-859e-1b15bc93772a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.145489 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f78b-4345-42ce-859e-1b15bc93772a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.151447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f20b39f5-626c-4d23-a660-5f351ea154ae req-b2f84911-e8d9-47c9-a50a-2b167c5d2437 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286988 Sep 22 09:29:06.182148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7e20d4cc-6d7c-4296-a29e-3d8955875758 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:06.230720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-36f5622a-3a94-49a9-821a-575def9447f4 None None] For port 7e20d4cc-6d7c-4296-a29e-3d8955875758, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7e20d4cc-6d7c-4296-a29e-3d8955875758,segment=NetworkSegment(c7fe3533-b04f-42db-b431-005c2a3f2656),segment_id=c7fe3533-b04f-42db-b431-005c2a3f2656)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:06.231331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-36f5622a-3a94-49a9-821a-575def9447f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.236380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8782dd-7d27-4b8f-ae04-83fb947f95cd req-b5aedeb9-5e9e-4231-b4df-cad645b465ad tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:06.237969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea8782dd-7d27-4b8f-ae04-83fb947f95cd req-b5aedeb9-5e9e-4231-b4df-cad645b465ad tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 947 time: 0.2134135 Sep 22 09:29:06.241563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e924ca1d-a884-4e53-9c75-42440e0de6f6 req-a5f2666b-90ab-4b5a-8994-fa92e57f842e tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1137953588&fields=id&tenant_id=b97160ec06ec4ebdb02567f5a48c785a HTTP/1.1" status: 200 len: 267 time: 0.0802190 Sep 22 09:29:06.260288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-36f5622a-3a94-49a9-821a-575def9447f4 None None] Calling delete_port for 7e20d4cc-6d7c-4296-a29e-3d8955875758 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:06.303145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea8782dd-7d27-4b8f-ae04-83fb947f95cd req-b84966f4-985d-4c37-b1c8-432a8d3f7e61 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569649 Sep 22 09:29:06.324981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924ca1d-a884-4e53-9c75-42440e0de6f6 req-e5f0dce2-b8ba-446c-94ca-04fa2246c0ee tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:06.326622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e924ca1d-a884-4e53-9c75-42440e0de6f6 req-e5f0dce2-b8ba-446c-94ca-04fa2246c0ee tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 945 time: 0.0737002 Sep 22 09:29:06.339690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-e924ca1d-a884-4e53-9c75-42440e0de6f6 req-3ad07c57-d779-4c59-91e8-58261de199e5 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'port': {'security_groups': ['94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd', '0c8dee60-d616-422f-87a6-c463018dfd02']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:06.343524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f1de55d3-9d2d-4fe7-917a-c91df8347ebe up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:06.344806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54', 'tag': '712e9cae-0a85-42c2-83e0-6fa8a7832114'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:06.347091 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecf3126-68ad-46f1-9dda-535537cfacc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54", "tag": "712e9cae-0a85-42c2-83e0-6fa8a7832114"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:06.375109 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.377072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f78b-4345-42ce-859e-1b15bc93772a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.391077 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f78b-4345-42ce-859e-1b15bc93772a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.391077 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a1a5f78b-4345-42ce-859e-1b15bc93772a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2058b2fa-68da-4196-9eb4-698609875356 HTTP/1.1" status: 204 len: 168 time: 0.4175899 Sep 22 09:29:06.391725 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8a3e14-1068-4fb1-8588-901d7a14a56d x-openstack-request-id: req-9f8a3e14-1068-4fb1-8588-901d7a14a56d {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:06.391725 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54", "tag": "712e9cae-0a85-42c2-83e0-6fa8a7832114", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:06.392151 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f8a3e14-1068-4fb1-8588-901d7a14a56d {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:06.392705 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54', 'tag': '712e9cae-0a85-42c2-83e0-6fa8a7832114', 'status': 'completed', 'code': 200} Sep 22 09:29:06.398290 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.414092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Port': ['ID=7e20d4cc-6d7c-4296-a29e-3d8955875758,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:06.423719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5f78b-4345-42ce-859e-1b15bc93772a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2058b2fa-68da-4196-9eb4-698609875356,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:06.436416 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55962) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:06.444302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] No DVR routers for this DVR port 7e20d4cc-6d7c-4296-a29e-3d8955875758 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:06.472775 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee963892-f285-4ced-8d41-12fce2b12d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.481732 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-36f5622a-3a94-49a9-821a-575def9447f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.514348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5622a-3a94-49a9-821a-575def9447f4 None None] Pushing event deleted for resources: {'Port': ['ID=7e20d4cc-6d7c-4296-a29e-3d8955875758,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:06.516959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f5622a-3a94-49a9-821a-575def9447f4 None None] No DVR routers for this DVR port 7e20d4cc-6d7c-4296-a29e-3d8955875758 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:06.537021 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e924ca1d-a884-4e53-9c75-42440e0de6f6 req-3ad07c57-d779-4c59-91e8-58261de199e5 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.544379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf3126-68ad-46f1-9dda-535537cfacc9 req-45d88702-f06a-446f-9e01-97bb3caf6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:06.545942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ecf3126-68ad-46f1-9dda-535537cfacc9 req-45d88702-f06a-446f-9e01-97bb3caf6b14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891b94891614aebb0772b9e043c56d0&device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 1098 time: 0.0911012 Sep 22 09:29:06.556007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port f1de55d3-9d2d-4fe7-917a-c91df8347ebe completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:29:06.561918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port f1de55d3-9d2d-4fe7-917a-c91df8347ebe triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:06.565858 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.613738 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.665476 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.671248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9469ee-2e12-47d3-bffb-9316e6399887']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:06.681201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fe3533-b04f-42db-b431-005c2a3f2656') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:06.681806 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fe3533-b04f-42db-b431-005c2a3f2656') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:06.698222 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.713705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port f1de55d3-9d2d-4fe7-917a-c91df8347ebe, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f1de55d3-9d2d-4fe7-917a-c91df8347ebe,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:06.714661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:06.717599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf3126-68ad-46f1-9dda-535537cfacc9 req-e076fce3-2e41-4471-8dd6-7b2a45ba01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:06.717785 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab64f135-e356-4c77-ab7e-909b120a316b" -d '{"events": [{"server_uuid": "16cad33d-f931-4577-bd0a-6b5e506037f5", "name": "network-vif-plugged", "status": "completed", "tag": "f1de55d3-9d2d-4fe7-917a-c91df8347ebe"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:06.719219 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ecf3126-68ad-46f1-9dda-535537cfacc9 req-e076fce3-2e41-4471-8dd6-7b2a45ba01e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1617856 Sep 22 09:29:06.725032 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.738088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:29:06.738505 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:29:06.742538 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:29:06.759222 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae81f16-0e17-47d1-8c5a-9e539607a274 x-openstack-request-id: req-eae81f16-0e17-47d1-8c5a-9e539607a274 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:06.759511 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cad33d-f931-4577-bd0a-6b5e506037f5", "name": "network-vif-plugged", "status": "completed", "tag": "f1de55d3-9d2d-4fe7-917a-c91df8347ebe", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:06.759764 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eae81f16-0e17-47d1-8c5a-9e539607a274 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:06.760158 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'code': 200} Sep 22 09:29:06.781734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ecf3126-68ad-46f1-9dda-535537cfacc9 req-f5d5b6d8-623a-4cbb-b9c0-4c0a96207e73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=712e9cae-0a85-42c2-83e0-6fa8a7832114 HTTP/1.1" status: 200 len: 217 time: 0.0496163 Sep 22 09:29:06.824229 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.860469 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee963892-f285-4ced-8d41-12fce2b12d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.878560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb236b6e-aaa7-426b-958b-2de82110d39e req-b3ad5308-a348-425a-acc7-4780ce2e5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:06.881408 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb236b6e-aaa7-426b-958b-2de82110d39e req-b3ad5308-a348-425a-acc7-4780ce2e5371 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 1096 time: 0.0573478 Sep 22 09:29:06.905527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=f1de55d3-9d2d-4fe7-917a-c91df8347ebe,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:06.907978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf3126-68ad-46f1-9dda-535537cfacc9 req-537e7c0b-5505-4291-8e4c-5e50868e4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:06.909736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ecf3126-68ad-46f1-9dda-535537cfacc9 req-537e7c0b-5505-4291-8e4c-5e50868e4e31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1207149 Sep 22 09:29:06.942018 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb236b6e-aaa7-426b-958b-2de82110d39e req-d2aa948a-4071-42ce-96c4-6aea30fdf800 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511913 Sep 22 09:29:06.952531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.962698 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:06.964581 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "DELETE /v2.0/networks/4a9469ee-2e12-47d3-bffb-9316e6399887 HTTP/1.1" status: 204 len: 168 time: 1.4887302 Sep 22 09:29:06.970225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55974) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:07.007905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370420d-1f87-4690-b5eb-b7f0e6b83f25 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Network': ['ID=4a9469ee-2e12-47d3-bffb-9316e6399887,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:07.017780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf3126-68ad-46f1-9dda-535537cfacc9 req-09eb0beb-e73c-44e6-9769-3f6e167b661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:07.019324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ecf3126-68ad-46f1-9dda-535537cfacc9 req-09eb0beb-e73c-44e6-9769-3f6e167b661b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005964 Sep 22 09:29:07.025441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e924ca1d-a884-4e53-9c75-42440e0de6f6 req-3ad07c57-d779-4c59-91e8-58261de199e5 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] For port 27760dbc-02f6-42c3-9962-309220f9dada, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=27760dbc-02f6-42c3-9962-309220f9dada,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:07.040016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee963892-f285-4ced-8d41-12fce2b12d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.096997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e924ca1d-a884-4e53-9c75-42440e0de6f6 req-3ad07c57-d779-4c59-91e8-58261de199e5 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.100058 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ee963892-f285-4ced-8d41-12fce2b12d82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb6972d21d4a4208bcee66aa11c041af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6625350 Sep 22 09:29:07.112520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:07.112520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee963892-f285-4ced-8d41-12fce2b12d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2761091f-745f-4f14-85c7-7757686c9418,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:07.139413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-8232a4f6-f20f-4d51-bd82-b3254c94f722 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting subnet 623af738-e05d-4f52-8f1d-a7b0994ad6ea {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:29:07.146838 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8232a4f6-f20f-4d51-bd82-b3254c94f722 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.155173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ecf3126-68ad-46f1-9dda-535537cfacc9 req-38702a77-affe-47d8-9964-0bb0378873c9 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209989 Sep 22 09:29:07.170748 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e924ca1d-a884-4e53-9c75-42440e0de6f6 req-3ad07c57-d779-4c59-91e8-58261de199e5 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.185937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['27760dbc-02f6-42c3-9962-309220f9dada'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:07.189556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['4b53525a-1279-4dc6-96ed-b6b2241dd85e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:07.220197 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8232a4f6-f20f-4d51-bd82-b3254c94f722 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.244305 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1233c54-1b84-4c81-b6a2-d424e303b9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.285578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924ca1d-a884-4e53-9c75-42440e0de6f6 req-3ad07c57-d779-4c59-91e8-58261de199e5 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:07.286226 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e924ca1d-a884-4e53-9c75-42440e0de6f6 req-3ad07c57-d779-4c59-91e8-58261de199e5 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.290349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e924ca1d-a884-4e53-9c75-42440e0de6f6 req-3ad07c57-d779-4c59-91e8-58261de199e5 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "PUT /v2.0/ports/27760dbc-02f6-42c3-9962-309220f9dada HTTP/1.1" status: 200 len: 981 time: 0.9531984 Sep 22 09:29:07.299361 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1233c54-1b84-4c81-b6a2-d424e303b9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.350488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['27760dbc-02f6-42c3-9962-309220f9dada'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:07.376828 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8232a4f6-f20f-4d51-bd82-b3254c94f722 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.438769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a8ee7-d3d9-4e53-b190-a6eb44f6f466 req-fbf5a298-81a4-4d33-83ca-feaeffea5ce6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:07.440417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d8a8ee7-d3d9-4e53-b190-a6eb44f6f466 req-fbf5a298-81a4-4d33-83ca-feaeffea5ce6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 945 time: 0.2819235 Sep 22 09:29:07.483284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad07c57-d779-4c59-91e8-58261de199e5 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'Port': ['ID=27760dbc-02f6-42c3-9962-309220f9dada,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:07.488065 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1233c54-1b84-4c81-b6a2-d424e303b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.491708 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1233c54-1b84-4c81-b6a2-d424e303b9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.499047 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d1233c54-1b84-4c81-b6a2-d424e303b9e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2761091f-745f-4f14-85c7-7757686c9418 HTTP/1.1" status: 204 len: 168 time: 0.3922722 Sep 22 09:29:07.503753 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ecf3126-68ad-46f1-9dda-535537cfacc9 req-4a2c284f-832d-41ab-bf59-ba2c5f68c130 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339598 Sep 22 09:29:07.525138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1233c54-1b84-4c81-b6a2-d424e303b9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2761091f-745f-4f14-85c7-7757686c9418,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:07.525361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fad6cccd-d8ca-4ae8-a828-c14a2746ca6a req-4733f5b0-922b-4b32-abe8-be16a43b016b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/0c8dee60-d616-422f-87a6-c463018dfd02 HTTP/1.1" status: 200 len: 1801 time: 0.1405888 Sep 22 09:29:07.529708 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8232a4f6-f20f-4d51-bd82-b3254c94f722 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.533319 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d8a8ee7-d3d9-4e53-b190-a6eb44f6f466 req-5dbc4cea-3e3b-4c6e-8115-eb95568cdf88 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651119 Sep 22 09:29:07.597315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232a4f6-f20f-4d51-bd82-b3254c94f722 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Subnet': ['ID=623af738-e05d-4f52-8f1d-a7b0994ad6ea,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:07.607061 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8232a4f6-f20f-4d51-bd82-b3254c94f722 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.611448 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8232a4f6-f20f-4d51-bd82-b3254c94f722 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "DELETE /v2.0/subnets/623af738-e05d-4f52-8f1d-a7b0994ad6ea HTTP/1.1" status: 204 len: 168 time: 0.6378450 Sep 22 09:29:07.613148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56006) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:07.642511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350ef32-18bf-4532-ad61-5a02db61bacc None None] Network 8838af09-f3ab-4539-a7cb-ac3332d6e218 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:07.729029 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.730885 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-fad6cccd-d8ca-4ae8-a828-c14a2746ca6a req-ad99aa6f-ced3-4004-a71d-ee7909133411 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 09:29:07.731921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fad6cccd-d8ca-4ae8-a828-c14a2746ca6a req-ad99aa6f-ced3-4004-a71d-ee7909133411 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "DELETE /v2.0/security-groups/0c8dee60-d616-422f-87a6-c463018dfd02 HTTP/1.1" status: 409 len: 341 time: 0.1917150 Sep 22 09:29:07.792632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe9932-b9b8-4195-bb18-5dd6aeb8dea9 req-c376f2f1-eae8-45af-96aa-6fea8005f180 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:07.794425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cfe9932-b9b8-4195-bb18-5dd6aeb8dea9 req-c376f2f1-eae8-45af-96aa-6fea8005f180 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 947 time: 0.0887947 Sep 22 09:29:07.861280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cfe9932-b9b8-4195-bb18-5dd6aeb8dea9 req-793880e7-559a-48a3-8701-b25b634c86bd tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568664 Sep 22 09:29:07.876769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting port 2e8e9f5c-001e-4716-bf27-a81a576c421d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:07.876769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:07.985393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] For port 2e8e9f5c-001e-4716-bf27-a81a576c421d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2e8e9f5c-001e-4716-bf27-a81a576c421d,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:07.987303 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.004894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Calling delete_port for 2e8e9f5c-001e-4716-bf27-a81a576c421d owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:08.036772 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32e2835-a560-4f86-bb0d-f8542243ea0b None None] DHCP port deletion for 8838af09-f3ab-4539-a7cb-ac3332d6e218 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:29:08.141672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f32e2835-a560-4f86-bb0d-f8542243ea0b None None] Deleting port 2e8e9f5c-001e-4716-bf27-a81a576c421d {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:08.142053 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f32e2835-a560-4f86-bb0d-f8542243ea0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.266759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f32e2835-a560-4f86-bb0d-f8542243ea0b None None] For port 2e8e9f5c-001e-4716-bf27-a81a576c421d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2e8e9f5c-001e-4716-bf27-a81a576c421d,segment=NetworkSegment(55dbef6a-8b01-4a0c-a68d-1f80ae270bf8),segment_id=55dbef6a-8b01-4a0c-a68d-1f80ae270bf8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:08.267623 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f32e2835-a560-4f86-bb0d-f8542243ea0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.275280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e19202-e0c9-4a17-a70e-f712dbcf9b14 req-8be6b7a7-ba8e-42e2-9732-22561a5b90de tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:08.276888 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20e19202-e0c9-4a17-a70e-f712dbcf9b14 req-8be6b7a7-ba8e-42e2-9732-22561a5b90de tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 984 time: 0.0975702 Sep 22 09:29:08.279036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c487e-55f1-4457-9749-5dee981c86ea req-95668f75-c688-4050-bdfa-825a1ee41d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:08.280453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-015c487e-55f1-4457-9749-5dee981c86ea req-95668f75-c688-4050-bdfa-825a1ee41d99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 1135 time: 0.0805979 Sep 22 09:29:08.301854 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f32e2835-a560-4f86-bb0d-f8542243ea0b None None] Calling delete_port for 2e8e9f5c-001e-4716-bf27-a81a576c421d owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:08.330590 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.400272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] No DVR routers for this DVR port 2e8e9f5c-001e-4716-bf27-a81a576c421d on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:08.400272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15949be3-4b64-4734-9c78-89bf440774d1', 'tag': '27760dbc-02f6-42c3-9962-309220f9dada'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:08.401777 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78a55c7-5fd5-48a4-8030-eef7750b1df0" -d '{"events": [{"name": "network-changed", "server_uuid": "15949be3-4b64-4734-9c78-89bf440774d1", "tag": "27760dbc-02f6-42c3-9962-309220f9dada"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:08.404900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Port': ['ID=2e8e9f5c-001e-4716-bf27-a81a576c421d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:08.409857 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f32e2835-a560-4f86-bb0d-f8542243ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.448451 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e2835-a560-4f86-bb0d-f8542243ea0b None None] Pushing event deleted for resources: {'Port': ['ID=2e8e9f5c-001e-4716-bf27-a81a576c421d,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:08.448858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56048) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:08.449997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e2835-a560-4f86-bb0d-f8542243ea0b None None] No DVR routers for this DVR port 2e8e9f5c-001e-4716-bf27-a81a576c421d on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:08.489775 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b2d295-e12c-4952-a45e-4dc70047c677 x-openstack-request-id: req-40b2d295-e12c-4952-a45e-4dc70047c677 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:08.490380 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15949be3-4b64-4734-9c78-89bf440774d1", "tag": "27760dbc-02f6-42c3-9962-309220f9dada", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:08.490380 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40b2d295-e12c-4952-a45e-4dc70047c677 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:08.490673 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15949be3-4b64-4734-9c78-89bf440774d1', 'tag': '27760dbc-02f6-42c3-9962-309220f9dada', 'status': 'completed', 'code': 200} Sep 22 09:29:08.545345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20e19202-e0c9-4a17-a70e-f712dbcf9b14 req-7203b571-e17b-4d02-be00-0c15b892ab6d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&id=0c8dee60-d616-422f-87a6-c463018dfd02&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2557824 Sep 22 09:29:08.594471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c487e-55f1-4457-9749-5dee981c86ea req-5fd0974d-01a8-4139-912b-8b01fa8fd248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:08.596170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-015c487e-55f1-4457-9749-5dee981c86ea req-5fd0974d-01a8-4139-912b-8b01fa8fd248 service neutron] 10.222.0.60 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 913 time: 0.3081353 Sep 22 09:29:08.622082 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.668617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-network', 'tenant_id': '0f34c24092e6422684295e84a902d2b9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:08.686352 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-015c487e-55f1-4457-9749-5dee981c86ea req-acd13569-35de-496b-bc68-98360f82d6d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27760dbc-02f6-42c3-9962-309220f9dada HTTP/1.1" status: 200 len: 217 time: 0.0612395 Sep 22 09:29:08.723166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8838af09-f3ab-4539-a7cb-ac3332d6e218']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:08.753814 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:08.754131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dbef6a-8b01-4a0c-a68d-1f80ae270bf8') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:08.775777 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.780254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Made reservation on behalf of 0f34c24092e6422684295e84a902d2b9 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:08.783405 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.797008 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.797581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c487e-55f1-4457-9749-5dee981c86ea req-6f641b86-f51a-4aa0-aad0-11bbfd2ac02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:08.798450 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-015c487e-55f1-4457-9749-5dee981c86ea req-6f641b86-f51a-4aa0-aad0-11bbfd2ac02a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 HTTP/1.1" status: 200 len: 852 time: 0.0878665 Sep 22 09:29:08.806267 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a946b-e751-4f59-9bfe-302c6a5c4030 req-6ff79365-f2b5-4137-895b-3fb617db7eb0 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:08.807842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-214a946b-e751-4f59-9bfe-302c6a5c4030 req-6ff79365-f2b5-4137-895b-3fb617db7eb0 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 945 time: 0.1339619 Sep 22 09:29:08.810794 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.848354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:29:08.851436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.853356 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-015c487e-55f1-4457-9749-5dee981c86ea req-1cab28e1-45a7-4c88-8a78-6d11a71d9ff3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=763851d3-276d-4da8-b079-53d932a3dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444105 Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:29:08.854000 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:29:08.908529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.985363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-214a946b-e751-4f59-9bfe-302c6a5c4030 req-83f90168-f741-4f30-a998-a31a12e9991e tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614659 Sep 22 09:29:09.008334 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.027151 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:29:09.046370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03487fe3-3486-4403-8159-8ffdb485ad34 req-fa47d3db-8087-4665-92d5-32f40379c20d tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:09.047892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-03487fe3-3486-4403-8159-8ffdb485ad34 req-fa47d3db-8087-4665-92d5-32f40379c20d tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 947 time: 0.1171925 Sep 22 09:29:09.053282 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.053619 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Added segment c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73 of type vlan for network 3575887c-7e28-4c88-af4d-22fff2b4a8b3 Sep 22 09:29:09.061655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-015c487e-55f1-4457-9749-5dee981c86ea req-10ad8d12-90d4-4418-afc1-9c1ed64772ce service neutron] 10.222.0.60 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946259 Sep 22 09:29:09.065756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9617ff39-c9df-4c23-a3f9-78512353e43b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:09.112203 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.154296 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.181681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-03487fe3-3486-4403-8159-8ffdb485ad34 req-81a55abc-d70b-4cf4-8c00-e88e2d4bc1c6 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230526 Sep 22 09:29:09.187700 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.189798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "DELETE /v2.0/networks/8838af09-f3ab-4539-a7cb-ac3332d6e218 HTTP/1.1" status: 204 len: 168 time: 1.5748954 Sep 22 09:29:09.200195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56094) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:09.206873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-929392555'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:09.234627 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.235830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:09.235989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f754509-713d-4a68-b367-bb277671138f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Network': ['ID=8838af09-f3ab-4539-a7cb-ac3332d6e218,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:09.236596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.271240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-015c487e-55f1-4457-9749-5dee981c86ea req-c81a15c3-5e5d-4318-a7a5-a4928602de4e service neutron] 10.222.0.60 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964154 Sep 22 09:29:09.279450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-e84257c1-a1fc-4191-94d2-1bd4f150d6f6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:09.283471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-e84257c1-a1fc-4191-94d2-1bd4f150d6f6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1814771 Sep 22 09:29:09.344759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-2b579236-9295-4cbc-a404-6d3aaba37cb3 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.0572348 Sep 22 09:29:09.350931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:09.351186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-37a4a3ed-8d88-43cd-9bf0-328a73aab4d6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Request body: {'floatingip': {'port_id': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:09.351372 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.351985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] Pushing event updated for resources: {'Network': ['ID=3575887c-7e28-4c88-af4d-22fff2b4a8b3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:09.362450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 3575887c-7e28-4c88-af4d-22fff2b4a8b3 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:29:09.382280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:29:09.393213 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.394073 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Added segment 856f0d4f-8e93-42a3-a5dc-83ba8ee97714 of type vlan for network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 Sep 22 09:29:09.434677 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-37a4a3ed-8d88-43cd-9bf0-328a73aab4d6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.453079 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.459056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56098) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:09.460076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 712e9cae-0a85-42c2-83e0-6fa8a7832114 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:29:09.486750 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dc967223-2e7a-4a76-9f58-514d7ee394d6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0341237 Sep 22 09:29:09.500917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56104) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:09.521825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] Request body: {'subnet': {'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-subnet', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:09.549807 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a55c7-5fd5-48a4-8030-eef7750b1df0 req-a9a5cacc-9c3e-48ae-8132-86a73a38ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:09.551281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c78a55c7-5fd5-48a4-8030-eef7750b1df0 req-a9a5cacc-9c3e-48ae-8132-86a73a38ca1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 1135 time: 0.1372750 Sep 22 09:29:09.598624 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.599606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 712e9cae-0a85-42c2-83e0-6fa8a7832114, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=712e9cae-0a85-42c2-83e0-6fa8a7832114,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:09.615073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:09.616611 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.619160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '712e9cae-0a85-42c2-83e0-6fa8a7832114', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '712e9cae-0a85-42c2-83e0-6fa8a7832114', 'mac_address': 'fa:16:3e:d9:cd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:29:09.712759 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.713968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Network': ['ID=029d3f0a-034e-4a3a-a0c7-14d672fe92d4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:09.725852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:29:09.735666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712e9cae-0a85-42c2-83e0-6fa8a7832114 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:29:09.751505 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7bca-14f4-4b69-b6f0-b4deb103a075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.791222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 712e9cae-0a85-42c2-83e0-6fa8a7832114, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=712e9cae-0a85-42c2-83e0-6fa8a7832114,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:09.823248 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-729ab53a-231c-47b8-a033-5cb1c68a590f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6216712 Sep 22 09:29:09.826367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56112) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:09.833422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'subnet': {'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:09.843269 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.951098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=712e9cae-0a85-42c2-83e0-6fa8a7832114,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:10.015624 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7bca-14f4-4b69-b6f0-b4deb103a075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:10.026675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] Made reservation on behalf of 0f34c24092e6422684295e84a902d2b9 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:10.030670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2e8e9f5c-001e-4716-bf27-a81a576c421d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:10.030813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:10.050475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 2e8e9f5c-001e-4716-bf27-a81a576c421d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:10.053591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2e8e9f5c-001e-4716-bf27-a81a576c421d not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:10.077472 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['712e9cae-0a85-42c2-83e0-6fa8a7832114'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:10.096168 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7bca-14f4-4b69-b6f0-b4deb103a075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:10.157001 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ba2e7bca-14f4-4b69-b6f0-b4deb103a075 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=042449fe87cd46869e24ce275adce60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6984568 Sep 22 09:29:10.162467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56118) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:10.162968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423587ec-8f52-4994-a145-f75d7e8d9825 req-f03ec120-0910-45df-87f4-7d35ddf39eba tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:10.172671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-423587ec-8f52-4994-a145-f75d7e8d9825 req-f03ec120-0910-45df-87f4-7d35ddf39eba tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 984 time: 0.5153975 Sep 22 09:29:10.189222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e7bca-14f4-4b69-b6f0-b4deb103a075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1360103-54dc-4b12-847e-b81dfca58a89,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:10.194317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a55c7-5fd5-48a4-8030-eef7750b1df0 req-afb11b3e-ac67-4941-a736-d7e3452b87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:10.197090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c78a55c7-5fd5-48a4-8030-eef7750b1df0 req-afb11b3e-ac67-4941-a736-d7e3452b87d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 913 time: 0.6213520 Sep 22 09:29:10.258310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce5666c7-bd39-4bac-9ff2-d8fb890486a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:10.262883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:10.268741 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:10.292680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c78a55c7-5fd5-48a4-8030-eef7750b1df0 req-22bfe018-6585-4c71-921b-53ed2b4de2c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27760dbc-02f6-42c3-9962-309220f9dada HTTP/1.1" status: 200 len: 217 time: 0.0506611 Sep 22 09:29:10.318725 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce5666c7-bd39-4bac-9ff2-d8fb890486a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:10.386778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-423587ec-8f52-4994-a145-f75d7e8d9825 req-c8890b97-3eb6-47ad-ba2a-1e7d27bc3a15 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&id=0c8dee60-d616-422f-87a6-c463018dfd02&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2127674 Sep 22 09:29:10.436683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a55c7-5fd5-48a4-8030-eef7750b1df0 req-fe04e34b-4901-417e-91aa-afcd67a5638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:10.438435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c78a55c7-5fd5-48a4-8030-eef7750b1df0 req-fe04e34b-4901-417e-91aa-afcd67a5638f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 HTTP/1.1" status: 200 len: 852 time: 0.1156173 Sep 22 09:29:10.497200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce5666c7-bd39-4bac-9ff2-d8fb890486a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:10.499626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce5666c7-bd39-4bac-9ff2-d8fb890486a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:10.500802 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce5666c7-bd39-4bac-9ff2-d8fb890486a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1360103-54dc-4b12-847e-b81dfca58a89 HTTP/1.1" status: 204 len: 168 time: 0.3364165 Sep 22 09:29:10.516120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5666c7-bd39-4bac-9ff2-d8fb890486a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1360103-54dc-4b12-847e-b81dfca58a89,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:10.572066 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c78a55c7-5fd5-48a4-8030-eef7750b1df0 req-813a2fd1-cef8-451c-9da9-433cea163a8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=763851d3-276d-4da8-b079-53d932a3dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058745 Sep 22 09:29:10.629729 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:10.692167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Subnet': ['ID=ff648ff7-b78f-4fcb-8723-5ad6f792ca08,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:10.700007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Checking segment: {'id': '856f0d4f-8e93-42a3-a5dc-83ba8ee97714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:10.700365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network hostable DHCP agents. Network: 029d3f0a-034e-4a3a-a0c7-14d672fe92d4, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:29:10.821480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae5c0e-3fad-48d5-9e1a-8ec14e532ff7 req-4b3c465b-f781-4d81-ae2e-05f4400acc54 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:10.822968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1ae5c0e-3fad-48d5-9e1a-8ec14e532ff7 req-4b3c465b-f781-4d81-ae2e-05f4400acc54 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 948 time: 0.3598232 Sep 22 09:29:10.843070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:29:10.943934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 029d3f0a-034e-4a3a-a0c7-14d672fe92d4) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:10.954417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5fa5c-5936-418e-add2-ce408b70e6e4 None None] Network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:10.958821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:10.959515 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:10.980104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:10.983338 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c78a55c7-5fd5-48a4-8030-eef7750b1df0 req-de09f3ea-d349-4ee5-b01b-06f7308d8b08 service neutron] 10.222.0.60 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857992 Sep 22 09:29:11.011039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1ae5c0e-3fad-48d5-9e1a-8ec14e532ff7 req-2a3d5274-9a77-47bd-a2fc-efa36d0847aa tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717644 Sep 22 09:29:11.052868 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6e2ca6af-f5a2-42a2-af2d-63d432a54b94 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2236996 Sep 22 09:29:11.055071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56132) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:11.065226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1002894904'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:11.121683 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-37a4a3ed-8d88-43cd-9bf0-328a73aab4d6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.127951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-029d3f0a-034e-4a3a-a0c7-14d672fe92d4', 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'fixed_ips': [{'subnet_id': 'ff648ff7-b78f-4fcb-8723-5ad6f792ca08'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:29:11.129278 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.161768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:11.167923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.168128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=93208dfc-f777-405d-937f-0d5f9dd8d527,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:11.193123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] Checking segment: {'id': 'c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:11.193123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] Network hostable DHCP agents. Network: 3575887c-7e28-4c88-af4d-22fff2b4a8b3, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:29:11.197719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:29:11.209526 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.210142 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Added segment cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13 of type vlan for network f51da8d1-2bbe-4fa5-b369-521258f865fe Sep 22 09:29:11.217343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c78a55c7-5fd5-48a4-8030-eef7750b1df0 req-52f2c6cd-40b4-4b43-b5d1-72822310d41b service neutron] 10.222.0.60 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229891 Sep 22 09:29:11.264173 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.270423 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-37a4a3ed-8d88-43cd-9bf0-328a73aab4d6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.296424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Allocated IP 19.80.0.2 (029d3f0a-034e-4a3a-a0c7-14d672fe92d4/ff648ff7-b78f-4fcb-8723-5ad6f792ca08/cba2eba0-abfd-48e8-9bd9-1f90c048f5b0) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:11.361798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56140) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:11.380105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] Network 3575887c-7e28-4c88-af4d-22fff2b4a8b3 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:29:11.387445 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cb40180-b241-4250-8bd1-8e1632abee07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.397299 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.403875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:11.405470 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.408012 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-37a4a3ed-8d88-43cd-9bf0-328a73aab4d6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Floating IP d25e36db-6ee7-42b2-aa3f-b85d4436d14b associated. External IP: 172.25.6.32, port: 61cfcf13-407e-433b-8a19-152c8bb2635b. Sep 22 09:29:11.461875 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.475581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 712e9cae-0a85-42c2-83e0-6fa8a7832114 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:11.492500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Network': ['ID=f51da8d1-2bbe-4fa5-b369-521258f865fe,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:11.508820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network f51da8d1-2bbe-4fa5-b369-521258f865fe details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:29:11.517319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 3575887c-7e28-4c88-af4d-22fff2b4a8b3) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:11.527503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:11.531687 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.579816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cb40180-b241-4250-8bd1-8e1632abee07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.586429 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceabec72-fa22-40c8-975c-35efc4d66f88 None None] Network 3575887c-7e28-4c88-af4d-22fff2b4a8b3 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:11.593330 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.656531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cb40180-b241-4250-8bd1-8e1632abee07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.668605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-37a4a3ed-8d88-43cd-9bf0-328a73aab4d6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Router 2693b494-873d-4bc1-b125-d89fc43a2b78 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:29:11.701093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:11.716244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Pushing event updated for resources: {'Port': ['ID=cba2eba0-abfd-48e8-9bd9-1f90c048f5b0,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:11.725156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:11.728991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:11.734445 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9cb40180-b241-4250-8bd1-8e1632abee07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6f8229fe0754f6988b0acac27513811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715727 Sep 22 09:29:11.742534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56148) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:11.745286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb40180-b241-4250-8bd1-8e1632abee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0e9575-faab-4d1e-8870-82b6bfe07ae1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:11.761204 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-465521a9-f4b5-4937-8deb-1ee866ba41bd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2594631 Sep 22 09:29:11.766445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56150) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:11.773080 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0e9b769c-a5ef-4028-a81c-34ff464b9abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7122927 Sep 22 09:29:11.773375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-router', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:11.777807 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56152) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:11.786935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'subnet': {'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:11.855898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305288c4-5a3b-457a-9bbb-05225f6d8378 req-1407ffff-80e6-405c-a9fd-3b8fbe5166b4 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:11.858104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-305288c4-5a3b-457a-9bbb-05225f6d8378 req-1407ffff-80e6-405c-a9fd-3b8fbe5166b4 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 984 time: 0.1176486 Sep 22 09:29:11.911091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 712e9cae-0a85-42c2-83e0-6fa8a7832114 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:29:11.932214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d38f2cb6-7285-4fbf-bd29-0d64d84b5cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.937549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 712e9cae-0a85-42c2-83e0-6fa8a7832114 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:11.937917 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.968165 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d38f2cb6-7285-4fbf-bd29-0d64d84b5cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.002452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Attempting to bind port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:12.003127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Attempting to bind port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '856f0d4f-8e93-42a3-a5dc-83ba8ee97714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:12.003244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Attempting to bind port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 on network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:12.027858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:12.028226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Checking segment: {'id': '856f0d4f-8e93-42a3-a5dc-83ba8ee97714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:12.028630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.029046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Bound using segment: {'id': '856f0d4f-8e93-42a3-a5dc-83ba8ee97714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:12.029526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Bound port: cba2eba0-abfd-48e8-9bd9-1f90c048f5b0, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856f0d4f-8e93-42a3-a5dc-83ba8ee97714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:12.029952 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.092608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:12.096484 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.104247 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-3575887c-7e28-4c88-af4d-22fff2b4a8b3', 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'fixed_ips': [{'subnet_id': '93208dfc-f777-405d-937f-0d5f9dd8d527'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:29:12.105148 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.163715 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.165361 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d38f2cb6-7285-4fbf-bd29-0d64d84b5cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.168026 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d38f2cb6-7285-4fbf-bd29-0d64d84b5cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.171869 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d38f2cb6-7285-4fbf-bd29-0d64d84b5cef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d0e9575-faab-4d1e-8870-82b6bfe07ae1 HTTP/1.1" status: 204 len: 168 time: 0.4309170 Sep 22 09:29:12.181476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f2cb6-7285-4fbf-bd29-0d64d84b5cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0e9575-faab-4d1e-8870-82b6bfe07ae1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:12.217131 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.217393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] For port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:12.218272 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.261554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-37a4a3ed-8d88-43cd-9bf0-328a73aab4d6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:29:12.266443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] For port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cba2eba0-abfd-48e8-9bd9-1f90c048f5b0,segment=NetworkSegment(856f0d4f-8e93-42a3-a5dc-83ba8ee97714),segment_id=856f0d4f-8e93-42a3-a5dc-83ba8ee97714)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:12.268707 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-37a4a3ed-8d88-43cd-9bf0-328a73aab4d6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.276118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712e9cae-0a85-42c2-83e0-6fa8a7832114'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:12.278419 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccc86e7-3686-48cb-a54c-37e1d205d060" -d '{"events": [{"server_uuid": "1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54", "name": "network-vif-plugged", "status": "completed", "tag": "712e9cae-0a85-42c2-83e0-6fa8a7832114"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:12.293812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a2938-48b0-4391-9cd8-754558b3f728 None None] Sync routers for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:29:12.302003 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-305288c4-5a3b-457a-9bbb-05225f6d8378 req-7e8784a8-ce04-4f29-876a-76992c41b83a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&id=0c8dee60-d616-422f-87a6-c463018dfd02&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4369581 Sep 22 09:29:12.305531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 712e9cae-0a85-42c2-83e0-6fa8a7832114, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=712e9cae-0a85-42c2-83e0-6fa8a7832114,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:12.324071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-37a4a3ed-8d88-43cd-9bf0-328a73aab4d6 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "PUT /v2.0/floatingips/d25e36db-6ee7-42b2-aa3f-b85d4436d14b HTTP/1.1" status: 200 len: 996 time: 2.9783821 Sep 22 09:29:12.340454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:12.344437 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28a32ba-ea01-4519-86e2-20150570b350" -d '{"events": [{"name": "network-changed", "server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:12.346231 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.363791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a2938-48b0-4391-9cd8-754558b3f728 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:12.364447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fa5a2938-48b0-4391-9cd8-754558b3f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:12.425056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.443025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-7c721d6e-f890-4f2e-9193-58f63d62a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:12.444661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-7c721d6e-f890-4f2e-9193-58f63d62a482 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 1097 time: 0.0889943 Sep 22 09:29:12.446038 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.470141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Allocated IP 172.20.0.2 (3575887c-7e28-4c88-af4d-22fff2b4a8b3/93208dfc-f777-405d-937f-0d5f9dd8d527/86ce07b8-6815-4433-8b01-652cdbc632c3) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:12.479575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56168) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:12.517740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ad75a-f389-42fd-84dc-3f7ee2f316c0 None None] Pushing event updated for resources: {'Port': ['ID=cba2eba0-abfd-48e8-9bd9-1f90c048f5b0,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:12.533553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.621405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da3b0e-c01e-452b-8dc7-c52c702ff73e req-2e1386f2-11d6-4315-8119-114938e12563 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:12.622990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7da3b0e-c01e-452b-8dc7-c52c702ff73e req-2e1386f2-11d6-4315-8119-114938e12563 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 949 time: 0.1767089 Sep 22 09:29:12.681108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Subnet': ['ID=6ffbf9ed-baf0-4b7c-b2f5-e4242e565083,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:12.685518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fa5a2938-48b0-4391-9cd8-754558b3f728 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:12.696642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Checking segment: {'id': 'cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:12.697389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network hostable DHCP agents. Network: f51da8d1-2bbe-4fa5-b369-521258f865fe, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:29:12.769625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=712e9cae-0a85-42c2-83e0-6fa8a7832114,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:12.825804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network f51da8d1-2bbe-4fa5-b369-521258f865fe is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:29:12.869862 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8d63785-1fcc-4cd4-8325-2990b5573713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.884997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.891025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, f51da8d1-2bbe-4fa5-b369-521258f865fe) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:12.891287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-ab4db415-7aad-48af-a0d1-7f158713e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:12.899992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-ab4db415-7aad-48af-a0d1-7f158713e422 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.4417968 Sep 22 09:29:12.907429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:12.908272 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.919770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea743f3-3ce7-4aab-9643-c68a9e32eb03 None None] Network f51da8d1-2bbe-4fa5-b369-521258f865fe requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:12.989249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7da3b0e-c01e-452b-8dc7-c52c702ff73e req-5a5a1891-262d-4c0f-8a27-b438ded5ae75 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083410 Sep 22 09:29:13.024110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.041782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8d63785-1fcc-4cd4-8325-2990b5573713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.050165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-e5f46721-e141-4202-8a67-f53d21628297 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 999 time: 0.1491125 Sep 22 09:29:13.125560 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51650498-9480-4214-a332-f3d09759a425 x-openstack-request-id: req-51650498-9480-4214-a332-f3d09759a425 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:13.125560 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54", "name": "network-vif-plugged", "status": "completed", "tag": "712e9cae-0a85-42c2-83e0-6fa8a7832114", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:13.125560 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51650498-9480-4214-a332-f3d09759a425 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:13.125835 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712e9cae-0a85-42c2-83e0-6fa8a7832114', 'code': 200} Sep 22 09:29:13.142735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-478c774b-bf5d-41ba-859e-527503357c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:13.144284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-478c774b-bf5d-41ba-859e-527503357c5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.0833650 Sep 22 09:29:13.179928 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.187613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8d63785-1fcc-4cd4-8325-2990b5573713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.236083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-f51da8d1-2bbe-4fa5-b369-521258f865fe', 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'fixed_ips': [{'subnet_id': '6ffbf9ed-baf0-4b7c-b2f5-e4242e565083'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:29:13.237128 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.244818 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a8d63785-1fcc-4cd4-8325-2990b5573713 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4de1e5b71f040528f8770e62d3225d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7635462 Sep 22 09:29:13.246236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d63785-1fcc-4cd4-8325-2990b5573713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3ede5f-b6c2-408d-b9d4-78f5c1b39faa,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:13.248279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56182) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:13.276828 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3a858dd3-04ca-43d4-9909-cc8ad50f5976 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4897633 Sep 22 09:29:13.289029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-0d7b4686-2dc9-444d-81cf-b9cafed970ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:13.297901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-0d7b4686-2dc9-444d-81cf-b9cafed970ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461535 Sep 22 09:29:13.342354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Network 3575887c-7e28-4c88-af4d-22fff2b4a8b3 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:13.353936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:13.370135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:13.376355 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2cd9518-d36c-4ea2-bb15-1486c4db9a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.377623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99b8c6c9-552f-47b5-ae78-7d45b7fafc35 req-437cd4ee-a88f-4cfb-ae30-908c0eaeacaf tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1264288526&fields=id&tenant_id=b97160ec06ec4ebdb02567f5a48c785a HTTP/1.1" status: 200 len: 267 time: 0.1794212 Sep 22 09:29:13.414840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f547c8b-4846-4cf6-a89d-8e96d4e9b9e3 req-026f67c3-8563-4ccf-b4f6-4d73c806b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:13.416505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f547c8b-4846-4cf6-a89d-8e96d4e9b9e3 req-026f67c3-8563-4ccf-b4f6-4d73c806b263 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 1100 time: 0.2229738 Sep 22 09:29:13.434618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2cd9518-d36c-4ea2-bb15-1486c4db9a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.455500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Pushing event updated for resources: {'Port': ['ID=86ce07b8-6815-4433-8b01-652cdbc632c3,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:13.551563 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2cd9518-d36c-4ea2-bb15-1486c4db9a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.554955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2cd9518-d36c-4ea2-bb15-1486c4db9a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.556609 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a2cd9518-d36c-4ea2-bb15-1486c4db9a7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f3ede5f-b6c2-408d-b9d4-78f5c1b39faa HTTP/1.1" status: 204 len: 168 time: 0.3074281 Sep 22 09:29:13.573016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fa5a2938-48b0-4391-9cd8-754558b3f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:16:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:10Z', 'revision_number': 1, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:13.585452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd9518-d36c-4ea2-bb15-1486c4db9a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3ede5f-b6c2-408d-b9d4-78f5c1b39faa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:13.618031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.639758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a2938-48b0-4391-9cd8-754558b3f728 None None] Checking router: 2693b494-873d-4bc1-b125-d89fc43a2b78 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:29:13.645076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8c6c9-552f-47b5-ae78-7d45b7fafc35 req-2206f675-4787-4a30-9982-8cfca6ca4c4d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:13.657337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99b8c6c9-552f-47b5-ae78-7d45b7fafc35 req-2206f675-4787-4a30-9982-8cfca6ca4c4d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 984 time: 0.2787404 Sep 22 09:29:13.662577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f547c8b-4846-4cf6-a89d-8e96d4e9b9e3 req-2f285d59-c025-43d3-aa91-f9519835e493 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837111 Sep 22 09:29:13.668863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Attempting to bind port 86ce07b8-6815-4433-8b01-652cdbc632c3 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:13.669356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Attempting to bind port 86ce07b8-6815-4433-8b01-652cdbc632c3 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:13.669869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Attempting to bind port 86ce07b8-6815-4433-8b01-652cdbc632c3 on network 3575887c-7e28-4c88-af4d-22fff2b4a8b3 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:13.684821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:13.684821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Checking segment: {'id': 'c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:13.684821 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.684821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Bound using segment: {'id': 'c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:13.684821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Bound port: 86ce07b8-6815-4433-8b01-652cdbc632c3, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:13.684821 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.688181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a2938-48b0-4391-9cd8-754558b3f728 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:13.689348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fa5a2938-48b0-4391-9cd8-754558b3f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:13.702667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-99b8c6c9-552f-47b5-ae78-7d45b7fafc35 req-59a9fa0d-8cf8-40a0-bc57-dbe1e4fd7a8a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'port': {'security_groups': ['0c8dee60-d616-422f-87a6-c463018dfd02', '94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd', 'f0f9d66d-0b50-4867-8e24-a71636154883']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:13.704512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Allocated IP 19.86.0.2 (f51da8d1-2bbe-4fa5-b369-521258f865fe/6ffbf9ed-baf0-4b7c-b2f5-e4242e565083/1e4f4f19-d253-46fe-ac1c-64333f26dd76) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:13.708369 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:13.712973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-65678e0b-ef5a-4ba5-b0b3-fbd094404ad4 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672473 Sep 22 09:29:13.890608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-99b8c6c9-552f-47b5-ae78-7d45b7fafc35 req-59a9fa0d-8cf8-40a0-bc57-dbe1e4fd7a8a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.026240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78630508-f38a-4cc4-b866-5f7332634c16 None None] Network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:14.063124 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Allocated IP 172.25.6.43 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/72795da9-c329-4473-a055-e8f4791c76c7) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:14.072403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:14.098851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1606883c-b7a2-4c81-836f-36a7a4eb8e1a req-379a0a1d-1a7a-427f-b1c6-72b9f6c0c273 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645489 Sep 22 09:29:14.114327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5644b370-f415-4986-8c13-b37e9a6e4ad0 None None] Provisioning complete for port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:14.114700 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5644b370-f415-4986-8c13-b37e9a6e4ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.137454 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] For port 86ce07b8-6815-4433-8b01-652cdbc632c3, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:14.145689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fa5a2938-48b0-4391-9cd8-754558b3f728 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:14.257099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] For port 86ce07b8-6815-4433-8b01-652cdbc632c3, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=86ce07b8-6815-4433-8b01-652cdbc632c3,segment=NetworkSegment(c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73),segment_id=c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:14.264446 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011b197e-636f-4443-890f-cee55db05c53 x-openstack-request-id: req-011b197e-636f-4443-890f-cee55db05c53 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:14.264757 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:14.264999 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-011b197e-636f-4443-890f-cee55db05c53 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:14.265607 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'status': 'completed', 'code': 200} Sep 22 09:29:14.285400 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.378460 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.386803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a32ba-ea01-4519-86e2-20150570b350 req-df4d0791-7527-4252-889a-ccdf29358d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:14.388329 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a28a32ba-ea01-4519-86e2-20150570b350 req-df4d0791-7527-4252-889a-ccdf29358d4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 1097 time: 0.0954576 Sep 22 09:29:14.442000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:14.442659 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.489732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-99b8c6c9-552f-47b5-ae78-7d45b7fafc35 req-59a9fa0d-8cf8-40a0-bc57-dbe1e4fd7a8a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] For port 27760dbc-02f6-42c3-9962-309220f9dada, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=27760dbc-02f6-42c3-9962-309220f9dada,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:14.507258 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.530221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56220) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:14.590474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6f041a86-32bc-4804-85ce-c6c4333d4b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.594147 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-99b8c6c9-552f-47b5-ae78-7d45b7fafc35 req-59a9fa0d-8cf8-40a0-bc57-dbe1e4fd7a8a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.597012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a32ba-ea01-4519-86e2-20150570b350 req-cbca0d0e-ceb7-428c-b019-43e9eac0e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:14.599764 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a28a32ba-ea01-4519-86e2-20150570b350 req-cbca0d0e-ceb7-428c-b019-43e9eac0e62e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.2019844 Sep 22 09:29:14.605491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-23156a60-6f1f-4d28-bfcb-fdaa9b18b58a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:14.611710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-23156a60-6f1f-4d28-bfcb-fdaa9b18b58a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:14.613390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-23156a60-6f1f-4d28-bfcb-fdaa9b18b58a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/networks?id=029d3f0a-034e-4a3a-a0c7-14d672fe92d4&id=f51da8d1-2bbe-4fa5-b369-521258f865fe HTTP/1.1" status: 200 len: 1391 time: 0.2210829 Sep 22 09:29:14.638320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-813bed76-4551-416f-83c0-c9ea8ad0ed3f tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/quotas/62f7ced0a8d842db8006406bbaf5c6da HTTP/1.1" status: 200 len: 375 time: 0.0161281 Sep 22 09:29:14.641470 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.720719 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.734466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Pushing event updated for resources: {'Port': ['ID=86ce07b8-6815-4433-8b01-652cdbc632c3,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:14.750764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5644b370-f415-4986-8c13-b37e9a6e4ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.750944 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-99b8c6c9-552f-47b5-ae78-7d45b7fafc35 req-59a9fa0d-8cf8-40a0-bc57-dbe1e4fd7a8a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.777275 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a28a32ba-ea01-4519-86e2-20150570b350 req-afc2615f-50fb-4233-ad92-150ae37e3019 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 999 time: 0.1645584 Sep 22 09:29:14.790147 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Network f51da8d1-2bbe-4fa5-b369-521258f865fe is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:14.803032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8c6c9-552f-47b5-ae78-7d45b7fafc35 req-59a9fa0d-8cf8-40a0-bc57-dbe1e4fd7a8a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:14.803679 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-99b8c6c9-552f-47b5-ae78-7d45b7fafc35 req-59a9fa0d-8cf8-40a0-bc57-dbe1e4fd7a8a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:14.805948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99b8c6c9-552f-47b5-ae78-7d45b7fafc35 req-59a9fa0d-8cf8-40a0-bc57-dbe1e4fd7a8a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "PUT /v2.0/ports/27760dbc-02f6-42c3-9962-309220f9dada HTTP/1.1" status: 200 len: 1020 time: 1.1477776 Sep 22 09:29:14.813301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:14.823010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:14.831164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:14.833436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=72795da9-c329-4473-a055-e8f4791c76c7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:14.844515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a32ba-ea01-4519-86e2-20150570b350 req-a6cdc347-359a-4b4e-a435-e15e5cb0e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:14.846158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a28a32ba-ea01-4519-86e2-20150570b350 req-a6cdc347-359a-4b4e-a435-e15e5cb0e4f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.0615973 Sep 22 09:29:14.864518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:14.871136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:14.876064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-f6c5f9bc-0bbf-44cd-975f-c087c830adef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2289231 Sep 22 09:29:14.882199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['27760dbc-02f6-42c3-9962-309220f9dada'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:14.887654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['4b53525a-1279-4dc6-96ed-b6b2241dd85e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:14.983464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:14.983731 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:14.984359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:14.984741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:14.985097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:14.985412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:14.986003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:14.986131 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:14.986368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:14.986689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:14.987011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:14.987592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901ad2-ded6-4eab-a53d-3e92d9c614b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:15.008625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6f041a86-32bc-4804-85ce-c6c4333d4b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.019099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a32ba-ea01-4519-86e2-20150570b350 req-5e7762fc-0635-4800-a007-9f38a3fdf526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:15.022229 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a28a32ba-ea01-4519-86e2-20150570b350 req-5e7762fc-0635-4800-a007-9f38a3fdf526 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669364 Sep 22 09:29:15.064145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['27760dbc-02f6-42c3-9962-309220f9dada'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:15.183937 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a28a32ba-ea01-4519-86e2-20150570b350 req-8e263fc7-9652-48bf-9bd4-40cb2bc10fe4 service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541271 Sep 22 09:29:15.185114 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6f041a86-32bc-4804-85ce-c6c4333d4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.287697 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6f041a86-32bc-4804-85ce-c6c4333d4b13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33a811a6bdf94754a9d5a7613bcbf9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7562575 Sep 22 09:29:15.297481 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56236) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:15.298159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56238) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:15.306815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Pushing event updated for resources: {'Port': ['ID=1e4f4f19-d253-46fe-ac1c-64333f26dd76,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:15.314144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5644b370-f415-4986-8c13-b37e9a6e4ad0 None None] For port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cba2eba0-abfd-48e8-9bd9-1f90c048f5b0,segment=NetworkSegment(856f0d4f-8e93-42a3-a5dc-83ba8ee97714),segment_id=856f0d4f-8e93-42a3-a5dc-83ba8ee97714)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:15.327058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Attempting to bind port 1e4f4f19-d253-46fe-ac1c-64333f26dd76 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:15.327426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Attempting to bind port 1e4f4f19-d253-46fe-ac1c-64333f26dd76 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:15.327790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Attempting to bind port 1e4f4f19-d253-46fe-ac1c-64333f26dd76 on network f51da8d1-2bbe-4fa5-b369-521258f865fe {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:15.329652 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.455029 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5644b370-f415-4986-8c13-b37e9a6e4ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.456995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:15.457367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Checking segment: {'id': 'cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:15.457767 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.458140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Bound using segment: {'id': 'cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:15.458840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Bound port: 1e4f4f19-d253-46fe-ac1c-64333f26dd76, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:15.459041 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.462216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e432dd0-9423-4ca0-b988-541f968ec41f req-938583a7-b324-4682-8ce8-b3fc7b9fd820 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:15.464052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e432dd0-9423-4ca0-b988-541f968ec41f req-938583a7-b324-4682-8ce8-b3fc7b9fd820 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 949 time: 0.5275638 Sep 22 09:29:15.496434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9fa0d-8cf8-40a0-bc57-dbe1e4fd7a8a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'Port': ['ID=27760dbc-02f6-42c3-9962-309220f9dada,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:15.519829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f041a86-32bc-4804-85ce-c6c4333d4b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6b454a-9fef-4fe5-ad31-789f7cc184dd,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:15.564010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:15.582971 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a28a32ba-ea01-4519-86e2-20150570b350 req-e5bdb0a2-a0d1-41f5-a75c-3c907cc6206b service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611388 Sep 22 09:29:15.584371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644b370-f415-4986-8c13-b37e9a6e4ad0 None None] Pushing event updated for resources: {'Port': ['ID=cba2eba0-abfd-48e8-9bd9-1f90c048f5b0,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:15.604809 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ad6efe8-4e4a-4734-a135-13bae1bff64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.630468 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ad6efe8-4e4a-4734-a135-13bae1bff64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.640013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-af0d40b7-1d9a-44d6-900e-6f4cd2f0b6de service neutron] 10.222.0.49 "GET /v2.0/networks/029d3f0a-034e-4a3a-a0c7-14d672fe92d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573647 Sep 22 09:29:15.677602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.722990 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:29:15.723346 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:29:15.745100 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-81677e41-6269-47eb-8b86-0aa38f7bd845 None None] Provisioning complete for port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:15.745567 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-81677e41-6269-47eb-8b86-0aa38f7bd845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.764635 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ad6efe8-4e4a-4734-a135-13bae1bff64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.767259 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ad6efe8-4e4a-4734-a135-13bae1bff64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.768493 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4ad6efe8-4e4a-4734-a135-13bae1bff64f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc6b454a-9fef-4fe5-ad31-789f7cc184dd HTTP/1.1" status: 204 len: 168 time: 0.4688828 Sep 22 09:29:15.774807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e432dd0-9423-4ca0-b988-541f968ec41f req-00ddeec9-aeaf-4e16-ac05-9821266c87a4 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799327 Sep 22 09:29:15.803815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-6655c52b-8863-4562-8fcf-0a139e89685a service neutron] 10.222.0.49 "GET /v2.0/networks/029d3f0a-034e-4a3a-a0c7-14d672fe92d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625867 Sep 22 09:29:15.809505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6efe8-4e4a-4734-a135-13bae1bff64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6b454a-9fef-4fe5-ad31-789f7cc184dd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:15.838208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:15.974816 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Allocated IP 172.25.6.169 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/982b259e-4de8-4998-920e-feb8d03f9fde) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:15.993519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fa5a2938-48b0-4391-9cd8-754558b3f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:16:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:10Z', 'revision_number': 1, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:16.025907 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b84f2eb-2aa3-4eae-8441-3762a5084f81 None None] Network 3575887c-7e28-4c88-af4d-22fff2b4a8b3 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:16.028827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5a2938-48b0-4391-9cd8-754558b3f728 None None] The sync data for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 is: [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:16:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:10Z', 'revision_number': 1, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:29:16.092760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] For port 1e4f4f19-d253-46fe-ac1c-64333f26dd76, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:16.105128 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:16.150051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] For port 1e4f4f19-d253-46fe-ac1c-64333f26dd76, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1e4f4f19-d253-46fe-ac1c-64333f26dd76,segment=NetworkSegment(cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13),segment_id=cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:16.186276 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:16.216807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-68069acb-719f-4c05-9e1d-61bc09ca9c3a service neutron] 10.222.0.49 "GET /v2.0/networks/f51da8d1-2bbe-4fa5-b369-521258f865fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970401 Sep 22 09:29:16.252152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-ef27bebd-2a3a-4276-af4a-2eda8061f1bf tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:16.253761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-ef27bebd-2a3a-4276-af4a-2eda8061f1bf tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1453218 Sep 22 09:29:16.292211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15949be3-4b64-4734-9c78-89bf440774d1', 'tag': '27760dbc-02f6-42c3-9962-309220f9dada'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:16.294296 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bf4b31-08ac-4e97-af9d-68d6f88021bf" -d '{"events": [{"name": "network-changed", "server_uuid": "15949be3-4b64-4734-9c78-89bf440774d1", "tag": "27760dbc-02f6-42c3-9962-309220f9dada"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:16.301812 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:16.308986 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:16.395689 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bc4ba6-bb61-422a-b037-4bde970a1f10 None None] New status for floating IP d25e36db-6ee7-42b2-aa3f-b85d4436d14b: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:29:16.411787 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:16.414760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Pushing event updated for resources: {'Port': ['ID=982b259e-4de8-4998-920e-feb8d03f9fde,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:16.420215 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:16.428525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:16.435503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-ceedf44b-0d59-492e-bbcb-5d82ca4bfa7d tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 999 time: 0.1689622 Sep 22 09:29:16.479661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Request body: {'floatingip': {'port_id': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:16.560858 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:16.675117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:16.722502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbff095-2c41-449c-b82e-f182d7e563e7 None None] Pushing event updated for resources: {'Port': ['ID=1e4f4f19-d253-46fe-ac1c-64333f26dd76,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:16.735796 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-46b9ca1f-8252-4d40-af63-b5813c55e659 service neutron] 10.222.0.49 "GET /v2.0/networks/f51da8d1-2bbe-4fa5-b369-521258f865fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180275 Sep 22 09:29:16.777618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-01826ae7-0e49-4bfa-a8d5-34fc064ef74b None None] Provisioning complete for port 86ce07b8-6815-4433-8b01-652cdbc632c3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:16.777618 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-01826ae7-0e49-4bfa-a8d5-34fc064ef74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:16.928529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:16.996852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:17.008246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.200109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-01826ae7-0e49-4bfa-a8d5-34fc064ef74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.223531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:17.224190 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.315639 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.354249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-01826ae7-0e49-4bfa-a8d5-34fc064ef74b None None] For port 86ce07b8-6815-4433-8b01-652cdbc632c3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=86ce07b8-6815-4433-8b01-652cdbc632c3,segment=NetworkSegment(c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73),segment_id=c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:17.401027 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7597079f-8ed3-4ba2-86b7-7833e2ad5a75 req-cfe69072-b4ea-4053-828b-ec799d361789 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/f0f9d66d-0b50-4867-8e24-a71636154883 HTTP/1.1" status: 200 len: 1801 time: 0.2500639 Sep 22 09:29:17.403325 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.414234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 86ce07b8-6815-4433-8b01-652cdbc632c3 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:17.453354 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:29:17.454142 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:29:17.480319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 86ce07b8-6815-4433-8b01-652cdbc632c3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:17.485663 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.512127 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-01826ae7-0e49-4bfa-a8d5-34fc064ef74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.525199 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.541587 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Pushing event updated for resources: {'Port': ['ID=982b259e-4de8-4998-920e-feb8d03f9fde,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:17.545886 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-7597079f-8ed3-4ba2-86b7-7833e2ad5a75 req-b2e90d57-8852-4595-88ed-706eae9536fe tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 09:29:17.546978 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7597079f-8ed3-4ba2-86b7-7833e2ad5a75 req-b2e90d57-8852-4595-88ed-706eae9536fe tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "DELETE /v2.0/security-groups/f0f9d66d-0b50-4867-8e24-a71636154883 HTTP/1.1" status: 409 len: 341 time: 0.1183670 Sep 22 09:29:17.591329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01826ae7-0e49-4bfa-a8d5-34fc064ef74b None None] Pushing event updated for resources: {'Port': ['ID=86ce07b8-6815-4433-8b01-652cdbc632c3,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:17.602645 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f0e97f-ba43-49fe-b2f9-40e056ce4f74 x-openstack-request-id: req-21f0e97f-ba43-49fe-b2f9-40e056ce4f74 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:17.602771 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15949be3-4b64-4734-9c78-89bf440774d1", "tag": "27760dbc-02f6-42c3-9962-309220f9dada", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:17.603006 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21f0e97f-ba43-49fe-b2f9-40e056ce4f74 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:17.603324 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15949be3-4b64-4734-9c78-89bf440774d1', 'tag': '27760dbc-02f6-42c3-9962-309220f9dada', 'status': 'completed', 'code': 200} Sep 22 09:29:17.620003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Router 992e0bca-3892-4867-a225-94f4b260ba4c is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:29:17.620232 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.624483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56280) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:17.625069 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-14b18feb-33bf-4645-be4f-f57ab318cda2 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3235991 Sep 22 09:29:17.634314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0b6c386f-0124-4bfe-8534-f6d9cd45d2df tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-645727701', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'fixed_ips': [{'ip_address': '172.25.6.169'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:17.688386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e35ebb62-e9c6-4455-a848-5d13184a6179 None None] Provisioning complete for port 86ce07b8-6815-4433-8b01-652cdbc632c3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:17.688802 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e35ebb62-e9c6-4455-a848-5d13184a6179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.840691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf4b31-08ac-4e97-af9d-68d6f88021bf req-1803eeb6-af71-4dc5-a91c-67a389b15730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:17.842260 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25bf4b31-08ac-4e97-af9d-68d6f88021bf req-1803eeb6-af71-4dc5-a91c-67a389b15730 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 1174 time: 0.1958210 Sep 22 09:29:17.855332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6c386f-0124-4bfe-8534-f6d9cd45d2df tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Made reservation on behalf of 865be314edd8487e9f687877e7549ada for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:17.857635 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b6c386f-0124-4bfe-8534-f6d9cd45d2df tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.866464 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:29:17.876288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd1136-8385-4613-bd05-7638f7b255ad req-dd061590-6498-42e3-98aa-d9ce44e394f9 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:17.876710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Sync routers for ids ['992e0bca-3892-4867-a225-94f4b260ba4c'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:29:17.877238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90fd1136-8385-4613-bd05-7638f7b255ad req-dd061590-6498-42e3-98aa-d9ce44e394f9 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 949 time: 0.2100210 Sep 22 09:29:17.895744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e642fd09-b1eb-4775-844d-3fd38573132d None None] Network f51da8d1-2bbe-4fa5-b369-521258f865fe requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:17.899108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Routers {'992e0bca-3892-4867-a225-94f4b260ba4c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:17.899727 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['992e0bca-3892-4867-a225-94f4b260ba4c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:17.903357 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b6c386f-0124-4bfe-8534-f6d9cd45d2df tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:17.971629 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:18.031551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90fd1136-8385-4613-bd05-7638f7b255ad req-8e2d489f-8938-47af-836e-3e6b18095f60 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355066 Sep 22 09:29:18.053948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf4b31-08ac-4e97-af9d-68d6f88021bf req-d3413de6-0cf1-4267-9edc-305a7accfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:18.056105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25bf4b31-08ac-4e97-af9d-68d6f88021bf req-d3413de6-0cf1-4267-9edc-305a7accfdcf service neutron] 10.222.0.60 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 913 time: 0.2017169 Sep 22 09:29:18.066989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9b7c3d4c-7db1-4e4d-af21-460c07a82ca5 None None] Provisioning complete for port 1e4f4f19-d253-46fe-ac1c-64333f26dd76 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:18.067370 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3d4c-7db1-4e4d-af21-460c07a82ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:18.107544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Set router 992e0bca-3892-4867-a225-94f4b260ba4c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:18.366473 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3d4c-7db1-4e4d-af21-460c07a82ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:18.395944 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:18.397161 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e3ccb949-18df-4226-a294-c484a5c4bbf0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6297042 Sep 22 09:29:18.401115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56288) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:18.417270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25bf4b31-08ac-4e97-af9d-68d6f88021bf req-d440543d-9364-48b1-8124-6a1ae2b2695b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27760dbc-02f6-42c3-9962-309220f9dada HTTP/1.1" status: 200 len: 217 time: 0.3540802 Sep 22 09:29:18.424701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9b7c3d4c-7db1-4e4d-af21-460c07a82ca5 None None] For port 1e4f4f19-d253-46fe-ac1c-64333f26dd76, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1e4f4f19-d253-46fe-ac1c-64333f26dd76,segment=NetworkSegment(cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13),segment_id=cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:18.469487 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-router', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '72795da9-c329-4473-a055-e8f4791c76c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:29:12Z', 'updated_at': '2021-09-22T09:29:15Z', 'revision_number': 3, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'gw_port': {'id': '72795da9-c329-4473-a055-e8f4791c76c7', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:20:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:13Z', 'updated_at': '2021-09-22T09:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:18.478860 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a272073d-f517-4436-be65-d29375458b7f req-00497fa9-aaa9-4df8-9bc2-470f9a6397ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 210 time: 0.1144230 Sep 22 09:29:18.513948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Checking router: 992e0bca-3892-4867-a225-94f4b260ba4c for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:29:18.514300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Updating router 992e0bca-3892-4867-a225-94f4b260ba4c port 72795da9-c329-4473-a055-e8f4791c76c7 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:29:18.518783 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b7c3d4c-7db1-4e4d-af21-460c07a82ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:18.591370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c3d4c-7db1-4e4d-af21-460c07a82ca5 None None] Pushing event updated for resources: {'Port': ['ID=1e4f4f19-d253-46fe-ac1c-64333f26dd76,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:18.604494 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:18.676331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-faf2bf43-766e-477b-a7f5-ce6a42540be1 None None] Provisioning complete for port 1e4f4f19-d253-46fe-ac1c-64333f26dd76 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:18.676696 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-faf2bf43-766e-477b-a7f5-ce6a42540be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:18.726353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf4b31-08ac-4e97-af9d-68d6f88021bf req-e5e2e757-9132-4db3-b255-f0583741e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:18.731122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25bf4b31-08ac-4e97-af9d-68d6f88021bf req-e5e2e757-9132-4db3-b255-f0583741e16f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 HTTP/1.1" status: 200 len: 852 time: 0.2610443 Sep 22 09:29:18.818346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25bf4b31-08ac-4e97-af9d-68d6f88021bf req-c385177b-8487-477f-8f42-0eb0d502f565 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=763851d3-276d-4da8-b079-53d932a3dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357633 Sep 22 09:29:18.857660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 86ce07b8-6815-4433-8b01-652cdbc632c3 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:18.957190 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b6c386f-0124-4bfe-8534-f6d9cd45d2df tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:18.993183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 86ce07b8-6815-4433-8b01-652cdbc632c3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:18.993522 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.082614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.125443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1e4f4f19-d253-46fe-ac1c-64333f26dd76 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:19.178946 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.186138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1e4f4f19-d253-46fe-ac1c-64333f26dd76 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:19.186557 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.193263 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b6c386f-0124-4bfe-8534-f6d9cd45d2df tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.198427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-0b6c386f-0124-4bfe-8534-f6d9cd45d2df tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] device_id is not set on port e3203647-e382-4333-a2df-64d748b8e8a4 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:29:19.216688 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25bf4b31-08ac-4e97-af9d-68d6f88021bf req-50d3baea-72d9-4530-b9b5-2bc115617af3 service neutron] 10.222.0.60 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748405 Sep 22 09:29:19.299414 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.317479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Allocated IP 172.20.0.1 (3575887c-7e28-4c88-af4d-22fff2b4a8b3/93208dfc-f777-405d-937f-0d5f9dd8d527/472a9626-1527-4e1d-928b-b826c5f9a52f) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:19.326330 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.resource_extend [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:29:19.379848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Attempting to bind port 72795da9-c329-4473-a055-e8f4791c76c7 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:19.380310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Attempting to bind port 72795da9-c329-4473-a055-e8f4791c76c7 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:19.380742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Attempting to bind port 72795da9-c329-4473-a055-e8f4791c76c7 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:19.396946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d965806-5df8-497f-bfcd-b8d3a0b69be9 None None] Pushing event updated for resources: {'Port': ['ID=72795da9-c329-4473-a055-e8f4791c76c7,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:19.417881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:19.418431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:19.418942 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.419452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:19.420042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Bound port: 72795da9-c329-4473-a055-e8f4791c76c7, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:19.420596 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.451511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c386f-0124-4bfe-8534-f6d9cd45d2df tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4fba25-bc3e-462a-88f3-a60eb88cae2f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:19.454905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.509084 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] For port 72795da9-c329-4473-a055-e8f4791c76c7, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:19.512417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] For port 72795da9-c329-4473-a055-e8f4791c76c7, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=72795da9-c329-4473-a055-e8f4791c76c7,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:19.587518 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.589187 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.589818 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.644710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Network 3575887c-7e28-4c88-af4d-22fff2b4a8b3 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:19.660797 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25bf4b31-08ac-4e97-af9d-68d6f88021bf req-37b94075-15cd-49ea-b027-c67756641199 service neutron] 10.222.0.60 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172001 Sep 22 09:29:19.668890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d965806-5df8-497f-bfcd-b8d3a0b69be9 None None] Pushing event updated for resources: {'Port': ['ID=72795da9-c329-4473-a055-e8f4791c76c7,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:19.671513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Routers {'992e0bca-3892-4867-a225-94f4b260ba4c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:19.672466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['992e0bca-3892-4867-a225-94f4b260ba4c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:19.676475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:19.685138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:19.694338 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.736827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Pushing event updated for resources: {'Port': ['ID=472a9626-1527-4e1d-928b-b826c5f9a52f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:19.826060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:19.836203 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6c386f-0124-4bfe-8534-f6d9cd45d2df tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 09:29:19.836822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] Set router 992e0bca-3892-4867-a225-94f4b260ba4c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:19.840162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6c386f-0124-4bfe-8534-f6d9cd45d2df tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:29:19.903232 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Floating IP d25e36db-6ee7-42b2-aa3f-b85d4436d14b associated. External IP: 172.25.6.32, port: 61cfcf13-407e-433b-8a19-152c8bb2635b. Sep 22 09:29:19.927300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-febb4885-7959-4adc-8816-736d68997308 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:19.934579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-febb4885-7959-4adc-8816-736d68997308 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:19.936299 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-febb4885-7959-4adc-8816-736d68997308 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.45 "GET /v2.0/networks?id=029d3f0a-034e-4a3a-a0c7-14d672fe92d4&id=f51da8d1-2bbe-4fa5-b369-521258f865fe HTTP/1.1" status: 200 len: 1391 time: 0.3125410 Sep 22 09:29:19.952575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'port': {'device_id': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4', 'admin_state_up': True, 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:19.971585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0b6c386f-0124-4bfe-8534-f6d9cd45d2df tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3458507 Sep 22 09:29:19.974777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56318) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:20.090924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5836e2-04a2-4cfd-8859-b2758e9f57b2 req-01a39b94-72a9-40cc-a49a-8d555eae09a3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:20.092511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c5836e2-04a2-4cfd-8859-b2758e9f57b2 req-01a39b94-72a9-40cc-a49a-8d555eae09a3 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 1023 time: 0.2081246 Sep 22 09:29:20.107346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-02df3160-eac4-4b1f-8890-27d922e77fa8 None None] Provisioning complete for port 472a9626-1527-4e1d-928b-b826c5f9a52f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:20.108110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-02df3160-eac4-4b1f-8890-27d922e77fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:20.189437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-02df3160-eac4-4b1f-8890-27d922e77fa8 None None] Port 472a9626-1527-4e1d-928b-b826c5f9a52f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:29:20.259432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-router', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '72795da9-c329-4473-a055-e8f4791c76c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:29:12Z', 'updated_at': '2021-09-22T09:29:15Z', 'revision_number': 3, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'gw_port': {'id': '72795da9-c329-4473-a055-e8f4791c76c7', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:20:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:13Z', 'updated_at': '2021-09-22T09:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:20.263890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c5836e2-04a2-4cfd-8859-b2758e9f57b2 req-b7c0535c-f6f4-4a57-aed5-a42bfb6bc0ec tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&id=f0f9d66d-0b50-4867-8e24-a71636154883&id=0c8dee60-d616-422f-87a6-c463018dfd02&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1647513 Sep 22 09:29:20.293657 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ec5d1-ccb3-4698-9b52-6171250be79d None None] The sync data for ids ['992e0bca-3892-4867-a225-94f4b260ba4c'] in n-d-805649-4 is: [{'id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-router', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '72795da9-c329-4473-a055-e8f4791c76c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:29:12Z', 'updated_at': '2021-09-22T09:29:15Z', 'revision_number': 3, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'gw_port': {'id': '72795da9-c329-4473-a055-e8f4791c76c7', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:20:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:13Z', 'updated_at': '2021-09-22T09:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:29:20.304990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e5b360cb-49ca-4763-b7eb-b5e0b625de38 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Deleting port 982b259e-4de8-4998-920e-feb8d03f9fde {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:20.305371 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e5b360cb-49ca-4763-b7eb-b5e0b625de38 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:20.513182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-035d99a5-4e15-4989-a92e-47781384d35f req-4a86261b-f644-4a66-983d-edbcaa0e9459 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 210 time: 0.0402880 Sep 22 09:29:20.517923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e5b360cb-49ca-4763-b7eb-b5e0b625de38 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:20.518252 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e5b360cb-49ca-4763-b7eb-b5e0b625de38 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:20.540899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e5b360cb-49ca-4763-b7eb-b5e0b625de38 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Calling delete_port for 982b259e-4de8-4998-920e-feb8d03f9fde owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:20.546099 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:20.558162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Router 2693b494-873d-4bc1-b125-d89fc43a2b78 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:29:20.627459 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:20.631187 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:20.766066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1e4f4f19-d253-46fe-ac1c-64333f26dd76 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:20.840014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1e4f4f19-d253-46fe-ac1c-64333f26dd76 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:20.841046 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:20.869306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Allocated IP 19.80.0.170 (029d3f0a-034e-4a3a-a0c7-14d672fe92d4/ff648ff7-b78f-4fcb-8723-5ad6f792ca08/1bd0e522-71ef-44a1-961e-7742487c8aae) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:20.922127 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:21.018130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:21.058225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f0aa8-2397-4d3c-af9b-54b1522f0b30 req-5b337983-f2b7-4f51-bbae-533448b548ae tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:21.059765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d3f0aa8-2397-4d3c-af9b-54b1522f0b30 req-5b337983-f2b7-4f51-bbae-533448b548ae tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.60 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 1023 time: 0.4569008 Sep 22 09:29:21.075607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db62f5-8054-4eb1-b3f2-12f3f5f97e50 req-636435c7-f33e-4aa1-a755-fc1797b8ff12 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:21.081325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5db62f5-8054-4eb1-b3f2-12f3f5f97e50 req-636435c7-f33e-4aa1-a755-fc1797b8ff12 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 949 time: 0.4627519 Sep 22 09:29:21.125426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:21.135946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Pushing event updated for resources: {'Port': ['ID=472a9626-1527-4e1d-928b-b826c5f9a52f,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:21.190695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:21.265990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:29:21.281248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Network 3575887c-7e28-4c88-af4d-22fff2b4a8b3 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:21.282938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:21.283795 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09fc63-bfc1-497b-a016-f25bb02b43f7 None None] Sync routers for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:29:21.322990 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09fc63-bfc1-497b-a016-f25bb02b43f7 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:21.323965 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ed09fc63-bfc1-497b-a016-f25bb02b43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:21.371179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5db62f5-8054-4eb1-b3f2-12f3f5f97e50 req-db67ed59-83f0-4f29-809a-7eb3b7ef1b2b tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679062 Sep 22 09:29:21.377760 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:21.433789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6799c1-2cfe-4368-8133-d35dbf0580d2 req-7d854f4e-4658-45f8-81b6-5c807eefeeff tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:21.435405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f6799c1-2cfe-4368-8133-d35dbf0580d2 req-7d854f4e-4658-45f8-81b6-5c807eefeeff tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 1100 time: 0.1676993 Sep 22 09:29:21.455244 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e5b360cb-49ca-4763-b7eb-b5e0b625de38 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:21.496994 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ed09fc63-bfc1-497b-a016-f25bb02b43f7 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:21.505401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:21.511484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:21.514582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Router 992e0bca-3892-4867-a225-94f4b260ba4c has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:29:21.517463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:21.574014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Port': ['ID=1bd0e522-71ef-44a1-961e-7742487c8aae,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:21.656696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:21.657395 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:21.668970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b360cb-49ca-4763-b7eb-b5e0b625de38 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Pushing event deleted for resources: {'Port': ['ID=982b259e-4de8-4998-920e-feb8d03f9fde,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:21.719028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-6d3f0aa8-2397-4d3c-af9b-54b1522f0b30 req-836431b9-c3d4-44d0-9f1a-522df8a1fda6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Deleting port 27760dbc-02f6-42c3-9962-309220f9dada {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:21.719493 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6d3f0aa8-2397-4d3c-af9b-54b1522f0b30 req-836431b9-c3d4-44d0-9f1a-522df8a1fda6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:21.733249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:29:21.753089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5aa0450d-8e37-489e-9ce1-f2e451dbec32 req-f21b59fd-d40a-4d5e-8ba6-ec3bf544dbc9 tempest-FlavorsV2NegativeTest-1242591133 tempest-FlavorsV2NegativeTest-1242591133-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5f253ced0dc9495c8980f8e0d539ade2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2010610 Sep 22 09:29:21.766672 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ff16f7a6-672d-4c6a-8eb0-ae287caa277b admin admin] 10.222.0.49 "PUT /v2.0/routers/992e0bca-3892-4867-a225-94f4b260ba4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3621154 Sep 22 09:29:21.766919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-52cd33a5-1e62-431a-aa28-66f98886a15a None None] Provisioning complete for port 472a9626-1527-4e1d-928b-b826c5f9a52f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:21.769049 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-52cd33a5-1e62-431a-aa28-66f98886a15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:21.775218 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-14961d36-a22b-480f-8187-98f1043caa58 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8267355 Sep 22 09:29:21.800891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Request body: {'port': {'device_id': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe', 'admin_state_up': True, 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:21.858275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-52cd33a5-1e62-431a-aa28-66f98886a15a None None] Port 472a9626-1527-4e1d-928b-b826c5f9a52f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:29:21.890668 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e5b360cb-49ca-4763-b7eb-b5e0b625de38 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:21.893858 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e5b360cb-49ca-4763-b7eb-b5e0b625de38 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:21.907731 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e5b360cb-49ca-4763-b7eb-b5e0b625de38 tempest-ExternalNetworksAdminNegativeTestJSON-581657697 tempest-ExternalNetworksAdminNegativeTestJSON-581657697-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/eca05a1f-346a-4865-95f2-e779174b3a24 HTTP/1.1" status: 204 len: 168 time: 1.9259527 Sep 22 09:29:21.984213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-87c5f057-d35f-49b1-90ab-2469647a248c None None] Provisioning complete for port 1bd0e522-71ef-44a1-961e-7742487c8aae triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:21.987868 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-87c5f057-d35f-49b1-90ab-2469647a248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:22.037046 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ed09fc63-bfc1-497b-a016-f25bb02b43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:a5:66:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:19Z', 'revision_number': 3, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:22.052041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-87c5f057-d35f-49b1-90ab-2469647a248c None None] Port 1bd0e522-71ef-44a1-961e-7742487c8aae cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:29:22.052385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Made reservation on behalf of 62f7ced0a8d842db8006406bbaf5c6da for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:22.063108 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:22.081409 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09fc63-bfc1-497b-a016-f25bb02b43f7 None None] Checking router: 2693b494-873d-4bc1-b125-d89fc43a2b78 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:29:22.094920 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09fc63-bfc1-497b-a016-f25bb02b43f7 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:22.096200 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ed09fc63-bfc1-497b-a016-f25bb02b43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:22.114178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0450d-8e37-489e-9ce1-f2e451dbec32 req-42594ea2-120c-4692-b9de-f64b2cc49b82 tempest-FlavorsV2NegativeTest-1242591133 tempest-FlavorsV2NegativeTest-1242591133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:22.117445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5aa0450d-8e37-489e-9ce1-f2e451dbec32 req-42594ea2-120c-4692-b9de-f64b2cc49b82 tempest-FlavorsV2NegativeTest-1242591133 tempest-FlavorsV2NegativeTest-1242591133-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3632431 Sep 22 09:29:22.128761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-6f6799c1-2cfe-4368-8133-d35dbf0580d2 req-48840a72-4cb5-4880-8442-71e3d43c1507 tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] Deleting port 712e9cae-0a85-42c2-83e0-6fa8a7832114 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:22.129118 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6f6799c1-2cfe-4368-8133-d35dbf0580d2 req-48840a72-4cb5-4880-8442-71e3d43c1507 tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:22.132032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-6d3f0aa8-2397-4d3c-af9b-54b1522f0b30 req-836431b9-c3d4-44d0-9f1a-522df8a1fda6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] For port 27760dbc-02f6-42c3-9962-309220f9dada, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=27760dbc-02f6-42c3-9962-309220f9dada,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:22.133105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6d3f0aa8-2397-4d3c-af9b-54b1522f0b30 req-836431b9-c3d4-44d0-9f1a-522df8a1fda6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:22.164854 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5aa0450d-8e37-489e-9ce1-f2e451dbec32 req-0a28feee-7b1b-404a-afe3-d667abc4129d tempest-FlavorsV2NegativeTest-1242591133 tempest-FlavorsV2NegativeTest-1242591133-project] 10.222.0.49 "GET /v2.0/quotas/5f253ced0dc9495c8980f8e0d539ade2 HTTP/1.1" status: 200 len: 375 time: 0.0288563 Sep 22 09:29:22.181061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-6d3f0aa8-2397-4d3c-af9b-54b1522f0b30 req-836431b9-c3d4-44d0-9f1a-522df8a1fda6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Calling delete_port for 27760dbc-02f6-42c3-9962-309220f9dada owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:22.200508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Allocated IP 19.86.0.159 (f51da8d1-2bbe-4fa5-b369-521258f865fe/6ffbf9ed-baf0-4b7c-b2f5-e4242e565083/2278647f-8943-4c05-b0ac-1d1110fb2f57) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:22.233936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Router 2693b494-873d-4bc1-b125-d89fc43a2b78 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:29:22.249544 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ed09fc63-bfc1-497b-a016-f25bb02b43f7 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:22.255386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5aa0450d-8e37-489e-9ce1-f2e451dbec32 req-b11900a7-9902-46b8-aef8-941f86763b9d tempest-FlavorsV2NegativeTest-1242591133 tempest-FlavorsV2NegativeTest-1242591133-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f253ced0dc9495c8980f8e0d539ade2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701804 Sep 22 09:29:22.332055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-6f6799c1-2cfe-4368-8133-d35dbf0580d2 req-48840a72-4cb5-4880-8442-71e3d43c1507 tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] For port 712e9cae-0a85-42c2-83e0-6fa8a7832114, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=712e9cae-0a85-42c2-83e0-6fa8a7832114,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:22.332394 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6f6799c1-2cfe-4368-8133-d35dbf0580d2 req-48840a72-4cb5-4880-8442-71e3d43c1507 tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:22.347609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-6f6799c1-2cfe-4368-8133-d35dbf0580d2 req-48840a72-4cb5-4880-8442-71e3d43c1507 tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] Calling delete_port for 712e9cae-0a85-42c2-83e0-6fa8a7832114 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:22.467739 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:22.562969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Sync routers for ids ['992e0bca-3892-4867-a225-94f4b260ba4c'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:29:22.575865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56368) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:22.577753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Routers {'992e0bca-3892-4867-a225-94f4b260ba4c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:22.578736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['992e0bca-3892-4867-a225-94f4b260ba4c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:22.635481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:22.657058 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ed09fc63-bfc1-497b-a016-f25bb02b43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:a5:66:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:19Z', 'revision_number': 3, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:22.670740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8b429-2566-4ccc-a5e6-fe679d46147b req-552da951-8a86-4b11-8550-50a8026eef10 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:22.672422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8aa8b429-2566-4ccc-a5e6-fe679d46147b req-552da951-8a86-4b11-8550-50a8026eef10 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 1023 time: 0.2495334 Sep 22 09:29:22.748421 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed09fc63-bfc1-497b-a016-f25bb02b43f7 None None] The sync data for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 is: [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:a5:66:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:19Z', 'revision_number': 3, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:29:22.748958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:29:22.753052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event updated for resources: {'Port': ['ID=2278647f-8943-4c05-b0ac-1d1110fb2f57,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:22.777384 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:22.783935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 72795da9-c329-4473-a055-e8f4791c76c7 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:22.785215 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Network f51da8d1-2bbe-4fa5-b369-521258f865fe is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:22.792569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:22.800455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:22.865462 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8aa8b429-2566-4ccc-a5e6-fe679d46147b req-57e388ca-9a25-4652-9978-391140f79139 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&id=f0f9d66d-0b50-4867-8e24-a71636154883&id=0c8dee60-d616-422f-87a6-c463018dfd02&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1835001 Sep 22 09:29:22.897416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:22.897416 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cec1863-540f-4478-8736-f8ee5738c86c" -d '{"events": [{"name": "network-changed", "server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:22.901887 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Set router 992e0bca-3892-4867-a225-94f4b260ba4c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:22.935792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ece5b4b7-7473-41e7-aafc-b76185d396e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:22.953440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:22.954536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:22.964034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-5fae9bf1-bb20-4f18-93a7-ae775a32388b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "PUT /v2.0/floatingips/d25e36db-6ee7-42b2-aa3f-b85d4436d14b HTTP/1.1" status: 200 len: 997 time: 6.5206029 Sep 22 09:29:22.998899 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6d3f0aa8-2397-4d3c-af9b-54b1522f0b30 req-836431b9-c3d4-44d0-9f1a-522df8a1fda6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.028348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['4b53525a-1279-4dc6-96ed-b6b2241dd85e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:23.065466 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836431b9-c3d4-44d0-9f1a-522df8a1fda6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event deleted for resources: {'Port': ['ID=27760dbc-02f6-42c3-9962-309220f9dada,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:23.075050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 72795da9-c329-4473-a055-e8f4791c76c7 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:23.078573 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.106115 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3750c162-a79d-4862-9202-2c374131fff4 None None] New status for floating IP d25e36db-6ee7-42b2-aa3f-b85d4436d14b: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:29:23.119589 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6f6799c1-2cfe-4368-8133-d35dbf0580d2 req-48840a72-4cb5-4880-8442-71e3d43c1507 tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.131426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-e33f31dd-6cd0-4626-920b-51e8bb9ae17f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:23.140264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-e33f31dd-6cd0-4626-920b-51e8bb9ae17f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports/61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 943 time: 0.1691325 Sep 22 09:29:23.153316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['712e9cae-0a85-42c2-83e0-6fa8a7832114'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:23.167731 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-00e49c31-53bb-4ef8-8cad-27187e8a60c5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3821106 Sep 22 09:29:23.183008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Request body: {'port': {'device_id': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:23.218700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3f0aa8-2397-4d3c-af9b-54b1522f0b30 req-836431b9-c3d4-44d0-9f1a-522df8a1fda6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] No DVR routers for this DVR port 27760dbc-02f6-42c3-9962-309220f9dada on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:23.231949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48840a72-4cb5-4880-8442-71e3d43c1507 tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] Pushing event deleted for resources: {'Port': ['ID=712e9cae-0a85-42c2-83e0-6fa8a7832114,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:23.238960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6d3f0aa8-2397-4d3c-af9b-54b1522f0b30 req-836431b9-c3d4-44d0-9f1a-522df8a1fda6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.239769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d3f0aa8-2397-4d3c-af9b-54b1522f0b30 req-836431b9-c3d4-44d0-9f1a-522df8a1fda6 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.60 "DELETE /v2.0/ports/27760dbc-02f6-42c3-9962-309220f9dada HTTP/1.1" status: 204 len: 173 time: 2.1518302 Sep 22 09:29:23.251900 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.296930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.363783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb71148-88dc-439c-b50d-74e57ad0e5dc req-c20a7090-79c5-4d90-88ac-ffa2ccf93c39 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:23.371369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb71148-88dc-439c-b50d-74e57ad0e5dc req-c20a7090-79c5-4d90-88ac-ffa2ccf93c39 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:23.373047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8fb71148-88dc-439c-b50d-74e57ad0e5dc req-c20a7090-79c5-4d90-88ac-ffa2ccf93c39 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1655 time: 0.3141501 Sep 22 09:29:23.395644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6799c1-2cfe-4368-8133-d35dbf0580d2 req-48840a72-4cb5-4880-8442-71e3d43c1507 tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] No DVR routers for this DVR port 712e9cae-0a85-42c2-83e0-6fa8a7832114 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:23.403650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-35589212-b796-4c72-9993-e7b54278f93e None None] Provisioning complete for port 2278647f-8943-4c05-b0ac-1d1110fb2f57 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:23.403883 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6f6799c1-2cfe-4368-8133-d35dbf0580d2 req-48840a72-4cb5-4880-8442-71e3d43c1507 tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.404411 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-35589212-b796-4c72-9993-e7b54278f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.406396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f6799c1-2cfe-4368-8133-d35dbf0580d2 req-48840a72-4cb5-4880-8442-71e3d43c1507 tempest-DeleteServersAdminTestJSON-1846715844 tempest-DeleteServersAdminTestJSON-1846715844-project-admin] 10.222.0.60 "DELETE /v2.0/ports/712e9cae-0a85-42c2-83e0-6fa8a7832114 HTTP/1.1" status: 204 len: 173 time: 1.9646823 Sep 22 09:29:23.422592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-6ab6a639-012e-455b-a2cb-0bd8766aa273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:23.424245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-6ab6a639-012e-455b-a2cb-0bd8766aa273 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 1097 time: 0.2077038 Sep 22 09:29:23.480262 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ece5b4b7-7473-41e7-aafc-b76185d396e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.512991 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.550522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 27760dbc-02f6-42c3-9962-309220f9dada no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:23.599505 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ece5b4b7-7473-41e7-aafc-b76185d396e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.603684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 72795da9-c329-4473-a055-e8f4791c76c7, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=72795da9-c329-4473-a055-e8f4791c76c7,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:23.625419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-35589212-b796-4c72-9993-e7b54278f93e None None] Port 2278647f-8943-4c05-b0ac-1d1110fb2f57 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:29:23.639191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 27760dbc-02f6-42c3-9962-309220f9dada {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:23.639551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 27760dbc-02f6-42c3-9962-309220f9dada not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:23.639974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 712e9cae-0a85-42c2-83e0-6fa8a7832114 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:23.658984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8fb71148-88dc-439c-b50d-74e57ad0e5dc req-5cfe2cfd-c3ce-4e92-a35f-82aad34fde02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668977 Sep 22 09:29:23.669799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 712e9cae-0a85-42c2-83e0-6fa8a7832114 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:23.670215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 712e9cae-0a85-42c2-83e0-6fa8a7832114 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:23.670838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-9871ef3d-d4ee-4da2-8793-8d3d18d9eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:23.675013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-9871ef3d-d4ee-4da2-8793-8d3d18d9eb18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.2369812 Sep 22 09:29:23.675419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56378) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:23.691993 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.735039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-b549c3c1-df06-45da-9c2d-139b97a801c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 217 time: 0.0559731 Sep 22 09:29:23.742084 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92774a0-6254-48df-8c29-121945ce8530 None None] Sync routers for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:29:23.748583 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ece5b4b7-7473-41e7-aafc-b76185d396e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f9eeab1ece846bb97c0926770db15cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1715317 Sep 22 09:29:23.751477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5b4b7-7473-41e7-aafc-b76185d396e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d7d80-cf96-497c-9ccc-de2038bfd831,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:23.756114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56384) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:23.807595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92774a0-6254-48df-8c29-121945ce8530 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:23.808244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c92774a0-6254-48df-8c29-121945ce8530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:23.848222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=72795da9-c329-4473-a055-e8f4791c76c7,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:23.862871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-9b9dceea-85cf-4d56-a03d-fde7d15c7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:23.864392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-9b9dceea-85cf-4d56-a03d-fde7d15c7fab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.1188550 Sep 22 09:29:23.897006 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-router', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '72795da9-c329-4473-a055-e8f4791c76c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:29:12Z', 'updated_at': '2021-09-22T09:29:20Z', 'revision_number': 4, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'gw_port': {'id': '72795da9-c329-4473-a055-e8f4791c76c7', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:20:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:13Z', 'updated_at': '2021-09-22T09:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '472a9626-1527-4e1d-928b-b826c5f9a52f', 'name': '', 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'mac_address': 'fa:16:3e:08:e4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '93208dfc-f777-405d-937f-0d5f9dd8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:19Z', 'updated_at': '2021-09-22T09:29:20Z', 'revision_number': 2, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'subnets': [{'id': '93208dfc-f777-405d-937f-0d5f9dd8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:23.939215 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd0e522-71ef-44a1-961e-7742487c8aae {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:29:23.944342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a744e72-a64c-4b19-ac59-41bce521ff7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.950823 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.962093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64cb4142-aa98-458d-be14-e43d774b569d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:23.967843 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Checking router: 992e0bca-3892-4867-a225-94f4b260ba4c for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:29:23.968032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Transition to ACTIVE for port object 1bd0e522-71ef-44a1-961e-7742487c8aae will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:29:23.968871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Updating router 992e0bca-3892-4867-a225-94f4b260ba4c port 472a9626-1527-4e1d-928b-b826c5f9a52f binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:29:23.994021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-b466a6e0-46a2-47c9-b649-2712d19d8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:23.997199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-b466a6e0-46a2-47c9-b649-2712d19d8b74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220689 Sep 22 09:29:24.015559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64cb4142-aa98-458d-be14-e43d774b569d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.028876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.040582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-c92774a0-6254-48df-8c29-121945ce8530 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:24.048870 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.104883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Pushing event updated for resources: {'Port': ['ID=1bd0e522-71ef-44a1-961e-7742487c8aae,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:24.208073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0a4b21c9-7bcb-485f-9be4-0a7691baa0f0 req-b69d75e7-6d16-47b7-b9b5-921718ea36ec tempest-FloatingIPsNegativeTestJSON-2123951286 tempest-FloatingIPsNegativeTestJSON-2123951286-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=0f34c24092e6422684295e84a902d2b9 HTTP/1.1" status: 200 len: 217 time: 0.1560194 Sep 22 09:29:24.227534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Attempting to bind port 1bd0e522-71ef-44a1-961e-7742487c8aae on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:24.227943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Attempting to bind port 1bd0e522-71ef-44a1-961e-7742487c8aae by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '856f0d4f-8e93-42a3-a5dc-83ba8ee97714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:24.228279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Attempting to bind port 1bd0e522-71ef-44a1-961e-7742487c8aae on network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:24.236135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Port 1bd0e522-71ef-44a1-961e-7742487c8aae on network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:29:24.236135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Attempting to bind port 1bd0e522-71ef-44a1-961e-7742487c8aae on network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:24.243409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:24.243940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Checking segment: {'id': '856f0d4f-8e93-42a3-a5dc-83ba8ee97714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:24.244398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Bound using segment: {'id': '856f0d4f-8e93-42a3-a5dc-83ba8ee97714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:24.244944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Bound port: 1bd0e522-71ef-44a1-961e-7742487c8aae, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856f0d4f-8e93-42a3-a5dc-83ba8ee97714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:24.245353 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.325520 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-576b5d6a-38d7-468e-8b40-6083bb377125 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125300 Sep 22 09:29:24.369899 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1639d6d3-7bf6-4f53-b32d-b34df6fa3c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.374790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] For port 1bd0e522-71ef-44a1-961e-7742487c8aae, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:24.381017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] For port 1bd0e522-71ef-44a1-961e-7742487c8aae, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1bd0e522-71ef-44a1-961e-7742487c8aae,segment=NetworkSegment(856f0d4f-8e93-42a3-a5dc-83ba8ee97714),segment_id=856f0d4f-8e93-42a3-a5dc-83ba8ee97714)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:24.408243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b4411984-5414-4bfc-9fd7-7de4e96c92c7 req-c7782a40-a374-4f6e-8646-3918fba71abe tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54 HTTP/1.1" status: 200 len: 210 time: 0.0778840 Sep 22 09:29:24.482675 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.558979 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.599213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1863-540f-4478-8736-f8ee5738c86c req-af0e81e6-7a59-4016-9813-c40073610519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:24.601377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cec1863-540f-4478-8736-f8ee5738c86c req-af0e81e6-7a59-4016-9813-c40073610519 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 1097 time: 0.1145918 Sep 22 09:29:24.609791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:24.610516 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.614887 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] 10.222.0.45 "PUT /v2.0/ports/1bd0e522-71ef-44a1-961e-7742487c8aae HTTP/1.1" status: 200 len: 1092 time: 1.4359648 Sep 22 09:29:24.625583 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'tag': '1bd0e522-71ef-44a1-961e-7742487c8aae'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:24.628455 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36073d44-8504-4f1d-b1a6-e7822d26a752" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "tag": "1bd0e522-71ef-44a1-961e-7742487c8aae"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:24.700475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d508f7-7772-4101-bccd-ddb78ef0d6af service neutron] Pushing event updated for resources: {'Port': ['ID=1bd0e522-71ef-44a1-961e-7742487c8aae,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:24.758210 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c10a2cc-fc42-4015-b5f4-3a7e2f5ef4d0 x-openstack-request-id: req-1c10a2cc-fc42-4015-b5f4-3a7e2f5ef4d0 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:24.758506 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:24.758789 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c10a2cc-fc42-4015-b5f4-3a7e2f5ef4d0 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:24.759585 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'status': 'completed', 'code': 200} Sep 22 09:29:24.761541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Request body: {'port': {'device_id': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:24.840775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 72795da9-c329-4473-a055-e8f4791c76c7 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:24.844938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0873d8c1-0dc0-44d4-97e3-49ceda21a939 req-27672ca9-97af-4606-aa90-d4fe575d0796 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=15949be3-4b64-4734-9c78-89bf440774d1 HTTP/1.1" status: 200 len: 210 time: 0.0908113 Sep 22 09:29:24.849374 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a744e72-a64c-4b19-ac59-41bce521ff7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.862975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-96c0c3ba-2da9-4775-8e70-374a4e0d7d9a service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174596 Sep 22 09:29:24.879966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1863-540f-4478-8736-f8ee5738c86c req-f0ccc070-97b8-4a58-9de9-c266eae1618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:24.882051 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cec1863-540f-4478-8736-f8ee5738c86c req-f0ccc070-97b8-4a58-9de9-c266eae1618e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.2660754 Sep 22 09:29:24.883556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.886436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64cb4142-aa98-458d-be14-e43d774b569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.889018 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64cb4142-aa98-458d-be14-e43d774b569d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.890224 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-64cb4142-aa98-458d-be14-e43d774b569d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a61d7d80-cf96-497c-9ccc-de2038bfd831 HTTP/1.1" status: 204 len: 168 time: 1.1315248 Sep 22 09:29:24.905454 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.911703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c92774a0-6254-48df-8c29-121945ce8530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:a5:66:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:23Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:24.917896 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a744e72-a64c-4b19-ac59-41bce521ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:24.950239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb4142-aa98-458d-be14-e43d774b569d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61d7d80-cf96-497c-9ccc-de2038bfd831,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:24.950941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92774a0-6254-48df-8c29-121945ce8530 None None] Checking router: 2693b494-873d-4bc1-b125-d89fc43a2b78 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:29:24.996397 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92774a0-6254-48df-8c29-121945ce8530 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:24.996521 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cec1863-540f-4478-8736-f8ee5738c86c req-849bcaf1-50d0-4277-93eb-79517db753fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 217 time: 0.0950117 Sep 22 09:29:24.996807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c92774a0-6254-48df-8c29-121945ce8530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:25.007989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a744e72-a64c-4b19-ac59-41bce521ff7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bd7407-4f0b-470c-9cd0-75674ec6bb8b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:25.029240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1a744e72-a64c-4b19-ac59-41bce521ff7e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f253ced0dc9495c8980f8e0d539ade2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3530440 Sep 22 09:29:25.035426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56398) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:25.059377 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:25.077633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dfd5b3ec-38c5-4560-a05b-7e96f20e9056 req-3bd47e20-ab3c-4424-a53d-4160b999343f tempest-FloatingIPsNegativeTestJSON-2123951286 tempest-FloatingIPsNegativeTestJSON-2123951286-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0290060 Sep 22 09:29:25.100353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-cda9bedc-fcc7-444f-bdea-f1d6fd6add39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:25.103307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-cda9bedc-fcc7-444f-bdea-f1d6fd6add39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 1096 time: 0.0884497 Sep 22 09:29:25.120662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 72795da9-c329-4473-a055-e8f4791c76c7 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:25.120662 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:25.169352 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b44c987-311d-45b6-bbbc-d00bb7428526 x-openstack-request-id: req-5b44c987-311d-45b6-bbbc-d00bb7428526 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:25.169352 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "tag": "1bd0e522-71ef-44a1-961e-7742487c8aae", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:25.169714 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b44c987-311d-45b6-bbbc-d00bb7428526 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:25.169843 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'tag': '1bd0e522-71ef-44a1-961e-7742487c8aae', 'status': 'completed', 'code': 200} Sep 22 09:29:25.226501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1863-540f-4478-8736-f8ee5738c86c req-896b9d56-9b52-4116-a7fe-3a84b14dd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:25.231518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708a0e8-ffdc-47d2-9a5e-58e4e487b630 None None] Pushing event updated for resources: {'Port': ['ID=472a9626-1527-4e1d-928b-b826c5f9a52f,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:25.237366 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cec1863-540f-4478-8736-f8ee5738c86c req-896b9d56-9b52-4116-a7fe-3a84b14dd923 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.2272859 Sep 22 09:29:25.306975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-a63e6103-9066-4ac3-8c75-30cb93f58305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:25.309287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-a63e6103-9066-4ac3-8c75-30cb93f58305 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.1999977 Sep 22 09:29:25.325008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-c92774a0-6254-48df-8c29-121945ce8530 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:25.337985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-24b6b4f5-636d-4681-af52-0cf86253e0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:25.410005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Attempting to bind port 472a9626-1527-4e1d-928b-b826c5f9a52f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:25.416896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Attempting to bind port 472a9626-1527-4e1d-928b-b826c5f9a52f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:25.417430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Attempting to bind port 472a9626-1527-4e1d-928b-b826c5f9a52f on network 3575887c-7e28-4c88-af4d-22fff2b4a8b3 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:25.459915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1863-540f-4478-8736-f8ee5738c86c req-6cfeac6a-66eb-4a66-82ec-c2bf65dd0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:25.461679 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cec1863-540f-4478-8736-f8ee5738c86c req-6cfeac6a-66eb-4a66-82ec-c2bf65dd0c2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150631 Sep 22 09:29:25.471524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-24b6b4f5-636d-4681-af52-0cf86253e0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:25.498089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-28592ff6-80a4-4d3f-989e-470a8bdf3b91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1de55d3-9d2d-4fe7-917a-c91df8347ebe HTTP/1.1" status: 200 len: 1000 time: 0.1139576 Sep 22 09:29:25.522789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:25.527476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36073d44-8504-4f1d-b1a6-e7822d26a752 req-9287519b-2e97-4242-abc7-fc79af5e0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:25.527605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Checking segment: {'id': 'c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:25.527718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36073d44-8504-4f1d-b1a6-e7822d26a752 req-9287519b-2e97-4242-abc7-fc79af5e0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:25.527802 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:25.527802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Bound using segment: {'id': 'c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:25.527802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Bound port: 472a9626-1527-4e1d-928b-b826c5f9a52f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:25.527802 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:25.528098 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36073d44-8504-4f1d-b1a6-e7822d26a752 req-9287519b-2e97-4242-abc7-fc79af5e0111 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1914 time: 0.3299391 Sep 22 09:29:25.540238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301bf28-ebac-4bdf-aaba-c854263fd53f req-1082c66f-b1fd-40f9-8a87-57377a088d07 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:25.546477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301bf28-ebac-4bdf-aaba-c854263fd53f req-1082c66f-b1fd-40f9-8a87-57377a088d07 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:25.548095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4301bf28-ebac-4bdf-aaba-c854263fd53f req-1082c66f-b1fd-40f9-8a87-57377a088d07 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1667 time: 0.2379110 Sep 22 09:29:25.641465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9cc05fe4-e2c8-4ce5-8cc6-4ac489d94ad2 None None] Provisioning complete for port 472a9626-1527-4e1d-928b-b826c5f9a52f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:25.642205 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9cc05fe4-e2c8-4ce5-8cc6-4ac489d94ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:25.690466 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-321f5c4a-5350-4177-b0bd-e701a7642736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:25.692140 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-321f5c4a-5350-4177-b0bd-e701a7642736 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.1805105 Sep 22 09:29:25.702328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-24b6b4f5-636d-4681-af52-0cf86253e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:25.710858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-24b6b4f5-636d-4681-af52-0cf86253e0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:25.715351 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-24b6b4f5-636d-4681-af52-0cf86253e0e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9bd7407-4f0b-470c-9cd0-75674ec6bb8b HTTP/1.1" status: 204 len: 168 time: 0.6772838 Sep 22 09:29:25.746012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4301bf28-ebac-4bdf-aaba-c854263fd53f req-ee638217-ac37-4ea6-8798-9c1f37a9f194 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594472 Sep 22 09:29:25.763616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] For port 472a9626-1527-4e1d-928b-b826c5f9a52f, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:25.772115 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9cc05fe4-e2c8-4ce5-8cc6-4ac489d94ad2 None None] Port 472a9626-1527-4e1d-928b-b826c5f9a52f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:29:25.802257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] For port 472a9626-1527-4e1d-928b-b826c5f9a52f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=472a9626-1527-4e1d-928b-b826c5f9a52f,segment=NetworkSegment(c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73),segment_id=c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:25.818071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56408) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:25.830293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6b4f5-636d-4681-af52-0cf86253e0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bd7407-4f0b-470c-9cd0-75674ec6bb8b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:25.841101 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-d464b986-21b1-4735-bdf3-c82b4786c97c req-68142be7-e974-4e09-b762-e4c5f91119a9 tempest-FloatingIPsNegativeTestJSON-2123951286 tempest-FloatingIPsNegativeTestJSON-2123951286-project] show failed (client error): The resource could not be found. Sep 22 09:29:25.849285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d464b986-21b1-4735-bdf3-c82b4786c97c req-68142be7-e974-4e09-b762-e4c5f91119a9 tempest-FloatingIPsNegativeTestJSON-2123951286 tempest-FloatingIPsNegativeTestJSON-2123951286-project] 10.222.0.49 "GET /v2.0/floatingips/6eb576fe-9879-4031-91d5-4f06afd8435f HTTP/1.1" status: 404 len: 350 time: 0.0537407 Sep 22 09:29:25.854682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56410) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:25.871227 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cec1863-540f-4478-8736-f8ee5738c86c req-e7c71768-209e-45b0-ae9a-1f1ecc2549ae service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846741 Sep 22 09:29:25.878153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2278647f-8943-4c05-b0ac-1d1110fb2f57 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:29:25.903239 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:25.931351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.002954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-c79013f8-a0a0-4859-abd8-9448715990bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:26.004505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-c79013f8-a0a0-4859-abd8-9448715990bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2995071 Sep 22 09:29:26.015909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36073d44-8504-4f1d-b1a6-e7822d26a752 req-0e9588cf-8281-4f4c-a522-da959f631350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:26.016396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36073d44-8504-4f1d-b1a6-e7822d26a752 req-0e9588cf-8281-4f4c-a522-da959f631350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:26.017038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36073d44-8504-4f1d-b1a6-e7822d26a752 req-0e9588cf-8281-4f4c-a522-da959f631350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:26.020974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36073d44-8504-4f1d-b1a6-e7822d26a752 req-0e9588cf-8281-4f4c-a522-da959f631350 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4695413 Sep 22 09:29:26.024705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708a0e8-ffdc-47d2-9a5e-58e4e487b630 None None] Pushing event updated for resources: {'Port': ['ID=472a9626-1527-4e1d-928b-b826c5f9a52f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:26.024883 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9eea0a06-4962-479d-87f2-ba00d63d3813 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=865be314edd8487e9f687877e7549ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973789 Sep 22 09:29:26.024977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56420) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:26.025855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Routers {'992e0bca-3892-4867-a225-94f4b260ba4c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:26.026475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:28:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['992e0bca-3892-4867-a225-94f4b260ba4c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:26.040044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Transition to ACTIVE for port object 2278647f-8943-4c05-b0ac-1d1110fb2f57 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:29:26.114539 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cec1863-540f-4478-8736-f8ee5738c86c req-be109d3f-ed83-4616-a963-9fb554b40246 service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247729 Sep 22 09:29:26.174094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c92774a0-6254-48df-8c29-121945ce8530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:a5:66:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:23Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:26.175828 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.179621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] Set router 992e0bca-3892-4867-a225-94f4b260ba4c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:26.246327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92774a0-6254-48df-8c29-121945ce8530 None None] The sync data for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 is: [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:a5:66:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:23Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:29:26.266037 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d88ed61-7c3a-4372-a343-be4871eaf542 req-d3bcc42b-91ba-40ff-963f-d52b13a8c35a tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/0c8dee60-d616-422f-87a6-c463018dfd02 HTTP/1.1" status: 200 len: 1801 time: 0.2942472 Sep 22 09:29:26.342780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Pushing event updated for resources: {'Port': ['ID=2278647f-8943-4c05-b0ac-1d1110fb2f57,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:26.439377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Attempting to bind port 2278647f-8943-4c05-b0ac-1d1110fb2f57 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:26.439712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Attempting to bind port 2278647f-8943-4c05-b0ac-1d1110fb2f57 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:26.443468 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Attempting to bind port 2278647f-8943-4c05-b0ac-1d1110fb2f57 on network f51da8d1-2bbe-4fa5-b369-521258f865fe {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:26.455635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Port 2278647f-8943-4c05-b0ac-1d1110fb2f57 on network f51da8d1-2bbe-4fa5-b369-521258f865fe not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:29:26.455971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Attempting to bind port 2278647f-8943-4c05-b0ac-1d1110fb2f57 on network f51da8d1-2bbe-4fa5-b369-521258f865fe {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:26.462135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:26.462476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Checking segment: {'id': 'cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:26.462877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Bound using segment: {'id': 'cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:26.463304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Bound port: 2278647f-8943-4c05-b0ac-1d1110fb2f57, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:26.463659 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.491669 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e32527f7-cf56-4bfb-ab10-a47dce6656bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.505172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36073d44-8504-4f1d-b1a6-e7822d26a752 req-4156e822-44d5-457e-bcef-b55a8746bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:26.506981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36073d44-8504-4f1d-b1a6-e7822d26a752 req-4156e822-44d5-457e-bcef-b55a8746bd3a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4603345 Sep 22 09:29:26.527732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-c5eca0fd-a07b-454e-8ee4-d29a852c5b15 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046313 Sep 22 09:29:26.542705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-abce6706-088e-4245-84ec-a6872018a117 None None] Provisioning complete for port 472a9626-1527-4e1d-928b-b826c5f9a52f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:26.543083 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-abce6706-088e-4245-84ec-a6872018a117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.603703 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] For port 2278647f-8943-4c05-b0ac-1d1110fb2f57, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:26.607281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] For port 2278647f-8943-4c05-b0ac-1d1110fb2f57, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2278647f-8943-4c05-b0ac-1d1110fb2f57,segment=NetworkSegment(cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13),segment_id=cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:26.639148 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e32527f7-cf56-4bfb-ab10-a47dce6656bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.654528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-router', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '72795da9-c329-4473-a055-e8f4791c76c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:29:12Z', 'updated_at': '2021-09-22T09:29:20Z', 'revision_number': 4, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'gw_port': {'id': '72795da9-c329-4473-a055-e8f4791c76c7', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:13Z', 'updated_at': '2021-09-22T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '472a9626-1527-4e1d-928b-b826c5f9a52f', 'name': '', 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'mac_address': 'fa:16:3e:08:e4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '93208dfc-f777-405d-937f-0d5f9dd8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:19Z', 'updated_at': '2021-09-22T09:29:25Z', 'revision_number': 4, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'subnets': [{'id': '93208dfc-f777-405d-937f-0d5f9dd8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:26.665166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7d88ed61-7c3a-4372-a343-be4871eaf542 req-e45cab25-0a81-4fe4-914f-1fbab2ecf11f tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.686393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82f68b-01ea-46b4-9860-d79528381702 None None] The sync data for ids ['992e0bca-3892-4867-a225-94f4b260ba4c'] in n-d-805649-4 is: [{'id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-router', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '72795da9-c329-4473-a055-e8f4791c76c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:29:12Z', 'updated_at': '2021-09-22T09:29:20Z', 'revision_number': 4, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'gw_port': {'id': '72795da9-c329-4473-a055-e8f4791c76c7', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:13Z', 'updated_at': '2021-09-22T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '472a9626-1527-4e1d-928b-b826c5f9a52f', 'name': '', 'network_id': '3575887c-7e28-4c88-af4d-22fff2b4a8b3', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'mac_address': 'fa:16:3e:08:e4:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '93208dfc-f777-405d-937f-0d5f9dd8d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:19Z', 'updated_at': '2021-09-22T09:29:25Z', 'revision_number': 4, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'subnets': [{'id': '93208dfc-f777-405d-937f-0d5f9dd8d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:29:26.689669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.703393 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-abce6706-088e-4245-84ec-a6872018a117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.738919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-abce6706-088e-4245-84ec-a6872018a117 None None] For port 472a9626-1527-4e1d-928b-b826c5f9a52f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=472a9626-1527-4e1d-928b-b826c5f9a52f,segment=NetworkSegment(c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73),segment_id=c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:26.759690 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7d88ed61-7c3a-4372-a343-be4871eaf542 req-e45cab25-0a81-4fe4-914f-1fbab2ecf11f tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.774153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'tag': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe'}, {'server_uuid': '15949be3-4b64-4734-9c78-89bf440774d1', 'name': 'network-vif-deleted', 'tag': '27760dbc-02f6-42c3-9962-309220f9dada'}, {'server_uuid': '1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54', 'name': 'network-vif-deleted', 'tag': '712e9cae-0a85-42c2-83e0-6fa8a7832114'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:26.776060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:26.776901 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.778119 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] 10.222.0.45 "PUT /v2.0/ports/2278647f-8943-4c05-b0ac-1d1110fb2f57 HTTP/1.1" status: 200 len: 1092 time: 2.0280871 Sep 22 09:29:26.793513 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29d978d-bffe-4b40-9cfc-b7452219ec70" -d '{"events": [{"name": "network-changed", "server_uuid": "16cad33d-f931-4577-bd0a-6b5e506037f5", "tag": "f1de55d3-9d2d-4fe7-917a-c91df8347ebe"}, {"server_uuid": "15949be3-4b64-4734-9c78-89bf440774d1", "name": "network-vif-deleted", "tag": "27760dbc-02f6-42c3-9962-309220f9dada"}, {"server_uuid": "1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54", "name": "network-vif-deleted", "tag": "712e9cae-0a85-42c2-83e0-6fa8a7832114"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:26.813000 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-abce6706-088e-4245-84ec-a6872018a117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.854768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c7231-1cbe-49e2-aa93-f89be3173afa service neutron] Pushing event updated for resources: {'Port': ['ID=2278647f-8943-4c05-b0ac-1d1110fb2f57,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:26.918679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce6706-088e-4245-84ec-a6872018a117 None None] Pushing event updated for resources: {'Port': ['ID=472a9626-1527-4e1d-928b-b826c5f9a52f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:26.925320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3edf07a4-3ebf-48ad-bb28-e31add283c72 req-bc991935-d58f-4efe-879d-9eb98ba21f05 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803382 Sep 22 09:29:26.927251 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ec39fc42-600d-4056-9321-4385ea71d5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:26.985706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-e995d784-7d98-4fac-bdf6-2af104b51fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:26.986312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-e995d784-7d98-4fac-bdf6-2af104b51fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:26.988004 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-e995d784-7d98-4fac-bdf6-2af104b51fd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1981 time: 0.0872271 Sep 22 09:29:27.029429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e32527f7-cf56-4bfb-ab10-a47dce6656bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:27.032653 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e32527f7-cf56-4bfb-ab10-a47dce6656bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:27.034262 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e32527f7-cf56-4bfb-ab10-a47dce6656bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f4fba25-bc3e-462a-88f3-a60eb88cae2f HTTP/1.1" status: 204 len: 168 time: 0.9975307 Sep 22 09:29:27.054500 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-01f3c4ce-5d37-4253-936f-f94c6ab2e7a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=1bd0e522-71ef-44a1-961e-7742487c8aae HTTP/1.1" status: 200 len: 217 time: 0.0495460 Sep 22 09:29:27.075277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32527f7-cf56-4bfb-ab10-a47dce6656bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4fba25-bc3e-462a-88f3-a60eb88cae2f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:27.126602 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:27.134410 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7d88ed61-7c3a-4372-a343-be4871eaf542 req-e45cab25-0a81-4fe4-914f-1fbab2ecf11f tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:27.137575 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7d88ed61-7c3a-4372-a343-be4871eaf542 req-e45cab25-0a81-4fe4-914f-1fbab2ecf11f tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:27.159166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d88ed61-7c3a-4372-a343-be4871eaf542 req-e45cab25-0a81-4fe4-914f-1fbab2ecf11f tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "DELETE /v2.0/security-groups/0c8dee60-d616-422f-87a6-c463018dfd02 HTTP/1.1" status: 204 len: 173 time: 0.8922155 Sep 22 09:29:27.174395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'tag': '2278647f-8943-4c05-b0ac-1d1110fb2f57'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:27.184607 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72562fe-e970-479d-9452-4f1bec344133" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "tag": "2278647f-8943-4c05-b0ac-1d1110fb2f57"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:27.195274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-62f22b98-8e7a-4443-ac2e-c9ff2bb5a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:27.197151 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-62f22b98-8e7a-4443-ac2e-c9ff2bb5a1f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ff648ff7-b78f-4fcb-8723-5ad6f792ca08 HTTP/1.1" status: 200 len: 801 time: 0.1324663 Sep 22 09:29:27.262049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cab25-0a81-4fe4-914f-1fbab2ecf11f tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8dee60-d616-422f-87a6-c463018dfd02,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:27.264608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-428731c6-e6fb-490a-ad1a-09a1f72e0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:27.267597 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-428731c6-e6fb-490a-ad1a-09a1f72e0b88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=029d3f0a-034e-4a3a-a0c7-14d672fe92d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573018 Sep 22 09:29:27.372347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-4f35aa8b-431d-4d52-b116-b52ed9fb2d53 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3891b94891614aebb0772b9e043c56d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648494 Sep 22 09:29:27.406944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6450c-be31-434f-abbf-2405c0d6811f req-adc2eb14-1d91-4792-a0f7-033bef8b1395 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:27.407826 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-8fff3f45-56c3-474f-b14e-9422af337be9 service neutron] 10.222.0.45 "GET /v2.0/networks/029d3f0a-034e-4a3a-a0c7-14d672fe92d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259878 Sep 22 09:29:27.413303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6450c-be31-434f-abbf-2405c0d6811f req-adc2eb14-1d91-4792-a0f7-033bef8b1395 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:27.425592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91f6450c-be31-434f-abbf-2405c0d6811f req-adc2eb14-1d91-4792-a0f7-033bef8b1395 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1679 time: 0.1506774 Sep 22 09:29:27.581093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56464) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:27.614255 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-ac2b2c70-4f76-40dd-9bf9-75e07afee8b2 service neutron] 10.222.0.45 "GET /v2.0/networks/029d3f0a-034e-4a3a-a0c7-14d672fe92d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988769 Sep 22 09:29:27.629307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91f6450c-be31-434f-abbf-2405c0d6811f req-8e90b791-c81d-47d5-b90d-77980b0540b1 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821055 Sep 22 09:29:27.711138 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-06bbcd20-2d62-4308-9dcb-79c16a03e1c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=2278647f-8943-4c05-b0ac-1d1110fb2f57 HTTP/1.1" status: 200 len: 217 time: 0.0815902 Sep 22 09:29:27.717555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-105c18d1-348b-4257-a130-621028991d03 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:27.719259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-105c18d1-348b-4257-a130-621028991d03 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3222895 Sep 22 09:29:27.721109 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4877fda-3ec9-47a6-b8f7-4e0638e9e03b x-openstack-request-id: req-e4877fda-3ec9-47a6-b8f7-4e0638e9e03b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:27.721507 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cad33d-f931-4577-bd0a-6b5e506037f5", "tag": "f1de55d3-9d2d-4fe7-917a-c91df8347ebe", "status": "completed", "code": 200}, {"server_uuid": "15949be3-4b64-4734-9c78-89bf440774d1", "name": "network-vif-deleted", "tag": "27760dbc-02f6-42c3-9962-309220f9dada", "status": "completed", "code": 200}, {"server_uuid": "1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54", "name": "network-vif-deleted", "tag": "712e9cae-0a85-42c2-83e0-6fa8a7832114", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:27.721863 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4877fda-3ec9-47a6-b8f7-4e0638e9e03b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:27.722383 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'tag': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'status': 'completed', 'code': 200} Sep 22 09:29:27.722736 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15949be3-4b64-4734-9c78-89bf440774d1', 'name': 'network-vif-deleted', 'tag': '27760dbc-02f6-42c3-9962-309220f9dada', 'status': 'completed', 'code': 200} Sep 22 09:29:27.723085 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6eaf0d-50cd-4ee8-9f9f-6263bb4c4e54', 'name': 'network-vif-deleted', 'tag': '712e9cae-0a85-42c2-83e0-6fa8a7832114', 'status': 'completed', 'code': 200} Sep 22 09:29:27.728803 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:27.770537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-0dfe4ad3-6753-4562-9bda-7ab1db4f579f tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/quotas/3891b94891614aebb0772b9e043c56d0 HTTP/1.1" status: 200 len: 375 time: 0.0378284 Sep 22 09:29:27.782012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1902692351-network', 'tenant_id': '7613d8fae3f244ceb7789e305433b73a'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:27.814043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-9112c328-4f77-47f2-9d97-bcae6a9b940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:27.815570 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-9112c328-4f77-47f2-9d97-bcae6a9b940c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ffbf9ed-baf0-4b7c-b2f5-e4242e565083 HTTP/1.1" status: 200 len: 801 time: 0.0837145 Sep 22 09:29:27.882013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-0677d93e-a5fd-4d22-b8ba-739a13e8582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:27.886260 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-0677d93e-a5fd-4d22-b8ba-739a13e8582d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f51da8d1-2bbe-4fa5-b369-521258f865fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589070 Sep 22 09:29:27.888706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Made reservation on behalf of 7613d8fae3f244ceb7789e305433b73a for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:27.891033 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:27.896513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-eaf104c7-bac4-46df-abdf-bbc4578e98f3 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3891b94891614aebb0772b9e043c56d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1052983 Sep 22 09:29:27.900551 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:27.906226 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:27.993035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0262bbb-c4fe-4d74-89af-95ecbeb8ce22 req-64caeef4-4330-492e-a9e5-82735d57d593 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1000 time: 0.2293015 Sep 22 09:29:28.020485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d978d-bffe-4b40-9cfc-b7452219ec70 req-12bbbf44-40fb-4ddc-87e6-733ff1494f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:28.028973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c29d978d-bffe-4b40-9cfc-b7452219ec70 req-12bbbf44-40fb-4ddc-87e6-733ff1494f28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 1096 time: 0.2638624 Sep 22 09:29:28.047413 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-b94715b3-cadd-4fa4-be9f-7d1835aa9ac8 service neutron] 10.222.0.45 "GET /v2.0/networks/f51da8d1-2bbe-4fa5-b369-521258f865fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443999 Sep 22 09:29:28.117590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0262bbb-c4fe-4d74-89af-95ecbeb8ce22 req-77d0ba19-64f1-4957-bd5f-c90d01095105 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:28.119340 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0262bbb-c4fe-4d74-89af-95ecbeb8ce22 req-77d0ba19-64f1-4957-bd5f-c90d01095105 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports/f1de55d3-9d2d-4fe7-917a-c91df8347ebe HTTP/1.1" status: 200 len: 942 time: 0.1135626 Sep 22 09:29:28.266475 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:28.287567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54802a19-6cdf-45b5-ab41-86f05b7d9ffd req-3e8eb918-86a1-4b75-a04e-9536b618d70c service neutron] 10.222.0.45 "GET /v2.0/networks/f51da8d1-2bbe-4fa5-b369-521258f865fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299192 Sep 22 09:29:28.321549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:28.342425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0262bbb-c4fe-4d74-89af-95ecbeb8ce22 req-b418a7e4-fa51-49cb-81c7-0ce7dbd01df7 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1000 time: 0.1060109 Sep 22 09:29:28.360688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:29:28.401238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e90158-a12c-4648-b6f1-4013b4d7c44c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:28.412634 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:28.414467 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Added segment 8d2cd641-b0df-4ac6-a811-e8623f792a2b of type vlan for network 481161e4-d608-458f-a049-8a0f1f993768 Sep 22 09:29:28.414981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d978d-bffe-4b40-9cfc-b7452219ec70 req-212f4131-85a7-4cb1-a6ae-8e830e46eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:28.416947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c29d978d-bffe-4b40-9cfc-b7452219ec70 req-212f4131-85a7-4cb1-a6ae-8e830e46eb7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.3671467 Sep 22 09:29:28.424252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] Deleting port 472a9626-1527-4e1d-928b-b826c5f9a52f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:28.424999 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:28.459553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:28.503227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58f44bd5-ea05-4af7-bba7-b315a0c7045f req-9f2e0bad-495c-47c6-a273-2437aa8b5ef0 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/f0f9d66d-0b50-4867-8e24-a71636154883 HTTP/1.1" status: 200 len: 1801 time: 0.3141854 Sep 22 09:29:28.560662 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:28.561708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:28.563078 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:28.737329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 472a9626-1527-4e1d-928b-b826c5f9a52f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:28.811540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 472a9626-1527-4e1d-928b-b826c5f9a52f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:28.812609 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:28.916294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c29d978d-bffe-4b40-9cfc-b7452219ec70 req-24eb052b-7692-45d3-b24d-e02f5f845024 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1de55d3-9d2d-4fe7-917a-c91df8347ebe HTTP/1.1" status: 200 len: 1000 time: 0.4780922 Sep 22 09:29:29.012002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0262bbb-c4fe-4d74-89af-95ecbeb8ce22 req-8c75aa4e-b70e-4095-ad39-5e4859c359c8 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:29.013632 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0262bbb-c4fe-4d74-89af-95ecbeb8ce22 req-8c75aa4e-b70e-4095-ad39-5e4859c359c8 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.6586826 Sep 22 09:29:29.030979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] For port 472a9626-1527-4e1d-928b-b826c5f9a52f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=472a9626-1527-4e1d-928b-b826c5f9a52f,segment=NetworkSegment(c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73),segment_id=c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:29.034115 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:29.042916 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4579914 Sep 22 09:29:29.042916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7567f-d17d-4a7f-ac12-6469f8d57cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=481161e4-d608-458f-a049-8a0f1f993768,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:29.043553 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56510) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:29.048069 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] Request body: {'subnet': {'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1902692351-subnet', 'tenant_id': '7613d8fae3f244ceb7789e305433b73a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:29.054191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 481161e4-d608-458f-a049-8a0f1f993768 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:29:29.064951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d978d-bffe-4b40-9cfc-b7452219ec70 req-bd3f12de-b3bb-4532-989b-c92b783c0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:29.066776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c29d978d-bffe-4b40-9cfc-b7452219ec70 req-bd3f12de-b3bb-4532-989b-c92b783c0f42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.1367764 Sep 22 09:29:29.067643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] Calling delete_port for 472a9626-1527-4e1d-928b-b826c5f9a52f owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:29.069678 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-58f44bd5-ea05-4af7-bba7-b315a0c7045f req-30a62561-546f-40fa-b5e1-b9f122472685 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:29.088371 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefd96aa-c9d9-4341-88d2-9a8b7f5ccb7e x-openstack-request-id: req-eefd96aa-c9d9-4341-88d2-9a8b7f5ccb7e {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:29.088663 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "tag": "2278647f-8943-4c05-b0ac-1d1110fb2f57", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:29.088935 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eefd96aa-c9d9-4341-88d2-9a8b7f5ccb7e {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:29.090139 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'tag': '2278647f-8943-4c05-b0ac-1d1110fb2f57', 'status': 'completed', 'code': 200} Sep 22 09:29:29.151877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562fe-e970-479d-9452-4f1bec344133 req-4f67b4d6-8155-4066-a4c3-e5fac75cbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:29.152369 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562fe-e970-479d-9452-4f1bec344133 req-4f67b4d6-8155-4066-a4c3-e5fac75cbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:29.153967 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d72562fe-e970-479d-9452-4f1bec344133 req-4f67b4d6-8155-4066-a4c3-e5fac75cbab1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1981 time: 0.0514317 Sep 22 09:29:29.170237 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-58f44bd5-ea05-4af7-bba7-b315a0c7045f req-30a62561-546f-40fa-b5e1-b9f122472685 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:29.184121 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] Made reservation on behalf of 7613d8fae3f244ceb7789e305433b73a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:29.186796 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:29.209350 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64f606b6-dfa3-49b9-bb16-bfb72ef75d86 req-9c592dc7-7b22-4fcf-95cf-fa88914922e9 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 210 time: 0.0554082 Sep 22 09:29:29.246081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d978d-bffe-4b40-9cfc-b7452219ec70 req-6f628dfd-890c-4aad-b98e-5a6e1084e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:29.247646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c29d978d-bffe-4b40-9cfc-b7452219ec70 req-6f628dfd-890c-4aad-b98e-5a6e1084e024 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574037 Sep 22 09:29:29.328537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562fe-e970-479d-9452-4f1bec344133 req-d44bdb7d-be6c-446d-8081-312bb385a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:29.330419 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d72562fe-e970-479d-9452-4f1bec344133 req-d44bdb7d-be6c-446d-8081-312bb385a5bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=f51da8d1-2bbe-4fa5-b369-521258f865fe HTTP/1.1" status: 200 len: 903 time: 0.1672392 Sep 22 09:29:29.403850 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d72562fe-e970-479d-9452-4f1bec344133 req-71b2a98b-37f4-4cfe-8833-270348edd778 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=2278647f-8943-4c05-b0ac-1d1110fb2f57 HTTP/1.1" status: 200 len: 217 time: 0.0580382 Sep 22 09:29:29.423517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-58f44bd5-ea05-4af7-bba7-b315a0c7045f req-30a62561-546f-40fa-b5e1-b9f122472685 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:29.423517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-58f44bd5-ea05-4af7-bba7-b315a0c7045f req-30a62561-546f-40fa-b5e1-b9f122472685 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:29.423517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58f44bd5-ea05-4af7-bba7-b315a0c7045f req-30a62561-546f-40fa-b5e1-b9f122472685 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "DELETE /v2.0/security-groups/f0f9d66d-0b50-4867-8e24-a71636154883 HTTP/1.1" status: 204 len: 173 time: 0.9025681 Sep 22 09:29:29.503339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562fe-e970-479d-9452-4f1bec344133 req-fba0abd5-423e-43f8-bb49-bc64061560ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:29.504848 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d72562fe-e970-479d-9452-4f1bec344133 req-fba0abd5-423e-43f8-bb49-bc64061560ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ffbf9ed-baf0-4b7c-b2f5-e4242e565083 HTTP/1.1" status: 200 len: 801 time: 0.0902772 Sep 22 09:29:29.510090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56520) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:29.531539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a62561-546f-40fa-b5e1-b9f122472685 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f9d66d-0b50-4867-8e24-a71636154883,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:29.544994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c29d978d-bffe-4b40-9cfc-b7452219ec70 req-f2bad733-d121-4827-becb-e15e7da9621f service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866848 Sep 22 09:29:29.563175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72562fe-e970-479d-9452-4f1bec344133 req-53fdce4f-c8e1-49bf-b3bc-c984eb78e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:29.565167 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d72562fe-e970-479d-9452-4f1bec344133 req-53fdce4f-c8e1-49bf-b3bc-c984eb78e37e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f51da8d1-2bbe-4fa5-b369-521258f865fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471671 Sep 22 09:29:29.612417 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:29.648930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-548c8c9e-882a-4223-825a-aa4f21aa5c5b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1000 time: 0.1960490 Sep 22 09:29:29.683146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-83ab626b-9f15-40a9-825f-018d7e9afcfb tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2046415053'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:29.683371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-83ab626b-9f15-40a9-825f-018d7e9afcfb tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Unknown quota resources ['metering_label']. {{(pid=95509) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:29:29.694373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d3843-ba9f-4e28-a570-9652bab347ba req-10db6b88-7eef-4c0c-a9f4-d4baac43fe5c tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:29.700893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d3843-ba9f-4e28-a570-9652bab347ba req-10db6b88-7eef-4c0c-a9f4-d4baac43fe5c tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:29.702607 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-060d3843-ba9f-4e28-a570-9652bab347ba req-10db6b88-7eef-4c0c-a9f4-d4baac43fe5c tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1679 time: 0.2812941 Sep 22 09:29:29.706173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:29.785696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfaf3b31-1878-4542-8cdf-ef8404499561,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:29.786456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe282bec-3982-40b4-a832-c27984a9c27b req-cfc8cd5c-b330-4f76-b113-f0282ff8a296 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:29.790855 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-cfc8cd5c-b330-4f76-b113-f0282ff8a296 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports/f1de55d3-9d2d-4fe7-917a-c91df8347ebe HTTP/1.1" status: 200 len: 942 time: 0.1044195 Sep 22 09:29:29.801716 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d72562fe-e970-479d-9452-4f1bec344133 req-fd374d4c-16e7-4121-a8dc-9488d06a84fd service neutron] 10.222.0.45 "GET /v2.0/networks/f51da8d1-2bbe-4fa5-b369-521258f865fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288587 Sep 22 09:29:29.804472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c29d978d-bffe-4b40-9cfc-b7452219ec70 req-8e084e8c-b603-4232-bf50-ca7620b7f24b service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400992 Sep 22 09:29:29.807957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] Checking segment: {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:29.808323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] Network hostable DHCP agents. Network: 481161e4-d608-458f-a049-8a0f1f993768, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:29:29.812472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-060d3843-ba9f-4e28-a570-9652bab347ba req-35696a87-4811-44df-807f-55bb4b2d6939 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932269 Sep 22 09:29:29.826129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:29.858700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] Pushing event deleted for resources: {'Port': ['ID=472a9626-1527-4e1d-928b-b826c5f9a52f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:29.862960 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4f36d1da-4310-4584-b7e4-8c983188d8ba req-03e83e82-c3fc-42c5-b14f-1be86a44f120 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1778778016', 'description': 'tempest-description-1865728114'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:29.963916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] Network 481161e4-d608-458f-a049-8a0f1f993768 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:29:29.999235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-51b5f8a8-cb9f-4c32-b29d-2e06be4785be tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1000 time: 0.1414030 Sep 22 09:29:30.024455 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-83ab626b-9f15-40a9-825f-018d7e9afcfb tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.028144 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-83ab626b-9f15-40a9-825f-018d7e9afcfb tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5145972 Sep 22 09:29:30.030891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56524) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:30.036170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-963c1493-6a1d-404d-b65c-a46e175d2b6e tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a853025f-b172-4290-8dbe-ea4b65f6b61a'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:30.036170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-963c1493-6a1d-404d-b65c-a46e175d2b6e tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95509) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:29:30.058978 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d72562fe-e970-479d-9452-4f1bec344133 req-66ddd65c-82d9-4a4c-a20a-5db8f8812618 service neutron] 10.222.0.45 "GET /v2.0/networks/f51da8d1-2bbe-4fa5-b369-521258f865fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364557 Sep 22 09:29:30.084714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f36d1da-4310-4584-b7e4-8c983188d8ba req-03e83e82-c3fc-42c5-b14f-1be86a44f120 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.151558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 481161e4-d608-458f-a049-8a0f1f993768) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:30.155772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:30.156267 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.161244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b4d564-45b0-498f-bc52-ab52dbf7f377 None None] Network 481161e4-d608-458f-a049-8a0f1f993768 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:30.196254 n-d-805649-4 neutron-server[95509]: WARNING neutron.services.metering.metering_plugin [None req-963c1493-6a1d-404d-b65c-a46e175d2b6e tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 22 09:29:30.205021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe282bec-3982-40b4-a832-c27984a9c27b req-17c41738-b8cd-44c2-855b-91c3cdf21ea2 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:30.213276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-17c41738-b8cd-44c2-855b-91c3cdf21ea2 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1757560 Sep 22 09:29:30.257538 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.296525 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eacb00-6e5f-4944-ab60-f54edc6d85f3 None None] Network 481161e4-d608-458f-a049-8a0f1f993768 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:30.327450 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-78d9421f-d705-4540-9647-3af0451f2ef4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2828212 Sep 22 09:29:30.330448 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-963c1493-6a1d-404d-b65c-a46e175d2b6e tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.335860 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-963c1493-6a1d-404d-b65c-a46e175d2b6e tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3037329 Sep 22 09:29:30.336456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56530) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:30.340657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-42d9526e-1458-4a1f-b4c1-6c0357643c9d tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a853025f-b172-4290-8dbe-ea4b65f6b61a'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:30.341171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-42d9526e-1458-4a1f-b4c1-6c0357643c9d tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95509) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:29:30.352640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-90a7c2ce-950d-4ae4-85a6-45877b17abf7 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1000 time: 0.1383219 Sep 22 09:29:30.377469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-fe282bec-3982-40b4-a832-c27984a9c27b req-1df7c994-19b6-444c-9e70-819fb5d9ea02 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:30.489612 n-d-805649-4 neutron-server[95509]: WARNING neutron.services.metering.metering_plugin [None req-42d9526e-1458-4a1f-b4c1-6c0357643c9d tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 22 09:29:30.509225 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-6ba6264a-e396-4108-9355-7894d11a5ccf tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3891b94891614aebb0772b9e043c56d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751143 Sep 22 09:29:30.516898 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-fe282bec-3982-40b4-a832-c27984a9c27b req-1df7c994-19b6-444c-9e70-819fb5d9ea02 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.579581 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42d9526e-1458-4a1f-b4c1-6c0357643c9d tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.580874 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-42d9526e-1458-4a1f-b4c1-6c0357643c9d tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2434206 Sep 22 09:29:30.583531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56538) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:30.594864 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c35aa263-d7dd-4f0d-9fc8-9383dc60b917 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=f8da6b98-55e8-47f6-b56b-18acbd3c9a8e HTTP/1.1" status: 200 len: 462 time: 0.0100694 Sep 22 09:29:30.597409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56540) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:30.623704 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f36d1da-4310-4584-b7e4-8c983188d8ba req-03e83e82-c3fc-42c5-b14f-1be86a44f120 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.742736 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f36d1da-4310-4584-b7e4-8c983188d8ba req-03e83e82-c3fc-42c5-b14f-1be86a44f120 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.775263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-33ed67ed-21f6-427b-8bc1-ebab4e0e981b tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.778920 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-33ed67ed-21f6-427b-8bc1-ebab4e0e981b tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/f8da6b98-55e8-47f6-b56b-18acbd3c9a8e HTTP/1.1" status: 204 len: 168 time: 0.1781206 Sep 22 09:29:30.779160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56542) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:30.788954 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-20cac39c-d920-4c85-bef5-ccbf13c4dc00 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=f8da6b98-55e8-47f6-b56b-18acbd3c9a8e HTTP/1.1" status: 200 len: 221 time: 0.0078676 Sep 22 09:29:30.801473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56544) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:30.806047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e8988967-1fa2-4217-a369-05e9fbb58c7c tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1918094349', 'description': 'label created by tempest'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:30.806493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e8988967-1fa2-4217-a369-05e9fbb58c7c tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Unknown quota resources ['metering_label']. {{(pid=95509) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:29:30.877230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e83e82-c3fc-42c5-b14f-1be86a44f120 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5fe23-294a-428a-8586-4c4c9bf6e418,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:30.891799 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-320c3522-6aab-4a17-919d-4ee694650d45 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:30.893356 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-320c3522-6aab-4a17-919d-4ee694650d45 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678679 Sep 22 09:29:30.895360 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-fe282bec-3982-40b4-a832-c27984a9c27b req-1df7c994-19b6-444c-9e70-819fb5d9ea02 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.911250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Request body: {'port': {'device_id': '82b6fab0-ea4b-41e7-8975-02c4b59bb14f', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '3891b94891614aebb0772b9e043c56d0'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:30.915056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f36d1da-4310-4584-b7e4-8c983188d8ba req-03e83e82-c3fc-42c5-b14f-1be86a44f120 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.916233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f36d1da-4310-4584-b7e4-8c983188d8ba req-03e83e82-c3fc-42c5-b14f-1be86a44f120 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0620241 Sep 22 09:29:30.939700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] Router 992e0bca-3892-4867-a225-94f4b260ba4c has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:29:30.988481 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-fe282bec-3982-40b4-a832-c27984a9c27b req-1df7c994-19b6-444c-9e70-819fb5d9ea02 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:30.988837 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-fe282bec-3982-40b4-a832-c27984a9c27b req-1df7c994-19b6-444c-9e70-819fb5d9ea02 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Floating IP d25e36db-6ee7-42b2-aa3f-b85d4436d14b disassociated. External IP: 172.25.6.32, port: f1de55d3-9d2d-4fe7-917a-c91df8347ebe. Sep 22 09:29:31.025088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e8988967-1fa2-4217-a369-05e9fbb58c7c tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:31.026202 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e8988967-1fa2-4217-a369-05e9fbb58c7c tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2236762 Sep 22 09:29:31.029173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56550) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:31.105513 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dde89808-6598-4f8c-8115-66a3be16288a tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=62d78e9a-fc82-432a-a8bc-0b5f5f724869 HTTP/1.1" status: 200 len: 468 time: 0.0751371 Sep 22 09:29:31.108009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56552) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:31.380419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-837cf8a8-5b38-445a-b6b9-a6c1df560db2 req-af3de385-c821-4075-a3a2-2245482552f1 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 210 time: 0.3928366 Sep 22 09:29:31.404363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-935e6dd1-edb7-446e-9a5d-d3ef7cc44ad0 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:31.408343 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-935e6dd1-edb7-446e-9a5d-d3ef7cc44ad0 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/62d78e9a-fc82-432a-a8bc-0b5f5f724869 HTTP/1.1" status: 204 len: 168 time: 0.2993298 Sep 22 09:29:31.409065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56554) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:31.422071 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b1e9ceae-9b81-4272-8453-bb55f72bddaa tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=62d78e9a-fc82-432a-a8bc-0b5f5f724869 HTTP/1.1" status: 200 len: 216 time: 0.0103869 Sep 22 09:29:31.426070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56556) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:31.435940 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c1e75357-b79d-497d-ad20-e555fbf13226 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086632 Sep 22 09:29:31.441760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56558) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:31.453963 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0cad5315-99a4-4e36-8f72-7016744cd760 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0110865 Sep 22 09:29:31.457363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56560) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:31.513887 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3437adcf-184d-4ceb-93d6-1c5f02786026 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/a853025f-b172-4290-8dbe-ea4b65f6b61a HTTP/1.1" status: 200 len: 473 time: 0.0554564 Sep 22 09:29:31.517399 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56564) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:31.526636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:29:31.532865 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2d102fee-5650-41dc-b90e-251908be5270 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/f5d26aa7-8331-4b8a-b010-5f1497c55c09 HTTP/1.1" status: 200 len: 459 time: 0.0128374 Sep 22 09:29:31.538321 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56566) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:31.541475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-96f87af8-032f-4320-bb91-1c21fb4cde4c admin admin] 10.222.0.49 "PUT /v2.0/routers/992e0bca-3892-4867-a225-94f4b260ba4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6762066 Sep 22 09:29:31.541475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56568) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:31.548866 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67612972-8e2e-4da2-8493-3a11f8d5eb81 None None] Sync routers for ids ['992e0bca-3892-4867-a225-94f4b260ba4c'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:29:31.563668 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67612972-8e2e-4da2-8493-3a11f8d5eb81 None None] Routers {'992e0bca-3892-4867-a225-94f4b260ba4c'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:31.564197 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-67612972-8e2e-4da2-8493-3a11f8d5eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['992e0bca-3892-4867-a225-94f4b260ba4c'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:31.588718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Made reservation on behalf of 3891b94891614aebb0772b9e043c56d0 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:31.593021 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:31.699624 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-67612972-8e2e-4da2-8493-3a11f8d5eb81 None None] Set router 992e0bca-3892-4867-a225-94f4b260ba4c gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:31.746428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94c156c4-017a-4da5-bec6-f0d508df7653 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:31.747899 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-94c156c4-017a-4da5-bec6-f0d508df7653 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/f5d26aa7-8331-4b8a-b010-5f1497c55c09 HTTP/1.1" status: 204 len: 168 time: 0.2061064 Sep 22 09:29:31.751487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56578) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:31.827223 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:31.891878 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-67612972-8e2e-4da2-8493-3a11f8d5eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-router', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '72795da9-c329-4473-a055-e8f4791c76c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:29:12Z', 'updated_at': '2021-09-22T09:29:29Z', 'revision_number': 5, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'gw_port': {'id': '72795da9-c329-4473-a055-e8f4791c76c7', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:13Z', 'updated_at': '2021-09-22T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:31.921715 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67612972-8e2e-4da2-8493-3a11f8d5eb81 None None] Checking router: 992e0bca-3892-4867-a225-94f4b260ba4c for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:29:31.931789 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67612972-8e2e-4da2-8493-3a11f8d5eb81 None None] Routers {'992e0bca-3892-4867-a225-94f4b260ba4c'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:31.932671 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-67612972-8e2e-4da2-8493-3a11f8d5eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['992e0bca-3892-4867-a225-94f4b260ba4c'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:31.952632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe282bec-3982-40b4-a832-c27984a9c27b req-1df7c994-19b6-444c-9e70-819fb5d9ea02 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Router 2693b494-873d-4bc1-b125-d89fc43a2b78 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:29:32.019717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d32ebd3-5e16-42d5-883d-4d0852088a80 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:32.024491 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3d32ebd3-5e16-42d5-883d-4d0852088a80 tempest-MeteringIpV6TestJSON-1348196751 tempest-MeteringIpV6TestJSON-1348196751-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/a853025f-b172-4290-8dbe-ea4b65f6b61a HTTP/1.1" status: 204 len: 168 time: 0.2686448 Sep 22 09:29:32.039211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Allocated IP 192.168.233.165 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/bbc741c4-e601-401b-8c37-1779bc133c41) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:32.043493 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-67612972-8e2e-4da2-8493-3a11f8d5eb81 None None] Set router 992e0bca-3892-4867-a225-94f4b260ba4c gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:32.099598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-36de6696-268d-4d01-8137-dc8cbfa8b6c7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:32.101115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-36de6696-268d-4d01-8137-dc8cbfa8b6c7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 805 time: 0.3942194 Sep 22 09:29:32.135121 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:32.151216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-d5c6ef62-2476-4b10-af72-fbf1338ab28a tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/quotas/7613d8fae3f244ceb7789e305433b73a HTTP/1.1" status: 200 len: 375 time: 0.0391283 Sep 22 09:29:32.224962 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-67612972-8e2e-4da2-8493-3a11f8d5eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-router', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '72795da9-c329-4473-a055-e8f4791c76c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:29:12Z', 'updated_at': '2021-09-22T09:29:29Z', 'revision_number': 5, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'gw_port': {'id': '72795da9-c329-4473-a055-e8f4791c76c7', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:13Z', 'updated_at': '2021-09-22T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:32.229732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-6a240fb9-244b-4f4a-bd0e-d4da5fe984d9 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709960 Sep 22 09:29:32.320327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe282bec-3982-40b4-a832-c27984a9c27b req-1df7c994-19b6-444c-9e70-819fb5d9ea02 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:29:32.331463 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-fe282bec-3982-40b4-a832-c27984a9c27b req-1df7c994-19b6-444c-9e70-819fb5d9ea02 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:32.332233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c3930c-b3e6-46fb-99ad-71c727348177 None None] Sync routers for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:29:32.343634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3930c-b3e6-46fb-99ad-71c727348177 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:32.344517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a8c3930c-b3e6-46fb-99ad-71c727348177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:32.346633 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67612972-8e2e-4da2-8493-3a11f8d5eb81 None None] The sync data for ids ['992e0bca-3892-4867-a225-94f4b260ba4c'] in n-d-805649-4 is: [{'id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'name': 'tempest-FloatingIPsNegativeTestJSON-954439493-router', 'tenant_id': '0f34c24092e6422684295e84a902d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '72795da9-c329-4473-a055-e8f4791c76c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:29:12Z', 'updated_at': '2021-09-22T09:29:29Z', 'revision_number': 5, 'project_id': '0f34c24092e6422684295e84a902d2b9', 'gw_port': {'id': '72795da9-c329-4473-a055-e8f4791c76c7', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992e0bca-3892-4867-a225-94f4b260ba4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:29:13Z', 'updated_at': '2021-09-22T09:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:29:32.448624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-1df7c994-19b6-444c-9e70-819fb5d9ea02 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "PUT /v2.0/floatingips/d25e36db-6ee7-42b2-aa3f-b85d4436d14b HTTP/1.1" status: 200 len: 694 time: 2.0785623 Sep 22 09:29:32.455058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'tag': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:32.457949 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02cb39e-2361-4caa-982c-cff680b90bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "16cad33d-f931-4577-bd0a-6b5e506037f5", "tag": "f1de55d3-9d2d-4fe7-917a-c91df8347ebe"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:32.477210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 1bd0e522-71ef-44a1-961e-7742487c8aae details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:29:32.480886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a8c3930c-b3e6-46fb-99ad-71c727348177 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:32.517611 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:32.525826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-86ca8462-97f5-480b-b9ff-f978c317ff4e service neutron] 10.222.0.49 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869811 Sep 22 09:29:32.534461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56590) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:32.555140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Deleting port 72795da9-c329-4473-a055-e8f4791c76c7 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:32.555478 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:32.603116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe282bec-3982-40b4-a832-c27984a9c27b req-c8a323aa-ab9d-4332-aff0-24c9fccb1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:32.604588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-c8a323aa-ab9d-4332-aff0-24c9fccb1acc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 1096 time: 0.1385059 Sep 22 09:29:32.659742 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d214e5a-77c4-4862-899c-9f03b2030944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:32.705231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 1bd0e522-71ef-44a1-961e-7742487c8aae, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1bd0e522-71ef-44a1-961e-7742487c8aae,segment=NetworkSegment(856f0d4f-8e93-42a3-a5dc-83ba8ee97714),segment_id=856f0d4f-8e93-42a3-a5dc-83ba8ee97714)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:32.724701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '1bd0e522-71ef-44a1-961e-7742487c8aae', 'network_id': '029d3f0a-034e-4a3a-a0c7-14d672fe92d4', 'port_id': '1bd0e522-71ef-44a1-961e-7742487c8aae', 'mac_address': 'fa:16:3e:a9:ae:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff648ff7-b78f-4fcb-8723-5ad6f792ca08', 'ip_address': '19.80.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:29:32.767789 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d214e5a-77c4-4862-899c-9f03b2030944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:32.769071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 472a9626-1527-4e1d-928b-b826c5f9a52f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:32.797390 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:32.804592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 472a9626-1527-4e1d-928b-b826c5f9a52f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:32.804893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 472a9626-1527-4e1d-928b-b826c5f9a52f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:32.817042 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:32.835244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd0e522-71ef-44a1-961e-7742487c8aae {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:29:32.835524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d214e5a-77c4-4862-899c-9f03b2030944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:32.858825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a8c3930c-b3e6-46fb-99ad-71c727348177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:32.861752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 1bd0e522-71ef-44a1-961e-7742487c8aae, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1bd0e522-71ef-44a1-961e-7742487c8aae,segment=NetworkSegment(856f0d4f-8e93-42a3-a5dc-83ba8ee97714),segment_id=856f0d4f-8e93-42a3-a5dc-83ba8ee97714)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:32.863923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-ab01de56-fa9f-4721-8957-66c23251dbd9 service neutron] 10.222.0.49 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263624 Sep 22 09:29:32.880914 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8d214e5a-77c4-4862-899c-9f03b2030944 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8db1a50b2ca04f158c531e508d274f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453491 Sep 22 09:29:32.882555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d214e5a-77c4-4862-899c-9f03b2030944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539692a9-064e-486c-aac1-c2e11fa7fbd1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:32.886315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56594) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:32.923449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c3930c-b3e6-46fb-99ad-71c727348177 None None] Checking router: 2693b494-873d-4bc1-b125-d89fc43a2b78 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:29:32.943024 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:32.944998 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2278647f-8943-4c05-b0ac-1d1110fb2f57 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:29:32.979074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c3930c-b3e6-46fb-99ad-71c727348177 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:32.979991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a8c3930c-b3e6-46fb-99ad-71c727348177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:32.985655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be30fa18-5aea-4137-875e-08c5fe939bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.016529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be30fa18-5aea-4137-875e-08c5fe939bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.164325 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be30fa18-5aea-4137-875e-08c5fe939bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.170667 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be30fa18-5aea-4137-875e-08c5fe939bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.172465 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-be30fa18-5aea-4137-875e-08c5fe939bb2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/539692a9-064e-486c-aac1-c2e11fa7fbd1 HTTP/1.1" status: 204 len: 168 time: 0.2845902 Sep 22 09:29:33.186118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30fa18-5aea-4137-875e-08c5fe939bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539692a9-064e-486c-aac1-c2e11fa7fbd1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:33.188218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=1bd0e522-71ef-44a1-961e-7742487c8aae,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:33.201003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2278647f-8943-4c05-b0ac-1d1110fb2f57, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2278647f-8943-4c05-b0ac-1d1110fb2f57,segment=NetworkSegment(cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13),segment_id=cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:33.232971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a8c3930c-b3e6-46fb-99ad-71c727348177 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:33.235425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '2278647f-8943-4c05-b0ac-1d1110fb2f57', 'network_id': 'f51da8d1-2bbe-4fa5-b369-521258f865fe', 'port_id': '2278647f-8943-4c05-b0ac-1d1110fb2f57', 'mac_address': 'fa:16:3e:6c:e6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffbf9ed-baf0-4b7c-b2f5-e4242e565083', 'ip_address': '19.86.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:29:33.244507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] For port 72795da9-c329-4473-a055-e8f4791c76c7, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=72795da9-c329-4473-a055-e8f4791c76c7,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:33.245309 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.286156 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:33.321199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Calling delete_port for 72795da9-c329-4473-a055-e8f4791c76c7 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:33.326550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:33.338025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe282bec-3982-40b4-a832-c27984a9c27b req-44011a8e-06c1-4ac2-ba32-d0025ddad34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:33.347946 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-44011a8e-06c1-4ac2-ba32-d0025ddad34d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.7129345 Sep 22 09:29:33.350163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:33.353672 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.370722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2278647f-8943-4c05-b0ac-1d1110fb2f57 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:29:33.374422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Pushing event updated for resources: {'Port': ['ID=bbc741c4-e601-401b-8c37-1779bc133c41,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:33.445433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-998647aa-4f7c-41a8-bd46-51189d4ba5c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1de55d3-9d2d-4fe7-917a-c91df8347ebe HTTP/1.1" status: 200 len: 217 time: 0.0952153 Sep 22 09:29:33.558333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220bec-68b7-4e0f-82e1-9efdc7d007dd req-56df937e-0a1c-424a-80cc-0d14833f28fb tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:33.568065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220bec-68b7-4e0f-82e1-9efdc7d007dd req-56df937e-0a1c-424a-80cc-0d14833f28fb tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:33.568966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2278647f-8943-4c05-b0ac-1d1110fb2f57, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2278647f-8943-4c05-b0ac-1d1110fb2f57,segment=NetworkSegment(cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13),segment_id=cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:33.570312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23220bec-68b7-4e0f-82e1-9efdc7d007dd req-56df937e-0a1c-424a-80cc-0d14833f28fb tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1680 time: 0.3484426 Sep 22 09:29:33.622203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:33.622799 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.649751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe282bec-3982-40b4-a832-c27984a9c27b req-ecd78e14-b12c-45d9-a674-c6ed77dd2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:33.650015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a8c3930c-b3e6-46fb-99ad-71c727348177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:33.651276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-ecd78e14-b12c-45d9-a674-c6ed77dd2834 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.1824124 Sep 22 09:29:33.679618 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.681413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c3930c-b3e6-46fb-99ad-71c727348177 None None] The sync data for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 is: [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:29:33.716034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23220bec-68b7-4e0f-82e1-9efdc7d007dd req-a3dc4d18-238c-432a-946a-cbef7d1e637b tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332114 Sep 22 09:29:33.717202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e5fe3a79-5e28-45b3-87e7-48af741191b5 None None] Provisioning complete for port bbc741c4-e601-401b-8c37-1779bc133c41 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:33.717592 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e5fe3a79-5e28-45b3-87e7-48af741191b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.769304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=2278647f-8943-4c05-b0ac-1d1110fb2f57,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:33.778705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e5fe3a79-5e28-45b3-87e7-48af741191b5 None None] Port bbc741c4-e601-401b-8c37-1779bc133c41 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:29:33.795695 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-21558a11-dcba-4754-9c2a-d16f84249fa0 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8925264 Sep 22 09:29:33.816333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Request body: {'port': {'device_id': '82b6fab0-ea4b-41e7-8975-02c4b59bb14f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:33.821674 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00c1f56b-f2ff-4aee-ba89-f45c7ceab837 req-8298d6d5-18e2-4306-b51c-37fe4ab9312f tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/19e5fe23-294a-428a-8586-4c4c9bf6e418 HTTP/1.1" status: 200 len: 1801 time: 0.0702307 Sep 22 09:29:33.872528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-00c1f56b-f2ff-4aee-ba89-f45c7ceab837 req-68844c51-edb3-4f32-8dd0-febe9a92f738 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Request body: {'security_group': {'name': 'tempest-sg-hth-391179189', 'description': 'tempest-description-hth-253537677'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:33.891213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe282bec-3982-40b4-a832-c27984a9c27b req-a6d8c885-a4cb-4d94-b967-63b0351dd921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:33.892870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-a6d8c885-a4cb-4d94-b967-63b0351dd921 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960442 Sep 22 09:29:33.951277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['1bd0e522-71ef-44a1-961e-7742487c8aae'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:33.959474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56608) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:33.966444 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00c1f56b-f2ff-4aee-ba89-f45c7ceab837 req-68844c51-edb3-4f32-8dd0-febe9a92f738 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.985542 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.987547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-408508e8-421a-4f87-b465-176a1823a186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:33.992318 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f84bc1-c58f-427d-9756-26c540254799 None None] New status for floating IP d25e36db-6ee7-42b2-aa3f-b85d4436d14b: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:29:34.096624 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.134205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-408508e8-421a-4f87-b465-176a1823a186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.134931 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00c1f56b-f2ff-4aee-ba89-f45c7ceab837 req-68844c51-edb3-4f32-8dd0-febe9a92f738 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.166102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=72795da9-c329-4473-a055-e8f4791c76c7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:34.180965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-80d95447-9970-4e17-b5f0-7279e0075920 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721376 Sep 22 09:29:34.248458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-408508e8-421a-4f87-b465-176a1823a186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.262260 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00c1f56b-f2ff-4aee-ba89-f45c7ceab837 req-68844c51-edb3-4f32-8dd0-febe9a92f738 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.264874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00c1f56b-f2ff-4aee-ba89-f45c7ceab837 req-68844c51-edb3-4f32-8dd0-febe9a92f738 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.266107 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00c1f56b-f2ff-4aee-ba89-f45c7ceab837 req-68844c51-edb3-4f32-8dd0-febe9a92f738 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "PUT /v2.0/security-groups/19e5fe23-294a-428a-8586-4c4c9bf6e418 HTTP/1.1" status: 200 len: 1773 time: 0.4171178 Sep 22 09:29:34.294233 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-408508e8-421a-4f87-b465-176a1823a186 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2689546395ef44bc8adaa424d55e878f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335230 Sep 22 09:29:34.305480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408508e8-421a-4f87-b465-176a1823a186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af82c44c-d3c7-4844-9bb3-0b21184ccdf4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:34.305480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56614) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:34.376593 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e820006-53c0-4344-95d4-e61a53e1af64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.398804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e820006-53c0-4344-95d4-e61a53e1af64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.408263 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68844c51-edb3-4f32-8dd0-febe9a92f738 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e5fe23-294a-428a-8586-4c4c9bf6e418,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:34.439776 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.568352 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e820006-53c0-4344-95d4-e61a53e1af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.571437 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e820006-53c0-4344-95d4-e61a53e1af64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.575020 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3e820006-53c0-4344-95d4-e61a53e1af64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af82c44c-d3c7-4844-9bb3-0b21184ccdf4 HTTP/1.1" status: 204 len: 168 time: 0.2682681 Sep 22 09:29:34.580341 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e820006-53c0-4344-95d4-e61a53e1af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af82c44c-d3c7-4844-9bb3-0b21184ccdf4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:34.587989 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.592673 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.617739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8be38-dfc3-47d6-9d35-7dc49c9ba49d req-4d4e6b48-f7a7-4998-b5ca-6e7f4adfbb08 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:34.619344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2e8be38-dfc3-47d6-9d35-7dc49c9ba49d req-4d4e6b48-f7a7-4998-b5ca-6e7f4adfbb08 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 936 time: 0.2708895 Sep 22 09:29:34.621263 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe282bec-3982-40b4-a832-c27984a9c27b req-3a60782d-fb66-4fcb-a067-b32daaeb3257 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787584 Sep 22 09:29:34.713423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2e8be38-dfc3-47d6-9d35-7dc49c9ba49d req-db790cce-dfcc-4968-82ed-2a0f5f676f2d tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839286 Sep 22 09:29:34.748853 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.749352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 992e0bca-3892-4867-a225-94f4b260ba4c {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:29:34.755029 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.758876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56622) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:34.759034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-66acac48-e4cf-4ea9-a16c-6fe83be149d0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/992e0bca-3892-4867-a225-94f4b260ba4c HTTP/1.1" status: 204 len: 168 time: 3.2165270 Sep 22 09:29:34.760473 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5062c659-9d9b-4eed-bad0-fca9758ac12f x-openstack-request-id: req-5062c659-9d9b-4eed-bad0-fca9758ac12f {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:34.760839 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cad33d-f931-4577-bd0a-6b5e506037f5", "tag": "f1de55d3-9d2d-4fe7-917a-c91df8347ebe", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:34.761101 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5062c659-9d9b-4eed-bad0-fca9758ac12f {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:34.761495 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'tag': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'status': 'completed', 'code': 200} Sep 22 09:29:34.774272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc741c4-e601-401b-8c37-1779bc133c41 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:29:34.784238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.799039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Transition to ACTIVE for port object bbc741c4-e601-401b-8c37-1779bc133c41 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:29:34.869129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-e602f28b-b286-4db5-bbaf-2252f0756236 admin admin] Deleting subnet 93208dfc-f777-405d-937f-0d5f9dd8d527 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:29:34.870071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a922cca-aecd-41fd-ae9c-75b8f0c683c2 req-9b40dc83-4e35-4210-8c7c-97c64c72ad6a tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 210 time: 0.0515430 Sep 22 09:29:34.874804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e602f28b-b286-4db5-bbaf-2252f0756236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.896395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.908067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cb39e-2361-4caa-982c-cff680b90bfb req-828b8482-b577-4ac4-8700-808e68bc39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:34.909868 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b02cb39e-2361-4caa-982c-cff680b90bfb req-828b8482-b577-4ac4-8700-808e68bc39e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 1096 time: 0.0912981 Sep 22 09:29:34.985958 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e602f28b-b286-4db5-bbaf-2252f0756236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:34.994100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Pushing event updated for resources: {'Port': ['ID=bbc741c4-e601-401b-8c37-1779bc133c41,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:35.003652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7eb8eb11-8b5d-467b-8892-2f74a80fb5d5 req-50853ab6-c151-47d8-8f36-b2fbdb2f934e tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/19e5fe23-294a-428a-8586-4c4c9bf6e418 HTTP/1.1" status: 200 len: 1773 time: 0.1361547 Sep 22 09:29:35.044470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2278647f-8943-4c05-b0ac-1d1110fb2f57'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:35.138073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Attempting to bind port bbc741c4-e601-401b-8c37-1779bc133c41 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:35.138630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Attempting to bind port bbc741c4-e601-401b-8c37-1779bc133c41 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:35.139116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Attempting to bind port bbc741c4-e601-401b-8c37-1779bc133c41 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:35.145493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Port bbc741c4-e601-401b-8c37-1779bc133c41 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:29:35.145892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Attempting to bind port bbc741c4-e601-401b-8c37-1779bc133c41 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:35.174733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cb39e-2361-4caa-982c-cff680b90bfb req-5e15ddc5-2b88-434a-9df9-c158b800dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:35.176329 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b02cb39e-2361-4caa-982c-cff680b90bfb req-5e15ddc5-2b88-434a-9df9-c158b800dfc4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.2506137 Sep 22 09:29:35.185926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:35.187335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:35.188050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:35.188664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Bound port: bbc741c4-e601-401b-8c37-1779bc133c41, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:35.189213 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:35.199860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e602f28b-b286-4db5-bbaf-2252f0756236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:35.259357 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b02cb39e-2361-4caa-982c-cff680b90bfb req-de708d59-6a8a-4da3-b9ab-d238cbc63182 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1de55d3-9d2d-4fe7-917a-c91df8347ebe HTTP/1.1" status: 200 len: 217 time: 0.0724080 Sep 22 09:29:35.284590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] For port bbc741c4-e601-401b-8c37-1779bc133c41, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:35.300274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3e04a-c36a-4d5d-91e5-0d11f8928cfe req-9fb290f6-e178-4e41-b188-a40ee57a2561 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:35.323343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3e04a-c36a-4d5d-91e5-0d11f8928cfe req-9fb290f6-e178-4e41-b188-a40ee57a2561 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:35.331859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9e3e04a-c36a-4d5d-91e5-0d11f8928cfe req-9fb290f6-e178-4e41-b188-a40ee57a2561 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1681 time: 0.2250388 Sep 22 09:29:35.401316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] For port bbc741c4-e601-401b-8c37-1779bc133c41, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=bbc741c4-e601-401b-8c37-1779bc133c41,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:35.406808 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cb39e-2361-4caa-982c-cff680b90bfb req-7bf392d3-4e50-4336-8702-b12a1cc78397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:35.410686 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b02cb39e-2361-4caa-982c-cff680b90bfb req-7bf392d3-4e50-4336-8702-b12a1cc78397 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.1409988 Sep 22 09:29:35.432188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9e3e04a-c36a-4d5d-91e5-0d11f8928cfe req-8634f55a-fa5e-4a46-91ad-2cec4d4b5ff7 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993109 Sep 22 09:29:35.460203 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28c9a3e5-93eb-477e-9d02-5b6ac47d5034 req-f992f696-d7c0-4fdd-92a0-70fca190bc97 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1821465 Sep 22 09:29:35.485261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cb39e-2361-4caa-982c-cff680b90bfb req-9beb7bd7-544f-4b7d-83b0-cf57cdf56beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:35.486886 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b02cb39e-2361-4caa-982c-cff680b90bfb req-9beb7bd7-544f-4b7d-83b0-cf57cdf56beb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635843 Sep 22 09:29:35.491498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff713fc8-43ee-4898-a6b7-f2ae519b5ab6 req-acccb78d-ad9f-4b41-8735-db97ebec57db tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/19e5fe23-294a-428a-8586-4c4c9bf6e418 HTTP/1.1" status: 200 len: 1773 time: 0.0866942 Sep 22 09:29:35.495232 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:35.508983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e602f28b-b286-4db5-bbaf-2252f0756236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:35.559290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602f28b-b286-4db5-bbaf-2252f0756236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93208dfc-f777-405d-937f-0d5f9dd8d527,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:35.560535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277bd5e5-6b41-41cf-a164-2a3827651794 None None] Network 3575887c-7e28-4c88-af4d-22fff2b4a8b3 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:35.562347 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e602f28b-b286-4db5-bbaf-2252f0756236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:35.566986 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e602f28b-b286-4db5-bbaf-2252f0756236 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/93208dfc-f777-405d-937f-0d5f9dd8d527 HTTP/1.1" status: 204 len: 168 time: 0.8046813 Sep 22 09:29:35.567740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56638) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:35.630133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:35.630133 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:35.631593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] 10.222.0.60 "PUT /v2.0/ports/bbc741c4-e601-401b-8c37-1779bc133c41 HTTP/1.1" status: 200 len: 1096 time: 1.8248229 Sep 22 09:29:35.692906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc77dd4-11ea-4c77-848d-c2dc374799fa service neutron] Pushing event updated for resources: {'Port': ['ID=bbc741c4-e601-401b-8c37-1779bc133c41,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:35.696895 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:35.718299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a3e5-93eb-477e-9d02-5b6ac47d5034 req-d551ec6d-518b-45e7-bfea-43bda2a72241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:35.719903 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28c9a3e5-93eb-477e-9d02-5b6ac47d5034 req-d551ec6d-518b-45e7-bfea-43bda2a72241 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 1175 time: 0.2153738 Sep 22 09:29:35.727408 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b02cb39e-2361-4caa-982c-cff680b90bfb req-920c4343-3232-406e-91dc-05e83b49ce49 service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324696 Sep 22 09:29:35.730213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-027889d8-7c3e-424f-a048-c8f76ecb913b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:35.731853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-027889d8-7c3e-424f-a048-c8f76ecb913b tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2262177 Sep 22 09:29:35.733028 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ff713fc8-43ee-4898-a6b7-f2ae519b5ab6 req-9210793a-ad3b-4911-9bca-11ba9b0aa38d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:35.862678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Deleting port 86ce07b8-6815-4433-8b01-652cdbc632c3 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:35.862678 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:35.867012 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b02cb39e-2361-4caa-982c-cff680b90bfb req-ca34ea7d-ac1d-4fce-a06d-bb90378a8b5e service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308446 Sep 22 09:29:35.869086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9531198a-3317-44cf-a6a0-20e7ab4e155c None None] DHCP port deletion for 3575887c-7e28-4c88-af4d-22fff2b4a8b3 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:29:35.888297 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ff713fc8-43ee-4898-a6b7-f2ae519b5ab6 req-9210793a-ad3b-4911-9bca-11ba9b0aa38d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:35.943888 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-65136ab9-6e3b-443e-be1f-d4a07b5a678a tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.1997869 Sep 22 09:29:35.972199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-e1fee860-2c16-490d-9771-5dd20fbb81bd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Request body: {'floatingip': {'port_id': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:35.990155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9531198a-3317-44cf-a6a0-20e7ab4e155c None None] Deleting port 86ce07b8-6815-4433-8b01-652cdbc632c3 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:35.990662 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9531198a-3317-44cf-a6a0-20e7ab4e155c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.092448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9531198a-3317-44cf-a6a0-20e7ab4e155c None None] For port 86ce07b8-6815-4433-8b01-652cdbc632c3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=86ce07b8-6815-4433-8b01-652cdbc632c3,segment=NetworkSegment(c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73),segment_id=c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:36.096167 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9531198a-3317-44cf-a6a0-20e7ab4e155c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.096368 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-e1fee860-2c16-490d-9771-5dd20fbb81bd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.115701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9531198a-3317-44cf-a6a0-20e7ab4e155c None None] Calling delete_port for 86ce07b8-6815-4433-8b01-652cdbc632c3 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:36.116299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-fd0a6aa0-1d40-49aa-bcd3-53e7bac854cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:36.117628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-fd0a6aa0-1d40-49aa-bcd3-53e7bac854cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891b94891614aebb0772b9e043c56d0&device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 1099 time: 0.3727701 Sep 22 09:29:36.209600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a3e5-93eb-477e-9d02-5b6ac47d5034 req-1e4b927a-0ed7-4bff-90d9-624a0a6d6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:36.211899 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28c9a3e5-93eb-477e-9d02-5b6ac47d5034 req-1e4b927a-0ed7-4bff-90d9-624a0a6d6f9c service neutron] 10.222.0.45 "GET /v2.0/networks?id=763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 200 len: 913 time: 0.4375978 Sep 22 09:29:36.280538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] For port 86ce07b8-6815-4433-8b01-652cdbc632c3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=86ce07b8-6815-4433-8b01-652cdbc632c3,segment=NetworkSegment(c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73),segment_id=c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:36.281143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.293953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56654) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:36.296216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Calling delete_port for 86ce07b8-6815-4433-8b01-652cdbc632c3 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:36.297531 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9531198a-3317-44cf-a6a0-20e7ab4e155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.300448 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-23837c7a-c635-4d9e-9213-074a79691e6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=bbc741c4-e601-401b-8c37-1779bc133c41 HTTP/1.1" status: 200 len: 217 time: 0.1099589 Sep 22 09:29:36.301380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ff713fc8-43ee-4898-a6b7-f2ae519b5ab6 req-9210793a-ad3b-4911-9bca-11ba9b0aa38d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.314676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ff713fc8-43ee-4898-a6b7-f2ae519b5ab6 req-9210793a-ad3b-4911-9bca-11ba9b0aa38d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.316629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff713fc8-43ee-4898-a6b7-f2ae519b5ab6 req-9210793a-ad3b-4911-9bca-11ba9b0aa38d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "DELETE /v2.0/security-groups/19e5fe23-294a-428a-8586-4c4c9bf6e418 HTTP/1.1" status: 204 len: 173 time: 0.8243318 Sep 22 09:29:36.342958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531198a-3317-44cf-a6a0-20e7ab4e155c None None] No DVR routers for this DVR port 86ce07b8-6815-4433-8b01-652cdbc632c3 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:36.349916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531198a-3317-44cf-a6a0-20e7ab4e155c None None] Pushing event deleted for resources: {'Port': ['ID=86ce07b8-6815-4433-8b01-652cdbc632c3,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:36.370976 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28c9a3e5-93eb-477e-9d02-5b6ac47d5034 req-c24070f5-4975-41ed-853e-bd57e5a63b3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e HTTP/1.1" status: 200 len: 217 time: 0.1143663 Sep 22 09:29:36.402579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.432857 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210793a-ad3b-4911-9bca-11ba9b0aa38d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e5fe23-294a-428a-8586-4c4c9bf6e418,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:36.442821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1070014425'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:36.449022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ce07b8-6815-4433-8b01-652cdbc632c3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:36.451088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] No DVR routers for this DVR port 86ce07b8-6815-4433-8b01-652cdbc632c3 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:36.505042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 1bd0e522-71ef-44a1-961e-7742487c8aae up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:36.543442 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.566473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3575887c-7e28-4c88-af4d-22fff2b4a8b3']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:36.578543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:36.578836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11a0fea-fb8c-42aa-9dcf-9dc82c78ea73') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:36.589254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.596703 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:36.600210 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.620763 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.622762 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.625619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 1bd0e522-71ef-44a1-961e-7742487c8aae completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:29:36.630070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 1bd0e522-71ef-44a1-961e-7742487c8aae triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:36.630448 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.637031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:29:36.637424 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:29:36.641907 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:29:36.705082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 72795da9-c329-4473-a055-e8f4791c76c7 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:36.740697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 72795da9-c329-4473-a055-e8f4791c76c7 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:36.741129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 72795da9-c329-4473-a055-e8f4791c76c7 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:36.741659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 86ce07b8-6815-4433-8b01-652cdbc632c3 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:36.764868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 86ce07b8-6815-4433-8b01-652cdbc632c3 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:36.765327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 86ce07b8-6815-4433-8b01-652cdbc632c3 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:36.792253 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.004669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.004669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.004669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3575887c-7e28-4c88-af4d-22fff2b4a8b3 HTTP/1.1" status: 204 len: 168 time: 1.2332001 Sep 22 09:29:37.005485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b6fab0-ea4b-41e7-8975-02c4b59bb14f', 'tag': 'bbc741c4-e601-401b-8c37-1779bc133c41'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:37.005485 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2773777b-ecfd-4ca7-ab77-d5c8218fede3" -d '{"events": [{"name": "network-changed", "server_uuid": "82b6fab0-ea4b-41e7-8975-02c4b59bb14f", "tag": "bbc741c4-e601-401b-8c37-1779bc133c41"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:37.006186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a988c-d761-4daf-ac3a-1a2a64d40100 admin admin] Pushing event deleted for resources: {'Network': ['ID=3575887c-7e28-4c88-af4d-22fff2b4a8b3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:37.006359 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.006496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-a2ddf8d8-b9a1-465e-9893-e82f37a808f8 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:37.006496 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-a2ddf8d8-b9a1-465e-9893-e82f37a808f8 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.60 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 805 time: 0.9068775 Sep 22 09:29:37.007270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd0e522-71ef-44a1-961e-7742487c8aae'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:37.007270 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1982f729-8451-4931-b3ff-0749254be8b6" -d '{"events": [{"server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "name": "network-vif-plugged", "status": "completed", "tag": "1bd0e522-71ef-44a1-961e-7742487c8aae"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:37.007270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 1bd0e522-71ef-44a1-961e-7742487c8aae, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1bd0e522-71ef-44a1-961e-7742487c8aae,segment=NetworkSegment(856f0d4f-8e93-42a3-a5dc-83ba8ee97714),segment_id=856f0d4f-8e93-42a3-a5dc-83ba8ee97714)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:37.008044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Request body: {'port': {'device_id': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'admin_state_up': True, 'tenant_id': '7613d8fae3f244ceb7789e305433b73a'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:37.008044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-603e2fe3-f46c-4486-bdad-e142df234c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:37.008044 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-603e2fe3-f46c-4486-bdad-e142df234c6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.5938339 Sep 22 09:29:37.008319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6afbd-9a35-428c-98eb-ca94689c1a43 req-397d40b4-51a7-4096-96d9-1e28341ce197 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:37.008319 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dcd6afbd-9a35-428c-98eb-ca94689c1a43 req-397d40b4-51a7-4096-96d9-1e28341ce197 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cad33d-f931-4577-bd0a-6b5e506037f5 HTTP/1.1" status: 200 len: 945 time: 0.0641093 Sep 22 09:29:37.008575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a3e5-93eb-477e-9d02-5b6ac47d5034 req-c5850153-417a-42b4-a0dc-856ca722ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:37.008575 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28c9a3e5-93eb-477e-9d02-5b6ac47d5034 req-c5850153-417a-42b4-a0dc-856ca722ff07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 HTTP/1.1" status: 200 len: 852 time: 0.5601327 Sep 22 09:29:37.023195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f38c8-9388-4189-a2ce-fb05a0a96621 req-142afca8-0f10-4eb5-a145-d8aee9621d09 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:37.024877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af1f38c8-9388-4189-a2ce-fb05a0a96621 req-142afca8-0f10-4eb5-a145-d8aee9621d09 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 948 time: 0.6021919 Sep 22 09:29:37.076033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28c9a3e5-93eb-477e-9d02-5b6ac47d5034 req-6013f5bd-df0f-474e-bb8f-8ee23acd0bdb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=763851d3-276d-4da8-b079-53d932a3dd71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676675 Sep 22 09:29:37.083166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-dcd6afbd-9a35-428c-98eb-ca94689c1a43 req-a14ff8be-eaad-4361-9986-02be039a3c95 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Deleting port f1de55d3-9d2d-4fe7-917a-c91df8347ebe {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:37.083555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-dcd6afbd-9a35-428c-98eb-ca94689c1a43 req-a14ff8be-eaad-4361-9986-02be039a3c95 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.178001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-dcd6afbd-9a35-428c-98eb-ca94689c1a43 req-a14ff8be-eaad-4361-9986-02be039a3c95 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] For port f1de55d3-9d2d-4fe7-917a-c91df8347ebe, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f1de55d3-9d2d-4fe7-917a-c91df8347ebe,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:37.178922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-dcd6afbd-9a35-428c-98eb-ca94689c1a43 req-a14ff8be-eaad-4361-9986-02be039a3c95 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.185616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-95ff9c76-edc1-4c19-b355-00930ffcd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:37.187437 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-95ff9c76-edc1-4c19-b355-00930ffcd38c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2463884 Sep 22 09:29:37.191492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-dcd6afbd-9a35-428c-98eb-ca94689c1a43 req-a14ff8be-eaad-4361-9986-02be039a3c95 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Calling delete_port for f1de55d3-9d2d-4fe7-917a-c91df8347ebe owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:37.243568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af1f38c8-9388-4189-a2ce-fb05a0a96621 req-80130f56-9ef8-4d0a-a71f-0fa076cd82a4 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064528 Sep 22 09:29:37.386209 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.413923 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.414967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2278647f-8943-4c05-b0ac-1d1110fb2f57 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:37.417616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:29:37.425039 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-dcd6afbd-9a35-428c-98eb-ca94689c1a43 req-a14ff8be-eaad-4361-9986-02be039a3c95 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.439686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c703530-5bb5-4cae-9c14-be8b81ed447c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:37.441636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0983f9f6-3eb9-47de-88a2-6dd02826e051 req-483bf88f-eba9-4965-94f9-7e8197fb7140 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 210 time: 0.0609832 Sep 22 09:29:37.454922 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28c9a3e5-93eb-477e-9d02-5b6ac47d5034 req-e08b262d-c95a-465a-a9c2-0c754cce0519 service neutron] 10.222.0.45 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410988 Sep 22 09:29:37.467006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.468891 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Added segment 254572be-7f38-4c78-a6ee-b5f46f0e9289 of type vlan for network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec Sep 22 09:29:37.481761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ff8be-eaad-4361-9986-02be039a3c95 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Pushing event deleted for resources: {'Port': ['ID=f1de55d3-9d2d-4fe7-917a-c91df8347ebe,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:37.484689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=1bd0e522-71ef-44a1-961e-7742487c8aae,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:37.489900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['61cfcf13-407e-433b-8a19-152c8bb2635b', 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:37.525827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-53c4db0c-6638-4b51-b976-9be6041d76c0 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972875 Sep 22 09:29:37.559863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Made reservation on behalf of 7613d8fae3f244ceb7789e305433b73a for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:37.563794 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.565171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd6afbd-9a35-428c-98eb-ca94689c1a43 req-a14ff8be-eaad-4361-9986-02be039a3c95 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] No DVR routers for this DVR port f1de55d3-9d2d-4fe7-917a-c91df8347ebe on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:37.571148 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-dcd6afbd-9a35-428c-98eb-ca94689c1a43 req-a14ff8be-eaad-4361-9986-02be039a3c95 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.573235 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dcd6afbd-9a35-428c-98eb-ca94689c1a43 req-a14ff8be-eaad-4361-9986-02be039a3c95 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.45 "DELETE /v2.0/ports/f1de55d3-9d2d-4fe7-917a-c91df8347ebe HTTP/1.1" status: 204 len: 173 time: 0.6397259 Sep 22 09:29:37.573670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'name': 'network-vif-deleted', 'tag': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:37.576010 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a225c1-d8d3-4372-99ca-791c8a124c2d" -d '{"events": [{"server_uuid": "16cad33d-f931-4577-bd0a-6b5e506037f5", "name": "network-vif-deleted", "tag": "f1de55d3-9d2d-4fe7-917a-c91df8347ebe"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:37.589149 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.658220 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56672) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:37.683991 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.690289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:37.693589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.734435 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 2278647f-8943-4c05-b0ac-1d1110fb2f57 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:29:37.738958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 2278647f-8943-4c05-b0ac-1d1110fb2f57 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:37.745450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.745607 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.resource_extend [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-e1fee860-2c16-490d-9771-5dd20fbb81bd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:29:37.791110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Network': ['ID=ff4d086a-f33c-47f2-ab75-ea1c1251d4ec,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:37.799091 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bd8d87ff-c46a-4688-8d41-24eb1d0a96c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f34c24092e6422684295e84a902d2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388080 Sep 22 09:29:37.800079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56674) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:37.809122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:29:37.828948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28c9a3e5-93eb-477e-9d02-5b6ac47d5034 req-6c3a4433-ecb8-4564-b37d-ab0dbbb6db21 service neutron] 10.222.0.45 "GET /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322873 Sep 22 09:29:37.832849 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fddaca71-cecd-4083-91d8-6690397bcc91 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5350761 Sep 22 09:29:37.837828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56676) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:37.849781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'name': 'tempest-PortsIpV6TestJSON-703962954'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:37.865783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9fe44d34-4eed-45ee-8fbb-93b3e55a468d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.895013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9fe44d34-4eed-45ee-8fbb-93b3e55a468d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.900559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd9b6e5-a15b-44f7-9041-b1947476bb91 req-6a262ead-2d45-4952-bc73-cc875797ea81 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669677 Sep 22 09:29:37.910170 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.915864 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-e1fee860-2c16-490d-9771-5dd20fbb81bd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:37.954262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2278647f-8943-4c05-b0ac-1d1110fb2f57, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2278647f-8943-4c05-b0ac-1d1110fb2f57,segment=NetworkSegment(cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13),segment_id=cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:37.984499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2357f-e4a0-4cf4-93ef-0dff3f2179d0 req-f4a0cf17-6ce7-40a7-8ae7-7fecb9165abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:37.990514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2357f-e4a0-4cf4-93ef-0dff3f2179d0 req-f4a0cf17-6ce7-40a7-8ae7-7fecb9165abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:37.992843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11e2357f-e4a0-4cf4-93ef-0dff3f2179d0 req-f4a0cf17-6ce7-40a7-8ae7-7fecb9165abc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1682 time: 0.3252618 Sep 22 09:29:38.047737 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-e1fee860-2c16-490d-9771-5dd20fbb81bd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:38.065986 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:38.067525 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9fe44d34-4eed-45ee-8fbb-93b3e55a468d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:38.072510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9fe44d34-4eed-45ee-8fbb-93b3e55a468d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:38.075787 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9fe44d34-4eed-45ee-8fbb-93b3e55a468d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9617ff39-c9df-4c23-a3f9-78512353e43b HTTP/1.1" status: 204 len: 168 time: 0.2729535 Sep 22 09:29:38.085112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe44d34-4eed-45ee-8fbb-93b3e55a468d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9617ff39-c9df-4c23-a3f9-78512353e43b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:38.106898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Allocated IP 172.20.0.8 (481161e4-d608-458f-a049-8a0f1f993768/cfaf3b31-1878-4542-8cdf-ef8404499561/1d8a5f3a-37f1-4be6-b989-28db3ca95f14) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:38.121553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11e2357f-e4a0-4cf4-93ef-0dff3f2179d0 req-68ea5748-cf9e-46b4-a613-d9a9ede77748 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192875 Sep 22 09:29:38.167244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=2278647f-8943-4c05-b0ac-1d1110fb2f57,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:38.190716 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bfe1bb-763c-4a37-bc79-cafd1bfb9e2d x-openstack-request-id: req-03bfe1bb-763c-4a37-bc79-cafd1bfb9e2d {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:38.190716 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b6fab0-ea4b-41e7-8975-02c4b59bb14f", "tag": "bbc741c4-e601-401b-8c37-1779bc133c41", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:38.190716 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03bfe1bb-763c-4a37-bc79-cafd1bfb9e2d {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:38.190716 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b6fab0-ea4b-41e7-8975-02c4b59bb14f', 'tag': 'bbc741c4-e601-401b-8c37-1779bc133c41', 'status': 'completed', 'code': 200} Sep 22 09:29:38.219243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:38.219243 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:38.223234 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb99b5fc-e97b-4726-867b-60afd71f9210 x-openstack-request-id: req-cb99b5fc-e97b-4726-867b-60afd71f9210 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:38.223543 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "name": "network-vif-plugged", "status": "completed", "tag": "1bd0e522-71ef-44a1-961e-7742487c8aae", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:38.223878 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb99b5fc-e97b-4726-867b-60afd71f9210 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:38.224295 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd0e522-71ef-44a1-961e-7742487c8aae', 'code': 200} Sep 22 09:29:38.241037 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-e1fee860-2c16-490d-9771-5dd20fbb81bd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Floating IP d25e36db-6ee7-42b2-aa3f-b85d4436d14b associated. External IP: 172.25.6.32, port: 61cfcf13-407e-433b-8a19-152c8bb2635b. Sep 22 09:29:38.286751 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13af1b4-9d32-4504-8585-9a2a3ac98eaf x-openstack-request-id: req-e13af1b4-9d32-4504-8585-9a2a3ac98eaf {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:38.287040 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cad33d-f931-4577-bd0a-6b5e506037f5", "name": "network-vif-deleted", "tag": "f1de55d3-9d2d-4fe7-917a-c91df8347ebe", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:38.288058 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e13af1b4-9d32-4504-8585-9a2a3ac98eaf {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:38.288713 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cad33d-f931-4577-bd0a-6b5e506037f5', 'name': 'network-vif-deleted', 'tag': 'f1de55d3-9d2d-4fe7-917a-c91df8347ebe', 'status': 'completed', 'code': 200} Sep 22 09:29:38.333056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:29:38.365867 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-951b5700-f43b-448e-8176-6eea00fd8d68 req-27dc5e69-a4ba-48c8-9dea-a2d89846e38b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] show failed (client error): The resource could not be found. Sep 22 09:29:38.367669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-951b5700-f43b-448e-8176-6eea00fd8d68 req-27dc5e69-a4ba-48c8-9dea-a2d89846e38b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/f0f9d66d-0b50-4867-8e24-a71636154883 HTTP/1.1" status: 404 len: 352 time: 0.0567989 Sep 22 09:29:38.509579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773777b-ecfd-4ca7-ab77-d5c8218fede3 req-01bf6a1d-dead-4ed1-b5ae-999ed06ed5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:38.511056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2773777b-ecfd-4ca7-ab77-d5c8218fede3 req-01bf6a1d-dead-4ed1-b5ae-999ed06ed5d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3891b94891614aebb0772b9e043c56d0&device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 1099 time: 0.2847674 Sep 22 09:29:38.627275 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:38.716217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f19d95-73b4-46eb-ac75-d86779c4ae69 req-a5d2168f-bde0-4d63-bbcd-6300b523659e tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:38.717778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9f19d95-73b4-46eb-ac75-d86779c4ae69 req-a5d2168f-bde0-4d63-bbcd-6300b523659e tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 948 time: 0.2868981 Sep 22 09:29:39.168686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773777b-ecfd-4ca7-ab77-d5c8218fede3 req-7d140bc2-5a8c-446e-b4af-fa81dcd9a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:39.171839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2773777b-ecfd-4ca7-ab77-d5c8218fede3 req-7d140bc2-5a8c-446e-b4af-fa81dcd9a845 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.6437702 Sep 22 09:29:39.181236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9f19d95-73b4-46eb-ac75-d86779c4ae69 req-f2eefcec-290b-4b90-9b65-606b4febee9e tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557095 Sep 22 09:29:39.189933 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:39.239356 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2773777b-ecfd-4ca7-ab77-d5c8218fede3 req-e29d695e-7431-4ab6-819a-26d0b6eeef3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=bbc741c4-e601-401b-8c37-1779bc133c41 HTTP/1.1" status: 200 len: 217 time: 0.0540862 Sep 22 09:29:39.249000 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:39.261367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-e1fee860-2c16-490d-9771-5dd20fbb81bd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Router 2693b494-873d-4bc1-b125-d89fc43a2b78 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:29:39.367252 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-3f749089-8114-42e1-81a0-a0c5bf1f088a req-5cbfb470-b76a-462f-86e4-cbe1dd77d347 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] show failed (client error): The resource could not be found. Sep 22 09:29:39.368297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f749089-8114-42e1-81a0-a0c5bf1f088a req-5cbfb470-b76a-462f-86e4-cbe1dd77d347 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/0c8dee60-d616-422f-87a6-c463018dfd02 HTTP/1.1" status: 404 len: 352 time: 0.0916152 Sep 22 09:29:39.370240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Network 481161e4-d608-458f-a049-8a0f1f993768 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:39.387979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:39.393599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:39.431137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Pushing event updated for resources: {'Port': ['ID=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:39.453822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773777b-ecfd-4ca7-ab77-d5c8218fede3 req-bbc757b8-c21d-4e32-9e2f-9e17395ee403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:39.455307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2773777b-ecfd-4ca7-ab77-d5c8218fede3 req-bbc757b8-c21d-4e32-9e2f-9e17395ee403 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.2009125 Sep 22 09:29:39.541941 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:39.558562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:39.559205 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:39.652570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773777b-ecfd-4ca7-ab77-d5c8218fede3 req-ba2e269e-7391-4b46-a9cc-56705e5d3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:39.654112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2773777b-ecfd-4ca7-ab77-d5c8218fede3 req-ba2e269e-7391-4b46-a9cc-56705e5d3cd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869795 Sep 22 09:29:39.667612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device bbc741c4-e601-401b-8c37-1779bc133c41 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:29:39.675112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf017b8-8681-4413-92e0-3b2757b875ac req-11f41b6e-e0d7-49d9-bac3-035d64a1e797 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:39.676586 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abf017b8-8681-4413-92e0-3b2757b875ac req-11f41b6e-e0d7-49d9-bac3-035d64a1e797 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 931 time: 0.2482929 Sep 22 09:29:39.680834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-e1fee860-2c16-490d-9771-5dd20fbb81bd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:29:39.690358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:39.693036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d690df-9ce1-44bb-92d1-c33a44beb6df None None] Sync routers for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:29:39.696101 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-e1fee860-2c16-490d-9771-5dd20fbb81bd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:39.720751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d690df-9ce1-44bb-92d1-c33a44beb6df None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:39.721381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-63d690df-9ce1-44bb-92d1-c33a44beb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:39.749988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-70914b5f-0fea-422c-a4a4-4297cabbecce tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8959358 Sep 22 09:29:39.770507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Request body: {'port': {'device_id': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:39.835184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-e1fee860-2c16-490d-9771-5dd20fbb81bd tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "PUT /v2.0/floatingips/d25e36db-6ee7-42b2-aa3f-b85d4436d14b HTTP/1.1" status: 200 len: 996 time: 3.8900065 Sep 22 09:29:39.842526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Checking segment: {'id': '254572be-7f38-4c78-a6ee-b5f46f0e9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:39.842892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network hostable DHCP agents. Network: ff4d086a-f33c-47f2-ab75-ea1c1251d4ec, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:29:39.854347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port bbc741c4-e601-401b-8c37-1779bc133c41, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=bbc741c4-e601-401b-8c37-1779bc133c41,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:39.867547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abf017b8-8681-4413-92e0-3b2757b875ac req-3a756434-2963-4ec7-9501-e7d3a2c416eb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746953 Sep 22 09:29:39.874111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'bbc741c4-e601-401b-8c37-1779bc133c41', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'bbc741c4-e601-401b-8c37-1779bc133c41', 'mac_address': 'fa:16:3e:5b:4a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:29:39.885707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-63d690df-9ce1-44bb-92d1-c33a44beb6df None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:39.941273 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:39.944510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2773777b-ecfd-4ca7-ab77-d5c8218fede3 req-9ff35e54-4b39-47ac-8a24-a0bbb789da51 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651529 Sep 22 09:29:39.984660 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:40.002590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:29:40.005772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-56b10fdf-5a07-4ab0-bf73-07463c80258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:40.007251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc741c4-e601-401b-8c37-1779bc133c41 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:29:40.007896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-56b10fdf-5a07-4ab0-bf73-07463c80258c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 1097 time: 0.1539495 Sep 22 09:29:40.049658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port bbc741c4-e601-401b-8c37-1779bc133c41, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=bbc741c4-e601-401b-8c37-1779bc133c41,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:40.111159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, ff4d086a-f33c-47f2-ab75-ea1c1251d4ec) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:40.120273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0182b5c7-2627-430f-b396-24423b259fc3 None None] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:40.129335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:40.135497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:40.137975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:40.151252 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:40.194961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72a66-43b5-4dd7-9f2a-b5007c4e046b req-bbc26759-fdf7-4d23-bd9b-5a0ff49f25de tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:40.201158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72a66-43b5-4dd7-9f2a-b5007c4e046b req-bbc26759-fdf7-4d23-bd9b-5a0ff49f25de tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:40.202752 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23e72a66-43b5-4dd7-9f2a-b5007c4e046b req-bbc26759-fdf7-4d23-bd9b-5a0ff49f25de tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1683 time: 0.2641699 Sep 22 09:29:40.211644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:40.213925 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f631d2d-168c-407a-9284-c8b2a5cdb831" -d '{"events": [{"name": "network-changed", "server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:40.224987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2278647f-8943-4c05-b0ac-1d1110fb2f57'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:40.227214 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f1c78c-d85b-46d8-bf6f-3b2f26a40809" -d '{"events": [{"server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "name": "network-vif-plugged", "status": "completed", "tag": "2278647f-8943-4c05-b0ac-1d1110fb2f57"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:40.310350 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2773777b-ecfd-4ca7-ab77-d5c8218fede3 req-6a0eef06-e3c7-403d-87a4-63b7e2c71a5b service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460076 Sep 22 09:29:40.346346 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:29:40.353715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2870ed10-f5e6-4987-a20d-404a06dd0339 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5050011 Sep 22 09:29:40.354188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56722) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:40.360521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-eebaecc9-dbf7-4856-867a-0f85af4cac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:40.360765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-830990291'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:40.362093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-eebaecc9-dbf7-4856-867a-0f85af4cac95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.3419759 Sep 22 09:29:40.375292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23e72a66-43b5-4dd7-9f2a-b5007c4e046b req-99c0dd4f-6265-4259-8fc8-3615e3aa4af0 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124399 Sep 22 09:29:40.445986 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['bbc741c4-e601-401b-8c37-1779bc133c41'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:40.448387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=bbc741c4-e601-401b-8c37-1779bc133c41,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:40.478031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:40.481916 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-50e759e6-ed7f-4f16-8548-5276bd12f16c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 999 time: 0.1042080 Sep 22 09:29:40.485604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:40.513355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-63d690df-9ce1-44bb-92d1-c33a44beb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:16:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:37Z', 'revision_number': 8, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:40.522289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f1de55d3-9d2d-4fe7-917a-c91df8347ebe no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:40.523624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:29:40.535867 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:40.536708 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Added segment 11cd03a0-ffff-4f6b-b110-c829a276899b of type vlan for network 53e22bac-aa06-40a1-a5f7-9a6e6a90e02a Sep 22 09:29:40.562371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d690df-9ce1-44bb-92d1-c33a44beb6df None None] Checking router: 2693b494-873d-4bc1-b125-d89fc43a2b78 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:29:40.572994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-fd920d3d-d8ce-461e-9e2f-89799cfc1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:40.574407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-fd920d3d-d8ce-461e-9e2f-89799cfc1074 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.0799897 Sep 22 09:29:40.589177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: f1de55d3-9d2d-4fe7-917a-c91df8347ebe {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:40.589177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f1de55d3-9d2d-4fe7-917a-c91df8347ebe not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:40.601854 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d690df-9ce1-44bb-92d1-c33a44beb6df None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:40.602387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-63d690df-9ce1-44bb-92d1-c33a44beb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:40.616412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:29:40.626002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:40.628051 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:40.665893 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-cea45cbd-2808-4731-8d42-e58a06f13c64 req-4838ffee-b68b-485d-a440-568f902a906d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] show failed (client error): The resource could not be found. Sep 22 09:29:40.667349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cea45cbd-2808-4731-8d42-e58a06f13c64 req-4838ffee-b68b-485d-a440-568f902a906d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/27cb09bc-9bb1-4a50-aed2-dd2d58008638 HTTP/1.1" status: 404 len: 352 time: 0.0340652 Sep 22 09:29:40.669608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Transition to ACTIVE for port object 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:29:40.672525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-b3d84e83-c341-4d4f-8bb0-636f2fb5e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:40.674090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-b3d84e83-c341-4d4f-8bb0-636f2fb5e326 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919635 Sep 22 09:29:40.717250 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:40.726334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:40.728821 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:40.761941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-63d690df-9ce1-44bb-92d1-c33a44beb6df None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:40.763130 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:40.797942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Network': ['ID=53e22bac-aa06-40a1-a5f7-9a6e6a90e02a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:40.811343 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2d7c1ecc-bc75-4dbf-86c8-186fca182006 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4559083 Sep 22 09:29:40.814989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 53e22bac-aa06-40a1-a5f7-9a6e6a90e02a details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:29:40.819937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56730) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:40.823766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'ports': [{'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec'}, {'network_id': '53e22bac-aa06-40a1-a5f7-9a6e6a90e02a'}]} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:40.824076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:40.825261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': '53e22bac-aa06-40a1-a5f7-9a6e6a90e02a'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:40.855123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-7c15f8d7-d771-40a7-87a7-fcd16d9b43da service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736157 Sep 22 09:29:40.871237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Pushing event updated for resources: {'Port': ['ID=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:40.911524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3bbbb-e5e1-48b5-9701-09109380251a req-ab7995bf-5137-48b0-a375-b19a6cea3b96 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:40.913378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30a3bbbb-e5e1-48b5-9701-09109380251a req-ab7995bf-5137-48b0-a375-b19a6cea3b96 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 949 time: 0.1613190 Sep 22 09:29:41.032304 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30a3bbbb-e5e1-48b5-9701-09109380251a req-0dc88f78-3ade-4284-9d8f-99aa9f161545 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077232 Sep 22 09:29:41.042948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Attempting to bind port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:41.047172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Attempting to bind port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:41.047172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Attempting to bind port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 on network 481161e4-d608-458f-a049-8a0f1f993768 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:41.057048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 on network 481161e4-d608-458f-a049-8a0f1f993768 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:29:41.057475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Attempting to bind port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 on network 481161e4-d608-458f-a049-8a0f1f993768 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:41.062477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-63d690df-9ce1-44bb-92d1-c33a44beb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:16:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:37Z', 'revision_number': 8, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:41.062725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6581f181-bf5e-4c5b-80a0-a18b90108d62 req-e4eca894-6df1-4f21-98ab-72f4cf7d1d4a service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998096 Sep 22 09:29:41.069932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:41.069932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Checking segment: {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:41.069932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Bound using segment: {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:41.069932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Bound port: 1d8a5f3a-37f1-4be6-b989-28db3ca95f14, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:41.069932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.097055 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1cff68-444b-462e-a7f0-1f86bf343b22 x-openstack-request-id: req-ca1cff68-444b-462e-a7f0-1f86bf343b22 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:41.097196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 2} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:41.097311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d690df-9ce1-44bb-92d1-c33a44beb6df None None] The sync data for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 is: [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd25e36db-6ee7-42b2-aa3f-b85d4436d14b', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'port_id': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'mac_address': 'fa:16:3e:16:65:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:28:51Z', 'updated_at': '2021-09-22T09:29:37Z', 'revision_number': 8, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:29:41.097515 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.097663 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:41.097787 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca1cff68-444b-462e-a7f0-1f86bf343b22 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:41.098140 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'status': 'completed', 'code': 200} Sep 22 09:29:41.122627 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.207939 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b4b39f-19b0-42db-a4a8-10b67c555769 x-openstack-request-id: req-65b4b39f-19b0-42db-a4a8-10b67c555769 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:41.208177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] For port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:41.209024 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "name": "network-vif-plugged", "status": "completed", "tag": "2278647f-8943-4c05-b0ac-1d1110fb2f57", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:41.218263 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65b4b39f-19b0-42db-a4a8-10b67c555769 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:41.218263 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2278647f-8943-4c05-b0ac-1d1110fb2f57', 'code': 200} Sep 22 09:29:41.218935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] For port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:41.218935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f631d2d-168c-407a-9284-c8b2a5cdb831 req-8684a34a-1677-47d3-b6b6-904a80419e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:41.218935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f631d2d-168c-407a-9284-c8b2a5cdb831 req-8684a34a-1677-47d3-b6b6-904a80419e1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 1097 time: 0.0946841 Sep 22 09:29:41.237852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port 170bbb1e-b62a-4bbb-a7c8-11a100e0f41b yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:29:41.379347 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33edb5-ab18-4024-9f7b-bde73335691b None None] New status for floating IP d25e36db-6ee7-42b2-aa3f-b85d4436d14b: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:29:41.403622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56926d5-8465-47a3-8852-294148f557fb req-030e51b0-f4f0-4f92-a4e1-d2f3f5328569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:41.404175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56926d5-8465-47a3-8852-294148f557fb req-030e51b0-f4f0-4f92-a4e1-d2f3f5328569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:41.405853 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f56926d5-8465-47a3-8852-294148f557fb req-030e51b0-f4f0-4f92-a4e1-d2f3f5328569 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1985 time: 0.1195652 Sep 22 09:29:41.421251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.509888 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f56926d5-8465-47a3-8852-294148f557fb req-4b88b856-831e-4884-b834-a32d0ab39562 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910270 Sep 22 09:29:41.514308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port cb983945-3dff-49f0-b2e2-ae99f839daea yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:29:41.567076 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-a1ec9574-6fd2-4737-9a51-1a3cc2be3a4c req-c471e360-5868-45ed-95c8-6698157bd377 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] show failed (client error): The resource could not be found. Sep 22 09:29:41.567996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1ec9574-6fd2-4737-9a51-1a3cc2be3a4c req-c471e360-5868-45ed-95c8-6698157bd377 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/49bef5ee-3c1d-4eb5-8850-d029e5c7b2d8 HTTP/1.1" status: 404 len: 352 time: 0.3411887 Sep 22 09:29:41.569070 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.599933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:41.601301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.602703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] 10.222.0.60 "PUT /v2.0/ports/1d8a5f3a-37f1-4be6-b989-28db3ca95f14 HTTP/1.1" status: 200 len: 1091 time: 1.8397837 Sep 22 09:29:41.630899 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.679979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device bbc741c4-e601-401b-8c37-1779bc133c41 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:41.749360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.793436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:41.796615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:41.800486 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:41.801386 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.811449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=170bbb1e-b62a-4bbb-a7c8-11a100e0f41b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:41.814471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470db3ea-b313-441b-a3ff-e422a97f06de service neutron] Pushing event updated for resources: {'Port': ['ID=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:41.824824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port bbc741c4-e601-401b-8c37-1779bc133c41 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:29:41.831304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port bbc741c4-e601-401b-8c37-1779bc133c41 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:41.831681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.833318 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-248a3840-9c7e-4ab9-9f20-01309520ee73 req-638416f3-1243-4e81-885c-3958dec682be tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips/d25e36db-6ee7-42b2-aa3f-b85d4436d14b HTTP/1.1" status: 200 len: 998 time: 0.2231240 Sep 22 09:29:41.840972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b307d-0caa-4ec5-b250-a717102cd003 req-dc1f8ae5-5e5b-48b6-abf6-72bece34e60a tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:41.845709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a6b307d-0caa-4ec5-b250-a717102cd003 req-dc1f8ae5-5e5b-48b6-abf6-72bece34e60a tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 943 time: 0.2795451 Sep 22 09:29:41.863588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f631d2d-168c-407a-9284-c8b2a5cdb831 req-1261155f-e9d0-408a-b8a3-4e2f898b81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:41.865459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f631d2d-168c-407a-9284-c8b2a5cdb831 req-1261155f-e9d0-408a-b8a3-4e2f898b81b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.6287091 Sep 22 09:29:41.880451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=cb983945-3dff-49f0-b2e2-ae99f839daea,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:41.883249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Checking segment: {'id': '11cd03a0-ffff-4f6b-b110-c829a276899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '53e22bac-aa06-40a1-a5f7-9a6e6a90e02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:41.883612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network hostable DHCP agents. Network: 53e22bac-aa06-40a1-a5f7-9a6e6a90e02a, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:29:41.906988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-ddb4443b-1e3c-4dbf-b94c-0842e1087252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:41.920239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-ddb4443b-1e3c-4dbf-b94c-0842e1087252 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 1094 time: 0.1776671 Sep 22 09:29:41.920427 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.955840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port bbc741c4-e601-401b-8c37-1779bc133c41, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=bbc741c4-e601-401b-8c37-1779bc133c41,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:41.974116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 53e22bac-aa06-40a1-a5f7-9a6e6a90e02a is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:29:42.031939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-49e2455b-8bcc-4680-9f93-0cffc03755b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14 HTTP/1.1" status: 200 len: 217 time: 0.0806618 Sep 22 09:29:42.064073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a6b307d-0caa-4ec5-b250-a717102cd003 req-51c40494-cc40-4910-81ee-120608464077 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061629 Sep 22 09:29:42.071764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:42.088223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f631d2d-168c-407a-9284-c8b2a5cdb831 req-09301240-9bb0-4c73-8699-be9a12d617d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 1001 time: 0.2028999 Sep 22 09:29:42.136531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=bbc741c4-e601-401b-8c37-1779bc133c41,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:42.148844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a3840-9c7e-4ab9-9f20-01309520ee73 req-7e6437b4-a02f-40b0-9c17-02556f250269 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.150238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-248a3840-9c7e-4ab9-9f20-01309520ee73 req-7e6437b4-a02f-40b0-9c17-02556f250269 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.3058760 Sep 22 09:29:42.163195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 53e22bac-aa06-40a1-a5f7-9a6e6a90e02a) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:42.167139 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:42.171993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6e517-186f-4005-b6ea-3e3e8e59ce52 None None] Network 53e22bac-aa06-40a1-a5f7-9a6e6a90e02a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:42.173247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.178579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.179256 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:42.181145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-248a3840-9c7e-4ab9-9f20-01309520ee73 req-4099051a-6818-44c5-b9ff-53ace1fde632 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:29:42.182303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-248a3840-9c7e-4ab9-9f20-01309520ee73 req-4099051a-6818-44c5-b9ff-53ace1fde632 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245018 Sep 22 09:29:42.187555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-f46fbb15-2727-443c-9192-7ef48c981826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.189155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-f46fbb15-2727-443c-9192-7ef48c981826 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cfaf3b31-1878-4542-8cdf-ef8404499561 HTTP/1.1" status: 200 len: 845 time: 0.1460862 Sep 22 09:29:42.228653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f631d2d-168c-407a-9284-c8b2a5cdb831 req-ba7fd3d7-429d-4d32-9298-6bd6d4eb03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.230145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f631d2d-168c-407a-9284-c8b2a5cdb831 req-ba7fd3d7-429d-4d32-9298-6bd6d4eb03b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.1316879 Sep 22 09:29:42.252020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-c2d48df0-1df1-48c3-881b-b45aeb08b127 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=481161e4-d608-458f-a049-8a0f1f993768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452621 Sep 22 09:29:42.260037 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-a554fae4-33fc-4911-81af-48a467f35015 req-d08cb8ee-aac7-4dd3-89f0-63ee242db67d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] show failed (client error): The resource could not be found. Sep 22 09:29:42.262440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a554fae4-33fc-4911-81af-48a467f35015 req-d08cb8ee-aac7-4dd3-89f0-63ee242db67d tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/d2006ac7-2c1b-498f-b3e9-7367a5c62d3e HTTP/1.1" status: 404 len: 352 time: 0.0554757 Sep 22 09:29:42.295199 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f589e092-e309-4dff-b264-fe316368b6a4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4777260 Sep 22 09:29:42.296351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56760) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:42.336988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901a9db-1ba4-4f59-a8b4-6f7bf3b35809 req-e91cc1e4-585a-4957-a8dd-b32ae9ee078d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.340369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901a9db-1ba4-4f59-a8b4-6f7bf3b35809 req-e91cc1e4-585a-4957-a8dd-b32ae9ee078d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.342027 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7901a9db-1ba4-4f59-a8b4-6f7bf3b35809 req-e91cc1e4-585a-4957-a8dd-b32ae9ee078d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1683 time: 0.1831341 Sep 22 09:29:42.400751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9beaa7e8-ecdd-4cda-8c0c-8b4d5f1cd9e3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port cb983945-3dff-49f0-b2e2-ae99f839daea {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:42.401097 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7e8-ecdd-4cda-8c0c-8b4d5f1cd9e3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:42.443082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f631d2d-168c-407a-9284-c8b2a5cdb831 req-e0f9368b-3d59-43ee-baf1-d84abc32c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.444840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f631d2d-168c-407a-9284-c8b2a5cdb831 req-e0f9368b-3d59-43ee-baf1-d84abc32c9f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971042 Sep 22 09:29:42.470639 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7e8-ecdd-4cda-8c0c-8b4d5f1cd9e3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:42.483315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9beaa7e8-ecdd-4cda-8c0c-8b4d5f1cd9e3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for cb983945-3dff-49f0-b2e2-ae99f839daea owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:42.488970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7901a9db-1ba4-4f59-a8b4-6f7bf3b35809 req-b4426da4-517b-4593-b512-c4bbfa51e1b2 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173539 Sep 22 09:29:42.493567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-28cbf5fe-0291-4fd7-b8f0-8154df5bb672 service neutron] 10.222.0.60 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315671 Sep 22 09:29:42.502922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f55de-8fb3-446a-9157-545c4d5da408 req-dae9de00-106f-445e-a1c3-46fd458ec26e tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.504435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b75f55de-8fb3-446a-9157-545c4d5da408 req-dae9de00-106f-445e-a1c3-46fd458ec26e tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 950 time: 0.1598694 Sep 22 09:29:42.648498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b75f55de-8fb3-446a-9157-545c4d5da408 req-b1d8f116-074f-49b1-9c6a-ed2c02a1682c tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362677 Sep 22 09:29:42.677145 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7e8-ecdd-4cda-8c0c-8b4d5f1cd9e3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:42.706771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaa7e8-ecdd-4cda-8c0c-8b4d5f1cd9e3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=cb983945-3dff-49f0-b2e2-ae99f839daea,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:42.713148 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7e8-ecdd-4cda-8c0c-8b4d5f1cd9e3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:42.714878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f631d2d-168c-407a-9284-c8b2a5cdb831 req-ce0742d7-1455-4ba0-9d27-4d6f4ba183c0 service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567787 Sep 22 09:29:42.715411 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9beaa7e8-ecdd-4cda-8c0c-8b4d5f1cd9e3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/cb983945-3dff-49f0-b2e2-ae99f839daea HTTP/1.1" status: 204 len: 168 time: 0.4176259 Sep 22 09:29:42.718421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56770) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:42.740033 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-531ae03c-6e0c-4c6e-9f2f-7d1324e63df1 req-cdad7ff0-f75b-445c-bdb6-ab973478b364 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] show failed (client error): The resource could not be found. Sep 22 09:29:42.741094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-531ae03c-6e0c-4c6e-9f2f-7d1324e63df1 req-cdad7ff0-f75b-445c-bdb6-ab973478b364 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/613c1a7b-c834-40d9-bf30-1d84ce173031 HTTP/1.1" status: 404 len: 352 time: 0.0454998 Sep 22 09:29:42.758304 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa5d63d-fadc-4870-8567-db309d42c301 req-4049991b-aee8-49c4-9883-d52b314e7950 service neutron] 10.222.0.60 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471838 Sep 22 09:29:42.785183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-1611b12e-a63e-4743-b51c-77d176cc189a tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1001 time: 0.1475382 Sep 22 09:29:42.814213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8fcd47-3ecf-4edb-8c96-ee133555c3bf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.820481 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8fcd47-3ecf-4edb-8c96-ee133555c3bf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.822262 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cb8fcd47-3ecf-4edb-8c96-ee133555c3bf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1028585 Sep 22 09:29:42.825021 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56780) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:42.911773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-f91fd662-039a-4696-9e5e-e9e589ec64a8 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.913243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4e8955f6-05d7-4af4-b067-e1ef1de863a1 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 170bbb1e-b62a-4bbb-a7c8-11a100e0f41b {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:42.913586 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e8955f6-05d7-4af4-b067-e1ef1de863a1 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:42.913696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-f91fd662-039a-4696-9e5e-e9e589ec64a8 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports/61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 943 time: 0.0977709 Sep 22 09:29:42.920392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f631d2d-168c-407a-9284-c8b2a5cdb831 req-a8190315-c9c3-4efd-af64-39fab6c783a3 service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958795 Sep 22 09:29:42.942164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db001bf8-a266-47f2-bd34-68b693955c15 req-6f7164db-7fc0-4755-9ddb-8ce9c94dc418 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:42.944042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db001bf8-a266-47f2-bd34-68b693955c15 req-6f7164db-7fc0-4755-9ddb-8ce9c94dc418 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 946 time: 0.0855346 Sep 22 09:29:42.990238 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e8955f6-05d7-4af4-b067-e1ef1de863a1 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:42.993661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db001bf8-a266-47f2-bd34-68b693955c15 req-74ab87c9-a702-48ed-b85b-5dbafa1ca904 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436027 Sep 22 09:29:43.002833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4e8955f6-05d7-4af4-b067-e1ef1de863a1 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 170bbb1e-b62a-4bbb-a7c8-11a100e0f41b owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:43.059021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-2015bff2-d8d5-44fe-9e01-1c6b1bee7cd3 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1001 time: 0.0795233 Sep 22 09:29:43.099419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'tag': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:43.102398 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab122bc-c003-4277-bf71-c89b2f04bc06" -d '{"events": [{"name": "network-changed", "server_uuid": "21166a31-3714-464c-acc4-ff061dcbf2ac", "tag": "1d8a5f3a-37f1-4be6-b989-28db3ca95f14"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:43.159950 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e8955f6-05d7-4af4-b067-e1ef1de863a1 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.181244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-55cf5e2b-805f-4ef5-afa4-3270057fd3f9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:43.181244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-55cf5e2b-805f-4ef5-afa4-3270057fd3f9 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1133466 Sep 22 09:29:43.196192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8955f6-05d7-4af4-b067-e1ef1de863a1 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=170bbb1e-b62a-4bbb-a7c8-11a100e0f41b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:43.202549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e8955f6-05d7-4af4-b067-e1ef1de863a1 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.204440 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4e8955f6-05d7-4af4-b067-e1ef1de863a1 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/170bbb1e-b62a-4bbb-a7c8-11a100e0f41b HTTP/1.1" status: 204 len: 168 time: 0.3784935 Sep 22 09:29:43.207159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56788) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:43.211765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b6fab0-ea4b-41e7-8975-02c4b59bb14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc741c4-e601-401b-8c37-1779bc133c41'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:43.214436 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a2fe82-a053-444c-a51a-d5be06f17c16" -d '{"events": [{"server_uuid": "82b6fab0-ea4b-41e7-8975-02c4b59bb14f", "name": "network-vif-plugged", "status": "completed", "tag": "bbc741c4-e601-401b-8c37-1779bc133c41"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:43.259073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99df7c9-e485-4ab7-bf79-4b31f780aa52 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:43.265883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-9d4871ac-8add-4837-bff9-a2c2a53ddc04 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 1001 time: 0.0775585 Sep 22 09:29:43.267674 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d99df7c9-e485-4ab7-bf79-4b31f780aa52 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0595200 Sep 22 09:29:43.270279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56792) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:43.278767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-a02b05bf-8c50-4766-b252-8f4a75763c6f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:43.294588 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9c74f2-a9db-40d9-b1cb-78eb5ee259a0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:29:43.296052 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4b9c74f2-a9db-40d9-b1cb-78eb5ee259a0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/cb983945-3dff-49f0-b2e2-ae99f839daea HTTP/1.1" status: 404 len: 333 time: 0.0247686 Sep 22 09:29:43.298821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56794) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:43.333678 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-3018d56f-aeb4-4649-a6df-6b1756ebea9d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:29:43.336068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3018d56f-aeb4-4649-a6df-6b1756ebea9d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/170bbb1e-b62a-4bbb-a7c8-11a100e0f41b HTTP/1.1" status: 404 len: 333 time: 0.0362611 Sep 22 09:29:43.338597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56798) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:43.351719 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-a02b05bf-8c50-4766-b252-8f4a75763c6f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.431173 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.513323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cc9d5-69fa-42d1-8316-9f6cf03be957 req-2d02ce0b-39dc-4a08-a0b2-0cc8e063b744 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:43.514831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f8cc9d5-69fa-42d1-8316-9f6cf03be957 req-2d02ce0b-39dc-4a08-a0b2-0cc8e063b744 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 943 time: 0.0969317 Sep 22 09:29:43.517397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.538236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e22bac-aa06-40a1-a5f7-9a6e6a90e02a']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:43.547421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cd03a0-ffff-4f6b-b110-c829a276899b') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:43.547712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cd03a0-ffff-4f6b-b110-c829a276899b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:43.557058 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.565041 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-a02b05bf-8c50-4766-b252-8f4a75763c6f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.571013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.577120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:29:43.577509 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:29:43.580532 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:29:43.592277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f8cc9d5-69fa-42d1-8316-9f6cf03be957 req-cc37c771-19d8-42ee-8117-a9572777ccaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Sep 22 09:29:43.636867 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-a02b05bf-8c50-4766-b252-8f4a75763c6f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.637450 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-a02b05bf-8c50-4766-b252-8f4a75763c6f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Floating IP d25e36db-6ee7-42b2-aa3f-b85d4436d14b disassociated. External IP: 172.25.6.32, port: 61cfcf13-407e-433b-8a19-152c8bb2635b. Sep 22 09:29:43.641736 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f6a52c-aff9-42d0-9440-b0a3b4afab9f x-openstack-request-id: req-84f6a52c-aff9-42d0-9440-b0a3b4afab9f {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:43.647732 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21166a31-3714-464c-acc4-ff061dcbf2ac", "tag": "1d8a5f3a-37f1-4be6-b989-28db3ca95f14", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:43.647732 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84f6a52c-aff9-42d0-9440-b0a3b4afab9f {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:43.647732 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'tag': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14', 'status': 'completed', 'code': 200} Sep 22 09:29:43.677067 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa49d1d-8590-4894-8c2a-83fe453a03a4 x-openstack-request-id: req-8fa49d1d-8590-4894-8c2a-83fe453a03a4 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:43.677067 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b6fab0-ea4b-41e7-8975-02c4b59bb14f", "name": "network-vif-plugged", "status": "completed", "tag": "bbc741c4-e601-401b-8c37-1779bc133c41", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:43.677067 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fa49d1d-8590-4894-8c2a-83fe453a03a4 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:43.678636 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b6fab0-ea4b-41e7-8975-02c4b59bb14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc741c4-e601-401b-8c37-1779bc133c41', 'code': 200} Sep 22 09:29:43.734388 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.743981 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.745916 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/networks/53e22bac-aa06-40a1-a5f7-9a6e6a90e02a HTTP/1.1" status: 204 len: 168 time: 0.4064071 Sep 22 09:29:43.754314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56812) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:43.759636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1180680896'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:43.763786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63151f-3dd1-4023-a322-5d01ea2625e0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Network': ['ID=53e22bac-aa06-40a1-a5f7-9a6e6a90e02a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:43.803906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab122bc-c003-4277-bf71-c89b2f04bc06 req-bd33335e-20c5-4fa1-b483-20dd2d94ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:43.805576 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab122bc-c003-4277-bf71-c89b2f04bc06 req-bd33335e-20c5-4fa1-b483-20dd2d94ab5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 1094 time: 0.1285954 Sep 22 09:29:43.838800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:43.842621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.868306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:29:43.879729 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:43.880083 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Added segment 4793f69f-79f7-482e-9646-61b2f049e446 of type vlan for network 44130e78-74ca-4b16-9c32-2c0b17c307fc Sep 22 09:29:43.885829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56816) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:43.939863 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.018739 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb0efce3-194d-4421-aa21-55d37def5824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.066353 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.072485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:44.073159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.162224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Network': ['ID=44130e78-74ca-4b16-9c32-2c0b17c307fc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:44.173317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 44130e78-74ca-4b16-9c32-2c0b17c307fc details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:29:44.186437 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb0efce3-194d-4421-aa21-55d37def5824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.207921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f642a1-2b2d-45d9-8b18-1c1073b5162f req-35e1f0c5-4ea7-437e-b695-01660090a227 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:44.210062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99f642a1-2b2d-45d9-8b18-1c1073b5162f req-35e1f0c5-4ea7-437e-b695-01660090a227 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 1024 time: 0.4836979 Sep 22 09:29:44.241380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b090-354a-48ae-9081-3e611cbab0ee req-d2e1b942-2cce-469f-afe6-4f63b0c4b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:44.242138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4382b090-354a-48ae-9081-3e611cbab0ee req-d2e1b942-2cce-469f-afe6-4f63b0c4b2f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 1101 time: 0.4991984 Sep 22 09:29:44.267214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb0efce3-194d-4421-aa21-55d37def5824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.307154 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fb0efce3-194d-4421-aa21-55d37def5824 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=433bd60e1d9a4eeb80cc36691bd47d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202597 Sep 22 09:29:44.309896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56820) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:44.316610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0efce3-194d-4421-aa21-55d37def5824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b739566-e21e-46bd-a961-eb515b9e6b1b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:44.328748 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ea5376ca-1d13-4b66-9733-ff3457aa0e97 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5722759 Sep 22 09:29:44.340708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56822) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:44.345642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': '44130e78-74ca-4b16-9c32-2c0b17c307fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:44.360819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab122bc-c003-4277-bf71-c89b2f04bc06 req-8b7cb2d1-8a4d-4347-8650-8cdb92552c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:44.362327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab122bc-c003-4277-bf71-c89b2f04bc06 req-8b7cb2d1-8a4d-4347-8650-8cdb92552c86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 906 time: 0.2553453 Sep 22 09:29:44.382551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99f642a1-2b2d-45d9-8b18-1c1073b5162f req-8c7277bb-dab4-420c-b62b-8c193f7ed4c4 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups?id=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd&id=cd18da19-9b7a-4177-a334-4bc6a817235d&id=1367a651-82d0-43ed-886f-98b8449f5b54&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1365442 Sep 22 09:29:44.384060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4382b090-354a-48ae-9081-3e611cbab0ee req-c6ac7e58-af73-45e6-ad8b-92754cec6291 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280289 Sep 22 09:29:44.417990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab122bc-c003-4277-bf71-c89b2f04bc06 req-ad8850bc-98a5-420b-9f8d-c6fbe7fee0f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14 HTTP/1.1" status: 200 len: 217 time: 0.0480566 Sep 22 09:29:44.431893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-a02b05bf-8c50-4766-b252-8f4a75763c6f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Router 2693b494-873d-4bc1-b125-d89fc43a2b78 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:29:44.445789 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5fbf-2a51-4cee-9084-067a5c3c8913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.476535 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5fbf-2a51-4cee-9084-067a5c3c8913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.555316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:44.558813 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.572621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6443133-c97f-4ddf-84c5-68ade3c79d95 req-0c661971-61bf-46f5-9deb-d544226c6d0a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:44.578805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6443133-c97f-4ddf-84c5-68ade3c79d95 req-0c661971-61bf-46f5-9deb-d544226c6d0a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:44.580373 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6443133-c97f-4ddf-84c5-68ade3c79d95 req-0c661971-61bf-46f5-9deb-d544226c6d0a tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1683 time: 0.1063592 Sep 22 09:29:44.624909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5fbf-2a51-4cee-9084-067a5c3c8913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.627411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5fbf-2a51-4cee-9084-067a5c3c8913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.631043 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0e2d5fbf-2a51-4cee-9084-067a5c3c8913 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b739566-e21e-46bd-a961-eb515b9e6b1b HTTP/1.1" status: 204 len: 168 time: 0.3173702 Sep 22 09:29:44.645570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d5fbf-2a51-4cee-9084-067a5c3c8913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b739566-e21e-46bd-a961-eb515b9e6b1b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:44.648346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-a02b05bf-8c50-4766-b252-8f4a75763c6f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:29:44.657899 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-a02b05bf-8c50-4766-b252-8f4a75763c6f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.663734 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74863cb8-034c-4434-ab5d-2324fbe3948a None None] Sync routers for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:29:44.680677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74863cb8-034c-4434-ab5d-2324fbe3948a None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:44.681877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-74863cb8-034c-4434-ab5d-2324fbe3948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:44.692084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab122bc-c003-4277-bf71-c89b2f04bc06 req-1c436b2d-f364-4d41-a87d-e425be02cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:44.693169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab122bc-c003-4277-bf71-c89b2f04bc06 req-1c436b2d-f364-4d41-a87d-e425be02cc74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cfaf3b31-1878-4542-8cdf-ef8404499561 HTTP/1.1" status: 200 len: 845 time: 0.1101024 Sep 22 09:29:44.705970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6443133-c97f-4ddf-84c5-68ade3c79d95 req-0af2f9e2-c603-4535-a6d5-db3191fd564b tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134593 Sep 22 09:29:44.714361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-a02b05bf-8c50-4766-b252-8f4a75763c6f tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "PUT /v2.0/floatingips/d25e36db-6ee7-42b2-aa3f-b85d4436d14b HTTP/1.1" status: 200 len: 695 time: 1.4427609 Sep 22 09:29:44.746302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab122bc-c003-4277-bf71-c89b2f04bc06 req-561101ae-bb1e-4ab8-b6d6-cf33376023f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=481161e4-d608-458f-a049-8a0f1f993768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435691 Sep 22 09:29:44.847844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-74863cb8-034c-4434-ab5d-2324fbe3948a None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:44.865722 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:44.866144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-5ad9bb93-41f5-4fc8-9dd1-07c833829800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:44.873398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-5ad9bb93-41f5-4fc8-9dd1-07c833829800 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 1097 time: 0.1296990 Sep 22 09:29:44.939528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Subnet': ['ID=26719439-612d-4e68-a0a8-9f52ffe983de,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:44.957916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Checking segment: {'id': '4793f69f-79f7-482e-9646-61b2f049e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '44130e78-74ca-4b16-9c32-2c0b17c307fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:44.958700 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network hostable DHCP agents. Network: 44130e78-74ca-4b16-9c32-2c0b17c307fc, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:29:45.003802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e6405-f813-4e1a-a85f-8276d69698dd req-7ada61f9-c700-4fa8-bdc4-8b4cf313fdda tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:45.005303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-039e6405-f813-4e1a-a85f-8276d69698dd req-7ada61f9-c700-4fa8-bdc4-8b4cf313fdda tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.45 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 1024 time: 0.1979458 Sep 22 09:29:45.020214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab122bc-c003-4277-bf71-c89b2f04bc06 req-3e63d93b-252f-44a6-8042-0ee7a715e66b service neutron] 10.222.0.60 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484605 Sep 22 09:29:45.057462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 44130e78-74ca-4b16-9c32-2c0b17c307fc is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:29:45.082420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-74863cb8-034c-4434-ab5d-2324fbe3948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:45.111685 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74863cb8-034c-4434-ab5d-2324fbe3948a None None] Checking router: 2693b494-873d-4bc1-b125-d89fc43a2b78 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:29:45.119830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-c59a78b6-b8ad-49ea-be73-b4e27b161de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:45.121031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74863cb8-034c-4434-ab5d-2324fbe3948a None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:45.121355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-c59a78b6-b8ad-49ea-be73-b4e27b161de2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.2472162 Sep 22 09:29:45.121660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-74863cb8-034c-4434-ab5d-2324fbe3948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:45.131987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751f88-0f05-40d4-9972-f2de8f1906d2 req-f3823723-8577-474b-959e-c560f7cb2740 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:45.133510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8751f88-0f05-40d4-9972-f2de8f1906d2 req-f3823723-8577-474b-959e-c560f7cb2740 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 950 time: 0.2202282 Sep 22 09:29:45.154224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 44130e78-74ca-4b16-9c32-2c0b17c307fc) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:45.160132 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:45.161449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:45.166714 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ba54e-e3c9-42ac-9e0c-d63692ca3d36 None None] Network 44130e78-74ca-4b16-9c32-2c0b17c307fc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:45.247284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-12c5154d-85f9-497a-b012-810de1eea65b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 217 time: 0.1111603 Sep 22 09:29:45.253817 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-19a3bc25-e04f-42fb-af9d-b1a325339133 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9118845 Sep 22 09:29:45.258736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56840) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:45.265030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': '44130e78-74ca-4b16-9c32-2c0b17c307fc', 'name': 'tempest-PortsIpV6TestJSON-2141182953'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:45.324456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab122bc-c003-4277-bf71-c89b2f04bc06 req-dba69c79-6e1d-40f9-9d69-049e09a8da19 service neutron] 10.222.0.60 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919207 Sep 22 09:29:45.327424 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8751f88-0f05-40d4-9972-f2de8f1906d2 req-6f93b1c6-a1b9-4320-9092-70d460be62c4 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366391 Sep 22 09:29:45.342558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-c8dcbf63-544f-4454-b509-bfc64cf4dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:45.344015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-c8dcbf63-544f-4454-b509-bfc64cf4dc90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.0828249 Sep 22 09:29:45.358710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-039e6405-f813-4e1a-a85f-8276d69698dd req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Deleting port 4b53525a-1279-4dc6-96ed-b6b2241dd85e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:45.359033 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-039e6405-f813-4e1a-a85f-8276d69698dd req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:45.486217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-217a6b0c-e16d-467a-86fe-891ed906801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:45.487785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-217a6b0c-e16d-467a-86fe-891ed906801a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122620 Sep 22 09:29:45.500786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-039e6405-f813-4e1a-a85f-8276d69698dd req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] For port 4b53525a-1279-4dc6-96ed-b6b2241dd85e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4b53525a-1279-4dc6-96ed-b6b2241dd85e,segment=NetworkSegment(39b10b46-e962-4227-b8a4-4855096b9be6),segment_id=39b10b46-e962-4227-b8a4-4855096b9be6)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:45.501415 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-039e6405-f813-4e1a-a85f-8276d69698dd req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:45.511580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-74863cb8-034c-4434-ab5d-2324fbe3948a None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:45.540504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-039e6405-f813-4e1a-a85f-8276d69698dd req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Calling delete_port for 4b53525a-1279-4dc6-96ed-b6b2241dd85e owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:45.560210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:45.564138 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:45.583947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port 1ec8aaf1-5349-4b51-909e-a6f8f50e2620 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:29:45.644595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:45.646824 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07966d7b-dff7-4a29-b92c-2183d78fb76d" -d '{"events": [{"name": "network-changed", "server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:45.670827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-32b72ed2-4415-44b1-9632-5615d2b214d3 service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664822 Sep 22 09:29:45.727601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8::2e0 (44130e78-74ca-4b16-9c32-2c0b17c307fc/26719439-612d-4e68-a0a8-9f52ffe983de/1ec8aaf1-5349-4b51-909e-a6f8f50e2620) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:45.749061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:29:45.875320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14627e26-fc2b-4198-bbb7-8b40d1f7b69e req-dc5c414f-16c7-4fa6-b857-25e92783290c service neutron] 10.222.0.49 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917849 Sep 22 09:29:45.910262 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389379c-809a-4e50-8358-c820d73bcd6f req-c2027ca2-770d-4eba-afbd-1f7bf40fd664 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:45.911913 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5389379c-809a-4e50-8358-c820d73bcd6f req-c2027ca2-770d-4eba-afbd-1f7bf40fd664 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 943 time: 0.0774984 Sep 22 09:29:45.924536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-74863cb8-034c-4434-ab5d-2324fbe3948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:45.930570 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-44130e78-74ca-4b16-9c32-2c0b17c307fc', 'network_id': '44130e78-74ca-4b16-9c32-2c0b17c307fc', 'tenant_id': '3bb885268c5c4c079aceba08c89722a3', 'fixed_ips': [{'subnet_id': '26719439-612d-4e68-a0a8-9f52ffe983de'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:29:45.931417 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:45.939707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:45.955201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5389379c-809a-4e50-8358-c820d73bcd6f req-1636543d-0efa-46ef-952a-65574e7d37ab tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362542 Sep 22 09:29:45.979527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74863cb8-034c-4434-ab5d-2324fbe3948a None None] The sync data for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 is: [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5d8b8a4f-d3f4-4970-9948-23ce381fabbe', 'name': '', 'network_id': 'd04c9e55-a5d9-4323-a899-25df495d54ef', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'mac_address': 'fa:16:3e:96:bf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:25Z', 'updated_at': '2021-09-22T09:28:32Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'subnets': [{'id': '661d0912-675c-465d-8c52-ce09b7394cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:29:45.979823 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-039e6405-f813-4e1a-a85f-8276d69698dd req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:45.997096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['4b53525a-1279-4dc6-96ed-b6b2241dd85e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:46.016385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event deleted for resources: {'Port': ['ID=4b53525a-1279-4dc6-96ed-b6b2241dd85e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:46.039760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.040170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.040640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.040883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.041213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.041860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.041860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.042189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.042522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.042837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.043153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.043467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:46.100212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:46.126196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'port_id': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14', 'mac_address': 'fa:16:3e:3e:eb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaf3b31-1878-4542-8cdf-ef8404499561', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:29:46.164132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:46.205032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-039e6405-f813-4e1a-a85f-8276d69698dd req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] No DVR routers for this DVR port 4b53525a-1279-4dc6-96ed-b6b2241dd85e on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:46.205510 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:46.211548 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-039e6405-f813-4e1a-a85f-8276d69698dd req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:46.214320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-039e6405-f813-4e1a-a85f-8276d69698dd req-6c574cef-15cc-450a-a256-dafeb9a6bf6b tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.45 "DELETE /v2.0/ports/4b53525a-1279-4dc6-96ed-b6b2241dd85e HTTP/1.1" status: 204 len: 173 time: 1.1966674 Sep 22 09:29:46.243524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:29:46.249823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Allocated IP 2001:db8::2 (44130e78-74ca-4b16-9c32-2c0b17c307fc/26719439-612d-4e68-a0a8-9f52ffe983de/f6a45382-0643-4ee4-945b-c7e1c8d98ef9) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:46.250909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05345a76-0f08-4512-9ecb-d121ed7a028f req-022ff2ff-c9be-4016-a22c-7191b3d8bb34 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/ports?device_id=89bc667c-c59c-4fd3-99d6-5bb03766bb71 HTTP/1.1" status: 200 len: 210 time: 0.1162007 Sep 22 09:29:46.290903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:46.316029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 44130e78-74ca-4b16-9c32-2c0b17c307fc is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:46.317018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1601bc-f7cc-4ad4-ba95-95558fe88a55 req-c89ccc5f-ba84-44d4-b828-7e0c435e5019 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:46.317192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:46.327515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:46.328224 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c1601bc-f7cc-4ad4-ba95-95558fe88a55 req-c89ccc5f-ba84-44d4-b828-7e0c435e5019 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 946 time: 0.1207647 Sep 22 09:29:46.335609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:46.336267 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:46.353690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=1ec8aaf1-5349-4b51-909e-a6f8f50e2620,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:46.373147 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f55628-38f5-43c2-8357-f28a53d45a89 x-openstack-request-id: req-25f55628-38f5-43c2-8357-f28a53d45a89 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:46.373921 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:46.374288 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25f55628-38f5-43c2-8357-f28a53d45a89 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:46.374785 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'status': 'completed', 'code': 200} Sep 22 09:29:46.380048 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:46.444102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c1601bc-f7cc-4ad4-ba95-95558fe88a55 req-07308b0d-4178-4cc8-b5b5-1d227c9ae77f tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147826 Sep 22 09:29:46.465811 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d8b90a35-ddf6-4ccd-968c-54c710e0f2af tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2052994 Sep 22 09:29:46.467231 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56866) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:46.474233 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72622767-8d9c-42ba-a6d0-17ceff694e94 None None] New status for floating IP d25e36db-6ee7-42b2-aa3f-b85d4436d14b: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:29:46.477284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07966d7b-dff7-4a29-b92c-2183d78fb76d req-fee1a979-de35-4517-83aa-60c3b0fe1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:46.479153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07966d7b-dff7-4a29-b92c-2183d78fb76d req-fee1a979-de35-4517-83aa-60c3b0fe1424 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 1097 time: 0.0917900 Sep 22 09:29:46.487029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:46.622279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-5d92ad3f-0235-48cf-a0c5-49421d63ed17 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 1ec8aaf1-5349-4b51-909e-a6f8f50e2620 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:46.623886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d92ad3f-0235-48cf-a0c5-49421d63ed17 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:46.649813 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:46.667391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['1d8a5f3a-37f1-4be6-b989-28db3ca95f14'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:46.721859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07966d7b-dff7-4a29-b92c-2183d78fb76d req-8f8b3989-621f-46a7-8c51-de724824453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:46.723395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07966d7b-dff7-4a29-b92c-2183d78fb76d req-8f8b3989-621f-46a7-8c51-de724824453a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 200 len: 922 time: 0.2373149 Sep 22 09:29:46.765072 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:46.793542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d92ad3f-0235-48cf-a0c5-49421d63ed17 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:46.810073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07966d7b-dff7-4a29-b92c-2183d78fb76d req-67dd0aec-089c-4e21-bc56-76a9b448812b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 200 len: 217 time: 0.0789180 Sep 22 09:29:46.815969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-5d92ad3f-0235-48cf-a0c5-49421d63ed17 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 1ec8aaf1-5349-4b51-909e-a6f8f50e2620 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:46.816857 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Network 44130e78-74ca-4b16-9c32-2c0b17c307fc is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:46.825334 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:46.833028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:46.939782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Attempting to bind port f6a45382-0643-4ee4-945b-c7e1c8d98ef9 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:46.940242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Attempting to bind port f6a45382-0643-4ee4-945b-c7e1c8d98ef9 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '4793f69f-79f7-482e-9646-61b2f049e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '44130e78-74ca-4b16-9c32-2c0b17c307fc'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:46.953286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Attempting to bind port f6a45382-0643-4ee4-945b-c7e1c8d98ef9 on network 44130e78-74ca-4b16-9c32-2c0b17c307fc {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:46.953286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Pushing event updated for resources: {'Port': ['ID=f6a45382-0643-4ee4-945b-c7e1c8d98ef9,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:46.953286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:46.953286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Checking segment: {'id': '4793f69f-79f7-482e-9646-61b2f049e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '44130e78-74ca-4b16-9c32-2c0b17c307fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:46.953286 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:46.953770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Bound using segment: {'id': '4793f69f-79f7-482e-9646-61b2f049e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '44130e78-74ca-4b16-9c32-2c0b17c307fc'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:46.954283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Bound port: f6a45382-0643-4ee4-945b-c7e1c8d98ef9, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4793f69f-79f7-482e-9646-61b2f049e446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '44130e78-74ca-4b16-9c32-2c0b17c307fc'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:46.954729 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.008909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b266f-3ce8-400c-9bcf-9e476355af10 req-ec07cd3c-d47d-43a5-baaa-0d0ef73afb44 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:47.010433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d68b266f-3ce8-400c-9bcf-9e476355af10 req-ec07cd3c-d47d-43a5-baaa-0d0ef73afb44 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 950 time: 0.1994948 Sep 22 09:29:47.024896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07966d7b-dff7-4a29-b92c-2183d78fb76d req-e6795023-a1a2-4a54-bf8b-0131b81a6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:47.026332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07966d7b-dff7-4a29-b92c-2183d78fb76d req-e6795023-a1a2-4a54-bf8b-0131b81a6b7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 200 len: 860 time: 0.1830451 Sep 22 09:29:47.071666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] For port f6a45382-0643-4ee4-945b-c7e1c8d98ef9, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:47.075540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] For port f6a45382-0643-4ee4-945b-c7e1c8d98ef9, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f6a45382-0643-4ee4-945b-c7e1c8d98ef9,segment=NetworkSegment(4793f69f-79f7-482e-9646-61b2f049e446),segment_id=4793f69f-79f7-482e-9646-61b2f049e446)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:47.081755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a0d28-206a-4154-8d04-0a61deff45dc req-3626e4c8-d0ed-48ca-a2d4-3388c14ec186 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:47.087622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a0d28-206a-4154-8d04-0a61deff45dc req-3626e4c8-d0ed-48ca-a2d4-3388c14ec186 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:47.089189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a55a0d28-206a-4154-8d04-0a61deff45dc req-3626e4c8-d0ed-48ca-a2d4-3388c14ec186 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1683 time: 0.1364124 Sep 22 09:29:47.114024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d68b266f-3ce8-400c-9bcf-9e476355af10 req-49a37c46-fea9-482a-87b7-939f52c49231 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932531 Sep 22 09:29:47.148375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07966d7b-dff7-4a29-b92c-2183d78fb76d req-3653d7e9-7c1b-4d25-b7f2-76b3fd79384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:47.149868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07966d7b-dff7-4a29-b92c-2183d78fb76d req-3653d7e9-7c1b-4d25-b7f2-76b3fd79384e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d04c9e55-a5d9-4323-a899-25df495d54ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074166 Sep 22 09:29:47.160017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a55a0d28-206a-4154-8d04-0a61deff45dc req-72399e26-3b23-4ff5-8968-1a73f82a3dcf tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634513 Sep 22 09:29:47.214245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-da1820b6-fb61-4227-aa74-4c5633adb09c tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips/d25e36db-6ee7-42b2-aa3f-b85d4436d14b HTTP/1.1" status: 200 len: 693 time: 0.0710220 Sep 22 09:29:47.248117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d92ad3f-0235-48cf-a0c5-49421d63ed17 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.248646 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.286964 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92ad3f-0235-48cf-a0c5-49421d63ed17 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=1ec8aaf1-5349-4b51-909e-a6f8f50e2620,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:47.315378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a2c95-9122-48ad-8ced-586f6195c98a None None] Pushing event updated for resources: {'Port': ['ID=f6a45382-0643-4ee4-945b-c7e1c8d98ef9,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:47.343415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d92ad3f-0235-48cf-a0c5-49421d63ed17 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.348654 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5d92ad3f-0235-48cf-a0c5-49421d63ed17 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/1ec8aaf1-5349-4b51-909e-a6f8f50e2620 HTTP/1.1" status: 204 len: 168 time: 0.8782437 Sep 22 09:29:47.349724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56888) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:47.374069 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-17973541-5fb9-4414-af00-371c476b8ae2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:29:47.376491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17973541-5fb9-4414-af00-371c476b8ae2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:29:47.379561 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-17973541-5fb9-4414-af00-371c476b8ae2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/1ec8aaf1-5349-4b51-909e-a6f8f50e2620 HTTP/1.1" status: 404 len: 333 time: 0.0286498 Sep 22 09:29:47.380149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56890) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:47.408929 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-604c9f24-b86c-4b76-b59e-d3d7a6dd2da6 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:29:47.414039 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-604c9f24-b86c-4b76-b59e-d3d7a6dd2da6 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/1ec8aaf1-5349-4b51-909e-a6f8f50e2620 HTTP/1.1" status: 404 len: 333 time: 0.0328758 Sep 22 09:29:47.414643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56894) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:47.476174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting subnet 26719439-612d-4e68-a0a8-9f52ffe983de {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:29:47.482136 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.556273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56896) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:47.568493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.680559 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.713696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:47.728300 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84093f95-c2bc-4abe-a3f5-769815cb2ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.773916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57516078-c83c-423f-bdb5-39ad7c800f67 req-eca17677-c542-4053-a2d9-9ba473096a20 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:47.775345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57516078-c83c-423f-bdb5-39ad7c800f67 req-eca17677-c542-4053-a2d9-9ba473096a20 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 944 time: 0.5380027 Sep 22 09:29:47.782361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07966d7b-dff7-4a29-b92c-2183d78fb76d req-3188b645-ce7e-429d-9aa7-9afc6ef1305f service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214943 Sep 22 09:29:47.806232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-339b49d0-2f61-41fd-b046-28385e4b8e66 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:47.807564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-339b49d0-2f61-41fd-b046-28385e4b8e66 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.5848927 Sep 22 09:29:47.835178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:29:47.839171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:47.839541 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.854638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.892387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Subnet': ['ID=26719439-612d-4e68-a0a8-9f52ffe983de,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:47.895701 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-fb30a9bf-30f5-45b3-86d2-43d00866c782 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 696 time: 0.0800939 Sep 22 09:29:47.902081 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.902432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.902926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.903267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.903603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.904120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.904452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.904888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.905225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.905551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.905877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.906199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:29:47.919569 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.921578 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-14d0fdf9-129a-4236-a27e-07048905e966 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/26719439-612d-4e68-a0a8-9f52ffe983de HTTP/1.1" status: 204 len: 168 time: 0.5059929 Sep 22 09:29:47.925723 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:47.925882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56900) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:47.926370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57516078-c83c-423f-bdb5-39ad7c800f67 req-277b0247-9f0e-4c7a-9c18-6cb11620d631 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430902 Sep 22 09:29:47.968635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:47.969737 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:47.973624 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f21ed0-1e64-48c9-b2d1-301139294425" -d '{"events": [{"server_uuid": "21166a31-3714-464c-acc4-ff061dcbf2ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d8a5f3a-37f1-4be6-b989-28db3ca95f14"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:47.993002 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-518c56e1-6ba5-48b1-ba06-e8d581706b70 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 696 time: 0.0639329 Sep 22 09:29:48.008849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07966d7b-dff7-4a29-b92c-2183d78fb76d req-fe93f5a4-308a-45b1-958f-e4167af01966 service neutron] 10.222.0.45 "GET /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163324 Sep 22 09:29:48.012227 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.076769 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.105174 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84093f95-c2bc-4abe-a3f5-769815cb2ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.127367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port f6a45382-0643-4ee4-945b-c7e1c8d98ef9 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:48.128362 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.135083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:48.153948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-f408e4d2-8347-4b4f-b0c7-1f502fed4026 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Deleting port de220677-45ce-4600-a5e1-a8e0a4df9c24 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:48.158952 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-f408e4d2-8347-4b4f-b0c7-1f502fed4026 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.206288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84093f95-c2bc-4abe-a3f5-769815cb2ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.221395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] For port f6a45382-0643-4ee4-945b-c7e1c8d98ef9, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f6a45382-0643-4ee4-945b-c7e1c8d98ef9,segment=NetworkSegment(4793f69f-79f7-482e-9646-61b2f049e446),segment_id=4793f69f-79f7-482e-9646-61b2f049e446)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:48.221757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.250554 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-f408e4d2-8347-4b4f-b0c7-1f502fed4026 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.251172 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-f408e4d2-8347-4b4f-b0c7-1f502fed4026 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.254378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for f6a45382-0643-4ee4-945b-c7e1c8d98ef9 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:48.267959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-f408e4d2-8347-4b4f-b0c7-1f502fed4026 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Calling delete_port for de220677-45ce-4600-a5e1-a8e0a4df9c24 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:48.274498 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-84093f95-c2bc-4abe-a3f5-769815cb2ce9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a2c0742ce1f4ef38fc695d2a6da08a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7170305 Sep 22 09:29:48.277550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56906) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:48.281046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84093f95-c2bc-4abe-a3f5-769815cb2ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e314e8-28a6-480d-a758-f6b553780541,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:48.383421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'name': 'network-vif-deleted', 'tag': '4b53525a-1279-4dc6-96ed-b6b2241dd85e'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:48.387540 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac90ad4-e21c-43d2-a706-c627775509c6" -d '{"events": [{"server_uuid": "89bc667c-c59c-4fd3-99d6-5bb03766bb71", "name": "network-vif-deleted", "tag": "4b53525a-1279-4dc6-96ed-b6b2241dd85e"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:48.389553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-95a37f93-5089-48f5-a09d-6a40693c4d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.418075 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-95a37f93-5089-48f5-a09d-6a40693c4d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.479483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c285fb60-1e40-4e1f-b00f-a035db0256df None None] Network 44130e78-74ca-4b16-9c32-2c0b17c307fc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:48.484635 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.484904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585050e4-70b3-4588-8e54-98d685a55039 req-1a024484-b07e-4695-8e12-be6e39a1cf37 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:48.489918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585050e4-70b3-4588-8e54-98d685a55039 req-1a024484-b07e-4695-8e12-be6e39a1cf37 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:48.492377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-585050e4-70b3-4588-8e54-98d685a55039 req-1a024484-b07e-4695-8e12-be6e39a1cf37 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1683 time: 0.1012683 Sep 22 09:29:48.513413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=f6a45382-0643-4ee4-945b-c7e1c8d98ef9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:48.516645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No DVR routers for this DVR port f6a45382-0643-4ee4-945b-c7e1c8d98ef9 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:48.558477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-93988df7-2d07-4300-a88b-851330c8d708 None None] Could not find standard attr ID for object f6a45382-0643-4ee4-945b-c7e1c8d98ef9. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:29:48.560130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-95a37f93-5089-48f5-a09d-6a40693c4d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.564857 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-95a37f93-5089-48f5-a09d-6a40693c4d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.569501 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-95a37f93-5089-48f5-a09d-6a40693c4d33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6e314e8-28a6-480d-a758-f6b553780541 HTTP/1.1" status: 204 len: 168 time: 0.2877140 Sep 22 09:29:48.583189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a37f93-5089-48f5-a09d-6a40693c4d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e314e8-28a6-480d-a758-f6b553780541,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:48.596617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 4b53525a-1279-4dc6-96ed-b6b2241dd85e no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:48.614711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-585050e4-70b3-4588-8e54-98d685a55039 req-6f4b8807-6ee2-49ee-a8f9-9a1b307311d5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting port 2278647f-8943-4c05-b0ac-1d1110fb2f57 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:48.615067 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-585050e4-70b3-4588-8e54-98d685a55039 req-6f4b8807-6ee2-49ee-a8f9-9a1b307311d5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.632758 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-f408e4d2-8347-4b4f-b0c7-1f502fed4026 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.644068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 4b53525a-1279-4dc6-96ed-b6b2241dd85e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:48.645072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 4b53525a-1279-4dc6-96ed-b6b2241dd85e not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:48.682369 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.706186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44130e78-74ca-4b16-9c32-2c0b17c307fc']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:48.706843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408e4d2-8347-4b4f-b0c7-1f502fed4026 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Pushing event deleted for resources: {'Port': ['ID=de220677-45ce-4600-a5e1-a8e0a4df9c24,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:48.725880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4793f69f-79f7-482e-9646-61b2f049e446') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:48.726250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4793f69f-79f7-482e-9646-61b2f049e446') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:48.726881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09336e86-c9d5-494e-8386-e9a6e4b3d7da None None] DHCP port deletion for 44130e78-74ca-4b16-9c32-2c0b17c307fc request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:29:48.741050 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.757226 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.762224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:29:48.762612 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:29:48.765715 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:29:48.823463 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-f408e4d2-8347-4b4f-b0c7-1f502fed4026 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.826611 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-f408e4d2-8347-4b4f-b0c7-1f502fed4026 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.827783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-befd70a7-0fbb-4cc0-b74f-714a56fa1763 req-f408e4d2-8347-4b4f-b0c7-1f502fed4026 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "DELETE /v2.0/floatingips/d25e36db-6ee7-42b2-aa3f-b85d4436d14b HTTP/1.1" status: 204 len: 173 time: 0.8178980 Sep 22 09:29:48.829972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-585050e4-70b3-4588-8e54-98d685a55039 req-6f4b8807-6ee2-49ee-a8f9-9a1b307311d5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] For port 2278647f-8943-4c05-b0ac-1d1110fb2f57, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2278647f-8943-4c05-b0ac-1d1110fb2f57,segment=NetworkSegment(cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13),segment_id=cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:48.830096 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-585050e4-70b3-4588-8e54-98d685a55039 req-6f4b8807-6ee2-49ee-a8f9-9a1b307311d5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.844625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-585050e4-70b3-4588-8e54-98d685a55039 req-6f4b8807-6ee2-49ee-a8f9-9a1b307311d5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Calling delete_port for 2278647f-8943-4c05-b0ac-1d1110fb2f57 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:48.846617 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a3f879-e722-4d3b-8f41-a693ebab0e8a x-openstack-request-id: req-48a3f879-e722-4d3b-8f41-a693ebab0e8a {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:48.847100 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21166a31-3714-464c-acc4-ff061dcbf2ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d8a5f3a-37f1-4be6-b989-28db3ca95f14", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:48.847219 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48a3f879-e722-4d3b-8f41-a693ebab0e8a {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:48.847531 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14', 'code': 200} Sep 22 09:29:48.931597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.939489 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:48.946210 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/networks/44130e78-74ca-4b16-9c32-2c0b17c307fc HTTP/1.1" status: 204 len: 168 time: 1.0145912 Sep 22 09:29:48.954525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56922) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:48.960865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1637993679'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:48.964113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19e197-b878-49af-8a94-3491a837277b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Network': ['ID=44130e78-74ca-4b16-9c32-2c0b17c307fc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:49.049056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4fb02-6bcb-46e0-bf47-3a91548b666c req-5c64c94e-6639-48bb-a15c-43dc3a059efc tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:49.050586 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1e4fb02-6bcb-46e0-bf47-3a91548b666c req-5c64c94e-6639-48bb-a15c-43dc3a059efc tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 946 time: 0.1536076 Sep 22 09:29:49.062461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811fd9f-a361-4135-8a0d-3c3f7fe9aa60 req-12b65fb0-3659-4491-9734-231ef47aaa06 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:49.068869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811fd9f-a361-4135-8a0d-3c3f7fe9aa60 req-12b65fb0-3659-4491-9734-231ef47aaa06 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:49.070578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2811fd9f-a361-4135-8a0d-3c3f7fe9aa60 req-12b65fb0-3659-4491-9734-231ef47aaa06 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 1683 time: 0.1604314 Sep 22 09:29:49.077203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03bf5d-0f3a-4b26-86b5-6298b3a503c8 req-2023e1cb-2ffe-4eb4-a70a-a3e313b2b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:49.078740 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca03bf5d-0f3a-4b26-86b5-6298b3a503c8 req-2023e1cb-2ffe-4eb4-a70a-a3e313b2b16d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 1096 time: 0.1383455 Sep 22 09:29:49.117583 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:49.121483 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.146099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:29:49.155665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.156000 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Added segment 35c219df-85e9-45fe-8692-63bc041585ce of type vlan for network 2e8574f7-26cd-4223-aa90-49acaa392943 Sep 22 09:29:49.196261 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.200445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1e4fb02-6bcb-46e0-bf47-3a91548b666c req-cb6cc6bf-09b1-41e6-bb42-e70fda90b1ed tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288900 Sep 22 09:29:49.210646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2811fd9f-a361-4135-8a0d-3c3f7fe9aa60 req-fa232bb1-741e-40c4-b51d-b6b2c3bd3f5c tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d361ac-0cfa-4805-a212-8acf8e847579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249418 Sep 22 09:29:49.212454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca03bf5d-0f3a-4b26-86b5-6298b3a503c8 req-76b2debc-bc3a-4a33-b292-0c5ca93d7da5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151290 Sep 22 09:29:49.252518 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6b73f5-fed4-4297-aaea-039a132f6043 x-openstack-request-id: req-2c6b73f5-fed4-4297-aaea-039a132f6043 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:49.252518 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bc667c-c59c-4fd3-99d6-5bb03766bb71", "name": "network-vif-deleted", "tag": "4b53525a-1279-4dc6-96ed-b6b2241dd85e", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:49.256311 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c6b73f5-fed4-4297-aaea-039a132f6043 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:49.257569 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bc667c-c59c-4fd3-99d6-5bb03766bb71', 'name': 'network-vif-deleted', 'tag': '4b53525a-1279-4dc6-96ed-b6b2241dd85e', 'status': 'completed', 'code': 200} Sep 22 09:29:49.302222 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-585050e4-70b3-4588-8e54-98d685a55039 req-6f4b8807-6ee2-49ee-a8f9-9a1b307311d5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.307047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4154372b-5302-4cd2-a9b3-b9a5457fbc60 req-47f374bd-6626-478c-bbb4-f61829968304 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/1367a651-82d0-43ed-886f-98b8449f5b54 HTTP/1.1" status: 200 len: 1799 time: 0.0445073 Sep 22 09:29:49.315308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.321777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['1bd0e522-71ef-44a1-961e-7742487c8aae', '2278647f-8943-4c05-b0ac-1d1110fb2f57'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:49.328826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:49.329774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.407739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b8807-6ee2-49ee-a8f9-9a1b307311d5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Port': ['ID=2278647f-8943-4c05-b0ac-1d1110fb2f57,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:49.430140 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4741397 Sep 22 09:29:49.431419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cea306-99ee-4768-8085-52f2b5ddfdf0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Network': ['ID=2e8574f7-26cd-4223-aa90-49acaa392943,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:49.434396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56936) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:49.445433 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': '2e8574f7-26cd-4223-aa90-49acaa392943', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:49.445545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-585050e4-70b3-4588-8e54-98d685a55039 req-6f4b8807-6ee2-49ee-a8f9-9a1b307311d5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] No DVR routers for this DVR port 2278647f-8943-4c05-b0ac-1d1110fb2f57 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:49.446500 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-585050e4-70b3-4588-8e54-98d685a55039 req-6f4b8807-6ee2-49ee-a8f9-9a1b307311d5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.447459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 2e8574f7-26cd-4223-aa90-49acaa392943 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:29:49.448633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-585050e4-70b3-4588-8e54-98d685a55039 req-6f4b8807-6ee2-49ee-a8f9-9a1b307311d5 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.45 "DELETE /v2.0/ports/2278647f-8943-4c05-b0ac-1d1110fb2f57 HTTP/1.1" status: 204 len: 173 time: 0.9491818 Sep 22 09:29:49.567077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695e0df-c214-419c-90c9-64dd43e952af req-d9d04a0a-fa34-42e4-8c3b-b9a96fcba6be tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:49.569731 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9695e0df-c214-419c-90c9-64dd43e952af req-d9d04a0a-fa34-42e4-8c3b-b9a96fcba6be tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 950 time: 0.2471728 Sep 22 09:29:49.611353 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4154372b-5302-4cd2-a9b3-b9a5457fbc60 req-b37a78bc-64da-40c7-b9ae-dbc9d80d34b7 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.648992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:49.652763 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.658966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9695e0df-c214-419c-90c9-64dd43e952af req-fac297c8-1fae-44d8-b236-ca150d765365 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804257 Sep 22 09:29:49.662862 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4154372b-5302-4cd2-a9b3-b9a5457fbc60 req-b37a78bc-64da-40c7-b9ae-dbc9d80d34b7 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.681192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-585050e4-70b3-4588-8e54-98d685a55039 req-f8ce9340-7521-4b25-9df8-a1929a464efc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting port 1bd0e522-71ef-44a1-961e-7742487c8aae {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:49.681192 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-585050e4-70b3-4588-8e54-98d685a55039 req-f8ce9340-7521-4b25-9df8-a1929a464efc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.801209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-585050e4-70b3-4588-8e54-98d685a55039 req-f8ce9340-7521-4b25-9df8-a1929a464efc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] For port 1bd0e522-71ef-44a1-961e-7742487c8aae, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1bd0e522-71ef-44a1-961e-7742487c8aae,segment=NetworkSegment(856f0d4f-8e93-42a3-a5dc-83ba8ee97714),segment_id=856f0d4f-8e93-42a3-a5dc-83ba8ee97714)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:49.801507 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-585050e4-70b3-4588-8e54-98d685a55039 req-f8ce9340-7521-4b25-9df8-a1929a464efc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.817391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-585050e4-70b3-4588-8e54-98d685a55039 req-f8ce9340-7521-4b25-9df8-a1929a464efc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Calling delete_port for 1bd0e522-71ef-44a1-961e-7742487c8aae owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:49.875466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56948) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:49.878905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4154372b-5302-4cd2-a9b3-b9a5457fbc60 req-b37a78bc-64da-40c7-b9ae-dbc9d80d34b7 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.882042 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4154372b-5302-4cd2-a9b3-b9a5457fbc60 req-b37a78bc-64da-40c7-b9ae-dbc9d80d34b7 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:49.884106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4154372b-5302-4cd2-a9b3-b9a5457fbc60 req-b37a78bc-64da-40c7-b9ae-dbc9d80d34b7 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "DELETE /v2.0/security-groups/1367a651-82d0-43ed-886f-98b8449f5b54 HTTP/1.1" status: 204 len: 173 time: 0.5446851 Sep 22 09:29:49.919578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a78bc-64da-40c7-b9ae-dbc9d80d34b7 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1367a651-82d0-43ed-886f-98b8449f5b54,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:49.959261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-d70ebe45-43ac-4855-b30a-14b3c42eb90d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:49.961197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-d70ebe45-43ac-4855-b30a-14b3c42eb90d tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 946 time: 0.0959649 Sep 22 09:29:49.962835 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.009739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-216681370-network', 'tenant_id': 'ccce3062ac164847842ab32934931dec'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:50.047710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Subnet': ['ID=d228105f-fc91-47e5-8252-bb8446996ec2,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:50.060527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Checking segment: {'id': '35c219df-85e9-45fe-8692-63bc041585ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2e8574f7-26cd-4223-aa90-49acaa392943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:50.060932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network hostable DHCP agents. Network: 2e8574f7-26cd-4223-aa90-49acaa392943, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:29:50.113983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380c7d6-4326-4273-8d78-2ea040f95ecf req-d08078d5-3ccd-49e6-8ccb-fcd7135f1e13 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:50.115546 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4380c7d6-4326-4273-8d78-2ea040f95ecf req-d08078d5-3ccd-49e6-8ccb-fcd7135f1e13 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 945 time: 0.1468866 Sep 22 09:29:50.123520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Made reservation on behalf of ccce3062ac164847842ab32934931dec for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:50.126052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.136200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.155140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 2e8574f7-26cd-4223-aa90-49acaa392943 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:29:50.169718 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4380c7d6-4326-4273-8d78-2ea040f95ecf req-d05e5d07-0371-4600-b54f-a8e4a885e73c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447471 Sep 22 09:29:50.179067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Deleting port 2474aa63-51dd-4d62-9056-db88ca575e00 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:50.179631 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.227963 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-585050e4-70b3-4588-8e54-98d685a55039 req-f8ce9340-7521-4b25-9df8-a1929a464efc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.239762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2278647f-8943-4c05-b0ac-1d1110fb2f57'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:50.249923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.250991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 2e8574f7-26cd-4223-aa90-49acaa392943) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:50.256104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:50.257202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.286709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1221ee-610c-43e3-b706-32153afefa87 None None] Network 2e8574f7-26cd-4223-aa90-49acaa392943 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:50.314376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce9340-7521-4b25-9df8-a1929a464efc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Port': ['ID=1bd0e522-71ef-44a1-961e-7742487c8aae,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:50.320901 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.336648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:29:50.348677 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cda5fe4d-f08e-434a-9ba3-378e3358cec1 req-01683e9f-dc55-40f4-9ba0-4c678e808e05 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "GET /v2.0/security-groups/cd18da19-9b7a-4177-a334-4bc6a817235d HTTP/1.1" status: 200 len: 1800 time: 0.1402843 Sep 22 09:29:50.350632 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.351220 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Added segment 321bfb4c-3f91-467a-95aa-f069760ef160 of type vlan for network 32a31e97-7f3a-40d5-b7be-04b49627aeb2 Sep 22 09:29:50.398559 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.413552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-585050e4-70b3-4588-8e54-98d685a55039 req-f8ce9340-7521-4b25-9df8-a1929a464efc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] No DVR routers for this DVR port 1bd0e522-71ef-44a1-961e-7742487c8aae on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:50.427195 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aa30dd08-2306-414b-90d3-b84396844863 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9913638 Sep 22 09:29:50.434785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56960) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:50.436502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-585050e4-70b3-4588-8e54-98d685a55039 req-f8ce9340-7521-4b25-9df8-a1929a464efc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.438901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-585050e4-70b3-4588-8e54-98d685a55039 req-f8ce9340-7521-4b25-9df8-a1929a464efc tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.45 "DELETE /v2.0/ports/1bd0e522-71ef-44a1-961e-7742487c8aae HTTP/1.1" status: 204 len: 173 time: 0.9744890 Sep 22 09:29:50.446614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': '2e8574f7-26cd-4223-aa90-49acaa392943', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1918574896'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:50.466474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] For port 2474aa63-51dd-4d62-9056-db88ca575e00, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2474aa63-51dd-4d62-9056-db88ca575e00,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:50.469150 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.474145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d38a23-62e9-4a87-b3c7-486858ed3bfe,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:50.499394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-2e8574f7-26cd-4223-aa90-49acaa392943', 'network_id': '2e8574f7-26cd-4223-aa90-49acaa392943', 'tenant_id': '3bb885268c5c4c079aceba08c89722a3', 'fixed_ips': [{'subnet_id': 'd228105f-fc91-47e5-8252-bb8446996ec2'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:29:50.500749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.684381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f6a45382-0643-4ee4-945b-c7e1c8d98ef9 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:50.711939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f6a45382-0643-4ee4-945b-c7e1c8d98ef9 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:50.712661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f6a45382-0643-4ee4-945b-c7e1c8d98ef9 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:50.732962 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cda5fe4d-f08e-434a-9ba3-378e3358cec1 req-2e95be8e-ad31-4c60-8428-79dd4114c2c1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.748317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Allocated IP 2001:db8::2 (2e8574f7-26cd-4223-aa90-49acaa392943/d228105f-fc91-47e5-8252-bb8446996ec2/2ee75926-bcb7-4e7a-9053-ac44daa84c5a) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:50.826937 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cda5fe4d-f08e-434a-9ba3-378e3358cec1 req-2e95be8e-ad31-4c60-8428-79dd4114c2c1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.844010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c41dc-3da2-451a-8b21-7c4cfaa2bf76 req-695fb096-c12e-453f-aaf5-51d3bb1bd1dc tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:50.851829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.852060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c03c41dc-3da2-451a-8b21-7c4cfaa2bf76 req-695fb096-c12e-453f-aaf5-51d3bb1bd1dc tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 946 time: 0.1550491 Sep 22 09:29:50.852817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:50.853394 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.924815 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.941602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] Pushing event updated for resources: {'Network': ['ID=32a31e97-7f3a-40d5-b7be-04b49627aeb2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:50.952844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 32a31e97-7f3a-40d5-b7be-04b49627aeb2 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:29:50.955764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c03c41dc-3da2-451a-8b21-7c4cfaa2bf76 req-541825d6-0098-4aee-be74-f9c232861e7c tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029527 Sep 22 09:29:50.965538 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6c3e850a-c440-4109-9d0b-baaa0726be62 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0850027 Sep 22 09:29:50.966702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56964) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:50.979827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] Request body: {'subnet': {'network_id': '32a31e97-7f3a-40d5-b7be-04b49627aeb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-216681370-subnet', 'tenant_id': 'ccce3062ac164847842ab32934931dec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:50.979827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.979827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:50.979827 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Floating IP 08816873-d161-4d31-93e0-8fc0508501fe disassociated. External IP: 172.25.6.203, port: 2474aa63-51dd-4d62-9056-db88ca575e00. Sep 22 09:29:50.979827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Calling delete_port for 2474aa63-51dd-4d62-9056-db88ca575e00 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:50.987262 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.027557 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cda5fe4d-f08e-434a-9ba3-378e3358cec1 req-2e95be8e-ad31-4c60-8428-79dd4114c2c1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.030170 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cda5fe4d-f08e-434a-9ba3-378e3358cec1 req-2e95be8e-ad31-4c60-8428-79dd4114c2c1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.031309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cda5fe4d-f08e-434a-9ba3-378e3358cec1 req-2e95be8e-ad31-4c60-8428-79dd4114c2c1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] 10.222.0.49 "DELETE /v2.0/security-groups/cd18da19-9b7a-4177-a334-4bc6a817235d HTTP/1.1" status: 204 len: 173 time: 0.6454625 Sep 22 09:29:51.037979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56966) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:51.073519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Network 2e8574f7-26cd-4223-aa90-49acaa392943 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:51.077456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:51.081360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:51.081757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.083623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Pushing event updated for resources: {'Port': ['ID=2ee75926-bcb7-4e7a-9053-ac44daa84c5a,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:51.086473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:51.092086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95be8e-ad31-4c60-8428-79dd4114c2c1 tempest-SecurityGroupsTestJSON-1001738954 tempest-SecurityGroupsTestJSON-1001738954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd18da19-9b7a-4177-a334-4bc6a817235d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:51.137382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port a9a871be-42ec-4912-980b-de37fce165aa yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:29:51.150683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-9470d189-64cb-4c45-823b-76bd9b887b06 admin admin] Deleting subnet e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:29:51.152949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Attempting to bind port 2ee75926-bcb7-4e7a-9053-ac44daa84c5a on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:29:51.153569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Attempting to bind port 2ee75926-bcb7-4e7a-9053-ac44daa84c5a by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '35c219df-85e9-45fe-8692-63bc041585ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2e8574f7-26cd-4223-aa90-49acaa392943'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:29:51.154822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Attempting to bind port 2ee75926-bcb7-4e7a-9053-ac44daa84c5a on network 2e8574f7-26cd-4223-aa90-49acaa392943 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:29:51.159639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:29:51.160943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Checking segment: {'id': '35c219df-85e9-45fe-8692-63bc041585ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2e8574f7-26cd-4223-aa90-49acaa392943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:51.161305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a0ea403-7a23-454e-b3e1-2252c1b94c01 req-42a0247b-8fa7-4969-8167-c2866b15a15e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ebffaba-7570-4ae0-806a-42b4b702a40e HTTP/1.1" status: 200 len: 210 time: 0.0422828 Sep 22 09:29:51.161491 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.161491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Bound using segment: {'id': '35c219df-85e9-45fe-8692-63bc041585ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2e8574f7-26cd-4223-aa90-49acaa392943'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:29:51.161491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Bound port: 2ee75926-bcb7-4e7a-9053-ac44daa84c5a, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c219df-85e9-45fe-8692-63bc041585ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2e8574f7-26cd-4223-aa90-49acaa392943'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:29:51.161820 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.189626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23823f2-2709-4c15-a678-e86c48e06b96 req-f6936c43-2e1f-4413-a897-472878ffb4c6 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:51.191216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f23823f2-2709-4c15-a678-e86c48e06b96 req-f6936c43-2e1f-4413-a897-472878ffb4c6 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 946 time: 0.1578152 Sep 22 09:29:51.194140 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9470d189-64cb-4c45-823b-76bd9b887b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.196399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] Made reservation on behalf of ccce3062ac164847842ab32934931dec for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:51.199731 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.243160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] For port 2ee75926-bcb7-4e7a-9053-ac44daa84c5a, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:29:51.258596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9470d189-64cb-4c45-823b-76bd9b887b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.261760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'name': 'network-vif-deleted', 'tag': '2278647f-8943-4c05-b0ac-1d1110fb2f57'}, {'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'name': 'network-vif-deleted', 'tag': '1bd0e522-71ef-44a1-961e-7742487c8aae'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:51.263146 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6016319a-6e31-4be0-aec2-940a7e5c245a" -d '{"events": [{"server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "name": "network-vif-deleted", "tag": "2278647f-8943-4c05-b0ac-1d1110fb2f57"}, {"server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "name": "network-vif-deleted", "tag": "1bd0e522-71ef-44a1-961e-7742487c8aae"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:51.346654 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9470d189-64cb-4c45-823b-76bd9b887b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.349052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8::b2 (2e8574f7-26cd-4223-aa90-49acaa392943/d228105f-fc91-47e5-8252-bb8446996ec2/a9a871be-42ec-4912-980b-de37fce165aa) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:29:51.388314 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f23823f2-2709-4c15-a678-e86c48e06b96 req-1f094c28-0d97-4846-8d6e-9b61b49852e3 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups?id=b54140a8-c657-486e-b08f-d34be3ebf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775360 Sep 22 09:29:51.434899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437ade8-121c-464e-8c61-91b2b4c46354 req-457b6a63-e1a9-4e45-abf7-ecbece103be4 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:51.436432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0437ade8-121c-464e-8c61-91b2b4c46354 req-457b6a63-e1a9-4e45-abf7-ecbece103be4 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 950 time: 0.1089756 Sep 22 09:29:51.479652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0437ade8-121c-464e-8c61-91b2b4c46354 req-91b2a298-97e5-4088-8b21-5fb4f91eee37 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360386 Sep 22 09:29:51.503843 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] For port 2ee75926-bcb7-4e7a-9053-ac44daa84c5a, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2ee75926-bcb7-4e7a-9053-ac44daa84c5a,segment=NetworkSegment(35c219df-85e9-45fe-8692-63bc041585ce),segment_id=35c219df-85e9-45fe-8692-63bc041585ce)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:29:51.513134 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.534142 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9470d189-64cb-4c45-823b-76bd9b887b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.564524 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4f15ed-868e-4290-85ef-347df07f0064 x-openstack-request-id: req-3f4f15ed-868e-4290-85ef-347df07f0064 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:51.570262 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "name": "network-vif-deleted", "tag": "2278647f-8943-4c05-b0ac-1d1110fb2f57", "status": "completed", "code": 200}, {"server_uuid": "6ebffaba-7570-4ae0-806a-42b4b702a40e", "name": "network-vif-deleted", "tag": "1bd0e522-71ef-44a1-961e-7742487c8aae", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:51.570262 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f4f15ed-868e-4290-85ef-347df07f0064 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:51.570262 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'name': 'network-vif-deleted', 'tag': '2278647f-8943-4c05-b0ac-1d1110fb2f57', 'status': 'completed', 'code': 200} Sep 22 09:29:51.570262 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebffaba-7570-4ae0-806a-42b4b702a40e', 'name': 'network-vif-deleted', 'tag': '1bd0e522-71ef-44a1-961e-7742487c8aae', 'status': 'completed', 'code': 200} Sep 22 09:29:51.570766 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.571247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470d189-64cb-4c45-823b-76bd9b887b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f46aee-0fc0-42f6-bb42-edf3aeb279a1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:51.576106 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9470d189-64cb-4c45-823b-76bd9b887b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.580397 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9470d189-64cb-4c45-823b-76bd9b887b06 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e8f46aee-0fc0-42f6-bb42-edf3aeb279a1 HTTP/1.1" status: 204 len: 168 time: 0.5404649 Sep 22 09:29:51.581044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56972) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:51.589014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Pushing event deleted for resources: {'Port': ['ID=2474aa63-51dd-4d62-9056-db88ca575e00,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:51.618282 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.685121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.716024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6790887-7fea-4999-810b-02c6e67e11fc None None] Pushing event updated for resources: {'Port': ['ID=2ee75926-bcb7-4e7a-9053-ac44daa84c5a,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:51.742984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908b1f6-248e-4f20-a61d-2c7d50cbed86 req-45f21567-e1ca-45dc-bb5e-73c493a3d4fb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:51.749236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5908b1f6-248e-4f20-a61d-2c7d50cbed86 req-45f21567-e1ca-45dc-bb5e-73c493a3d4fb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 945 time: 0.2602117 Sep 22 09:29:51.767731 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9ab3c-1cde-4077-8098-2b73a09acec5 req-af65de27-dfda-4239-8a56-0901b3f42402 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:51.769209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92a9ab3c-1cde-4077-8098-2b73a09acec5 req-af65de27-dfda-4239-8a56-0901b3f42402 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.45 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 946 time: 0.1752985 Sep 22 09:29:51.773292 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.781403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.801806 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763851d3-276d-4da8-b079-53d932a3dd71']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:51.839073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b10b46-e962-4227-b8a4-4855096b9be6') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:51.839373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b10b46-e962-4227-b8a4-4855096b9be6') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:51.862022 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.868056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 2e8574f7-26cd-4223-aa90-49acaa392943 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:51.879475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:51.889027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:51.894914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:51.895616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.904645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=a9a871be-42ec-4912-980b-de37fce165aa,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:51.910891 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.911139 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.920316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:29:51.921216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:29:51.922410 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:29:51.952250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5908b1f6-248e-4f20-a61d-2c7d50cbed86 req-ec2d5c3e-985e-4aff-aaf9-6a477e6b37e7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923869 Sep 22 09:29:52.029030 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2daf7762-a2ce-4c0b-8c71-83225037407c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5930321 Sep 22 09:29:52.031767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Router 820829e3-f6cf-4c89-b60a-c808d52266aa has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:29:52.032240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56978) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:52.091919 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.099833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.104683 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/763851d3-276d-4da8-b079-53d932a3dd71 HTTP/1.1" status: 204 len: 168 time: 0.5213180 Sep 22 09:29:52.139054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f729f7-d5a1-4de7-8889-13b738ed79f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=763851d3-276d-4da8-b079-53d932a3dd71,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:52.182113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-51c30641-d0f1-41a7-bf34-3a4f5a4c994c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port a9a871be-42ec-4912-980b-de37fce165aa {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:52.182521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c30641-d0f1-41a7-bf34-3a4f5a4c994c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.198963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] Checking segment: {'id': '321bfb4c-3f91-467a-95aa-f069760ef160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '32a31e97-7f3a-40d5-b7be-04b49627aeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:52.199322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] Network hostable DHCP agents. Network: 32a31e97-7f3a-40d5-b7be-04b49627aeb2, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:29:52.209482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a890a9-9992-4ba4-9a80-37fbbd3559cf req-ab6425d2-becf-44ce-9b67-fbc4ec5809f6 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:52.211198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a890a9-9992-4ba4-9a80-37fbbd3559cf req-ab6425d2-becf-44ce-9b67-fbc4ec5809f6 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 950 time: 0.3831379 Sep 22 09:29:52.277566 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c30641-d0f1-41a7-bf34-3a4f5a4c994c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.293180 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-51c30641-d0f1-41a7-bf34-3a4f5a4c994c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for a9a871be-42ec-4912-980b-de37fce165aa owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:52.359574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:52.458837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56990) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:52.491258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca58227-1b95-4eac-97ee-5a516ee6378d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting subnet 6ffbf9ed-baf0-4b7c-b2f5-e4242e565083 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:29:52.505382 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eca58227-1b95-4eac-97ee-5a516ee6378d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.577481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eca58227-1b95-4eac-97ee-5a516ee6378d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.581183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0c6c8a-fecd-47b0-8ead-5ea8066c99a2,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:52.583707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:29:52.599571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 1bd0e522-71ef-44a1-961e-7742487c8aae no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:52.603740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbeb3f-f3a9-4a33-b7ab-e130e52c3422 None None] Sync routers for ids ['820829e3-f6cf-4c89-b60a-c808d52266aa'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:29:52.604767 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-553327ec-8894-4dfa-a431-bbf3d875b336 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b97160ec06ec4ebdb02567f5a48c785a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442976 Sep 22 09:29:52.607499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56994) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:52.657240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbeb3f-f3a9-4a33-b7ab-e130e52c3422 None None] Routers {'820829e3-f6cf-4c89-b60a-c808d52266aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:52.661648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6dbbeb3f-f3a9-4a33-b7ab-e130e52c3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['820829e3-f6cf-4c89-b60a-c808d52266aa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:52.661648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 1bd0e522-71ef-44a1-961e-7742487c8aae {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:52.661648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 1bd0e522-71ef-44a1-961e-7742487c8aae not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:52.661648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2278647f-8943-4c05-b0ac-1d1110fb2f57 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:52.670951 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c30641-d0f1-41a7-bf34-3a4f5a4c994c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.736456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c30641-d0f1-41a7-bf34-3a4f5a4c994c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=a9a871be-42ec-4912-980b-de37fce165aa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:52.752206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 2278647f-8943-4c05-b0ac-1d1110fb2f57 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:52.752544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2278647f-8943-4c05-b0ac-1d1110fb2f57 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:52.758070 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-de84025a-6ce7-4181-a063-711bd848f4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.764345 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eca58227-1b95-4eac-97ee-5a516ee6378d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.803837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2ee75926-bcb7-4e7a-9053-ac44daa84c5a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:29:52.808165 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c30641-d0f1-41a7-bf34-3a4f5a4c994c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.813246 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-51c30641-d0f1-41a7-bf34-3a4f5a4c994c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/a9a871be-42ec-4912-980b-de37fce165aa HTTP/1.1" status: 204 len: 168 time: 0.7799649 Sep 22 09:29:52.813915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56996) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:52.828942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32445e-3b17-4791-9337-c34c3186c44d req-e8ed0d34-a30b-4c85-a20c-0ad53259c511 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:52.839692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee32445e-3b17-4791-9337-c34c3186c44d req-e8ed0d34-a30b-4c85-a20c-0ad53259c511 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 946 time: 0.7447305 Sep 22 09:29:52.856107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-92a9ab3c-1cde-4077-8098-2b73a09acec5 req-ae54c89a-1cc9-4008-9aa6-f063fd4d6672 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Deleting port 61cfcf13-407e-433b-8a19-152c8bb2635b {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:52.856403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-92a9ab3c-1cde-4077-8098-2b73a09acec5 req-ae54c89a-1cc9-4008-9aa6-f063fd4d6672 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.859535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] No DVR routers for this DVR port 2474aa63-51dd-4d62-9056-db88ca575e00 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:52.865853 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-de84025a-6ce7-4181-a063-711bd848f4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.877772 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d2bad4-b597-49ec-8ecc-b3d2e5c1cbb4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:29:52.883116 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a2d2bad4-b597-49ec-8ecc-b3d2e5c1cbb4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/a9a871be-42ec-4912-980b-de37fce165aa HTTP/1.1" status: 404 len: 333 time: 0.0624692 Sep 22 09:29:52.883894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56998) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:52.905866 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.913520 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfdc3741-2a35-4041-b7f5-a7b584d70ea7 req-2670e077-597c-4d61-a953-7d58ea7c0be0 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.60 "DELETE /v2.0/ports/2474aa63-51dd-4d62-9056-db88ca575e00 HTTP/1.1" status: 204 len: 173 time: 2.9370751 Sep 22 09:29:52.944397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] Network 32a31e97-7f3a-40d5-b7be-04b49627aeb2 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:29:52.971496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24ee7f-b544-4f82-b584-a517a63bcb81 req-3392c7a2-98a4-4403-b19e-39568e3d0272 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:52.973259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa24ee7f-b544-4f82-b584-a517a63bcb81 req-3392c7a2-98a4-4403-b19e-39568e3d0272 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 945 time: 0.3852754 Sep 22 09:29:52.987180 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee1c2b7-a326-49e7-a787-fc87912b5199 None None] Network 2e8574f7-26cd-4223-aa90-49acaa392943 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:52.993308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee32445e-3b17-4791-9337-c34c3186c44d req-b38a0461-c7a6-472c-bdc5-d3e0dd664481 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472478 Sep 22 09:29:53.002297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8506087-38c1-4fe8-bf95-d0e2f19dc85a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting subnet d228105f-fc91-47e5-8252-bb8446996ec2 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:29:53.002297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8506087-38c1-4fe8-bf95-d0e2f19dc85a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.047315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8506087-38c1-4fe8-bf95-d0e2f19dc85a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.082795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eca58227-1b95-4eac-97ee-5a516ee6378d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.114828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0905636e-83e6-4672-83ed-46c084ee65b2 req-443a288d-1ffc-468f-8ae9-2fd47d1d645b tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9 HTTP/1.1" status: 200 len: 210 time: 0.0558357 Sep 22 09:29:53.118274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca58227-1b95-4eac-97ee-5a516ee6378d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Subnet': ['ID=6ffbf9ed-baf0-4b7c-b2f5-e4242e565083,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:53.142418 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eca58227-1b95-4eac-97ee-5a516ee6378d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.142418 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eca58227-1b95-4eac-97ee-5a516ee6378d tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "DELETE /v2.0/subnets/6ffbf9ed-baf0-4b7c-b2f5-e4242e565083 HTTP/1.1" status: 204 len: 168 time: 0.7768788 Sep 22 09:29:53.142418 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-de84025a-6ce7-4181-a063-711bd848f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.142729 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c53d3b-b6e6-4f8c-9ff8-3136b75c580d None None] Network f51da8d1-2bbe-4fa5-b369-521258f865fe requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:53.142832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57000) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:53.150483 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-de84025a-6ce7-4181-a063-711bd848f4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.152026 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-de84025a-6ce7-4181-a063-711bd848f4a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd HTTP/1.1" status: 204 len: 168 time: 0.5433934 Sep 22 09:29:53.159656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-6dbbeb3f-f3a9-4a33-b7ab-e130e52c3422 None None] Set router 820829e3-f6cf-4c89-b60a-c808d52266aa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:53.177636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1e4f8d11-60e7-42d1-8c22-1dffaa8da287 None None] Provisioning complete for port 2ee75926-bcb7-4e7a-9053-ac44daa84c5a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:53.178887 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8d11-60e7-42d1-8c22-1dffaa8da287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.189068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 32a31e97-7f3a-40d5-b7be-04b49627aeb2) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:53.194307 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-92a9ab3c-1cde-4077-8098-2b73a09acec5 req-ae54c89a-1cc9-4008-9aa6-f063fd4d6672 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] For port 61cfcf13-407e-433b-8a19-152c8bb2635b, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=61cfcf13-407e-433b-8a19-152c8bb2635b,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:53.196079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-92a9ab3c-1cde-4077-8098-2b73a09acec5 req-ae54c89a-1cc9-4008-9aa6-f063fd4d6672 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.215046 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8506087-38c1-4fe8-bf95-d0e2f19dc85a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.231503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:53.232289 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.251623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c5ee86-43cf-4d85-aab5-ba3465def507 None None] Network 32a31e97-7f3a-40d5-b7be-04b49627aeb2 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:53.259918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84025a-6ce7-4181-a063-711bd848f4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c91fb6-792f-4c4e-9bbc-32e3bbc89ccd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:53.290126 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.337774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa24ee7f-b544-4f82-b584-a517a63bcb81 req-ec26a831-f077-4877-b9c8-88decf62dcd0 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831602 Sep 22 09:29:53.389066 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8506087-38c1-4fe8-bf95-d0e2f19dc85a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.410118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-92a9ab3c-1cde-4077-8098-2b73a09acec5 req-ae54c89a-1cc9-4008-9aa6-f063fd4d6672 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Calling delete_port for 61cfcf13-407e-433b-8a19-152c8bb2635b owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:53.418550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8506087-38c1-4fe8-bf95-d0e2f19dc85a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Subnet': ['ID=d228105f-fc91-47e5-8252-bb8446996ec2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:53.424549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8506087-38c1-4fe8-bf95-d0e2f19dc85a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.431308 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d8506087-38c1-4fe8-bf95-d0e2f19dc85a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/d228105f-fc91-47e5-8252-bb8446996ec2 HTTP/1.1" status: 204 len: 168 time: 0.5440106 Sep 22 09:29:53.432485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57004) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:53.443067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-14a890a9-9992-4ba4-9a80-37fbbd3559cf req-2bdae55e-69b3-47ef-8506-532a71fe60cc tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Deleting port bbc741c4-e601-401b-8c37-1779bc133c41 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:53.444159 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-14a890a9-9992-4ba4-9a80-37fbbd3559cf req-2bdae55e-69b3-47ef-8506-532a71fe60cc tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.469964 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.521586 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.553441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a87fc-1048-4ef3-b23d-097ca4cbd309 req-e6d4ab4b-f088-4c2a-be0c-49e5421a42ef tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:53.555020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-184a87fc-1048-4ef3-b23d-097ca4cbd309 req-e6d4ab4b-f088-4c2a-be0c-49e5421a42ef tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 950 time: 0.2254019 Sep 22 09:29:53.556337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6fe0bba4-bef2-4e1c-9078-14ad1b29fb3f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5886707 Sep 22 09:29:53.562445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2ee75926-bcb7-4e7a-9053-ac44daa84c5a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:29:53.562943 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.585570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'name': 'network-vif-deleted', 'tag': '2474aa63-51dd-4d62-9056-db88ca575e00'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:53.587877 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f95d11-c067-402f-8af9-5940752be525" -d '{"events": [{"server_uuid": "6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9", "name": "network-vif-deleted", "tag": "2474aa63-51dd-4d62-9056-db88ca575e00"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:53.638324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 2ee75926-bcb7-4e7a-9053-ac44daa84c5a {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:53.638673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.667729 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1115e35-c2c8-49e0-b608-fdd686fe7ff3 x-openstack-request-id: req-c1115e35-c2c8-49e0-b608-fdd686fe7ff3 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:53.672872 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9", "name": "network-vif-deleted", "tag": "2474aa63-51dd-4d62-9056-db88ca575e00", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:53.672872 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1115e35-c2c8-49e0-b608-fdd686fe7ff3 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:53.672872 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0aa7c6-c21c-49ec-aac2-9739ae9d92d9', 'name': 'network-vif-deleted', 'tag': '2474aa63-51dd-4d62-9056-db88ca575e00', 'status': 'completed', 'code': 200} Sep 22 09:29:53.718610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-14a890a9-9992-4ba4-9a80-37fbbd3559cf req-2bdae55e-69b3-47ef-8506-532a71fe60cc tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] For port bbc741c4-e601-401b-8c37-1779bc133c41, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=bbc741c4-e601-401b-8c37-1779bc133c41,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:53.719804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-14a890a9-9992-4ba4-9a80-37fbbd3559cf req-2bdae55e-69b3-47ef-8506-532a71fe60cc tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.746852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-184a87fc-1048-4ef3-b23d-097ca4cbd309 req-d2d94617-0c68-4fa1-8b8e-97aa1b91e377 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/security-groups?id=cf2d73ca-05cb-4401-9751-01385c78f7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517336 Sep 22 09:29:53.751225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-14a890a9-9992-4ba4-9a80-37fbbd3559cf req-2bdae55e-69b3-47ef-8506-532a71fe60cc tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Calling delete_port for bbc741c4-e601-401b-8c37-1779bc133c41 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:53.769612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] For port 2ee75926-bcb7-4e7a-9053-ac44daa84c5a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2ee75926-bcb7-4e7a-9053-ac44daa84c5a,segment=NetworkSegment(35c219df-85e9-45fe-8692-63bc041585ce),segment_id=35c219df-85e9-45fe-8692-63bc041585ce)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:53.770259 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.780238 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2474aa63-51dd-4d62-9056-db88ca575e00 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:53.806860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 2ee75926-bcb7-4e7a-9053-ac44daa84c5a owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:53.834786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 2474aa63-51dd-4d62-9056-db88ca575e00 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:53.835287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2474aa63-51dd-4d62-9056-db88ca575e00 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:53.844363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting port 1e4f4f19-d253-46fe-ac1c-64333f26dd76 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:53.845080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.910209 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e4f8d11-60e7-42d1-8c22-1dffaa8da287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:53.989063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415cfcb5-a325-4bbf-a5dc-dd620744e86c None None] Network 32a31e97-7f3a-40d5-b7be-04b49627aeb2 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:54.010792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3918f4-3293-49aa-ba7e-2f2510ea77dd None None] DHCP port deletion for f51da8d1-2bbe-4fa5-b369-521258f865fe request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:29:54.073493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.090371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] For port 1e4f4f19-d253-46fe-ac1c-64333f26dd76, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1e4f4f19-d253-46fe-ac1c-64333f26dd76,segment=NetworkSegment(cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13),segment_id=cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:54.090768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.124073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=2ee75926-bcb7-4e7a-9053-ac44daa84c5a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:54.137800 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Calling delete_port for 1e4f4f19-d253-46fe-ac1c-64333f26dd76 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:54.155849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No DVR routers for this DVR port 2ee75926-bcb7-4e7a-9053-ac44daa84c5a on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:54.265627 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.275394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d8dbb-c1d5-423b-848b-4c080115fb27 req-91be0989-5bd6-4cb5-903a-ce4f775d8e11 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:54.280036 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-26b83793-daa6-497b-ac28-4ca1891a0b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.285856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb4d8dbb-c1d5-423b-848b-4c080115fb27 req-91be0989-5bd6-4cb5-903a-ce4f775d8e11 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/ports?device_id=23d1ac01-5dd6-4c86-b5de-94511769d091 HTTP/1.1" status: 200 len: 946 time: 0.1703546 Sep 22 09:29:54.291262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf787a22-df28-4594-9544-f95681470867 None None] Network 2e8574f7-26cd-4223-aa90-49acaa392943 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:54.303322 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.336185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8574f7-26cd-4223-aa90-49acaa392943']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:54.347558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c219df-85e9-45fe-8692-63bc041585ce') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:54.347852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c219df-85e9-45fe-8692-63bc041585ce') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:54.351994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6dbbeb3f-f3a9-4a33-b7ab-e130e52c3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca', 'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'mac_address': 'fa:16:3e:1d:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:27Z', 'updated_at': '2021-09-22T09:27:36Z', 'revision_number': 5, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'subnets': [{'id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:54.362725 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.369580 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-92a9ab3c-1cde-4077-8098-2b73a09acec5 req-ae54c89a-1cc9-4008-9aa6-f063fd4d6672 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.378323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.386505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:29:54.386907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:29:54.390168 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:29:54.408662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['61cfcf13-407e-433b-8a19-152c8bb2635b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:29:54.459921 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.460663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbeb3f-f3a9-4a33-b7ab-e130e52c3422 None None] Checking router: 820829e3-f6cf-4c89-b60a-c808d52266aa for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:29:54.483975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54c89a-1cc9-4008-9aa6-f063fd4d6672 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Pushing event deleted for resources: {'Port': ['ID=61cfcf13-407e-433b-8a19-152c8bb2635b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:54.504884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-02aea13f-a7bc-42ca-a54a-f24d96932150 None None] Could not find standard attr ID for object 2ee75926-bcb7-4e7a-9053-ac44daa84c5a. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:29:54.519690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2e3918f4-3293-49aa-ba7e-2f2510ea77dd None None] Deleting port 1e4f4f19-d253-46fe-ac1c-64333f26dd76 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:54.520058 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2e3918f4-3293-49aa-ba7e-2f2510ea77dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.522992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb4d8dbb-c1d5-423b-848b-4c080115fb27 req-f12a098d-b034-421b-b62c-6fbb2c208b06 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.49 "GET /v2.0/security-groups?id=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360611 Sep 22 09:29:54.565137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbeb3f-f3a9-4a33-b7ab-e130e52c3422 None None] Routers {'820829e3-f6cf-4c89-b60a-c808d52266aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:29:54.565781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6dbbeb3f-f3a9-4a33-b7ab-e130e52c3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['820829e3-f6cf-4c89-b60a-c808d52266aa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:54.569376 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.576589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.579479 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/networks/2e8574f7-26cd-4223-aa90-49acaa392943 HTTP/1.1" status: 204 len: 168 time: 1.1455705 Sep 22 09:29:54.587805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57044) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:54.596281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a9ab3c-1cde-4077-8098-2b73a09acec5 req-ae54c89a-1cc9-4008-9aa6-f063fd4d6672 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] No DVR routers for this DVR port 61cfcf13-407e-433b-8a19-152c8bb2635b on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:54.606932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-980e5294-d894-4e7c-a8db-b94bc43c21d8 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:54.614625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-980e5294-d894-4e7c-a8db-b94bc43c21d8 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/networks?id=32a31e97-7f3a-40d5-b7be-04b49627aeb2 HTTP/1.1" status: 200 len: 813 time: 0.3227439 Sep 22 09:29:54.618034 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-92a9ab3c-1cde-4077-8098-2b73a09acec5 req-ae54c89a-1cc9-4008-9aa6-f063fd4d6672 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.620433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92a9ab3c-1cde-4077-8098-2b73a09acec5 req-ae54c89a-1cc9-4008-9aa6-f063fd4d6672 tempest-FloatingIPsAssociationTestJSON-1598074262 tempest-FloatingIPsAssociationTestJSON-1598074262-project] 10.222.0.45 "DELETE /v2.0/ports/61cfcf13-407e-433b-8a19-152c8bb2635b HTTP/1.1" status: 204 len: 173 time: 2.8311238 Sep 22 09:29:54.637203 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-124af000-720d-48d2-83a9-db8232a88dc9 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/quotas/ccce3062ac164847842ab32934931dec HTTP/1.1" status: 200 len: 375 time: 0.0213892 Sep 22 09:29:54.648064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'name': 'tempest-PortsIpV6TestJSON-2023163986'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:54.649759 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.657376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c9b69-2ac9-43fb-9e09-325caa48be21 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Network': ['ID=2e8574f7-26cd-4223-aa90-49acaa392943,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:54.685456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-bf648b51-b141-4fa7-88d2-55deeb9d7726 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ccce3062ac164847842ab32934931dec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470088 Sep 22 09:29:54.716431 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-14a890a9-9992-4ba4-9a80-37fbbd3559cf req-2bdae55e-69b3-47ef-8506-532a71fe60cc tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.732814 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Port': ['ID=1e4f4f19-d253-46fe-ac1c-64333f26dd76,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:54.737436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] No DVR routers for this DVR port 1e4f4f19-d253-46fe-ac1c-64333f26dd76 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:54.832854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdae55e-69b3-47ef-8506-532a71fe60cc tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Pushing event deleted for resources: {'Port': ['ID=bbc741c4-e601-401b-8c37-1779bc133c41,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:54.926966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:54.932603 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.940046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a890a9-9992-4ba4-9a80-37fbbd3559cf req-2bdae55e-69b3-47ef-8506-532a71fe60cc tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] No DVR routers for this DVR port bbc741c4-e601-401b-8c37-1779bc133c41 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:54.947047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1e4f4f19-d253-46fe-ac1c-64333f26dd76 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:54.948318 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-14a890a9-9992-4ba4-9a80-37fbbd3559cf req-2bdae55e-69b3-47ef-8506-532a71fe60cc tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.950363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a890a9-9992-4ba4-9a80-37fbbd3559cf req-2bdae55e-69b3-47ef-8506-532a71fe60cc tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.60 "DELETE /v2.0/ports/bbc741c4-e601-401b-8c37-1779bc133c41 HTTP/1.1" status: 204 len: 173 time: 2.7272627 Sep 22 09:29:54.983437 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.987414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2e3918f4-3293-49aa-ba7e-2f2510ea77dd None None] For port 1e4f4f19-d253-46fe-ac1c-64333f26dd76, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1e4f4f19-d253-46fe-ac1c-64333f26dd76,segment=NetworkSegment(cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13),segment_id=cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:54.988107 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2e3918f4-3293-49aa-ba7e-2f2510ea77dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:54.993471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 1e4f4f19-d253-46fe-ac1c-64333f26dd76 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:54.994099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1e4f4f19-d253-46fe-ac1c-64333f26dd76 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:55.023139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2e3918f4-3293-49aa-ba7e-2f2510ea77dd None None] Calling delete_port for 1e4f4f19-d253-46fe-ac1c-64333f26dd76 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:55.040571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port c96c8b64-f91b-4d81-a82b-c34e8fac874d yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:29:55.096519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-6092457e-1b16-4535-a7e8-e65014ef662b service neutron] 10.222.0.49 "GET /v2.0/networks/32a31e97-7f3a-40d5-b7be-04b49627aeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098799 Sep 22 09:29:55.110873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadb0ade-04df-479d-a78d-3a20bb086f04 None None] DHCP port deletion for 2e8574f7-26cd-4223-aa90-49acaa392943 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:29:55.204988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-6dbbeb3f-f3a9-4a33-b7ab-e130e52c3422 None None] Set router 820829e3-f6cf-4c89-b60a-c808d52266aa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:29:55.257525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51da8d1-2bbe-4fa5-b369-521258f865fe']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:55.270672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce938a82-a96c-4eb8-93f3-76e1cc555f18 req-407ec956-bfba-455a-9cbf-17fbb453f040 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:55.285902 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce938a82-a96c-4eb8-93f3-76e1cc555f18 req-407ec956-bfba-455a-9cbf-17fbb453f040 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 945 time: 0.5441678 Sep 22 09:29:55.308436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-d7d1016a-2af9-43ac-a006-fee689828af5 service neutron] 10.222.0.49 "GET /v2.0/networks/32a31e97-7f3a-40d5-b7be-04b49627aeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108886 Sep 22 09:29:55.316516 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:55.316516 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4b6b07-e0b8-4941-bd7a-8f5cc1271c13') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:55.339130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57054) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: from cryptography.utils import int_from_bytes Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: from cryptography.utils import int_from_bytes Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.361634 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:55.365017 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:29:55.368827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.373972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.385605 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2e3918f4-3293-49aa-ba7e-2f2510ea77dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.415070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce938a82-a96c-4eb8-93f3-76e1cc555f18 req-ce922112-c306-4505-afa4-9786de347765 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333785 Sep 22 09:29:55.419299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.427645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:29:55.430032 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:29:55.446315 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:29:55.465182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3918f4-3293-49aa-ba7e-2f2510ea77dd None None] No DVR routers for this DVR port 1e4f4f19-d253-46fe-ac1c-64333f26dd76 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:55.466835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3918f4-3293-49aa-ba7e-2f2510ea77dd None None] Pushing event deleted for resources: {'Port': ['ID=1e4f4f19-d253-46fe-ac1c-64333f26dd76,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:55.492495 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.542574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2101890244-network', 'tenant_id': '59f7a54f41114c9a8a18852cdd041950'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:55.551050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:55.559580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:55.562260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:55.568101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:55.569184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.572137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=c96c8b64-f91b-4d81-a82b-c34e8fac874d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:55.580694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57062) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:55.611713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6dbbeb3f-f3a9-4a33-b7ab-e130e52c3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca', 'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'mac_address': 'fa:16:3e:1d:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:27Z', 'updated_at': '2021-09-22T09:27:36Z', 'revision_number': 5, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'subnets': [{'id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:55.630065 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.648413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbeb3f-f3a9-4a33-b7ab-e130e52c3422 None None] The sync data for ids ['820829e3-f6cf-4c89-b60a-c808d52266aa'] in n-d-805649-4 is: [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca', 'name': '', 'network_id': 'd0083319-a153-4223-a32a-bba9d64a39a4', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'mac_address': 'fa:16:3e:1d:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:27Z', 'updated_at': '2021-09-22T09:27:36Z', 'revision_number': 5, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'subnets': [{'id': '922234c5-5a67-487b-9fa4-b132e58ffdef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:29:55.658908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.662042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "DELETE /v2.0/networks/f51da8d1-2bbe-4fa5-b369-521258f865fe HTTP/1.1" status: 204 len: 168 time: 2.5162187 Sep 22 09:29:55.665453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57068) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:55.707836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'name': 'network-vif-deleted', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b'}, {'server_uuid': '82b6fab0-ea4b-41e7-8975-02c4b59bb14f', 'name': 'network-vif-deleted', 'tag': 'bbc741c4-e601-401b-8c37-1779bc133c41'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:29:55.714626 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bd107c-96a7-46cb-9229-06eaf3949b5e" -d '{"events": [{"server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "name": "network-vif-deleted", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b"}, {"server_uuid": "82b6fab0-ea4b-41e7-8975-02c4b59bb14f", "name": "network-vif-deleted", "tag": "bbc741c4-e601-401b-8c37-1779bc133c41"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:29:55.728248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device bbc741c4-e601-401b-8c37-1779bc133c41 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:55.739118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Made reservation on behalf of 59f7a54f41114c9a8a18852cdd041950 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:55.749970 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.757646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04beaeb2-5288-4946-8057-ef09763db1ef tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Network': ['ID=f51da8d1-2bbe-4fa5-b369-521258f865fe,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:55.774338 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3c1999d3-c0da-4420-8b58-8ddee7fd6b1b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1840408 Sep 22 09:29:55.776327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57076) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:55.776943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: bbc741c4-e601-401b-8c37-1779bc133c41 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:55.777481 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device bbc741c4-e601-401b-8c37-1779bc133c41 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:55.808662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-45da6f71-505b-411b-ae25-6bfe4400548e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting subnet ff648ff7-b78f-4fcb-8723-5ad6f792ca08 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:29:55.812709 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45da6f71-505b-411b-ae25-6bfe4400548e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.855726 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.872938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45da6f71-505b-411b-ae25-6bfe4400548e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:55.916265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f978155-5585-4ee4-909d-2bf05ea605b6 req-ddc90a6d-ccc1-4fc4-843f-9bb3b5ade422 tempest-DeleteServersAdminTestJSON-183559001 tempest-DeleteServersAdminTestJSON-183559001-project] 10.222.0.49 "GET /v2.0/ports?device_id=82b6fab0-ea4b-41e7-8975-02c4b59bb14f HTTP/1.1" status: 200 len: 210 time: 0.1862473 Sep 22 09:29:55.935943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa614e2d-ad6d-4e6f-b4d4-dd7d5a916d38 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.002785 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa614e2d-ad6d-4e6f-b4d4-dd7d5a916d38 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.017639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57086) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:56.063995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e324a96a-9dc5-4bd3-a655-7c775746abb3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port c96c8b64-f91b-4d81-a82b-c34e8fac874d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:56.064340 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e324a96a-9dc5-4bd3-a655-7c775746abb3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.081294 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e604a4b0-0941-4c42-9a62-423bda4925f3 None None] New status for floating IP 08816873-d161-4d31-93e0-8fc0508501fe: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:29:56.085847 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45da6f71-505b-411b-ae25-6bfe4400548e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.119644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74222ea0-1d7f-4e73-a11c-1d144b22a3b8 req-0360d411-bc35-4fff-a8be-996b07ba23f9 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 210 time: 0.0614512 Sep 22 09:29:56.232946 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee78d93-eee1-4692-97e7-a08f6d901dd4 x-openstack-request-id: req-2ee78d93-eee1-4692-97e7-a08f6d901dd4 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:29:56.233239 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d1ac01-5dd6-4c86-b5de-94511769d091", "name": "network-vif-deleted", "tag": "61cfcf13-407e-433b-8a19-152c8bb2635b", "status": "completed", "code": 200}, {"server_uuid": "82b6fab0-ea4b-41e7-8975-02c4b59bb14f", "name": "network-vif-deleted", "tag": "bbc741c4-e601-401b-8c37-1779bc133c41", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:29:56.233486 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ee78d93-eee1-4692-97e7-a08f6d901dd4 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:29:56.233871 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d1ac01-5dd6-4c86-b5de-94511769d091', 'name': 'network-vif-deleted', 'tag': '61cfcf13-407e-433b-8a19-152c8bb2635b', 'status': 'completed', 'code': 200} Sep 22 09:29:56.234892 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b6fab0-ea4b-41e7-8975-02c4b59bb14f', 'name': 'network-vif-deleted', 'tag': 'bbc741c4-e601-401b-8c37-1779bc133c41', 'status': 'completed', 'code': 200} Sep 22 09:29:56.250184 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e324a96a-9dc5-4bd3-a655-7c775746abb3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.269689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e324a96a-9dc5-4bd3-a655-7c775746abb3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for c96c8b64-f91b-4d81-a82b-c34e8fac874d owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:56.329549 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.358952 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa614e2d-ad6d-4e6f-b4d4-dd7d5a916d38 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.360028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45da6f71-505b-411b-ae25-6bfe4400548e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.361789 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa614e2d-ad6d-4e6f-b4d4-dd7d5a916d38 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.362965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fa614e2d-ad6d-4e6f-b4d4-dd7d5a916d38 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "DELETE /v2.0/security-groups/b54140a8-c657-486e-b08f-d34be3ebf7c6 HTTP/1.1" status: 204 len: 168 time: 0.7811856 Sep 22 09:29:56.367977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57088) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:56.382135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa614e2d-ad6d-4e6f-b4d4-dd7d5a916d38 tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54140a8-c657-486e-b08f-d34be3ebf7c6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:56.401910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da6f71-505b-411b-ae25-6bfe4400548e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Subnet': ['ID=ff648ff7-b78f-4fcb-8723-5ad6f792ca08,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:56.405533 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.414432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45da6f71-505b-411b-ae25-6bfe4400548e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.414546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d137d-a207-4a6e-87cd-3d8d9fd77439 None None] Network 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:56.415006 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-45da6f71-505b-411b-ae25-6bfe4400548e tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "DELETE /v2.0/subnets/ff648ff7-b78f-4fcb-8723-5ad6f792ca08 HTTP/1.1" status: 204 len: 168 time: 0.7437539 Sep 22 09:29:56.415006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57090) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:56.416529 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-abeb6442-e753-416f-8455-6b472114733a tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] show failed (client error): The resource could not be found. Sep 22 09:29:56.417544 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-abeb6442-e753-416f-8455-6b472114733a tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "GET /v2.0/security-groups/b54140a8-c657-486e-b08f-d34be3ebf7c6 HTTP/1.1" status: 404 len: 347 time: 0.0458074 Sep 22 09:29:56.424621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57092) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:56.471415 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5681dba5-224f-44e9-a2aa-bf469a3d4ce4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:56.476051 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e324a96a-9dc5-4bd3-a655-7c775746abb3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.532190 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e324a96a-9dc5-4bd3-a655-7c775746abb3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.538353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e324a96a-9dc5-4bd3-a655-7c775746abb3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/c96c8b64-f91b-4d81-a82b-c34e8fac874d HTTP/1.1" status: 204 len: 168 time: 0.7470224 Sep 22 09:29:56.539489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:29:56.541612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57100) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:56.542348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324a96a-9dc5-4bd3-a655-7c775746abb3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=c96c8b64-f91b-4d81-a82b-c34e8fac874d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:56.556984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'mac_address': 'fa:16:3e:19:9c:9f', 'name': 'tempest-PortsIpV6TestJSON-1507647672'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:56.616830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 61cfcf13-407e-433b-8a19-152c8bb2635b no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:56.620484 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.656284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 61cfcf13-407e-433b-8a19-152c8bb2635b {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:56.656628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 61cfcf13-407e-433b-8a19-152c8bb2635b not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:56.669684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d648dfc7-07f7-47d1-92e4-d300fa7fd2af None None] DHCP port deletion for 029d3f0a-034e-4a3a-a0c7-14d672fe92d4 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:29:56.679825 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.680659 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Added segment bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7 of type vlan for network 775c29d1-bbde-4427-a116-02672e31f422 Sep 22 09:29:56.696813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2ee75926-bcb7-4e7a-9053-ac44daa84c5a no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:56.719172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 2ee75926-bcb7-4e7a-9053-ac44daa84c5a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:56.719511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2ee75926-bcb7-4e7a-9053-ac44daa84c5a not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:56.745185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fb8de116-9eea-457a-af85-24813b65f9be tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Deleting port 22ad2813-5989-4255-a47e-f59d0e0a1935 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:56.745529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb8de116-9eea-457a-af85-24813b65f9be tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.761839 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.773354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d648dfc7-07f7-47d1-92e4-d300fa7fd2af None None] Deleting port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:56.781573 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d648dfc7-07f7-47d1-92e4-d300fa7fd2af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.781714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Deleting port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:56.781714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.840071 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.844586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d648dfc7-07f7-47d1-92e4-d300fa7fd2af None None] For port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cba2eba0-abfd-48e8-9bd9-1f90c048f5b0,segment=NetworkSegment(856f0d4f-8e93-42a3-a5dc-83ba8ee97714),segment_id=856f0d4f-8e93-42a3-a5dc-83ba8ee97714)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:56.845265 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d648dfc7-07f7-47d1-92e4-d300fa7fd2af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.859602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d648dfc7-07f7-47d1-92e4-d300fa7fd2af None None] Calling delete_port for cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:56.874234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:56.908874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.910083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:56.910391 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.915096 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f85e4ff-cafa-4dbd-af6e-52d8154d0fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.940068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb8de116-9eea-457a-af85-24813b65f9be tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.940068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb8de116-9eea-457a-af85-24813b65f9be tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.951614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] For port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cba2eba0-abfd-48e8-9bd9-1f90c048f5b0,segment=NetworkSegment(856f0d4f-8e93-42a3-a5dc-83ba8ee97714),segment_id=856f0d4f-8e93-42a3-a5dc-83ba8ee97714)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:56.951614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.962755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fb8de116-9eea-457a-af85-24813b65f9be tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Calling delete_port for 22ad2813-5989-4255-a47e-f59d0e0a1935 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:56.980378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:56.984809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Calling delete_port for cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:57.031070 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] Pushing event updated for resources: {'Network': ['ID=775c29d1-bbde-4427-a116-02672e31f422,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:57.040035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port 24cf3a7a-5757-4067-b4c8-e69af9753c6e yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:29:57.050019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 775c29d1-bbde-4427-a116-02672e31f422 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:29:57.070901 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d648dfc7-07f7-47d1-92e4-d300fa7fd2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.087069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f7f53a4d-63b9-454f-b5df-e5d8442d14be admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7466047 Sep 22 09:29:57.099158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57118) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:57.111368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] Request body: {'subnet': {'network_id': '775c29d1-bbde-4427-a116-02672e31f422', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2101890244-subnet', 'tenant_id': '59f7a54f41114c9a8a18852cdd041950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:57.136016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648dfc7-07f7-47d1-92e4-d300fa7fd2af None None] Pushing event deleted for resources: {'Port': ['ID=cba2eba0-abfd-48e8-9bd9-1f90c048f5b0,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:57.190994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d648dfc7-07f7-47d1-92e4-d300fa7fd2af None None] No DVR routers for this DVR port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:57.257926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] Made reservation on behalf of 59f7a54f41114c9a8a18852cdd041950 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:57.260206 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.289438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0ad3571-5906-43d1-8b8d-a581613abeb4 req-90d4c974-96c0-430f-8d4b-fd7f5e931cf3 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 210 time: 0.0756075 Sep 22 09:29:57.306521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.328521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] No DVR routers for this DVR port cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:29:57.355576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Port': ['ID=cba2eba0-abfd-48e8-9bd9-1f90c048f5b0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:57.494195 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.580952 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.677084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48976a5f-7d8f-439a-a040-4c4a9869ccdd,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:57.687721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] Checking segment: {'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:29:57.693429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] Network hostable DHCP agents. Network: 775c29d1-bbde-4427-a116-02672e31f422, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:29:57.723352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57136) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:57.765690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] Network 775c29d1-bbde-4427-a116-02672e31f422 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:29:57.766309 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.801309 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb8de116-9eea-457a-af85-24813b65f9be tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.802647 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.834651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029d3f0a-034e-4a3a-a0c7-14d672fe92d4']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:57.846272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8de116-9eea-457a-af85-24813b65f9be tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Pushing event deleted for resources: {'Port': ['ID=22ad2813-5989-4255-a47e-f59d0e0a1935,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:57.854045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 775c29d1-bbde-4427-a116-02672e31f422) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:57.855590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856f0d4f-8e93-42a3-a5dc-83ba8ee97714') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:57.855891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856f0d4f-8e93-42a3-a5dc-83ba8ee97714') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:29:57.860162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:57.860769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.869964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae70e0-0369-422b-96fb-60134f5eb623 None None] Network 775c29d1-bbde-4427-a116-02672e31f422 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:57.882431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.893938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bd126cd2-3179-41ff-bca3-61a03884f82b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3891b94891614aebb0772b9e043c56d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1693537 Sep 22 09:29:57.896251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57140) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:57.919390 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.924251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.933466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:29:57.933888 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:29:57.938598 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:29:57.962073 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb8de116-9eea-457a-af85-24813b65f9be tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.965356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb8de116-9eea-457a-af85-24813b65f9be tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.965905 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fb8de116-9eea-457a-af85-24813b65f9be tempest-ServersTestManualDisk-420930259 tempest-ServersTestManualDisk-420930259-project] 10.222.0.49 "DELETE /v2.0/floatingips/08816873-d161-4d31-93e0-8fc0508501fe HTTP/1.1" status: 204 len: 168 time: 1.5391414 Sep 22 09:29:57.969094 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:57.972689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57142) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:57.974114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] Deleting port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:57.974453 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:58.056220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a27602c-6764-4231-a302-227356ae7f0c None None] Network 775c29d1-bbde-4427-a116-02672e31f422 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:29:58.166533 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:58.176296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] For port 5d8b8a4f-d3f4-4970-9948-23ce381fabbe, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5d8b8a4f-d3f4-4970-9948-23ce381fabbe,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:58.176671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:58.183529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:58.185455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] 10.222.0.49 "DELETE /v2.0/networks/029d3f0a-034e-4a3a-a0c7-14d672fe92d4 HTTP/1.1" status: 204 len: 168 time: 1.7700799 Sep 22 09:29:58.223181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d461dec-6b59-48d1-ac8a-a4b8f5918a02 tempest-ServersTestMultiNic-461217579 tempest-ServersTestMultiNic-461217579-project] Pushing event deleted for resources: {'Network': ['ID=029d3f0a-034e-4a3a-a0c7-14d672fe92d4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:58.225518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] Calling delete_port for 5d8b8a4f-d3f4-4970-9948-23ce381fabbe owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:58.276434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-11edcb99-716c-4415-900c-24c69c1d73e4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1632063 Sep 22 09:29:58.278537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:29:58.285634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:29:58.288830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:29:58.294409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:58.295029 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:58.326206 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=24cf3a7a-5757-4067-b4c8-e69af9753c6e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:58.330226 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-05d4b8ea-c5f9-4de8-8397-168f4b3df7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:58.383409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-05d4b8ea-c5f9-4de8-8397-168f4b3df7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:58.431105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8fb16d0-061a-4a55-89c0-31e7421a5864 req-04472282-8bdc-405d-86e7-c4cc7f44388d tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 210 time: 0.0501006 Sep 22 09:29:58.443709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57156) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:58.462351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a103a818-469c-4f5b-85f5-4151e57e8eca tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9163597 Sep 22 09:29:58.467282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57158) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:58.532042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd42cb2-6c10-4ed2-9d6b-bbda95ad536c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:58.536004 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bfd42cb2-6c10-4ed2-9d6b-bbda95ad536c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/24cf3a7a-5757-4067-b4c8-e69af9753c6e HTTP/1.1" status: 200 len: 845 time: 0.0652409 Sep 22 09:29:58.536615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57166) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:58.706953 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-05d4b8ea-c5f9-4de8-8397-168f4b3df7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:58.709872 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-05d4b8ea-c5f9-4de8-8397-168f4b3df7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:58.713491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-05d4b8ea-c5f9-4de8-8397-168f4b3df7b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf2d73ca-05cb-4401-9751-01385c78f7ab HTTP/1.1" status: 204 len: 168 time: 0.8132727 Sep 22 09:29:58.713613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:29:58.744299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:29:58.744911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cba2eba0-abfd-48e8-9bd9-1f90c048f5b0 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:29:58.761032 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:58.814842 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:58.823139 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8b8a4f-d3f4-4970-9948-23ce381fabbe,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:58.857716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4b8ea-c5f9-4de8-8397-168f4b3df7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2d73ca-05cb-4401-9751-01385c78f7ab,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:58.939734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-e4fdcc84-19f8-41b1-b7cb-fb8c9e896056 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:58.941891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-e4fdcc84-19f8-41b1-b7cb-fb8c9e896056 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.45 "GET /v2.0/networks?id=32a31e97-7f3a-40d5-b7be-04b49627aeb2 HTTP/1.1" status: 200 len: 813 time: 0.3510010 Sep 22 09:29:58.991116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Request body: {'port': {'device_id': '91e5bbb1-b00a-4092-9407-bbb969091107', 'network_id': '32a31e97-7f3a-40d5-b7be-04b49627aeb2', 'admin_state_up': True, 'tenant_id': 'ccce3062ac164847842ab32934931dec'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:29:59.096166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-057ac3ee-1327-4723-9436-ede3a8e2dc8a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 24cf3a7a-5757-4067-b4c8-e69af9753c6e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:59.096517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-057ac3ee-1327-4723-9436-ede3a8e2dc8a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:59.149553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-0467da34-bee7-4f2b-a87b-57f7eaa1a4a2 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:29:59.153219 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-0467da34-bee7-4f2b-a87b-57f7eaa1a4a2 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/networks?id=775c29d1-bbde-4427-a116-02672e31f422 HTTP/1.1" status: 200 len: 815 time: 0.3453643 Sep 22 09:29:59.168891 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:59.274488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-6cdbf361-239f-4f17-b536-a9d5361afc82 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/quotas/59f7a54f41114c9a8a18852cdd041950 HTTP/1.1" status: 200 len: 375 time: 0.0887964 Sep 22 09:29:59.283215 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-057ac3ee-1327-4723-9436-ede3a8e2dc8a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:59.350258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-057ac3ee-1327-4723-9436-ede3a8e2dc8a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 24cf3a7a-5757-4067-b4c8-e69af9753c6e owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:59.360614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-76fef28e-14e2-4cfb-870a-082b5b794d9e tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=59f7a54f41114c9a8a18852cdd041950&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740724 Sep 22 09:29:59.407551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] Deleting port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:29:59.407915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:59.498609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57200) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:59.532914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a02f0fb8-934b-4691-9d01-99002fabd849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:59.548329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Made reservation on behalf of ccce3062ac164847842ab32934931dec for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:29:59.551876 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:59.560396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] Router 2693b494-873d-4bc1-b125-d89fc43a2b78 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:29:59.572059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] For port 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:59.572418 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:59.597576 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75cd252c-dda1-404f-9289-ecb53643114e req-e3647f2e-abce-45c1-b9d5-2634297fe50d tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 210 time: 0.0755141 Sep 22 09:29:59.599051 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] Calling delete_port for 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:29:59.652641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-4a450ab5-cc64-4202-8e0f-62f831f69a4b service neutron] 10.222.0.49 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729483 Sep 22 09:29:59.742920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:29:59.748122 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:59.775502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-057ac3ee-1327-4723-9436-ede3a8e2dc8a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:59.833820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ac3ee-1327-4723-9436-ede3a8e2dc8a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=24cf3a7a-5757-4067-b4c8-e69af9753c6e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:29:59.857335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-057ac3ee-1327-4723-9436-ede3a8e2dc8a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:59.859805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-057ac3ee-1327-4723-9436-ede3a8e2dc8a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/24cf3a7a-5757-4067-b4c8-e69af9753c6e HTTP/1.1" status: 204 len: 168 time: 1.3216617 Sep 22 09:29:59.860536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:29:59.866005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57218) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:59.871337 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9c5f07e9-459d-4631-9f7d-f1792a5e56a8 admin admin] 10.222.0.49 "PUT /v2.0/routers/2693b494-873d-4bc1-b125-d89fc43a2b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8526831 Sep 22 09:29:59.882304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57220) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:29:59.888753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:59.932509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:29:59.946814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'port_id': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14', 'mac_address': 'fa:16:3e:3e:eb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaf3b31-1878-4542-8cdf-ef8404499561', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:29:59.954789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9fb835-aa86-432a-b42d-de57e4bb6523 None None] Sync routers for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:29:59.958437 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-13086401-5446-48a2-b031-bdf259a36880 service neutron] 10.222.0.49 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815807 Sep 22 09:29:59.989159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Allocated IP 172.20.0.7 (32a31e97-7f3a-40d5-b7be-04b49627aeb2/ee0c6c8a-fecd-47b0-8ead-5ea8066c99a2/0c445d58-d543-403a-831c-acffbb4683ee) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:00.011800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9fb835-aa86-432a-b42d-de57e4bb6523 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:00.012644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ef9fb835-aa86-432a-b42d-de57e4bb6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:00.056427 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:00.076630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:00.165931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ef9fb835-aa86-432a-b42d-de57e4bb6523 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:00.370309 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:00.398528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82183912-8016-4150-b7f2-c4fdc4788c3c req-c04d102e-0a3d-43d9-877b-6643483e04c7 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 210 time: 0.0451684 Sep 22 09:30:00.449579 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:00.513372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:00.517950 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea6f1ea-8585-4339-88ee-37112eaea6b9 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:30:00.520570 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dea6f1ea-8585-4339-88ee-37112eaea6b9 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/24cf3a7a-5757-4067-b4c8-e69af9753c6e HTTP/1.1" status: 404 len: 333 time: 0.6481137 Sep 22 09:30:00.528121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] Deleting port 5a552d99-123d-4b05-8816-73f0e5d3af53 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:00.528121 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:00.530380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:00.532911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57236) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:00.547973 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a02f0fb8-934b-4691-9d01-99002fabd849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:00.556887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'name': 'tempest-PortsIpV6TestJSON-273989442'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:00.558348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ef9fb835-aa86-432a-b42d-de57e4bb6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:29:58Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:00.561220 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:00.636912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['1d8a5f3a-37f1-4be6-b989-28db3ca95f14'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:30:00.643585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9fb835-aa86-432a-b42d-de57e4bb6523 None None] Checking router: 2693b494-873d-4bc1-b125-d89fc43a2b78 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:30:00.699573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a02f0fb8-934b-4691-9d01-99002fabd849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:00.702922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9fb835-aa86-432a-b42d-de57e4bb6523 None None] Routers {'2693b494-873d-4bc1-b125-d89fc43a2b78'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:00.707332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ef9fb835-aa86-432a-b42d-de57e4bb6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2693b494-873d-4bc1-b125-d89fc43a2b78'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:00.810294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b4a6650f-513c-4685-8b69-30d0f6c3cc58 req-4b88561a-f4cd-4885-bf2a-61a96401cc42 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 210 time: 0.0608850 Sep 22 09:30:00.846621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] For port 5a552d99-123d-4b05-8816-73f0e5d3af53, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5a552d99-123d-4b05-8816-73f0e5d3af53,segment=NetworkSegment(d29a6e76-24df-44c0-aa71-b04958d74852),segment_id=d29a6e76-24df-44c0-aa71-b04958d74852)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:00.846988 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:00.860689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f0fb8-934b-4691-9d01-99002fabd849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357b2be1-42ee-44c4-847e-ae4bbd8c58e9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:00.873242 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a02f0fb8-934b-4691-9d01-99002fabd849 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5baf248d980246a1897d70f8b8900822&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3704314 Sep 22 09:30:00.874623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57244) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:00.891812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] Calling delete_port for 5a552d99-123d-4b05-8816-73f0e5d3af53 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:00.916659 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:00.944265 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:01.004453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:01.154094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ef9fb835-aa86-432a-b42d-de57e4bb6523 None None] Set router 2693b494-873d-4bc1-b125-d89fc43a2b78 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:01.345341 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:01.377155 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:01.381312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:01.385267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:01.434297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Deleting port 092bd64d-3ce1-4444-b3af-cce6c47f17dc {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:01.434642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:01.506997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Pushing event updated for resources: {'Port': ['ID=0c445d58-d543-403a-831c-acffbb4683ee,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:01.519478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port af487e0e-d7a9-43ee-8e21-b18ec4767188 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:30:01.543382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ef9fb835-aa86-432a-b42d-de57e4bb6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:29:58Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:01.555996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Network 32a31e97-7f3a-40d5-b7be-04b49627aeb2 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:01.607678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9fb835-aa86-432a-b42d-de57e4bb6523 None None] The sync data for ids ['2693b494-873d-4bc1-b125-d89fc43a2b78'] in n-d-805649-4 is: [{'id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'name': 'tempest-FloatingIPsAssociationTestJSON-1346841479-router', 'tenant_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:19Z', 'updated_at': '2021-09-22T09:29:58Z', 'revision_number': 5, 'project_id': '6a3cf272d29841ba91fd5893fd2a6da9', 'gw_port': {'id': '092bd64d-3ce1-4444-b3af-cce6c47f17dc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2693b494-873d-4bc1-b125-d89fc43a2b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:21Z', 'updated_at': '2021-09-22T09:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:30:01.637275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb078b75-d24f-4dd3-a83c-650f1a75c2a7 req-374e4264-5e9c-41ec-a11a-2e0476719361 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 210 time: 0.1312573 Sep 22 09:30:01.643689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:01.674873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:01.743583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:01.758873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] For port 092bd64d-3ce1-4444-b3af-cce6c47f17dc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=092bd64d-3ce1-4444-b3af-cce6c47f17dc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:01.759504 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:01.765196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:01.765966 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:01.770648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] Router 820829e3-f6cf-4c89-b60a-c808d52266aa has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:30:01.779212 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Calling delete_port for 092bd64d-3ce1-4444-b3af-cce6c47f17dc owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:01.817614 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ce88fee-176e-411a-a7af-55e85bddf20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:01.858456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-abc222b3-01bf-4842-975a-965550838323 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8858256 Sep 22 09:30:01.893240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Request body: {'port': {'device_id': '91e5bbb1-b00a-4092-9407-bbb969091107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:01.899385 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ce88fee-176e-411a-a7af-55e85bddf20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:01.920858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:01.921184 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:02.088963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:30:02.095580 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e4907c79-b03f-4f0e-aa31-6e57c33b2c28 admin admin] 10.222.0.49 "PUT /v2.0/routers/820829e3-f6cf-4c89-b60a-c808d52266aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1180155 Sep 22 09:30:02.104914 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4647859-12b8-48c4-a8f7-a14b18618e8a None None] Sync routers for ids ['820829e3-f6cf-4c89-b60a-c808d52266aa'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:30:02.105961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57272) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:02.123000 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4647859-12b8-48c4-a8f7-a14b18618e8a None None] Routers {'820829e3-f6cf-4c89-b60a-c808d52266aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:02.131581 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b4647859-12b8-48c4-a8f7-a14b18618e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['820829e3-f6cf-4c89-b60a-c808d52266aa'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:02.141578 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:02.195520 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:02.211004 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa3b787-0d03-402e-abf9-cfd79ffefbd7" -d '{"events": [{"server_uuid": "21166a31-3714-464c-acc4-ff061dcbf2ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d8a5f3a-37f1-4be6-b989-28db3ca95f14"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:02.237667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:02.295932 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37e699a-497c-465b-bcac-e883ddd04e09 x-openstack-request-id: req-b37e699a-497c-465b-bcac-e883ddd04e09 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:02.296564 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21166a31-3714-464c-acc4-ff061dcbf2ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d8a5f3a-37f1-4be6-b989-28db3ca95f14", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:02.297071 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b37e699a-497c-465b-bcac-e883ddd04e09 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:02.297564 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14', 'code': 200} Sep 22 09:30:02.334908 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:02.415813 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b4647859-12b8-48c4-a8f7-a14b18618e8a None None] Set router 820829e3-f6cf-4c89-b60a-c808d52266aa gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:02.424684 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:02.540591 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:02.562261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ce88fee-176e-411a-a7af-55e85bddf20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:02.565194 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ce88fee-176e-411a-a7af-55e85bddf20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:02.584317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8ce88fee-176e-411a-a7af-55e85bddf20e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/357b2be1-42ee-44c4-847e-ae4bbd8c58e9 HTTP/1.1" status: 204 len: 168 time: 1.6932061 Sep 22 09:30:02.600768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:02.752159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:02.768637 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc3940-10a9-42f1-abc5-1fc7213b8b77 req-0f24ca3c-3f79-4351-a4f0-aa478c719924 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:02.770649 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfcc3940-10a9-42f1-abc5-1fc7213b8b77 req-0f24ca3c-3f79-4351-a4f0-aa478c719924 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 931 time: 0.7525637 Sep 22 09:30:02.789276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5d8b8a4f-d3f4-4970-9948-23ce381fabbe no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:02.837446 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b4647859-12b8-48c4-a8f7-a14b18618e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:30:00Z', 'revision_number': 5, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:02.890417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 5d8b8a4f-d3f4-4970-9948-23ce381fabbe {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:02.893838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a552d99-123d-4b05-8816-73f0e5d3af53,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:02.898908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5d8b8a4f-d3f4-4970-9948-23ce381fabbe not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:02.899413 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:02.908058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce88fee-176e-411a-a7af-55e85bddf20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357b2be1-42ee-44c4-847e-ae4bbd8c58e9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:02.940451 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4647859-12b8-48c4-a8f7-a14b18618e8a None None] Checking router: 820829e3-f6cf-4c89-b60a-c808d52266aa for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:30:02.974276 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4647859-12b8-48c4-a8f7-a14b18618e8a None None] Routers {'820829e3-f6cf-4c89-b60a-c808d52266aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:02.983559 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b4647859-12b8-48c4-a8f7-a14b18618e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['820829e3-f6cf-4c89-b60a-c808d52266aa'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:02.986395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71ed0970-7d69-4da2-928d-ffd6876d1d08 req-b8078cd1-5410-4471-9abe-4aaa6602d259 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 210 time: 0.1091294 Sep 22 09:30:03.122268 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:03.159914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:03.185551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfcc3940-10a9-42f1-abc5-1fc7213b8b77 req-3ed5fe9b-8ef6-4519-bbfa-dabb1d0aacea tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147733 Sep 22 09:30:03.224166 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b4647859-12b8-48c4-a8f7-a14b18618e8a None None] Set router 820829e3-f6cf-4c89-b60a-c808d52266aa gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:03.240088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Pushing event deleted for resources: {'Port': ['ID=092bd64d-3ce1-4444-b3af-cce6c47f17dc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:03.431158 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Deleting port 3f2da115-06df-4834-868c-460d71d20e62 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:03.431938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:03.478780 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:03.552088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] For port 3f2da115-06df-4834-868c-460d71d20e62, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3f2da115-06df-4834-868c-460d71d20e62,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:03.553413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:03.584544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Calling delete_port for 3f2da115-06df-4834-868c-460d71d20e62 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:03.656646 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:03.723186 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b4647859-12b8-48c4-a8f7-a14b18618e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:30:00Z', 'revision_number': 5, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:03.728701 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:03.768275 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4647859-12b8-48c4-a8f7-a14b18618e8a None None] The sync data for ids ['820829e3-f6cf-4c89-b60a-c808d52266aa'] in n-d-805649-4 is: [{'id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'name': 'tempest-ServersTestManualDisk-663337729-router', 'tenant_id': 'd6286928f40249ee8a1c92ffa11e94de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '3f2da115-06df-4834-868c-460d71d20e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:27:21Z', 'updated_at': '2021-09-22T09:30:00Z', 'revision_number': 5, 'project_id': 'd6286928f40249ee8a1c92ffa11e94de', 'gw_port': {'id': '3f2da115-06df-4834-868c-460d71d20e62', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:8a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820829e3-f6cf-4c89-b60a-c808d52266aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:27:22Z', 'updated_at': '2021-09-22T09:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:30:03.866546 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:03.870706 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.006700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c445d58-d543-403a-831c-acffbb4683ee {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:04.016438 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.067182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-5ee3a248-e67b-4aeb-8087-d505b2aba540 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:04.069511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-5ee3a248-e67b-4aeb-8087-d505b2aba540 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "GET /v2.0/networks?id=775c29d1-bbde-4427-a116-02672e31f422 HTTP/1.1" status: 200 len: 815 time: 0.6856399 Sep 22 09:30:04.101358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:04.102424 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.103065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2693b494-873d-4bc1-b125-d89fc43a2b78 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:30:04.107571 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.111079 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-05744809-0919-43a1-b87a-b09f2aeb4888 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2693b494-873d-4bc1-b125-d89fc43a2b78 HTTP/1.1" status: 204 len: 168 time: 4.2249548 Sep 22 09:30:04.112103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Request body: {'port': {'device_id': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'network_id': '775c29d1-bbde-4427-a116-02672e31f422', 'admin_state_up': True, 'tenant_id': '59f7a54f41114c9a8a18852cdd041950'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:04.112210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57302) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:04.166481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.281159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Transition to ACTIVE for port object 0c445d58-d543-403a-831c-acffbb4683ee will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:30:04.307777 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2da115-06df-4834-868c-460d71d20e62,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:04.316513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:04.359249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:04.367369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:04.368047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.412463 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61287e92-c971-4130-a214-2f43f75e0b43 req-827049be-c390-4181-85cf-9ddf122feb15 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 210 time: 0.3159530 Sep 22 09:30:04.419557 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.510846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4655d0-d63f-4199-9a0c-aec402feb121 admin admin] Deleting subnet 661d0912-675c-465d-8c52-ce09b7394cd3 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:30:04.549928 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca4655d0-d63f-4199-9a0c-aec402feb121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.578337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=af487e0e-d7a9-43ee-8e21-b18ec4767188,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:04.634735 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.697838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1e402a7c-18c5-4e50-a87f-b45043809359 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.1603296 Sep 22 09:30:04.699925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57324) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:04.759486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-004e290b-309f-4862-acbd-182a63495d55 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:04.783108 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.792917 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.793219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] Router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:30:04.821200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Pushing event updated for resources: {'Port': ['ID=0c445d58-d543-403a-831c-acffbb4683ee,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:04.842854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca4655d0-d63f-4199-9a0c-aec402feb121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:04.962350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Attempting to bind port 0c445d58-d543-403a-831c-acffbb4683ee on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:04.962350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Attempting to bind port 0c445d58-d543-403a-831c-acffbb4683ee by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '321bfb4c-3f91-467a-95aa-f069760ef160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '32a31e97-7f3a-40d5-b7be-04b49627aeb2'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:04.962685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Attempting to bind port 0c445d58-d543-403a-831c-acffbb4683ee on network 32a31e97-7f3a-40d5-b7be-04b49627aeb2 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:04.976084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c22ca9-195c-4339-b633-ff07a5511cff req-af5f892b-c8d5-4709-afa2-5ec834090824 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:04.988860 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5c22ca9-195c-4339-b633-ff07a5511cff req-af5f892b-c8d5-4709-afa2-5ec834090824 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 943 time: 0.4999993 Sep 22 09:30:05.019278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Port 0c445d58-d543-403a-831c-acffbb4683ee on network 32a31e97-7f3a-40d5-b7be-04b49627aeb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:30:05.019612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Attempting to bind port 0c445d58-d543-403a-831c-acffbb4683ee on network 32a31e97-7f3a-40d5-b7be-04b49627aeb2 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:05.075508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:05.085268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:05.085621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Checking segment: {'id': '321bfb4c-3f91-467a-95aa-f069760ef160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '32a31e97-7f3a-40d5-b7be-04b49627aeb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:05.086020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Bound using segment: {'id': '321bfb4c-3f91-467a-95aa-f069760ef160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '32a31e97-7f3a-40d5-b7be-04b49627aeb2'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:05.086513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Bound port: 0c445d58-d543-403a-831c-acffbb4683ee, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321bfb4c-3f91-467a-95aa-f069760ef160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '32a31e97-7f3a-40d5-b7be-04b49627aeb2'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:05.086885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.091528 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.092207 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 820829e3-f6cf-4c89-b60a-c808d52266aa {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:30:05.098320 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.109239 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c920b67b-4b94-4397-bd0b-e2853248a4d6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/820829e3-f6cf-4c89-b60a-c808d52266aa HTTP/1.1" status: 204 len: 168 time: 3.0020270 Sep 22 09:30:05.110937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57328) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:05.117641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Made reservation on behalf of 59f7a54f41114c9a8a18852cdd041950 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:05.121589 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.135391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:05.135735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1b3e9413-e9b1-4552-8ffd-ebc1fdf732ca not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:05.139110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 092bd64d-3ce1-4444-b3af-cce6c47f17dc no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:05.201430 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca4655d0-d63f-4199-9a0c-aec402feb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.228629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 092bd64d-3ce1-4444-b3af-cce6c47f17dc {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:05.230484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 092bd64d-3ce1-4444-b3af-cce6c47f17dc not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:05.289319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bdb94fe-af41-430b-b666-237f27caa780 admin admin] Deleting subnet 922234c5-5a67-487b-9fa4-b132e58ffdef {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:30:05.294943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5bdb94fe-af41-430b-b666-237f27caa780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.353684 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-004e290b-309f-4862-acbd-182a63495d55 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.362737 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5bdb94fe-af41-430b-b666-237f27caa780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.421848 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5c22ca9-195c-4339-b633-ff07a5511cff req-fa50c452-feef-499e-ae51-49b4b5fa7d8c tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323494 Sep 22 09:30:05.501123 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca4655d0-d63f-4199-9a0c-aec402feb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.515587 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5bdb94fe-af41-430b-b666-237f27caa780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.557182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4655d0-d63f-4199-9a0c-aec402feb121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661d0912-675c-465d-8c52-ce09b7394cd3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:05.567898 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca4655d0-d63f-4199-9a0c-aec402feb121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.572611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c295c7-435c-45cb-8bb1-72de8a920705 None None] Network d04c9e55-a5d9-4323-a899-25df495d54ef requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:05.589800 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ca4655d0-d63f-4199-9a0c-aec402feb121 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/661d0912-675c-465d-8c52-ce09b7394cd3 HTTP/1.1" status: 204 len: 168 time: 1.4752607 Sep 22 09:30:05.592832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57348) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:05.741874 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.823541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5bdb94fe-af41-430b-b666-237f27caa780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.858927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e5275-4ef5-4418-a19c-f2a4bfcddbef None None] DHCP port deletion for d04c9e55-a5d9-4323-a899-25df495d54ef request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:30:05.868744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5bdb94fe-af41-430b-b666-237f27caa780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:05.872901 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5bdb94fe-af41-430b-b666-237f27caa780 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/922234c5-5a67-487b-9fa4-b132e58ffdef HTTP/1.1" status: 204 len: 168 time: 0.7559431 Sep 22 09:30:05.874626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57354) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:05.889740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23801d7-5ed4-4761-9635-885ef18a8493 None None] Network d0083319-a153-4223-a32a-bba9d64a39a4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:05.934444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb94fe-af41-430b-b666-237f27caa780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922234c5-5a67-487b-9fa4-b132e58ffdef,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:06.022476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-219e5275-4ef5-4418-a19c-f2a4bfcddbef None None] Deleting port 8b4f01cc-9cba-4b65-9745-a113b299400c {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:06.023135 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-219e5275-4ef5-4418-a19c-f2a4bfcddbef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.097109 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.104269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Deleting port 8b4f01cc-9cba-4b65-9745-a113b299400c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:06.104530 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.147402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-219e5275-4ef5-4418-a19c-f2a4bfcddbef None None] For port 8b4f01cc-9cba-4b65-9745-a113b299400c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=8b4f01cc-9cba-4b65-9745-a113b299400c,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:06.148549 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-219e5275-4ef5-4418-a19c-f2a4bfcddbef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.165004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-219e5275-4ef5-4418-a19c-f2a4bfcddbef None None] Calling delete_port for 8b4f01cc-9cba-4b65-9745-a113b299400c owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:06.287492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-572aa115-56c9-4f95-b0db-f2839c5d946f req-8da8c487-1b56-47e9-8cac-0ea6710ce25b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 210 time: 0.1787755 Sep 22 09:30:06.303311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:30:06.314467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] For port 8b4f01cc-9cba-4b65-9745-a113b299400c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=8b4f01cc-9cba-4b65-9745-a113b299400c,segment=NetworkSegment(2b20d263-56a7-4f88-9727-f5a05f4d2fa3),segment_id=2b20d263-56a7-4f88-9727-f5a05f4d2fa3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:06.314875 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.323522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8533796-75bb-46cc-b6b1-8c6a59c58d63 None None] Sync routers for ids ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:30:06.329133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0122e3bb-5756-44c0-a0c0-18ab24c32246 admin admin] 10.222.0.49 "PUT /v2.0/routers/3a431e19-5d1c-4d44-8d54-6ba010a9c5c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8832626 Sep 22 09:30:06.338010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] For port 0c445d58-d543-403a-831c-acffbb4683ee, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:06.344056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8533796-75bb-46cc-b6b1-8c6a59c58d63 None None] Routers {'3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:06.346337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57362) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:06.361806 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c8533796-75bb-46cc-b6b1-8c6a59c58d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:06.363808 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-219e5275-4ef5-4418-a19c-f2a4bfcddbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.374839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Calling delete_port for 8b4f01cc-9cba-4b65-9745-a113b299400c owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:06.423823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d8adc-903f-4421-bbc1-02f2dcc17bc0 None None] DHCP port deletion for d0083319-a153-4223-a32a-bba9d64a39a4 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:30:06.449746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] For port 0c445d58-d543-403a-831c-acffbb4683ee, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=0c445d58-d543-403a-831c-acffbb4683ee,segment=NetworkSegment(321bfb4c-3f91-467a-95aa-f069760ef160),segment_id=321bfb4c-3f91-467a-95aa-f069760ef160)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:06.509039 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e5275-4ef5-4418-a19c-f2a4bfcddbef None None] Pushing event deleted for resources: {'Port': ['ID=8b4f01cc-9cba-4b65-9745-a113b299400c,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:06.533610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Allocated IP 172.20.0.6 (775c29d1-bbde-4427-a116-02672e31f422/48976a5f-7d8f-439a-a040-4c4a9869ccdd/86b48d2c-730f-48c0-bc6a-13d5d09f117e) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:06.541805 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.544533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e5275-4ef5-4418-a19c-f2a4bfcddbef None None] No DVR routers for this DVR port 8b4f01cc-9cba-4b65-9745-a113b299400c on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:06.621388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:06.624803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Deleting port ba218581-5d3c-4bb4-b452-af2e9b90f30b {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:06.625169 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.626409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.628233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] 10.222.0.45 "PUT /v2.0/ports/0c445d58-d543-403a-831c-acffbb4683ee HTTP/1.1" status: 200 len: 1091 time: 4.7478495 Sep 22 09:30:06.628878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e5bbb1-b00a-4092-9407-bbb969091107', 'tag': '0c445d58-d543-403a-831c-acffbb4683ee'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:06.635797 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c365c5-b9b3-4fdc-9a4c-79bf38371c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "91e5bbb1-b00a-4092-9407-bbb969091107", "tag": "0c445d58-d543-403a-831c-acffbb4683ee"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:06.736219 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-004e290b-309f-4862-acbd-182a63495d55 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.772692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb453fb-ac17-43cf-aeb0-a633f8690370 service neutron] Pushing event updated for resources: {'Port': ['ID=0c445d58-d543-403a-831c-acffbb4683ee,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:06.785005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e77d8adc-903f-4421-bbc1-02f2dcc17bc0 None None] Deleting port ba218581-5d3c-4bb4-b452-af2e9b90f30b {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:06.785540 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e77d8adc-903f-4421-bbc1-02f2dcc17bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.801906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ba218581-5d3c-4bb4-b452-af2e9b90f30b no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:06.807803 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81970a0c-7d04-4e15-b74e-f1acb48368cb x-openstack-request-id: req-81970a0c-7d04-4e15-b74e-f1acb48368cb {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:06.808369 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e5bbb1-b00a-4092-9407-bbb969091107", "tag": "0c445d58-d543-403a-831c-acffbb4683ee", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:06.808824 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81970a0c-7d04-4e15-b74e-f1acb48368cb {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:06.808989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-c8533796-75bb-46cc-b6b1-8c6a59c58d63 None None] Set router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:06.809571 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e5bbb1-b00a-4092-9407-bbb969091107', 'tag': '0c445d58-d543-403a-831c-acffbb4683ee', 'status': 'completed', 'code': 200} Sep 22 09:30:06.849932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-004e290b-309f-4862-acbd-182a63495d55 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.935059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e290b-309f-4862-acbd-182a63495d55 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=af487e0e-d7a9-43ee-8e21-b18ec4767188,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:06.973046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-004e290b-309f-4862-acbd-182a63495d55 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] In _notify_port_updated(), no bound segment for port af487e0e-d7a9-43ee-8e21-b18ec4767188 on network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:30:06.995976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004e290b-309f-4862-acbd-182a63495d55 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:06.996234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e77d8adc-903f-4421-bbc1-02f2dcc17bc0 None None] For port ba218581-5d3c-4bb4-b452-af2e9b90f30b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ba218581-5d3c-4bb4-b452-af2e9b90f30b,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:06.996501 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e77d8adc-903f-4421-bbc1-02f2dcc17bc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.997373 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-004e290b-309f-4862-acbd-182a63495d55 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:06.999209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-004e290b-309f-4862-acbd-182a63495d55 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "PUT /v2.0/ports/af487e0e-d7a9-43ee-8e21-b18ec4767188 HTTP/1.1" status: 200 len: 818 time: 2.2926075 Sep 22 09:30:07.014530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57392) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:07.052912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e77d8adc-903f-4421-bbc1-02f2dcc17bc0 None None] Calling delete_port for ba218581-5d3c-4bb4-b452-af2e9b90f30b owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:07.076076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff301a3d-0fee-4c03-aee1-2a9c31a1ef5a req-a549711e-0c64-405a-8c01-67a7ed4741fb tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:07.085407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff301a3d-0fee-4c03-aee1-2a9c31a1ef5a req-a549711e-0c64-405a-8c01-67a7ed4741fb tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 943 time: 0.4390209 Sep 22 09:30:07.129968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-310c46bd-225f-4b08-beb8-0f0cea37fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:07.132347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-310c46bd-225f-4b08-beb8-0f0cea37fb95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccce3062ac164847842ab32934931dec&device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 1094 time: 0.3358431 Sep 22 09:30:07.151810 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.207973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff301a3d-0fee-4c03-aee1-2a9c31a1ef5a req-a722ad00-1fff-4180-955a-49cdc0a473b9 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213737 Sep 22 09:30:07.242653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port ba218581-5d3c-4bb4-b452-af2e9b90f30b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ba218581-5d3c-4bb4-b452-af2e9b90f30b,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:07.271788 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.272121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.324649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] For port ba218581-5d3c-4bb4-b452-af2e9b90f30b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ba218581-5d3c-4bb4-b452-af2e9b90f30b,segment=NetworkSegment(a4e4e6ee-831b-43d9-bd46-db7e2a44689a),segment_id=a4e4e6ee-831b-43d9-bd46-db7e2a44689a)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:07.325760 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.338125 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.338816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 8b4f01cc-9cba-4b65-9745-a113b299400c no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:07.340233 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.364652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-b4401bda-f7fe-4ea2-b363-d6ee6e552959 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c445d58-d543-403a-831c-acffbb4683ee HTTP/1.1" status: 200 len: 217 time: 0.1605496 Sep 22 09:30:07.423733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Calling delete_port for ba218581-5d3c-4bb4-b452-af2e9b90f30b owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:07.424701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 8b4f01cc-9cba-4b65-9745-a113b299400c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:07.425073 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 8b4f01cc-9cba-4b65-9745-a113b299400c not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:07.425486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3f2da115-06df-4834-868c-460d71d20e62 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:07.429324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4f01cc-9cba-4b65-9745-a113b299400c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:07.438146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-311fc373-a858-46c2-af3b-21ace6b05e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:07.439754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-311fc373-a858-46c2-af3b-21ace6b05e21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee0c6c8a-fecd-47b0-8ead-5ea8066c99a2 HTTP/1.1" status: 200 len: 853 time: 0.0639873 Sep 22 09:30:07.449052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] No DVR routers for this DVR port 8b4f01cc-9cba-4b65-9745-a113b299400c on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:07.486515 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.491010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-00d567e4-ae02-4039-b94d-caac274b7ad1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32a31e97-7f3a-40d5-b7be-04b49627aeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359111 Sep 22 09:30:07.593186 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e77d8adc-903f-4421-bbc1-02f2dcc17bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.594944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 3f2da115-06df-4834-868c-460d71d20e62 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:07.595280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3f2da115-06df-4834-868c-460d71d20e62 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:07.623288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d8adc-903f-4421-bbc1-02f2dcc17bc0 None None] No DVR routers for this DVR port ba218581-5d3c-4bb4-b452-af2e9b90f30b on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:07.632900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=ba218581-5d3c-4bb4-b452-af2e9b90f30b,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:07.653985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-edde0d94-ed40-4fef-b8ee-f3e91e6a8511 service neutron] 10.222.0.45 "GET /v2.0/networks/32a31e97-7f3a-40d5-b7be-04b49627aeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097503 Sep 22 09:30:07.654897 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c8533796-75bb-46cc-b6b1-8c6a59c58d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'name': 'tempest-ServersTestMultiNic-1768177758-router', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:03Z', 'updated_at': '2021-09-22T09:30:02Z', 'revision_number': 5, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'gw_port': {'id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:04Z', 'updated_at': '2021-09-22T09:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:07.668994 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.669199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5c98513d-8926-48a7-85b5-c917b1383ace tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port af487e0e-d7a9-43ee-8e21-b18ec4767188 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:07.669456 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5c98513d-8926-48a7-85b5-c917b1383ace tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.713321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d8adc-903f-4421-bbc1-02f2dcc17bc0 None None] Pushing event deleted for resources: {'Port': ['ID=ba218581-5d3c-4bb4-b452-af2e9b90f30b,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:07.715999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8533796-75bb-46cc-b6b1-8c6a59c58d63 None None] Checking router: 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:30:07.719384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.734378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8533796-75bb-46cc-b6b1-8c6a59c58d63 None None] Routers {'3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:07.735331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c8533796-75bb-46cc-b6b1-8c6a59c58d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:07.776996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04c9e55-a5d9-4323-a899-25df495d54ef']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:07.805629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b20d263-56a7-4f88-9727-f5a05f4d2fa3') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:07.805893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b20d263-56a7-4f88-9727-f5a05f4d2fa3') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:07.816480 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.821016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d930f-99f7-4a45-80e3-ae103e146294 req-645d5262-89a0-4cbb-9e28-7d4264d2e409 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:07.825440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.831540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e93d930f-99f7-4a45-80e3-ae103e146294 req-645d5262-89a0-4cbb-9e28-7d4264d2e409 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 931 time: 0.3904335 Sep 22 09:30:07.842517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Network 775c29d1-bbde-4427-a116-02672e31f422 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:07.847818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Pushing event updated for resources: {'Port': ['ID=86b48d2c-730f-48c0-bc6a-13d5d09f117e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:07.865371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:07.874329 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.875384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:07.938302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ba218581-5d3c-4bb4-b452-af2e9b90f30b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:07.945608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:30:07.946141 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.950074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] No DVR routers for this DVR port ba218581-5d3c-4bb4-b452-af2e9b90f30b on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:30:07.954690 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:30:07.960499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:07.963600 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:07.965710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-c8533796-75bb-46cc-b6b1-8c6a59c58d63 None None] Set router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:07.993713 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5c98513d-8926-48a7-85b5-c917b1383ace tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.020084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7591e6c3-6e55-4841-ba75-4d9b1b6d3146 req-6d9546ff-f013-4eb0-90bc-b9a252c30e1c service neutron] 10.222.0.45 "GET /v2.0/networks/32a31e97-7f3a-40d5-b7be-04b49627aeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424380 Sep 22 09:30:08.029182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5c98513d-8926-48a7-85b5-c917b1383ace tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for af487e0e-d7a9-43ee-8e21-b18ec4767188 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:08.050435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e93d930f-99f7-4a45-80e3-ae103e146294 req-39074d6e-3880-484c-9973-4a06beaa7bc9 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177539 Sep 22 09:30:08.108228 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.134477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Deleting port c8f5270f-60a4-450f-ba60-58a21fde925d {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:08.134820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.149250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0083319-a153-4223-a32a-bba9d64a39a4']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:08.169906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:08.170229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e4e6ee-831b-43d9-bd46-db7e2a44689a') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:08.172600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c8533796-75bb-46cc-b6b1-8c6a59c58d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'name': 'tempest-ServersTestMultiNic-1768177758-router', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:03Z', 'updated_at': '2021-09-22T09:30:02Z', 'revision_number': 5, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'gw_port': {'id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:04Z', 'updated_at': '2021-09-22T09:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:08.184811 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.199987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8533796-75bb-46cc-b6b1-8c6a59c58d63 None None] The sync data for ids ['3a431e19-5d1c-4d44-8d54-6ba010a9c5c7'] in n-d-805649-4 is: [{'id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'name': 'tempest-ServersTestMultiNic-1768177758-router', 'tenant_id': '62f7ced0a8d842db8006406bbaf5c6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133'}], 'enable_snat': True}, 'gw_port_id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:28:03Z', 'updated_at': '2021-09-22T09:30:02Z', 'revision_number': 5, 'project_id': '62f7ced0a8d842db8006406bbaf5c6da', 'gw_port': {'id': 'c8f5270f-60a4-450f-ba60-58a21fde925d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a431e19-5d1c-4d44-8d54-6ba010a9c5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:28:04Z', 'updated_at': '2021-09-22T09:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:30:08.233511 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.252467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:30:08.252933 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:30:08.254675 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:30:08.280265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] For port c8f5270f-60a4-450f-ba60-58a21fde925d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c8f5270f-60a4-450f-ba60-58a21fde925d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:08.280624 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.336076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Calling delete_port for c8f5270f-60a4-450f-ba60-58a21fde925d owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:08.338128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416039-c7e3-4971-92ee-94b320c675a8 req-06c68cff-bf0d-460a-98eb-77970b4c3589 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:08.339719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57416039-c7e3-4971-92ee-94b320c675a8 req-06c68cff-bf0d-460a-98eb-77970b4c3589 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 943 time: 0.0537968 Sep 22 09:30:08.379276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57416039-c7e3-4971-92ee-94b320c675a8 req-3bc883c7-5079-4e8e-85f7-f2e0746520a6 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326235 Sep 22 09:30:08.633997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5a552d99-123d-4b05-8816-73f0e5d3af53 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:08.654610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 5a552d99-123d-4b05-8816-73f0e5d3af53 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:08.654958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5a552d99-123d-4b05-8816-73f0e5d3af53 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:08.808428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.809487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-1ff44cd9-f11f-463a-9d51-79b70f2458ad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7122302 Sep 22 09:30:08.810311 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5c98513d-8926-48a7-85b5-c917b1383ace tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.824312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Request body: {'port': {'device_id': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:08.837621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.841232 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d04c9e55-a5d9-4323-a899-25df495d54ef HTTP/1.1" status: 204 len: 168 time: 3.2442644 Sep 22 09:30:08.842411 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297748e-929d-4767-a6a7-bf7392ded413 admin admin] Pushing event deleted for resources: {'Network': ['ID=d04c9e55-a5d9-4323-a899-25df495d54ef,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:08.845060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.852587 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.876019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.878403 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] 10.222.0.49 "DELETE /v2.0/networks/d0083319-a153-4223-a32a-bba9d64a39a4 HTTP/1.1" status: 204 len: 168 time: 2.9763391 Sep 22 09:30:08.894790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98513d-8926-48a7-85b5-c917b1383ace tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=af487e0e-d7a9-43ee-8e21-b18ec4767188,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:08.904629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62065ae2-1ae8-4857-bca1-6be116b002ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d0083319-a153-4223-a32a-bba9d64a39a4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:08.911883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f5270f-60a4-450f-ba60-58a21fde925d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:08.934969 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5c98513d-8926-48a7-85b5-c917b1383ace tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.945379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5c98513d-8926-48a7-85b5-c917b1383ace tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/af487e0e-d7a9-43ee-8e21-b18ec4767188 HTTP/1.1" status: 204 len: 168 time: 1.9199605 Sep 22 09:30:08.953386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57448) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:09.034238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.038241 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.148366 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c365c5-b9b3-4fdc-9a4c-79bf38371c5f req-687d8c1a-490e-43e2-82ed-73494ee18504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:09.150023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08c365c5-b9b3-4fdc-9a4c-79bf38371c5f req-687d8c1a-490e-43e2-82ed-73494ee18504 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccce3062ac164847842ab32934931dec&device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 1094 time: 0.2728558 Sep 22 09:30:09.177852 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.181461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.254269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c4057-98b2-4cd6-a78e-617cebe63001 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:09.256873 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-054c4057-98b2-4cd6-a78e-617cebe63001 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3046229 Sep 22 09:30:09.262131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57456) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:09.324387 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.325291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:30:09.336614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.337836 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b61c6325-a0eb-4c28-9194-195982ca4a83 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3a431e19-5d1c-4d44-8d54-6ba010a9c5c7 HTTP/1.1" status: 204 len: 168 time: 2.9877303 Sep 22 09:30:09.342403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57458) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:09.353814 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eb9e58-04a6-43fe-be5c-6befcd479a46 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:30:09.361171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-71eb9e58-04a6-43fe-be5c-6befcd479a46 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/af487e0e-d7a9-43ee-8e21-b18ec4767188 HTTP/1.1" status: 404 len: 333 time: 0.0898209 Sep 22 09:30:09.364118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57460) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:09.375609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d0cf0-5207-41f4-bdf2-9e304b230629 req-a8ee962f-599a-4397-b50f-d04089cf5d8b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:09.377276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-726d0cf0-5207-41f4-bdf2-9e304b230629 req-a8ee962f-599a-4397-b50f-d04089cf5d8b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 931 time: 0.2177596 Sep 22 09:30:09.402375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1004140886'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:09.448258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec71ab5b-e587-4dda-845c-9a2122486ee5 admin admin] Deleting subnet bea1c088-1aae-4117-bc74-70d19dc29dec {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:30:09.452116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec71ab5b-e587-4dda-845c-9a2122486ee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.502858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec71ab5b-e587-4dda-845c-9a2122486ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.547239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57464) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:09.577631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-726d0cf0-5207-41f4-bdf2-9e304b230629 req-844aee6e-172e-4e00-8d5d-7c2f704be202 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589639 Sep 22 09:30:09.581002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c365c5-b9b3-4fdc-9a4c-79bf38371c5f req-6543abd2-c018-440d-8480-0f065d43383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:09.584288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08c365c5-b9b3-4fdc-9a4c-79bf38371c5f req-6543abd2-c018-440d-8480-0f065d43383c service neutron] 10.222.0.45 "GET /v2.0/networks?id=32a31e97-7f3a-40d5-b7be-04b49627aeb2 HTTP/1.1" status: 200 len: 914 time: 0.4211700 Sep 22 09:30:09.606244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57466) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:09.699625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08c365c5-b9b3-4fdc-9a4c-79bf38371c5f req-72037b1c-7572-4394-960c-c97e840a5683 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c445d58-d543-403a-831c-acffbb4683ee HTTP/1.1" status: 200 len: 217 time: 0.0865884 Sep 22 09:30:09.705674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:09.709730 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.711266 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-75331a55-fc06-4378-a00a-d7d4d5871792 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6286928f40249ee8a1c92ffa11e94de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062136 Sep 22 09:30:09.715933 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-acd98b3b-bbcc-48a1-a2c4-7fae39b0d7c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a3cf272d29841ba91fd5893fd2a6da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671996 Sep 22 09:30:09.716555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57468) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:09.717860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec71ab5b-e587-4dda-845c-9a2122486ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.734205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57470) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:09.838692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65e281e4-8db4-43b2-88cd-985d49e54c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.869994 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65e281e4-8db4-43b2-88cd-985d49e54c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.894604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:30:09.906991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c365c5-b9b3-4fdc-9a4c-79bf38371c5f req-3b6df236-4373-4913-9a0e-914a4e6907c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:09.908512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08c365c5-b9b3-4fdc-9a4c-79bf38371c5f req-3b6df236-4373-4913-9a0e-914a4e6907c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee0c6c8a-fecd-47b0-8ead-5ea8066c99a2 HTTP/1.1" status: 200 len: 853 time: 0.1752605 Sep 22 09:30:09.930231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab57a6c-1ef6-484f-9f63-77275440b861 req-0e7f9825-cde1-48d2-9c98-5e75f45e259e tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:09.931957 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ab57a6c-1ef6-484f-9f63-77275440b861 req-0e7f9825-cde1-48d2-9c98-5e75f45e259e tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 943 time: 0.2292354 Sep 22 09:30:09.991043 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.991393 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Added segment 2d6c61d3-3745-4f2d-9d41-8070f8cdda6b of type vlan for network 8cf481ca-3dde-4213-98a9-2e338522657e Sep 22 09:30:09.997976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec71ab5b-e587-4dda-845c-9a2122486ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.039142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08c365c5-b9b3-4fdc-9a4c-79bf38371c5f req-0bb7f11c-5275-4e47-b34c-fbaa0f16c469 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32a31e97-7f3a-40d5-b7be-04b49627aeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061656 Sep 22 09:30:10.102359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71ab5b-e587-4dda-845c-9a2122486ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea1c088-1aae-4117-bc74-70d19dc29dec,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:10.114642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f0b011-df85-42d0-a264-71f255d50295 None None] Network ae95b1b1-f73e-41a0-a588-2e4bd285a746 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:10.132081 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec71ab5b-e587-4dda-845c-9a2122486ee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.136628 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ec71ab5b-e587-4dda-845c-9a2122486ee5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bea1c088-1aae-4117-bc74-70d19dc29dec HTTP/1.1" status: 204 len: 168 time: 0.7877498 Sep 22 09:30:10.138495 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65e281e4-8db4-43b2-88cd-985d49e54c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.143789 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65e281e4-8db4-43b2-88cd-985d49e54c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.152244 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-65e281e4-8db4-43b2-88cd-985d49e54c83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d4c4347-d5ca-4c12-a522-5f5f74dc65c6 HTTP/1.1" status: 204 len: 168 time: 0.4316423 Sep 22 09:30:10.153270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57480) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:10.223794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e281e4-8db4-43b2-88cd-985d49e54c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4c4347-d5ca-4c12-a522-5f5f74dc65c6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:10.243382 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f5331143-bf24-4030-adcc-ca0495a15aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.270307 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f5331143-bf24-4030-adcc-ca0495a15aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.334816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ab57a6c-1ef6-484f-9f63-77275440b861 req-c1fcd1e4-ae06-41ff-8fd7-bd35a78b7827 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598945 Sep 22 09:30:10.358444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b48d2c-730f-48c0-bc6a-13d5d09f117e {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:10.373241 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.384967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08c365c5-b9b3-4fdc-9a4c-79bf38371c5f req-f0082ee2-088c-4ecb-aefa-f4e262260c85 service neutron] 10.222.0.45 "GET /v2.0/networks/32a31e97-7f3a-40d5-b7be-04b49627aeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075128 Sep 22 09:30:10.400758 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.412864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Transition to ACTIVE for port object 86b48d2c-730f-48c0-bc6a-13d5d09f117e will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:30:10.463954 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f5331143-bf24-4030-adcc-ca0495a15aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.464749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.469733 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f5331143-bf24-4030-adcc-ca0495a15aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.475424 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f5331143-bf24-4030-adcc-ca0495a15aee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fed53cc0-24d2-43b0-98e8-6cfe37b9c94c HTTP/1.1" status: 204 len: 168 time: 0.7224166 Sep 22 09:30:10.544606 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.559154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bdf319-a08e-4504-8e61-ce99ad9553f1 None None] DHCP port deletion for ae95b1b1-f73e-41a0-a588-2e4bd285a746 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:30:10.664474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Deleting port 59656c53-2675-4283-8cd4-8eff287b2022 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:10.665693 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.674689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Pushing event updated for resources: {'Port': ['ID=86b48d2c-730f-48c0-bc6a-13d5d09f117e,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:10.691203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-72bdf319-a08e-4504-8e61-ce99ad9553f1 None None] Deleting port 59656c53-2675-4283-8cd4-8eff287b2022 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:10.691203 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72bdf319-a08e-4504-8e61-ce99ad9553f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.696105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5331143-bf24-4030-adcc-ca0495a15aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed53cc0-24d2-43b0-98e8-6cfe37b9c94c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:10.698970 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.714437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:10.716307 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.773762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 59656c53-2675-4283-8cd4-8eff287b2022 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:10.834850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Network': ['ID=8cf481ca-3dde-4213-98a9-2e338522657e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:10.852516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-72bdf319-a08e-4504-8e61-ce99ad9553f1 None None] For port 59656c53-2675-4283-8cd4-8eff287b2022, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=59656c53-2675-4283-8cd4-8eff287b2022,segment=NetworkSegment(d29a6e76-24df-44c0-aa71-b04958d74852),segment_id=d29a6e76-24df-44c0-aa71-b04958d74852)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:10.853016 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72bdf319-a08e-4504-8e61-ce99ad9553f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.877144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] For port 59656c53-2675-4283-8cd4-8eff287b2022, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=59656c53-2675-4283-8cd4-8eff287b2022,segment=NetworkSegment(d29a6e76-24df-44c0-aa71-b04958d74852),segment_id=d29a6e76-24df-44c0-aa71-b04958d74852)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:10.877144 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:10.890885 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-72bdf319-a08e-4504-8e61-ce99ad9553f1 None None] Calling delete_port for 59656c53-2675-4283-8cd4-8eff287b2022 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:10.922165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Calling delete_port for 59656c53-2675-4283-8cd4-8eff287b2022 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:10.995879 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08c365c5-b9b3-4fdc-9a4c-79bf38371c5f req-ce577562-d444-4673-9d5d-edd13520565e service neutron] 10.222.0.45 "GET /v2.0/networks/32a31e97-7f3a-40d5-b7be-04b49627aeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917220 Sep 22 09:30:10.998231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Attempting to bind port 86b48d2c-730f-48c0-bc6a-13d5d09f117e on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:10.998752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Attempting to bind port 86b48d2c-730f-48c0-bc6a-13d5d09f117e by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:10.999197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Attempting to bind port 86b48d2c-730f-48c0-bc6a-13d5d09f117e on network 775c29d1-bbde-4427-a116-02672e31f422 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:11.020200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Port 86b48d2c-730f-48c0-bc6a-13d5d09f117e on network 775c29d1-bbde-4427-a116-02672e31f422 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:30:11.021428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Attempting to bind port 86b48d2c-730f-48c0-bc6a-13d5d09f117e on network 775c29d1-bbde-4427-a116-02672e31f422 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:11.024683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-564b1e01-cb34-421c-9e49-a9f129feaf86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6570392 Sep 22 09:30:11.029199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57508) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:11.036439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': '8cf481ca-3dde-4213-98a9-2e338522657e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:11.054803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:11.055314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Checking segment: {'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:11.055811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Bound using segment: {'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:11.056373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Bound port: 86b48d2c-730f-48c0-bc6a-13d5d09f117e, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:11.056883 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.070906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 8cf481ca-3dde-4213-98a9-2e338522657e details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:30:11.159892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.185280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] No DVR routers for this DVR port 59656c53-2675-4283-8cd4-8eff287b2022 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:11.197262 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.203624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c1936-09e5-492c-b0df-5d52f2246c0a req-5ee9cd93-ac60-4457-b66f-2a31213c9dbb tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:11.221936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b1c1936-09e5-492c-b0df-5d52f2246c0a req-5ee9cd93-ac60-4457-b66f-2a31213c9dbb tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 943 time: 0.4961700 Sep 22 09:30:11.258309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=59656c53-2675-4283-8cd4-8eff287b2022,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:11.321187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c8f5270f-60a4-450f-ba60-58a21fde925d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:11.403935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: c8f5270f-60a4-450f-ba60-58a21fde925d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:11.404777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c8f5270f-60a4-450f-ba60-58a21fde925d not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:11.435706 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72bdf319-a08e-4504-8e61-ce99ad9553f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.457020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b1c1936-09e5-492c-b0df-5d52f2246c0a req-718fba81-5fa2-4095-8e5a-5188dd9118d3 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850344 Sep 22 09:30:11.465939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.477370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] For port 86b48d2c-730f-48c0-bc6a-13d5d09f117e, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:11.492960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdf319-a08e-4504-8e61-ce99ad9553f1 None None] Pushing event deleted for resources: {'Port': ['ID=59656c53-2675-4283-8cd4-8eff287b2022,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:11.493165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] For port 86b48d2c-730f-48c0-bc6a-13d5d09f117e, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=86b48d2c-730f-48c0-bc6a-13d5d09f117e,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:11.511948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bdf319-a08e-4504-8e61-ce99ad9553f1 None None] No DVR routers for this DVR port 59656c53-2675-4283-8cd4-8eff287b2022 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:11.517633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae95b1b1-f73e-41a0-a588-2e4bd285a746']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:11.532411 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29a6e76-24df-44c0-aa71-b04958d74852') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:11.532865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29a6e76-24df-44c0-aa71-b04958d74852') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:11.544108 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.550617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:11.555196 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.582246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.590676 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:30:11.591215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:30:11.593181 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:30:11.802583 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.807300 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.816117 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ae95b1b1-f73e-41a0-a588-2e4bd285a746 HTTP/1.1" status: 204 len: 168 time: 1.6363971 Sep 22 09:30:11.842819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff133048-e2a4-419e-945d-61b542555ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae95b1b1-f73e-41a0-a588-2e4bd285a746,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:12.080470 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:12.176331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:12.181518 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:12.181518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] 10.222.0.60 "PUT /v2.0/ports/86b48d2c-730f-48c0-bc6a-13d5d09f117e HTTP/1.1" status: 200 len: 1091 time: 3.3591943 Sep 22 09:30:12.192195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a332-3131-45e0-bc6d-77cd53cd4be2 req-215d3a7c-5f75-44ac-8bd1-87d4cca9c9a9 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:12.199806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f14a332-3131-45e0-bc6d-77cd53cd4be2 req-215d3a7c-5f75-44ac-8bd1-87d4cca9c9a9 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 943 time: 0.6517015 Sep 22 09:30:12.204557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'tag': '86b48d2c-730f-48c0-bc6a-13d5d09f117e'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:12.204557 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd421d6a-a651-4454-bb97-b2bef4471450" -d '{"events": [{"name": "network-changed", "server_uuid": "189cc741-a67b-4a3a-88ef-3685c52a13ac", "tag": "86b48d2c-730f-48c0-bc6a-13d5d09f117e"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:12.239743 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93596b75-1116-4fb9-833f-bd4289290f59 service neutron] Pushing event updated for resources: {'Port': ['ID=86b48d2c-730f-48c0-bc6a-13d5d09f117e,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:12.309775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f14a332-3131-45e0-bc6d-77cd53cd4be2 req-69aa4170-c7d1-4753-9ba1-75842e782795 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032753 Sep 22 09:30:12.371166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57586) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:12.481581 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54401296-6382-4495-87d9-7ff6c5026bd4 x-openstack-request-id: req-54401296-6382-4495-87d9-7ff6c5026bd4 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:12.482122 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189cc741-a67b-4a3a-88ef-3685c52a13ac", "tag": "86b48d2c-730f-48c0-bc6a-13d5d09f117e", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:12.482122 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54401296-6382-4495-87d9-7ff6c5026bd4 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:12.482480 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'tag': '86b48d2c-730f-48c0-bc6a-13d5d09f117e', 'status': 'completed', 'code': 200} Sep 22 09:30:12.502923 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a2a126e6-58e0-48db-bcc8-6450a952a26d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62f7ced0a8d842db8006406bbaf5c6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298115 Sep 22 09:30:12.506218 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57604) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:12.557856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-c8cda89a-ad92-4dfb-a3ca-ac71166fcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:12.562168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-c8cda89a-ad92-4dfb-a3ca-ac71166fcd30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59f7a54f41114c9a8a18852cdd041950&device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 1094 time: 0.1875119 Sep 22 09:30:12.570568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b598dad6-600c-4a7c-aff4-848f008d6b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:12.601559 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b598dad6-600c-4a7c-aff4-848f008d6b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:12.651090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57606) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:12.672748 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:12.676194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-8080a81b-5ba5-477a-96fc-fe240a961555 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86b48d2c-730f-48c0-bc6a-13d5d09f117e HTTP/1.1" status: 200 len: 217 time: 0.1066818 Sep 22 09:30:12.724390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 0c445d58-d543-403a-831c-acffbb4683ee details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:30:12.762462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b598dad6-600c-4a7c-aff4-848f008d6b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:12.765622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b598dad6-600c-4a7c-aff4-848f008d6b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:12.767267 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b598dad6-600c-4a7c-aff4-848f008d6b28 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37d361ac-0cfa-4805-a212-8acf8e847579 HTTP/1.1" status: 204 len: 168 time: 0.2592480 Sep 22 09:30:12.783814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598dad6-600c-4a7c-aff4-848f008d6b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d361ac-0cfa-4805-a212-8acf8e847579,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:12.801376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-a4243ff0-8371-4293-bc56-7b19afe70aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:12.803745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-a4243ff0-8371-4293-bc56-7b19afe70aad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48976a5f-7d8f-439a-a040-4c4a9869ccdd HTTP/1.1" status: 200 len: 855 time: 0.0964956 Sep 22 09:30:12.832825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-980730600-network', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:12.968337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:12.972629 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:12.975601 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 0c445d58-d543-403a-831c-acffbb4683ee, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=0c445d58-d543-403a-831c-acffbb4683ee,segment=NetworkSegment(321bfb4c-3f91-467a-95aa-f069760ef160),segment_id=321bfb4c-3f91-467a-95aa-f069760ef160)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:12.990292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-96be6cac-1c9d-4315-a99c-777b96d66156 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=775c29d1-bbde-4427-a116-02672e31f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412606 Sep 22 09:30:12.990547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:12.997897 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '0c445d58-d543-403a-831c-acffbb4683ee', 'network_id': '32a31e97-7f3a-40d5-b7be-04b49627aeb2', 'port_id': '0c445d58-d543-403a-831c-acffbb4683ee', 'mac_address': 'fa:16:3e:1f:9f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0c6c8a-fecd-47b0-8ead-5ea8066c99a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:30:13.023655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Subnet': ['ID=2522a47c-eef3-4494-9ee5-dcca6bcc2cba,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:13.051168 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:13.094832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c445d58-d543-403a-831c-acffbb4683ee {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:13.096902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f16813-d2ee-4910-bc7d-0a5e50d31656 req-c500cf73-2e11-4566-8f10-ad18ae4bc2cb tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:13.105204 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01f16813-d2ee-4910-bc7d-0a5e50d31656 req-c500cf73-2e11-4566-8f10-ad18ae4bc2cb tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 943 time: 0.4477134 Sep 22 09:30:13.135522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Checking segment: {'id': '2d6c61d3-3745-4f2d-9d41-8070f8cdda6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cf481ca-3dde-4213-98a9-2e338522657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:13.136018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network hostable DHCP agents. Network: 8cf481ca-3dde-4213-98a9-2e338522657e, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:30:13.148259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 0c445d58-d543-403a-831c-acffbb4683ee, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=0c445d58-d543-403a-831c-acffbb4683ee,segment=NetworkSegment(321bfb4c-3f91-467a-95aa-f069760ef160),segment_id=321bfb4c-3f91-467a-95aa-f069760ef160)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:13.201069 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:13.209482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01f16813-d2ee-4910-bc7d-0a5e50d31656 req-857617fb-d1d4-4e6e-9788-79f83f299ec5 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032999 Sep 22 09:30:13.236390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-93bf6474-a1c0-44e3-a54e-48e7745de66d service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428286 Sep 22 09:30:13.265230 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:13.310473 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:13.361884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:30:13.366920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 8cf481ca-3dde-4213-98a9-2e338522657e is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:30:13.400286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebd739c-fd5b-42ca-b93b-44684f0c2309,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:13.428354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e47acb-960a-40bd-a34e-b02f6681df01 req-66a7298a-6566-4aad-ad60-5840daeacbab service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715393 Sep 22 09:30:13.432228 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:13.440593 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Added segment 1bdad88d-c37f-4410-bdba-e3655454b4d6 of type vlan for network 6459b7b4-2a6f-4f7f-b002-843449468890 Sep 22 09:30:13.445298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=0c445d58-d543-403a-831c-acffbb4683ee,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:13.472977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 8cf481ca-3dde-4213-98a9-2e338522657e) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:13.481357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:13.482186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:13.482740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7f372-029b-4ffb-80e0-e80d7291fad2 None None] Network 8cf481ca-3dde-4213-98a9-2e338522657e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:13.523188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261e32-c5b7-4e3e-8e76-7c787e77a242 req-4e3efb41-594e-431b-8f14-8072982df322 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:13.531683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30261e32-c5b7-4e3e-8e76-7c787e77a242 req-4e3efb41-594e-431b-8f14-8072982df322 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 944 time: 0.1014316 Sep 22 09:30:13.583421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6ac338fb-0f84-43e5-9508-ea2b146ec70c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5512311 Sep 22 09:30:13.606602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30261e32-c5b7-4e3e-8e76-7c787e77a242 req-a777a02d-be03-4625-9302-89677c0d2cac tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736287 Sep 22 09:30:13.620611 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:13.638611 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57636) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:13.670101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-878a22bc-687f-4a02-9305-2f5c75432e79 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': '8cf481ca-3dde-4213-98a9-2e338522657e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:13.715125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['0c445d58-d543-403a-831c-acffbb4683ee'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:30:13.732170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421d6a-a651-4454-bb97-b2bef4471450 req-19d9e149-f79b-457d-a186-54df67ae8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:13.734018 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd421d6a-a651-4454-bb97-b2bef4471450 req-19d9e149-f79b-457d-a186-54df67ae8dfc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59f7a54f41114c9a8a18852cdd041950&device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 1094 time: 0.1488256 Sep 22 09:30:13.739428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.resource_extend [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:30:13.840470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-8cf481ca-3dde-4213-98a9-2e338522657e', 'network_id': '8cf481ca-3dde-4213-98a9-2e338522657e', 'tenant_id': '3bb885268c5c4c079aceba08c89722a3', 'fixed_ips': [{'subnet_id': '2522a47c-eef3-4494-9ee5-dcca6bcc2cba'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:30:13.841963 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:13.876829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421d6a-a651-4454-bb97-b2bef4471450 req-793f813e-8854-426f-9363-6c79f965b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:13.878616 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd421d6a-a651-4454-bb97-b2bef4471450 req-793f813e-8854-426f-9363-6c79f965b33a service neutron] 10.222.0.60 "GET /v2.0/networks?id=775c29d1-bbde-4427-a116-02672e31f422 HTTP/1.1" status: 200 len: 916 time: 0.1353037 Sep 22 09:30:13.965451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd421d6a-a651-4454-bb97-b2bef4471450 req-762f4f98-d8af-47ff-bbd2-dce384119d20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86b48d2c-730f-48c0-bc6a-13d5d09f117e HTTP/1.1" status: 200 len: 217 time: 0.0736117 Sep 22 09:30:13.983725 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:13.984710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:13.985303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:14.045337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd421d6a-a651-4454-bb97-b2bef4471450 req-fbdc130e-898a-4769-aea9-829975fdffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:14.047122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd421d6a-a651-4454-bb97-b2bef4471450 req-fbdc130e-898a-4769-aea9-829975fdffb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48976a5f-7d8f-439a-a040-4c4a9869ccdd HTTP/1.1" status: 200 len: 855 time: 0.0680461 Sep 22 09:30:14.094443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Allocated IP 2001:db8::2 (8cf481ca-3dde-4213-98a9-2e338522657e/2522a47c-eef3-4494-9ee5-dcca6bcc2cba/61ffe745-cc72-4fbb-b242-5594e9a957fd) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:14.121658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=6459b7b4-2a6f-4f7f-b002-843449468890,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:14.129416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd421d6a-a651-4454-bb97-b2bef4471450 req-1cdc84f8-b4a2-45bd-bb6a-2bab6a950430 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=775c29d1-bbde-4427-a116-02672e31f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722406 Sep 22 09:30:14.136406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 6459b7b4-2a6f-4f7f-b002-843449468890 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:30:14.138125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878a22bc-687f-4a02-9305-2f5c75432e79 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:14.141486 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-878a22bc-687f-4a02-9305-2f5c75432e79 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:14.195358 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9c088f1e-3ceb-48c9-bb2d-cecec9ca7cc3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5425942 Sep 22 09:30:14.201378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57656) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:14.220476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8319493a-a301-415d-be8c-71781066473b admin admin] Request body: {'subnet': {'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-subnet', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:14.291393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57660) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:14.347373 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd421d6a-a651-4454-bb97-b2bef4471450 req-4ce7d1f9-e714-4d0f-8945-d61e6e42ccfd service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095604 Sep 22 09:30:14.352703 n-d-805649-4 neutron-server[95509]: INFO neutron.db.ipam_backend_mixin [None req-878a22bc-687f-4a02-9305-2f5c75432e79 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2522a47c-eef3-4494-9ee5-dcca6bcc2cba (CIDR: 2001:db8::/64) Sep 22 09:30:14.400845 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-878a22bc-687f-4a02-9305-2f5c75432e79 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:30:14.401142 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878a22bc-687f-4a02-9305-2f5c75432e79 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:30:14.440452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8319493a-a301-415d-be8c-71781066473b admin admin] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:14.445359 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8319493a-a301-415d-be8c-71781066473b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:14.498853 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-878a22bc-687f-4a02-9305-2f5c75432e79 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8591495 Sep 22 09:30:14.499415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57666) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:14.504269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4bd75cf1-b93d-4f6f-823b-c346ab781fe8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': '8cf481ca-3dde-4213-98a9-2e338522657e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:14.655971 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:14.724875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 0c445d58-d543-403a-831c-acffbb4683ee up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:14.746591 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9adea769-8fe6-49a5-ad37-e50427854b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:14.763893 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:14.823500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd75cf1-b93d-4f6f-823b-c346ab781fe8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:14.828278 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bd75cf1-b93d-4f6f-823b-c346ab781fe8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:14.838635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Network 8cf481ca-3dde-4213-98a9-2e338522657e is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:14.846702 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8319493a-a301-415d-be8c-71781066473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:14.857875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:14.864581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:14.868875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Pushing event updated for resources: {'Port': ['ID=61ffe745-cc72-4fbb-b242-5594e9a957fd,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:14.910091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319493a-a301-415d-be8c-71781066473b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1694f58d-8b5c-4d1d-bd3f-343ad533ef70,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:14.959740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b6030-dad2-489c-96e5-011565f67373 req-251753aa-e256-4190-8b89-cdc7c04f8875 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:14.961536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-163b6030-dad2-489c-96e5-011565f67373 req-251753aa-e256-4190-8b89-cdc7c04f8875 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 943 time: 0.5484226 Sep 22 09:30:14.999036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af43e9-36a3-4ede-9b30-1fa110daf8f6 req-321f3f77-d7f5-479c-ad6a-096f7f04234c tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:15.003744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Attempting to bind port 61ffe745-cc72-4fbb-b242-5594e9a957fd on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:15.003744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Attempting to bind port 61ffe745-cc72-4fbb-b242-5594e9a957fd by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '2d6c61d3-3745-4f2d-9d41-8070f8cdda6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cf481ca-3dde-4213-98a9-2e338522657e'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:15.003744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Attempting to bind port 61ffe745-cc72-4fbb-b242-5594e9a957fd on network 8cf481ca-3dde-4213-98a9-2e338522657e {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:15.006221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57680) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:15.008420 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7af43e9-36a3-4ede-9b30-1fa110daf8f6 req-321f3f77-d7f5-479c-ad6a-096f7f04234c tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 944 time: 0.2303784 Sep 22 09:30:15.013692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:15.014527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Checking segment: {'id': '2d6c61d3-3745-4f2d-9d41-8070f8cdda6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cf481ca-3dde-4213-98a9-2e338522657e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:15.015221 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.016291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Bound using segment: {'id': '2d6c61d3-3745-4f2d-9d41-8070f8cdda6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cf481ca-3dde-4213-98a9-2e338522657e'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:15.017382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Bound port: 61ffe745-cc72-4fbb-b242-5594e9a957fd, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6c61d3-3745-4f2d-9d41-8070f8cdda6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '8cf481ca-3dde-4213-98a9-2e338522657e'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:15.022409 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.032217 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd421d6a-a651-4454-bb97-b2bef4471450 req-c5f4fc03-eceb-473b-9736-2de44954306a service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763949 Sep 22 09:30:15.045340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 0c445d58-d543-403a-831c-acffbb4683ee completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:30:15.073284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 0c445d58-d543-403a-831c-acffbb4683ee triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:15.073701 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.190670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7af43e9-36a3-4ede-9b30-1fa110daf8f6 req-411c11c7-e620-4331-81a7-1910ddf7e204 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816964 Sep 22 09:30:15.206991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] For port 61ffe745-cc72-4fbb-b242-5594e9a957fd, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:15.222926 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] For port 61ffe745-cc72-4fbb-b242-5594e9a957fd, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61ffe745-cc72-4fbb-b242-5594e9a957fd,segment=NetworkSegment(2d6c61d3-3745-4f2d-9d41-8070f8cdda6b),segment_id=2d6c61d3-3745-4f2d-9d41-8070f8cdda6b)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:15.230802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-163b6030-dad2-489c-96e5-011565f67373 req-20d42335-8b80-48d4-95d8-5cfe2feb097a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480760 Sep 22 09:30:15.231085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1948610997-network', 'tenant_id': 'c06e6bc8248b4d829d0b05991b89d5e1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:15.244507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8319493a-a301-415d-be8c-71781066473b admin admin] Checking segment: {'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:15.245240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8319493a-a301-415d-be8c-71781066473b admin admin] Network hostable DHCP agents. Network: 6459b7b4-2a6f-4f7f-b002-843449468890, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:30:15.322101 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.363786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.414111 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9adea769-8fe6-49a5-ad37-e50427854b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.435377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e5bbb1-b00a-4092-9407-bbb969091107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c445d58-d543-403a-831c-acffbb4683ee'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:15.438188 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad61e43-29cf-4a91-adbc-c681917a3b5e" -d '{"events": [{"server_uuid": "91e5bbb1-b00a-4092-9407-bbb969091107", "name": "network-vif-plugged", "status": "completed", "tag": "0c445d58-d543-403a-831c-acffbb4683ee"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:15.438993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8319493a-a301-415d-be8c-71781066473b admin admin] Network 6459b7b4-2a6f-4f7f-b002-843449468890 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:30:15.467598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Pushing event updated for resources: {'Port': ['ID=61ffe745-cc72-4fbb-b242-5594e9a957fd,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:15.479292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 0c445d58-d543-403a-831c-acffbb4683ee, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=0c445d58-d543-403a-831c-acffbb4683ee,segment=NetworkSegment(321bfb4c-3f91-467a-95aa-f069760ef160),segment_id=321bfb4c-3f91-467a-95aa-f069760ef160)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:15.482261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.484633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.484633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.484633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.484633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.484633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.485406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.489894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.490423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.490887 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.491297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.491721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d9184a-25f4-4bdd-967f-061146cba3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:15.498060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bd75cf1-b93d-4f6f-823b-c346ab781fe8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.564413 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcf3368-259a-4ca5-be80-5a4d8752bbbd x-openstack-request-id: req-6dcf3368-259a-4ca5-be80-5a4d8752bbbd {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:15.565392 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e5bbb1-b00a-4092-9407-bbb969091107", "name": "network-vif-plugged", "status": "completed", "tag": "0c445d58-d543-403a-831c-acffbb4683ee", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:15.566894 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6dcf3368-259a-4ca5-be80-5a4d8752bbbd {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:15.570935 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e5bbb1-b00a-4092-9407-bbb969091107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c445d58-d543-403a-831c-acffbb4683ee', 'code': 200} Sep 22 09:30:15.580342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9adea769-8fe6-49a5-ad37-e50427854b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.595774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd75cf1-b93d-4f6f-823b-c346ab781fe8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Subnet': ['ID=8ab45613-bedd-495e-849b-3587ba5b93b9,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:15.620409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd75cf1-b93d-4f6f-823b-c346ab781fe8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 8cf481ca-3dde-4213-98a9-2e338522657e is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:15.622293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4bd75cf1-b93d-4f6f-823b-c346ab781fe8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:15.633592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd75cf1-b93d-4f6f-823b-c346ab781fe8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:15.634534 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bd75cf1-b93d-4f6f-823b-c346ab781fe8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.636088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adea769-8fe6-49a5-ad37-e50427854b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e7e971-cc3f-4368-9721-2e96cf249731,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:15.642948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9adea769-8fe6-49a5-ad37-e50427854b7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4daf16d16bdd480585d87d7e5902050d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3461478 Sep 22 09:30:15.644590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57698) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:15.745464 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa3e74-0881-483d-88c1-4676284dd289 req-7c2ac7cb-031e-4cb5-84c9-5afbf6375517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:15.747155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aaa3e74-0881-483d-88c1-4676284dd289 req-7c2ac7cb-031e-4cb5-84c9-5afbf6375517 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 1095 time: 0.0790935 Sep 22 09:30:15.750004 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41b1-918e-4455-af59-e270f18556dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.785612 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41b1-918e-4455-af59-e270f18556dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.827213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aaa3e74-0881-483d-88c1-4676284dd289 req-5fdafcac-3967-43cd-84f2-397cf2a92c14 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678873 Sep 22 09:30:15.834364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 86b48d2c-730f-48c0-bc6a-13d5d09f117e details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:30:15.855945 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.871831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-8319493a-a301-415d-be8c-71781066473b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 6459b7b4-2a6f-4f7f-b002-843449468890) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:15.882605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8319493a-a301-415d-be8c-71781066473b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:15.883412 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8319493a-a301-415d-be8c-71781066473b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.899742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb0da2d-7b73-413b-82a7-8e5692c72fae None None] Network 6459b7b4-2a6f-4f7f-b002-843449468890 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:15.939211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Made reservation on behalf of c06e6bc8248b4d829d0b05991b89d5e1 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:15.947074 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:15.965602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.035690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8319493a-a301-415d-be8c-71781066473b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8261650 Sep 22 09:30:16.036647 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41b1-918e-4455-af59-e270f18556dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.059956 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cdbd41b1-918e-4455-af59-e270f18556dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.071701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 86b48d2c-730f-48c0-bc6a-13d5d09f117e, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=86b48d2c-730f-48c0-bc6a-13d5d09f117e,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:16.078410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cdbd41b1-918e-4455-af59-e270f18556dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19e7e971-cc3f-4368-9721-2e96cf249731 HTTP/1.1" status: 204 len: 168 time: 0.4290307 Sep 22 09:30:16.089413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57700) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:16.099548 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4bd75cf1-b93d-4f6f-823b-c346ab781fe8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5990982 Sep 22 09:30:16.110000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '86b48d2c-730f-48c0-bc6a-13d5d09f117e', 'network_id': '775c29d1-bbde-4427-a116-02672e31f422', 'port_id': '86b48d2c-730f-48c0-bc6a-13d5d09f117e', 'mac_address': 'fa:16:3e:6b:5f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48976a5f-7d8f-439a-a040-4c4a9869ccdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:30:16.111438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57706) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:16.119110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': '8cf481ca-3dde-4213-98a9-2e338522657e', 'fixed_ips': [{'subnet_id': '2522a47c-eef3-4494-9ee5-dcca6bcc2cba'}, {'subnet_id': '8ab45613-bedd-495e-849b-3587ba5b93b9'}], 'name': 'tempest-PortsIpV6TestJSON-1749897855'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:16.127212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:16.133372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=0c445d58-d543-403a-831c-acffbb4683ee,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:16.174415 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd41b1-918e-4455-af59-e270f18556dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e7e971-cc3f-4368-9721-2e96cf249731,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:16.250538 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.331134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.424238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba01bb6-f726-4e52-a413-42cbaf05de42 req-46f14b1b-6d22-473d-a0b0-2a8602aa3bc2 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:16.436401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:30:16.441001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ba01bb6-f726-4e52-a413-42cbaf05de42 req-46f14b1b-6d22-473d-a0b0-2a8602aa3bc2 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 945 time: 0.1532388 Sep 22 09:30:16.480541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeed802a-c4cb-4f94-bc60-4669dada00f9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:16.480793 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.491205 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.523768 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.524054 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Added segment 3fee5832-0164-483a-ae66-2216a5f22a3c of type vlan for network 04263797-4712-4ef7-954a-0101dc226875 Sep 22 09:30:16.650612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ba01bb6-f726-4e52-a413-42cbaf05de42 req-7b5299a2-91ec-4dee-8939-a0332e1231c2 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068422 Sep 22 09:30:16.684131 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.687173 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.720294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b48d2c-730f-48c0-bc6a-13d5d09f117e {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:16.732050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:16.801021 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.824002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 86b48d2c-730f-48c0-bc6a-13d5d09f117e, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=86b48d2c-730f-48c0-bc6a-13d5d09f117e,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:16.828568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-6459b7b4-2a6f-4f7f-b002-843449468890', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'fixed_ips': [{'subnet_id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:30:16.845771 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:16.936022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61ffe745-cc72-4fbb-b242-5594e9a957fd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:16.940382 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:17.136211 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:17.147380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:17.168758 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:17.172333 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:17.174710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:17.179761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef06f5-1684-45c2-b507-47fb79b8f455 req-4d77e8c5-792a-4a46-b582-9d24b3dd3bb5 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:17.181544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76ef06f5-1684-45c2-b507-47fb79b8f455 req-4d77e8c5-792a-4a46-b582-9d24b3dd3bb5 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 944 time: 0.1689198 Sep 22 09:30:17.244701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port d3a1879b-c770-4f8c-96df-179be67039b1 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:30:17.367172 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:30:17.389901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76ef06f5-1684-45c2-b507-47fb79b8f455 req-43b2e38e-9a77-41f3-93f5-584e9dbe70c7 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983514 Sep 22 09:30:17.471313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['86b48d2c-730f-48c0-bc6a-13d5d09f117e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:30:17.480984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a99ed11-ce28-4054-9074-a23e66eb414a None None] Network 8cf481ca-3dde-4213-98a9-2e338522657e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:17.482552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57734) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:17.516033 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b48d8754-ee14-4c8e-9b38-9f8877016df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:17.530397 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=86b48d2c-730f-48c0-bc6a-13d5d09f117e,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:17.610031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] Pushing event updated for resources: {'Network': ['ID=04263797-4712-4ef7-954a-0101dc226875,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:17.634126 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d4541ec8-597b-4884-b6cb-99a3ae25690e None None] Provisioning complete for port 61ffe745-cc72-4fbb-b242-5594e9a957fd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:17.638081 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4541ec8-597b-4884-b6cb-99a3ae25690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:17.638081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 04263797-4712-4ef7-954a-0101dc226875 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:30:17.745372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 61ffe745-cc72-4fbb-b242-5594e9a957fd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:17.745743 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:17.835269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Allocated IP 172.20.0.2 (6459b7b4-2a6f-4f7f-b002-843449468890/1694f58d-8b5c-4d1d-bd3f-343ad533ef70/ee41136f-922f-4a55-9394-5be263039b38) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:17.868555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8::99 (8cf481ca-3dde-4213-98a9-2e338522657e/2522a47c-eef3-4494-9ee5-dcca6bcc2cba/d3a1879b-c770-4f8c-96df-179be67039b1) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:17.876937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8:0:1::136 (8cf481ca-3dde-4213-98a9-2e338522657e/8ab45613-bedd-495e-849b-3587ba5b93b9/d3a1879b-c770-4f8c-96df-179be67039b1) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:17.919966 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:17.953630 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:17.989062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86319d8-1bea-4ea8-93ee-f5262ab4a3d8 req-50e630c0-86bd-4756-89df-b1a65715e080 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:17.992116 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d86319d8-1bea-4ea8-93ee-f5262ab4a3d8 req-50e630c0-86bd-4756-89df-b1a65715e080 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 945 time: 0.1703577 Sep 22 09:30:18.081264 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4541ec8-597b-4884-b6cb-99a3ae25690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.110112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d86319d8-1bea-4ea8-93ee-f5262ab4a3d8 req-d792853c-4b04-4fe4-a926-7a73073a73f7 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740020 Sep 22 09:30:18.147269 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.195319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b48d8754-ee14-4c8e-9b38-9f8877016df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.218350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Allocated IP 172.25.6.117 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/f752af4b-fcbd-4cdf-b256-7ff7a184483e) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:18.222962 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-af321133-1d40-4c6b-8435-38a085d0a0a3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2140472 Sep 22 09:30:18.226403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57752) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:18.231245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] Request body: {'subnet': {'network_id': '04263797-4712-4ef7-954a-0101dc226875', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1948610997-subnet', 'tenant_id': 'c06e6bc8248b4d829d0b05991b89d5e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:18.238605 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.281896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d4541ec8-597b-4884-b6cb-99a3ae25690e None None] For port 61ffe745-cc72-4fbb-b242-5594e9a957fd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61ffe745-cc72-4fbb-b242-5594e9a957fd,segment=NetworkSegment(2d6c61d3-3745-4f2d-9d41-8070f8cdda6b),segment_id=2d6c61d3-3745-4f2d-9d41-8070f8cdda6b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:18.306820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.383098 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.399073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 8cf481ca-3dde-4213-98a9-2e338522657e is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:18.416761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:18.420529 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4541ec8-597b-4884-b6cb-99a3ae25690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.420748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:18.443303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:18.444020 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.446438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] Made reservation on behalf of c06e6bc8248b4d829d0b05991b89d5e1 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:18.448614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.455084 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b48d8754-ee14-4c8e-9b38-9f8877016df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.511935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=d3a1879b-c770-4f8c-96df-179be67039b1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:18.527680 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.531339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b48d8754-ee14-4c8e-9b38-9f8877016df7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60fb6d5f2e604d14a299be4016c472c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0467160 Sep 22 09:30:18.541404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57758) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:18.555269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d8754-ee14-4c8e-9b38-9f8877016df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087342fa-aea3-4adf-9d21-b7e301b6b2f9,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:18.605635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:18.610197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:18.613814 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:18.641189 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-57a7efa6-b4dc-46ad-bd78-503ef0ed2416 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5281599 Sep 22 09:30:18.648986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57760) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:18.663446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5b269bb8-c4f1-44be-a4e3-8abb40ee1b5d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2522a47c-eef3-4494-9ee5-dcca6bcc2cba'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:18.672531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Pushing event updated for resources: {'Port': ['ID=f752af4b-fcbd-4cdf-b256-7ff7a184483e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:18.705555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a9b5ff0f-3272-457d-b690-67605ebb25ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.732860 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.831007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a9b5ff0f-3272-457d-b690-67605ebb25ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.857848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a122043-332c-4689-a180-5334f855cc42 None None] Update dhcp port {'port': {'network_id': '8cf481ca-3dde-4213-98a9-2e338522657e', 'fixed_ips': [{'subnet_id': '2522a47c-eef3-4494-9ee5-dcca6bcc2cba', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ab45613-bedd-495e-849b-3587ba5b93b9'}], 'binding:host_id': 'n-d-805649-4'}, 'id': '61ffe745-cc72-4fbb-b242-5594e9a957fd'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:30:18.911767 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.971590 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:30:18.972347 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:30:18.980356 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2a122043-332c-4689-a180-5334f855cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:18.982190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4541ec8-597b-4884-b6cb-99a3ae25690e None None] Pushing event updated for resources: {'Port': ['ID=61ffe745-cc72-4fbb-b242-5594e9a957fd,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:19.000560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Network 6459b7b4-2a6f-4f7f-b002-843449468890 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:19.022476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:19.028363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:19.050111 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:19.100161 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Pushing event updated for resources: {'Port': ['ID=ee41136f-922f-4a55-9394-5be263039b38,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:19.138025 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a9b5ff0f-3272-457d-b690-67605ebb25ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:19.141402 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a9b5ff0f-3272-457d-b690-67605ebb25ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:19.144364 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a9b5ff0f-3272-457d-b690-67605ebb25ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/087342fa-aea3-4adf-9d21-b7e301b6b2f9 HTTP/1.1" status: 204 len: 168 time: 0.6014986 Sep 22 09:30:19.183393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5ff0f-3272-457d-b690-67605ebb25ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087342fa-aea3-4adf-9d21-b7e301b6b2f9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:19.198723 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Attempting to bind port ee41136f-922f-4a55-9394-5be263039b38 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:19.199148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Attempting to bind port ee41136f-922f-4a55-9394-5be263039b38 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:19.199726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Attempting to bind port ee41136f-922f-4a55-9394-5be263039b38 on network 6459b7b4-2a6f-4f7f-b002-843449468890 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:19.229454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] Checking segment: {'id': '3fee5832-0164-483a-ae66-2216a5f22a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '04263797-4712-4ef7-954a-0101dc226875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:19.232088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] Network hostable DHCP agents. Network: 04263797-4712-4ef7-954a-0101dc226875, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:30:19.238673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef48d62-1f82-4c85-a31c-64ca1bb11213 req-7bd9ecb5-9c5b-4843-8354-e2880578b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:19.242294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ef48d62-1f82-4c85-a31c-64ca1bb11213 req-7bd9ecb5-9c5b-4843-8354-e2880578b459 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccce3062ac164847842ab32934931dec&device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 1096 time: 0.3524826 Sep 22 09:30:19.258316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:19.258950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Checking segment: {'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:19.259468 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:19.259966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Bound using segment: {'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:19.260758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Bound port: ee41136f-922f-4a55-9394-5be263039b38, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:19.261252 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:19.265384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f84c0e-5778-488a-b26a-27e14b381be5 req-3b552b2d-c636-452c-bfd7-c2758a6a1d0c tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:19.266843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6f84c0e-5778-488a-b26a-27e14b381be5 req-3b552b2d-c636-452c-bfd7-c2758a6a1d0c tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 944 time: 0.3880105 Sep 22 09:30:19.286653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e882e14c-19a4-490d-8cb6-105c3b377743,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:19.437101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] For port ee41136f-922f-4a55-9394-5be263039b38, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:19.445765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] For port ee41136f-922f-4a55-9394-5be263039b38, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ee41136f-922f-4a55-9394-5be263039b38,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:19.447221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-2a122043-332c-4689-a180-5334f855cc42 None None] Allocated IP 2001:db8:0:1::2 (8cf481ca-3dde-4213-98a9-2e338522657e/8ab45613-bedd-495e-849b-3587ba5b93b9/61ffe745-cc72-4fbb-b242-5594e9a957fd) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:19.448248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] Network 04263797-4712-4ef7-954a-0101dc226875 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:30:19.577538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 04263797-4712-4ef7-954a-0101dc226875) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:19.582380 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:19.589439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:19.602075 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:19.604690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5b26aa-60d3-4f3e-85df-15650f55cef4 None None] Network 04263797-4712-4ef7-954a-0101dc226875 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:19.732984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61ffe745-cc72-4fbb-b242-5594e9a957fd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:19.757620 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4ea8f74a-cc0c-471f-bb86-2757329e6c0c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5301361 Sep 22 09:30:19.872347 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:20.168637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 86b48d2c-730f-48c0-bc6a-13d5d09f117e up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:20.216462 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6f84c0e-5778-488a-b26a-27e14b381be5 req-9fb71ce6-ad06-41d3-a360-7ac03d33bb7f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9070530 Sep 22 09:30:20.245503 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5b269bb8-c4f1-44be-a4e3-8abb40ee1b5d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:20.249852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2a122043-332c-4689-a180-5334f855cc42 None None] For port 61ffe745-cc72-4fbb-b242-5594e9a957fd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61ffe745-cc72-4fbb-b242-5594e9a957fd,segment=NetworkSegment(2d6c61d3-3745-4f2d-9d41-8070f8cdda6b),segment_id=2d6c61d3-3745-4f2d-9d41-8070f8cdda6b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:20.285701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef48d62-1f82-4c85-a31c-64ca1bb11213 req-b08c1a96-35d6-42d7-b822-5c3536447666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:20.285701 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ef48d62-1f82-4c85-a31c-64ca1bb11213 req-b08c1a96-35d6-42d7-b822-5c3536447666 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32a31e97-7f3a-40d5-b7be-04b49627aeb2 HTTP/1.1" status: 200 len: 914 time: 1.0255022 Sep 22 09:30:20.322351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e52684-bf20-4095-8b53-745ab5eb254a None None] Pushing event updated for resources: {'Port': ['ID=ee41136f-922f-4a55-9394-5be263039b38,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:20.352379 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 61ffe745-cc72-4fbb-b242-5594e9a957fd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:20.352755 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:20.407793 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ef48d62-1f82-4c85-a31c-64ca1bb11213 req-8c951f11-f64e-468e-98b3-f87ebbc7a40a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c445d58-d543-403a-831c-acffbb4683ee HTTP/1.1" status: 200 len: 217 time: 0.0931802 Sep 22 09:30:20.429793 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 86b48d2c-730f-48c0-bc6a-13d5d09f117e completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:30:20.436505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 86b48d2c-730f-48c0-bc6a-13d5d09f117e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:20.436910 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:20.476245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2a122043-332c-4689-a180-5334f855cc42 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:20.562399 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2a122043-332c-4689-a180-5334f855cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:20.597899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7443e18-57ff-4bf6-94d2-890ece84cadf req-d077eaf2-6c9f-4144-b44a-a71b6926b84c tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:20.607211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7443e18-57ff-4bf6-94d2-890ece84cadf req-d077eaf2-6c9f-4144-b44a-a71b6926b84c tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 945 time: 0.7494023 Sep 22 09:30:20.641445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a122043-332c-4689-a180-5334f855cc42 None None] Pushing event updated for resources: {'Port': ['ID=61ffe745-cc72-4fbb-b242-5594e9a957fd,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:20.646227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551ae2a5-ba4e-4737-b536-3eea875d111f None None] Network 04263797-4712-4ef7-954a-0101dc226875 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:20.887016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef48d62-1f82-4c85-a31c-64ca1bb11213 req-aba96874-af22-4448-8fe3-e5e64e098cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:20.889213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ef48d62-1f82-4c85-a31c-64ca1bb11213 req-aba96874-af22-4448-8fe3-e5e64e098cb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee0c6c8a-fecd-47b0-8ead-5ea8066c99a2 HTTP/1.1" status: 200 len: 853 time: 0.4142225 Sep 22 09:30:20.921833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7443e18-57ff-4bf6-94d2-890ece84cadf req-6016d751-a78e-4e35-a473-cce2e18cfeba tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136692 Sep 22 09:30:20.962490 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:21.046679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b48d2c-730f-48c0-bc6a-13d5d09f117e'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:21.050405 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beddaff5-680f-4d54-876b-a650752de16e" -d '{"events": [{"server_uuid": "189cc741-a67b-4a3a-88ef-3685c52a13ac", "name": "network-vif-plugged", "status": "completed", "tag": "86b48d2c-730f-48c0-bc6a-13d5d09f117e"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:21.095855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 86b48d2c-730f-48c0-bc6a-13d5d09f117e, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=86b48d2c-730f-48c0-bc6a-13d5d09f117e,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:21.218257 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:21.223300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ef48d62-1f82-4c85-a31c-64ca1bb11213 req-e5f6036a-e8c9-4e25-8370-036acbbb9e68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32a31e97-7f3a-40d5-b7be-04b49627aeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958629 Sep 22 09:30:21.296345 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3462703a-ccaf-4db1-8a7a-a11435eba98b x-openstack-request-id: req-3462703a-ccaf-4db1-8a7a-a11435eba98b {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:21.296693 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189cc741-a67b-4a3a-88ef-3685c52a13ac", "name": "network-vif-plugged", "status": "completed", "tag": "86b48d2c-730f-48c0-bc6a-13d5d09f117e", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:21.296922 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3462703a-ccaf-4db1-8a7a-a11435eba98b {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:21.298673 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b48d2c-730f-48c0-bc6a-13d5d09f117e', 'code': 200} Sep 22 09:30:21.376200 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f527af-e701-40ed-9e66-1cfc9772f555 None None] Network 6459b7b4-2a6f-4f7f-b002-843449468890 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:21.404832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=86b48d2c-730f-48c0-bc6a-13d5d09f117e,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:21.538386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2b4ae853-7fa9-4b49-bf47-ff5366a48539 None None] Provisioning complete for port ee41136f-922f-4a55-9394-5be263039b38 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:21.538763 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae853-7fa9-4b49-bf47-ff5366a48539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:21.767761 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae853-7fa9-4b49-bf47-ff5366a48539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:21.773519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:21.861119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2b4ae853-7fa9-4b49-bf47-ff5366a48539 None None] For port ee41136f-922f-4a55-9394-5be263039b38, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ee41136f-922f-4a55-9394-5be263039b38,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:21.931162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61ffe745-cc72-4fbb-b242-5594e9a957fd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:21.974774 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae853-7fa9-4b49-bf47-ff5366a48539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:22.079042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ee034c-5de1-4326-ab6f-aeed5a19e9d6 None None] Network 8cf481ca-3dde-4213-98a9-2e338522657e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:22.198290 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 61ffe745-cc72-4fbb-b242-5594e9a957fd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:22.198821 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:22.295376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ae853-7fa9-4b49-bf47-ff5366a48539 None None] Pushing event updated for resources: {'Port': ['ID=ee41136f-922f-4a55-9394-5be263039b38,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:22.297402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-5b269bb8-c4f1-44be-a4e3-8abb40ee1b5d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Delete allocated IP 2001:db8:0:1::136 (8cf481ca-3dde-4213-98a9-2e338522657e/8ab45613-bedd-495e-849b-3587ba5b93b9) {{(pid=95510) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 09:30:22.327949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ef48d62-1f82-4c85-a31c-64ca1bb11213 req-797a6ca3-3c3b-4bca-ac74-73520f03a986 service neutron] 10.222.0.45 "GET /v2.0/networks/32a31e97-7f3a-40d5-b7be-04b49627aeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0779767 Sep 22 09:30:22.333219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-13287049-bdc7-4832-bdec-cefcfb7f7d7d None None] Provisioning complete for port 61ffe745-cc72-4fbb-b242-5594e9a957fd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:22.337436 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13287049-bdc7-4832-bdec-cefcfb7f7d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:22.456315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ee41136f-922f-4a55-9394-5be263039b38 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:22.568478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ee41136f-922f-4a55-9394-5be263039b38 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:22.568968 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:22.666206 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ca9ba-08f5-4a22-bd4e-5cc829519740 req-78dcba28-cf7b-4e40-885f-84f5f71f501a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:22.669382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-002ca9ba-08f5-4a22-bd4e-5cc829519740 req-78dcba28-cf7b-4e40-885f-84f5f71f501a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.8682578 Sep 22 09:30:22.701076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-11b488f2-7a1a-477e-b9a2-63902401cf35 None None] Provisioning complete for port ee41136f-922f-4a55-9394-5be263039b38 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:22.701456 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-11b488f2-7a1a-477e-b9a2-63902401cf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:22.730181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59995c-8ccc-44f4-99f9-62fc13c09f7c req-084e03f8-5801-487d-8f68-27415e0f1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:22.731793 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f59995c-8ccc-44f4-99f9-62fc13c09f7c req-084e03f8-5801-487d-8f68-27415e0f1a1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 1096 time: 1.3168607 Sep 22 09:30:22.831920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f59995c-8ccc-44f4-99f9-62fc13c09f7c req-b08d1dd9-b18f-4801-b611-2deb7799de8d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532556 Sep 22 09:30:22.874960 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f2ca8b5a-31e6-4cc3-8f92-6927252276fd tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:22.876539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f2ca8b5a-31e6-4cc3-8f92-6927252276fd tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/networks?id=04263797-4712-4ef7-954a-0101dc226875 HTTP/1.1" status: 200 len: 818 time: 1.0973046 Sep 22 09:30:22.895928 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5b269bb8-c4f1-44be-a4e3-8abb40ee1b5d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:22.907328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-002ca9ba-08f5-4a22-bd4e-5cc829519740 req-1fb3bbad-d8ac-4763-8b5e-0a97c221cc1d tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177992 Sep 22 09:30:22.911824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Router 48c517e0-c891-436d-ace6-e468a8f6bcd9 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:30:22.927200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ef48d62-1f82-4c85-a31c-64ca1bb11213 req-c38a0292-78ea-4ef9-bbf0-a6fbb27de846 service neutron] 10.222.0.45 "GET /v2.0/networks/32a31e97-7f3a-40d5-b7be-04b49627aeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712520 Sep 22 09:30:22.933143 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-8dc8ff21-9a04-4181-b5e7-6bcff957f6e4 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/quotas/c06e6bc8248b4d829d0b05991b89d5e1 HTTP/1.1" status: 200 len: 375 time: 0.0452206 Sep 22 09:30:22.995787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-31ab794a-f33c-4d1d-9c90-f2ddac3b9840 None None] Provisioning complete for port d3a1879b-c770-4f8c-96df-179be67039b1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:22.996180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-31ab794a-f33c-4d1d-9c90-f2ddac3b9840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:23.035272 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5b269bb8-c4f1-44be-a4e3-8abb40ee1b5d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:23.048104 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:23.071391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-31ab794a-f33c-4d1d-9c90-f2ddac3b9840 None None] Port d3a1879b-c770-4f8c-96df-179be67039b1 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:23.098033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-31ab794a-f33c-4d1d-9c90-f2ddac3b9840 None None] Provisioning complete for port 61ffe745-cc72-4fbb-b242-5594e9a957fd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:23.098033 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-31ab794a-f33c-4d1d-9c90-f2ddac3b9840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:23.202699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-959b84f7-ebc6-4a7c-ac42-1a0a0378e1e3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c06e6bc8248b4d829d0b05991b89d5e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1779594 Sep 22 09:30:23.227095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b269bb8-c4f1-44be-a4e3-8abb40ee1b5d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=d3a1879b-c770-4f8c-96df-179be67039b1,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:23.263999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5b269bb8-c4f1-44be-a4e3-8abb40ee1b5d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] In _notify_port_updated(), no bound segment for port d3a1879b-c770-4f8c-96df-179be67039b1 on network 8cf481ca-3dde-4213-98a9-2e338522657e {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:30:23.270254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b269bb8-c4f1-44be-a4e3-8abb40ee1b5d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:23.271829 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5b269bb8-c4f1-44be-a4e3-8abb40ee1b5d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:23.276009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5b269bb8-c4f1-44be-a4e3-8abb40ee1b5d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "PUT /v2.0/ports/d3a1879b-c770-4f8c-96df-179be67039b1 HTTP/1.1" status: 200 len: 925 time: 4.6167622 Sep 22 09:30:23.276818 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57856) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:23.283733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f76e19da-0710-4808-9cc7-7de8c12ad36a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2522a47c-eef3-4494-9ee5-dcca6bcc2cba'}, {'subnet_id': '8ab45613-bedd-495e-849b-3587ba5b93b9'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:23.367989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-11c6ba50-c6ab-4b41-9b05-89b083e44568 None None] Provisioning complete for port d3a1879b-c770-4f8c-96df-179be67039b1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:23.368546 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-11c6ba50-c6ab-4b41-9b05-89b083e44568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:23.432276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:30:23.446468 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Sync routers for ids ['48c517e0-c891-436d-ace6-e468a8f6bcd9'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:30:23.463899 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Routers {'48c517e0-c891-436d-ace6-e468a8f6bcd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:23.467421 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48c517e0-c891-436d-ace6-e468a8f6bcd9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:23.472963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04225eb4-19e3-4c5b-b147-0f4abb8c7cdf req-c4667eff-1249-412a-be63-7bff77ac7a8f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:23.473163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-11c6ba50-c6ab-4b41-9b05-89b083e44568 None None] Port d3a1879b-c770-4f8c-96df-179be67039b1 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:23.477843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04225eb4-19e3-4c5b-b147-0f4abb8c7cdf req-c4667eff-1249-412a-be63-7bff77ac7a8f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 945 time: 0.2209804 Sep 22 09:30:23.503736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-360c0dc1-5b81-4c00-b98d-67ee64b8b0a1 service neutron] 10.222.0.49 "GET /v2.0/networks/04263797-4712-4ef7-954a-0101dc226875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719383 Sep 22 09:30:23.532951 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f76e19da-0710-4808-9cc7-7de8c12ad36a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:23.650942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-72d3e10c-a4d5-4d62-bf31-c83eada5bdf9 service neutron] 10.222.0.49 "GET /v2.0/networks/04263797-4712-4ef7-954a-0101dc226875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297760 Sep 22 09:30:23.651714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:23.652972 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fa9acce2-2c4d-4cb9-b7df-d0e525b54e8e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5493674 Sep 22 09:30:23.655998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57858) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:23.675899 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04225eb4-19e3-4c5b-b147-0f4abb8c7cdf req-fcf36842-c47f-4a65-a42a-3f6a3fbd68a7 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951640 Sep 22 09:30:23.717582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ee41136f-922f-4a55-9394-5be263039b38 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:23.766497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3e0b289a-2d7a-4b18-b30e-cdd7d973a7c3 None None] Provisioning complete for port d3a1879b-c770-4f8c-96df-179be67039b1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:23.766497 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3e0b289a-2d7a-4b18-b30e-cdd7d973a7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:23.819503 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Set router 48c517e0-c891-436d-ace6-e468a8f6bcd9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:23.909646 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b289a-2d7a-4b18-b30e-cdd7d973a7c3 None None] Port d3a1879b-c770-4f8c-96df-179be67039b1 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:23.923236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ee41136f-922f-4a55-9394-5be263039b38 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:23.923871 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:24.425060 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:18Z', 'revision_number': 3, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:24.475932 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Checking router: 48c517e0-c891-436d-ace6-e468a8f6bcd9 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:30:24.477120 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Updating router 48c517e0-c891-436d-ace6-e468a8f6bcd9 port f752af4b-fcbd-4cdf-b256-7ff7a184483e binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:30:24.517570 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:24.541791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-f76e19da-0710-4808-9cc7-7de8c12ad36a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8:0:1::2e4 (8cf481ca-3dde-4213-98a9-2e338522657e/8ab45613-bedd-495e-849b-3587ba5b93b9/d3a1879b-c770-4f8c-96df-179be67039b1) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:24.717553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f76e19da-0710-4808-9cc7-7de8c12ad36a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:24.808111 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:24.812296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69866f6e-5d78-4960-8e3e-0454f4eca8de req-e7decd89-fea4-4133-becc-d6435bfb4560 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:24.814088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69866f6e-5d78-4960-8e3e-0454f4eca8de req-e7decd89-fea4-4133-becc-d6435bfb4560 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.1007922 Sep 22 09:30:24.839091 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-655360af-14e6-4340-8d44-aff60daaa6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:24.843748 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:24.886718 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f76e19da-0710-4808-9cc7-7de8c12ad36a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:24.918704 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:24.949564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69866f6e-5d78-4960-8e3e-0454f4eca8de req-af33ebf5-5032-4e8c-a8c0-39ee540f67a1 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224141 Sep 22 09:30:25.047884 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Attempting to bind port f752af4b-fcbd-4cdf-b256-7ff7a184483e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:25.048204 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Attempting to bind port f752af4b-fcbd-4cdf-b256-7ff7a184483e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:25.048561 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Attempting to bind port f752af4b-fcbd-4cdf-b256-7ff7a184483e on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:25.066044 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Pushing event updated for resources: {'Port': ['ID=f752af4b-fcbd-4cdf-b256-7ff7a184483e,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:25.068594 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:25.068999 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:25.069398 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:25.069792 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:25.070270 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Bound port: f752af4b-fcbd-4cdf-b256-7ff7a184483e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:25.070673 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:25.122340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e19da-0710-4808-9cc7-7de8c12ad36a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=d3a1879b-c770-4f8c-96df-179be67039b1,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:25.140656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f76e19da-0710-4808-9cc7-7de8c12ad36a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] In _notify_port_updated(), no bound segment for port d3a1879b-c770-4f8c-96df-179be67039b1 on network 8cf481ca-3dde-4213-98a9-2e338522657e {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:30:25.147938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e19da-0710-4808-9cc7-7de8c12ad36a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:25.148835 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f76e19da-0710-4808-9cc7-7de8c12ad36a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:25.150327 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f76e19da-0710-4808-9cc7-7de8c12ad36a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "PUT /v2.0/ports/d3a1879b-c770-4f8c-96df-179be67039b1 HTTP/1.1" status: 200 len: 1011 time: 1.8715386 Sep 22 09:30:25.153198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57896) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:25.182121 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.182472 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.182808 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.183141 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.183467 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.183794 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.184117 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.184438 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.184772 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.185095 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.185414 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.185729 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:25.267678 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] For port f752af4b-fcbd-4cdf-b256-7ff7a184483e, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:25.279316 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] For port f752af4b-fcbd-4cdf-b256-7ff7a184483e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f752af4b-fcbd-4cdf-b256-7ff7a184483e,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:25.327536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2c279c12-aed2-467e-a34e-71275ef69a26 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port d3a1879b-c770-4f8c-96df-179be67039b1 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:25.328279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c279c12-aed2-467e-a34e-71275ef69a26 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:25.354645 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:25.376136 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66b1d4cd-26f9-4b20-a31f-6c865876eaf4 req-eee6057c-0294-4e68-b325-853113e91935 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 210 time: 0.2186072 Sep 22 09:30:25.414209 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac577d3e-ae88-4d2b-a5e1-96ca42f275d8 None None] Pushing event updated for resources: {'Port': ['ID=f752af4b-fcbd-4cdf-b256-7ff7a184483e,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:25.457154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e7ba43fb-8af6-4dd5-874f-8a509fed46fb None None] Provisioning complete for port d3a1879b-c770-4f8c-96df-179be67039b1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:25.457702 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e7ba43fb-8af6-4dd5-874f-8a509fed46fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:25.464700 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Routers {'48c517e0-c891-436d-ace6-e468a8f6bcd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:25.465382 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48c517e0-c891-436d-ace6-e468a8f6bcd9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:25.477570 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:25.578650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba43fb-8af6-4dd5-874f-8a509fed46fb None None] Port d3a1879b-c770-4f8c-96df-179be67039b1 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:25.586616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c279c12-aed2-467e-a34e-71275ef69a26 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:25.614918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2c279c12-aed2-467e-a34e-71275ef69a26 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for d3a1879b-c770-4f8c-96df-179be67039b1 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:25.672352 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] Set router 48c517e0-c891-436d-ace6-e468a8f6bcd9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:25.694097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61100e81-4a73-44e8-8e15-dfad522fd805 req-750fc66f-183e-4db8-8126-b314a212b186 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:25.701553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61100e81-4a73-44e8-8e15-dfad522fd805 req-750fc66f-183e-4db8-8126-b314a212b186 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 945 time: 0.2861741 Sep 22 09:30:25.839803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e9400-1563-4991-9178-bf19abf32e51 req-234bd383-1cbd-4e8c-b2ae-613f76bda208 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:25.841337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b7e9400-1563-4991-9178-bf19abf32e51 req-234bd383-1cbd-4e8c-b2ae-613f76bda208 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.1968515 Sep 22 09:30:25.855140 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61100e81-4a73-44e8-8e15-dfad522fd805 req-e5f05f2d-7f29-49c4-a01c-9603d3c89338 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525908 Sep 22 09:30:25.875431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57904) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:25.912243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Allocated IP 172.20.0.1 (6459b7b4-2a6f-4f7f-b002-843449468890/1694f58d-8b5c-4d1d-bd3f-343ad533ef70/4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:25.948526 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:18Z', 'revision_number': 3, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:25.990562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b7e9400-1563-4991-9178-bf19abf32e51 req-275c2225-e88a-4944-b10a-f03c88b235f0 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308262 Sep 22 09:30:25.996963 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c4933-b1dd-4d42-80c3-41aa9a03ae86 None None] The sync data for ids ['48c517e0-c891-436d-ace6-e468a8f6bcd9'] in n-d-805649-4 is: [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:18Z', 'revision_number': 3, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:30:26.085425 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c279c12-aed2-467e-a34e-71275ef69a26 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:26.151817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c279c12-aed2-467e-a34e-71275ef69a26 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=d3a1879b-c770-4f8c-96df-179be67039b1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:26.267765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:26.377230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c5f5-0f42-4f50-bb14-945abdb14f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:26.409755 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c279c12-aed2-467e-a34e-71275ef69a26 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:26.414752 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:26.417393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57942) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:26.424092 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2c279c12-aed2-467e-a34e-71275ef69a26 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/d3a1879b-c770-4f8c-96df-179be67039b1 HTTP/1.1" status: 204 len: 168 time: 1.2696736 Sep 22 09:30:26.544546 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-089220f9-2d68-4597-afa8-d1c0f971c4a5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:30:26.549679 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-089220f9-2d68-4597-afa8-d1c0f971c4a5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/d3a1879b-c770-4f8c-96df-179be67039b1 HTTP/1.1" status: 404 len: 333 time: 0.1283960 Sep 22 09:30:26.550857 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57946) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:26.594042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Network 6459b7b4-2a6f-4f7f-b002-843449468890 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:26.623131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:26.629977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:26.652549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:26.677176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c5f5-0f42-4f50-bb14-945abdb14f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:26.744709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcb39a2-379c-4702-bccd-2b4d4167c4f7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting subnet 8ab45613-bedd-495e-849b-3587ba5b93b9 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:30:26.779120 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fcb39a2-379c-4702-bccd-2b4d4167c4f7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:26.788471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e8d8c5f5-0f42-4f50-bb14-945abdb14f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:26.838928 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:26.854291 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1052c923-3a7b-4ea1-92a4-d0feeaf71c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:26.870551 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e8d8c5f5-0f42-4f50-bb14-945abdb14f0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ea4fcdf5a2340cf925ef9bf0af57c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9939232 Sep 22 09:30:26.871197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57958) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:26.875472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8c5f5-0f42-4f50-bb14-945abdb14f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3635fee-8bed-4884-9cc6-ea0fc8b9bacf,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:26.975042 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fcb39a2-379c-4702-bccd-2b4d4167c4f7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.031624 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ce6c7ea2-4210-4828-a23a-842ce3dfa2d2 None None] Provisioning complete for port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:27.032160 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ce6c7ea2-4210-4828-a23a-842ce3dfa2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.045413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c15ce477-62f0-47a7-9322-3a4600cb343d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.076226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c7ea2-4210-4828-a23a-842ce3dfa2d2 None None] Port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:27.088353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0a49f99f-3a2b-450b-aacd-ec49732ef1fc req-80902eb1-ad63-45bd-aa04-5dd36bd70744 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 210 time: 0.1256552 Sep 22 09:30:27.088963 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c15ce477-62f0-47a7-9322-3a4600cb343d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.270625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c15ce477-62f0-47a7-9322-3a4600cb343d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.273510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c15ce477-62f0-47a7-9322-3a4600cb343d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.280620 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c15ce477-62f0-47a7-9322-3a4600cb343d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3635fee-8bed-4884-9cc6-ea0fc8b9bacf HTTP/1.1" status: 204 len: 168 time: 0.4010389 Sep 22 09:30:27.289662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ce477-62f0-47a7-9322-3a4600cb343d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3635fee-8bed-4884-9cc6-ea0fc8b9bacf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:27.393268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe0c92-eda0-432f-b76b-b4ee09e7780b req-d217cd45-08a6-4b16-92b8-fee042cf5563 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:27.395746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05fe0c92-eda0-432f-b76b-b4ee09e7780b req-d217cd45-08a6-4b16-92b8-fee042cf5563 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.2110014 Sep 22 09:30:27.397983 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fcb39a2-379c-4702-bccd-2b4d4167c4f7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.403606 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.488472 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.527569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05fe0c92-eda0-432f-b76b-b4ee09e7780b req-f716728a-7ad2-4e6e-aa52-bc5c21f19bd0 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142240 Sep 22 09:30:27.736566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fcb39a2-379c-4702-bccd-2b4d4167c4f7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.743711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f752af4b-fcbd-4cdf-b256-7ff7a184483e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:27.782052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb39a2-379c-4702-bccd-2b4d4167c4f7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab45613-bedd-495e-849b-3587ba5b93b9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:27.800278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d9f795-ba46-454d-977a-0496a6754c63 None None] Network 8cf481ca-3dde-4213-98a9-2e338522657e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:27.807833 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fcb39a2-379c-4702-bccd-2b4d4167c4f7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.812862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57994) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:27.813398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0fcb39a2-379c-4702-bccd-2b4d4167c4f7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/8ab45613-bedd-495e-849b-3587ba5b93b9 HTTP/1.1" status: 204 len: 168 time: 1.2571869 Sep 22 09:30:27.830672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f752af4b-fcbd-4cdf-b256-7ff7a184483e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:27.833302 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.891607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86e6a0d-90bf-49eb-bbf5-dffb7d78021a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting subnet 2522a47c-eef3-4494-9ee5-dcca6bcc2cba {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:30:27.892458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b86e6a0d-90bf-49eb-bbf5-dffb7d78021a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:27.934039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33182bcf-f057-4ee7-a9ae-08d9d6dc070a req-2005edb5-72ed-4a72-b192-551604969ce4 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:27.948643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33182bcf-f057-4ee7-a9ae-08d9d6dc070a req-2005edb5-72ed-4a72-b192-551604969ce4 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 945 time: 0.2764280 Sep 22 09:30:28.016584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b86e6a0d-90bf-49eb-bbf5-dffb7d78021a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.035522 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.068546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.084151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33182bcf-f057-4ee7-a9ae-08d9d6dc070a req-78990496-d1a5-4d54-adb9-c5b74ba84c66 tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298671 Sep 22 09:30:28.099707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-1a37ac26-15b8-4780-a8a8-c9b747360801 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:28.101662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-1a37ac26-15b8-4780-a8a8-c9b747360801 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.45 "GET /v2.0/networks?id=04263797-4712-4ef7-954a-0101dc226875 HTTP/1.1" status: 200 len: 818 time: 0.3155935 Sep 22 09:30:28.119607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Request body: {'port': {'device_id': '9c5b474c-4e53-47f3-9419-71289f277bc5', 'network_id': '04263797-4712-4ef7-954a-0101dc226875', 'admin_state_up': True, 'tenant_id': 'c06e6bc8248b4d829d0b05991b89d5e1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:28.170586 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.180329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58010) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:28.261050 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b86e6a0d-90bf-49eb-bbf5-dffb7d78021a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.278783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58cad147-4c95-40da-adf2-314bcd9d7800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.365922 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.422717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port f752af4b-fcbd-4cdf-b256-7ff7a184483e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f752af4b-fcbd-4cdf-b256-7ff7a184483e,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:28.490568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fdb2a22a-f5fc-4120-b583-31738a50a673 req-ad268bac-cab1-470e-aab9-25c814ac1212 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 210 time: 0.1410446 Sep 22 09:30:28.538208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.543518 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.576949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58cad147-4c95-40da-adf2-314bcd9d7800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.578829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b86e6a0d-90bf-49eb-bbf5-dffb7d78021a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.632751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e6a0d-90bf-49eb-bbf5-dffb7d78021a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Subnet': ['ID=2522a47c-eef3-4494-9ee5-dcca6bcc2cba,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:28.635100 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b86e6a0d-90bf-49eb-bbf5-dffb7d78021a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.637276 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b86e6a0d-90bf-49eb-bbf5-dffb7d78021a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/2522a47c-eef3-4494-9ee5-dcca6bcc2cba HTTP/1.1" status: 204 len: 168 time: 0.8232267 Sep 22 09:30:28.641112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58028) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:28.657887 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=f752af4b-fcbd-4cdf-b256-7ff7a184483e,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:28.703779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:28.718283 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58cad147-4c95-40da-adf2-314bcd9d7800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.756140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fae4ac-d9e4-4cac-abc1-eba7d7c857b8 req-b0534b58-a559-4e1f-85e6-804a9d7b314e tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:28.758287 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e8fae4ac-d9e4-4cac-abc1-eba7d7c857b8 req-b0534b58-a559-4e1f-85e6-804a9d7b314e tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.45 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 945 time: 0.2514617 Sep 22 09:30:28.812514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cad147-4c95-40da-adf2-314bcd9d7800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853e6000-0ebf-4e0b-8d32-a5e9b0f7692d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:28.843075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Made reservation on behalf of c06e6bc8248b4d829d0b05991b89d5e1 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:28.846851 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.909182 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-58cad147-4c95-40da-adf2-314bcd9d7800 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fc206171c144d3bb24f088ecac802e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7275026 Sep 22 09:30:28.918132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:28.924992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58042) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:29.064321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41c81f50-aedc-416e-9129-03331b9afef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.072642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0706dc-a990-4a92-a23b-22cdcca7762a req-eb7d7880-b77e-449d-b210-f399332eb5d3 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:29.074309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e0706dc-a990-4a92-a23b-22cdcca7762a req-eb7d7880-b77e-449d-b210-f399332eb5d3 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.3675165 Sep 22 09:30:29.080081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Allocated IP 172.20.0.9 (04263797-4712-4ef7-954a-0101dc226875/e882e14c-19a4-490d-8cb6-105c3b377743/fbe86a80-bf00-4768-9e7f-e014e34fcd68) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:29.087116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58048) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:29.117243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41c81f50-aedc-416e-9129-03331b9afef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.119223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Network 6459b7b4-2a6f-4f7f-b002-843449468890 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:29.135231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:29.139500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-e8fae4ac-d9e4-4cac-abc1-eba7d7c857b8 req-756cca0e-51db-4458-b4d7-8d45b924a97f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Deleting port 0c445d58-d543-403a-831c-acffbb4683ee {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:29.139846 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e8fae4ac-d9e4-4cac-abc1-eba7d7c857b8 req-756cca0e-51db-4458-b4d7-8d45b924a97f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.183162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 61ffe745-cc72-4fbb-b242-5594e9a957fd {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:29.183504 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.264687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e0706dc-a990-4a92-a23b-22cdcca7762a req-983a14b6-de4c-4e3b-a102-dde87b2b8269 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804221 Sep 22 09:30:29.387358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] For port 61ffe745-cc72-4fbb-b242-5594e9a957fd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61ffe745-cc72-4fbb-b242-5594e9a957fd,segment=NetworkSegment(2d6c61d3-3745-4f2d-9d41-8070f8cdda6b),segment_id=2d6c61d3-3745-4f2d-9d41-8070f8cdda6b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:29.387622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.394961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291015a-c418-4485-a021-9bfcdf7cc8d5 None None] Network 8cf481ca-3dde-4213-98a9-2e338522657e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:29.454387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e8fae4ac-d9e4-4cac-abc1-eba7d7c857b8 req-756cca0e-51db-4458-b4d7-8d45b924a97f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] For port 0c445d58-d543-403a-831c-acffbb4683ee, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=0c445d58-d543-403a-831c-acffbb4683ee,segment=NetworkSegment(321bfb4c-3f91-467a-95aa-f069760ef160),segment_id=321bfb4c-3f91-467a-95aa-f069760ef160)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:29.460678 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e8fae4ac-d9e4-4cac-abc1-eba7d7c857b8 req-756cca0e-51db-4458-b4d7-8d45b924a97f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.472408 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc89ed3f-f20c-4c7a-b744-11c64a7fefa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.490165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-e8fae4ac-d9e4-4cac-abc1-eba7d7c857b8 req-756cca0e-51db-4458-b4d7-8d45b924a97f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Calling delete_port for 0c445d58-d543-403a-831c-acffbb4683ee owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:29.522119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 61ffe745-cc72-4fbb-b242-5594e9a957fd owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:29.526128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41c81f50-aedc-416e-9129-03331b9afef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.531043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41c81f50-aedc-416e-9129-03331b9afef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.533360 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-41c81f50-aedc-416e-9129-03331b9afef5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/853e6000-0ebf-4e0b-8d32-a5e9b0f7692d HTTP/1.1" status: 204 len: 168 time: 0.5981176 Sep 22 09:30:29.534050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4920719f-b19f-4926-9a47-f033faa96cdd None None] Provisioning complete for port 61ffe745-cc72-4fbb-b242-5594e9a957fd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:29.534432 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4920719f-b19f-4926-9a47-f033faa96cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.591717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c81f50-aedc-416e-9129-03331b9afef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853e6000-0ebf-4e0b-8d32-a5e9b0f7692d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:29.728546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016e731a-37d4-44ef-b64b-fad0a4c1efc2 None None] DHCP port deletion for 8cf481ca-3dde-4213-98a9-2e338522657e request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:30:29.736919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Router 48c517e0-c891-436d-ace6-e468a8f6bcd9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:30:29.767144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ae656-679b-4a0a-be7e-17a426533d12 req-e181ea40-1887-4fed-8fa8-8392a58001ed tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:29.775445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-648ae656-679b-4a0a-be7e-17a426533d12 req-e181ea40-1887-4fed-8fa8-8392a58001ed tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/ports?device_id=91e5bbb1-b00a-4092-9407-bbb969091107 HTTP/1.1" status: 200 len: 945 time: 0.3327723 Sep 22 09:30:29.795431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f752af4b-fcbd-4cdf-b256-7ff7a184483e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:29.816548 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.819987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc89ed3f-f20c-4c7a-b744-11c64a7fefa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.822433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.852540 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.856301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:29.873202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e8fae4ac-d9e4-4cac-abc1-eba7d7c857b8 req-756cca0e-51db-4458-b4d7-8d45b924a97f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.874927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No DVR routers for this DVR port 61ffe745-cc72-4fbb-b242-5594e9a957fd on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:29.876675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=61ffe745-cc72-4fbb-b242-5594e9a957fd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:29.902005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['0c445d58-d543-403a-831c-acffbb4683ee'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:30:29.918535 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc89ed3f-f20c-4c7a-b744-11c64a7fefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.934385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cca0e-51db-4458-b4d7-8d45b924a97f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Pushing event deleted for resources: {'Port': ['ID=0c445d58-d543-403a-831c-acffbb4683ee,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:29.944583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f752af4b-fcbd-4cdf-b256-7ff7a184483e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:29.945073 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:29.977826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-016e731a-37d4-44ef-b64b-fad0a4c1efc2 None None] Deleting port 61ffe745-cc72-4fbb-b242-5594e9a957fd {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:29.978348 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-016e731a-37d4-44ef-b64b-fad0a4c1efc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.008018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fae4ac-d9e4-4cac-abc1-eba7d7c857b8 req-756cca0e-51db-4458-b4d7-8d45b924a97f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] No DVR routers for this DVR port 0c445d58-d543-403a-831c-acffbb4683ee on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:30.020109 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e8fae4ac-d9e4-4cac-abc1-eba7d7c857b8 req-756cca0e-51db-4458-b4d7-8d45b924a97f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.025365 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e8fae4ac-d9e4-4cac-abc1-eba7d7c857b8 req-756cca0e-51db-4458-b4d7-8d45b924a97f tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.45 "DELETE /v2.0/ports/0c445d58-d543-403a-831c-acffbb4683ee HTTP/1.1" status: 204 len: 173 time: 1.2189343 Sep 22 09:30:30.026120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e5bbb1-b00a-4092-9407-bbb969091107', 'name': 'network-vif-deleted', 'tag': '0c445d58-d543-403a-831c-acffbb4683ee'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:30.041606 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45b69dc-b69a-4967-912b-658b12fd5f48" -d '{"events": [{"server_uuid": "91e5bbb1-b00a-4092-9407-bbb969091107", "name": "network-vif-deleted", "tag": "0c445d58-d543-403a-831c-acffbb4683ee"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:30.049440 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.105252 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.117074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-016e731a-37d4-44ef-b64b-fad0a4c1efc2 None None] For port 61ffe745-cc72-4fbb-b242-5594e9a957fd, host n-d-805649-4, got binding levels [] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:30.117849 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-016e731a-37d4-44ef-b64b-fad0a4c1efc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.120593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-36fd982f-0acd-425d-b2ad-714af03d1c3c None None] Provisioning complete for port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:30.121443 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-36fd982f-0acd-425d-b2ad-714af03d1c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.138281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf481ca-3dde-4213-98a9-2e338522657e']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:30.160283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6c61d3-3745-4f2d-9d41-8070f8cdda6b') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:30.161489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6c61d3-3745-4f2d-9d41-8070f8cdda6b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:30.172602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-016e731a-37d4-44ef-b64b-fad0a4c1efc2 None None] Calling delete_port for 61ffe745-cc72-4fbb-b242-5594e9a957fd owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:30.174624 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.177289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:30.178288 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044272dd-335c-4042-8c5e-2eb98e90b6f7" -d '{"events": [{"server_uuid": "21166a31-3714-464c-acc4-ff061dcbf2ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1d8a5f3a-37f1-4be6-b989-28db3ca95f14"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:30.185746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.ipam_backend_mixin [None req-016e731a-37d4-44ef-b64b-fad0a4c1efc2 None None] Port 61ffe745-cc72-4fbb-b242-5594e9a957fd was not found and therefore no delete operation was performed {{(pid=95511) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 09:30:30.192902 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.200870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:30:30.201541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.204773 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-016e731a-37d4-44ef-b64b-fad0a4c1efc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:30:30.205963 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:30:30.214841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:30.249931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-36fd982f-0acd-425d-b2ad-714af03d1c3c None None] Port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:30.253751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e731a-37d4-44ef-b64b-fad0a4c1efc2 None None] Pushing event deleted for resources: {'Port': ['ID=61ffe745-cc72-4fbb-b242-5594e9a957fd,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:30.275165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e731a-37d4-44ef-b64b-fad0a4c1efc2 None None] No DVR routers for this DVR port 61ffe745-cc72-4fbb-b242-5594e9a957fd on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:30.320233 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.336277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05b99be4-6460-4ee3-b533-d6b73fbb4595 req-fb99384f-ead4-4a8e-8aff-a9aeca578bc6 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 210 time: 0.4311705 Sep 22 09:30:30.390769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-648ae656-679b-4a0a-be7e-17a426533d12 req-67bcc7eb-8618-402c-89d1-0c856b10529e tempest-InstanceActionsTestJSON-1771448904 tempest-InstanceActionsTestJSON-1771448904-project] 10.222.0.49 "GET /v2.0/security-groups?id=02d38a23-62e9-4a87-b3c7-486858ed3bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089103 Sep 22 09:30:30.405068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.405864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89ed3f-f20c-4c7a-b744-11c64a7fefa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9036a009-fa9e-4987-8e6c-0d91c62b4594,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:30.412221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.415148 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/networks/8cf481ca-3dde-4213-98a9-2e338522657e HTTP/1.1" status: 204 len: 168 time: 1.7718880 Sep 22 09:30:30.418076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58072) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:30.423246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bc89ed3f-f20c-4c7a-b744-11c64a7fefa4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0e63ef2ca9d4c888b5be46c13c493db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3344350 Sep 22 09:30:30.430430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58074) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:30.435405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:30.477725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-323d5080-fe27-4509-9a98-2f86c76bb1a8 req-b8237a6a-ac27-4fde-b05f-b62d461def0c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1508360 Sep 22 09:30:30.488582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:30:30.494804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-253356e8-967c-48fa-b8a3-a82a23e618a3 admin admin] 10.222.0.49 "PUT /v2.0/routers/48c517e0-c891-436d-ace6-e468a8f6bcd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8375747 Sep 22 09:30:30.507697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Sync routers for ids ['48c517e0-c891-436d-ace6-e468a8f6bcd9'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:30:30.521569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Routers {'48c517e0-c891-436d-ace6-e468a8f6bcd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:30.522303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:30:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48c517e0-c891-436d-ace6-e468a8f6bcd9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:30.552792 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.566133 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02e7bb5-ea3a-4be5-9bcf-299803a38ce1 x-openstack-request-id: req-c02e7bb5-ea3a-4be5-9bcf-299803a38ce1 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:30.566133 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21166a31-3714-464c-acc4-ff061dcbf2ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1d8a5f3a-37f1-4be6-b989-28db3ca95f14", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:30.566133 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c02e7bb5-ea3a-4be5-9bcf-299803a38ce1 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:30.566688 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14', 'code': 200} Sep 22 09:30:30.619624 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d008af88-c298-4fd2-a5fd-e86a919fc979 x-openstack-request-id: req-d008af88-c298-4fd2-a5fd-e86a919fc979 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:30.619918 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e5bbb1-b00a-4092-9407-bbb969091107", "name": "network-vif-deleted", "tag": "0c445d58-d543-403a-831c-acffbb4683ee", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:30.620156 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d008af88-c298-4fd2-a5fd-e86a919fc979 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:30.620564 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e5bbb1-b00a-4092-9407-bbb969091107', 'name': 'network-vif-deleted', 'tag': '0c445d58-d543-403a-831c-acffbb4683ee', 'status': 'completed', 'code': 200} Sep 22 09:30:30.638695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7f3ff-30cf-4b33-8fe2-214d6556bfcf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Network': ['ID=8cf481ca-3dde-4213-98a9-2e338522657e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:30.693752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Network 04263797-4712-4ef7-954a-0101dc226875 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:30.715027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:30.724699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:30.725854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee39ed-8048-4236-8fd4-f4f6b86b75b5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:30.728053 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1dee39ed-8048-4236-8fd4-f4f6b86b75b5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2987776 Sep 22 09:30:30.732403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58088) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:30.769637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Set router 48c517e0-c891-436d-ace6-e468a8f6bcd9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:30.790654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:30.791052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cae5200-0388-4ca1-a632-ddc04b39310f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.791310 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.815332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Pushing event updated for resources: {'Port': ['ID=fbe86a80-bf00-4768-9e7f-e014e34fcd68,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:30.849439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d5080-fe27-4509-9a98-2f86c76bb1a8 req-fa28682d-b9cc-4871-96f0-153078bd0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:30.851071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-323d5080-fe27-4509-9a98-2f86c76bb1a8 req-fa28682d-b9cc-4871-96f0-153078bd0bbe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 1094 time: 0.2376018 Sep 22 09:30:30.868616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cae5200-0388-4ca1-a632-ddc04b39310f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:30.873384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5077141-6ecf-49ee-ba1e-4de8b673ff5d req-002b807b-9f52-48cf-bff3-a8132dece41d tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:30.874872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5077141-6ecf-49ee-ba1e-4de8b673ff5d req-002b807b-9f52-48cf-bff3-a8132dece41d tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.1774817 Sep 22 09:30:30.892910 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bb162bc7-868f-44ed-bb99-615dbe8edd2e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1405795 Sep 22 09:30:30.896482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58090) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:30.901946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-769986159'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:30.944668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-f168bcd8-6e8c-41a8-b7f8-04c7085e3c37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8319523 Sep 22 09:30:30.967277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Request body: {'port': {'device_id': '9c5b474c-4e53-47f3-9419-71289f277bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:31.048243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5077141-6ecf-49ee-ba1e-4de8b673ff5d req-3f35a87c-46e9-41be-bde6-db957ffd0343 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368284 Sep 22 09:30:31.076464 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:31.122440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:31.128507 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:31.137327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d5080-fe27-4509-9a98-2f86c76bb1a8 req-36c16a65-9f2d-4b12-b2ba-9d5c4716dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:31.142334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-323d5080-fe27-4509-9a98-2f86c76bb1a8 req-36c16a65-9f2d-4b12-b2ba-9d5c4716dbd7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 906 time: 0.2665093 Sep 22 09:30:31.157782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:30:31.178575 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:31.178837 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Added segment 35eae7eb-0fe3-42fe-bfe9-9488795b58b9 of type vlan for network d266527d-55d8-41dd-8463-015e8289f7d2 Sep 22 09:30:31.210812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:27Z', 'revision_number': 4, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8', 'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'mac_address': 'fa:16:3e:9d:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:25Z', 'updated_at': '2021-09-22T09:30:27Z', 'revision_number': 2, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'subnets': [{'id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:31.245467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-323d5080-fe27-4509-9a98-2f86c76bb1a8 req-e23ea725-f78f-4bc8-b20c-d643cb4bc1e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14 HTTP/1.1" status: 200 len: 217 time: 0.0915582 Sep 22 09:30:31.264347 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:31.274314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Checking router: 48c517e0-c891-436d-ace6-e468a8f6bcd9 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:30:31.274640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Updating router 48c517e0-c891-436d-ace6-e468a8f6bcd9 port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:30:31.296884 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cae5200-0388-4ca1-a632-ddc04b39310f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:31.310542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cae5200-0388-4ca1-a632-ddc04b39310f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:31.314033 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9cae5200-0388-4ca1-a632-ddc04b39310f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9036a009-fa9e-4987-8e6c-0d91c62b4594 HTTP/1.1" status: 204 len: 168 time: 0.8388021 Sep 22 09:30:31.330412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae5200-0388-4ca1-a632-ddc04b39310f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9036a009-fa9e-4987-8e6c-0d91c62b4594,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:31.365555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:31.373436 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:31.388873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:31.390306 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:31.544795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Network': ['ID=d266527d-55d8-41dd-8463-015e8289f7d2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:31.560391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network d266527d-55d8-41dd-8463-015e8289f7d2 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:30:31.592654 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2bfc8414-d526-415f-88c8-33ba9d21c75e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6919267 Sep 22 09:30:31.597811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58150) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:31.599121 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': 'd266527d-55d8-41dd-8463-015e8289f7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:31.755040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61ffe745-cc72-4fbb-b242-5594e9a957fd no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:31.769101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d5080-fe27-4509-9a98-2f86c76bb1a8 req-6a5dd948-4b07-4dc8-8339-7ee96d58faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:31.771909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-323d5080-fe27-4509-9a98-2f86c76bb1a8 req-6a5dd948-4b07-4dc8-8339-7ee96d58faa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cfaf3b31-1878-4542-8cdf-ef8404499561 HTTP/1.1" status: 200 len: 845 time: 0.5176778 Sep 22 09:30:31.857239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-323d5080-fe27-4509-9a98-2f86c76bb1a8 req-756c0028-2454-4ee8-a2a5-542eb2703cf6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=481161e4-d608-458f-a049-8a0f1f993768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715096 Sep 22 09:30:31.882915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 61ffe745-cc72-4fbb-b242-5594e9a957fd {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:31.882915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61ffe745-cc72-4fbb-b242-5594e9a957fd not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:31.901086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-e65e0094-8acf-49ba-bf9a-20f0e49ab172 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:31.909574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-e65e0094-8acf-49ba-bf9a-20f0e49ab172 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 805 time: 0.3895528 Sep 22 09:30:31.969689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81add7eb-d27d-41d4-995d-52e10e78b4e2 req-0182b54a-0324-4a79-8086-9fd84aebd19f tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:31.971215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81add7eb-d27d-41d4-995d-52e10e78b4e2 req-0182b54a-0324-4a79-8086-9fd84aebd19f tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 931 time: 0.3343740 Sep 22 09:30:31.985471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-cfb04b20-12ea-4669-8559-c532251e1cb7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/quotas/7613d8fae3f244ceb7789e305433b73a HTTP/1.1" status: 200 len: 375 time: 0.0747523 Sep 22 09:30:31.988582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:32.000907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:32.115206 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:32.343776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-323d5080-fe27-4509-9a98-2f86c76bb1a8 req-0018a4de-ba0b-4d03-b3a8-83d0c73fb6b8 service neutron] 10.222.0.60 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680912 Sep 22 09:30:32.373895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81add7eb-d27d-41d4-995d-52e10e78b4e2 req-749d6116-2ac9-4b1b-9821-c7b1c6d65a5e tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702090 Sep 22 09:30:32.404705 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-98295e34-1600-4bbb-bbd3-b4d7889c78d5 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3944552 Sep 22 09:30:32.482629 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:32.497173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58178) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:32.586438 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adde3b6-9bfa-4a91-82e5-a9f437feda0a None None] Pushing event updated for resources: {'Port': ['ID=4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:32.594178 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:32.667361 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Subnet': ['ID=1dc8816f-327b-4ed5-abbf-391e6e9e6266,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:32.686413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-defcec26-9c02-46af-b7ae-1b722a041c94 admin admin] Deleting subnet ee0c6c8a-fecd-47b0-8ead-5ea8066c99a2 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:30:32.691268 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-defcec26-9c02-46af-b7ae-1b722a041c94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:32.773515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Attempting to bind port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:32.774715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Attempting to bind port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:32.777112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Attempting to bind port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 on network 6459b7b4-2a6f-4f7f-b002-843449468890 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:32.787785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Checking segment: {'id': '35eae7eb-0fe3-42fe-bfe9-9488795b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd266527d-55d8-41dd-8463-015e8289f7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:32.788290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network hostable DHCP agents. Network: d266527d-55d8-41dd-8463-015e8289f7d2, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:30:32.795682 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-defcec26-9c02-46af-b7ae-1b722a041c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:32.802195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 0c445d58-d543-403a-831c-acffbb4683ee no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:32.879766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:32.881955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-defcec26-9c02-46af-b7ae-1b722a041c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:32.882276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Checking segment: {'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:32.882884 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:32.883709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Bound using segment: {'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:32.884384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Bound port: 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:32.884967 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:32.888373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 0c445d58-d543-403a-831c-acffbb4683ee {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:32.888926 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 0c445d58-d543-403a-831c-acffbb4683ee not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:32.975736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network d266527d-55d8-41dd-8463-015e8289f7d2 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:30:33.052547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5eed19-b4bf-4a40-b68a-edd2ead60a66 req-0011e343-5ab6-46e1-9711-ef06a77cdc92 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:33.061990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e5eed19-b4bf-4a40-b68a-edd2ead60a66 req-0011e343-5ab6-46e1-9711-ef06a77cdc92 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.3768079 Sep 22 09:30:33.100261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe86a80-bf00-4768-9e7f-e014e34fcd68 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:33.102784 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-defcec26-9c02-46af-b7ae-1b722a041c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.134601 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.137408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b1c5f272-6487-478e-a77e-0f093a821e39 None None] Provisioning complete for port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:33.137789 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b1c5f272-6487-478e-a77e-0f093a821e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.140530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] For port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:33.146723 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] For port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:33.154448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Transition to ACTIVE for port object fbe86a80-bf00-4768-9e7f-e014e34fcd68 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:30:33.195588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f163019-7ee0-4e6b-b348-7e2d63a0292d req-c5ab6bca-7ac1-474a-9f1d-4ad03edf91dc tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:33.197462 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f163019-7ee0-4e6b-b348-7e2d63a0292d req-c5ab6bca-7ac1-474a-9f1d-4ad03edf91dc tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.60 "GET /v2.0/ports?device_id=21166a31-3714-464c-acc4-ff061dcbf2ac HTTP/1.1" status: 200 len: 943 time: 0.5898359 Sep 22 09:30:33.207783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5f272-6487-478e-a77e-0f093a821e39 None None] Port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:33.217256 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.219510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-defcec26-9c02-46af-b7ae-1b722a041c94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.230284 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-defcec26-9c02-46af-b7ae-1b722a041c94 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ee0c6c8a-fecd-47b0-8ead-5ea8066c99a2 HTTP/1.1" status: 204 len: 168 time: 0.7309387 Sep 22 09:30:33.236399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-323d5080-fe27-4509-9a98-2f86c76bb1a8 req-7d516bae-8076-4ee9-ad11-73bf67c8fba7 service neutron] 10.222.0.60 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8850777 Sep 22 09:30:33.237563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcec26-9c02-46af-b7ae-1b722a041c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0c6c8a-fecd-47b0-8ead-5ea8066c99a2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:33.240386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, d266527d-55d8-41dd-8463-015e8289f7d2) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:33.250240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58224) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:33.280773 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-3144ec66-f6e8-4439-b96c-76da0d1881b3 service neutron] 10.222.0.49 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8428884 Sep 22 09:30:33.290761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e5eed19-b4bf-4a40-b68a-edd2ead60a66 req-79ff1f4d-7b3b-48ac-912b-6a69cb9594bf tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278831 Sep 22 09:30:33.304571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448c082f-956d-4246-b958-2d8a31ffce66 None None] Network d266527d-55d8-41dd-8463-015e8289f7d2 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:33.344572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:33.346855 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.351568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.460117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.492515 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e37727be-2be9-475c-b922-44a1ee69ee49 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8983083 Sep 22 09:30:33.509026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58234) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:33.563668 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adde3b6-9bfa-4a91-82e5-a9f437feda0a None None] Pushing event updated for resources: {'Port': ['ID=4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:33.609450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': 'd266527d-55d8-41dd-8463-015e8289f7d2', 'name': 'tempest-PortsIpV6TestJSON-1827697905'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:33.625788 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.659651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a31e97-7f3a-40d5-b7be-04b49627aeb2']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:33.688107 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Routers {'48c517e0-c891-436d-ace6-e468a8f6bcd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:33.694523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:30:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48c517e0-c891-436d-ace6-e468a8f6bcd9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:33.710480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321bfb4c-3f91-467a-95aa-f069760ef160') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:33.710776 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321bfb4c-3f91-467a-95aa-f069760ef160') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:33.734365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.756408 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.768043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:30:33.768482 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:30:33.906097 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:30:34.007129 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:34.010651 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:34.011335 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:34.034477 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:34.043261 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] 10.222.0.49 "DELETE /v2.0/networks/32a31e97-7f3a-40d5-b7be-04b49627aeb2 HTTP/1.1" status: 204 len: 168 time: 0.7855897 Sep 22 09:30:34.056089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Pushing event updated for resources: {'Port': ['ID=fbe86a80-bf00-4768-9e7f-e014e34fcd68,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:34.072599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057473a-e044-4398-947b-9955fed0444d admin admin] Pushing event deleted for resources: {'Network': ['ID=32a31e97-7f3a-40d5-b7be-04b49627aeb2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:34.079058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076e57a-a0bf-475e-8800-072e5db05caa req-ec99023e-32bc-47f2-83ae-a45c4142133b tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:34.080655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9076e57a-a0bf-475e-8800-072e5db05caa req-ec99023e-32bc-47f2-83ae-a45c4142133b tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 943 time: 0.2737579 Sep 22 09:30:34.117372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c7dbfeaf-06ab-4948-a4b0-94cf5b23832e None None] Provisioning complete for port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:34.117758 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfeaf-06ab-4948-a4b0-94cf5b23832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:34.128799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-d8682079-151c-477f-99c3-7b672a5a4d08 service neutron] 10.222.0.49 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358588 Sep 22 09:30:34.142257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port 016fc911-7619-4ace-932a-05bca3030172 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:30:34.188353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-d266527d-55d8-41dd-8463-015e8289f7d2', 'network_id': 'd266527d-55d8-41dd-8463-015e8289f7d2', 'tenant_id': '3bb885268c5c4c079aceba08c89722a3', 'fixed_ips': [{'subnet_id': '1dc8816f-327b-4ed5-abbf-391e6e9e6266'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:30:34.188353 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:34.221669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] Set router 48c517e0-c891-436d-ace6-e468a8f6bcd9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:34.440982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-5f163019-7ee0-4e6b-b348-7e2d63a0292d req-37a524e9-d44e-4b18-9603-9d375d8fb01c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Deleting port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:34.441465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f163019-7ee0-4e6b-b348-7e2d63a0292d req-37a524e9-d44e-4b18-9603-9d375d8fb01c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:34.520292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9076e57a-a0bf-475e-8800-072e5db05caa req-edaeddb3-93e3-40c0-a86c-dd402836f124 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835361 Sep 22 09:30:34.543801 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfeaf-06ab-4948-a4b0-94cf5b23832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:34.544825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Attempting to bind port fbe86a80-bf00-4768-9e7f-e014e34fcd68 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:34.545151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Attempting to bind port fbe86a80-bf00-4768-9e7f-e014e34fcd68 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '3fee5832-0164-483a-ae66-2216a5f22a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '04263797-4712-4ef7-954a-0101dc226875'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:34.545556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Attempting to bind port fbe86a80-bf00-4768-9e7f-e014e34fcd68 on network 04263797-4712-4ef7-954a-0101dc226875 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:34.633591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Port fbe86a80-bf00-4768-9e7f-e014e34fcd68 on network 04263797-4712-4ef7-954a-0101dc226875 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:30:34.640249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Attempting to bind port fbe86a80-bf00-4768-9e7f-e014e34fcd68 on network 04263797-4712-4ef7-954a-0101dc226875 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:34.652802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58258) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:34.695478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8::26d (d266527d-55d8-41dd-8463-015e8289f7d2/1dc8816f-327b-4ed5-abbf-391e6e9e6266/016fc911-7619-4ace-932a-05bca3030172) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:34.781361 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-49c58835-68a3-4c71-8bce-5aa099c2b106 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccce3062ac164847842ab32934931dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1271627 Sep 22 09:30:34.785090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58260) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:34.850249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c7dbfeaf-06ab-4948-a4b0-94cf5b23832e None None] For port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:34.898565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:34.920967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a980ff8-55d1-4b33-952d-5a18284e39b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:34.963562 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfeaf-06ab-4948-a4b0-94cf5b23832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:35.018753 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a980ff8-55d1-4b33-952d-5a18284e39b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:35.043569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-5f163019-7ee0-4e6b-b348-7e2d63a0292d req-37a524e9-d44e-4b18-9603-9d375d8fb01c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] For port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:35.043569 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f163019-7ee0-4e6b-b348-7e2d63a0292d req-37a524e9-d44e-4b18-9603-9d375d8fb01c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:35.071890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-5f163019-7ee0-4e6b-b348-7e2d63a0292d req-37a524e9-d44e-4b18-9603-9d375d8fb01c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Calling delete_port for 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:35.081573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbfeaf-06ab-4948-a4b0-94cf5b23832e None None] Pushing event updated for resources: {'Port': ['ID=4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:35.087810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:27Z', 'revision_number': 4, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8', 'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'mac_address': 'fa:16:3e:9d:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:25Z', 'updated_at': '2021-09-22T09:30:33Z', 'revision_number': 4, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'subnets': [{'id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:35.148895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d1f67-7e9e-4c2b-9262-cd86cb8a2851 None None] The sync data for ids ['48c517e0-c891-436d-ace6-e468a8f6bcd9'] in n-d-805649-4 is: [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:27Z', 'revision_number': 4, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8', 'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'mac_address': 'fa:16:3e:9d:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:25Z', 'updated_at': '2021-09-22T09:30:33Z', 'revision_number': 4, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'subnets': [{'id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:30:35.186739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:35.187237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Checking segment: {'id': '3fee5832-0164-483a-ae66-2216a5f22a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '04263797-4712-4ef7-954a-0101dc226875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:35.188704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Bound using segment: {'id': '3fee5832-0164-483a-ae66-2216a5f22a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '04263797-4712-4ef7-954a-0101dc226875'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:35.189358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Bound port: fbe86a80-bf00-4768-9e7f-e014e34fcd68, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fee5832-0164-483a-ae66-2216a5f22a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '04263797-4712-4ef7-954a-0101dc226875'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:35.189732 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:35.262942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a980ff8-55d1-4b33-952d-5a18284e39b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:35.265950 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a980ff8-55d1-4b33-952d-5a18284e39b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:35.269627 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6a980ff8-55d1-4b33-952d-5a18284e39b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02d38a23-62e9-4a87-b3c7-486858ed3bfe HTTP/1.1" status: 204 len: 168 time: 0.4801445 Sep 22 09:30:35.319448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a980ff8-55d1-4b33-952d-5a18284e39b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d38a23-62e9-4a87-b3c7-486858ed3bfe,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:35.628928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] For port fbe86a80-bf00-4768-9e7f-e014e34fcd68, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:35.651569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cce97f-7fa9-40fd-91dc-b2fb2a32ffd6 req-d5a19263-051d-44a3-8cdb-4a6c3c5dd928 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:35.654010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09cce97f-7fa9-40fd-91dc-b2fb2a32ffd6 req-d5a19263-051d-44a3-8cdb-4a6c3c5dd928 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.2237253 Sep 22 09:30:35.658001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] For port fbe86a80-bf00-4768-9e7f-e014e34fcd68, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fbe86a80-bf00-4768-9e7f-e014e34fcd68,segment=NetworkSegment(3fee5832-0164-483a-ae66-2216a5f22a3c),segment_id=3fee5832-0164-483a-ae66-2216a5f22a3c)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:35.691800 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:35.696158 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f163019-7ee0-4e6b-b348-7e2d63a0292d req-37a524e9-d44e-4b18-9603-9d375d8fb01c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:35.799074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Allocated IP 2001:db8::2 (d266527d-55d8-41dd-8463-015e8289f7d2/1dc8816f-327b-4ed5-abbf-391e6e9e6266/1164bc08-cf27-4c16-a95a-013845a81038) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:35.878692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:35.889542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:35.895523 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:35.920671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a524e9-d44e-4b18-9603-9d375d8fb01c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Pushing event deleted for resources: {'Port': ['ID=1d8a5f3a-37f1-4be6-b989-28db3ca95f14,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:35.966955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:35.967433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:35.997011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:36.006930 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.013990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] 10.222.0.45 "PUT /v2.0/ports/fbe86a80-bf00-4768-9e7f-e014e34fcd68 HTTP/1.1" status: 200 len: 1091 time: 5.0496197 Sep 22 09:30:36.124450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:36.126722 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.162434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58288) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:36.414739 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.479672 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38dab39f-4310-4524-a754-dbd354ba5c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.531775 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.660591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Network d266527d-55d8-41dd-8463-015e8289f7d2 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:36.665883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5b474c-4e53-47f3-9419-71289f277bc5', 'tag': 'fbe86a80-bf00-4768-9e7f-e014e34fcd68'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:36.673381 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b9e37d-71a6-4ba3-837c-4dfb82b6e127" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5b474c-4e53-47f3-9419-71289f277bc5", "tag": "fbe86a80-bf00-4768-9e7f-e014e34fcd68"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:36.684788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Pushing event updated for resources: {'Port': ['ID=1164bc08-cf27-4c16-a95a-013845a81038,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:36.688293 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:36.691508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:36.720462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38dab39f-4310-4524-a754-dbd354ba5c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.764979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f163019-7ee0-4e6b-b348-7e2d63a0292d req-37a524e9-d44e-4b18-9603-9d375d8fb01c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] No DVR routers for this DVR port 1d8a5f3a-37f1-4be6-b989-28db3ca95f14 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:36.771809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09cce97f-7fa9-40fd-91dc-b2fb2a32ffd6 req-465d1cda-2517-481d-a1bc-8602c2af1df1 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1046157 Sep 22 09:30:36.775172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-067b9556-983a-49ff-8ab7-da3ddaedbe12 req-e73aa65e-5388-45c9-9b32-9a3fd28b427d tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 210 time: 0.8909464 Sep 22 09:30:36.789682 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f163019-7ee0-4e6b-b348-7e2d63a0292d req-37a524e9-d44e-4b18-9603-9d375d8fb01c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.792466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Attempting to bind port 1164bc08-cf27-4c16-a95a-013845a81038 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:36.793565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Attempting to bind port 1164bc08-cf27-4c16-a95a-013845a81038 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '35eae7eb-0fe3-42fe-bfe9-9488795b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd266527d-55d8-41dd-8463-015e8289f7d2'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:36.793919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f163019-7ee0-4e6b-b348-7e2d63a0292d req-37a524e9-d44e-4b18-9603-9d375d8fb01c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.60 "DELETE /v2.0/ports/1d8a5f3a-37f1-4be6-b989-28db3ca95f14 HTTP/1.1" status: 204 len: 173 time: 3.5187707 Sep 22 09:30:36.794045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Attempting to bind port 1164bc08-cf27-4c16-a95a-013845a81038 on network d266527d-55d8-41dd-8463-015e8289f7d2 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:36.797342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network d266527d-55d8-41dd-8463-015e8289f7d2 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:36.800608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=016fc911-7619-4ace-932a-05bca3030172,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:36.806682 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38dab39f-4310-4524-a754-dbd354ba5c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.810258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:36.814189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Checking segment: {'id': '35eae7eb-0fe3-42fe-bfe9-9488795b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd266527d-55d8-41dd-8463-015e8289f7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:36.814189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.814189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Bound using segment: {'id': '35eae7eb-0fe3-42fe-bfe9-9488795b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd266527d-55d8-41dd-8463-015e8289f7d2'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:36.814189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Bound port: 1164bc08-cf27-4c16-a95a-013845a81038, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eae7eb-0fe3-42fe-bfe9-9488795b58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd266527d-55d8-41dd-8463-015e8289f7d2'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:36.814189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.840709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:36.856958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:36.863752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:36.864486 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.981534 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-38dab39f-4310-4524-a754-dbd354ba5c9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c61b171441e418db0c24c14ab3971a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8156879 Sep 22 09:30:36.997808 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58308) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:37.006200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dab39f-4310-4524-a754-dbd354ba5c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc898b3-e93f-43e1-a5b9-3e889f7ace27,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:37.092466 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c34875-dbfc-49f2-bf33-5c5ca80c7bcf service neutron] Pushing event updated for resources: {'Port': ['ID=fbe86a80-bf00-4768-9e7f-e014e34fcd68,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:37.095189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-726c065c-4872-4bd9-85c7-6fefd4e3f9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:37.167233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] For port 1164bc08-cf27-4c16-a95a-013845a81038, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:37.177447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] For port 1164bc08-cf27-4c16-a95a-013845a81038, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1164bc08-cf27-4c16-a95a-013845a81038,segment=NetworkSegment(35eae7eb-0fe3-42fe-bfe9-9488795b58b9),segment_id=35eae7eb-0fe3-42fe-bfe9-9488795b58b9)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:37.182819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-726c065c-4872-4bd9-85c7-6fefd4e3f9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:37.205760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-eecd4eb6-c87c-4fa1-bce0-d0ccd04122de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:37.207980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-eecd4eb6-c87c-4fa1-bce0-d0ccd04122de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c06e6bc8248b4d829d0b05991b89d5e1&device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 1094 time: 0.4474230 Sep 22 09:30:37.289552 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:37.322517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-6bb601e7-b5ae-4129-836a-d8b8895c6b92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbe86a80-bf00-4768-9e7f-e014e34fcd68 HTTP/1.1" status: 200 len: 217 time: 0.1045718 Sep 22 09:30:37.326510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3d3778dd-b627-4898-9672-120aca039450 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7816479 Sep 22 09:30:37.332537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58316) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:37.340131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': 'd266527d-55d8-41dd-8463-015e8289f7d2', 'name': 'tempest-PortsIpV6TestJSON-702345793'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:37.358905 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164653ef-684a-4056-b498-9ff7e8a596ef req-2416b1cb-9281-46fe-8aed-16fcda393f2a tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:37.360534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-164653ef-684a-4056-b498-9ff7e8a596ef req-2416b1cb-9281-46fe-8aed-16fcda393f2a tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 943 time: 0.2351010 Sep 22 09:30:37.486709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50927638-add1-4aa1-9490-d155312d4bd6 None None] Pushing event updated for resources: {'Port': ['ID=1164bc08-cf27-4c16-a95a-013845a81038,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:37.552417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-d08356ee-0717-43b9-95e4-d9f07f4678dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:37.554688 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-d08356ee-0717-43b9-95e4-d9f07f4678dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e882e14c-19a4-490d-8cb6-105c3b377743 HTTP/1.1" status: 200 len: 858 time: 0.1906953 Sep 22 09:30:37.566097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-164653ef-684a-4056-b498-9ff7e8a596ef req-85053dcf-13e0-42d1-b8a0-0352d2156da7 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859291 Sep 22 09:30:37.592771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-726c065c-4872-4bd9-85c7-6fefd4e3f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:37.617956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-726c065c-4872-4bd9-85c7-6fefd4e3f9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:37.633349 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-726c065c-4872-4bd9-85c7-6fefd4e3f9c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5bc898b3-e93f-43e1-a5b9-3e889f7ace27 HTTP/1.1" status: 204 len: 168 time: 0.6333816 Sep 22 09:30:37.679523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c065c-4872-4bd9-85c7-6fefd4e3f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc898b3-e93f-43e1-a5b9-3e889f7ace27,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:37.707056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a46b4272-792c-4013-9ef6-4db8b2f7b15d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04263797-4712-4ef7-954a-0101dc226875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349626 Sep 22 09:30:37.726652 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a3723b-83fd-4199-8536-08f4406aee9f x-openstack-request-id: req-45a3723b-83fd-4199-8536-08f4406aee9f {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:37.728996 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5b474c-4e53-47f3-9419-71289f277bc5", "tag": "fbe86a80-bf00-4768-9e7f-e014e34fcd68", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:37.729250 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45a3723b-83fd-4199-8536-08f4406aee9f {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:37.732533 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b474c-4e53-47f3-9419-71289f277bc5', 'tag': 'fbe86a80-bf00-4768-9e7f-e014e34fcd68', 'status': 'completed', 'code': 200} Sep 22 09:30:37.778053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58324) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:37.826809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:37.839942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:37.940831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port 62ecdeea-5373-458a-a070-1aec5d6c3c39 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:30:38.171367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5991107-dce3-467f-b83e-849fdd547a3d req-4f242054-7ac1-4e4d-a5a5-648c704be268 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 210 time: 0.0786998 Sep 22 09:30:38.174824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-6cf29177-38c1-485b-a7e7-d30783dd0e96 service neutron] 10.222.0.45 "GET /v2.0/networks/04263797-4712-4ef7-954a-0101dc226875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418638 Sep 22 09:30:38.277080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1885236289-network', 'tenant_id': 'db571e6faac54465bf3654c7493a928f'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:38.288868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529255c-cb37-476c-9c84-54d5ad315995 req-c70849c6-be27-4441-8270-41ae5176426b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:38.292601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f529255c-cb37-476c-9c84-54d5ad315995 req-c70849c6-be27-4441-8270-41ae5176426b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.2895825 Sep 22 09:30:38.384887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8::17e (d266527d-55d8-41dd-8463-015e8289f7d2/1dc8816f-327b-4ed5-abbf-391e6e9e6266/62ecdeea-5373-458a-a070-1aec5d6c3c39) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:38.460935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-fa3ff831-b22a-4aa2-8c4f-e3575a511263 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:38.462227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf977535-c60b-4a8c-9faf-ee671c18205e req-a1c77130-e901-41f7-af69-14de81c0dd4a service neutron] 10.222.0.45 "GET /v2.0/networks/04263797-4712-4ef7-954a-0101dc226875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789264 Sep 22 09:30:38.462651 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-fa3ff831-b22a-4aa2-8c4f-e3575a511263 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.45 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 805 time: 0.3902104 Sep 22 09:30:38.480233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Made reservation on behalf of db571e6faac54465bf3654c7493a928f for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:38.485097 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:38.499586 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f529255c-cb37-476c-9c84-54d5ad315995 req-0138167f-ad84-4c44-bc0a-7c2bfee89b4e tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992362 Sep 22 09:30:38.520054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Request body: {'port': {'device_id': '11e41002-1355-4723-b2fd-53e1da16334f', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'admin_state_up': True, 'tenant_id': '7613d8fae3f244ceb7789e305433b73a'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:38.555018 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:38.716465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9e37d-71a6-4ba3-837c-4dfb82b6e127 req-78517b63-284f-4288-8baf-7878e00abe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:38.723174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9b9e37d-71a6-4ba3-837c-4dfb82b6e127 req-78517b63-284f-4288-8baf-7878e00abe8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c06e6bc8248b4d829d0b05991b89d5e1&device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 1094 time: 0.0954416 Sep 22 09:30:38.920315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.004652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629684a-5871-4a53-ad64-e36979aad90b req-d537b6a2-e87d-4171-b481-760f1ce13b64 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:39.012226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9629684a-5871-4a53-ad64-e36979aad90b req-d537b6a2-e87d-4171-b481-760f1ce13b64 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 943 time: 0.2155256 Sep 22 09:30:39.033503 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.074111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9e37d-71a6-4ba3-837c-4dfb82b6e127 req-a3bbe590-6907-4511-b405-0e31aa084b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:39.076128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9b9e37d-71a6-4ba3-837c-4dfb82b6e127 req-a3bbe590-6907-4511-b405-0e31aa084b91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=04263797-4712-4ef7-954a-0101dc226875 HTTP/1.1" status: 200 len: 919 time: 0.3475981 Sep 22 09:30:39.089887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.147842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543f8f39-5571-4c8a-9829-5c5f594d7ef4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:39.178551 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.197148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9629684a-5871-4a53-ad64-e36979aad90b req-2f625f43-1fd9-4723-9b22-07a463a341d3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745498 Sep 22 09:30:39.203759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9b9e37d-71a6-4ba3-837c-4dfb82b6e127 req-193fc9ee-d3a5-41a3-9b1d-22840357e4b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbe86a80-bf00-4768-9e7f-e014e34fcd68 HTTP/1.1" status: 200 len: 217 time: 0.1185470 Sep 22 09:30:39.222322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:30:39.267662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network d266527d-55d8-41dd-8463-015e8289f7d2 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:39.279298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:39.283865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:39.310434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:39.311574 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.340130 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3579ea-e923-414d-bf9b-658899b51dae None None] Network d266527d-55d8-41dd-8463-015e8289f7d2 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:39.343026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Made reservation on behalf of 7613d8fae3f244ceb7789e305433b73a for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:39.347057 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.372099 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.372504 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Added segment d55e074a-89d9-46c3-9d86-f2ad034a8d65 of type vlan for network adba3bec-166f-439e-b724-a6e2cc289843 Sep 22 09:30:39.403026 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aab859ee-dcaf-4c36-a5dd-3c501b242c91 req-c953d853-aa3b-4c8b-8fe5-6a496c6473d9 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 210 time: 0.0673625 Sep 22 09:30:39.440017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9e37d-71a6-4ba3-837c-4dfb82b6e127 req-445b9f0a-be09-4dfa-9637-5e3b5657f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:39.446780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9b9e37d-71a6-4ba3-837c-4dfb82b6e127 req-445b9f0a-be09-4dfa-9637-5e3b5657f43f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e882e14c-19a4-490d-8cb6-105c3b377743 HTTP/1.1" status: 200 len: 858 time: 0.2346394 Sep 22 09:30:39.458487 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1212866 Sep 22 09:30:39.458487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30a063-cc49-4448-b2db-cf5ef274b3a8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=62ecdeea-5373-458a-a070-1aec5d6c3c39,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:39.481660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58364) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:39.515515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b824f85f-9728-46cc-8306-f19cfeecf70a None None] Provisioning complete for port 1164bc08-cf27-4c16-a95a-013845a81038 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:39.515515 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b824f85f-9728-46cc-8306-f19cfeecf70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.553275 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.671902 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9b9e37d-71a6-4ba3-837c-4dfb82b6e127 req-261c13ac-5860-4537-9deb-3c80aa61bcb9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=04263797-4712-4ef7-954a-0101dc226875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2036588 Sep 22 09:30:39.792355 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'name': 'network-vif-deleted', 'tag': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:39.798588 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd7e748-d937-4dda-a5c3-4acc97d4adea" -d '{"events": [{"server_uuid": "21166a31-3714-464c-acc4-ff061dcbf2ac", "name": "network-vif-deleted", "tag": "1d8a5f3a-37f1-4be6-b989-28db3ca95f14"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:39.815239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Allocated IP 172.20.0.7 (481161e4-d608-458f-a049-8a0f1f993768/cfaf3b31-1878-4542-8cdf-ef8404499561/386a78b3-fa20-4818-b435-83cc942a39aa) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:39.842220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1164bc08-cf27-4c16-a95a-013845a81038 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:39.843639 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.846817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:39.847930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.963260 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b824f85f-9728-46cc-8306-f19cfeecf70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:40.011390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58380) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:40.012355 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f31f9-8462-4e7d-aaac-d0c02f76af8e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:40.014191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a52f31f9-8462-4e7d-aaac-d0c02f76af8e tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A26d HTTP/1.1" status: 200 len: 929 time: 0.5298352 Sep 22 09:30:40.021708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58382) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:40.047244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b824f85f-9728-46cc-8306-f19cfeecf70a None None] For port 1164bc08-cf27-4c16-a95a-013845a81038, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1164bc08-cf27-4c16-a95a-013845a81038,segment=NetworkSegment(35eae7eb-0fe3-42fe-bfe9-9488795b58b9),segment_id=35eae7eb-0fe3-42fe-bfe9-9488795b58b9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:40.052340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1164bc08-cf27-4c16-a95a-013845a81038 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:40.052824 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:40.089556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7f82-0c83-43dd-8232-672cf0ebc237 req-06725a42-099a-47f5-8e5b-400fb816b46f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:40.091384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-736b7f82-0c83-43dd-8232-672cf0ebc237 req-06725a42-099a-47f5-8e5b-400fb816b46f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.4068618 Sep 22 09:30:40.132751 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9b9e37d-71a6-4ba3-837c-4dfb82b6e127 req-dfdf0896-0c1a-4459-936a-7d835e27cd0e service neutron] 10.222.0.45 "GET /v2.0/networks/04263797-4712-4ef7-954a-0101dc226875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140012 Sep 22 09:30:40.289440 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812f7d5f-8668-42ff-a0ab-6ab70ea9051c x-openstack-request-id: req-812f7d5f-8668-42ff-a0ab-6ab70ea9051c {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:40.291146 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21166a31-3714-464c-acc4-ff061dcbf2ac", "name": "network-vif-deleted", "tag": "1d8a5f3a-37f1-4be6-b989-28db3ca95f14", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:40.291406 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-812f7d5f-8668-42ff-a0ab-6ab70ea9051c {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:40.298078 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21166a31-3714-464c-acc4-ff061dcbf2ac', 'name': 'network-vif-deleted', 'tag': '1d8a5f3a-37f1-4be6-b989-28db3ca95f14', 'status': 'completed', 'code': 200} Sep 22 09:30:40.383602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=adba3bec-166f-439e-b724-a6e2cc289843,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:40.384933 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:40.415030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network adba3bec-166f-439e-b724-a6e2cc289843 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:30:40.445311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:40.452949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-736b7f82-0c83-43dd-8232-672cf0ebc237 req-d87d9d24-18c2-4131-9191-1264a9cd1243 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533242 Sep 22 09:30:40.563651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-4012e9e8-a741-4108-a67e-d09a1ed383ee tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 62ecdeea-5373-458a-a070-1aec5d6c3c39 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:40.564032 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4012e9e8-a741-4108-a67e-d09a1ed383ee tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:40.568506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2027479485-network', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:40.592085 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ef5d1286-fe20-4445-9a55-7b1cb0bfb3f7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8129535 Sep 22 09:30:40.600015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58394) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:40.612253 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b824f85f-9728-46cc-8306-f19cfeecf70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:40.635245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] Request body: {'subnet': {'network_id': 'adba3bec-166f-439e-b724-a6e2cc289843', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1885236289-subnet', 'tenant_id': 'db571e6faac54465bf3654c7493a928f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:40.672604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:40.674681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9b9e37d-71a6-4ba3-837c-4dfb82b6e127 req-76e22302-ef1c-41e2-ad1c-74b8f62c6360 service neutron] 10.222.0.45 "GET /v2.0/networks/04263797-4712-4ef7-954a-0101dc226875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295744 Sep 22 09:30:40.768140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df48f35-f6b3-447a-98a9-48a25668df44 req-b2bff47b-7dcf-4477-a3ee-c8a75eeb4e2f tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:40.777952 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7df48f35-f6b3-447a-98a9-48a25668df44 req-b2bff47b-7dcf-4477-a3ee-c8a75eeb4e2f tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 943 time: 0.3532734 Sep 22 09:30:40.842950 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4012e9e8-a741-4108-a67e-d09a1ed383ee tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:40.859731 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2ce81-79a9-44cb-b408-5780f6e242a6 req-4a611867-ad61-4761-a234-33b752d93511 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:40.862737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1b2ce81-79a9-44cb-b408-5780f6e242a6 req-4a611867-ad61-4761-a234-33b752d93511 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 931 time: 0.2494862 Sep 22 09:30:40.886010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-4012e9e8-a741-4108-a67e-d09a1ed383ee tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 62ecdeea-5373-458a-a070-1aec5d6c3c39 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:40.907492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Pushing event updated for resources: {'Port': ['ID=386a78b3-fa20-4818-b435-83cc942a39aa,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:40.907690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7df48f35-f6b3-447a-98a9-48a25668df44 req-5e9a0cf0-056b-4831-b31e-c3a941b7b014 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261826 Sep 22 09:30:40.920775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Network 481161e4-d608-458f-a049-8a0f1f993768 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:40.922843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:40.929730 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:40.999206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824f85f-9728-46cc-8306-f19cfeecf70a None None] Pushing event updated for resources: {'Port': ['ID=1164bc08-cf27-4c16-a95a-013845a81038,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:41.049502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-56171db7-2796-48ed-9b04-4434260e24e3 None None] Provisioning complete for port 62ecdeea-5373-458a-a070-1aec5d6c3c39 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:41.049893 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-56171db7-2796-48ed-9b04-4434260e24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.052659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1b2ce81-79a9-44cb-b408-5780f6e242a6 req-c9eea8d6-0d88-4d49-a9b9-139300231e13 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754601 Sep 22 09:30:41.055517 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:30:41.055901 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:30:41.076708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:41.084088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.126549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-56171db7-2796-48ed-9b04-4434260e24e3 None None] Port 62ecdeea-5373-458a-a070-1aec5d6c3c39 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:41.146547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Made reservation on behalf of e2a6bc30171f44978212060b8a32150c for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:41.160713 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.161113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-56171db7-2796-48ed-9b04-4434260e24e3 None None] Provisioning complete for port 1164bc08-cf27-4c16-a95a-013845a81038 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:41.161113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-56171db7-2796-48ed-9b04-4434260e24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.161321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.260914 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-8b862725-85ce-441e-a0da-8dc0ebf87666 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7680779 Sep 22 09:30:41.274927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-56171db7-2796-48ed-9b04-4434260e24e3 None None] Provisioning complete for port 016fc911-7619-4ace-932a-05bca3030172 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:41.275190 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-56171db7-2796-48ed-9b04-4434260e24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.289013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Request body: {'port': {'device_id': '11e41002-1355-4723-b2fd-53e1da16334f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:41.310499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4012e9e8-a741-4108-a67e-d09a1ed383ee tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.323601 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-56171db7-2796-48ed-9b04-4434260e24e3 None None] Port 016fc911-7619-4ace-932a-05bca3030172 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:41.355616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012e9e8-a741-4108-a67e-d09a1ed383ee tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=62ecdeea-5373-458a-a070-1aec5d6c3c39,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:41.384149 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4012e9e8-a741-4108-a67e-d09a1ed383ee tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.389455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4012e9e8-a741-4108-a67e-d09a1ed383ee tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/62ecdeea-5373-458a-a070-1aec5d6c3c39 HTTP/1.1" status: 204 len: 168 time: 1.3639171 Sep 22 09:30:41.389455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58398) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:41.392277 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.417766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] Made reservation on behalf of db571e6faac54465bf3654c7493a928f for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:41.420309 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.423817 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0844eca-69a3-4348-a2dc-8c3772556485 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:30:41.426906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e0844eca-69a3-4348-a2dc-8c3772556485 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/62ecdeea-5373-458a-a070-1aec5d6c3c39 HTTP/1.1" status: 404 len: 333 time: 0.0350640 Sep 22 09:30:41.429883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58400) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:41.448876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-74da2165-7a0b-40e1-9b48-d8ad31edc968 None None] Could not find standard attr ID for object 62ecdeea-5373-458a-a070-1aec5d6c3c39. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:30:41.526756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-74da2165-7a0b-40e1-9b48-d8ad31edc968 None None] Provisioning complete for port 016fc911-7619-4ace-932a-05bca3030172 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:41.532351 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-74da2165-7a0b-40e1-9b48-d8ad31edc968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.599138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-001e2171-f026-4648-a9f1-dd3f90ebc772 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 016fc911-7619-4ace-932a-05bca3030172 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:41.603083 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-001e2171-f026-4648-a9f1-dd3f90ebc772 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.695335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-74da2165-7a0b-40e1-9b48-d8ad31edc968 None None] Port 016fc911-7619-4ace-932a-05bca3030172 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:41.840938 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-001e2171-f026-4648-a9f1-dd3f90ebc772 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.851764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1164bc08-cf27-4c16-a95a-013845a81038 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:41.872989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-001e2171-f026-4648-a9f1-dd3f90ebc772 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 016fc911-7619-4ace-932a-05bca3030172 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:41.902873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5c91e-ead2-4c00-ba99-6c1100101f35 req-2d284c02-a6d5-4e3a-a0e8-cbff1198fb06 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:41.916174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aae5c91e-ead2-4c00-ba99-6c1100101f35 req-2d284c02-a6d5-4e3a-a0e8-cbff1198fb06 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.2606342 Sep 22 09:30:41.936324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1164bc08-cf27-4c16-a95a-013845a81038 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:41.937119 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.998830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aae5c91e-ead2-4c00-ba99-6c1100101f35 req-d9c0cb3b-16f5-4cba-9b92-32df19c3d027 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794392 Sep 22 09:30:42.166306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58268907-e99c-4f33-be31-f84d590a6104 req-043a6865-54be-43df-ac0a-d692b01f4642 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:42.168064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58268907-e99c-4f33-be31-f84d590a6104 req-043a6865-54be-43df-ac0a-d692b01f4642 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 943 time: 0.1188252 Sep 22 09:30:42.278890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58268907-e99c-4f33-be31-f84d590a6104 req-b64e6b32-7473-4e64-b4ad-7f8bab7c57ed tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963407 Sep 22 09:30:42.294520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0c1c3-cae6-410f-9485-2ad9f62d7bde req-ab8c14d7-5459-4984-92ae-6d5ff202edf3 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:42.295043 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89c0c1c3-cae6-410f-9485-2ad9f62d7bde req-ab8c14d7-5459-4984-92ae-6d5ff202edf3 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 931 time: 0.0910394 Sep 22 09:30:42.317663 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-001e2171-f026-4648-a9f1-dd3f90ebc772 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.375767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e2171-f026-4648-a9f1-dd3f90ebc772 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=016fc911-7619-4ace-932a-05bca3030172,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:42.422078 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-001e2171-f026-4648-a9f1-dd3f90ebc772 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.430016 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-001e2171-f026-4648-a9f1-dd3f90ebc772 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/016fc911-7619-4ace-932a-05bca3030172 HTTP/1.1" status: 204 len: 168 time: 0.9933650 Sep 22 09:30:42.430016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58414) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:42.476910 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64ab277-a2f7-454e-9aea-a92f2a27c544 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:30:42.479034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f64ab277-a2f7-454e-9aea-a92f2a27c544 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/016fc911-7619-4ace-932a-05bca3030172 HTTP/1.1" status: 404 len: 333 time: 0.0499148 Sep 22 09:30:42.484531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58416) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:42.490214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89c0c1c3-cae6-410f-9485-2ad9f62d7bde req-f83a9b95-b0d6-4f16-9366-6a09df549704 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603649 Sep 22 09:30:42.541462 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58418) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:42.589865 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.697482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-092c80f0-f9d5-4e3c-9a80-5d3c88d3dd60 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting subnet 1dc8816f-327b-4ed5-abbf-391e6e9e6266 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:30:42.697482 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-092c80f0-f9d5-4e3c-9a80-5d3c88d3dd60 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.712758 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9282ce7f-941a-4146-ba93-c419ec3aa02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.734496 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.811141 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-092c80f0-f9d5-4e3c-9a80-5d3c88d3dd60 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.820524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.826035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386a78b3-fa20-4818-b435-83cc942a39aa {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:42.833881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fbe86a80-bf00-4768-9e7f-e014e34fcd68 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:30:42.844155 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9282ce7f-941a-4146-ba93-c419ec3aa02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.866246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:30:42.880868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.920606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc24df65-e9dc-498d-9a75-0f6b26f04a32,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:42.928088 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9282ce7f-941a-4146-ba93-c419ec3aa02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.937669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:42.937669 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Added segment f0785417-78cc-4a44-8b19-ef6031ffb146 of type vlan for network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 Sep 22 09:30:42.950549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Transition to ACTIVE for port object 386a78b3-fa20-4818-b435-83cc942a39aa will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:30:42.977614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9282ce7f-941a-4146-ba93-c419ec3aa02f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d825b48d6151455688456dc45ca3cf0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361413 Sep 22 09:30:42.978403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282ce7f-941a-4146-ba93-c419ec3aa02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7891777-78e6-40fb-9924-ce9c4569c704,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:42.981786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58424) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:42.996264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fbe86a80-bf00-4768-9e7f-e014e34fcd68, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fbe86a80-bf00-4768-9e7f-e014e34fcd68,segment=NetworkSegment(3fee5832-0164-483a-ae66-2216a5f22a3c),segment_id=3fee5832-0164-483a-ae66-2216a5f22a3c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:43.019545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'fbe86a80-bf00-4768-9e7f-e014e34fcd68', 'network_id': '04263797-4712-4ef7-954a-0101dc226875', 'port_id': 'fbe86a80-bf00-4768-9e7f-e014e34fcd68', 'mac_address': 'fa:16:3e:f4:f7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e882e14c-19a4-490d-8cb6-105c3b377743', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:30:43.048884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d8bd0b-b92b-4925-9a87-c9096d60a472,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:43.053930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.066621 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1d97842e-c101-4964-8dac-d41e441e8086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.070321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.119594 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.128227 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-092c80f0-f9d5-4e3c-9a80-5d3c88d3dd60 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.128509 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1d97842e-c101-4964-8dac-d41e441e8086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.155065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe86a80-bf00-4768-9e7f-e014e34fcd68 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:43.168707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] Checking segment: {'id': 'd55e074a-89d9-46c3-9d86-f2ad034a8d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'adba3bec-166f-439e-b724-a6e2cc289843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:43.169085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] Network hostable DHCP agents. Network: adba3bec-166f-439e-b724-a6e2cc289843, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:30:43.183104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.resource_extend [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:30:43.205898 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fbe86a80-bf00-4768-9e7f-e014e34fcd68, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fbe86a80-bf00-4768-9e7f-e014e34fcd68,segment=NetworkSegment(3fee5832-0164-483a-ae66-2216a5f22a3c),segment_id=3fee5832-0164-483a-ae66-2216a5f22a3c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:43.222388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb6c23-5bde-432b-abba-69db9ee91f9d req-2f623fdf-324d-4c01-b0a8-7c59baa66efa tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:43.230785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07cb6c23-5bde-432b-abba-69db9ee91f9d req-2f623fdf-324d-4c01-b0a8-7c59baa66efa tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.0845065 Sep 22 09:30:43.241786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Pushing event updated for resources: {'Port': ['ID=386a78b3-fa20-4818-b435-83cc942a39aa,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:43.276384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07cb6c23-5bde-432b-abba-69db9ee91f9d req-5f8ffe01-a167-475f-8af9-464b09c11607 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Sep 22 09:30:43.303226 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.330708 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1d97842e-c101-4964-8dac-d41e441e8086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.335422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1d97842e-c101-4964-8dac-d41e441e8086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.339039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1d97842e-c101-4964-8dac-d41e441e8086 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7891777-78e6-40fb-9924-ce9c4569c704 HTTP/1.1" status: 204 len: 168 time: 0.3536973 Sep 22 09:30:43.348832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Attempting to bind port 386a78b3-fa20-4818-b435-83cc942a39aa on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:43.348832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Attempting to bind port 386a78b3-fa20-4818-b435-83cc942a39aa by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:43.348832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Attempting to bind port 386a78b3-fa20-4818-b435-83cc942a39aa on network 481161e4-d608-458f-a049-8a0f1f993768 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:43.349231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97842e-c101-4964-8dac-d41e441e8086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7891777-78e6-40fb-9924-ce9c4569c704,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:43.351866 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.354397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:43.357936 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.372043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Port 386a78b3-fa20-4818-b435-83cc942a39aa on network 481161e4-d608-458f-a049-8a0f1f993768 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:30:43.372780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Attempting to bind port 386a78b3-fa20-4818-b435-83cc942a39aa on network 481161e4-d608-458f-a049-8a0f1f993768 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:43.382176 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=fbe86a80-bf00-4768-9e7f-e014e34fcd68,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:43.398360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:43.398699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Checking segment: {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:43.399096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Bound using segment: {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:43.404169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Bound port: 386a78b3-fa20-4818-b435-83cc942a39aa, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:43.404555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.420494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] Network adba3bec-166f-439e-b724-a6e2cc289843 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:30:43.450009 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-092c80f0-f9d5-4e3c-9a80-5d3c88d3dd60 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.512497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917cc4b-2db5-4e83-b3a4-fbbf6738ebe7 req-7e3c4ea6-9d7a-4ecc-ae77-e714daaa7374 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:43.514094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2917cc4b-2db5-4e83-b3a4-fbbf6738ebe7 req-7e3c4ea6-9d7a-4ecc-ae77-e714daaa7374 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 944 time: 0.0844970 Sep 22 09:30:43.519212 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] Pushing event updated for resources: {'Network': ['ID=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:43.538298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:30:43.564614 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d9e5e855-2126-4088-9371-a40e69ad23ef admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5492508 Sep 22 09:30:43.571242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58434) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:43.575583 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c80f0-f9d5-4e3c-9a80-5d3c88d3dd60 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc8816f-327b-4ed5-abbf-391e6e9e6266,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:43.578257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, adba3bec-166f-439e-b724-a6e2cc289843) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:43.579774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-092c80f0-f9d5-4e3c-9a80-5d3c88d3dd60 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.586169 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-092c80f0-f9d5-4e3c-9a80-5d3c88d3dd60 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/1dc8816f-327b-4ed5-abbf-391e6e9e6266 HTTP/1.1" status: 204 len: 168 time: 1.0914772 Sep 22 09:30:43.586708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] Request body: {'subnet': {'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2027479485-subnet', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:43.594574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58436) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:43.604755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:43.605584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.633637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2917cc4b-2db5-4e83-b3a4-fbbf6738ebe7 req-8fcf4eea-dc8e-4310-b95c-0cfd743678f4 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969944 Sep 22 09:30:43.636758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['fbe86a80-bf00-4768-9e7f-e014e34fcd68'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:30:43.649766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d01f4ec-6fde-4005-b790-9395d5d0a241 None None] Network adba3bec-166f-439e-b724-a6e2cc289843 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:43.655064 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c0d34-2d91-407e-8c74-6bf379d80615 None None] Network d266527d-55d8-41dd-8463-015e8289f7d2 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:43.768765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] For port 386a78b3-fa20-4818-b435-83cc942a39aa, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:43.798985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] For port 386a78b3-fa20-4818-b435-83cc942a39aa, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=386a78b3-fa20-4818-b435-83cc942a39aa,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:43.799252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b13659-6a39-419f-84a7-e85e7fe03848 req-77ebf151-d567-4b04-9de8-5a9949b73d81 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:43.805130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.807249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47b13659-6a39-419f-84a7-e85e7fe03848 req-77ebf151-d567-4b04-9de8-5a9949b73d81 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 943 time: 0.1177211 Sep 22 09:30:43.820273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] Made reservation on behalf of e2a6bc30171f44978212060b8a32150c for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:43.824582 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.868331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47b13659-6a39-419f-84a7-e85e7fe03848 req-7071ab41-e266-488e-949a-83530ddea2f7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538287 Sep 22 09:30:43.929328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.944225 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-15c139e5-43d8-415a-aa37-83d6904f7d51 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3178868 Sep 22 09:30:44.046326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:44.047264 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:44.050702 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] 10.222.0.45 "PUT /v2.0/ports/386a78b3-fa20-4818-b435-83cc942a39aa HTTP/1.1" status: 200 len: 1091 time: 2.7723801 Sep 22 09:30:44.058799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e41002-1355-4723-b2fd-53e1da16334f', 'tag': '386a78b3-fa20-4818-b435-83cc942a39aa'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:44.079815 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb452694-bf38-4513-83b9-a79e3908130b" -d '{"events": [{"name": "network-changed", "server_uuid": "11e41002-1355-4723-b2fd-53e1da16334f", "tag": "386a78b3-fa20-4818-b435-83cc942a39aa"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:44.231058 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab38cf0-7147-4c0d-86d5-8139ed5812ff x-openstack-request-id: req-dab38cf0-7147-4c0d-86d5-8139ed5812ff {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:44.231522 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e41002-1355-4723-b2fd-53e1da16334f", "tag": "386a78b3-fa20-4818-b435-83cc942a39aa", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:44.231661 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dab38cf0-7147-4c0d-86d5-8139ed5812ff {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:44.232054 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e41002-1355-4723-b2fd-53e1da16334f', 'tag': '386a78b3-fa20-4818-b435-83cc942a39aa', 'status': 'completed', 'code': 200} Sep 22 09:30:44.245206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c609d-3e9d-4ca3-9ed8-9a8f6b04741b None None] Network adba3bec-166f-439e-b724-a6e2cc289843 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:44.259991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09b2c2-c42f-4a13-9a60-8b32d50f9ced service neutron] Pushing event updated for resources: {'Port': ['ID=386a78b3-fa20-4818-b435-83cc942a39aa,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:44.297467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 1164bc08-cf27-4c16-a95a-013845a81038 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:44.298135 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:44.513974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc15bb-e7d9-4c98-b83b-dd0a28cc4bcd req-42cd4496-9980-45db-887c-655fe25eb356 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:44.524092 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bbc15bb-e7d9-4c98-b83b-dd0a28cc4bcd req-42cd4496-9980-45db-887c-655fe25eb356 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.1079600 Sep 22 09:30:44.550096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] For port 1164bc08-cf27-4c16-a95a-013845a81038, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1164bc08-cf27-4c16-a95a-013845a81038,segment=NetworkSegment(35eae7eb-0fe3-42fe-bfe9-9488795b58b9),segment_id=35eae7eb-0fe3-42fe-bfe9-9488795b58b9)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:44.555867 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:44.576017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 1164bc08-cf27-4c16-a95a-013845a81038 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:44.643079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9f2998-aa01-48f4-8b9e-d449a6ca62aa None None] DHCP port deletion for d266527d-55d8-41dd-8463-015e8289f7d2 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:30:44.655255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58454) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:44.682189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452694-bf38-4513-83b9-a79e3908130b req-0a102909-79e6-4a5d-b089-60d52762289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:44.683749 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb452694-bf38-4513-83b9-a79e3908130b req-0a102909-79e6-4a5d-b089-60d52762289a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 1094 time: 0.4409397 Sep 22 09:30:44.726222 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bbc15bb-e7d9-4c98-b83b-dd0a28cc4bcd req-95d3605d-1532-4584-a6dc-5f0bc06d83a1 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012424 Sep 22 09:30:44.762201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f2998-aa01-48f4-8b9e-d449a6ca62aa None None] Deleting port 1164bc08-cf27-4c16-a95a-013845a81038 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:44.762770 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2998-aa01-48f4-8b9e-d449a6ca62aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:44.875202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-d2d9275f-9fd6-483d-9115-93ed9103b796 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:44.882973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-d2d9275f-9fd6-483d-9115-93ed9103b796 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/networks?id=adba3bec-166f-439e-b724-a6e2cc289843 HTTP/1.1" status: 200 len: 814 time: 0.1550641 Sep 22 09:30:44.885749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:44.903348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1c9f2998-aa01-48f4-8b9e-d449a6ca62aa None None] For port 1164bc08-cf27-4c16-a95a-013845a81038, host n-d-805649-4, got binding levels [] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:44.903753 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2998-aa01-48f4-8b9e-d449a6ca62aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:44.912860 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-49e4317e-a4ab-4d6c-a263-f009cd7d79b3 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/quotas/db571e6faac54465bf3654c7493a928f HTTP/1.1" status: 200 len: 375 time: 0.0289123 Sep 22 09:30:44.918153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f2998-aa01-48f4-8b9e-d449a6ca62aa None None] Calling delete_port for 1164bc08-cf27-4c16-a95a-013845a81038 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:44.922086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.ipam_backend_mixin [None req-1c9f2998-aa01-48f4-8b9e-d449a6ca62aa None None] Port 1164bc08-cf27-4c16-a95a-013845a81038 was not found and therefore no delete operation was performed {{(pid=95511) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 09:30:44.922880 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11bef228-135f-426e-8295-3cd477583813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:44.924043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:44.933129 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2998-aa01-48f4-8b9e-d449a6ca62aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:44.968687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f2998-aa01-48f4-8b9e-d449a6ca62aa None None] No DVR routers for this DVR port 1164bc08-cf27-4c16-a95a-013845a81038 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:44.974413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f2998-aa01-48f4-8b9e-d449a6ca62aa None None] Pushing event deleted for resources: {'Port': ['ID=1164bc08-cf27-4c16-a95a-013845a81038,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:45.000071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-ca61972c-ee43-4e9f-ba39-ee1e02b4f1ab tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=db571e6faac54465bf3654c7493a928f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862923 Sep 22 09:30:45.030826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No DVR routers for this DVR port 1164bc08-cf27-4c16-a95a-013845a81038 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:45.097124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=1164bc08-cf27-4c16-a95a-013845a81038,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:45.147732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-762529d8-4ff2-45fd-b53e-8e1dc9026faf service neutron] 10.222.0.49 "GET /v2.0/networks/adba3bec-166f-439e-b724-a6e2cc289843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451378 Sep 22 09:30:45.150488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e770f9d4-13f6-47b2-be97-fd166beb07b6,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:45.154496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452694-bf38-4513-83b9-a79e3908130b req-a45121a6-126c-4bf3-8f27-3d7b507b2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:45.156015 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb452694-bf38-4513-83b9-a79e3908130b req-a45121a6-126c-4bf3-8f27-3d7b507b2e3f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7613d8fae3f244ceb7789e305433b73a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4565806 Sep 22 09:30:45.186961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2f293-c429-41bd-b6fb-f77c9822fd3d req-c32fbeec-8b17-463d-8f9a-efb542f3a6b6 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:45.188594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97a2f293-c429-41bd-b6fb-f77c9822fd3d req-c32fbeec-8b17-463d-8f9a-efb542f3a6b6 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 944 time: 0.2934401 Sep 22 09:30:45.231905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.305783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d266527d-55d8-41dd-8463-015e8289f7d2']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:45.315076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] Checking segment: {'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:45.315076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] Network hostable DHCP agents. Network: ccbbda1b-56e6-4f4b-8b3a-6358a14ae564, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:30:45.333893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eae7eb-0fe3-42fe-bfe9-9488795b58b9') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:45.334169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eae7eb-0fe3-42fe-bfe9-9488795b58b9') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:45.351660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.361370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97a2f293-c429-41bd-b6fb-f77c9822fd3d req-a0e7457a-5caa-4e8b-b206-dafc930d43ca tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388140 Sep 22 09:30:45.395675 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-9fdbe3f8-999d-46ed-bf40-9115408db536 service neutron] 10.222.0.49 "GET /v2.0/networks/adba3bec-166f-439e-b724-a6e2cc289843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299256 Sep 22 09:30:45.402703 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11bef228-135f-426e-8295-3cd477583813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.419794 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.427874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:30:45.428288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:30:45.495560 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:30:45.500550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452694-bf38-4513-83b9-a79e3908130b req-6d8e31ec-22f4-4d43-8aa9-7eb8b44732a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:45.502349 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb452694-bf38-4513-83b9-a79e3908130b req-6d8e31ec-22f4-4d43-8aa9-7eb8b44732a5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3329151 Sep 22 09:30:45.524018 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11bef228-135f-426e-8295-3cd477583813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.583612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bef228-135f-426e-8295-3cd477583813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf761cc3-77e2-4889-999f-500ddba046e3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:45.588581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] Network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:30:45.589739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-11bef228-135f-426e-8295-3cd477583813 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=440d80bb214947b5bf26da30e1cd59ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9310966 Sep 22 09:30:45.595302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58470) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:45.603721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df183107-c79a-4262-bc71-7d0e66665a5d req-4ce37cc1-63f7-4f5f-a86f-9ca16e08e58b tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:45.611175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df183107-c79a-4262-bc71-7d0e66665a5d req-4ce37cc1-63f7-4f5f-a86f-9ca16e08e58b tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 943 time: 0.1475873 Sep 22 09:30:45.612321 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-ec66be25-d316-4a51-a3a3-62543a42961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:45.614539 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-ec66be25-d316-4a51-a3a3-62543a42961b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 1094 time: 0.0687394 Sep 22 09:30:45.620074 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.667208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.669068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/networks/d266527d-55d8-41dd-8463-015e8289f7d2 HTTP/1.1" status: 204 len: 168 time: 2.0735409 Sep 22 09:30:45.670903 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-4e0b7e20-e1f0-4236-8d94-6b647dadfe7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=386a78b3-fa20-4818-b435-83cc942a39aa HTTP/1.1" status: 200 len: 217 time: 0.0453641 Sep 22 09:30:45.673426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb454ee-b01c-4b87-a578-01a66ec1875a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Network': ['ID=d266527d-55d8-41dd-8463-015e8289f7d2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:45.674839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58472) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:45.680129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-380285903'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:45.697659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df183107-c79a-4262-bc71-7d0e66665a5d req-bf939abc-040b-4c10-a161-33a90b1a0c95 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855484 Sep 22 09:30:45.734475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, ccbbda1b-56e6-4f4b-8b3a-6358a14ae564) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:45.753381 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.769384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611310a9-03e3-4f1e-b998-426ad570b9bb None None] Network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:45.777667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:45.778646 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.800773 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4b61924-09bd-4ec2-887d-70b01a4be817 req-1626f757-a16e-4da1-9c29-76bb48a22df6 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 210 time: 0.0309458 Sep 22 09:30:45.817311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-d49bc5e4-9e97-4cc9-8b3d-df5e0563bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:45.832678 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.833663 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-d49bc5e4-9e97-4cc9-8b3d-df5e0563bc2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfaf3b31-1878-4542-8cdf-ef8404499561 HTTP/1.1" status: 200 len: 845 time: 0.1494436 Sep 22 09:30:45.947302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feb159-7970-4f04-be37-4b35681ec691 req-6efba26a-0a58-4d44-8309-c504bc8563ec tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:45.950882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59feb159-7970-4f04-be37-4b35681ec691 req-6efba26a-0a58-4d44-8309-c504bc8563ec tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.1091063 Sep 22 09:30:45.961040 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-644ee130-681a-4ef3-b174-571a049adf2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=481161e4-d608-458f-a049-8a0f1f993768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047699 Sep 22 09:30:45.961040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:45.962243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.968858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1164bc08-cf27-4c16-a95a-013845a81038 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:45.996489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 1164bc08-cf27-4c16-a95a-013845a81038 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:45.997223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1164bc08-cf27-4c16-a95a-013845a81038 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:46.102791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59feb159-7970-4f04-be37-4b35681ec691 req-5bfdd456-340a-4a64-87f6-38989fe3a096 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284285 Sep 22 09:30:46.104283 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.107784 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.108932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf761cc3-77e2-4889-999f-500ddba046e3 HTTP/1.1" status: 204 len: 168 time: 0.4953251 Sep 22 09:30:46.129528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf761cc3-77e2-4889-999f-500ddba046e3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:46.133609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'fixed_ips': [{'subnet_id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:30:46.137648 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.157264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.157660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.157990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.158326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.158649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.158983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.159310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.159639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.159963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.160333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.169457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.169829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c8192-45b1-43ab-88b5-8d781c14bfad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:46.183326 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0dc0a40a-3588-4ca8-ac33-1dc2a25e792f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6086853 Sep 22 09:30:46.189270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58488) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:46.206877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:46.218619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:30:46.235966 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-3a2658b6-b8a2-4e25-89c2-c16f02a0d330 service neutron] 10.222.0.45 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660935 Sep 22 09:30:46.242013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.243128 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Added segment 0bf1d203-283c-4e38-b772-7449bb69d2dc of type vlan for network 94e687f4-4ad5-4310-aab0-fd0161419204 Sep 22 09:30:46.343055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.349049 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.364631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.406534 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Allocated IP 172.20.0.2 (ccbbda1b-56e6-4f4b-8b3a-6358a14ae564/e770f9d4-13f6-47b2-be97-fd166beb07b6/16e3d724-be85-43d8-b686-85115390f2ab) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:46.407576 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6fbb614b-aa2b-4255-adc3-79f1a6c62f78 req-90afc157-5167-4b1b-9fe4-5a0730f11747 service neutron] 10.222.0.45 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557155 Sep 22 09:30:46.466567 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.525722 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.540286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:46.542816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.601013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bef99b-d7ef-435a-81ea-d97288f8f617 req-2583ef05-6110-4e59-893d-29f408d990d1 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:46.602621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62bef99b-d7ef-435a-81ea-d97288f8f617 req-2583ef05-6110-4e59-893d-29f408d990d1 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 944 time: 0.1107514 Sep 22 09:30:46.629559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Network': ['ID=94e687f4-4ad5-4310-aab0-fd0161419204,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:46.642111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 94e687f4-4ad5-4310-aab0-fd0161419204 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:30:46.646567 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.665975 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f2bfe4fc-1c83-47d1-9372-f8a74686c2c4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9872732 Sep 22 09:30:46.674649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58492) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:46.674649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': '94e687f4-4ad5-4310-aab0-fd0161419204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:46.780330 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.789478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62bef99b-d7ef-435a-81ea-d97288f8f617 req-156cfa1d-d79b-4116-8886-b50f1903e903 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489174 Sep 22 09:30:46.795775 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.865040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:46.868697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fbe86a80-bf00-4768-9e7f-e014e34fcd68 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:46.869191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9fa24-821b-40d6-9bef-abe88685ae78 req-4586e209-43ab-4859-b248-c58ef243d811 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:46.877059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a9fa24-821b-40d6-9bef-abe88685ae78 req-4586e209-43ab-4859-b248-c58ef243d811 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 943 time: 0.0665009 Sep 22 09:30:46.879362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:46.900196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:46.901305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Pushing event updated for resources: {'Port': ['ID=16e3d724-be85-43d8-b686-85115390f2ab,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:46.929947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:46.935225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:46.952168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad2a7921-371c-4c24-9ddb-d7c916d4bc6e req-32775b78-da2a-44de-b2cd-879d320d9284 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 210 time: 0.0670662 Sep 22 09:30:46.997911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Attempting to bind port 16e3d724-be85-43d8-b686-85115390f2ab on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:46.997911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Attempting to bind port 16e3d724-be85-43d8-b686-85115390f2ab by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:46.997911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Attempting to bind port 16e3d724-be85-43d8-b686-85115390f2ab on network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:46.999913 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2a9fa24-821b-40d6-9bef-abe88685ae78 req-fe5da10f-23fd-4702-85ae-4e206bb736b1 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198475 Sep 22 09:30:47.002849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:47.003335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Checking segment: {'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:47.003791 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:47.005248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Bound using segment: {'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:47.005538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Bound port: 16e3d724-be85-43d8-b686-85115390f2ab, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:47.005748 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:47.079441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] For port 16e3d724-be85-43d8-b686-85115390f2ab, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:47.082967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] For port 16e3d724-be85-43d8-b686-85115390f2ab, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=16e3d724-be85-43d8-b686-85115390f2ab,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:47.101133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port fbe86a80-bf00-4768-9e7f-e014e34fcd68 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:30:47.110468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port fbe86a80-bf00-4768-9e7f-e014e34fcd68 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:47.110972 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:47.221259 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:47.281469 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:47.291068 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:47.338854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367a0f5-daae-4587-b51e-2d6191499827 req-d60ad6b3-6229-461c-88a6-4681de4d752b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:47.340764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a367a0f5-daae-4587-b51e-2d6191499827 req-d60ad6b3-6229-461c-88a6-4681de4d752b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.1097500 Sep 22 09:30:47.342416 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:47.356640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b474c-4e53-47f3-9419-71289f277bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe86a80-bf00-4768-9e7f-e014e34fcd68'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:47.360215 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc36d2e-3f76-46c1-b7e5-739c35d5f954" -d '{"events": [{"server_uuid": "9c5b474c-4e53-47f3-9419-71289f277bc5", "name": "network-vif-plugged", "status": "completed", "tag": "fbe86a80-bf00-4768-9e7f-e014e34fcd68"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:47.393189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fbe86a80-bf00-4768-9e7f-e014e34fcd68, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fbe86a80-bf00-4768-9e7f-e014e34fcd68,segment=NetworkSegment(3fee5832-0164-483a-ae66-2216a5f22a3c),segment_id=3fee5832-0164-483a-ae66-2216a5f22a3c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:47.401044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c522ba-760a-4932-a371-48b2442ccc49 None None] Pushing event updated for resources: {'Port': ['ID=16e3d724-be85-43d8-b686-85115390f2ab,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:47.411607 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:47.427669 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57ac9cc-af96-4191-97dd-7c9671eaf901 x-openstack-request-id: req-e57ac9cc-af96-4191-97dd-7c9671eaf901 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:47.427964 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b474c-4e53-47f3-9419-71289f277bc5", "name": "network-vif-plugged", "status": "completed", "tag": "fbe86a80-bf00-4768-9e7f-e014e34fcd68", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:47.428224 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e57ac9cc-af96-4191-97dd-7c9671eaf901 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:47.428625 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b474c-4e53-47f3-9419-71289f277bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe86a80-bf00-4768-9e7f-e014e34fcd68', 'code': 200} Sep 22 09:30:47.508029 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:47.674446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=fbe86a80-bf00-4768-9e7f-e014e34fcd68,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:47.694541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Checking segment: {'id': '0bf1d203-283c-4e38-b772-7449bb69d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '94e687f4-4ad5-4310-aab0-fd0161419204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:47.700507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network hostable DHCP agents. Network: 94e687f4-4ad5-4310-aab0-fd0161419204, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:30:47.751652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Subnet': ['ID=3d7e533d-d048-429c-8456-3ea4b8a1e1cf,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:47.844996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50080527-23ea-4476-a032-088f1b3d4934 req-b6ff2514-a313-4e9d-ac0d-0f84f26c5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:47.857338 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-50080527-23ea-4476-a032-088f1b3d4934 req-b6ff2514-a313-4e9d-ac0d-0f84f26c5ab5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 1096 time: 0.3550038 Sep 22 09:30:47.866149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 94e687f4-4ad5-4310-aab0-fd0161419204 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:30:47.976683 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-50080527-23ea-4476-a032-088f1b3d4934 req-6bf69663-3a2f-4f65-ad09-db5cb3bae525 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964432 Sep 22 09:30:48.023406 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 94e687f4-4ad5-4310-aab0-fd0161419204) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:48.031105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:48.032668 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:48.048274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03924fd-2e2f-470b-998c-689ca7318b2f None None] Network 94e687f4-4ad5-4310-aab0-fd0161419204 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:48.079085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 16e3d724-be85-43d8-b686-85115390f2ab up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:48.083135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a367a0f5-daae-4587-b51e-2d6191499827 req-a2c34b49-b009-44da-92d9-fab31259859c tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083527 Sep 22 09:30:48.126831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542189df-8e73-4b08-8abb-d05adfd6b894 req-8b2fb498-be3e-472d-8d9a-06ab5740a6fa tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:48.130722 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-542189df-8e73-4b08-8abb-d05adfd6b894 req-8b2fb498-be3e-472d-8d9a-06ab5740a6fa tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 945 time: 0.1525390 Sep 22 09:30:48.153970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58532) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:48.155067 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-071713e8-1680-48f2-becc-e9006fcdd893 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4878693 Sep 22 09:30:48.189285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': '94e687f4-4ad5-4310-aab0-fd0161419204', 'name': 'tempest-PortsIpV6TestJSON-1190371938', 'fixed_ips': [{'subnet_id': '3d7e533d-d048-429c-8456-3ea4b8a1e1cf', 'ip_address': '2001:db8::10'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:48.300474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Allocated IP 172.25.6.78 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/61d4106c-c8b4-48c3-b06b-c3fcf6031229) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:48.325461 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-542189df-8e73-4b08-8abb-d05adfd6b894 req-d6f97e5c-f36d-4932-bbfd-d145b4189c64 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859813 Sep 22 09:30:48.532300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fdd4c945-afcc-4727-bd87-dbac57da9986 req-67002d5e-0f6b-4233-88f0-44c827759d91 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 210 time: 0.2714908 Sep 22 09:30:48.647978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fe8b3-3512-4d4e-a614-8068489953a2 req-42dd4431-6e9d-4f26-b718-4f4b3650a687 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:48.649472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f52fe8b3-3512-4d4e-a614-8068489953a2 req-42dd4431-6e9d-4f26-b718-4f4b3650a687 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 943 time: 0.1510475 Sep 22 09:30:48.655946 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:48.671820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 16e3d724-be85-43d8-b686-85115390f2ab triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:48.671820 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:48.743030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f52fe8b3-3512-4d4e-a614-8068489953a2 req-b91f8792-7840-43a2-9dbc-63ac4e265328 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713396 Sep 22 09:30:48.800344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-94e687f4-4ad5-4310-aab0-fd0161419204', 'network_id': '94e687f4-4ad5-4310-aab0-fd0161419204', 'tenant_id': '3bb885268c5c4c079aceba08c89722a3', 'fixed_ips': [{'subnet_id': '3d7e533d-d048-429c-8456-3ea4b8a1e1cf'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:30:48.805466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:48.899213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:48.905330 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:48.918145 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:48.999933 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 16e3d724-be85-43d8-b686-85115390f2ab, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=16e3d724-be85-43d8-b686-85115390f2ab,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:49.048257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819ca7c0-a42b-4675-8acc-cda9d3876bb7 None None] Network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:49.063643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:49.088536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:49.094111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Pushing event updated for resources: {'Port': ['ID=61d4106c-c8b4-48c3-b06b-c3fcf6031229,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:49.099373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:49.121353 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:49.160457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ff157d68-fb3b-441f-8495-82cc3ac9f973 None None] Provisioning complete for port 16e3d724-be85-43d8-b686-85115390f2ab triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:49.160457 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff157d68-fb3b-441f-8495-82cc3ac9f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:49.262943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Allocated IP 2001:db8::2 (94e687f4-4ad5-4310-aab0-fd0161419204/3d7e533d-d048-429c-8456-3ea4b8a1e1cf/7a37905f-38cf-4dfe-b72b-356a3b4a4bcc) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:49.364411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=16e3d724-be85-43d8-b686-85115390f2ab,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:49.418126 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:49.464970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port 1a68bb98-c035-4ba2-b611-662b31cd419d yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:30:49.491087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-32310567-a3fa-491f-b039-6fb4304decaf tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:49.493702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-32310567-a3fa-491f-b039-6fb4304decaf tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.60 "GET /v2.0/networks?id=adba3bec-166f-439e-b724-a6e2cc289843 HTTP/1.1" status: 200 len: 814 time: 0.4486914 Sep 22 09:30:49.547260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Request body: {'port': {'device_id': '8991a967-91a4-4fdc-b12e-bcbe53c690a3', 'network_id': 'adba3bec-166f-439e-b724-a6e2cc289843', 'admin_state_up': True, 'tenant_id': 'db571e6faac54465bf3654c7493a928f'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:49.580081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1f2a0-88aa-4b2f-85ee-255dfaf5b706 req-58f4a204-440c-46bd-9d79-3bfd67ffc2f8 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:49.599117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10a1f2a0-88aa-4b2f-85ee-255dfaf5b706 req-58f4a204-440c-46bd-9d79-3bfd67ffc2f8 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.3592875 Sep 22 09:30:49.720445 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:49.814047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 16e3d724-be85-43d8-b686-85115390f2ab up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:49.880029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 16e3d724-be85-43d8-b686-85115390f2ab triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:49.882775 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:49.886165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10a1f2a0-88aa-4b2f-85ee-255dfaf5b706 req-7d99e6ba-4161-4549-8797-5d741defabb9 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245464 Sep 22 09:30:49.905828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d9d05-52cc-4aa2-94ac-4e36921befb4 req-ddbeb76f-f614-4505-9c14-04ebb69ca4d5 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:49.907435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-122d9d05-52cc-4aa2-94ac-4e36921befb4 req-ddbeb76f-f614-4505-9c14-04ebb69ca4d5 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 945 time: 0.4138033 Sep 22 09:30:49.933543 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:50.065803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07572178-8269-4098-8d65-8031739538eb req-48276499-0476-411a-afde-4820f7266fdd tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 210 time: 0.0564477 Sep 22 09:30:50.066068 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:50.066332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-122d9d05-52cc-4aa2-94ac-4e36921befb4 req-36d8fc23-9698-4df6-85ab-1b7d0ebff9ec tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355953 Sep 22 09:30:50.121667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Network 94e687f4-4ad5-4310-aab0-fd0161419204 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:50.143241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:50.143241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:50.143241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Pushing event updated for resources: {'Port': ['ID=7a37905f-38cf-4dfe-b72b-356a3b4a4bcc,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:50.170626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8::10 (94e687f4-4ad5-4310-aab0-fd0161419204/3d7e533d-d048-429c-8456-3ea4b8a1e1cf/1a68bb98-c035-4ba2-b611-662b31cd419d) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:50.226281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Attempting to bind port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:50.226678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Attempting to bind port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '0bf1d203-283c-4e38-b772-7449bb69d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '94e687f4-4ad5-4310-aab0-fd0161419204'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:50.227015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Attempting to bind port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc on network 94e687f4-4ad5-4310-aab0-fd0161419204 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:50.232470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:50.233366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Checking segment: {'id': '0bf1d203-283c-4e38-b772-7449bb69d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '94e687f4-4ad5-4310-aab0-fd0161419204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:50.233832 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:50.234451 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Bound using segment: {'id': '0bf1d203-283c-4e38-b772-7449bb69d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '94e687f4-4ad5-4310-aab0-fd0161419204'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:50.234925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Bound port: 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf1d203-283c-4e38-b772-7449bb69d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '94e687f4-4ad5-4310-aab0-fd0161419204'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:50.235303 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:50.262542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-931a452a-3bb7-4a7f-bc39-e3703dc468c5 None None] Provisioning complete for port 16e3d724-be85-43d8-b686-85115390f2ab triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:50.262854 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-931a452a-3bb7-4a7f-bc39-e3703dc468c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:50.370715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efe32c-4790-40ee-ab02-ddb50577edcc req-92816379-97c3-4e6b-ba1e-2637120aef77 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:50.372186 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28efe32c-4790-40ee-ab02-ddb50577edcc req-92816379-97c3-4e6b-ba1e-2637120aef77 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 943 time: 0.1832085 Sep 22 09:30:50.375705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] For port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:50.380180 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] For port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7a37905f-38cf-4dfe-b72b-356a3b4a4bcc,segment=NetworkSegment(0bf1d203-283c-4e38-b772-7449bb69d2dc),segment_id=0bf1d203-283c-4e38-b772-7449bb69d2dc)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:50.420030 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:50.455093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28efe32c-4790-40ee-ab02-ddb50577edcc req-5078b6a0-ade6-4ab3-856f-aabcafd9df00 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657825 Sep 22 09:30:50.595154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Made reservation on behalf of db571e6faac54465bf3654c7493a928f for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:50.599412 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:50.614448 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:50.666079 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:50.743215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b53bfb-a7a4-4433-a525-b4496569937f None None] Pushing event updated for resources: {'Port': ['ID=7a37905f-38cf-4dfe-b72b-356a3b4a4bcc,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:50.808155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Allocated IP 172.20.0.3 (adba3bec-166f-439e-b724-a6e2cc289843/b5d8bd0b-b92b-4925-9a87-c9096d60a472/dfa2735a-f583-4e16-a8a2-4fdacaeb93c0) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:50.850392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Router f5078261-5a9f-4794-b832-c833a70430c4 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:30:50.883762 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:50.886367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 386a78b3-fa20-4818-b435-83cc942a39aa details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:30:50.962702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58572) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:51.116926 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 386a78b3-fa20-4818-b435-83cc942a39aa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=386a78b3-fa20-4818-b435-83cc942a39aa,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:51.130192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '386a78b3-fa20-4818-b435-83cc942a39aa', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'port_id': '386a78b3-fa20-4818-b435-83cc942a39aa', 'mac_address': 'fa:16:3e:48:66:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaf3b31-1878-4542-8cdf-ef8404499561', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:30:51.138627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=1a68bb98-c035-4ba2-b611-662b31cd419d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:51.153012 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:51.184654 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:51.207298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386a78b3-fa20-4818-b435-83cc942a39aa {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:51.233446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 386a78b3-fa20-4818-b435-83cc942a39aa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=386a78b3-fa20-4818-b435-83cc942a39aa,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:51.276565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:51.299210 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:51.353328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:51.397810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=386a78b3-fa20-4818-b435-83cc942a39aa,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:51.400106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70485fbc-fc5a-430e-9a05-9d8f1562ab21,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:51.405232 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a18f2ad6014748998523f7d56a444a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414384 Sep 22 09:30:51.409293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58578) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:51.417286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.417926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.418270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.418608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.418939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.419266 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.419588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.420103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.420603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.421276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.421797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.422145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292ce250-daf7-4f9b-8f86-fe346a90f66a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:51.478924 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12d23045-3093-4998-a02b-5900b6bf3618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:51.509516 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12d23045-3093-4998-a02b-5900b6bf3618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:51.555116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['386a78b3-fa20-4818-b435-83cc942a39aa'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:30:51.600005 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 94e687f4-4ad5-4310-aab0-fd0161419204 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:51.633350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:51.650508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:51.657988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:51.659512 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:51.682283 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12d23045-3093-4998-a02b-5900b6bf3618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:51.688265 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12d23045-3093-4998-a02b-5900b6bf3618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:51.688265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-12d23045-3093-4998-a02b-5900b6bf3618 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70485fbc-fc5a-430e-9a05-9d8f1562ab21 HTTP/1.1" status: 204 len: 168 time: 0.2768011 Sep 22 09:30:51.703619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d23045-3093-4998-a02b-5900b6bf3618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70485fbc-fc5a-430e-9a05-9d8f1562ab21,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:51.734087 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:51.758586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0ed82-a1de-41d2-bcc5-e2b7fa9057df req-6a19c7a3-4788-46ad-8e72-34e3d61390d7 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:51.766316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55b0ed82-a1de-41d2-bcc5-e2b7fa9057df req-6a19c7a3-4788-46ad-8e72-34e3d61390d7 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 945 time: 0.7221897 Sep 22 09:30:51.787983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1a0b4-0236-444f-8c8c-a0e0fa176497 req-4e076dbc-4add-47f3-bec4-cb4a8df647fa tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:51.794515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2d1a0b4-0236-444f-8c8c-a0e0fa176497 req-4e076dbc-4add-47f3-bec4-cb4a8df647fa tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.7248962 Sep 22 09:30:51.831206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-af53bfc7-f9f2-431d-a73a-8dfc92722e41 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6747293 Sep 22 09:30:51.832645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:30:51.835894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58586) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:51.846938 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Sync routers for ids ['f5078261-5a9f-4794-b832-c833a70430c4'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:30:51.860555 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Routers {'f5078261-5a9f-4794-b832-c833a70430c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:51.861577 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:30:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f5078261-5a9f-4794-b832-c833a70430c4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:51.862572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': '94e687f4-4ad5-4310-aab0-fd0161419204', 'name': 'tempest-PortsIpV6TestJSON-788208635', 'fixed_ips': [{'subnet_id': '3d7e533d-d048-429c-8456-3ea4b8a1e1cf', 'ip_address': '2001:db8::f'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:51.899082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:51.992020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2d1a0b4-0236-444f-8c8c-a0e0fa176497 req-2fd31939-0559-48f0-bd74-dda5c63879ce tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961892 Sep 22 09:30:51.995927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55b0ed82-a1de-41d2-bcc5-e2b7fa9057df req-4c2c1e8e-5d1d-442b-9bb7-01ff2d98a3cb tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/security-groups?id=aeed802a-c4cb-4f94-bc60-4669dada00f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291312 Sep 22 09:30:52.003516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:52.003839 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:52.005115 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Set router f5078261-5a9f-4794-b832-c833a70430c4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:52.099908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:52.103151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-87a1487d-6ce0-4174-95c3-8ba90d5a930d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9107130 Sep 22 09:30:52.106507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58590) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:52.135191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bdb5af-a94d-4a9d-bc82-5208be8c6ac1 None None] Network 94e687f4-4ad5-4310-aab0-fd0161419204 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:52.143614 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:52.279029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Network adba3bec-166f-439e-b724-a6e2cc289843 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:52.284505 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Pushing event updated for resources: {'Port': ['ID=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:52.301849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:52.308859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:52.367288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c91ac-0541-43ad-8de9-92bcbcc99d6d req-bf58d7c7-cf72-4a7e-b968-038499321e3e tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:52.368530 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-529c91ac-0541-43ad-8de9-92bcbcc99d6d req-bf58d7c7-cf72-4a7e-b968-038499321e3e tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 931 time: 0.1640761 Sep 22 09:30:52.376032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91410c92-64ff-4970-8650-b75858cbcd7a req-026113b6-bcb0-4433-b883-e605ae312cbf tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:52.384184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91410c92-64ff-4970-8650-b75858cbcd7a req-026113b6-bcb0-4433-b883-e605ae312cbf tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 944 time: 0.1957469 Sep 22 09:30:52.430260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:52.430930 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:52.440238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:52.446396 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:52.455722 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d07f-0568-47f7-b4f9-1fdf61bca755 req-fbe6bb2d-0201-425d-99ae-c38fee0d2b37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:52.457438 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0073d07f-0568-47f7-b4f9-1fdf61bca755 req-fbe6bb2d-0201-425d-99ae-c38fee0d2b37 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 945 time: 0.1237714 Sep 22 09:30:52.503312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91410c92-64ff-4970-8650-b75858cbcd7a req-b9ff0057-3b16-45b1-9266-3efcdd249037 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140161 Sep 22 09:30:52.513336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port 715f514f-bf00-4f88-aabc-adc8a1a569a2 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:30:52.522548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-529c91ac-0541-43ad-8de9-92bcbcc99d6d req-6106f9b3-993d-45fd-9834-26be5f728d6f tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387541 Sep 22 09:30:52.546704 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:49Z', 'revision_number': 3, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:52.579856 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Checking router: f5078261-5a9f-4794-b832-c833a70430c4 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:30:52.587978 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Updating router f5078261-5a9f-4794-b832-c833a70430c4 port 61d4106c-c8b4-48c3-b06b-c3fcf6031229 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:30:52.612234 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:52.627078 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-521ac972-b7d0-4319-954d-def84bcb69ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0896261 Sep 22 09:30:52.656245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Request body: {'port': {'device_id': '8991a967-91a4-4fdc-b12e-bcbe53c690a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:52.725959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-78decace-9d5d-485f-a151-a441f1c70bdc None None] Provisioning complete for port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:52.728742 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-78decace-9d5d-485f-a151-a441f1c70bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:52.737672 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:52.804412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58594) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:52.813888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8::f (94e687f4-4ad5-4310-aab0-fd0161419204/3d7e533d-d048-429c-8456-3ea4b8a1e1cf/715f514f-bf00-4f88-aabc-adc8a1a569a2) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:52.851555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82ae05eb-2501-4de0-b035-61e63cae17b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:52.875706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7a37905f-38cf-4dfe-b72b-356a3b4a4bcc,segment=NetworkSegment(0bf1d203-283c-4e38-b772-7449bb69d2dc),segment_id=0bf1d203-283c-4e38-b772-7449bb69d2dc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:52.882896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-0073d07f-0568-47f7-b4f9-1fdf61bca755 req-26d1e173-898f-44a8-a3ee-89a5016a56a3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Deleting port fbe86a80-bf00-4768-9e7f-e014e34fcd68 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:52.895047 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0073d07f-0568-47f7-b4f9-1fdf61bca755 req-26d1e173-898f-44a8-a3ee-89a5016a56a3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:52.934327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 386a78b3-fa20-4818-b435-83cc942a39aa up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:52.967704 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.007536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0073d07f-0568-47f7-b4f9-1fdf61bca755 req-26d1e173-898f-44a8-a3ee-89a5016a56a3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] For port fbe86a80-bf00-4768-9e7f-e014e34fcd68, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fbe86a80-bf00-4768-9e7f-e014e34fcd68,segment=NetworkSegment(3fee5832-0164-483a-ae66-2216a5f22a3c),segment_id=3fee5832-0164-483a-ae66-2216a5f22a3c)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:53.007905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0073d07f-0568-47f7-b4f9-1fdf61bca755 req-26d1e173-898f-44a8-a3ee-89a5016a56a3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.023619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-0073d07f-0568-47f7-b4f9-1fdf61bca755 req-26d1e173-898f-44a8-a3ee-89a5016a56a3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Calling delete_port for fbe86a80-bf00-4768-9e7f-e014e34fcd68 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:53.031838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.064846 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-78decace-9d5d-485f-a151-a441f1c70bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.069220 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.116024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=7a37905f-38cf-4dfe-b72b-356a3b4a4bcc,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:53.126932 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.138883 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.147514 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.157207 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.199549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 94e687f4-4ad5-4310-aab0-fd0161419204 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:53.206770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:53.214817 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-78decace-9d5d-485f-a151-a441f1c70bdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:30:53.214817 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-78decace-9d5d-485f-a151-a441f1c70bdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:30:53.249981 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Attempting to bind port 61d4106c-c8b4-48c3-b06b-c3fcf6031229 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:53.252508 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Attempting to bind port 61d4106c-c8b4-48c3-b06b-c3fcf6031229 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:53.253039 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Attempting to bind port 61d4106c-c8b4-48c3-b06b-c3fcf6031229 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:53.257215 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71796f-9c6a-4ed3-8eec-f1b91ccaef84 None None] Pushing event updated for resources: {'Port': ['ID=61d4106c-c8b4-48c3-b06b-c3fcf6031229,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:53.261871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 386a78b3-fa20-4818-b435-83cc942a39aa completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:30:53.272665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 386a78b3-fa20-4818-b435-83cc942a39aa triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:53.272665 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.276203 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:53.276421 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:53.280916 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.281555 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:53.282124 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Bound port: 61d4106c-c8b4-48c3-b06b-c3fcf6031229, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:53.282519 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.331520 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0073d07f-0568-47f7-b4f9-1fdf61bca755 req-26d1e173-898f-44a8-a3ee-89a5016a56a3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.389158 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] For port 61d4106c-c8b4-48c3-b06b-c3fcf6031229, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:53.394079 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] For port 61d4106c-c8b4-48c3-b06b-c3fcf6031229, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61d4106c-c8b4-48c3-b06b-c3fcf6031229,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:53.398679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:53.407866 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:53.408519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.429670 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.464574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e41002-1355-4723-b2fd-53e1da16334f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a78b3-fa20-4818-b435-83cc942a39aa'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:53.467855 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fef79e-4435-4425-b820-d444674731f0" -d '{"events": [{"server_uuid": "11e41002-1355-4723-b2fd-53e1da16334f", "name": "network-vif-plugged", "status": "completed", "tag": "386a78b3-fa20-4818-b435-83cc942a39aa"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:53.476348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b5bd206-0da0-45be-a387-cf19efe1a886 req-d57f9ce8-4104-4b19-b62e-654bd50a583a tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 210 time: 0.0841355 Sep 22 09:30:53.480904 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.519025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 386a78b3-fa20-4818-b435-83cc942a39aa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=386a78b3-fa20-4818-b435-83cc942a39aa,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:53.556215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c42067-f15f-435c-82c3-0b81be9b618a req-e334556e-0c0c-4fc1-af48-205b70825aa2 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:53.560981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27c42067-f15f-435c-82c3-0b81be9b618a req-e334556e-0c0c-4fc1-af48-205b70825aa2 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.1617362 Sep 22 09:30:53.561163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=715f514f-bf00-4f88-aabc-adc8a1a569a2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:53.580823 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3132bdd0-e1e8-42ce-a91c-a0e78a43e49d x-openstack-request-id: req-3132bdd0-e1e8-42ce-a91c-a0e78a43e49d {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:53.581112 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e41002-1355-4723-b2fd-53e1da16334f", "name": "network-vif-plugged", "status": "completed", "tag": "386a78b3-fa20-4818-b435-83cc942a39aa", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:53.581360 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3132bdd0-e1e8-42ce-a91c-a0e78a43e49d {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:53.582817 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e41002-1355-4723-b2fd-53e1da16334f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a78b3-fa20-4818-b435-83cc942a39aa', 'code': 200} Sep 22 09:30:53.607724 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71796f-9c6a-4ed3-8eec-f1b91ccaef84 None None] Pushing event updated for resources: {'Port': ['ID=61d4106c-c8b4-48c3-b06b-c3fcf6031229,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:53.615666 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Routers {'f5078261-5a9f-4794-b832-c833a70430c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:53.618858 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:30:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f5078261-5a9f-4794-b832-c833a70430c4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:53.619046 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.795071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=386a78b3-fa20-4818-b435-83cc942a39aa,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:53.844523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:53.862335 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] Set router f5078261-5a9f-4794-b832-c833a70430c4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:53.941128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:53.942025 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.945706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:53.956744 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:53.973698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Transition to ACTIVE for port object dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:30:54.025882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27c42067-f15f-435c-82c3-0b81be9b618a req-04617487-2016-4dca-9d16-55216391e562 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367795 Sep 22 09:30:54.042768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['fbe86a80-bf00-4768-9e7f-e014e34fcd68'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:30:54.060199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1dd4d-9987-4012-8166-b470818c506a req-8145e092-55ee-47ad-a4e0-60691809b9c4 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:54.060199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3de1dd4d-9987-4012-8166-b470818c506a req-8145e092-55ee-47ad-a4e0-60691809b9c4 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.2393978 Sep 22 09:30:54.122864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3de1dd4d-9987-4012-8166-b470818c506a req-ec508ac2-1951-4358-b8bc-d00e7b65c14e tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619330 Sep 22 09:30:54.124654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-47ef1fb0-e215-4601-bdd8-20d7a8c74e06 None None] Provisioning complete for port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:54.125215 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-47ef1fb0-e215-4601-bdd8-20d7a8c74e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.149382 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.158966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd58ac5-83aa-4842-b125-95ef3a901cb0 req-4b5cdbe5-3666-4179-b0dc-ee30fdb72c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:54.160665 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2dd58ac5-83aa-4842-b125-95ef3a901cb0 req-4b5cdbe5-3666-4179-b0dc-ee30fdb72c80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 1096 time: 0.3874393 Sep 22 09:30:54.238367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1e173-898f-44a8-a3ee-89a5016a56a3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Pushing event deleted for resources: {'Port': ['ID=fbe86a80-bf00-4768-9e7f-e014e34fcd68,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:54.296029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-0073d07f-0568-47f7-b4f9-1fdf61bca755 req-26d1e173-898f-44a8-a3ee-89a5016a56a3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] No DVR routers for this DVR port fbe86a80-bf00-4768-9e7f-e014e34fcd68 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:54.312126 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0073d07f-0568-47f7-b4f9-1fdf61bca755 req-26d1e173-898f-44a8-a3ee-89a5016a56a3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.313382 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0073d07f-0568-47f7-b4f9-1fdf61bca755 req-26d1e173-898f-44a8-a3ee-89a5016a56a3 tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.45 "DELETE /v2.0/ports/fbe86a80-bf00-4768-9e7f-e014e34fcd68 HTTP/1.1" status: 204 len: 173 time: 1.8157139 Sep 22 09:30:54.314155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b474c-4e53-47f3-9419-71289f277bc5', 'name': 'network-vif-deleted', 'tag': 'fbe86a80-bf00-4768-9e7f-e014e34fcd68'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:54.316667 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de41f217-39aa-4b92-8ffe-123b7ed0c8e3" -d '{"events": [{"server_uuid": "9c5b474c-4e53-47f3-9419-71289f277bc5", "name": "network-vif-deleted", "tag": "fbe86a80-bf00-4768-9e7f-e014e34fcd68"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:54.322143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.322974 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1fda5cf3-0c5a-4bcd-8233-bb44860eb2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.349385 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:30:54.354528 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:49Z', 'revision_number': 3, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:54.402203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b88598-29c1-4698-997b-b9b2271b2efb req-54610449-7e19-41f8-9d83-cc1bab6a6962 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:54.405479 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.406567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2b88598-29c1-4698-997b-b9b2271b2efb req-54610449-7e19-41f8-9d83-cc1bab6a6962 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 943 time: 0.1760118 Sep 22 09:30:54.426076 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2eec0b-9158-40bb-a4c0-b57fd419a436 x-openstack-request-id: req-6d2eec0b-9158-40bb-a4c0-b57fd419a436 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:54.426623 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b474c-4e53-47f3-9419-71289f277bc5", "name": "network-vif-deleted", "tag": "fbe86a80-bf00-4768-9e7f-e014e34fcd68", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:54.427339 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d2eec0b-9158-40bb-a4c0-b57fd419a436 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:54.427576 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b474c-4e53-47f3-9419-71289f277bc5', 'name': 'network-vif-deleted', 'tag': 'fbe86a80-bf00-4768-9e7f-e014e34fcd68', 'status': 'completed', 'code': 200} Sep 22 09:30:54.428805 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27deb564-2987-4e04-9554-05b2c494b2d3 None None] The sync data for ids ['f5078261-5a9f-4794-b832-c833a70430c4'] in n-d-805649-4 is: [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:49Z', 'revision_number': 3, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:30:54.465541 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2dd58ac5-83aa-4842-b125-95ef3a901cb0 req-e740b59f-6612-4c9b-861d-eb12544d9e27 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900498 Sep 22 09:30:54.470761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:54.492659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-47ef1fb0-e215-4601-bdd8-20d7a8c74e06 None None] Provisioning complete for port 1a68bb98-c035-4ba2-b611-662b31cd419d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:54.493210 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-47ef1fb0-e215-4601-bdd8-20d7a8c74e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.523197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Attempting to bind port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:54.523580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Attempting to bind port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'd55e074a-89d9-46c3-9d86-f2ad034a8d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'adba3bec-166f-439e-b724-a6e2cc289843'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:54.523912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Attempting to bind port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 on network adba3bec-166f-439e-b724-a6e2cc289843 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:54.540981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 on network adba3bec-166f-439e-b724-a6e2cc289843 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:30:54.541359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Attempting to bind port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 on network adba3bec-166f-439e-b724-a6e2cc289843 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:54.555651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-47ef1fb0-e215-4601-bdd8-20d7a8c74e06 None None] Port 1a68bb98-c035-4ba2-b611-662b31cd419d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:54.556510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:54.556881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Checking segment: {'id': 'd55e074a-89d9-46c3-9d86-f2ad034a8d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'adba3bec-166f-439e-b724-a6e2cc289843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:54.561461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Bound using segment: {'id': 'd55e074a-89d9-46c3-9d86-f2ad034a8d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'adba3bec-166f-439e-b724-a6e2cc289843'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:54.562383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Bound port: dfa2735a-f583-4e16-a8a2-4fdacaeb93c0, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55e074a-89d9-46c3-9d86-f2ad034a8d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'adba3bec-166f-439e-b724-a6e2cc289843'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:54.562768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.574857 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82ae05eb-2501-4de0-b035-61e63cae17b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.604539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2b88598-29c1-4698-997b-b9b2271b2efb req-ffc8e3bf-9d13-4297-94e0-5662ce192e57 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499822 Sep 22 09:30:54.648403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82ae05eb-2501-4de0-b035-61e63cae17b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.651120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Allocated IP 172.20.0.1 (ccbbda1b-56e6-4f4b-8b3a-6358a14ae564/e770f9d4-13f6-47b2-be97-fd166beb07b6/0cde499f-c7f3-4b78-8ef4-ec163947f389) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:54.655324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-377df195-9678-4800-ac80-745064abd411 req-e911d751-237a-4d7b-91f9-f806a7bf50ef tempest-InstanceActionsV221TestJSON-1075286944 tempest-InstanceActionsV221TestJSON-1075286944-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5b474c-4e53-47f3-9419-71289f277bc5 HTTP/1.1" status: 200 len: 210 time: 0.0496738 Sep 22 09:30:54.680530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cf13078d-d3e8-4574-9964-b9001139fedf None None] Provisioning complete for port 715f514f-bf00-4f88-aabc-adc8a1a569a2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:54.681843 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cf13078d-d3e8-4574-9964-b9001139fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.702986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] For port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:30:54.707197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] For port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0,segment=NetworkSegment(d55e074a-89d9-46c3-9d86-f2ad034a8d65),segment_id=d55e074a-89d9-46c3-9d86-f2ad034a8d65)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:30:54.715286 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-15e5a4e9-202d-4ba6-8fa6-221a716ca2e4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8767743 Sep 22 09:30:54.719930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58612) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:54.765617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-cf13078d-d3e8-4574-9964-b9001139fedf None None] Port 715f514f-bf00-4f88-aabc-adc8a1a569a2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:54.766761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae05eb-2501-4de0-b035-61e63cae17b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14489a7-502a-4553-99e6-ed9367d7005e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:54.781432 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-82ae05eb-2501-4de0-b035-61e63cae17b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e59d1f33096346e6b214ecc48a9b8070&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9760327 Sep 22 09:30:54.783863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58616) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:54.834749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cf13078d-d3e8-4574-9964-b9001139fedf None None] Provisioning complete for port 1a68bb98-c035-4ba2-b611-662b31cd419d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:54.834749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cf13078d-d3e8-4574-9964-b9001139fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.853849 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.883919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-cf13078d-d3e8-4574-9964-b9001139fedf None None] Port 1a68bb98-c035-4ba2-b611-662b31cd419d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:54.940396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:54.941129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.943169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] 10.222.0.60 "PUT /v2.0/ports/dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 HTTP/1.1" status: 200 len: 1091 time: 2.3040707 Sep 22 09:30:54.945663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8991a967-91a4-4fdc-b12e-bcbe53c690a3', 'tag': 'dfa2735a-f583-4e16-a8a2-4fdacaeb93c0'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:54.948017 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fdbe30-c2f1-490c-9adb-b0281046dd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8991a967-91a4-4fdc-b12e-bcbe53c690a3", "tag": "dfa2735a-f583-4e16-a8a2-4fdacaeb93c0"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:54.979260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc45e8b-bb2a-49c8-aee5-e172366bc8c3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:54.983872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9ad1-c5bf-4085-acb7-d6dea4b1c261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:54.989620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6cc45e8b-bb2a-49c8-aee5-e172366bc8c3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2674236 Sep 22 09:30:54.995362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58620) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:55.013543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:55.041097 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be32682e-50fa-4fa6-aad8-3a179ce0b865 x-openstack-request-id: req-be32682e-50fa-4fa6-aad8-3a179ce0b865 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:55.041401 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8991a967-91a4-4fdc-b12e-bcbe53c690a3", "tag": "dfa2735a-f583-4e16-a8a2-4fdacaeb93c0", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:55.041648 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be32682e-50fa-4fa6-aad8-3a179ce0b865 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:55.042244 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8991a967-91a4-4fdc-b12e-bcbe53c690a3', 'tag': 'dfa2735a-f583-4e16-a8a2-4fdacaeb93c0', 'status': 'completed', 'code': 200} Sep 22 09:30:55.048188 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9ad1-c5bf-4085-acb7-d6dea4b1c261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:55.058132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6623c23-f972-4f9d-b83f-6eaca861a713 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:55.093251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d657b3-89f5-4d8d-9218-b8b71f27462b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:55.104202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d657b3-89f5-4d8d-9218-b8b71f27462b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:55.110230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d657b3-89f5-4d8d-9218-b8b71f27462b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:55.112076 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-37d657b3-89f5-4d8d-9218-b8b71f27462b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1157637 Sep 22 09:30:55.116527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58624) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:55.189444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:55.231060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9ad1-c5bf-4085-acb7-d6dea4b1c261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:55.234144 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc2d9ad1-c5bf-4085-acb7-d6dea4b1c261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:55.238367 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cc2d9ad1-c5bf-4085-acb7-d6dea4b1c261 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a14489a7-502a-4553-99e6-ed9367d7005e HTTP/1.1" status: 204 len: 168 time: 0.4531460 Sep 22 09:30:55.250349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:55.262046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:55.267479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:30:55.271282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d9ad1-c5bf-4085-acb7-d6dea4b1c261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14489a7-502a-4553-99e6-ed9367d7005e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:55.315808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdbe30-c2f1-490c-9adb-b0281046dd0d req-f6273aa9-aef1-4e8f-8f5b-7a598ec78f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:55.315808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37fdbe30-c2f1-490c-9adb-b0281046dd0d req-f6273aa9-aef1-4e8f-8f5b-7a598ec78f92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db571e6faac54465bf3654c7493a928f&device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 1094 time: 0.2707229 Sep 22 09:30:55.334364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Pushing event updated for resources: {'Port': ['ID=0cde499f-c7f3-4b78-8ef4-ec163947f389,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:55.363864 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:55.443190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdbe30-c2f1-490c-9adb-b0281046dd0d req-c36f3b62-c30b-4463-b7bf-8d001f349eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:55.445534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37fdbe30-c2f1-490c-9adb-b0281046dd0d req-c36f3b62-c30b-4463-b7bf-8d001f349eeb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=db571e6faac54465bf3654c7493a928f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1231332 Sep 22 09:30:55.521962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf0d52-fea8-43fc-891b-39d461cf412b req-4880cb2f-398a-4147-bfff-fdf56f876a88 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:55.521962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-03bf0d52-fea8-43fc-891b-39d461cf412b req-4880cb2f-398a-4147-bfff-fdf56f876a88 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.3594110 Sep 22 09:30:55.604127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae847044-66d8-4fcc-b4b7-b7fe134d637d req-940244ee-9506-4760-a27f-532a06cee569 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:55.605787 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae847044-66d8-4fcc-b4b7-b7fe134d637d req-940244ee-9506-4760-a27f-532a06cee569 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.3749533 Sep 22 09:30:55.653670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8e651f33-c3fc-4a48-a4ee-2203f2f23696 None None] Provisioning complete for port 0cde499f-c7f3-4b78-8ef4-ec163947f389 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:55.654274 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8e651f33-c3fc-4a48-a4ee-2203f2f23696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:55.657354 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:55.669841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ef2a1-20b9-4119-9b22-d17a88f8bde7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 715f514f-bf00-4f88-aabc-adc8a1a569a2 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:55.670537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef2a1-20b9-4119-9b22-d17a88f8bde7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:55.710696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8e651f33-c3fc-4a48-a4ee-2203f2f23696 None None] Port 0cde499f-c7f3-4b78-8ef4-ec163947f389 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:55.727708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-03bf0d52-fea8-43fc-891b-39d461cf412b req-0f798349-ecea-4496-aac8-2383b2077e78 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050688 Sep 22 09:30:55.840239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae847044-66d8-4fcc-b4b7-b7fe134d637d req-4b9b7345-554b-43dd-b661-12652f6d013d tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169383 Sep 22 09:30:55.846003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdbe30-c2f1-490c-9adb-b0281046dd0d req-c04821be-812a-408d-9b63-ef9354323a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:55.858527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37fdbe30-c2f1-490c-9adb-b0281046dd0d req-c04821be-812a-408d-9b63-ef9354323a2e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4043489 Sep 22 09:30:55.962172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61d4106c-c8b4-48c3-b06b-c3fcf6031229 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:56.011849 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef2a1-20b9-4119-9b22-d17a88f8bde7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.022749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 86b48d2c-730f-48c0-bc6a-13d5d09f117e no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:56.026049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 86b48d2c-730f-48c0-bc6a-13d5d09f117e details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:30:56.081605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ef2a1-20b9-4119-9b22-d17a88f8bde7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 715f514f-bf00-4f88-aabc-adc8a1a569a2 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:56.131402 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.131891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0564d-34f3-4ad9-a9cb-0b0e9e64c24c req-1e9c7da7-a28c-4bb7-a851-b0a281a02f5f tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:56.133562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7b0564d-34f3-4ad9-a9cb-0b0e9e64c24c req-1e9c7da7-a28c-4bb7-a851-b0a281a02f5f tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 943 time: 0.2586226 Sep 22 09:30:56.140389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-4651838a-7387-4fed-9423-27bce8d45741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:56.146631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-4651838a-7387-4fed-9423-27bce8d45741 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db571e6faac54465bf3654c7493a928f&device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 1094 time: 0.1865778 Sep 22 09:30:56.216162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58646) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:56.239598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-03d7091d-6609-4df7-98ab-66424685bccb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 HTTP/1.1" status: 200 len: 217 time: 0.0551934 Sep 22 09:30:56.249688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 61d4106c-c8b4-48c3-b06b-c3fcf6031229 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:56.250072 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.266084 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.305100 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7b0564d-34f3-4ad9-a9cb-0b0e9e64c24c req-878d36bd-899e-447d-b75e-58360edbbcf1 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575785 Sep 22 09:30:56.332166 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.335308 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-28ca726a-6db1-4c15-b387-1fcabdea6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:56.336841 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-28ca726a-6db1-4c15-b387-1fcabdea6da2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b5d8bd0b-b92b-4925-9a87-c9096d60a472 HTTP/1.1" status: 200 len: 854 time: 0.0809832 Sep 22 09:30:56.365266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 86b48d2c-730f-48c0-bc6a-13d5d09f117e, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=86b48d2c-730f-48c0-bc6a-13d5d09f117e,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:56.400658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b48d2c-730f-48c0-bc6a-13d5d09f117e'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:30:56.401088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a48b256-3b18-405c-aeca-a0d26bec1672 admin admin] Deleting subnet e882e14c-19a4-490d-8cb6-105c3b377743 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:30:56.403745 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83c86ec-2db7-4338-9275-5154b6db186f" -d '{"events": [{"server_uuid": "189cc741-a67b-4a3a-88ef-3685c52a13ac", "name": "network-vif-unplugged", "status": "completed", "tag": "86b48d2c-730f-48c0-bc6a-13d5d09f117e"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:56.406973 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a48b256-3b18-405c-aeca-a0d26bec1672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.411350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '86b48d2c-730f-48c0-bc6a-13d5d09f117e', 'network_id': '775c29d1-bbde-4427-a116-02672e31f422', 'port_id': '86b48d2c-730f-48c0-bc6a-13d5d09f117e', 'mac_address': 'fa:16:3e:6b:5f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48976a5f-7d8f-439a-a040-4c4a9869ccdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:30:56.426274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-8df5c160-daf7-4dae-998e-72529fd789a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adba3bec-166f-439e-b724-a6e2cc289843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752392 Sep 22 09:30:56.461971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 86b48d2c-730f-48c0-bc6a-13d5d09f117e, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=86b48d2c-730f-48c0-bc6a-13d5d09f117e,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:56.503048 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fada7bf1-4fe7-4699-b44f-c32cf40938c3 x-openstack-request-id: req-fada7bf1-4fe7-4699-b44f-c32cf40938c3 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:56.504243 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189cc741-a67b-4a3a-88ef-3685c52a13ac", "name": "network-vif-unplugged", "status": "completed", "tag": "86b48d2c-730f-48c0-bc6a-13d5d09f117e", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:56.504566 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fada7bf1-4fe7-4699-b44f-c32cf40938c3 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:56.505283 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b48d2c-730f-48c0-bc6a-13d5d09f117e', 'code': 200} Sep 22 09:30:56.533256 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.542344 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.544396 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.565420 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-b41c3d6f-966f-42db-b7ab-49af050ecd13 service neutron] 10.222.0.60 "GET /v2.0/networks/adba3bec-166f-439e-b724-a6e2cc289843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297615 Sep 22 09:30:56.585253 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef2a1-20b9-4119-9b22-d17a88f8bde7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.592960 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a48b256-3b18-405c-aeca-a0d26bec1672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.597719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 61d4106c-c8b4-48c3-b06b-c3fcf6031229, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61d4106c-c8b4-48c3-b06b-c3fcf6031229,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:56.602652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86b48d2c-730f-48c0-bc6a-13d5d09f117e {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:56.648372 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ef2a1-20b9-4119-9b22-d17a88f8bde7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=715f514f-bf00-4f88-aabc-adc8a1a569a2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:56.705597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a48b256-3b18-405c-aeca-a0d26bec1672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.706243 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:30:56.706243 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:30:56.706830 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.706930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=86b48d2c-730f-48c0-bc6a-13d5d09f117e,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:56.730460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Pushing event updated for resources: {'Port': ['ID=0cde499f-c7f3-4b78-8ef4-ec163947f389,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:56.752838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff8ef2a1-20b9-4119-9b22-d17a88f8bde7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.758025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ff8ef2a1-20b9-4119-9b22-d17a88f8bde7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/715f514f-bf00-4f88-aabc-adc8a1a569a2 HTTP/1.1" status: 204 len: 168 time: 1.6383228 Sep 22 09:30:56.760696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58660) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:56.807303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e6c5a8e-e41c-4667-a3a2-77ad81800ee9 req-2c0b7f7a-39d4-4e1a-acde-3ee9bd0e91dc service neutron] 10.222.0.60 "GET /v2.0/networks/adba3bec-166f-439e-b724-a6e2cc289843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338092 Sep 22 09:30:56.820216 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f2bed7-40cf-4c9f-8dca-fda6fb8daafa tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:30:56.824319 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-34f2bed7-40cf-4c9f-8dca-fda6fb8daafa tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/715f514f-bf00-4f88-aabc-adc8a1a569a2 HTTP/1.1" status: 404 len: 333 time: 0.0525117 Sep 22 09:30:56.824944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58668) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:56.923468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fbe86a80-bf00-4768-9e7f-e014e34fcd68 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:56.959554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: fbe86a80-bf00-4768-9e7f-e014e34fcd68 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:56.962746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fbe86a80-bf00-4768-9e7f-e014e34fcd68 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:56.970274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:56.978387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:57.057766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dbb8f-d7a8-44c5-b5b1-16e6998900a6 req-f5434046-3e9a-4999-8192-d24dfc486bcd tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:57.059516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a31dbb8f-d7a8-44c5-b5b1-16e6998900a6 req-f5434046-3e9a-4999-8192-d24dfc486bcd tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 943 time: 0.1818020 Sep 22 09:30:57.109941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5893d-a404-4755-8786-b4f6c3a0ebac tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 1a68bb98-c035-4ba2-b611-662b31cd419d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:57.110424 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ad5893d-a404-4755-8786-b4f6c3a0ebac tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.110549 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.127801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6a68b-7efa-47dc-889e-df2b532a56f8 req-efb4de23-6841-42a8-916a-006e249d9a1e tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:57.138809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ab6a68b-7efa-47dc-889e-df2b532a56f8 req-efb4de23-6841-42a8-916a-006e249d9a1e tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1611798 Sep 22 09:30:57.165692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a48b256-3b18-405c-aeca-a0d26bec1672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.186145 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b86e8918-655a-4075-8067-4615d035f384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.217497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a31dbb8f-d7a8-44c5-b5b1-16e6998900a6 req-c395fb4b-7cf8-441b-91d9-72f0c876aed2 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454844 Sep 22 09:30:57.221937 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a48b256-3b18-405c-aeca-a0d26bec1672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.236016 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8a48b256-3b18-405c-aeca-a0d26bec1672 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e882e14c-19a4-490d-8cb6-105c3b377743 HTTP/1.1" status: 204 len: 168 time: 1.0186870 Sep 22 09:30:57.243520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58676) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:57.248053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=61d4106c-c8b4-48c3-b06b-c3fcf6031229,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:57.291743 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.319172 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ad5893d-a404-4755-8786-b4f6c3a0ebac tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.333793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5893d-a404-4755-8786-b4f6c3a0ebac tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 1a68bb98-c035-4ba2-b611-662b31cd419d owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:57.335662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b48d2c-730f-48c0-bc6a-13d5d09f117e {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:30:57.336075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48b256-3b18-405c-aeca-a0d26bec1672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e882e14c-19a4-490d-8cb6-105c3b377743,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:57.347151 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Router f5078261-5a9f-4794-b832-c833a70430c4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:30:57.358249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 86b48d2c-730f-48c0-bc6a-13d5d09f117e, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=86b48d2c-730f-48c0-bc6a-13d5d09f117e,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:57.442957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-78569bea-d19b-48f8-830f-8c94afd3d869 None None] Provisioning complete for port 0cde499f-c7f3-4b78-8ef4-ec163947f389 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:57.443329 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-78569bea-d19b-48f8-830f-8c94afd3d869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.470090 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.489646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ab6a68b-7efa-47dc-889e-df2b532a56f8 req-79eaf677-f222-4855-9b29-1700e2e9af7b tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512542 Sep 22 09:30:57.492741 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.539627 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.563377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=86b48d2c-730f-48c0-bc6a-13d5d09f117e,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:57.579239 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-78569bea-d19b-48f8-830f-8c94afd3d869 None None] Port 0cde499f-c7f3-4b78-8ef4-ec163947f389 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:30:57.606209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5f0dc-e919-482b-9dc4-c780cfbdc260 req-179690ab-eb34-4337-a423-cbc4b0e0ef71 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:57.608229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55c5f0dc-e919-482b-9dc4-c780cfbdc260 req-179690ab-eb34-4337-a423-cbc4b0e0ef71 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 943 time: 0.1759925 Sep 22 09:30:57.649759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:30:57.661533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Sync routers for ids ['f5078261-5a9f-4794-b832-c833a70430c4'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:30:57.664163 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e51680f7-d38a-404e-981a-759a78bfeba1 admin admin] 10.222.0.49 "PUT /v2.0/routers/f5078261-5a9f-4794-b832-c833a70430c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5564201 Sep 22 09:30:57.679723 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Routers {'f5078261-5a9f-4794-b832-c833a70430c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:30:57.680369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:30:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f5078261-5a9f-4794-b832-c833a70430c4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:57.685659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55c5f0dc-e919-482b-9dc4-c780cfbdc260 req-8962a063-d0c7-4ad3-a781-214b91970fa7 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670283 Sep 22 09:30:57.706416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.725119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ad5893d-a404-4755-8786-b4f6c3a0ebac tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.730699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04263797-4712-4ef7-954a-0101dc226875']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:57.742390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fee5832-0164-483a-ae66-2216a5f22a3c') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:57.742759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fee5832-0164-483a-ae66-2216a5f22a3c') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:57.754747 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.770043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.776958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:30:57.777451 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.813903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5893d-a404-4755-8786-b4f6c3a0ebac tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=1a68bb98-c035-4ba2-b611-662b31cd419d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:57.870537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ad5893d-a404-4755-8786-b4f6c3a0ebac tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.877666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2ad5893d-a404-4755-8786-b4f6c3a0ebac tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/1a68bb98-c035-4ba2-b611-662b31cd419d HTTP/1.1" status: 204 len: 168 time: 1.0515752 Sep 22 09:30:57.881495 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58700) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:57.888270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['86b48d2c-730f-48c0-bc6a-13d5d09f117e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:30:57.900119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61d4106c-c8b4-48c3-b06b-c3fcf6031229 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:30:57.911764 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:30:57.920254 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ab2146-a65d-4656-8c9a-36daa4a76cc7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:30:57.923867 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c7ab2146-a65d-4656-8c9a-36daa4a76cc7 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/1a68bb98-c035-4ba2-b611-662b31cd419d HTTP/1.1" status: 404 len: 333 time: 0.0413709 Sep 22 09:30:57.927331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58702) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:57.977720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Set router f5078261-5a9f-4794-b832-c833a70430c4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:30:58.012242 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:58.023883 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:58.027376 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/04263797-4712-4ef7-954a-0101dc226875 HTTP/1.1" status: 204 len: 168 time: 0.7281325 Sep 22 09:30:58.065762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67029f2d-ef5c-4ced-a06f-cef7369d1ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=04263797-4712-4ef7-954a-0101dc226875,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:58.077389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a88aa3-6236-4c04-b48b-6fb41a9aa491 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting subnet 3d7e533d-d048-429c-8456-3ea4b8a1e1cf {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:30:58.080998 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69a88aa3-6236-4c04-b48b-6fb41a9aa491 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:58.115712 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:58.182489 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69a88aa3-6236-4c04-b48b-6fb41a9aa491 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:58.218935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db65cf-9cb6-4e06-b539-f2ba81e4c6cd req-b9edbb37-5399-4f39-92bf-62da3921db61 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:58.220526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58db65cf-9cb6-4e06-b539-f2ba81e4c6cd req-b9edbb37-5399-4f39-92bf-62da3921db61 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1166413 Sep 22 09:30:58.259292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 61d4106c-c8b4-48c3-b06b-c3fcf6031229 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:58.259678 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:58.293459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58db65cf-9cb6-4e06-b539-f2ba81e4c6cd req-fb77e52a-c0d6-4118-84c2-ab6bac7bdc7d tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665793 Sep 22 09:30:58.354463 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69a88aa3-6236-4c04-b48b-6fb41a9aa491 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:58.505128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e32f5e-46b2-4f9c-9bf0-dac0474c6155 req-368c1383-7e60-40b7-bf15-7f0c86af853d tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:58.505675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69a88aa3-6236-4c04-b48b-6fb41a9aa491 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:58.508992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0e32f5e-46b2-4f9c-9bf0-dac0474c6155 req-368c1383-7e60-40b7-bf15-7f0c86af853d tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 944 time: 0.1085770 Sep 22 09:30:58.560078 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a88aa3-6236-4c04-b48b-6fb41a9aa491 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7e533d-d048-429c-8456-3ea4b8a1e1cf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:58.584675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69a88aa3-6236-4c04-b48b-6fb41a9aa491 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:58.593955 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-69a88aa3-6236-4c04-b48b-6fb41a9aa491 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/3d7e533d-d048-429c-8456-3ea4b8a1e1cf HTTP/1.1" status: 204 len: 168 time: 0.6655407 Sep 22 09:30:58.596846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58722) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:58.600574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f0a684-8181-4f4c-a8bb-bcdee62b7fa7 None None] Network 94e687f4-4ad5-4310-aab0-fd0161419204 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:30:58.618413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0e32f5e-46b2-4f9c-9bf0-dac0474c6155 req-66588210-d7c2-42d2-a2b7-7a3b9d62b936 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003873 Sep 22 09:30:58.727829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58728) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:58.778741 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:58.906582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d615d-becb-44df-96a0-ead5bf4a6ba2 req-066ee59e-862b-468a-9ca5-09cb2bb438ed tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:58.922745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c66d615d-becb-44df-96a0-ead5bf4a6ba2 req-066ee59e-862b-468a-9ca5-09cb2bb438ed tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 943 time: 0.1235580 Sep 22 09:30:58.927683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:55Z', 'revision_number': 4, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0cde499f-c7f3-4b78-8ef4-ec163947f389', 'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'mac_address': 'fa:16:3e:17:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:54Z', 'updated_at': '2021-09-22T09:30:55Z', 'revision_number': 2, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'subnets': [{'id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:58.940321 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b9a616cc-e3aa-4417-8761-76716d63ac84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c06e6bc8248b4d829d0b05991b89d5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015109 Sep 22 09:30:58.941770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58730) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:58.961790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Checking router: f5078261-5a9f-4794-b832-c833a70430c4 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:30:58.962372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Updating router f5078261-5a9f-4794-b832-c833a70430c4 port 0cde499f-c7f3-4b78-8ef4-ec163947f389 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:30:58.965856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58734) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:58.979353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-603c273f-d56d-4324-a039-058237d3e090 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732863156', 'description': 'tempest-description--1181461485'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:59.006055 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.007768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c66d615d-becb-44df-96a0-ead5bf4a6ba2 req-f78fec9f-cc06-42ca-8b8d-3a85402def09 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840185 Sep 22 09:30:59.101655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fafa03-de1b-4351-83c5-a906cba2bed5 None None] DHCP port deletion for 94e687f4-4ad5-4310-aab0-fd0161419204 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:30:59.103089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:59.103592 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.121277 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-603c273f-d56d-4324-a039-058237d3e090 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.157273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c2c7ac7-4b14-4091-a0b3-0c0c7bcd75ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.223683 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c2c7ac7-4b14-4091-a0b3-0c0c7bcd75ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.246413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a2fafa03-de1b-4351-83c5-a906cba2bed5 None None] Deleting port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:30:59.246814 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a2fafa03-de1b-4351-83c5-a906cba2bed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.255751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] For port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7a37905f-38cf-4dfe-b72b-356a3b4a4bcc,segment=NetworkSegment(0bf1d203-283c-4e38-b772-7449bb69d2dc),segment_id=0bf1d203-283c-4e38-b772-7449bb69d2dc)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:59.256170 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.290907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:59.387146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a2fafa03-de1b-4351-83c5-a906cba2bed5 None None] For port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7a37905f-38cf-4dfe-b72b-356a3b4a4bcc,segment=NetworkSegment(0bf1d203-283c-4e38-b772-7449bb69d2dc),segment_id=0bf1d203-283c-4e38-b772-7449bb69d2dc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:30:59.387608 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a2fafa03-de1b-4351-83c5-a906cba2bed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.414240 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-603c273f-d56d-4324-a039-058237d3e090 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.438288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a2fafa03-de1b-4351-83c5-a906cba2bed5 None None] Calling delete_port for 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:30:59.453614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c2c7ac7-4b14-4091-a0b3-0c0c7bcd75ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.458034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c2c7ac7-4b14-4091-a0b3-0c0c7bcd75ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.459023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9c2c7ac7-4b14-4091-a0b3-0c0c7bcd75ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aeed802a-c4cb-4f94-bc60-4669dada00f9 HTTP/1.1" status: 204 len: 168 time: 0.5107298 Sep 22 09:30:59.474532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c7ac7-4b14-4091-a0b3-0c0c7bcd75ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeed802a-c4cb-4f94-bc60-4669dada00f9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:59.536141 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-603c273f-d56d-4324-a039-058237d3e090 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.565882 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.573915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e477d7b-672f-4451-9075-26254658cc16 req-ac775a2c-70d8-477b-a7e0-8ba953d977e7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:59.587228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.591704 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e477d7b-672f-4451-9075-26254658cc16 req-ac775a2c-70d8-477b-a7e0-8ba953d977e7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1752684 Sep 22 09:30:59.620251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No DVR routers for this DVR port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:59.626950 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=7a37905f-38cf-4dfe-b72b-356a3b4a4bcc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:59.632047 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a2fafa03-de1b-4351-83c5-a906cba2bed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.633958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c273f-d56d-4324-a039-058237d3e090 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f581c9-6889-419b-a146-1e74af339172,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:59.677074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fafa03-de1b-4351-83c5-a906cba2bed5 None None] Pushing event deleted for resources: {'Port': ['ID=7a37905f-38cf-4dfe-b72b-356a3b4a4bcc,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:59.684137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-603c273f-d56d-4324-a039-058237d3e090 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.691095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fafa03-de1b-4351-83c5-a906cba2bed5 None None] No DVR routers for this DVR port 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:30:59.691970 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-603c273f-d56d-4324-a039-058237d3e090 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7195115 Sep 22 09:30:59.692097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-5b273777-501d-4de1-98d8-2e20dd43371b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528400 Sep 22 09:30:59.698329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e477d7b-672f-4451-9075-26254658cc16 req-fac64859-8cca-4146-8225-472b5260d06a tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055925 Sep 22 09:30:59.699406 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58760) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:30:59.705043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-926f8d9b-2d94-40b3-aaf0-817c5db981eb tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Request body: {'security_group_rule': {'security_group_id': '62f581c9-6889-419b-a146-1e74af339172', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:30:59.722755 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.759965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.804852 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.812719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e687f4-4ad5-4310-aab0-fd0161419204']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:59.824476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bbf10-9a5c-48b6-aa93-3a6fc608ad66 None None] Pushing event updated for resources: {'Port': ['ID=0cde499f-c7f3-4b78-8ef4-ec163947f389,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:59.836421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf1d203-283c-4e38-b772-7449bb69d2dc') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:59.836719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf1d203-283c-4e38-b772-7449bb69d2dc') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:30:59.846918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.864408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:30:59.886436 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.892613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:30:59.893004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7a37905f-38cf-4dfe-b72b-356a3b4a4bcc not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:30:59.895343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Attempting to bind port 0cde499f-c7f3-4b78-8ef4-ec163947f389 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:30:59.895714 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Attempting to bind port 0cde499f-c7f3-4b78-8ef4-ec163947f389 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:30:59.896138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Attempting to bind port 0cde499f-c7f3-4b78-8ef4-ec163947f389 on network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:30:59.902229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:30:59.902636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Checking segment: {'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:30:59.903108 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.904013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Bound using segment: {'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:30:59.904013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Bound port: 0cde499f-c7f3-4b78-8ef4-ec163947f389, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:30:59.904445 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.912815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:30:59.913542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.918190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-926f8d9b-2d94-40b3-aaf0-817c5db981eb tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:59.958539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26163229-c5b4-4a56-8645-3f749b9e6e7c req-e7aa9655-749e-41ed-9fbc-a9c0d5786223 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:30:59.960961 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:30:59.963235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26163229-c5b4-4a56-8645-3f749b9e6e7c req-e7aa9655-749e-41ed-9fbc-a9c0d5786223 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 944 time: 0.1841731 Sep 22 09:30:59.997661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] For port 0cde499f-c7f3-4b78-8ef4-ec163947f389, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:00.002205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] For port 0cde499f-c7f3-4b78-8ef4-ec163947f389, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0cde499f-c7f3-4b78-8ef4-ec163947f389,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:00.003184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-926f8d9b-2d94-40b3-aaf0-817c5db981eb tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.007883 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:31:00.010971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 86b48d2c-730f-48c0-bc6a-13d5d09f117e up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:00.017808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26163229-c5b4-4a56-8645-3f749b9e6e7c req-2d973931-d4d3-4af7-99b7-f3df6186c28a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469782 Sep 22 09:31:00.041493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fe623-02b5-4980-8206-b283ebb26246 req-b9016382-4dad-47f6-985f-4f823cd34141 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:00.054510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-b9016382-4dad-47f6-985f-4f823cd34141 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506351 Sep 22 09:31:00.088971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-90af223a-6a30-492a-bdee-30dd5dd5a958 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/quotas/fb8544eb76f84c41bad4d911f7d63d99 HTTP/1.1" status: 200 len: 375 time: 0.0372860 Sep 22 09:31:00.109189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.110681 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-926f8d9b-2d94-40b3-aaf0-817c5db981eb tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.166242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f8d9b-2d94-40b3-aaf0-817c5db981eb tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0ff021-4c7c-4191-a258-56b2ecd89309,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:00.170702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.196503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-1466ba87-5431-4b6d-bbd4-f255220c93e8 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035631 Sep 22 09:31:00.227249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.237329 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/networks/94e687f4-4ad5-4310-aab0-fd0161419204 HTTP/1.1" status: 204 len: 168 time: 1.6367500 Sep 22 09:31:00.238572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b366-723f-4268-b07b-b81bb760149b tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Network': ['ID=94e687f4-4ad5-4310-aab0-fd0161419204,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:00.243917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58776) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:00.263541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-179815251'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:00.270229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cbe38-7ff3-44e3-9728-91e65d125438 req-689836e0-0c5a-4cd9-992b-c97ec53bc402 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:00.270229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e82cbe38-7ff3-44e3-9728-91e65d125438 req-689836e0-0c5a-4cd9-992b-c97ec53bc402 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 943 time: 0.1049886 Sep 22 09:31:00.285195 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-926f8d9b-2d94-40b3-aaf0-817c5db981eb tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.286384 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-926f8d9b-2d94-40b3-aaf0-817c5db981eb tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5859652 Sep 22 09:31:00.290550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 86b48d2c-730f-48c0-bc6a-13d5d09f117e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:00.291162 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.292398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58778) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:00.304374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7bf25509-04a6-4089-93aa-e09848594fca tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Request body: {'security_group_rule': {'security_group_id': '62f581c9-6889-419b-a146-1e74af339172', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:00.337988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Routers {'f5078261-5a9f-4794-b832-c833a70430c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:31:00.339107 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:30:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f5078261-5a9f-4794-b832-c833a70430c4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:00.343841 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e82cbe38-7ff3-44e3-9728-91e65d125438 req-504525cd-65d8-4676-9c1d-a91d59ded081 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665059 Sep 22 09:31:00.392757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:00.398273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.453397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:31:00.456202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0,segment=NetworkSegment(d55e074a-89d9-46c3-9d86-f2ad034a8d65),segment_id=d55e074a-89d9-46c3-9d86-f2ad034a8d65)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:00.476197 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.476197 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Added segment b35e916c-a725-4529-9074-30f79430f584 of type vlan for network 82498e0d-0124-48a8-a554-8521049e5f4c Sep 22 09:31:00.502487 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bf25509-04a6-4089-93aa-e09848594fca tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.520893 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.524920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eab3ea0c-0f4f-4d93-9d26-dc8cb84ecc9b None None] Provisioning complete for port 0cde499f-c7f3-4b78-8ef4-ec163947f389 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:00.525321 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eab3ea0c-0f4f-4d93-9d26-dc8cb84ecc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.618336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] Set router f5078261-5a9f-4794-b832-c833a70430c4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:31:00.630185 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.637171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:00.644748 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:00.733027 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'dfa2735a-f583-4e16-a8a2-4fdacaeb93c0', 'network_id': 'adba3bec-166f-439e-b724-a6e2cc289843', 'port_id': 'dfa2735a-f583-4e16-a8a2-4fdacaeb93c0', 'mac_address': 'fa:16:3e:d5:2e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d8bd0b-b92b-4925-9a87-c9096d60a472', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:31:00.754648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bbf10-9a5c-48b6-aa93-3a6fc608ad66 None None] Pushing event updated for resources: {'Port': ['ID=0cde499f-c7f3-4b78-8ef4-ec163947f389,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:00.810764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Network': ['ID=82498e0d-0124-48a8-a554-8521049e5f4c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:00.818537 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-011fb1fe-16fd-4480-b2d5-cc0a2e97cc44 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5735021 Sep 22 09:31:00.819164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58800) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:00.827333 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': '82498e0d-0124-48a8-a554-8521049e5f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:00.876524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 82498e0d-0124-48a8-a554-8521049e5f4c details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:31:01.036198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:01.041650 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.207972 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bf25509-04a6-4089-93aa-e09848594fca tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.212618 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.221388 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.259494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-b162eeb1-7d5a-48b7-b4fb-b4c945875436 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483539 Sep 22 09:31:01.283574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58822) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:01.304758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:01.322363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b48d2c-730f-48c0-bc6a-13d5d09f117e'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:01.324625 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f74861e-5ae0-4991-8c01-b67d954daf9a" -d '{"events": [{"server_uuid": "189cc741-a67b-4a3a-88ef-3685c52a13ac", "name": "network-vif-plugged", "status": "completed", "tag": "86b48d2c-730f-48c0-bc6a-13d5d09f117e"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:01.369585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 86b48d2c-730f-48c0-bc6a-13d5d09f117e, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=86b48d2c-730f-48c0-bc6a-13d5d09f117e,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:01.371057 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bf25509-04a6-4089-93aa-e09848594fca tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.382803 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eab3ea0c-0f4f-4d93-9d26-dc8cb84ecc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.388388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0,segment=NetworkSegment(d55e074a-89d9-46c3-9d86-f2ad034a8d65),segment_id=d55e074a-89d9-46c3-9d86-f2ad034a8d65)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:01.437250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610b01c-9ab6-450f-8e1b-668c037b6bfa req-129afa0b-cf5b-4142-a61b-fea31beab843 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:01.439018 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5610b01c-9ab6-450f-8e1b-668c037b6bfa req-129afa0b-cf5b-4142-a61b-fea31beab843 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.2268486 Sep 22 09:31:01.445019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.459605 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.481976 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.482783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf25509-04a6-4089-93aa-e09848594fca tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d10ba23-1e05-4e9f-8389-475d82e3cdd1,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:01.490638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-eab3ea0c-0f4f-4d93-9d26-dc8cb84ecc9b None None] For port 0cde499f-c7f3-4b78-8ef4-ec163947f389, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0cde499f-c7f3-4b78-8ef4-ec163947f389,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:01.545425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-837034027-network', 'tenant_id': 'c900252658ec477f9befeec1b34eeea8'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:01.572597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:55Z', 'revision_number': 4, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0cde499f-c7f3-4b78-8ef4-ec163947f389', 'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'mac_address': 'fa:16:3e:17:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:54Z', 'updated_at': '2021-09-22T09:30:59Z', 'revision_number': 4, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'subnets': [{'id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:01.584319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf066cd0-11e9-407e-ace8-e97839898448 req-1c91b8bb-8654-45c6-8d87-b7286ce16478 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:01.586294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-1c91b8bb-8654-45c6-8d87-b7286ce16478 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3190386 Sep 22 09:31:01.590086 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bf25509-04a6-4089-93aa-e09848594fca tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.591560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7bf25509-04a6-4089-93aa-e09848594fca tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2978845 Sep 22 09:31:01.601813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58830) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:01.607714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:01.650460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-fba0877f-3c99-4ce6-8d93-7533e2d04b6f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/quotas/fb8544eb76f84c41bad4d911f7d63d99 HTTP/1.1" status: 200 len: 375 time: 0.0494084 Sep 22 09:31:01.653803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5610b01c-9ab6-450f-8e1b-668c037b6bfa req-2f5e908e-7c3e-48cb-98e2-bea4f57d9df2 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834655 Sep 22 09:31:01.660025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Subnet': ['ID=e40dbfa5-2985-4a34-b10e-1ed12e63420d,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:01.673614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Checking segment: {'id': 'b35e916c-a725-4529-9074-30f79430f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '82498e0d-0124-48a8-a554-8521049e5f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:01.674181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network hostable DHCP agents. Network: 82498e0d-0124-48a8-a554-8521049e5f4c, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:31:01.724634 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-b230b0be-58fa-4043-8e7b-ff4619a2521d tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585532 Sep 22 09:31:01.724835 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eab3ea0c-0f4f-4d93-9d26-dc8cb84ecc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.735547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e1484-614d-47f2-9b1e-1c981f345679 None None] The sync data for ids ['f5078261-5a9f-4794-b832-c833a70430c4'] in n-d-805649-4 is: [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:55Z', 'revision_number': 4, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0cde499f-c7f3-4b78-8ef4-ec163947f389', 'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'mac_address': 'fa:16:3e:17:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:54Z', 'updated_at': '2021-09-22T09:30:59Z', 'revision_number': 4, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'subnets': [{'id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:31:01.741655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=86b48d2c-730f-48c0-bc6a-13d5d09f117e,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:01.741838 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Made reservation on behalf of c900252658ec477f9befeec1b34eeea8 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:01.745018 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.769397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.811359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['dfa2735a-f583-4e16-a8a2-4fdacaeb93c0'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:01.824825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 82498e0d-0124-48a8-a554-8521049e5f4c is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:31:01.865331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:01.932554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:01.955375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 82498e0d-0124-48a8-a554-8521049e5f4c) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:01.974184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:01.975188 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.011173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3ea0c-0f4f-4d93-9d26-dc8cb84ecc9b None None] Pushing event updated for resources: {'Port': ['ID=0cde499f-c7f3-4b78-8ef4-ec163947f389,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:02.015879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818d00d-912b-4522-96bc-4efc415b39e9 None None] Network 82498e0d-0124-48a8-a554-8521049e5f4c requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:02.019659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-72563d85-af98-420a-a56e-e1a6c2d811e1 None None] Provisioning complete for port 0cde499f-c7f3-4b78-8ef4-ec163947f389 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:02.020254 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72563d85-af98-420a-a56e-e1a6c2d811e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.069130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de31d98-1024-456d-b06a-dd7e0c00120b req-7d77de01-2a9c-4c5a-bbeb-f8e688a3c269 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:02.081635 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2de31d98-1024-456d-b06a-dd7e0c00120b req-7d77de01-2a9c-4c5a-bbeb-f8e688a3c269 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.2635028 Sep 22 09:31:02.083479 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.191040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.210180 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa4fd7b-2529-4bfb-aad5-d179568905f5 x-openstack-request-id: req-afa4fd7b-2529-4bfb-aad5-d179568905f5 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:02.210560 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189cc741-a67b-4a3a-88ef-3685c52a13ac", "name": "network-vif-plugged", "status": "completed", "tag": "86b48d2c-730f-48c0-bc6a-13d5d09f117e", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:02.210691 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afa4fd7b-2529-4bfb-aad5-d179568905f5 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:02.211087 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b48d2c-730f-48c0-bc6a-13d5d09f117e', 'code': 200} Sep 22 09:31:02.306225 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dbb25caa-ae8c-4e21-a767-89ce7c694d72 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4858859 Sep 22 09:31:02.314846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58838) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:02.315593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:31:02.351517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ce5d3a93-a708-4cc9-ae43-5240dda79e6d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1459718120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:02.369669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2de31d98-1024-456d-b06a-dd7e0c00120b req-c1a53881-c222-4d5c-8b19-6383129b71ee tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868750 Sep 22 09:31:02.413299 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.413720 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Added segment 3d1b7cba-aaaa-4366-b7c5-96c46dc71441 of type vlan for network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f Sep 22 09:31:02.469117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c69e95c-907e-42cd-9892-3354153f4724,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:02.514845 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.588892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-82498e0d-0124-48a8-a554-8521049e5f4c', 'network_id': '82498e0d-0124-48a8-a554-8521049e5f4c', 'tenant_id': '3bb885268c5c4c079aceba08c89722a3', 'fixed_ips': [{'subnet_id': 'e40dbfa5-2985-4a34-b10e-1ed12e63420d'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:31:02.589804 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.593297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce5d3a93-a708-4cc9-ae43-5240dda79e6d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.594470 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce5d3a93-a708-4cc9-ae43-5240dda79e6d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.606944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-34383f5d-8071-464e-b4c3-ac987f095e78 req-b74016a8-e8cc-4b8f-9a79-3b7cf670a53a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 210 time: 0.1152761 Sep 22 09:31:02.630573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091a3e7-eaf6-45b8-ac65-2d1250c35374 req-aa3286da-7259-44e7-8e80-0bce269776cf tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:02.630787 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.636505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5091a3e7-eaf6-45b8-ac65-2d1250c35374 req-aa3286da-7259-44e7-8e80-0bce269776cf tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 944 time: 0.2653883 Sep 22 09:31:02.637928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:02.638851 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.709612 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.725902 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5091a3e7-eaf6-45b8-ac65-2d1250c35374 req-e8c39a0c-e5a9-467c-be74-e746075b0089 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880353 Sep 22 09:31:02.739808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c5d29-754a-4bdd-9744-2d68d9fd7576 req-5a436de3-403f-4e3e-b4b4-889a393b8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:02.741979 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de8c5d29-754a-4bdd-9744-2d68d9fd7576 req-5a436de3-403f-4e3e-b4b4-889a393b8809 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 1096 time: 0.1376860 Sep 22 09:31:02.759446 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4719846 Sep 22 09:31:02.760117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58848) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:02.799593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] Request body: {'subnet': {'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-837034027-subnet', 'tenant_id': 'c900252658ec477f9befeec1b34eeea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:02.878788 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce5d3a93-a708-4cc9-ae43-5240dda79e6d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.938391 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de8c5d29-754a-4bdd-9744-2d68d9fd7576 req-b7fae80f-a656-4a91-9d4f-70fabf6a6b6e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831865 Sep 22 09:31:02.961174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Allocated IP 2001:db8::2 (82498e0d-0124-48a8-a554-8521049e5f4c/e40dbfa5-2985-4a34-b10e-1ed12e63420d/9d9dfb5d-0388-4dce-9109-82aea012805e) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:02.963083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289458b8-8991-457c-b7c2-96ca491cc856 admin admin] Pushing event updated for resources: {'Network': ['ID=2b4b7be6-cdf9-4211-a66a-1d0f455c058f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:02.981635 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce5d3a93-a708-4cc9-ae43-5240dda79e6d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:02.983006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd6286-957a-462c-9a36-44620eb61d90 req-858ef2dc-ca4d-43a3-86b6-61969c0d652c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:02.983497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:31:02.991342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bcd6286-957a-462c-9a36-44620eb61d90 req-858ef2dc-ca4d-43a3-86b6-61969c0d652c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1716268 Sep 22 09:31:03.064310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Allocated IP 172.25.6.3 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/741e7e60-cc5a-4308-b1bd-66e795c97c2a) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:03.097039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] Made reservation on behalf of c900252658ec477f9befeec1b34eeea8 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:03.100591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bcd6286-957a-462c-9a36-44620eb61d90 req-a2d7807c-ddbe-4371-bc0b-6917c2a92013 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032424 Sep 22 09:31:03.100801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:03.260603 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce5d3a93-a708-4cc9-ae43-5240dda79e6d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:03.266038 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce5d3a93-a708-4cc9-ae43-5240dda79e6d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9438374 Sep 22 09:31:03.273912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58852) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:03.307943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'network_id': '82498e0d-0124-48a8-a554-8521049e5f4c', 'name': 'tempest-PortsIpV6TestJSON-1527568540'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:03.346165 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:03.494167 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:03.508363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:03.555096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:03.563099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:03.569266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:03.660821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:03.661189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe6ce4-40c4-4e0a-b90d-a7e1e10c207a req-a0200e2f-0f07-4feb-995d-040500807955 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:03.661319 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:03.661860 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dffe6ce4-40c4-4e0a-b90d-a7e1e10c207a req-a0200e2f-0f07-4feb-995d-040500807955 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.1868207 Sep 22 09:31:03.665205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:03.668077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Pushing event updated for resources: {'Port': ['ID=741e7e60-cc5a-4308-b1bd-66e795c97c2a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:03.691037 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port 8160a269-b8dd-425b-8383-ed1ceb4d0c32 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:31:03.722819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Network 82498e0d-0124-48a8-a554-8521049e5f4c is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:03.724831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:03.731876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:03.770384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8572979e-6584-4f50-a906-99c0c5660183 req-43d750b7-468c-4342-b58c-d3db8ee66f5c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 210 time: 0.0638943 Sep 22 09:31:03.782235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:03.818697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dffe6ce4-40c4-4e0a-b90d-a7e1e10c207a req-83c522b8-7ebf-4155-bf75-90f04c25f029 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446574 Sep 22 09:31:03.836349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Pushing event updated for resources: {'Port': ['ID=9d9dfb5d-0388-4dce-9109-82aea012805e,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:03.846800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Attempting to bind port 9d9dfb5d-0388-4dce-9109-82aea012805e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:03.847468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Attempting to bind port 9d9dfb5d-0388-4dce-9109-82aea012805e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'b35e916c-a725-4529-9074-30f79430f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '82498e0d-0124-48a8-a554-8521049e5f4c'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:03.847468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Attempting to bind port 9d9dfb5d-0388-4dce-9109-82aea012805e on network 82498e0d-0124-48a8-a554-8521049e5f4c {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:03.853620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:03.853872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Checking segment: {'id': 'b35e916c-a725-4529-9074-30f79430f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '82498e0d-0124-48a8-a554-8521049e5f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:03.856666 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:03.856666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Bound using segment: {'id': 'b35e916c-a725-4529-9074-30f79430f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '82498e0d-0124-48a8-a554-8521049e5f4c'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:03.856666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Bound port: 9d9dfb5d-0388-4dce-9109-82aea012805e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35e916c-a725-4529-9074-30f79430f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '82498e0d-0124-48a8-a554-8521049e5f4c'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:03.856666 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:03.971981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] For port 9d9dfb5d-0388-4dce-9109-82aea012805e, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:03.978321 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8::50 (82498e0d-0124-48a8-a554-8521049e5f4c/e40dbfa5-2985-4a34-b10e-1ed12e63420d/8160a269-b8dd-425b-8383-ed1ceb4d0c32) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:03.981514 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:03.982140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] For port 9d9dfb5d-0388-4dce-9109-82aea012805e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9d9dfb5d-0388-4dce-9109-82aea012805e,segment=NetworkSegment(b35e916c-a725-4529-9074-30f79430f584),segment_id=b35e916c-a725-4529-9074-30f79430f584)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:04.013775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:04.046790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-ab6d5ec9-434f-4f2c-9782-470888d7c6dd tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540924 Sep 22 09:31:04.059163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7541e-9a0e-4179-ab4e-f02a64220ce5 req-2d72d2de-c909-4b35-a17b-16d07eafa3c4 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:04.059496 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0cde499f-c7f3-4b78-8ef4-ec163947f389 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:04.060440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8f7541e-9a0e-4179-ab4e-f02a64220ce5 req-2d72d2de-c909-4b35-a17b-16d07eafa3c4 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 944 time: 0.1751215 Sep 22 09:31:04.087762 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.091085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:04.097546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] Checking segment: {'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:04.097911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] Network hostable DHCP agents. Network: 2b4b7be6-cdf9-4211-a66a-1d0f455c058f, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:31:04.224836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944e36e-65d5-4f87-8c71-022377a995e1 None None] Pushing event updated for resources: {'Port': ['ID=9d9dfb5d-0388-4dce-9109-82aea012805e,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:04.257098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0cde499f-c7f3-4b78-8ef4-ec163947f389 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:04.257465 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.267884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] Network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:31:04.292217 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.297759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8f7541e-9a0e-4179-ab4e-f02a64220ce5 req-1cfa14e9-3fed-4f77-a77c-d46854666060 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244315 Sep 22 09:31:04.331352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.362758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 2b4b7be6-cdf9-4211-a66a-1d0f455c058f) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:04.375210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859ef73f-03c4-4db7-b0d4-adccecbebdeb None None] Network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:04.376312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:04.376978 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.392299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:31:04.424396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fe623-02b5-4980-8206-b283ebb26246 req-0d9a027e-4823-4d20-af86-6a91a79d1eed tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:04.425371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:04.425760 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.427084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-0d9a027e-4823-4d20-af86-6a91a79d1eed tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3649752 Sep 22 09:31:04.453609 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.472803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Request body: {'port': {'device_id': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': 'fb8544eb76f84c41bad4d911f7d63d99'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:04.495001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dabd5-eaa3-47b7-b148-4105a34a21cf req-013bb4e5-db25-4513-9fae-f9cb2dfad736 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:04.497344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a8dabd5-eaa3-47b7-b148-4105a34a21cf req-013bb4e5-db25-4513-9fae-f9cb2dfad736 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.2635620 Sep 22 09:31:04.555543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8d04632d-38bb-4539-ace3-35d8621696f1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7779481 Sep 22 09:31:04.600944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 82498e0d-0124-48a8-a554-8521049e5f4c is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:04.606109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=8160a269-b8dd-425b-8383-ed1ceb4d0c32,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:04.618436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:04.625505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:04.643363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:04.645787 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.681382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a8dabd5-eaa3-47b7-b148-4105a34a21cf req-eb98f9e5-ca62-48ee-9ff3-7bb06f157697 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477880 Sep 22 09:31:04.725600 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.745635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb9b99-8b03-4083-90ec-ed9f931763d2 None None] Network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:04.788697 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5f6108a0-84e3-4b9f-b293-321326b4bba3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5104964 Sep 22 09:31:04.789440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58870) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:04.905389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8991a967-91a4-4fdc-b12e-bcbe53c690a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa2735a-f583-4e16-a8a2-4fdacaeb93c0'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:04.907867 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12aa8da-4fd0-4c73-978f-03f9c51f2e71" -d '{"events": [{"server_uuid": "8991a967-91a4-4fdc-b12e-bcbe53c690a3", "name": "network-vif-plugged", "status": "completed", "tag": "dfa2735a-f583-4e16-a8a2-4fdacaeb93c0"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:04.923862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0,segment=NetworkSegment(d55e074a-89d9-46c3-9d86-f2ad034a8d65),segment_id=d55e074a-89d9-46c3-9d86-f2ad034a8d65)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:05.006414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0028807d-949e-4d3f-a1d5-4f8a4fbecb32 req-702382f1-4c61-4ff3-b2ef-7bb898919126 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 210 time: 0.1107750 Sep 22 09:31:05.041708 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.098739 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.109316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Made reservation on behalf of fb8544eb76f84c41bad4d911f7d63d99 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:05.116006 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.227196 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.238188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:05.372513 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.451601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25405fbe-2819-437a-a284-99f2a554189b req-f151eaa8-a375-47fb-b15b-190e94c2a804 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:05.453203 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25405fbe-2819-437a-a284-99f2a554189b req-f151eaa8-a375-47fb-b15b-190e94c2a804 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.3222294 Sep 22 09:31:05.461540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0b15ee-bd63-45f3-9b72-14ed077e9e30 None None] Network 82498e0d-0124-48a8-a554-8521049e5f4c requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:05.563019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-9661d5bc-a182-41ea-97fe-aa9300ca52ed tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:05.564598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-9661d5bc-a182-41ea-97fe-aa9300ca52ed tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/networks?id=2b4b7be6-cdf9-4211-a66a-1d0f455c058f HTTP/1.1" status: 200 len: 817 time: 0.4625881 Sep 22 09:31:05.585944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-79619335-4efc-46e9-b54f-6163b2ac6a93 None None] Provisioning complete for port 9d9dfb5d-0388-4dce-9109-82aea012805e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:05.586440 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-79619335-4efc-46e9-b54f-6163b2ac6a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.594489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Pushing event updated for resources: {'Port': ['ID=741e7e60-cc5a-4308-b1bd-66e795c97c2a,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:05.618910 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.640963 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-924d0e54-2862-4719-b48f-a566e0a8f717 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/quotas/c900252658ec477f9befeec1b34eeea8 HTTP/1.1" status: 200 len: 375 time: 0.0545959 Sep 22 09:31:05.662525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25405fbe-2819-437a-a284-99f2a554189b req-7cf7b1bd-98af-4a5a-991a-977ef664fced tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906412 Sep 22 09:31:05.722032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-40fce204-4698-45a5-92bc-dea4144361ba tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c900252658ec477f9befeec1b34eeea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693812 Sep 22 09:31:05.724213 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-79619335-4efc-46e9-b54f-6163b2ac6a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.729054 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.846703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-79619335-4efc-46e9-b54f-6163b2ac6a93 None None] For port 9d9dfb5d-0388-4dce-9109-82aea012805e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9d9dfb5d-0388-4dce-9109-82aea012805e,segment=NetworkSegment(b35e916c-a725-4529-9074-30f79430f584),segment_id=b35e916c-a725-4529-9074-30f79430f584)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:05.849611 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d31aa7-e631-4d5e-83e6-89899ffd6cb4 x-openstack-request-id: req-94d31aa7-e631-4d5e-83e6-89899ffd6cb4 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:05.850296 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8991a967-91a4-4fdc-b12e-bcbe53c690a3", "name": "network-vif-plugged", "status": "completed", "tag": "dfa2735a-f583-4e16-a8a2-4fdacaeb93c0", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:05.850684 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94d31aa7-e631-4d5e-83e6-89899ffd6cb4 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:05.851128 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8991a967-91a4-4fdc-b12e-bcbe53c690a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa2735a-f583-4e16-a8a2-4fdacaeb93c0', 'code': 200} Sep 22 09:31:05.887771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9d9dfb5d-0388-4dce-9109-82aea012805e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:05.938006 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.952400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9d9dfb5d-0388-4dce-9109-82aea012805e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:05.953097 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.976431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-79619335-4efc-46e9-b54f-6163b2ac6a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:06.042249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79619335-4efc-46e9-b54f-6163b2ac6a93 None None] Pushing event updated for resources: {'Port': ['ID=9d9dfb5d-0388-4dce-9109-82aea012805e,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:06.103341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fd47fe56-c1da-4c7e-93c5-654768f970c0 None None] Provisioning complete for port 9d9dfb5d-0388-4dce-9109-82aea012805e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:06.104015 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd47fe56-c1da-4c7e-93c5-654768f970c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:06.225336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fd47fe56-c1da-4c7e-93c5-654768f970c0 None None] Provisioning complete for port 8160a269-b8dd-425b-8383-ed1ceb4d0c32 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:06.225834 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd47fe56-c1da-4c7e-93c5-654768f970c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:06.263766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fd47fe56-c1da-4c7e-93c5-654768f970c0 None None] Port 8160a269-b8dd-425b-8383-ed1ceb4d0c32 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:06.337025 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:06.370584 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-e9d31dd1-9a99-4caf-afb1-e93699f2a7d0 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294352 Sep 22 09:31:06.424249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:06.428828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-db4eee83-0d9c-48c7-bc01-915ac90e838a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.8231518 Sep 22 09:31:06.533048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf066cd0-11e9-407e-ace8-e97839898448 req-27e345ea-141d-435d-b9d1-aaaba56151f8 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:06.535317 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-27e345ea-141d-435d-b9d1-aaaba56151f8 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589348 Sep 22 09:31:06.548306 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-3facf844-87bb-4dff-94b4-2dceeb6b3831 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8017519 Sep 22 09:31:06.558154 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Request body: {'port': {'device_id': 'e9daffc9-8576-43a7-9e1b-fc9bf8b83813', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': 'fb8544eb76f84c41bad4d911f7d63d99'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:06.569038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74464a30-d85d-497d-9c85-e06762ffe1be req-26c4cba0-37cd-45b3-bdaa-9e73df5148ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:06.570521 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74464a30-d85d-497d-9c85-e06762ffe1be req-26c4cba0-37cd-45b3-bdaa-9e73df5148ee tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 945 time: 0.6573780 Sep 22 09:31:06.571160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:06.582799 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d0f51-1912-4fd8-9805-a3d0329a1c14 req-283b3049-fb80-41ed-8fa6-a43ef5f811ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:06.582799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab7d0f51-1912-4fd8-9805-a3d0329a1c14 req-283b3049-fb80-41ed-8fa6-a43ef5f811ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 1096 time: 0.7288070 Sep 22 09:31:06.595843 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1c86f705-0c75-4a3a-b9c4-0985268b3e23 None None] Provisioning complete for port 8160a269-b8dd-425b-8383-ed1ceb4d0c32 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:06.596481 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c86f705-0c75-4a3a-b9c4-0985268b3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:06.678093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1c86f705-0c75-4a3a-b9c4-0985268b3e23 None None] Port 8160a269-b8dd-425b-8383-ed1ceb4d0c32 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:06.799249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Made reservation on behalf of fb8544eb76f84c41bad4d911f7d63d99 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:06.804404 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:06.818238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab7d0f51-1912-4fd8-9805-a3d0329a1c14 req-c766dd94-9216-40e8-a48a-abd35703b37d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185159 Sep 22 09:31:06.821486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74464a30-d85d-497d-9c85-e06762ffe1be req-d18b9667-8f97-4b65-a091-0745299f6bda tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344949 Sep 22 09:31:06.838982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Allocated IP 192.168.233.61 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/12dabac2-38c0-4c84-a132-dc209749a761) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:06.871154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-d2b4f431-78b6-47b1-b3f0-3fbcf1f947ff service neutron] 10.222.0.49 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946281 Sep 22 09:31:06.911104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:07.052251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281796a-ffd1-4e54-a164-185083d755d6 req-fba97e73-7533-4f44-b159-65c0790f66b6 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:07.053784 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1281796a-ffd1-4e54-a164-185083d755d6 req-fba97e73-7533-4f44-b159-65c0790f66b6 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.1191399 Sep 22 09:31:07.056783 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:07.162664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:07.224700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=8160a269-b8dd-425b-8383-ed1ceb4d0c32,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:07.235341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1281796a-ffd1-4e54-a164-185083d755d6 req-4a8fb7a5-e80a-40c1-afac-f04b278d3718 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629505 Sep 22 09:31:07.374310 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:07.376102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:07.403383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e893843c-8fe6-472e-9eeb-c80d1906f7dd None None] Provisioning complete for port 8160a269-b8dd-425b-8383-ed1ceb4d0c32 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:07.403969 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e893843c-8fe6-472e-9eeb-c80d1906f7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:07.430892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Allocated IP 192.168.233.84 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/c091996d-d031-424e-8f51-f4b05945148d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:07.451230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e893843c-8fe6-472e-9eeb-c80d1906f7dd None None] Port 8160a269-b8dd-425b-8383-ed1ceb4d0c32 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:07.479139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:07.490382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805b723-fcb6-443e-860d-1158977a31af req-5751535d-6c09-48ab-88aa-de8678e13b88 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:07.491978 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6805b723-fcb6-443e-860d-1158977a31af req-5751535d-6c09-48ab-88aa-de8678e13b88 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1886642 Sep 22 09:31:07.534310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:07.542887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Pushing event updated for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:07.550809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:07.655588 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:07.713175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9a46c7c8-4bca-491f-a813-4410c7f4c7b7 req-fbf9587d-3992-41fe-b565-6c1400d0a075 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 210 time: 0.1124592 Sep 22 09:31:07.759343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6805b723-fcb6-443e-860d-1158977a31af req-43203c9f-c16f-462d-8f01-3596c962dee4 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011261 Sep 22 09:31:07.774293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:07.788314 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:07.813383 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:07.888683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9d9dfb5d-0388-4dce-9109-82aea012805e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:07.896811 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:07.931092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:07.942361 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:07.951788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:07.971578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Pushing event updated for resources: {'Port': ['ID=c091996d-d031-424e-8f51-f4b05945148d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:08.047154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2944374c-c6d1-4672-9616-a45f7902771d None None] Provisioning complete for port 12dabac2-38c0-4c84-a132-dc209749a761 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:08.047670 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2944374c-c6d1-4672-9616-a45f7902771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.052206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9d9dfb5d-0388-4dce-9109-82aea012805e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:08.052927 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.063605 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:08.064484 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.105059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-2db0c053-861e-4e6f-a829-228b20095212 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6445386 Sep 22 09:31:08.120787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2944374c-c6d1-4672-9616-a45f7902771d None None] Port 12dabac2-38c0-4c84-a132-dc209749a761 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:08.142099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Request body: {'port': {'device_id': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:08.246336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7461074d-1436-458d-bd86-73aba0b1bc36 None None] Provisioning complete for port c091996d-d031-424e-8f51-f4b05945148d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:08.246629 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7461074d-1436-458d-bd86-73aba0b1bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.276631 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-8c235752-176d-44f4-923b-410304a600f9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7314789 Sep 22 09:31:08.290484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Request body: {'port': {'device_id': 'e9daffc9-8576-43a7-9e1b-fc9bf8b83813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:08.296413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7461074d-1436-458d-bd86-73aba0b1bc36 None None] Port c091996d-d031-424e-8f51-f4b05945148d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:08.308373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518c2a3-7447-4223-9a41-1b8499c73486 req-cc713aae-604e-48d7-abe5-fd0b3292203b tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:08.316661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d518c2a3-7447-4223-9a41-1b8499c73486 req-cc713aae-604e-48d7-abe5-fd0b3292203b tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 945 time: 0.3040855 Sep 22 09:31:08.341747 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.395256 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.484267 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d518c2a3-7447-4223-9a41-1b8499c73486 req-2bf245ca-052e-4339-b8a4-6bfdcbe7972a tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592541 Sep 22 09:31:08.632602 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.700581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fd60c82-0de5-429c-8fb5-2cb4bd9c0c4c req-6ae1e041-4071-4d42-a6e9-158417294d0f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 210 time: 0.1598074 Sep 22 09:31:08.784006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c091996d-d031-424e-8f51-f4b05945148d {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:08.792893 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.793694 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.794711 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.821846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Transition to ACTIVE for port object c091996d-d031-424e-8f51-f4b05945148d will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:31:08.922935 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.968754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Pushing event updated for resources: {'Port': ['ID=c091996d-d031-424e-8f51-f4b05945148d,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:08.982301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=8160a269-b8dd-425b-8383-ed1ceb4d0c32,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:08.995465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-bf142848-9dc7-4f0d-83a0-ffb28d807475 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:09.003580 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-bf142848-9dc7-4f0d-83a0-ffb28d807475 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/networks?id=775c29d1-bbde-4427-a116-02672e31f422 HTTP/1.1" status: 200 len: 815 time: 0.3053639 Sep 22 09:31:09.040390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Attempting to bind port c091996d-d031-424e-8f51-f4b05945148d on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:09.040746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Attempting to bind port c091996d-d031-424e-8f51-f4b05945148d by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:09.041136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Attempting to bind port c091996d-d031-424e-8f51-f4b05945148d on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:09.046883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Port c091996d-d031-424e-8f51-f4b05945148d on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:31:09.047260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Attempting to bind port c091996d-d031-424e-8f51-f4b05945148d on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:09.053325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:09.053717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:09.054082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:09.054526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Bound port: c091996d-d031-424e-8f51-f4b05945148d, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:09.054938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:09.140193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] For port c091996d-d031-424e-8f51-f4b05945148d, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:09.143769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] For port c091996d-d031-424e-8f51-f4b05945148d, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c091996d-d031-424e-8f51-f4b05945148d,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:09.162564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21028e-6848-4cd8-a956-f7d54694461a req-b048106e-cf3a-4eaa-a387-d0ef8796f5c4 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:09.169317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d21028e-6848-4cd8-a956-f7d54694461a req-b048106e-cf3a-4eaa-a387-d0ef8796f5c4 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 935 time: 0.3089013 Sep 22 09:31:09.173872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network 82498e0d-0124-48a8-a554-8521049e5f4c is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:09.176242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-8f015a28-5914-4a57-9996-fef6c5b02fa7 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/quotas/59f7a54f41114c9a8a18852cdd041950 HTTP/1.1" status: 200 len: 375 time: 0.1716368 Sep 22 09:31:09.182026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:09.234382 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:09.286467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:09.287587 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:09.289505 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] 10.222.0.45 "PUT /v2.0/ports/c091996d-d031-424e-8f51-f4b05945148d HTTP/1.1" status: 200 len: 1095 time: 1.0039790 Sep 22 09:31:09.290423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9daffc9-8576-43a7-9e1b-fc9bf8b83813', 'tag': 'c091996d-d031-424e-8f51-f4b05945148d'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:09.304533 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e080f5e-a675-4530-9ab6-dcad56217378" -d '{"events": [{"name": "network-changed", "server_uuid": "e9daffc9-8576-43a7-9e1b-fc9bf8b83813", "tag": "c091996d-d031-424e-8f51-f4b05945148d"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:09.333906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d924f-2011-4a8f-a78c-02a73ccf375c service neutron] Pushing event updated for resources: {'Port': ['ID=c091996d-d031-424e-8f51-f4b05945148d,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:09.343701 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d21028e-6848-4cd8-a956-f7d54694461a req-577ad82f-624f-45bb-a188-b03453675a61 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628413 Sep 22 09:31:09.351210 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-c94c934c-82de-49ac-9a83-68d37be83fe9 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=59f7a54f41114c9a8a18852cdd041950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1669815 Sep 22 09:31:09.555640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf066cd0-11e9-407e-ace8-e97839898448 req-bddfa045-dc58-4280-91f3-9812cc94ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:09.557259 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-bddfa045-dc58-4280-91f3-9812cc94ed7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 1098 time: 0.0976865 Sep 22 09:31:09.619523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dabac2-38c0-4c84-a132-dc209749a761 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:09.627568 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-0d2aefed-27cf-4d96-8006-e78887946108 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=c091996d-d031-424e-8f51-f4b05945148d HTTP/1.1" status: 200 len: 217 time: 0.0580430 Sep 22 09:31:09.638069 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:09.699274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf066cd0-11e9-407e-ace8-e97839898448 req-b09653fe-0803-4aea-8504-a5edda923c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:09.701317 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-b09653fe-0803-4aea-8504-a5edda923c1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0635374 Sep 22 09:31:09.704057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-72a7e721-f09c-4f56-95da-aa83a3537e55 None None] Provisioning complete for port 8160a269-b8dd-425b-8383-ed1ceb4d0c32 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:09.704057 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72a7e721-f09c-4f56-95da-aa83a3537e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:09.704682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Transition to ACTIVE for port object 12dabac2-38c0-4c84-a132-dc209749a761 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:31:09.743996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a2046-fff7-40ff-b2aa-619d3f7dbb7c req-b1b3d866-12fb-41c9-a708-49ca9d0ea3d9 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:09.754550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-72a7e721-f09c-4f56-95da-aa83a3537e55 None None] Port 8160a269-b8dd-425b-8383-ed1ceb4d0c32 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:09.755603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a8a2046-fff7-40ff-b2aa-619d3f7dbb7c req-b1b3d866-12fb-41c9-a708-49ca9d0ea3d9 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.2689488 Sep 22 09:31:09.780935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf066cd0-11e9-407e-ace8-e97839898448 req-27af2e34-1dcb-47a7-9bc3-df73fc18775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:09.782453 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-27af2e34-1dcb-47a7-9bc3-df73fc18775e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737367 Sep 22 09:31:09.788683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-5e2582e1-3907-45e0-8812-ee0bc2a54707 service neutron] 10.222.0.49 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083250 Sep 22 09:31:09.803345 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:09.893270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a8a2046-fff7-40ff-b2aa-619d3f7dbb7c req-e5d5fe36-5b10-4718-8a7b-abc04b79c6bd tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367710 Sep 22 09:31:09.914123 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-eb903c61-ddcc-4b98-ace9-b223be5da19b service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142981 Sep 22 09:31:09.965086 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800d47c4-f72d-4487-b29e-bf235e4e2b16 x-openstack-request-id: req-800d47c4-f72d-4487-b29e-bf235e4e2b16 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:09.965350 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9daffc9-8576-43a7-9e1b-fc9bf8b83813", "tag": "c091996d-d031-424e-8f51-f4b05945148d", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:09.965593 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-800d47c4-f72d-4487-b29e-bf235e4e2b16 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:09.965951 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9daffc9-8576-43a7-9e1b-fc9bf8b83813', 'tag': 'c091996d-d031-424e-8f51-f4b05945148d', 'status': 'completed', 'code': 200} Sep 22 09:31:09.985263 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Pushing event updated for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:10.187523 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf066cd0-11e9-407e-ace8-e97839898448 req-fd90a67c-2374-4a07-a844-23466d213587 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634606 Sep 22 09:31:10.388370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e080f5e-a675-4530-9ab6-dcad56217378 req-7ad5786a-0483-4cec-ad18-1847d92eaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:10.390276 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e080f5e-a675-4530-9ab6-dcad56217378 req-7ad5786a-0483-4cec-ad18-1847d92eaa98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 1098 time: 0.0503411 Sep 22 09:31:10.497970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e080f5e-a675-4530-9ab6-dcad56217378 req-bcf8a256-5cf1-4161-a959-2fb2509055b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:10.499580 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e080f5e-a675-4530-9ab6-dcad56217378 req-bcf8a256-5cf1-4161-a959-2fb2509055b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.0997689 Sep 22 09:31:10.538552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Router debed8af-1058-4a27-913f-78e62a448acd is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:31:10.560457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a52ac-74e4-49bb-b25e-7a3bf8c49a74 req-fbc04680-b788-4c6d-8bb9-3ec8872f323d tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:10.562218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-251a52ac-74e4-49bb-b25e-7a3bf8c49a74 req-fbc04680-b788-4c6d-8bb9-3ec8872f323d tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "GET /v2.0/ports?device_id=189cc741-a67b-4a3a-88ef-3685c52a13ac HTTP/1.1" status: 200 len: 945 time: 0.7438195 Sep 22 09:31:10.709706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac68c6b-2332-4078-a43f-b4f77cad1336 req-9681e635-7789-4b82-a440-0a15b0faa593 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:10.711319 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ac68c6b-2332-4078-a43f-b4f77cad1336 req-9681e635-7789-4b82-a440-0a15b0faa593 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 945 time: 0.6693776 Sep 22 09:31:10.770690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-cf607ccd-d70f-4dde-a746-29b0181082d1 service neutron] 10.222.0.49 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9758041 Sep 22 09:31:10.848047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Attempting to bind port 12dabac2-38c0-4c84-a132-dc209749a761 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:10.848386 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Attempting to bind port 12dabac2-38c0-4c84-a132-dc209749a761 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:10.848712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Attempting to bind port 12dabac2-38c0-4c84-a132-dc209749a761 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:10.859882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:31:10.872027 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e080f5e-a675-4530-9ab6-dcad56217378 req-0431acb9-4e4c-498a-8dd2-b3b1629a797b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=c091996d-d031-424e-8f51-f4b05945148d HTTP/1.1" status: 200 len: 217 time: 0.3652649 Sep 22 09:31:10.874244 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad52295b-eb51-4563-bf01-2c53bb058b37 None None] Sync routers for ids ['debed8af-1058-4a27-913f-78e62a448acd'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:31:10.885814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cc0e8fd2-2bb9-454b-bf50-e81570a4a461 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "PUT /v2.0/routers/debed8af-1058-4a27-913f-78e62a448acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0935717 Sep 22 09:31:10.886536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Port 12dabac2-38c0-4c84-a132-dc209749a761 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:31:10.886856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Attempting to bind port 12dabac2-38c0-4c84-a132-dc209749a761 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:10.889521 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52295b-eb51-4563-bf01-2c53bb058b37 None None] Routers {'debed8af-1058-4a27-913f-78e62a448acd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:31:10.890143 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ad52295b-eb51-4563-bf01-2c53bb058b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:30:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['debed8af-1058-4a27-913f-78e62a448acd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:10.895972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59032) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:10.950393 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ac68c6b-2332-4078-a43f-b4f77cad1336 req-a981b7f9-3b8d-460a-a42d-29b1a0c3f19a tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283447 Sep 22 09:31:10.953212 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ad52295b-eb51-4563-bf01-2c53bb058b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:10.959352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:10.960018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:10.960596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:10.962053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Bound port: 12dabac2-38c0-4c84-a132-dc209749a761, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:10.962257 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:10.966619 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52295b-eb51-4563-bf01-2c53bb058b37 None None] Routers {'debed8af-1058-4a27-913f-78e62a448acd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:31:10.967308 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ad52295b-eb51-4563-bf01-2c53bb058b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:30:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['debed8af-1058-4a27-913f-78e62a448acd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:10.977621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e080f5e-a675-4530-9ab6-dcad56217378 req-79c5d34a-569a-438e-89d5-5d79342ce1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:10.979560 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e080f5e-a675-4530-9ab6-dcad56217378 req-79c5d34a-569a-438e-89d5-5d79342ce1df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0926402 Sep 22 09:31:11.053702 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ad52295b-eb51-4563-bf01-2c53bb058b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:11.054473 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad52295b-eb51-4563-bf01-2c53bb058b37 None None] The sync data for ids ['debed8af-1058-4a27-913f-78e62a448acd'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:31:11.067737 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-251a52ac-74e4-49bb-b25e-7a3bf8c49a74 req-d5dfc4aa-816c-4df3-afe9-12754e254209 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Deleting port 86b48d2c-730f-48c0-bc6a-13d5d09f117e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:11.067737 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-251a52ac-74e4-49bb-b25e-7a3bf8c49a74 req-d5dfc4aa-816c-4df3-afe9-12754e254209 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:11.090550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e080f5e-a675-4530-9ab6-dcad56217378 req-afbf032e-8336-4dc9-813a-248c9b50be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:11.090550 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e080f5e-a675-4530-9ab6-dcad56217378 req-afbf032e-8336-4dc9-813a-248c9b50be9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009924 Sep 22 09:31:11.270662 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e080f5e-a675-4530-9ab6-dcad56217378 req-56f98145-1be9-47ef-a75b-4602c4fecff2 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602795 Sep 22 09:31:11.275291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-251a52ac-74e4-49bb-b25e-7a3bf8c49a74 req-d5dfc4aa-816c-4df3-afe9-12754e254209 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] For port 86b48d2c-730f-48c0-bc6a-13d5d09f117e, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=86b48d2c-730f-48c0-bc6a-13d5d09f117e,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:11.275583 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-251a52ac-74e4-49bb-b25e-7a3bf8c49a74 req-d5dfc4aa-816c-4df3-afe9-12754e254209 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:11.305675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5aa209-d96c-4e94-ad73-9cd4d20c0381 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:11.312509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8c5aa209-d96c-4e94-ad73-9cd4d20c0381 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports?device_id=debed8af-1058-4a27-913f-78e62a448acd HTTP/1.1" status: 200 len: 988 time: 0.4051158 Sep 22 09:31:11.330019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59052) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:11.385018 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cddedceb-0876-405d-ad2a-9a4746bd8765 req-73a2a41c-e0f6-4ba1-8b6e-975addd0ae11 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 210 time: 0.1060672 Sep 22 09:31:11.398278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-251a52ac-74e4-49bb-b25e-7a3bf8c49a74 req-d5dfc4aa-816c-4df3-afe9-12754e254209 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Calling delete_port for 86b48d2c-730f-48c0-bc6a-13d5d09f117e owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:11.433715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:11.495545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:11.513965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfd75f-37e5-4671-b4d3-3875cc057622 req-2644cd57-6792-4ce5-b3e1-a0d32ec1474c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:11.523100 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4cfd75f-37e5-4671-b4d3-3875cc057622 req-2644cd57-6792-4ce5-b3e1-a0d32ec1474c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 947 time: 0.2430358 Sep 22 09:31:11.619342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:11.645768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4cfd75f-37e5-4671-b4d3-3875cc057622 req-fbd75486-0b2f-4d40-8365-e855eab6f85f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215422 Sep 22 09:31:11.691932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:11.692137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e080f5e-a675-4530-9ab6-dcad56217378 req-5bdbaac2-3f25-45b7-9dc4-ce48ad1a66a8 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078302 Sep 22 09:31:11.692656 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:11.694080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] 10.222.0.45 "PUT /v2.0/ports/12dabac2-38c0-4c84-a132-dc209749a761 HTTP/1.1" status: 200 len: 1095 time: 3.5594347 Sep 22 09:31:11.698848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:11.701762 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d01889-55e6-4e98-a1a8-1b761355f102" -d '{"events": [{"name": "network-changed", "server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "tag": "12dabac2-38c0-4c84-a132-dc209749a761"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:11.729459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ea3c4-8354-4b57-8193-4566c8b78946 req-d982f82f-20a1-4f0a-b2d8-0a6a9760a3d9 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:11.730949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e69ea3c4-8354-4b57-8193-4566c8b78946 req-d982f82f-20a1-4f0a-b2d8-0a6a9760a3d9 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1772487 Sep 22 09:31:11.855237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a866b65-eb13-480b-9d4b-02812e88ac00 service neutron] Pushing event updated for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:12.040404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf0f2220-8bea-4fab-98be-f2a5f0fbb8da req-ab5b7c3d-725b-49f2-95fd-5503a226687a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 210 time: 0.1583831 Sep 22 09:31:12.085002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 86b48d2c-730f-48c0-bc6a-13d5d09f117e no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:31:12.154643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e69ea3c4-8354-4b57-8193-4566c8b78946 req-0f4a9cc5-28c4-470c-bda6-96e6d3e62d2a tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956888 Sep 22 09:31:12.171061 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c11c6f9-86ca-44a2-949b-422e0bf8916c x-openstack-request-id: req-8c11c6f9-86ca-44a2-949b-422e0bf8916c {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:12.177468 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "tag": "12dabac2-38c0-4c84-a132-dc209749a761", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:12.177984 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c11c6f9-86ca-44a2-949b-422e0bf8916c {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:12.178879 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761', 'status': 'completed', 'code': 200} Sep 22 09:31:12.199128 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-251a52ac-74e4-49bb-b25e-7a3bf8c49a74 req-d5dfc4aa-816c-4df3-afe9-12754e254209 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:12.231573 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:12.370206 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51f57f9f-1b63-4af4-9cf1-b4eae5af5727 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:12.390189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfc4aa-816c-4df3-afe9-12754e254209 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Pushing event deleted for resources: {'Port': ['ID=86b48d2c-730f-48c0-bc6a-13d5d09f117e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:12.512442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fe623-02b5-4980-8206-b283ebb26246 req-cad57e67-25e8-4b57-975c-34081f97c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:12.514175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-cad57e67-25e8-4b57-975c-34081f97c350 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 1098 time: 0.6001112 Sep 22 09:31:12.579929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-251a52ac-74e4-49bb-b25e-7a3bf8c49a74 req-d5dfc4aa-816c-4df3-afe9-12754e254209 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] No DVR routers for this DVR port 86b48d2c-730f-48c0-bc6a-13d5d09f117e on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:31:12.589707 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-324f3634-38a4-40bb-867d-a836aec3456d req-d375f1de-9c1c-4b63-81ef-e0e0dd86ea00 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 210 time: 0.1117370 Sep 22 09:31:12.591076 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-251a52ac-74e4-49bb-b25e-7a3bf8c49a74 req-d5dfc4aa-816c-4df3-afe9-12754e254209 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:12.593167 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-251a52ac-74e4-49bb-b25e-7a3bf8c49a74 req-d5dfc4aa-816c-4df3-afe9-12754e254209 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "DELETE /v2.0/ports/86b48d2c-730f-48c0-bc6a-13d5d09f117e HTTP/1.1" status: 204 len: 173 time: 1.9918909 Sep 22 09:31:12.627609 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-d926bb80-d8ec-45a7-8a00-cedac4b256d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=12dabac2-38c0-4c84-a132-dc209749a761 HTTP/1.1" status: 200 len: 217 time: 0.0788560 Sep 22 09:31:12.636031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-07469b08-62b5-49b1-a3f6-7a8831d95f9f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:12.637504 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-07469b08-62b5-49b1-a3f6-7a8831d95f9f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.60 "GET /v2.0/networks?id=2b4b7be6-cdf9-4211-a66a-1d0f455c058f HTTP/1.1" status: 200 len: 817 time: 0.6225119 Sep 22 09:31:12.674615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Request body: {'port': {'device_id': '30e5a2fa-7aca-4837-a318-ea422f5094d5', 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f', 'admin_state_up': True, 'tenant_id': 'c900252658ec477f9befeec1b34eeea8'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:12.781762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fe623-02b5-4980-8206-b283ebb26246 req-0943b189-e3db-411e-b050-c10e8f2b12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:12.786884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-0943b189-e3db-411e-b050-c10e8f2b12a3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1483078 Sep 22 09:31:12.890639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d466a48-3ac1-4319-887b-479b252a3fe0 req-5331dc96-ab56-499c-8a90-6f66090bfacd tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:12.892446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d466a48-3ac1-4319-887b-479b252a3fe0 req-5331dc96-ab56-499c-8a90-6f66090bfacd tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 947 time: 0.1046498 Sep 22 09:31:12.907447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-d461f941-b95f-48d2-a437-e37dca00cbe9 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:12.908964 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-d461f941-b95f-48d2-a437-e37dca00cbe9 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.45 "GET /v2.0/networks?id=2b4b7be6-cdf9-4211-a66a-1d0f455c058f HTTP/1.1" status: 200 len: 817 time: 0.1918368 Sep 22 09:31:12.935974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Request body: {'port': {'device_id': '207b6e0c-144d-42e5-bcc3-b45bd9fb955c', 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f', 'admin_state_up': True, 'tenant_id': 'c900252658ec477f9befeec1b34eeea8'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:12.941426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-51f57f9f-1b63-4af4-9cf1-b4eae5af5727 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 8160a269-b8dd-425b-8383-ed1ceb4d0c32 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:12.942022 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51f57f9f-1b63-4af4-9cf1-b4eae5af5727 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:13.024130 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d466a48-3ac1-4319-887b-479b252a3fe0 req-5c9cfc71-815d-4413-a335-052dbb6694f3 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227090 Sep 22 09:31:13.036625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fe623-02b5-4980-8206-b283ebb26246 req-548c6df5-1064-4ab5-9255-205fb8a2e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:13.038452 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-548c6df5-1064-4ab5-9255-205fb8a2e682 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2097909 Sep 22 09:31:13.103739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c091996d-d031-424e-8f51-f4b05945148d details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:31:13.136430 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51f57f9f-1b63-4af4-9cf1-b4eae5af5727 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:13.162255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-51f57f9f-1b63-4af4-9cf1-b4eae5af5727 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 8160a269-b8dd-425b-8383-ed1ceb4d0c32 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:13.366158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-816e5bb4-e6fc-48a3-937e-2d9d6128b991 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:13.368196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-816e5bb4-e6fc-48a3-937e-2d9d6128b991 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.60 "GET /v2.0/networks?id=2b4b7be6-cdf9-4211-a66a-1d0f455c058f HTTP/1.1" status: 200 len: 817 time: 0.2178957 Sep 22 09:31:13.389788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d39a16c-deae-4693-9631-fed2d74724c9 req-c62ae824-cadb-4949-8104-e4434537caa0 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 210 time: 0.0735455 Sep 22 09:31:13.423217 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c091996d-d031-424e-8f51-f4b05945148d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c091996d-d031-424e-8f51-f4b05945148d,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:13.445747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Request body: {'port': {'device_id': 'a9d18419-28e9-4ab4-b3b5-02e4f542bb27', 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f', 'admin_state_up': True, 'tenant_id': 'c900252658ec477f9befeec1b34eeea8'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:13.457494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'c091996d-d031-424e-8f51-f4b05945148d', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'c091996d-d031-424e-8f51-f4b05945148d', 'mac_address': 'fa:16:3e:8d:57:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:31:13.530603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Made reservation on behalf of c900252658ec477f9befeec1b34eeea8 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:13.535164 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:13.537431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:13.554829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c091996d-d031-424e-8f51-f4b05945148d {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:13.580481 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c091996d-d031-424e-8f51-f4b05945148d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c091996d-d031-424e-8f51-f4b05945148d,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:13.617509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81107a5e-359d-48b9-a552-aae5e893c9fc req-0137f1c1-5dd0-4a2f-b2cf-15c80ef1b20a tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:13.621741 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51f57f9f-1b63-4af4-9cf1-b4eae5af5727 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:13.623525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81107a5e-359d-48b9-a552-aae5e893c9fc req-0137f1c1-5dd0-4a2f-b2cf-15c80ef1b20a tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 945 time: 0.5421894 Sep 22 09:31:13.625526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Made reservation on behalf of c900252658ec477f9befeec1b34eeea8 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:13.628959 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:13.647637 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:13.693485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f57f9f-1b63-4af4-9cf1-b4eae5af5727 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=8160a269-b8dd-425b-8383-ed1ceb4d0c32,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:13.712692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=c091996d-d031-424e-8f51-f4b05945148d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:13.825932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-7237b6d9-a571-4052-92d0-f974fbe3bf4e service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7307751 Sep 22 09:31:13.902831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['c091996d-d031-424e-8f51-f4b05945148d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:13.914396 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51f57f9f-1b63-4af4-9cf1-b4eae5af5727 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:13.967481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721841d-82ed-4c27-8f5e-7e860f4932f5 req-fc1b1e25-75d2-4c32-8c3a-bc88155e795b tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:13.978129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b721841d-82ed-4c27-8f5e-7e860f4932f5 req-fc1b1e25-75d2-4c32-8c3a-bc88155e795b tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.4345019 Sep 22 09:31:14.018912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Allocated IP 172.20.0.7 (2b4b7be6-cdf9-4211-a66a-1d0f455c058f/ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698/ede27e25-b992-449e-9735-20c68f945293) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:14.161690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f57f9f-1b63-4af4-9cf1-b4eae5af5727 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Router debed8af-1058-4a27-913f-78e62a448acd has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:31:14.196344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'name': 'network-vif-deleted', 'tag': '86b48d2c-730f-48c0-bc6a-13d5d09f117e'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:14.198898 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fc0ba6-1873-46cd-ac6d-6c71690355b2" -d '{"events": [{"server_uuid": "189cc741-a67b-4a3a-88ef-3685c52a13ac", "name": "network-vif-deleted", "tag": "86b48d2c-730f-48c0-bc6a-13d5d09f117e"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:14.224985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81107a5e-359d-48b9-a552-aae5e893c9fc req-bcb168fc-6026-4248-b5ca-bd961669000b tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250362 Sep 22 09:31:14.228082 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b721841d-82ed-4c27-8f5e-7e860f4932f5 req-9b81e3e3-74f9-4230-aa5b-bbbb8a08d7bd tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484932 Sep 22 09:31:14.324465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f57f9f-1b63-4af4-9cf1-b4eae5af5727 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:31:14.336853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8aecfa-696b-476a-a452-e78b1f489a94 None None] Sync routers for ids ['debed8af-1058-4a27-913f-78e62a448acd'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:31:14.358252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8aecfa-696b-476a-a452-e78b1f489a94 None None] Routers {'debed8af-1058-4a27-913f-78e62a448acd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:31:14.358899 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4a8aecfa-696b-476a-a452-e78b1f489a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:30:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['debed8af-1058-4a27-913f-78e62a448acd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:14.392611 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-51f57f9f-1b63-4af4-9cf1-b4eae5af5727 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "PUT /v2.0/routers/debed8af-1058-4a27-913f-78e62a448acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0595567 Sep 22 09:31:14.393119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.60', 56807) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:14.398535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59094) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:14.415944 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:14.445161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Made reservation on behalf of c900252658ec477f9befeec1b34eeea8 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:14.448844 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:14.461836 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-6180f15b-294c-4cce-b351-bdc2b0f28db6 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:31:14.464059 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6180f15b-294c-4cce-b351-bdc2b0f28db6 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/8160a269-b8dd-425b-8383-ed1ceb4d0c32 HTTP/1.1" status: 404 len: 333 time: 0.0580356 Sep 22 09:31:14.467486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4a8aecfa-696b-476a-a452-e78b1f489a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:14.467986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59098) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:14.493158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8aecfa-696b-476a-a452-e78b1f489a94 None None] Routers {'debed8af-1058-4a27-913f-78e62a448acd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:31:14.493921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4a8aecfa-696b-476a-a452-e78b1f489a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:30:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['debed8af-1058-4a27-913f-78e62a448acd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:14.499928 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619fe623-02b5-4980-8206-b283ebb26246 req-06c33242-e230-4e67-8fba-adb00a8139d5 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482501 Sep 22 09:31:14.546350 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f14b7677-fce5-4da7-8b7d-fe23a7b77cea req-6dae3bea-aefc-4b00-8b96-79b1da725a6c tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 210 time: 0.0766175 Sep 22 09:31:14.588076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4a8aecfa-696b-476a-a452-e78b1f489a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:14.588076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8aecfa-696b-476a-a452-e78b1f489a94 None None] The sync data for ids ['debed8af-1058-4a27-913f-78e62a448acd'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:31:14.644859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526a19d-f99a-435c-bc7b-b83115de6011 req-3dff7cc7-e1a9-4e44-9671-1bed72a96aed tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:14.646475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0526a19d-f99a-435c-bc7b-b83115de6011 req-3dff7cc7-e1a9-4e44-9671-1bed72a96aed tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 948 time: 0.1942818 Sep 22 09:31:14.654052 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:14.656537 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a745e499-ea36-41cf-a14d-ed6446723c86 x-openstack-request-id: req-a745e499-ea36-41cf-a14d-ed6446723c86 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:14.656853 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189cc741-a67b-4a3a-88ef-3685c52a13ac", "name": "network-vif-deleted", "tag": "86b48d2c-730f-48c0-bc6a-13d5d09f117e", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:14.657108 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a745e499-ea36-41cf-a14d-ed6446723c86 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:14.657496 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189cc741-a67b-4a3a-88ef-3685c52a13ac', 'name': 'network-vif-deleted', 'tag': '86b48d2c-730f-48c0-bc6a-13d5d09f117e', 'status': 'completed', 'code': 200} Sep 22 09:31:14.751522 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58e9ebba-1f43-4220-9375-13a8648f3b40 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:14.762367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:14.778241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-51e3f8de-60f4-4ce2-9cfc-003365095248 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:14.779751 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-51e3f8de-60f4-4ce2-9cfc-003365095248 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "GET /v2.0/networks?id=775c29d1-bbde-4427-a116-02672e31f422 HTTP/1.1" status: 200 len: 815 time: 0.5605595 Sep 22 09:31:14.782137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:14.787948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:14.789454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d7a75-0916-4e01-b757-411754c8aa82 req-7c8cc262-c492-4fa6-8855-67d7d1231d5a tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:14.790824 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-651d7a75-0916-4e01-b757-411754c8aa82 req-7c8cc262-c492-4fa6-8855-67d7d1231d5a tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.60 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 945 time: 0.3966579 Sep 22 09:31:14.822315 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc4b96e9-b6cf-4da6-8b00-5bb6f7bfc0e5 req-12d22cf3-099a-4cab-88fb-bd97e820bc82 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 210 time: 0.0805330 Sep 22 09:31:14.864417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0526a19d-f99a-435c-bc7b-b83115de6011 req-9ea52325-adb6-4f1d-8881-45e7c2dca2e4 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011716 Sep 22 09:31:14.869040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Pushing event updated for resources: {'Port': ['ID=ede27e25-b992-449e-9735-20c68f945293,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:14.890463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d01889-55e6-4e98-a1a8-1b761355f102 req-01ca3d0a-9edc-4bb5-9620-856dc2fd7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:14.892015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11d01889-55e6-4e98-a1a8-1b761355f102 req-01ca3d0a-9edc-4bb5-9620-856dc2fd7e68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 1098 time: 0.1642840 Sep 22 09:31:14.898087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:14.898742 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.010569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d01889-55e6-4e98-a1a8-1b761355f102 req-eb92b867-a40d-40be-a50f-861ac75d2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:15.012333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11d01889-55e6-4e98-a1a8-1b761355f102 req-eb92b867-a40d-40be-a50f-861ac75d2b07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1108403 Sep 22 09:31:15.030501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b684d2be-dae2-4805-8bea-c5392c2d61fc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3653200 Sep 22 09:31:15.116053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c091996d-d031-424e-8f51-f4b05945148d up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:15.272344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port c091996d-d031-424e-8f51-f4b05945148d completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:31:15.272344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port c091996d-d031-424e-8f51-f4b05945148d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:15.273320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Request body: {'port': {'device_id': 'fb86b5e7-1613-4a4c-b7ce-dc9db665782c', 'network_id': '775c29d1-bbde-4427-a116-02672e31f422', 'admin_state_up': True, 'tenant_id': '59f7a54f41114c9a8a18852cdd041950'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:15.273439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.446061 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.496365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9daffc9-8576-43a7-9e1b-fc9bf8b83813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091996d-d031-424e-8f51-f4b05945148d'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:15.512486 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f8c8f8-a639-4520-b77d-0a210fec0fff" -d '{"events": [{"server_uuid": "e9daffc9-8576-43a7-9e1b-fc9bf8b83813", "name": "network-vif-plugged", "status": "completed", "tag": "c091996d-d031-424e-8f51-f4b05945148d"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:15.523666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c091996d-d031-424e-8f51-f4b05945148d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c091996d-d031-424e-8f51-f4b05945148d,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:15.526013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Allocated IP 172.20.0.5 (2b4b7be6-cdf9-4211-a66a-1d0f455c058f/ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698/343933bc-8212-474a-98dd-d5cdbc139b9f) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:15.546862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Request body: {'port': {'device_id': '30e5a2fa-7aca-4837-a318-ea422f5094d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:15.615366 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.657549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58e9ebba-1f43-4220-9375-13a8648f3b40 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.664248 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58e9ebba-1f43-4220-9375-13a8648f3b40 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.681382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-651d7a75-0916-4e01-b757-411754c8aa82 req-ee9916c3-a4c3-46bf-b7b5-8463f40b1e85 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Deleting port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:15.681708 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-651d7a75-0916-4e01-b757-411754c8aa82 req-ee9916c3-a4c3-46bf-b7b5-8463f40b1e85 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.690114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=c091996d-d031-424e-8f51-f4b05945148d,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:15.701412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11d01889-55e6-4e98-a1a8-1b761355f102 req-178d9d62-914e-4586-9c23-9316ff78f57e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=12dabac2-38c0-4c84-a132-dc209749a761 HTTP/1.1" status: 200 len: 217 time: 0.6804514 Sep 22 09:31:15.701766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.702141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.702496 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.702900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.703266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.703650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.705486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.707369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.707369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.707791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.708146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.708517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:15.815053 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.841715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c3ed9-fdd0-4ed8-b58c-a6f335c090f4 req-f310fc05-36bd-4cba-a987-c28dbb2c2358 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:15.843627 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-690c3ed9-fdd0-4ed8-b58c-a6f335c090f4 req-f310fc05-36bd-4cba-a987-c28dbb2c2358 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 945 time: 0.2946372 Sep 22 09:31:15.870396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d961dcf-a70b-4fac-9bcd-bcb878fe0e88 req-975cc68e-02ec-4a01-9045-abce6acf5238 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:15.874577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58e9ebba-1f43-4220-9375-13a8648f3b40 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.875159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e9ebba-1f43-4220-9375-13a8648f3b40 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Fanout notify agent at l3_agent the message router_deleted on router debed8af-1058-4a27-913f-78e62a448acd {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:31:15.878770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d961dcf-a70b-4fac-9bcd-bcb878fe0e88 req-975cc68e-02ec-4a01-9045-abce6acf5238 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.3194330 Sep 22 09:31:15.893421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d01889-55e6-4e98-a1a8-1b761355f102 req-f9d4ae80-98ac-45b4-8a92-094e841fedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:15.895539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11d01889-55e6-4e98-a1a8-1b761355f102 req-f9d4ae80-98ac-45b4-8a92-094e841fedf2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1774447 Sep 22 09:31:15.915101 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58e9ebba-1f43-4220-9375-13a8648f3b40 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.916305 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-58e9ebba-1f43-4220-9375-13a8648f3b40 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/routers/debed8af-1058-4a27-913f-78e62a448acd HTTP/1.1" status: 204 len: 168 time: 1.4470637 Sep 22 09:31:15.935281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59126) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:16.047317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-651d7a75-0916-4e01-b757-411754c8aa82 req-ee9916c3-a4c3-46bf-b7b5-8463f40b1e85 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] For port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0,segment=NetworkSegment(d55e074a-89d9-46c3-9d86-f2ad034a8d65),segment_id=d55e074a-89d9-46c3-9d86-f2ad034a8d65)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:16.047619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-651d7a75-0916-4e01-b757-411754c8aa82 req-ee9916c3-a4c3-46bf-b7b5-8463f40b1e85 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:16.064875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d961dcf-a70b-4fac-9bcd-bcb878fe0e88 req-66ddf537-aa2d-444b-b1ac-dd7f5bf0b419 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848297 Sep 22 09:31:16.068352 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-690c3ed9-fdd0-4ed8-b58c-a6f335c090f4 req-4595cccb-ee51-471c-a492-9301efb32a76 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/security-groups?id=543f8f39-5571-4c8a-9829-5c5f594d7ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130644 Sep 22 09:31:16.074596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Made reservation on behalf of 59f7a54f41114c9a8a18852cdd041950 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:16.078488 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:16.127058 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-651d7a75-0916-4e01-b757-411754c8aa82 req-ee9916c3-a4c3-46bf-b7b5-8463f40b1e85 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Calling delete_port for dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:16.138542 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed38b9b-1b1a-439d-9359-bdfd065f302f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting subnet e40dbfa5-2985-4a34-b10e-1ed12e63420d {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:31:16.144821 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1422fdb5-3b6c-4939-a6bb-1c34b2aaae4e x-openstack-request-id: req-1422fdb5-3b6c-4939-a6bb-1c34b2aaae4e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:16.145658 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9daffc9-8576-43a7-9e1b-fc9bf8b83813", "name": "network-vif-plugged", "status": "completed", "tag": "c091996d-d031-424e-8f51-f4b05945148d", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:16.153112 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1422fdb5-3b6c-4939-a6bb-1c34b2aaae4e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:16.153112 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9daffc9-8576-43a7-9e1b-fc9bf8b83813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c091996d-d031-424e-8f51-f4b05945148d', 'code': 200} Sep 22 09:31:16.169348 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bed38b9b-1b1a-439d-9359-bdfd065f302f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:16.257902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d01889-55e6-4e98-a1a8-1b761355f102 req-44c45769-fab3-412f-bbad-55c503859d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:16.259436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11d01889-55e6-4e98-a1a8-1b761355f102 req-44c45769-fab3-412f-bbad-55c503859d03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3409340 Sep 22 09:31:16.265518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a01aa5b-9c8d-4099-bce5-bcadbbff4141 req-3227aad2-be51-4c6b-bce9-cbea60495bf6 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 210 time: 0.0530357 Sep 22 09:31:16.337943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88eb8da0-0e9f-4ef2-b3b3-de77086992f9 req-59a42721-71ed-4229-b493-368d02ba49be tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 210 time: 0.0743175 Sep 22 09:31:16.405358 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:16.479687 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bed38b9b-1b1a-439d-9359-bdfd065f302f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:16.556649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb2fbb-e1fa-4db7-9cbe-2b15bb34043e req-eebe37c9-97b0-4406-93cf-d13c1890d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:16.558222 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-facb2fbb-e1fa-4db7-9cbe-2b15bb34043e req-eebe37c9-97b0-4406-93cf-d13c1890d711 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 1100 time: 0.3335745 Sep 22 09:31:16.635995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11d01889-55e6-4e98-a1a8-1b761355f102 req-df69bbb9-1d61-420f-b123-17f8c35a4a88 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539224 Sep 22 09:31:16.653189 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-facb2fbb-e1fa-4db7-9cbe-2b15bb34043e req-4567ee75-bc07-429c-9c5c-693a0504a5a9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854902 Sep 22 09:31:16.660082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Allocated IP 172.20.0.5 (775c29d1-bbde-4427-a116-02672e31f422/48976a5f-7d8f-439a-a040-4c4a9869ccdd/63ee2652-20c2-40e8-a15e-10a051e36a39) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:16.702525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f73508-d4db-4023-928d-9a339365c908 req-d096113a-7ef8-4553-95dc-19f15bdc163b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:16.704040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12f73508-d4db-4023-928d-9a339365c908 req-d096113a-7ef8-4553-95dc-19f15bdc163b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 949 time: 0.2012284 Sep 22 09:31:16.732799 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:16.820800 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bed38b9b-1b1a-439d-9359-bdfd065f302f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:16.825706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12f73508-d4db-4023-928d-9a339365c908 req-eb3d2ebb-95e4-458f-956c-f69f63c9d632 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113639 Sep 22 09:31:16.844509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:16.847919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Allocated IP 172.20.0.6 (2b4b7be6-cdf9-4211-a66a-1d0f455c058f/ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698/37075b96-609b-40c9-a25c-8be4d430e493) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:16.858814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:16.862627 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11d01889-55e6-4e98-a1a8-1b761355f102 req-fb19dc00-ba64-4a40-b4d1-2f10df915646 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127950 Sep 22 09:31:16.882300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:16.927129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Pushing event updated for resources: {'Port': ['ID=343933bc-8212-474a-98dd-d5cdbc139b9f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:16.986849 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-651d7a75-0916-4e01-b757-411754c8aa82 req-ee9916c3-a4c3-46bf-b7b5-8463f40b1e85 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.028102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.033936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:17.034641 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.071886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9916c3-a4c3-46bf-b7b5-8463f40b1e85 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Pushing event deleted for resources: {'Port': ['ID=dfa2735a-f583-4e16-a8a2-4fdacaeb93c0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:17.146767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-651d7a75-0916-4e01-b757-411754c8aa82 req-ee9916c3-a4c3-46bf-b7b5-8463f40b1e85 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] No DVR routers for this DVR port dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:31:17.149826 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-651d7a75-0916-4e01-b757-411754c8aa82 req-ee9916c3-a4c3-46bf-b7b5-8463f40b1e85 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.151901 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-651d7a75-0916-4e01-b757-411754c8aa82 req-ee9916c3-a4c3-46bf-b7b5-8463f40b1e85 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.60 "DELETE /v2.0/ports/dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 HTTP/1.1" status: 204 len: 173 time: 1.9428895 Sep 22 09:31:17.156000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8991a967-91a4-4fdc-b12e-bcbe53c690a3', 'name': 'network-vif-deleted', 'tag': 'dfa2735a-f583-4e16-a8a2-4fdacaeb93c0'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:17.158414 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae276d1-adad-487e-b807-70c97090275e" -d '{"events": [{"server_uuid": "8991a967-91a4-4fdc-b12e-bcbe53c690a3", "name": "network-vif-deleted", "tag": "dfa2735a-f583-4e16-a8a2-4fdacaeb93c0"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:17.177247 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.205337 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.215342 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bed38b9b-1b1a-439d-9359-bdfd065f302f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.221302 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-2d9594b0-01ac-4f4e-a3b9-df7978762a83 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2961285 Sep 22 09:31:17.236996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a00a5272-e75e-4bdd-b650-72ffc1c7089a req-ebd88053-6e5a-4196-8e0b-9df264d580ba tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 210 time: 0.0553741 Sep 22 09:31:17.251519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Request body: {'port': {'device_id': '207b6e0c-144d-42e5-bcc3-b45bd9fb955c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:17.275331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed38b9b-1b1a-439d-9359-bdfd065f302f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Subnet': ['ID=e40dbfa5-2985-4a34-b10e-1ed12e63420d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:17.283520 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bed38b9b-1b1a-439d-9359-bdfd065f302f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.291654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502ed7f-3cb3-4b66-a487-76a690a694a6 None None] Network 82498e0d-0124-48a8-a554-8521049e5f4c requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:17.293373 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bed38b9b-1b1a-439d-9359-bdfd065f302f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/e40dbfa5-2985-4a34-b10e-1ed12e63420d HTTP/1.1" status: 204 len: 168 time: 1.3555803 Sep 22 09:31:17.295973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59140) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:17.322751 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e91c828-53da-4b67-a53d-bfcc58b9350d x-openstack-request-id: req-2e91c828-53da-4b67-a53d-bfcc58b9350d {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:17.323032 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8991a967-91a4-4fdc-b12e-bcbe53c690a3", "name": "network-vif-deleted", "tag": "dfa2735a-f583-4e16-a8a2-4fdacaeb93c0", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:17.323284 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e91c828-53da-4b67-a53d-bfcc58b9350d {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:17.323678 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8991a967-91a4-4fdc-b12e-bcbe53c690a3', 'name': 'network-vif-deleted', 'tag': 'dfa2735a-f583-4e16-a8a2-4fdacaeb93c0', 'status': 'completed', 'code': 200} Sep 22 09:31:17.327275 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.355907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:17.371278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:17.392153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c2bbf-be3b-40bd-941a-dce0cfe5ae55 req-ca6a59e5-a265-4120-abed-35c639997857 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:17.395068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb0c2bbf-be3b-40bd-941a-dce0cfe5ae55 req-ca6a59e5-a265-4120-abed-35c639997857 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.2536430 Sep 22 09:31:17.403790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:17.462973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Pushing event updated for resources: {'Port': ['ID=37075b96-609b-40c9-a25c-8be4d430e493,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:17.481539 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.511076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Network 775c29d1-bbde-4427-a116-02672e31f422 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:17.514853 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.524538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:17.528692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Pushing event updated for resources: {'Port': ['ID=63ee2652-20c2-40e8-a15e-10a051e36a39,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:17.532484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:17.603752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:17.604925 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.630195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b712f904-2057-4992-89b6-b7ac0c3edc38 None None] DHCP port deletion for 82498e0d-0124-48a8-a554-8521049e5f4c request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:31:17.663133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb0c2bbf-be3b-40bd-941a-dce0cfe5ae55 req-29f8739a-6f0e-413e-8276-26c3a78951ff tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547596 Sep 22 09:31:17.682271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd488171-5872-4ca4-9d9d-a333918a5a06 req-5dbce035-0a29-4ec2-ad92-316b8257add2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:17.689991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd488171-5872-4ca4-9d9d-a333918a5a06 req-5dbce035-0a29-4ec2-ad92-316b8257add2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 931 time: 0.2425377 Sep 22 09:31:17.727086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59150) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:17.745124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:17.745775 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.755004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b712f904-2057-4992-89b6-b7ac0c3edc38 None None] Deleting port 9d9dfb5d-0388-4dce-9109-82aea012805e {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:17.755779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b712f904-2057-4992-89b6-b7ac0c3edc38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.756590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-144748377'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:17.804478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 9d9dfb5d-0388-4dce-9109-82aea012805e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:17.805056 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.814086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd488171-5872-4ca4-9d9d-a333918a5a06 req-8a5b98ec-e7cd-47fa-8bb2-7f227c17d0e1 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833628 Sep 22 09:31:17.823810 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-05f0cd3f-27bb-435c-aabd-cebffa6d41bd tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3843021 Sep 22 09:31:17.841356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Request body: {'port': {'device_id': 'a9d18419-28e9-4ab4-b3b5-02e4f542bb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:17.902188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9d9dfb5d-0388-4dce-9109-82aea012805e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:31:17.924453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:17.933113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.963185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] For port 9d9dfb5d-0388-4dce-9109-82aea012805e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9d9dfb5d-0388-4dce-9109-82aea012805e,segment=NetworkSegment(b35e916c-a725-4529-9074-30f79430f584),segment_id=b35e916c-a725-4529-9074-30f79430f584)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:17.964254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:17.977146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede27e25-b992-449e-9735-20c68f945293 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:17.980820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 9d9dfb5d-0388-4dce-9109-82aea012805e owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:17.986972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b712f904-2057-4992-89b6-b7ac0c3edc38 None None] For port 9d9dfb5d-0388-4dce-9109-82aea012805e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9d9dfb5d-0388-4dce-9109-82aea012805e,segment=NetworkSegment(b35e916c-a725-4529-9074-30f79430f584),segment_id=b35e916c-a725-4529-9074-30f79430f584)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:17.987487 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b712f904-2057-4992-89b6-b7ac0c3edc38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.008536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b712f904-2057-4992-89b6-b7ac0c3edc38 None None] Calling delete_port for 9d9dfb5d-0388-4dce-9109-82aea012805e owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:18.019367 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.028836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f33c-9e23-4076-881f-54188a050fb4 req-eebe13f8-c414-40a0-88d9-12869fbfab0f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:18.030556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66e5f33c-9e23-4076-881f-54188a050fb4 req-eebe13f8-c414-40a0-88d9-12869fbfab0f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 931 time: 0.2055950 Sep 22 09:31:18.037299 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1626cea5-2ae8-4c1e-b396-90b76f549432 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8267357 Sep 22 09:31:18.041406 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.051771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Request body: {'port': {'device_id': 'fb86b5e7-1613-4a4c-b7ce-dc9db665782c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:18.117857 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:31:18.122120 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.141846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:31:18.150241 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.153312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66e5f33c-9e23-4076-881f-54188a050fb4 req-7a0e224d-5f3b-4d9c-80a9-059cee4cd50a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965462 Sep 22 09:31:18.154315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:31:18.155025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device dfa2735a-f583-4e16-a8a2-4fdacaeb93c0 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:31:18.162381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Transition to ACTIVE for port object ede27e25-b992-449e-9735-20c68f945293 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:31:18.206682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845eab5-e3ac-44f5-901b-74df81c728db req-12b6d874-a93a-48f7-82a4-bc70f93a59e0 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:18.208621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5845eab5-e3ac-44f5-901b-74df81c728db req-12b6d874-a93a-48f7-82a4-bc70f93a59e0 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 949 time: 0.2631247 Sep 22 09:31:18.294758 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.295111 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Added segment 65493857-2026-4007-9471-08b3152a2864 of type vlan for network d7720044-437c-429a-abf9-3517753c2382 Sep 22 09:31:18.336839 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.351123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.361860 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b712f904-2057-4992-89b6-b7ac0c3edc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.383873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.408915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Pushing event updated for resources: {'Port': ['ID=ede27e25-b992-449e-9735-20c68f945293,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:18.431226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No DVR routers for this DVR port 9d9dfb5d-0388-4dce-9109-82aea012805e on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:31:18.444968 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712f904-2057-4992-89b6-b7ac0c3edc38 None None] Pushing event deleted for resources: {'Port': ['ID=9d9dfb5d-0388-4dce-9109-82aea012805e,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:18.456271 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712f904-2057-4992-89b6-b7ac0c3edc38 None None] No DVR routers for this DVR port 9d9dfb5d-0388-4dce-9109-82aea012805e on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:31:18.458606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5845eab5-e3ac-44f5-901b-74df81c728db req-68503aa3-4f8c-40bc-8217-46ac1e002a0e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929162 Sep 22 09:31:18.487032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9040c154-ac55-422d-bd46-7674568d7b74 req-f6b0bb66-1d39-43b8-827b-7030c3b9fc49 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] 10.222.0.49 "GET /v2.0/ports?device_id=8991a967-91a4-4fdc-b12e-bcbe53c690a3 HTTP/1.1" status: 200 len: 210 time: 0.0405173 Sep 22 09:31:18.515137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=9d9dfb5d-0388-4dce-9109-82aea012805e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:18.542663 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.549168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:18.550326 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.658695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Network': ['ID=d7720044-437c-429a-abf9-3517753c2382,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:18.663995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Attempting to bind port ede27e25-b992-449e-9735-20c68f945293 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:18.664683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Attempting to bind port ede27e25-b992-449e-9735-20c68f945293 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:18.664683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Attempting to bind port ede27e25-b992-449e-9735-20c68f945293 on network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:18.670611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Port ede27e25-b992-449e-9735-20c68f945293 on network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:31:18.670935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Attempting to bind port ede27e25-b992-449e-9735-20c68f945293 on network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:18.672618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network d7720044-437c-429a-abf9-3517753c2382 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:31:18.678627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:18.678975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Checking segment: {'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:18.679344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Bound using segment: {'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:18.679782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Bound port: ede27e25-b992-449e-9735-20c68f945293, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:18.680139 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.716024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f7831df6-25cf-4ad0-9a64-d3eb70f794a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9641125 Sep 22 09:31:18.757509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59158) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:18.763240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-854035168'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:18.877619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e3f7a-afd7-4da8-a070-361988c3d708 req-613a1904-f614-4843-8ebd-57641b0ef076 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:18.879473 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-871e3f7a-afd7-4da8-a070-361988c3d708 req-613a1904-f614-4843-8ebd-57641b0ef076 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1084185 Sep 22 09:31:18.882955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.886863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] For port ede27e25-b992-449e-9735-20c68f945293, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:18.890439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] For port ede27e25-b992-449e-9735-20c68f945293, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ede27e25-b992-449e-9735-20c68f945293,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:18.928082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:18.931842 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.943018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82498e0d-0124-48a8-a554-8521049e5f4c']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:18.957760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35e916c-a725-4529-9074-30f79430f584') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:18.958024 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35e916c-a725-4529-9074-30f79430f584') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:18.962065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-871e3f7a-afd7-4da8-a070-361988c3d708 req-270f7fab-14ee-41d8-b077-f28af9a83fe6 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702407 Sep 22 09:31:18.976261 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:18.984891 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.033470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:19.034131 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.035657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] 10.222.0.60 "PUT /v2.0/ports/ede27e25-b992-449e-9735-20c68f945293 HTTP/1.1" status: 200 len: 1091 time: 3.4940078 Sep 22 09:31:19.036896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e5a2fa-7aca-4837-a318-ea422f5094d5', 'tag': 'ede27e25-b992-449e-9735-20c68f945293'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:19.039150 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd577c4-f253-472c-919b-97d786e8439a" -d '{"events": [{"name": "network-changed", "server_uuid": "30e5a2fa-7aca-4837-a318-ea422f5094d5", "tag": "ede27e25-b992-449e-9735-20c68f945293"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:19.063279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.068622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2ba7d-8ce3-4a00-aa47-473439cdd658 req-e8555941-1769-405b-ad1b-cde545640677 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:19.069966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:31:19.070248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36f2ba7d-8ce3-4a00-aa47-473439cdd658 req-e8555941-1769-405b-ad1b-cde545640677 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 931 time: 0.1351559 Sep 22 09:31:19.070367 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:31:19.073458 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:31:19.078083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:31:19.090027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343933bc-8212-474a-98dd-d5cdbc139b9f {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:19.095101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0561a-f171-4445-84b6-282cee271996 service neutron] Pushing event updated for resources: {'Port': ['ID=ede27e25-b992-449e-9735-20c68f945293,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:19.105463 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.108816 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b979f924-6985-47c6-ad66-678b4e212380 x-openstack-request-id: req-b979f924-6985-47c6-ad66-678b4e212380 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:19.109098 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e5a2fa-7aca-4837-a318-ea422f5094d5", "tag": "ede27e25-b992-449e-9735-20c68f945293", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:19.109345 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b979f924-6985-47c6-ad66-678b4e212380 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:19.109738 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e5a2fa-7aca-4837-a318-ea422f5094d5', 'tag': 'ede27e25-b992-449e-9735-20c68f945293', 'status': 'completed', 'code': 200} Sep 22 09:31:19.118144 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.118444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ee2652-20c2-40e8-a15e-10a051e36a39 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:19.118568 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Added segment 35fb3db4-9091-4e9d-a939-cfa4a3ec10f0 of type vlan for network 03800963-f1ce-4f7f-90d6-30730f3a8a91 Sep 22 09:31:19.129279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 12dabac2-38c0-4c84-a132-dc209749a761 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:31:19.182909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.201596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36f2ba7d-8ce3-4a00-aa47-473439cdd658 req-41acdc7e-5cdd-4673-92c8-87f46e883cad tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137195 Sep 22 09:31:19.203374 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.238452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd577c4-f253-472c-919b-97d786e8439a req-19d372f2-4aaf-45ef-9aeb-861de498032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:19.238783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Transition to ACTIVE for port object 63ee2652-20c2-40e8-a15e-10a051e36a39 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:31:19.240022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cd577c4-f253-472c-919b-97d786e8439a req-19d372f2-4aaf-45ef-9aeb-861de498032a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c900252658ec477f9befeec1b34eeea8&device_id=30e5a2fa-7aca-4837-a318-ea422f5094d5 HTTP/1.1" status: 200 len: 1094 time: 0.1054139 Sep 22 09:31:19.256138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Transition to ACTIVE for port object 343933bc-8212-474a-98dd-d5cdbc139b9f will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:31:19.295877 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.304462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.306761 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/networks/82498e0d-0124-48a8-a554-8521049e5f4c HTTP/1.1" status: 204 len: 168 time: 2.0098488 Sep 22 09:31:19.311985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59168) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:19.312934 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:19.336391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '12dabac2-38c0-4c84-a132-dc209749a761', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '12dabac2-38c0-4c84-a132-dc209749a761', 'mac_address': 'fa:16:3e:3b:d3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:31:19.356625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.363005 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:19.363620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.382533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d904262e-2ed1-4221-ac00-0687e4eca484 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:19.384625 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d904262e-2ed1-4221-ac00-0687e4eca484 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 HTTP/1.1" status: 200 len: 844 time: 0.0716288 Sep 22 09:31:19.386283 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.389288 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.391891 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.394519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59170) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:19.407503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dabac2-38c0-4c84-a132-dc209749a761 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:19.431307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:19.435606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8316db-0128-4746-a246-8b3879fa394a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Network': ['ID=82498e0d-0124-48a8-a554-8521049e5f4c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:19.483060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7ee72-b199-45a6-984a-7bff958414e5 req-7f5e5be7-cb1b-4416-9066-40b42b966a17 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:19.491080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69c7ee72-b199-45a6-984a-7bff958414e5 req-7f5e5be7-cb1b-4416-9066-40b42b966a17 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 931 time: 0.2217071 Sep 22 09:31:19.495073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=343933bc-8212-474a-98dd-d5cdbc139b9f,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:19.513112 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.536776 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-69b29a3a-fbba-4cbd-88a9-9472f0708708 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1018009 Sep 22 09:31:19.545304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59176) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:19.551726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Network': ['ID=03800963-f1ce-4f7f-90d6-30730f3a8a91,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:19.552434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-70d21222-0600-49e4-8ed5-f578f2018611 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:19.554809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a7002a74-131e-461c-a334-b89974863a4c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7963171 Sep 22 09:31:19.566147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59178) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:19.574465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'subnet': {'network_id': 'd7720044-437c-429a-abf9-3517753c2382', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:19.578876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd577c4-f253-472c-919b-97d786e8439a req-cb1df2ca-3eee-4b04-831d-7ab1a6cba131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:19.580481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cd577c4-f253-472c-919b-97d786e8439a req-cb1df2ca-3eee-4b04-831d-7ab1a6cba131 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c900252658ec477f9befeec1b34eeea8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3327451 Sep 22 09:31:19.618070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 03800963-f1ce-4f7f-90d6-30730f3a8a91 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:31:19.685112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69c7ee72-b199-45a6-984a-7bff958414e5 req-59159644-92dc-41a7-a558-5548c87e72b7 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927843 Sep 22 09:31:19.726214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=63ee2652-20c2-40e8-a15e-10a051e36a39,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:19.728761 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:19.779579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59180) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:19.800158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['12dabac2-38c0-4c84-a132-dc209749a761'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:19.821434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c08f00-15af-496e-863b-ec65cbc837a7 req-0cf5edf0-36c9-4fe3-94a9-8424a847148a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:19.823427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64c08f00-15af-496e-863b-ec65cbc837a7 req-0cf5edf0-36c9-4fe3-94a9-8424a847148a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 949 time: 0.2124698 Sep 22 09:31:19.897283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37075b96-609b-40c9-a25c-8be4d430e493 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:19.904200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd577c4-f253-472c-919b-97d786e8439a req-f2950520-b275-4097-a6d6-26b34e3fe9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:19.905729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cd577c4-f253-472c-919b-97d786e8439a req-f2950520-b275-4097-a6d6-26b34e3fe9fd service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3171499 Sep 22 09:31:19.914645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.924503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Attempting to bind port 343933bc-8212-474a-98dd-d5cdbc139b9f on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:19.926967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Attempting to bind port 343933bc-8212-474a-98dd-d5cdbc139b9f by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:19.926967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Attempting to bind port 343933bc-8212-474a-98dd-d5cdbc139b9f on network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:19.934420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Attempting to bind port 63ee2652-20c2-40e8-a15e-10a051e36a39 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:19.937781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Attempting to bind port 63ee2652-20c2-40e8-a15e-10a051e36a39 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:19.938566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Attempting to bind port 63ee2652-20c2-40e8-a15e-10a051e36a39 on network 775c29d1-bbde-4427-a116-02672e31f422 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:19.940351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ef7793-3d27-4f25-97aa-b91f6902121f admin admin] Deleting subnet b5d8bd0b-b92b-4925-9a87-c9096d60a472 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:31:19.945931 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-10ef7793-3d27-4f25-97aa-b91f6902121f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:19.949796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Port 63ee2652-20c2-40e8-a15e-10a051e36a39 on network 775c29d1-bbde-4427-a116-02672e31f422 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:31:19.950119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Attempting to bind port 63ee2652-20c2-40e8-a15e-10a051e36a39 on network 775c29d1-bbde-4427-a116-02672e31f422 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:19.962005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64c08f00-15af-496e-863b-ec65cbc837a7 req-37240290-1dc4-4e9a-b724-1e7a07dbd839 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133494 Sep 22 09:31:19.980257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Transition to ACTIVE for port object 37075b96-609b-40c9-a25c-8be4d430e493 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:31:20.008780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Port 343933bc-8212-474a-98dd-d5cdbc139b9f on network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:31:20.008780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Attempting to bind port 343933bc-8212-474a-98dd-d5cdbc139b9f on network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:20.008780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:20.008780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Checking segment: {'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:20.009726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Bound using segment: {'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:20.009726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Bound port: 63ee2652-20c2-40e8-a15e-10a051e36a39, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:20.009726 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.026265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-10ef7793-3d27-4f25-97aa-b91f6902121f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.040308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:20.043702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Checking segment: {'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:20.043702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Bound using segment: {'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:20.043702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Bound port: 343933bc-8212-474a-98dd-d5cdbc139b9f, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:20.043702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.064010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-67a3ba96-95a4-4f33-8377-b89fe69efe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:20.066452 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-67a3ba96-95a4-4f33-8377-b89fe69efe10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c900252658ec477f9befeec1b34eeea8&device_id=30e5a2fa-7aca-4837-a318-ea422f5094d5 HTTP/1.1" status: 200 len: 1094 time: 0.0839601 Sep 22 09:31:20.069028 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.138240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:20.142148 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.192351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] For port 63ee2652-20c2-40e8-a15e-10a051e36a39, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:20.219265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] For port 63ee2652-20c2-40e8-a15e-10a051e36a39, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=63ee2652-20c2-40e8-a15e-10a051e36a39,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:20.264589 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] For port 343933bc-8212-474a-98dd-d5cdbc139b9f, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:20.278726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d21222-0600-49e4-8ed5-f578f2018611 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:20.282288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-70d21222-0600-49e4-8ed5-f578f2018611 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.295635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] For port 343933bc-8212-474a-98dd-d5cdbc139b9f, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=343933bc-8212-474a-98dd-d5cdbc139b9f,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:20.316196 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.407167 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.420284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:20.420946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.422359 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] 10.222.0.60 "PUT /v2.0/ports/63ee2652-20c2-40e8-a15e-10a051e36a39 HTTP/1.1" status: 200 len: 1091 time: 2.3757544 Sep 22 09:31:20.427001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb86b5e7-1613-4a4c-b7ce-dc9db665782c', 'tag': '63ee2652-20c2-40e8-a15e-10a051e36a39'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:20.429346 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510cc623-531c-48bf-800d-ae69b58e33a2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb86b5e7-1613-4a4c-b7ce-dc9db665782c", "tag": "63ee2652-20c2-40e8-a15e-10a051e36a39"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:20.467006 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-10ef7793-3d27-4f25-97aa-b91f6902121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.481364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-d8e1c95f-047b-4f11-af6b-2123cd724c19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ede27e25-b992-449e-9735-20c68f945293 HTTP/1.1" status: 200 len: 217 time: 0.4061105 Sep 22 09:31:20.503827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:20.504456 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.505890 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] 10.222.0.45 "PUT /v2.0/ports/343933bc-8212-474a-98dd-d5cdbc139b9f HTTP/1.1" status: 200 len: 1091 time: 3.2586696 Sep 22 09:31:20.510247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d6723-7cef-418c-a8be-b5107a88bdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=63ee2652-20c2-40e8-a15e-10a051e36a39,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:20.603048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Pushing event updated for resources: {'Port': ['ID=37075b96-609b-40c9-a25c-8be4d430e493,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:20.686389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-42100a46-2011-45c0-ba9d-f664844fce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:20.687936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-42100a46-2011-45c0-ba9d-f664844fce58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698 HTTP/1.1" status: 200 len: 857 time: 0.1554024 Sep 22 09:31:20.724113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b504a3-a2ca-409c-9a9b-214ba968a308 req-b54fbd89-d030-4893-b042-04d83092d784 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:20.726167 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46b504a3-a2ca-409c-9a9b-214ba968a308 req-b54fbd89-d030-4893-b042-04d83092d784 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.2661881 Sep 22 09:31:20.730111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f6f35-a8d2-4760-bb24-8bc8cf007fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=343933bc-8212-474a-98dd-d5cdbc139b9f,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:20.738344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280aa8f-f7d2-4d57-b13d-04f19a66a3a2 req-0c7a41c9-8d79-4a19-bfd7-4960c657f955 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:20.740756 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4280aa8f-f7d2-4d57-b13d-04f19a66a3a2 req-0c7a41c9-8d79-4a19-bfd7-4960c657f955 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 948 time: 0.2762032 Sep 22 09:31:20.773825 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-94b421dc-2dbc-432b-a339-1f4181f5fb66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b4b7be6-cdf9-4211-a66a-1d0f455c058f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773427 Sep 22 09:31:20.782383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-436e3c5c-ad81-4d18-a001-1c8e1c9b71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:20.783913 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-436e3c5c-ad81-4d18-a001-1c8e1c9b71e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59f7a54f41114c9a8a18852cdd041950&device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 1094 time: 0.2331860 Sep 22 09:31:20.803085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-e8f0395b-f4b8-4ccf-87da-07ed28e7b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:20.804595 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-e8f0395b-f4b8-4ccf-87da-07ed28e7b5b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c900252658ec477f9befeec1b34eeea8&device_id=207b6e0c-144d-42e5-bcc3-b45bd9fb955c HTTP/1.1" status: 200 len: 1094 time: 0.1810620 Sep 22 09:31:20.842011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.856373 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-10ef7793-3d27-4f25-97aa-b91f6902121f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.874235 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-fdfbc0ac-63ab-4485-b84c-fcf7193b8234 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63ee2652-20c2-40e8-a15e-10a051e36a39 HTTP/1.1" status: 200 len: 217 time: 0.0785565 Sep 22 09:31:20.908883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Attempting to bind port 37075b96-609b-40c9-a25c-8be4d430e493 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:20.910342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Attempting to bind port 37075b96-609b-40c9-a25c-8be4d430e493 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:20.910671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Attempting to bind port 37075b96-609b-40c9-a25c-8be4d430e493 on network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:20.947071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46b504a3-a2ca-409c-9a9b-214ba968a308 req-dc77b36c-763f-4001-91d1-6df4107a1cf7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050238 Sep 22 09:31:20.947782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef7793-3d27-4f25-97aa-b91f6902121f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d8bd0b-b92b-4925-9a87-c9096d60a472,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:20.949491 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-c5c77df4-7c1c-49ed-b48c-47915e289014 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343933bc-8212-474a-98dd-d5cdbc139b9f HTTP/1.1" status: 200 len: 217 time: 0.1132331 Sep 22 09:31:20.952654 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-10ef7793-3d27-4f25-97aa-b91f6902121f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.957248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-10ef7793-3d27-4f25-97aa-b91f6902121f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b5d8bd0b-b92b-4925-9a87-c9096d60a472 HTTP/1.1" status: 204 len: 168 time: 1.1739490 Sep 22 09:31:20.958221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4280aa8f-f7d2-4d57-b13d-04f19a66a3a2 req-e409f527-396c-4bb0-94a7-cf96a52f525f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966438 Sep 22 09:31:20.959178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59194) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:20.960354 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-70d21222-0600-49e4-8ed5-f578f2018611 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:20.972337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Port 37075b96-609b-40c9-a25c-8be4d430e493 on network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:31:20.972659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Attempting to bind port 37075b96-609b-40c9-a25c-8be4d430e493 on network 2b4b7be6-cdf9-4211-a66a-1d0f455c058f {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:21.005089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:21.005467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Checking segment: {'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:21.005844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Bound using segment: {'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:21.006318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Bound port: 37075b96-609b-40c9-a25c-8be4d430e493, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1b7cba-aaaa-4366-b7c5-96c46dc71441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:21.006732 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.086367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Subnet': ['ID=3398e745-1513-45c3-bb1e-2536bdc6f0b1,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:21.087510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-18c53908-ccc2-40c8-81f1-5b61ca33947d service neutron] 10.222.0.60 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872469 Sep 22 09:31:21.100552 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285598c6-6a90-422a-88ec-1d5ffeb76c49 x-openstack-request-id: req-285598c6-6a90-422a-88ec-1d5ffeb76c49 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:21.100903 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb86b5e7-1613-4a4c-b7ce-dc9db665782c", "tag": "63ee2652-20c2-40e8-a15e-10a051e36a39", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:21.101163 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-285598c6-6a90-422a-88ec-1d5ffeb76c49 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:21.101757 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb86b5e7-1613-4a4c-b7ce-dc9db665782c', 'tag': '63ee2652-20c2-40e8-a15e-10a051e36a39', 'status': 'completed', 'code': 200} Sep 22 09:31:21.108700 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1408e60c-e49b-49e0-9e0b-c20c9f4b65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:21.110956 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-1408e60c-e49b-49e0-9e0b-c20c9f4b65d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48976a5f-7d8f-439a-a040-4c4a9869ccdd HTTP/1.1" status: 200 len: 855 time: 0.2287836 Sep 22 09:31:21.111754 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.115079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d21222-0600-49e4-8ed5-f578f2018611 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:21.183254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-70d21222-0600-49e4-8ed5-f578f2018611 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:21.183375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 12dabac2-38c0-4c84-a132-dc209749a761 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:21.183872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d21222-0600-49e4-8ed5-f578f2018611 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:21.183872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-70d21222-0600-49e4-8ed5-f578f2018611 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.187048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Checking segment: {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:21.187420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network hostable DHCP agents. Network: d7720044-437c-429a-abf9-3517753c2382, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:31:21.191476 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-b04c0e15-3a6c-4abb-bdc5-640ef1062b4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=775c29d1-bbde-4427-a116-02672e31f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581677 Sep 22 09:31:21.192940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-96c4c7ce-3d8f-487c-8c06-a20fb5774864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:21.194409 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-96c4c7ce-3d8f-487c-8c06-a20fb5774864 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698 HTTP/1.1" status: 200 len: 857 time: 0.2310176 Sep 22 09:31:21.247270 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-be323c87-18ea-4e82-86be-a02cf9441d9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b4b7be6-cdf9-4211-a66a-1d0f455c058f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436935 Sep 22 09:31:21.261423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d21222-0600-49e4-8ed5-f578f2018611 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Subnet': ['ID=751d9529-debf-48f0-ac12-8ce4469073d8,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:21.273550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e0421-8c50-46da-a221-f4e2c01c936f None None] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:21.286426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] For port 37075b96-609b-40c9-a25c-8be4d430e493, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:21.326670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] For port 37075b96-609b-40c9-a25c-8be4d430e493, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=37075b96-609b-40c9-a25c-8be4d430e493,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:21.372583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548e415-7de3-4465-a73b-8fcf8f970b75 req-7a525c91-c22a-45ff-ab4d-576997e0158d tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:21.374179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7548e415-7de3-4465-a73b-8fcf8f970b75 req-7a525c91-c22a-45ff-ab4d-576997e0158d tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 943 time: 0.2251384 Sep 22 09:31:21.399905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.418994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-0f17b113-42e1-4fa0-ade0-ef208727095f service neutron] 10.222.0.60 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195229 Sep 22 09:31:21.421994 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-84e2fbb2-6227-4466-8e15-1ec296038757 service neutron] 10.222.0.45 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620734 Sep 22 09:31:21.448301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796a97-ebdc-4f09-8bdf-6e3f4c01c23f req-5f38945d-72ed-4334-9fbd-656f6da82f98 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:21.449901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e796a97-ebdc-4f09-8bdf-6e3f4c01c23f req-5f38945d-72ed-4334-9fbd-656f6da82f98 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 943 time: 0.2263386 Sep 22 09:31:21.455806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adba3bec-166f-439e-b724-a6e2cc289843']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:21.461380 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-70d21222-0600-49e4-8ed5-f578f2018611 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9141159 Sep 22 09:31:21.465273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59198) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:21.471803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5e4235dd-e103-4452-a17f-f55825843f6a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'security_group': {'name': 'tempest-secgroup-1395465082'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:21.479853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 12dabac2-38c0-4c84-a132-dc209749a761 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:31:21.486258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 12dabac2-38c0-4c84-a132-dc209749a761 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:21.492921 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.493079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.496782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55e074a-89d9-46c3-9d86-f2ad034a8d65') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:21.496782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55e074a-89d9-46c3-9d86-f2ad034a8d65') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:21.499731 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network d7720044-437c-429a-abf9-3517753c2382 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:31:21.545127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'tenant_id': '3bb885268c5c4c079aceba08c89722a3', 'fixed_ips': [{'subnet_id': '751d9529-debf-48f0-ac12-8ce4469073d8'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:31:21.546540 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.551581 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-afd8b9ac-1cf7-4584-8997-0c458e609cdf service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490751 Sep 22 09:31:21.554583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7548e415-7de3-4465-a73b-8fcf8f970b75 req-48bc84fc-474a-4e94-8f15-2796fe51673b tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509254 Sep 22 09:31:21.556499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.576450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:21.577566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.579618 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] 10.222.0.60 "PUT /v2.0/ports/37075b96-609b-40c9-a25c-8be4d430e493 HTTP/1.1" status: 200 len: 1091 time: 3.7420852 Sep 22 09:31:21.585870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d18419-28e9-4ab4-b3b5-02e4f542bb27', 'tag': '37075b96-609b-40c9-a25c-8be4d430e493'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:21.589571 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebcb2b4-edcb-4a68-8973-ad4c0367d3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d18419-28e9-4ab4-b3b5-02e4f542bb27", "tag": "37075b96-609b-40c9-a25c-8be4d430e493"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:21.608421 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.610503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, d7720044-437c-429a-abf9-3517753c2382) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:21.619127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.622605 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:21.624972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.643197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:31:21.644201 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:31:21.653008 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:31:21.674850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c126e04e-4f20-4d33-8cf8-d4bf26a9d4d3 None None] Network d7720044-437c-429a-abf9-3517753c2382 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:21.684685 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e4235dd-e103-4452-a17f-f55825843f6a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.701028 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce298079-c6f6-48ec-9d85-a345820a3e35 x-openstack-request-id: req-ce298079-c6f6-48ec-9d85-a345820a3e35 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:21.701629 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d18419-28e9-4ab4-b3b5-02e4f542bb27", "tag": "37075b96-609b-40c9-a25c-8be4d430e493", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:21.701629 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce298079-c6f6-48ec-9d85-a345820a3e35 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:21.701980 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d18419-28e9-4ab4-b3b5-02e4f542bb27', 'tag': '37075b96-609b-40c9-a25c-8be4d430e493', 'status': 'completed', 'code': 200} Sep 22 09:31:21.710140 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e796a97-ebdc-4f09-8bdf-6e3f4c01c23f req-f466933d-2837-40b4-9466-4b3b55fff411 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508411 Sep 22 09:31:21.744605 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-b9dac997-9b60-4236-b33b-0743913d32f6 service neutron] 10.222.0.45 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136885 Sep 22 09:31:21.763434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec0acc-b93f-4dbb-962d-873d5dd3e879 service neutron] Pushing event updated for resources: {'Port': ['ID=37075b96-609b-40c9-a25c-8be4d430e493,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:21.779511 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d806eb7-68d8-445a-8054-10fb0c57e1db req-12412c96-1744-422a-ba3a-af2ed7e56d12 service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170012 Sep 22 09:31:21.789135 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-59795a98-0714-4b8e-88f7-521d60b1b88b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2136474 Sep 22 09:31:21.789135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59202) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:21.796231 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'subnet': {'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:21.836452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-5b838d05-ab5a-4831-9ecc-cb9e0057b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:21.838770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-5b838d05-ab5a-4831-9ecc-cb9e0057b4c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c900252658ec477f9befeec1b34eeea8&device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 1094 time: 0.1277144 Sep 22 09:31:21.892919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:21.895834 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2a28c6-b219-4286-ae1d-bb126283754b" -d '{"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-plugged", "status": "completed", "tag": "12dabac2-38c0-4c84-a132-dc209749a761"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:21.896933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-f1460af7-9fae-42ba-9703-42e2b01c0748 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37075b96-609b-40c9-a25c-8be4d430e493 HTTP/1.1" status: 200 len: 217 time: 0.0481799 Sep 22 09:31:21.902822 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.927186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:21.939981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] 10.222.0.49 "DELETE /v2.0/networks/adba3bec-166f-439e-b724-a6e2cc289843 HTTP/1.1" status: 204 len: 168 time: 0.9752750 Sep 22 09:31:21.951759 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04323eb-445c-43f0-b0f8-db17f7640e37 x-openstack-request-id: req-f04323eb-445c-43f0-b0f8-db17f7640e37 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:21.952020 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-plugged", "status": "completed", "tag": "12dabac2-38c0-4c84-a132-dc209749a761", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:21.952276 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f04323eb-445c-43f0-b0f8-db17f7640e37 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:21.953107 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761', 'code': 200} Sep 22 09:31:21.978918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:22.009640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Allocated IP 2001:db8::2 (ff4d086a-f33c-47f2-ab75-ea1c1251d4ec/751d9529-debf-48f0-ac12-8ce4469073d8/f2de6f90-0bff-4f00-8fd2-80414508722f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:22.049325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-fba682f9-c8c7-4ea4-bd82-9d88b005f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:22.051663 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.052403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-fba682f9-c8c7-4ea4-bd82-9d88b005f9ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698 HTTP/1.1" status: 200 len: 857 time: 0.1103494 Sep 22 09:31:22.062315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e4235dd-e103-4452-a17f-f55825843f6a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.089731 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66039c5-fafb-4dae-83fa-4e25e9ea5d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=adba3bec-166f-439e-b724-a6e2cc289843,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:22.128816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-6f81a765-22ac-4fd3-98c4-1aa941d27e99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b4b7be6-cdf9-4211-a66a-1d0f455c058f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500979 Sep 22 09:31:22.163540 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e4235dd-e103-4452-a17f-f55825843f6a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.192253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-d7720044-437c-429a-abf9-3517753c2382', 'network_id': 'd7720044-437c-429a-abf9-3517753c2382', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'fixed_ips': [{'subnet_id': '3398e745-1513-45c3-bb1e-2536bdc6f0b1'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:31:22.193148 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.203823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:22.218604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c628e-235e-41e8-b6c9-d70c19a3b576 req-df301729-b059-4745-a679-d55ec5c048a9 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:22.226763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f9c628e-235e-41e8-b6c9-d70c19a3b576 req-df301729-b059-4745-a679-d55ec5c048a9 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1626890 Sep 22 09:31:22.379036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f9c628e-235e-41e8-b6c9-d70c19a3b576 req-9c6bd87a-184b-4ed0-97af-71e77152d02c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491232 Sep 22 09:31:22.381320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-55de3111-17b6-485b-a3f7-b2dc839d31ef service neutron] 10.222.0.60 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446318 Sep 22 09:31:22.386182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59214) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:22.471083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85798954-1c61-43ad-a862-eed72bcaded6 req-630b5269-67ef-40d5-a4e6-18ad6c766099 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:22.480065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85798954-1c61-43ad-a862-eed72bcaded6 req-630b5269-67ef-40d5-a4e6-18ad6c766099 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1997247 Sep 22 09:31:22.487934 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.495668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cc623-531c-48bf-800d-ae69b58e33a2 req-0b4e5ec2-bffe-4599-9549-1aa6733f815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:22.497580 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510cc623-531c-48bf-800d-ae69b58e33a2 req-0b4e5ec2-bffe-4599-9549-1aa6733f815c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59f7a54f41114c9a8a18852cdd041950&device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 1094 time: 0.5519795 Sep 22 09:31:22.525803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4235dd-e103-4452-a17f-f55825843f6a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8585fd-1ab5-4837-a0e3-5cbae2105bde,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:22.529787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Allocated IP 10.1.1.2 (d7720044-437c-429a-abf9-3517753c2382/3398e745-1513-45c3-bb1e-2536bdc6f0b1/2463de24-dc99-4b00-8a6e-27962376655f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:22.542617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac2404-6a83-4be1-8e39-ff8b9d27b377 req-0f4f111f-9d4a-4348-b89f-a2228db3c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:22.543837 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57ac2404-6a83-4be1-8e39-ff8b9d27b377 req-0f4f111f-9d4a-4348-b89f-a2228db3c881 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 1100 time: 0.4633384 Sep 22 09:31:22.588074 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.595203 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85798954-1c61-43ad-a862-eed72bcaded6 req-dca4c218-dcc3-40d9-a884-f1cb0c2f6d0c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120965 Sep 22 09:31:22.601403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d28a761f-e33d-42a6-9506-8251ba936ac8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db571e6faac54465bf3654c7493a928f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142429 Sep 22 09:31:22.601717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59216) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:22.621273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:22.625202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.662763 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57ac2404-6a83-4be1-8e39-ff8b9d27b377 req-8db64292-4b7c-4b20-9c32-5882e4cce33a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068676 Sep 22 09:31:22.670001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:22.688496 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e4235dd-e103-4452-a17f-f55825843f6a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.689881 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5e4235dd-e103-4452-a17f-f55825843f6a tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2217824 Sep 22 09:31:22.695085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59220) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:22.706452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:22.709746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:22.725611 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6c1319eb-6960-4d0d-a46c-d74b1a11f828 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'security_group': {'name': 'tempest-secgroup-735609964'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:22.736285 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cc623-531c-48bf-800d-ae69b58e33a2 req-d4abe5dc-9e46-4059-86fa-208b5745c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:22.738782 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510cc623-531c-48bf-800d-ae69b58e33a2 req-d4abe5dc-9e46-4059-86fa-208b5745c0be service neutron] 10.222.0.60 "GET /v2.0/networks?id=775c29d1-bbde-4427-a116-02672e31f422 HTTP/1.1" status: 200 len: 916 time: 0.2287767 Sep 22 09:31:22.750988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4f75c9e-b619-4ec4-9f36-d8f20891ed33 req-6e5a629c-1a90-45fe-969c-f5068833a57c service neutron] 10.222.0.60 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356440 Sep 22 09:31:22.777698 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9a0a8bd-3abb-4a59-9ce6-72fa49b00184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.789339 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510cc623-531c-48bf-800d-ae69b58e33a2 req-771643ac-7e53-4029-b7d1-e50453865ba8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63ee2652-20c2-40e8-a15e-10a051e36a39 HTTP/1.1" status: 200 len: 217 time: 0.0396659 Sep 22 09:31:22.792577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Pushing event updated for resources: {'Port': ['ID=f2de6f90-0bff-4f00-8fd2-80414508722f,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:22.807656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd288be-93f1-4fb2-8256-3e592fdf1c9b req-f161410e-0bfe-4557-98bb-a00baf7fc064 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:22.825276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1cd288be-93f1-4fb2-8256-3e592fdf1c9b req-f161410e-0bfe-4557-98bb-a00baf7fc064 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 943 time: 0.1158490 Sep 22 09:31:22.872891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Attempting to bind port f2de6f90-0bff-4f00-8fd2-80414508722f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:22.873298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Attempting to bind port f2de6f90-0bff-4f00-8fd2-80414508722f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '254572be-7f38-4c78-a6ee-b5f46f0e9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:22.873618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Attempting to bind port f2de6f90-0bff-4f00-8fd2-80414508722f on network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:22.884509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cc623-531c-48bf-800d-ae69b58e33a2 req-7b64caaa-5580-44e6-91c4-fe5ba83fd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:22.886798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:22.887177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Checking segment: {'id': '254572be-7f38-4c78-a6ee-b5f46f0e9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:22.887574 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.887960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Bound using segment: {'id': '254572be-7f38-4c78-a6ee-b5f46f0e9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:22.888426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Bound port: f2de6f90-0bff-4f00-8fd2-80414508722f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254572be-7f38-4c78-a6ee-b5f46f0e9289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:22.888833 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.890775 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510cc623-531c-48bf-800d-ae69b58e33a2 req-7b64caaa-5580-44e6-91c4-fe5ba83fd720 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48976a5f-7d8f-439a-a040-4c4a9869ccdd HTTP/1.1" status: 200 len: 855 time: 0.0923641 Sep 22 09:31:22.935343 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c1319eb-6960-4d0d-a46c-d74b1a11f828 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.942858 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9a0a8bd-3abb-4a59-9ce6-72fa49b00184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:22.957667 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510cc623-531c-48bf-800d-ae69b58e33a2 req-9ee9f7bc-6ae8-4d10-bbd8-83d2f810368c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=775c29d1-bbde-4427-a116-02672e31f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363603 Sep 22 09:31:22.982949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1cd288be-93f1-4fb2-8256-3e592fdf1c9b req-f5dd334f-5011-4c20-869c-ca09a06f4f96 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532631 Sep 22 09:31:22.989827 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.011519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] For port f2de6f90-0bff-4f00-8fd2-80414508722f, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:23.015916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] For port f2de6f90-0bff-4f00-8fd2-80414508722f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f2de6f90-0bff-4f00-8fd2-80414508722f,segment=NetworkSegment(254572be-7f38-4c78-a6ee-b5f46f0e9289),segment_id=254572be-7f38-4c78-a6ee-b5f46f0e9289)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:23.036688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12bc52-4ec2-4038-a3a3-0f6fb4d0e0bb req-7351843c-1d01-4dc5-8d59-096c6e12839e tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:23.039013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f12bc52-4ec2-4038-a3a3-0f6fb4d0e0bb req-7351843c-1d01-4dc5-8d59-096c6e12839e tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 943 time: 0.1909511 Sep 22 09:31:23.048334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcb2b4-edcb-4a68-8973-ad4c0367d3fd req-e2742702-d11b-472b-bff3-08dcfdc17c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:23.050632 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cebcb2b4-edcb-4a68-8973-ad4c0367d3fd req-e2742702-d11b-472b-bff3-08dcfdc17c6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c900252658ec477f9befeec1b34eeea8&device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 1094 time: 0.1671150 Sep 22 09:31:23.087473 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.105385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207b6e0c-144d-42e5-bcc3-b45bd9fb955c', 'tag': '343933bc-8212-474a-98dd-d5cdbc139b9f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:23.107648 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861ec993-4cf5-47a6-9506-507addc80d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "207b6e0c-144d-42e5-bcc3-b45bd9fb955c", "tag": "343933bc-8212-474a-98dd-d5cdbc139b9f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:23.130725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f12bc52-4ec2-4038-a3a3-0f6fb4d0e0bb req-a4fff820-9f14-4bc2-8297-9714e361fcad tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786133 Sep 22 09:31:23.135782 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.167636 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510cc623-531c-48bf-800d-ae69b58e33a2 req-6846da82-4f00-4aec-927b-47d95793ad61 service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992383 Sep 22 09:31:23.199041 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9a0a8bd-3abb-4a59-9ce6-72fa49b00184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.206692 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9a0a8bd-3abb-4a59-9ce6-72fa49b00184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.209341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c9a0a8bd-3abb-4a59-9ce6-72fa49b00184 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/543f8f39-5571-4c8a-9829-5c5f594d7ef4 HTTP/1.1" status: 204 len: 168 time: 0.6065238 Sep 22 09:31:23.212185 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.213756 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be2bde6-5e59-456f-9eb0-0e800e9b334c x-openstack-request-id: req-6be2bde6-5e59-456f-9eb0-0e800e9b334c {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:23.214383 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207b6e0c-144d-42e5-bcc3-b45bd9fb955c", "tag": "343933bc-8212-474a-98dd-d5cdbc139b9f", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:23.215847 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6be2bde6-5e59-456f-9eb0-0e800e9b334c {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:23.216340 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207b6e0c-144d-42e5-bcc3-b45bd9fb955c', 'tag': '343933bc-8212-474a-98dd-d5cdbc139b9f', 'status': 'completed', 'code': 200} Sep 22 09:31:23.217649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Pushing event updated for resources: {'Port': ['ID=2463de24-dc99-4b00-8a6e-27962376655f,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:23.220856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcb2b4-edcb-4a68-8973-ad4c0367d3fd req-1023e919-f27a-4dee-a64b-7d38e7668f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:23.223485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cebcb2b4-edcb-4a68-8973-ad4c0367d3fd req-1023e919-f27a-4dee-a64b-7d38e7668f09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2b4b7be6-cdf9-4211-a66a-1d0f455c058f HTTP/1.1" status: 200 len: 918 time: 0.1630540 Sep 22 09:31:23.276987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.280231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0a8bd-3abb-4a59-9ce6-72fa49b00184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543f8f39-5571-4c8a-9829-5c5f594d7ef4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:23.282878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cebcb2b4-edcb-4a68-8973-ad4c0367d3fd req-2b652363-0a6d-4196-90d8-ef6104af6c06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37075b96-609b-40c9-a25c-8be4d430e493 HTTP/1.1" status: 200 len: 217 time: 0.0493174 Sep 22 09:31:23.316098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Network d7720044-437c-429a-abf9-3517753c2382 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:23.326737 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:23.328417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa7b83-9d0e-41be-981b-0b4c06424634 None None] Pushing event updated for resources: {'Port': ['ID=f2de6f90-0bff-4f00-8fd2-80414508722f,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:23.332641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:23.416319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcb2b4-edcb-4a68-8973-ad4c0367d3fd req-96d4e632-e42e-4c88-8c5f-2f8863d201f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:23.429040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cebcb2b4-edcb-4a68-8973-ad4c0367d3fd req-96d4e632-e42e-4c88-8c5f-2f8863d201f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698 HTTP/1.1" status: 200 len: 857 time: 0.1321657 Sep 22 09:31:23.494558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Attempting to bind port 2463de24-dc99-4b00-8a6e-27962376655f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:23.495279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Attempting to bind port 2463de24-dc99-4b00-8a6e-27962376655f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:23.495666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Attempting to bind port 2463de24-dc99-4b00-8a6e-27962376655f on network d7720044-437c-429a-abf9-3517753c2382 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:23.501365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:23.503794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Checking segment: {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:23.503794 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.503794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Bound using segment: {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:23.503794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Bound port: 2463de24-dc99-4b00-8a6e-27962376655f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:23.504204 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.509851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cebcb2b4-edcb-4a68-8973-ad4c0367d3fd req-aa26c5b4-01bd-4abd-bf71-5ca0e2cd87e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b4b7be6-cdf9-4211-a66a-1d0f455c058f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765359 Sep 22 09:31:23.532885 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c1319eb-6960-4d0d-a46c-d74b1a11f828 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.574124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Subnet': ['ID=e7ae3516-7aae-40a1-abfb-02fb8c18323f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:23.593257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] For port 2463de24-dc99-4b00-8a6e-27962376655f, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:23.597988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ec993-4cf5-47a6-9506-507addc80d6b req-0cc4b24c-6270-4a46-ad4a-4e361877b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:23.598609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] For port 2463de24-dc99-4b00-8a6e-27962376655f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2463de24-dc99-4b00-8a6e-27962376655f,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:23.599605 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-861ec993-4cf5-47a6-9506-507addc80d6b req-0cc4b24c-6270-4a46-ad4a-4e361877b3e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c900252658ec477f9befeec1b34eeea8&device_id=207b6e0c-144d-42e5-bcc3-b45bd9fb955c HTTP/1.1" status: 200 len: 1094 time: 0.3573394 Sep 22 09:31:23.601989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Checking segment: {'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:23.602357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network hostable DHCP agents. Network: 03800963-f1ce-4f7f-90d6-30730f3a8a91, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:31:23.607253 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-510cc623-531c-48bf-800d-ae69b58e33a2 req-3fb322b1-3c39-40ff-821d-1f6aff8316bb service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291015 Sep 22 09:31:23.649634 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c1319eb-6960-4d0d-a46c-d74b1a11f828 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.696611 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.771294 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network 03800963-f1ce-4f7f-90d6-30730f3a8a91 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:31:23.777161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1319eb-6960-4d0d-a46c-d74b1a11f828 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8403a0f-2b44-4f49-984c-a1fb3b8ba824,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:23.794673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c1319eb-6960-4d0d-a46c-d74b1a11f828 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.800265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6c1319eb-6960-4d0d-a46c-d74b1a11f828 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0738578 Sep 22 09:31:23.804682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59234) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:23.811035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-854249119', 'security_groups': ['b8403a0f-2b44-4f49-984c-a1fb3b8ba824'], 'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '751d9529-debf-48f0-ac12-8ce4469073d8'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:23.892287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc7cc1-805a-4dfd-b794-16e172e8a2df None None] Pushing event updated for resources: {'Port': ['ID=2463de24-dc99-4b00-8a6e-27962376655f,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:23.895827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 03800963-f1ce-4f7f-90d6-30730f3a8a91) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:23.900466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ec993-4cf5-47a6-9506-507addc80d6b req-328f6b1f-6d50-450a-ac1a-ecfd6b0902b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:23.905789 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-861ec993-4cf5-47a6-9506-507addc80d6b req-328f6b1f-6d50-450a-ac1a-ecfd6b0902b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b4b7be6-cdf9-4211-a66a-1d0f455c058f HTTP/1.1" status: 200 len: 918 time: 0.2909513 Sep 22 09:31:23.920526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:23.920526 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:23.921589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f2de6f90-0bff-4f00-8fd2-80414508722f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:23.927244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e858b9cb-d8ce-4fd6-a544-8ae71f96f1a5 None None] Network 03800963-f1ce-4f7f-90d6-30730f3a8a91 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:24.021379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cebcb2b4-edcb-4a68-8973-ad4c0367d3fd req-dab7472b-7aa2-404e-9961-4ca3173b1a2c service neutron] 10.222.0.60 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765446 Sep 22 09:31:24.037061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16073919-a79b-4569-bc0e-cd18ad696ef4 req-87460384-674b-416b-9a82-56e6437397e2 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:24.038663 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16073919-a79b-4569-bc0e-cd18ad696ef4 req-87460384-674b-416b-9a82-56e6437397e2 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.5447097 Sep 22 09:31:24.060776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ea838-1751-4e6d-918f-c657edb9f2fb req-b4caa7ae-a7cf-4ce8-b815-1ce9dd93c653 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:24.072049 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-861ec993-4cf5-47a6-9506-507addc80d6b req-5801970b-b0db-4032-9644-f01572346f60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=343933bc-8212-474a-98dd-d5cdbc139b9f HTTP/1.1" status: 200 len: 217 time: 0.0863063 Sep 22 09:31:24.077946 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d58ea838-1751-4e6d-918f-c657edb9f2fb req-b4caa7ae-a7cf-4ce8-b815-1ce9dd93c653 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.3103788 Sep 22 09:31:24.155676 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9f3003af-1edf-4cba-bfe4-62fcbba96d31 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3657815 Sep 22 09:31:24.167006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59244) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:24.173385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 37075b96-609b-40c9-a25c-8be4d430e493 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:31:24.187271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'port': {'network_id': 'd7720044-437c-429a-abf9-3517753c2382', 'name': 'tempest-TaggedBootDevicesTest_v242-254251687', 'fixed_ips': [{'subnet_id': '3398e745-1513-45c3-bb1e-2536bdc6f0b1'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:24.236604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16073919-a79b-4569-bc0e-cd18ad696ef4 req-7a632fd8-8a3c-4e13-8ef2-60778ad44840 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575806 Sep 22 09:31:24.369144 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b19e3a5f-cff1-47d4-912f-c3b286756365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:24.426679 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d58ea838-1751-4e6d-918f-c657edb9f2fb req-fcc30222-94b0-4bd3-8728-36a88fad5941 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015862 Sep 22 09:31:24.430272 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:24.446678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f2de6f90-0bff-4f00-8fd2-80414508722f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:24.447050 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:24.512579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ec993-4cf5-47a6-9506-507addc80d6b req-c1ed534b-e09a-4039-9dc4-ee3ebb83e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:24.535001 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-861ec993-4cf5-47a6-9506-507addc80d6b req-c1ed534b-e09a-4039-9dc4-ee3ebb83e099 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698 HTTP/1.1" status: 200 len: 857 time: 0.4500067 Sep 22 09:31:24.538892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cebcb2b4-edcb-4a68-8973-ad4c0367d3fd req-bf9d71a5-1e79-4426-be1b-cc50817734c8 service neutron] 10.222.0.60 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992094 Sep 22 09:31:24.593329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ca677-f317-4224-aa33-9628fd7e0486 req-9ea95360-164a-4ae3-a9d3-4cc42cb130ab tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:24.595156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-521ca677-f317-4224-aa33-9628fd7e0486 req-9ea95360-164a-4ae3-a9d3-4cc42cb130ab tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 943 time: 0.1655877 Sep 22 09:31:24.636786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635d22-72a6-45b6-8008-9e6bc955f65d req-596075a5-2931-42a4-965b-0353ab74d46e tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:24.638598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-83635d22-72a6-45b6-8008-9e6bc955f65d req-596075a5-2931-42a4-965b-0353ab74d46e tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 943 time: 0.0961425 Sep 22 09:31:24.649725 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-861ec993-4cf5-47a6-9506-507addc80d6b req-0c3f399b-d672-4be7-b520-e68d6aa89065 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b4b7be6-cdf9-4211-a66a-1d0f455c058f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796247 Sep 22 09:31:24.713372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-521ca677-f317-4224-aa33-9628fd7e0486 req-62ab73fa-e44a-4d45-8118-8dbbf983e580 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102481 Sep 22 09:31:24.743119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-03800963-f1ce-4f7f-90d6-30730f3a8a91', 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'fixed_ips': [{'subnet_id': 'e7ae3516-7aae-40a1-abfb-02fb8c18323f'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:31:24.743979 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:24.746212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-83635d22-72a6-45b6-8008-9e6bc955f65d req-e4c622ee-96a8-4b27-a609-1cb7b42c5d81 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004841 Sep 22 09:31:24.762895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 37075b96-609b-40c9-a25c-8be4d430e493, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=37075b96-609b-40c9-a25c-8be4d430e493,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:24.789372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '37075b96-609b-40c9-a25c-8be4d430e493', 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f', 'port_id': '37075b96-609b-40c9-a25c-8be4d430e493', 'mac_address': 'fa:16:3e:2c:5a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:31:24.798578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:24.985378 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:24.991152 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-861ec993-4cf5-47a6-9506-507addc80d6b req-4de7e075-ed54-4c0d-9b14-bfe3b6637ea0 service neutron] 10.222.0.45 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319588 Sep 22 09:31:25.045635 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:25.054656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37075b96-609b-40c9-a25c-8be4d430e493 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:25.072240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-032ad67f-2b9e-4d56-b79c-3c40f2e5af44 None None] Provisioning complete for port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:25.074014 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-032ad67f-2b9e-4d56-b79c-3c40f2e5af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:25.098175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:25.105105 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:25.128620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 37075b96-609b-40c9-a25c-8be4d430e493, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=37075b96-609b-40c9-a25c-8be4d430e493,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:25.145007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Allocated IP 10.2.2.2 (03800963-f1ce-4f7f-90d6-30730f3a8a91/e7ae3516-7aae-40a1-abfb-02fb8c18323f/83c1ef66-01ab-490a-a85c-a582ffb94f83) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:25.154742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port f2de6f90-0bff-4f00-8fd2-80414508722f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f2de6f90-0bff-4f00-8fd2-80414508722f,segment=NetworkSegment(254572be-7f38-4c78-a6ee-b5f46f0e9289),segment_id=254572be-7f38-4c78-a6ee-b5f46f0e9289)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:25.165874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-032ad67f-2b9e-4d56-b79c-3c40f2e5af44 None None] Port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:25.191611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 343933bc-8212-474a-98dd-d5cdbc139b9f details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:31:25.209397 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:25.211969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ede27e25-b992-449e-9735-20c68f945293 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:31:25.227522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port 67a801a5-ce29-4261-8758-652a9497bbb8 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:31:25.242746 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-861ec993-4cf5-47a6-9506-507addc80d6b req-06a80318-9bd6-46ef-98a5-fde22dc048d4 service neutron] 10.222.0.45 "GET /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433205 Sep 22 09:31:25.463646 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-032ad67f-2b9e-4d56-b79c-3c40f2e5af44 None None] Provisioning complete for port f2de6f90-0bff-4f00-8fd2-80414508722f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:25.464845 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-032ad67f-2b9e-4d56-b79c-3c40f2e5af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:25.491825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b62dbac-edb8-4dad-a045-787e43715379 None None] Network d7720044-437c-429a-abf9-3517753c2382 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:25.504216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe0e53-e25d-4a61-b85f-d55f51cb4fee req-b8a48836-8534-4efb-b3d5-d12172c0a2df tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:25.515268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1efe0e53-e25d-4a61-b85f-d55f51cb4fee req-b8a48836-8534-4efb-b3d5-d12172c0a2df tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1176651 Sep 22 09:31:25.523605 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:25.537991 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:25.582560 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.resource_extend [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:31:25.610424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] device_id is not set on port 035ee4b6-10df-4775-839e-fffd103db731 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:31:25.629884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1efe0e53-e25d-4a61-b85f-d55f51cb4fee req-49b29ed4-88cd-4aeb-98e7-1ab9b66d9d81 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124084 Sep 22 09:31:25.696014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59398334-22dc-4628-8ce4-3763f2a2ce1a req-ad87c179-1ecc-4fe2-a137-3914ec383d74 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:25.698342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=37075b96-609b-40c9-a25c-8be4d430e493,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:25.699572 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59398334-22dc-4628-8ce4-3763f2a2ce1a req-ad87c179-1ecc-4fe2-a137-3914ec383d74 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1781876 Sep 22 09:31:25.702612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8::1ab (ff4d086a-f33c-47f2-ab75-ea1c1251d4ec/751d9529-debf-48f0-ac12-8ce4469073d8/67a801a5-ce29-4261-8758-652a9497bbb8) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:25.774612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ede27e25-b992-449e-9735-20c68f945293, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ede27e25-b992-449e-9735-20c68f945293,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:25.860527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'ede27e25-b992-449e-9735-20c68f945293', 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f', 'port_id': 'ede27e25-b992-449e-9735-20c68f945293', 'mac_address': 'fa:16:3e:0d:13:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:31:25.864435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59398334-22dc-4628-8ce4-3763f2a2ce1a req-ab300bee-ba48-4d2b-b99b-9955ea283f17 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482637 Sep 22 09:31:25.970394 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:25.997017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2463de24-dc99-4b00-8a6e-27962376655f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:26.007372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=f2de6f90-0bff-4f00-8fd2-80414508722f,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:26.082829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2ab20-c449-4673-ace3-9db31802c97a req-2dba27e1-e22b-4c14-8d5c-ac0594f95485 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:26.100315 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7cf2ab20-c449-4673-ace3-9db31802c97a req-2dba27e1-e22b-4c14-8d5c-ac0594f95485 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 944 time: 0.1184237 Sep 22 09:31:26.135086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 343933bc-8212-474a-98dd-d5cdbc139b9f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=343933bc-8212-474a-98dd-d5cdbc139b9f,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:26.142541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Allocated IP 10.1.1.92 (d7720044-437c-429a-abf9-3517753c2382/3398e745-1513-45c3-bb1e-2536bdc6f0b1/035ee4b6-10df-4775-839e-fffd103db731) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:26.146917 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.151790 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.168528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7cf2ab20-c449-4673-ace3-9db31802c97a req-095a229d-b0bb-4f38-8777-88274389f63a tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670667 Sep 22 09:31:26.248155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Pushing event updated for resources: {'Port': ['ID=83c1ef66-01ab-490a-a85c-a582ffb94f83,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:26.263765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '343933bc-8212-474a-98dd-d5cdbc139b9f', 'network_id': '2b4b7be6-cdf9-4211-a66a-1d0f455c058f', 'port_id': '343933bc-8212-474a-98dd-d5cdbc139b9f', 'mac_address': 'fa:16:3e:f6:a7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:31:26.282513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Network 03800963-f1ce-4f7f-90d6-30730f3a8a91 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:26.293948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:26.322027 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:26.348234 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.425570 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede27e25-b992-449e-9735-20c68f945293 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:26.459300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ef10d-20e5-43f6-ad25-d6113a26b7cf req-37b37ed0-6e47-48d5-9b40-ad3495746110 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:26.469935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-749ef10d-20e5-43f6-ad25-d6113a26b7cf req-37b37ed0-6e47-48d5-9b40-ad3495746110 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 943 time: 0.2084277 Sep 22 09:31:26.474807 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.477435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-b8830c11-6669-4b25-bad1-bfc11c870787 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053267 Sep 22 09:31:26.503681 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.527325 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.551248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Attempting to bind port 83c1ef66-01ab-490a-a85c-a582ffb94f83 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:26.551905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Attempting to bind port 83c1ef66-01ab-490a-a85c-a582ffb94f83 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:26.552465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Attempting to bind port 83c1ef66-01ab-490a-a85c-a582ffb94f83 on network 03800963-f1ce-4f7f-90d6-30730f3a8a91 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:26.578528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:26.579365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Checking segment: {'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:26.580398 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.581123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Bound using segment: {'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:26.582515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Bound port: 83c1ef66-01ab-490a-a85c-a582ffb94f83, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:26.583094 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.588982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ede27e25-b992-449e-9735-20c68f945293, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ede27e25-b992-449e-9735-20c68f945293,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:26.593306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-085ea1a8-bab9-46ee-a23d-c760a5e31b6a None None] Provisioning complete for port 2463de24-dc99-4b00-8a6e-27962376655f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:26.598594 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-085ea1a8-bab9-46ee-a23d-c760a5e31b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.621558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:26.637417 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:26.647624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:26.655384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:26.656323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.661465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=67a801a5-ce29-4261-8758-652a9497bbb8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:26.675905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-749ef10d-20e5-43f6-ad25-d6113a26b7cf req-e499e155-38f4-403a-adb3-d78d5c69c602 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962669 Sep 22 09:31:26.677284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343933bc-8212-474a-98dd-d5cdbc139b9f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:26.698223 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.714305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2463de24-dc99-4b00-8a6e-27962376655f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:26.714692 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.791656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-75f045d9-37c0-4906-8207-83af3326241e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:26.800040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-75f045d9-37c0-4906-8207-83af3326241e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212743 Sep 22 09:31:26.800900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network d7720044-437c-429a-abf9-3517753c2382 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:26.806082 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bac6ac89-ae90-4f37-afe4-58d6f822efcd tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9995129 Sep 22 09:31:26.833275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59310) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:26.848925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d23c8f5-2e44-470f-b62b-04cb00df5809 req-1393bd8b-af32-4f9b-af98-edeb42a34cf3 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=c813e221-bc6c-4ef1-b7d5-2fd28ee2ca56 HTTP/1.1" status: 200 len: 210 time: 0.0407889 Sep 22 09:31:26.881848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] For port 83c1ef66-01ab-490a-a85c-a582ffb94f83, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:26.882037 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ce7b95a2-dbdc-402c-8de2-74260d9374c2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:26.882717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-2dce62db-6d5f-46a7-8aab-d7d14070278b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/quotas/fb8544eb76f84c41bad4d911f7d63d99 HTTP/1.1" status: 200 len: 375 time: 0.0800540 Sep 22 09:31:26.885188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] For port 83c1ef66-01ab-490a-a85c-a582ffb94f83, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=83c1ef66-01ab-490a-a85c-a582ffb94f83,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:26.902894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:26.908681 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:26.922371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 343933bc-8212-474a-98dd-d5cdbc139b9f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=343933bc-8212-474a-98dd-d5cdbc139b9f,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:26.946476 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:26.948757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 63ee2652-20c2-40e8-a15e-10a051e36a39 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:31:27.037706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-356b83c2-1205-4819-bf64-9bd75cbb9b9d tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1535513 Sep 22 09:31:27.042017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Port': ['ID=035ee4b6-10df-4775-839e-fffd103db731,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:27.137499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:27.149673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:27.179396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d605981-16a2-49e2-9046-697c4070a866 req-44e24e06-05a5-4c2e-8eb4-2021b28d7f2b tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:27.188095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d605981-16a2-49e2-9046-697c4070a866 req-44e24e06-05a5-4c2e-8eb4-2021b28d7f2b tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1484089 Sep 22 09:31:27.192970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:27.211770 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:27.223693 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-24aa5448-04c3-44ed-822b-9e18c85894d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:27.235873 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d605981-16a2-49e2-9046-697c4070a866 req-3a2807e5-b436-4ebc-8951-179ae783f822 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Sep 22 09:31:27.271187 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-26ac09c7-d4a6-46af-ad41-bd530611c57e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0955229 Sep 22 09:31:27.271187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59318) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:27.295565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'port': {'network_id': 'd7720044-437c-429a-abf9-3517753c2382', 'name': 'tempest-TaggedBootDevicesTest_v242-847966515', 'fixed_ips': [{'subnet_id': '3398e745-1513-45c3-bb1e-2536bdc6f0b1'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:27.328104 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-085ea1a8-bab9-46ee-a23d-c760a5e31b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:27.350378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=ede27e25-b992-449e-9735-20c68f945293,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:27.496493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7b95a2-dbdc-402c-8de2-74260d9374c2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:27.503208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce7b95a2-dbdc-402c-8de2-74260d9374c2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:27.650069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-085ea1a8-bab9-46ee-a23d-c760a5e31b6a None None] For port 2463de24-dc99-4b00-8a6e-27962376655f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2463de24-dc99-4b00-8a6e-27962376655f,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:27.651492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['343933bc-8212-474a-98dd-d5cdbc139b9f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:27.666708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a46917-3d76-4928-9f5a-a032918d9ad6 req-63b9864a-6c7f-40ae-bc61-92362817ea00 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:27.671887 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-83a46917-3d76-4928-9f5a-a032918d9ad6 req-63b9864a-6c7f-40ae-bc61-92362817ea00 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 944 time: 0.1730459 Sep 22 09:31:27.738827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 63ee2652-20c2-40e8-a15e-10a051e36a39, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=63ee2652-20c2-40e8-a15e-10a051e36a39,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:27.758152 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '63ee2652-20c2-40e8-a15e-10a051e36a39', 'network_id': '775c29d1-bbde-4427-a116-02672e31f422', 'port_id': '63ee2652-20c2-40e8-a15e-10a051e36a39', 'mac_address': 'fa:16:3e:72:46:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48976a5f-7d8f-439a-a040-4c4a9869ccdd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:31:27.769348 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-085ea1a8-bab9-46ee-a23d-c760a5e31b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:27.770360 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-83a46917-3d76-4928-9f5a-a032918d9ad6 req-ab2c10e3-006e-41ed-a5dd-2b8c1e6ee643 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879755 Sep 22 09:31:27.807778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5ed15-f425-430a-8e39-81334b3f09dd None None] Pushing event updated for resources: {'Port': ['ID=83c1ef66-01ab-490a-a85c-a582ffb94f83,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:27.863071 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:27.949602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-823e787b-a9b9-4b9b-93cd-ab60c935b6ad req-7dcfada8-b2a2-4e40-9715-d33aef358bff tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 210 time: 0.0438194 Sep 22 09:31:27.986612 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:27.988645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f7de-d00f-4db7-a680-a608bf94cd2e req-f22c7e6b-a477-4183-9c67-7e072eb0d320 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:28.003370 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:28.004681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76e8f7de-d00f-4db7-a680-a608bf94cd2e req-f22c7e6b-a477-4183-9c67-7e072eb0d320 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 943 time: 0.1322219 Sep 22 09:31:28.058207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ee2652-20c2-40e8-a15e-10a051e36a39 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:28.068275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76e8f7de-d00f-4db7-a680-a608bf94cd2e req-82cba3fb-fe5d-4b62-b128-15a7538416ca tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586412 Sep 22 09:31:28.113718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c4c692fd-14da-4802-ad1a-b5a3ddba81b2 None None] Provisioning complete for port 67a801a5-ce29-4261-8758-652a9497bbb8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:28.114170 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c4c692fd-14da-4802-ad1a-b5a3ddba81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:28.152312 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 63ee2652-20c2-40e8-a15e-10a051e36a39, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=63ee2652-20c2-40e8-a15e-10a051e36a39,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:28.205166 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=343933bc-8212-474a-98dd-d5cdbc139b9f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:28.237521 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c08a7be7-1c38-406b-b238-4700a5a2b16c req-bb503a5c-5b9c-4c94-961f-36ef7734a786 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0495565 Sep 22 09:31:28.248441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:28.277942 n-d-805649-4 neutron-server[95509]: INFO neutron.db.ipam_backend_mixin [None req-ce7b95a2-dbdc-402c-8de2-74260d9374c2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 751d9529-debf-48f0-ac12-8ce4469073d8 (CIDR: 2001:db8::/64) Sep 22 09:31:28.313965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ea1a8-bab9-46ee-a23d-c760a5e31b6a None None] Pushing event updated for resources: {'Port': ['ID=2463de24-dc99-4b00-8a6e-27962376655f,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:28.318107 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c4c692fd-14da-4802-ad1a-b5a3ddba81b2 None None] Port 67a801a5-ce29-4261-8758-652a9497bbb8 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:28.318827 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7b95a2-dbdc-402c-8de2-74260d9374c2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:31:28.319282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7b95a2-dbdc-402c-8de2-74260d9374c2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:28.362572 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:31:28.362934 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:31:28.365829 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:28.371077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:28.378681 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:28.415678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] device_id is not set on port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:31:28.446140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d233b-f002-43c9-80f4-445afc5a553e req-d602f00e-d168-4f71-99fe-be21de5ce9d4 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:28.447750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d33d233b-f002-43c9-80f4-445afc5a553e req-d602f00e-d168-4f71-99fe-be21de5ce9d4 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1111894 Sep 22 09:31:28.471861 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce7b95a2-dbdc-402c-8de2-74260d9374c2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6254132 Sep 22 09:31:28.471861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59356) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:28.474836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7153672e-215b-4356-b575-6fe335bf7935 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:28.505078 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d33d233b-f002-43c9-80f4-445afc5a553e req-7df35cee-a2ee-47f8-b6ee-3ee8a10f0ef8 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489688 Sep 22 09:31:28.585091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c4c692fd-14da-4802-ad1a-b5a3ddba81b2 None None] Provisioning complete for port 2463de24-dc99-4b00-8a6e-27962376655f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:28.586989 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c4c692fd-14da-4802-ad1a-b5a3ddba81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:28.603059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=63ee2652-20c2-40e8-a15e-10a051e36a39,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:28.823306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Allocated IP 10.1.1.220 (d7720044-437c-429a-abf9-3517753c2382/3398e745-1513-45c3-bb1e-2536bdc6f0b1/e0fdafa7-e31f-4113-a70f-c05ee0d1c76c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:28.883626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['ede27e25-b992-449e-9735-20c68f945293'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:28.889973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['37075b96-609b-40c9-a25c-8be4d430e493'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:28.894835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7153672e-215b-4356-b575-6fe335bf7935 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:28.897984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['63ee2652-20c2-40e8-a15e-10a051e36a39'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:28.898897 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7153672e-215b-4356-b575-6fe335bf7935 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:28.936134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6e6e2-ebe5-454b-9649-8283815e03db req-fe305f88-2898-4fc3-9145-a9e80b525aa7 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:28.939418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cac6e6e2-ebe5-454b-9649-8283815e03db req-fe305f88-2898-4fc3-9145-a9e80b525aa7 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 944 time: 0.0747867 Sep 22 09:31:28.953858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c04ab5-bbc3-4e77-9899-e6b693d20d35 None None] Network 03800963-f1ce-4f7f-90d6-30730f3a8a91 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:29.022011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cac6e6e2-ebe5-454b-9649-8283815e03db req-28b6d201-0ea2-4488-96c0-6429c84f4009 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695944 Sep 22 09:31:29.134019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8fab810-4edf-4ed3-b5b8-904d991705ae req-64ea87d7-5bf7-4c9a-8e54-a5aaf0436678 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 210 time: 0.0714691 Sep 22 09:31:29.222908 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:29.247722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf8486-3e59-43fd-b698-85f48c47d8ae req-4592d33e-4b5d-48cb-89d1-f1e59437c9fd tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:29.254460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3bf8486-3e59-43fd-b698-85f48c47d8ae req-4592d33e-4b5d-48cb-89d1-f1e59437c9fd tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 944 time: 0.0743723 Sep 22 09:31:29.351471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3bf8486-3e59-43fd-b698-85f48c47d8ae req-340ec392-bc8a-4ac4-9b12-54876784e05a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888977 Sep 22 09:31:29.470521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:29.502115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77f84cb6-6c1f-46cb-8ba7-20dabb67bca5 req-e18d383d-61b3-499d-a515-8fcd691a41c2 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0676432 Sep 22 09:31:29.581994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network d7720044-437c-429a-abf9-3517753c2382 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:29.583150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Port': ['ID=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:29.587209 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:29.592552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:29.600551 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7153672e-215b-4356-b575-6fe335bf7935 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:29.759658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f2de6f90-0bff-4f00-8fd2-80414508722f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:29.778094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7153672e-215b-4356-b575-6fe335bf7935 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:29.782089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153672e-215b-4356-b575-6fe335bf7935 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Subnet': ['ID=7c1d12d8-cdd3-4a38-bb8c-da2b1151bc44,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:29.786599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e557d-f17e-4f75-ac21-c93077eb5094 req-b6a56f52-b067-4462-9e11-60befc0f88a5 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:29.787019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7153672e-215b-4356-b575-6fe335bf7935 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:29.790291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7153672e-215b-4356-b575-6fe335bf7935 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:29.795620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d56e557d-f17e-4f75-ac21-c93077eb5094 req-b6a56f52-b067-4462-9e11-60befc0f88a5 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 945 time: 0.1138921 Sep 22 09:31:29.801746 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7153672e-215b-4356-b575-6fe335bf7935 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:29.812557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c4c692fd-14da-4802-ad1a-b5a3ddba81b2 None None] Provisioning complete for port 035ee4b6-10df-4775-839e-fffd103db731 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:29.812966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c4c692fd-14da-4802-ad1a-b5a3ddba81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:29.826974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be409f-289c-4ea6-9406-5b1e28e87ece None None] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:29.827812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:29.832680 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:29.894756 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d56e557d-f17e-4f75-ac21-c93077eb5094 req-3ececbd7-cbd5-4ebc-aea9-482d469cac1f tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981734 Sep 22 09:31:29.922291 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a8994da8-f92b-453d-841d-84bf74482161 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6515481 Sep 22 09:31:29.922694 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:29.970622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59380) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:29.973613 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7153672e-215b-4356-b575-6fe335bf7935 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5089307 Sep 22 09:31:29.979595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-86dce8a3-e88e-4415-803d-0501c1576224 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1436054556', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7c1d12d8-cdd3-4a38-bb8c-da2b1151bc44'}], 'security_groups': ['0a8585fd-1ab5-4837-a0e3-5cbae2105bde']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:30.029954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c4c692fd-14da-4802-ad1a-b5a3ddba81b2 None None] Port 035ee4b6-10df-4775-839e-fffd103db731 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:30.259837 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86dce8a3-e88e-4415-803d-0501c1576224 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:30.343551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eada2455-d219-4980-b666-39e6a6d1943e None None] Provisioning complete for port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:30.344135 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eada2455-d219-4980-b666-39e6a6d1943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:30.407178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f2de6f90-0bff-4f00-8fd2-80414508722f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:30.407178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:30.470054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-eada2455-d219-4980-b666-39e6a6d1943e None None] Port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:30.517102 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eada2455-d219-4980-b666-39e6a6d1943e None None] Provisioning complete for port 83c1ef66-01ab-490a-a85c-a582ffb94f83 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:30.521611 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eada2455-d219-4980-b666-39e6a6d1943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:30.603367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2463de24-dc99-4b00-8a6e-27962376655f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:30.734014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed85a6b-48c6-48c0-8031-9013529d5f95 None None] Update dhcp port {'port': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'fixed_ips': [{'subnet_id': '751d9529-debf-48f0-ac12-8ce4469073d8', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c1d12d8-cdd3-4a38-bb8c-da2b1151bc44'}], 'binding:host_id': 'n-d-805649-4'}, 'id': 'f2de6f90-0bff-4f00-8fd2-80414508722f'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:31:30.745224 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-ae30af88-bf47-4374-8a42-d8f710c964a4 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351381 Sep 22 09:31:30.779779 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59400) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:30.784460 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eada2455-d219-4980-b666-39e6a6d1943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:30.788281 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5ed85a6b-48c6-48c0-8031-9013529d5f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:30.790307 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7a3f9b6f-8c99-4269-9489-e2cbba00b541 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--99390678', 'description': 'tempest-description--924515549'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:30.799923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-86dce8a3-e88e-4415-803d-0501c1576224 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Delete allocated IP 2001:db8::1ab (ff4d086a-f33c-47f2-ab75-ea1c1251d4ec/751d9529-debf-48f0-ac12-8ce4469073d8) {{(pid=95510) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 09:31:30.826921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2463de24-dc99-4b00-8a6e-27962376655f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:30.827297 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:30.837017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-86dce8a3-e88e-4415-803d-0501c1576224 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8:0:1::e2 (ff4d086a-f33c-47f2-ab75-ea1c1251d4ec/7c1d12d8-cdd3-4a38-bb8c-da2b1151bc44/67a801a5-ce29-4261-8758-652a9497bbb8) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:30.904294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9b6f-8c99-4269-9489-e2cbba00b541 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:30.906799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-eada2455-d219-4980-b666-39e6a6d1943e None None] For port 83c1ef66-01ab-490a-a85c-a582ffb94f83, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=83c1ef66-01ab-490a-a85c-a582ffb94f83,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:30.960062 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-578fec95-de88-4479-9e93-f5ac8de83e01 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:30.961568 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-578fec95-de88-4479-9e93-f5ac8de83e01 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080834 Sep 22 09:31:30.980328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Request body: {'port': {'device_id': 'd131372b-24ca-423f-9265-e23ed213306f', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': 'fb8544eb76f84c41bad4d911f7d63d99'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:31.050641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 83c1ef66-01ab-490a-a85c-a582ffb94f83 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:31.071656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e56dc7-4054-4abc-884b-f55b110ee0d7 req-07d5c726-2c44-4ea7-9794-86cd72db3232 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:31.077666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69e56dc7-4054-4abc-884b-f55b110ee0d7 req-07d5c726-2c44-4ea7-9794-86cd72db3232 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 944 time: 0.1737950 Sep 22 09:31:31.128517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9b6f-8c99-4269-9489-e2cbba00b541 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:31.139183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 83c1ef66-01ab-490a-a85c-a582ffb94f83 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:31.141059 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:31.186951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5f9bced-2466-4793-8425-c6b76261ffef req-a2b33b95-5909-4d6a-a32f-1e2a934cabec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c813e221-bc6c-4ef1-b7d5-2fd28ee2ca56 HTTP/1.1" status: 200 len: 210 time: 0.0492644 Sep 22 09:31:31.197312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69e56dc7-4054-4abc-884b-f55b110ee0d7 req-a4b4b614-eb82-47db-9f8f-2ee4b5eda7ea tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972974 Sep 22 09:31:31.230957 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86dce8a3-e88e-4415-803d-0501c1576224 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:31.235841 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:31.253591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 343933bc-8212-474a-98dd-d5cdbc139b9f up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:31.289626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-711be4d0-75ed-4595-a81a-1aa214f1ec6a req-bb5e7c89-981d-4851-b4aa-5e66e905af7d tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 210 time: 0.0281975 Sep 22 09:31:31.378550 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:31:31.436789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c15af-12b5-4e34-84ba-8e2358500e39 req-50f5b9f3-9f20-43d2-8b62-31b8c4ee77da tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:31.438804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-242c15af-12b5-4e34-84ba-8e2358500e39 req-50f5b9f3-9f20-43d2-8b62-31b8c4ee77da tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 944 time: 0.0701778 Sep 22 09:31:31.483350 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-242c15af-12b5-4e34-84ba-8e2358500e39 req-34504987-7a0b-4b2f-b957-442b0bfc8ddd tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376937 Sep 22 09:31:31.514564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31891369-bf82-45d5-8620-ce1f68544caa req-7f2b10db-0898-446f-a655-61e6ffe1ec2a tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0346990 Sep 22 09:31:31.807860 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86dce8a3-e88e-4415-803d-0501c1576224 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:31.825101 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9b6f-8c99-4269-9489-e2cbba00b541 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:31.845521 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eada2455-d219-4980-b666-39e6a6d1943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:31.861023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 343933bc-8212-474a-98dd-d5cdbc139b9f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:31:31.867455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-86dce8a3-e88e-4415-803d-0501c1576224 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] In _notify_port_updated(), no bound segment for port 67a801a5-ce29-4261-8758-652a9497bbb8 on network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:31:31.874204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dce8a3-e88e-4415-803d-0501c1576224 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:31.875396 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86dce8a3-e88e-4415-803d-0501c1576224 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:31.879269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-86dce8a3-e88e-4415-803d-0501c1576224 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "PUT /v2.0/ports/67a801a5-ce29-4261-8758-652a9497bbb8 HTTP/1.1" status: 200 len: 930 time: 1.9031470 Sep 22 09:31:31.880279 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59422) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:31.889796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f9b6f-8c99-4269-9489-e2cbba00b541 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e902a99-3d50-48eb-beb4-71ce7e44ce00,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:31.929628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Made reservation on behalf of fb8544eb76f84c41bad4d911f7d63d99 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:31.935179 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:31.944441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 343933bc-8212-474a-98dd-d5cdbc139b9f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:31.944876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:31.949047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dce8a3-e88e-4415-803d-0501c1576224 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=67a801a5-ce29-4261-8758-652a9497bbb8,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:31.989946 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:31:31.990768 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:31:32.036774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-653142be-d994-4c40-be49-d228b2e9e96d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 67a801a5-ce29-4261-8758-652a9497bbb8 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:32.037569 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-653142be-d994-4c40-be49-d228b2e9e96d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.040789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-5ed85a6b-48c6-48c0-8031-9013529d5f95 None None] Allocated IP 2001:db8:0:1::2 (ff4d086a-f33c-47f2-ab75-ea1c1251d4ec/7c1d12d8-cdd3-4a38-bb8c-da2b1151bc44/f2de6f90-0bff-4f00-8fd2-80414508722f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:32.051110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2d41a07f-05c8-4b7a-9bd4-f3b04a7f502a None None] Provisioning complete for port 83c1ef66-01ab-490a-a85c-a582ffb94f83 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:32.051835 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d41a07f-05c8-4b7a-9bd4-f3b04a7f502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.058682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada2455-d219-4980-b666-39e6a6d1943e None None] Pushing event updated for resources: {'Port': ['ID=83c1ef66-01ab-490a-a85c-a582ffb94f83,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:32.104306 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3f9b6f-8c99-4269-9489-e2cbba00b541 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.105851 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7a3f9b6f-8c99-4269-9489-e2cbba00b541 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3248100 Sep 22 09:31:32.109051 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59432) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:32.115798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e20d4f87-13ba-46af-8eba-c31c218e7942 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'security_group_rule': {'security_group_id': '7e902a99-3d50-48eb-beb4-71ce7e44ce00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:32.190914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Allocated IP 192.168.233.22 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/1774222d-87da-43e1-9aab-9d5eb48e5950) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:32.434386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ede27e25-b992-449e-9735-20c68f945293 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:32.492985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-359f8c10-01cb-411e-98c2-c3ede2925874 req-0bdc94ee-d26d-4c71-b1c0-0196792121eb tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 210 time: 0.0436182 Sep 22 09:31:32.495069 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.545995 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.600574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b1f18-d8a2-41f5-83a3-346d0b39565c req-667349ff-8e6b-4c9c-89f3-b421abd49e07 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:32.601076 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-008b1f18-d8a2-41f5-83a3-346d0b39565c req-667349ff-8e6b-4c9c-89f3-b421abd49e07 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 944 time: 0.1612759 Sep 22 09:31:32.622245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5ed85a6b-48c6-48c0-8031-9013529d5f95 None None] For port f2de6f90-0bff-4f00-8fd2-80414508722f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f2de6f90-0bff-4f00-8fd2-80414508722f,segment=NetworkSegment(254572be-7f38-4c78-a6ee-b5f46f0e9289),segment_id=254572be-7f38-4c78-a6ee-b5f46f0e9289)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:32.628062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e20d4f87-13ba-46af-8eba-c31c218e7942 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.631811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207b6e0c-144d-42e5-bcc3-b45bd9fb955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343933bc-8212-474a-98dd-d5cdbc139b9f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:32.634428 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67537b2-70d0-43d8-8103-1a3ef2e600d8" -d '{"events": [{"server_uuid": "207b6e0c-144d-42e5-bcc3-b45bd9fb955c", "name": "network-vif-plugged", "status": "completed", "tag": "343933bc-8212-474a-98dd-d5cdbc139b9f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:32.636314 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-653142be-d994-4c40-be49-d228b2e9e96d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.679207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 343933bc-8212-474a-98dd-d5cdbc139b9f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=343933bc-8212-474a-98dd-d5cdbc139b9f,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:32.700573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.710739 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5ed85a6b-48c6-48c0-8031-9013529d5f95 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.715956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['c091996d-d031-424e-8f51-f4b05945148d', '12dabac2-38c0-4c84-a132-dc209749a761'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:32.756746 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e20d4f87-13ba-46af-8eba-c31c218e7942 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.771304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-653142be-d994-4c40-be49-d228b2e9e96d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 67a801a5-ce29-4261-8758-652a9497bbb8 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:32.772502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:32.774262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Pushing event updated for resources: {'Port': ['ID=1774222d-87da-43e1-9aab-9d5eb48e5950,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:32.777144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:32.780129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:32.790553 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.824192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-008b1f18-d8a2-41f5-83a3-346d0b39565c req-7bdf2d67-c794-4733-8f5d-2c2191bb2d5b tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145317 Sep 22 09:31:32.842526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:32.843924 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.873043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port ede27e25-b992-449e-9735-20c68f945293 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:31:32.879294 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5ed85a6b-48c6-48c0-8031-9013529d5f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.879501 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e20d4f87-13ba-46af-8eba-c31c218e7942 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.904077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d4f87-13ba-46af-8eba-c31c218e7942 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71251b09-4e49-4415-a6b8-257f6ce676a8,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:32.906172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 83c1ef66-01ab-490a-a85c-a582ffb94f83 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:32.935284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3154f98-bb53-445a-8dfe-944c87f66576 req-3a511d8b-70ed-4277-8f4c-a60d4f1595a3 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:32.943809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3154f98-bb53-445a-8dfe-944c87f66576 req-3a511d8b-70ed-4277-8f4c-a60d4f1595a3 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 944 time: 0.3036432 Sep 22 09:31:32.958130 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port ede27e25-b992-449e-9735-20c68f945293 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:32.961034 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:32.982103 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-74551f28-6b71-4fee-88b7-4656f43cdf11 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0061462 Sep 22 09:31:32.995529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Request body: {'port': {'device_id': 'd131372b-24ca-423f-9265-e23ed213306f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:32.996809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b60c5b9-0f4e-42a6-8973-563d631606bb req-e61501cf-a93a-4e81-a66f-350192a29949 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0501080 Sep 22 09:31:33.070082 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e20d4f87-13ba-46af-8eba-c31c218e7942 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.070322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3154f98-bb53-445a-8dfe-944c87f66576 req-88a95257-ca27-4887-8ff6-2528f5752ec2 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253893 Sep 22 09:31:33.071611 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e20d4f87-13ba-46af-8eba-c31c218e7942 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9618788 Sep 22 09:31:33.074670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59452) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:33.082949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f26e894b-7860-4fe3-a796-6b47d942b504 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'security_group_rule': {'security_group_id': '7e902a99-3d50-48eb-beb4-71ce7e44ce00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:33.146710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.152770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=343933bc-8212-474a-98dd-d5cdbc139b9f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:33.161408 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6096dd-c196-46ca-ba2a-bfbc8b192693 x-openstack-request-id: req-8b6096dd-c196-46ca-ba2a-bfbc8b192693 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:33.162505 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207b6e0c-144d-42e5-bcc3-b45bd9fb955c", "name": "network-vif-plugged", "status": "completed", "tag": "343933bc-8212-474a-98dd-d5cdbc139b9f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:33.163460 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b6096dd-c196-46ca-ba2a-bfbc8b192693 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:33.163922 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207b6e0c-144d-42e5-bcc3-b45bd9fb955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343933bc-8212-474a-98dd-d5cdbc139b9f', 'code': 200} Sep 22 09:31:33.238362 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f26e894b-7860-4fe3-a796-6b47d942b504 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.277316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 83c1ef66-01ab-490a-a85c-a582ffb94f83 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:33.277767 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.305505 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-653142be-d994-4c40-be49-d228b2e9e96d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.392454 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a6cc7952-f29e-4217-9cd8-59cfc46a7b44 None None] Provisioning complete for port 1774222d-87da-43e1-9aab-9d5eb48e5950 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:33.398087 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a6cc7952-f29e-4217-9cd8-59cfc46a7b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.408786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653142be-d994-4c40-be49-d228b2e9e96d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=67a801a5-ce29-4261-8758-652a9497bbb8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:33.453871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed85a6b-48c6-48c0-8031-9013529d5f95 None None] Pushing event updated for resources: {'Port': ['ID=f2de6f90-0bff-4f00-8fd2-80414508722f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:33.458530 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-653142be-d994-4c40-be49-d228b2e9e96d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.460818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-653142be-d994-4c40-be49-d228b2e9e96d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/67a801a5-ce29-4261-8758-652a9497bbb8 HTTP/1.1" status: 204 len: 168 time: 1.5792644 Sep 22 09:31:33.463612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59460) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:33.504012 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16cbe9f-9c50-4b89-b9e9-8d52bccda792 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:31:33.505865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b16cbe9f-9c50-4b89-b9e9-8d52bccda792 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/67a801a5-ce29-4261-8758-652a9497bbb8 HTTP/1.1" status: 404 len: 333 time: 0.0358036 Sep 22 09:31:33.510823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59462) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:33.513039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5644cce-d34e-4c3e-b891-e1dd4b114e10 req-e1f5d737-a5bf-449f-a9dd-385318b0469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:33.514646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5644cce-d34e-4c3e-b891-e1dd4b114e10 req-e1f5d737-a5bf-449f-a9dd-385318b0469f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=207b6e0c-144d-42e5-bcc3-b45bd9fb955c HTTP/1.1" status: 200 len: 1096 time: 0.2382050 Sep 22 09:31:33.562695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a6cc7952-f29e-4217-9cd8-59cfc46a7b44 None None] Port 1774222d-87da-43e1-9aab-9d5eb48e5950 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:33.573919 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f26e894b-7860-4fe3-a796-6b47d942b504 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.575130 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.631792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-237c58b8-455f-4c3d-89c6-525e2969219f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.650121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5644cce-d34e-4c3e-b891-e1dd4b114e10 req-e9c1fa95-d1db-482e-b842-49c75409bad7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216140 Sep 22 09:31:33.669992 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f26e894b-7860-4fe3-a796-6b47d942b504 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.730604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-237c58b8-455f-4c3d-89c6-525e2969219f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.737874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e894b-7860-4fe3-a796-6b47d942b504 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b576798-1b6b-4445-ab9a-c0c1a27076f8,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:33.738733 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ede27e25-b992-449e-9735-20c68f945293, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ede27e25-b992-449e-9735-20c68f945293,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:33.776577 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1774222d-87da-43e1-9aab-9d5eb48e5950 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:33.781173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3861968-8635-4b2f-a26f-81434839a08f req-b5fa35ec-d4cf-4db1-ab7d-f92fec28c53e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:33.781610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3861968-8635-4b2f-a26f-81434839a08f req-b5fa35ec-d4cf-4db1-ab7d-f92fec28c53e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 935 time: 0.1335838 Sep 22 09:31:33.797712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.858313 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.861771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 37075b96-609b-40c9-a25c-8be4d430e493 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:33.864660 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08cd4c09-f2ab-4d8f-92d9-725eab9c7475 req-afeed6d1-cf1e-43ea-b563-4cf543fe8019 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0384970 Sep 22 09:31:33.870570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3861968-8635-4b2f-a26f-81434839a08f req-6ccda77d-2cdd-40c5-a069-a5ad27f8e923 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696266 Sep 22 09:31:33.906625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f26e894b-7860-4fe3-a796-6b47d942b504 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.908170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f26e894b-7860-4fe3-a796-6b47d942b504 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8299060 Sep 22 09:31:33.917573 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59468) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:33.923119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:33.936895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Transition to ACTIVE for port object 1774222d-87da-43e1-9aab-9d5eb48e5950 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:31:33.940576 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-237c58b8-455f-4c3d-89c6-525e2969219f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.943252 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-237c58b8-455f-4c3d-89c6-525e2969219f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:33.948287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59470) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:33.948907 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-237c58b8-455f-4c3d-89c6-525e2969219f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/security-groups/b8403a0f-2b44-4f49-984c-a1fb3b8ba824 HTTP/1.1" status: 204 len: 168 time: 0.4365244 Sep 22 09:31:33.977305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c58b8-455f-4c3d-89c6-525e2969219f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8403a0f-2b44-4f49-984c-a1fb3b8ba824,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:34.025867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=ede27e25-b992-449e-9735-20c68f945293,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:34.038956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.106324 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.114706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419688da-7e5c-4bb3-b1f9-bb61bc2a0187 req-04ef77d2-7f30-4079-b73c-3118ee1d45dc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:34.123795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-419688da-7e5c-4bb3-b1f9-bb61bc2a0187 req-04ef77d2-7f30-4079-b73c-3118ee1d45dc tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 944 time: 0.1916490 Sep 22 09:31:34.138696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Pushing event updated for resources: {'Port': ['ID=1774222d-87da-43e1-9aab-9d5eb48e5950,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:34.161403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 37075b96-609b-40c9-a25c-8be4d430e493 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:31:34.162054 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-490dbd2b-d2e1-45c3-b2b1-51a12e2a65e8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.166219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 37075b96-609b-40c9-a25c-8be4d430e493 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:34.166219 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.203639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38069d01-0acf-48c4-a15f-b772d19ede17 req-78bcbe8c-aad1-4319-b830-e89227e29c92 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0633171 Sep 22 09:31:34.238282 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cd371835-23b4-4760-872d-bb733f732f59 None None] Could not find standard attr ID for object 67a801a5-ce29-4261-8758-652a9497bbb8. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:31:34.267538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cd371835-23b4-4760-872d-bb733f732f59 None None] Provisioning complete for port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:34.267538 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd371835-23b4-4760-872d-bb733f732f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.313465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-419688da-7e5c-4bb3-b1f9-bb61bc2a0187 req-be5dd298-b70b-42df-9527-a8abca58e062 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837819 Sep 22 09:31:34.343780 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-490dbd2b-d2e1-45c3-b2b1-51a12e2a65e8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.367397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Attempting to bind port 1774222d-87da-43e1-9aab-9d5eb48e5950 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:34.367737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Attempting to bind port 1774222d-87da-43e1-9aab-9d5eb48e5950 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:34.368145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Attempting to bind port 1774222d-87da-43e1-9aab-9d5eb48e5950 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:34.376407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Port 1774222d-87da-43e1-9aab-9d5eb48e5950 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:31:34.376773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Attempting to bind port 1774222d-87da-43e1-9aab-9d5eb48e5950 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:34.388674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:34.389044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:34.389435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:34.390036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Bound port: 1774222d-87da-43e1-9aab-9d5eb48e5950, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:34.390408 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.436411 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.454618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.498775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08e3d2-3274-4006-8e6c-a5091eb13fd1 req-3fe26cef-835f-48fa-a80a-af9e89b93484 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:34.507107 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef08e3d2-3274-4006-8e6c-a5091eb13fd1 req-3fe26cef-835f-48fa-a80a-af9e89b93484 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 944 time: 0.1237056 Sep 22 09:31:34.514603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-cd371835-23b4-4760-872d-bb733f732f59 None None] Port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:34.564392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] For port 1774222d-87da-43e1-9aab-9d5eb48e5950, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:34.567344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 37075b96-609b-40c9-a25c-8be4d430e493, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=37075b96-609b-40c9-a25c-8be4d430e493,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:34.578524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cd371835-23b4-4760-872d-bb733f732f59 None None] Provisioning complete for port f2de6f90-0bff-4f00-8fd2-80414508722f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:34.579354 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd371835-23b4-4760-872d-bb733f732f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.594205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] For port 1774222d-87da-43e1-9aab-9d5eb48e5950, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1774222d-87da-43e1-9aab-9d5eb48e5950,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:34.597620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef08e3d2-3274-4006-8e6c-a5091eb13fd1 req-06b4e7a8-8656-4a78-bff2-bb61acc8ddcf tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893338 Sep 22 09:31:34.659789 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.659789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 63ee2652-20c2-40e8-a15e-10a051e36a39 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:34.678907 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-490dbd2b-d2e1-45c3-b2b1-51a12e2a65e8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.682427 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-490dbd2b-d2e1-45c3-b2b1-51a12e2a65e8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.686855 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-490dbd2b-d2e1-45c3-b2b1-51a12e2a65e8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/security-groups/0a8585fd-1ab5-4837-a0e3-5cbae2105bde HTTP/1.1" status: 204 len: 168 time: 0.7365117 Sep 22 09:31:34.687639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59496) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:34.699362 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.743630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490dbd2b-d2e1-45c3-b2b1-51a12e2a65e8 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8585fd-1ab5-4837-a0e3-5cbae2105bde,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:34.796949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-121f50e4-8a04-41de-8b4b-089022cc8495 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting subnet 751d9529-debf-48f0-ac12-8ce4469073d8 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:31:34.801335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-121f50e4-8a04-41de-8b4b-089022cc8495 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.851216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=37075b96-609b-40c9-a25c-8be4d430e493,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:34.879422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f2de6f90-0bff-4f00-8fd2-80414508722f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:34.883035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Allocated IP 172.25.6.59 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/ef662b3d-f240-437c-9684-858ed7f2466b) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:34.886292 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:34.887176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.888959 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] 10.222.0.45 "PUT /v2.0/ports/1774222d-87da-43e1-9aab-9d5eb48e5950 HTTP/1.1" status: 200 len: 1095 time: 1.8978102 Sep 22 09:31:34.890150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd131372b-24ca-423f-9265-e23ed213306f', 'tag': '1774222d-87da-43e1-9aab-9d5eb48e5950'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:34.892650 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bd6c42-1733-4de2-9469-81e7d2bb5322" -d '{"events": [{"name": "network-changed", "server_uuid": "d131372b-24ca-423f-9265-e23ed213306f", "tag": "1774222d-87da-43e1-9aab-9d5eb48e5950"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:34.899160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ed787-8bbf-48f0-9af3-c09a61b26d75 service neutron] Pushing event updated for resources: {'Port': ['ID=1774222d-87da-43e1-9aab-9d5eb48e5950,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:34.938216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 63ee2652-20c2-40e8-a15e-10a051e36a39 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:31:34.945628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 63ee2652-20c2-40e8-a15e-10a051e36a39 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:34.946194 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:34.990855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4448ca47-952f-4ca2-a5df-dfd5dbb0a7cc None None] Could not find standard attr ID for object 67a801a5-ce29-4261-8758-652a9497bbb8. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:31:35.011861 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-121f50e4-8a04-41de-8b4b-089022cc8495 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:35.019937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f2de6f90-0bff-4f00-8fd2-80414508722f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:35.020307 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:35.053317 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ec9a72-a347-44c6-8d6a-d428f870e289 x-openstack-request-id: req-a3ec9a72-a347-44c6-8d6a-d428f870e289 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:35.054295 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d131372b-24ca-423f-9265-e23ed213306f", "tag": "1774222d-87da-43e1-9aab-9d5eb48e5950", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:35.054295 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3ec9a72-a347-44c6-8d6a-d428f870e289 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:35.056324 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd131372b-24ca-423f-9265-e23ed213306f', 'tag': '1774222d-87da-43e1-9aab-9d5eb48e5950', 'status': 'completed', 'code': 200} Sep 22 09:31:35.165149 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5a2fa-7aca-4837-a318-ea422f5094d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede27e25-b992-449e-9735-20c68f945293'}, {'server_uuid': 'a9d18419-28e9-4ab4-b3b5-02e4f542bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37075b96-609b-40c9-a25c-8be4d430e493'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:35.167303 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5d2c7c-1740-4d52-8311-7418f14ec90b" -d '{"events": [{"server_uuid": "30e5a2fa-7aca-4837-a318-ea422f5094d5", "name": "network-vif-plugged", "status": "completed", "tag": "ede27e25-b992-449e-9735-20c68f945293"}, {"server_uuid": "a9d18419-28e9-4ab4-b3b5-02e4f542bb27", "name": "network-vif-plugged", "status": "completed", "tag": "37075b96-609b-40c9-a25c-8be4d430e493"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:35.170037 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:35.217044 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-121f50e4-8a04-41de-8b4b-089022cc8495 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:35.270459 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a72b20f-a255-41d7-901d-72d9d0cf27d5 x-openstack-request-id: req-8a72b20f-a255-41d7-901d-72d9d0cf27d5 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:35.273654 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e5a2fa-7aca-4837-a318-ea422f5094d5", "name": "network-vif-plugged", "status": "completed", "tag": "ede27e25-b992-449e-9735-20c68f945293", "code": 200}, {"server_uuid": "a9d18419-28e9-4ab4-b3b5-02e4f542bb27", "name": "network-vif-plugged", "status": "completed", "tag": "37075b96-609b-40c9-a25c-8be4d430e493", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:35.274596 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a72b20f-a255-41d7-901d-72d9d0cf27d5 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:35.274596 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e5a2fa-7aca-4837-a318-ea422f5094d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede27e25-b992-449e-9735-20c68f945293', 'code': 200} Sep 22 09:31:35.274914 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d18419-28e9-4ab4-b3b5-02e4f542bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37075b96-609b-40c9-a25c-8be4d430e493', 'code': 200} Sep 22 09:31:35.277959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 63ee2652-20c2-40e8-a15e-10a051e36a39, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=63ee2652-20c2-40e8-a15e-10a051e36a39,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:35.293677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 386a78b3-fa20-4818-b435-83cc942a39aa details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:31:35.348853 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:35.373485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd6c42-1733-4de2-9469-81e7d2bb5322 req-c2e12cef-6421-442b-a060-bf337cc2480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:35.375365 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45bd6c42-1733-4de2-9469-81e7d2bb5322 req-c2e12cef-6421-442b-a060-bf337cc2480d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 1098 time: 0.2439165 Sep 22 09:31:35.433192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed06ab09-9f93-40d9-8279-550debb2a4fc req-98bcf9df-df88-4508-9215-1807cbe44801 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0400629 Sep 22 09:31:35.437642 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-121f50e4-8a04-41de-8b4b-089022cc8495 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:35.453452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 386a78b3-fa20-4818-b435-83cc942a39aa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=386a78b3-fa20-4818-b435-83cc942a39aa,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:35.469298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '386a78b3-fa20-4818-b435-83cc942a39aa', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'port_id': '386a78b3-fa20-4818-b435-83cc942a39aa', 'mac_address': 'fa:16:3e:48:66:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaf3b31-1878-4542-8cdf-ef8404499561', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:31:35.494065 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:35.502357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f50e4-8a04-41de-8b4b-089022cc8495 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Subnet': ['ID=751d9529-debf-48f0-ac12-8ce4469073d8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:35.537505 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a966f-ecf9-44f9-a94f-2b473367121a req-0aae7d0c-3670-4e2c-abc6-da918864d683 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:35.540740 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c5a966f-ecf9-44f9-a94f-2b473367121a req-0aae7d0c-3670-4e2c-abc6-da918864d683 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 947 time: 0.2206202 Sep 22 09:31:35.571308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:35.585524 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45bd6c42-1733-4de2-9469-81e7d2bb5322 req-05b15341-5023-4066-bdf7-320f197e7f39 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1671166 Sep 22 09:31:35.599952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d9a0a-8a27-4fc8-97e8-5f56703436f3 req-8a1a0e1a-435e-4443-aec7-e102a12a6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:35.601526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-997d9a0a-8a27-4fc8-97e8-5f56703436f3 req-8a1a0e1a-435e-4443-aec7-e102a12a6531 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 1096 time: 0.1816125 Sep 22 09:31:35.607087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=63ee2652-20c2-40e8-a15e-10a051e36a39,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:35.622753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-121f50e4-8a04-41de-8b4b-089022cc8495 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:35.629762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-121f50e4-8a04-41de-8b4b-089022cc8495 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/751d9529-debf-48f0-ac12-8ce4469073d8 HTTP/1.1" status: 204 len: 168 time: 0.9320812 Sep 22 09:31:35.630222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56272b5e-6e95-4c9b-af98-2466803d139e None None] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:35.634908 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:35.647704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59530) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:35.660932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-16bdda87-665b-4cef-9a85-5b5582851e2c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:35.668959 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-997d9a0a-8a27-4fc8-97e8-5f56703436f3 req-8b38cf18-3439-45a8-beef-aa2cbe0fcc49 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Sep 22 09:31:35.684510 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 386a78b3-fa20-4818-b435-83cc942a39aa {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:35.699154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c5a966f-ecf9-44f9-a94f-2b473367121a req-a6a458e3-fd6c-49e1-8816-3acbadf881ea tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574342 Sep 22 09:31:35.728433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 386a78b3-fa20-4818-b435-83cc942a39aa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=386a78b3-fa20-4818-b435-83cc942a39aa,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:35.732989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d50702-b2e4-45b1-99d7-4d62ae275110 req-3bdc143e-1c73-4b40-88e8-6d8ee0427649 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:35.734929 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08d50702-b2e4-45b1-99d7-4d62ae275110 req-3bdc143e-1c73-4b40-88e8-6d8ee0427649 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 945 time: 0.1631198 Sep 22 09:31:35.785034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08d50702-b2e4-45b1-99d7-4d62ae275110 req-376cc761-0b2a-4a64-8a2d-4ad49b10e42c tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Sep 22 09:31:35.822110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:35.894512 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Port': ['ID=ef662b3d-f240-437c-9684-858ed7f2466b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:35.910359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:35.925331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:35.930997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:35.967450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=386a78b3-fa20-4818-b435-83cc942a39aa,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:35.994525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70de315-36c4-401e-9ecb-6fe804b52435 req-7aa6ba86-2297-44ae-bfdb-31f13b2abc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:35.996553 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e70de315-36c4-401e-9ecb-6fe804b52435 req-7aa6ba86-2297-44ae-bfdb-31f13b2abc8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30e5a2fa-7aca-4837-a318-ea422f5094d5 HTTP/1.1" status: 200 len: 1096 time: 0.5768869 Sep 22 09:31:36.000363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8419b-ab3d-48dc-ae5a-df98fe032007 req-0b8dae86-933b-48ad-9d25-799123bf9280 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:36.009745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e8419b-ab3d-48dc-ae5a-df98fe032007 req-0b8dae86-933b-48ad-9d25-799123bf9280 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1183023 Sep 22 09:31:36.032363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['386a78b3-fa20-4818-b435-83cc942a39aa'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:36.075232 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e8419b-ab3d-48dc-ae5a-df98fe032007 req-bad4bc3c-2339-4a93-b93a-c67a3b8cd106 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642753 Sep 22 09:31:36.248006 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e70de315-36c4-401e-9ecb-6fe804b52435 req-af88a3c9-c525-48aa-a8fc-41d1ddde3f9f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061229 Sep 22 09:31:36.257208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:36.259393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd6c42-1733-4de2-9469-81e7d2bb5322 req-e9c7a125-9660-444a-8f2f-b0e45f451b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:36.261748 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45bd6c42-1733-4de2-9469-81e7d2bb5322 req-e9c7a125-9660-444a-8f2f-b0e45f451b46 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6148784 Sep 22 09:31:36.348623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bdda87-665b-4cef-9a85-5b5582851e2c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:36.354640 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16bdda87-665b-4cef-9a85-5b5582851e2c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:36.428905 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe4da-ffe2-4284-9731-e66dac1f294d req-af33084c-65c6-4011-89d7-c80af5c144bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:36.431058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-927fe4da-ffe2-4284-9731-e66dac1f294d req-af33084c-65c6-4011-89d7-c80af5c144bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 1095 time: 0.1016729 Sep 22 09:31:36.548923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:36.568033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-271571d3-8a9f-45ad-a0e2-1a73b462e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:36.569709 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-271571d3-8a9f-45ad-a0e2-1a73b462e6d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 1098 time: 0.2410910 Sep 22 09:31:36.678504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe4da-ffe2-4284-9731-e66dac1f294d req-e347279c-24fb-47bb-9df9-5499e17385ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:36.681172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-927fe4da-ffe2-4284-9731-e66dac1f294d req-e347279c-24fb-47bb-9df9-5499e17385ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 906 time: 0.2214587 Sep 22 09:31:36.787713 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-c089e5fe-ad11-4ead-a66f-94de77a0352d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=1774222d-87da-43e1-9aab-9d5eb48e5950 HTTP/1.1" status: 200 len: 217 time: 0.1616461 Sep 22 09:31:36.909029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbfd7e39-e55a-4eb1-b125-0001c86487cb req-1a7eb5ac-f1bc-4e57-bddd-ed0e4eb82bfc tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0477357 Sep 22 09:31:36.935376 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-927fe4da-ffe2-4284-9731-e66dac1f294d req-ee9f9800-e235-449a-b55e-1d473698490e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=386a78b3-fa20-4818-b435-83cc942a39aa HTTP/1.1" status: 200 len: 217 time: 0.2440121 Sep 22 09:31:37.069887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e1215-572b-4eeb-afd8-42e728bdee97 req-027866da-6340-4390-9cf6-801dbb448e2b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:37.074398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-363e1215-572b-4eeb-afd8-42e728bdee97 req-027866da-6340-4390-9cf6-801dbb448e2b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 947 time: 0.1637971 Sep 22 09:31:37.086686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe4da-ffe2-4284-9731-e66dac1f294d req-5dd210b1-c092-4b04-93c9-ef1bd34577bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:37.107812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-927fe4da-ffe2-4284-9731-e66dac1f294d req-5dd210b1-c092-4b04-93c9-ef1bd34577bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfaf3b31-1878-4542-8cdf-ef8404499561 HTTP/1.1" status: 200 len: 845 time: 0.1499212 Sep 22 09:31:37.210194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-927fe4da-ffe2-4284-9731-e66dac1f294d req-d186728e-79f8-4bb3-9252-1c6e257f1a98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=481161e4-d608-458f-a049-8a0f1f993768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743325 Sep 22 09:31:37.275824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb86b5e7-1613-4a4c-b7ce-dc9db665782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ee2652-20c2-40e8-a15e-10a051e36a39'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:37.278238 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9847ed1-eb5b-4305-8f31-f3f392af0195" -d '{"events": [{"server_uuid": "fb86b5e7-1613-4a4c-b7ce-dc9db665782c", "name": "network-vif-plugged", "status": "completed", "tag": "63ee2652-20c2-40e8-a15e-10a051e36a39"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:37.294196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 386a78b3-fa20-4818-b435-83cc942a39aa up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:37.381755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-927fe4da-ffe2-4284-9731-e66dac1f294d req-149ca06f-d924-424e-80f7-8c4bdee002b3 service neutron] 10.222.0.45 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454375 Sep 22 09:31:37.408952 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 386a78b3-fa20-4818-b435-83cc942a39aa triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:37.409642 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:37.516818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-363e1215-572b-4eeb-afd8-42e728bdee97 req-99ae3e93-41e0-4f14-98b0-18455e6fbfb6 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032571 Sep 22 09:31:37.524576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4b58c788-981c-47ec-8eec-a1791e284a01 None None] Provisioning complete for port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:37.524985 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4b58c788-981c-47ec-8eec-a1791e284a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:37.572235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230c4fe-19e5-4564-b83a-5e4c3c8d432f req-ef792a3f-3592-47ec-8e43-39691963400d tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:37.593334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9230c4fe-19e5-4564-b83a-5e4c3c8d432f req-ef792a3f-3592-47ec-8e43-39691963400d tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 945 time: 0.3655293 Sep 22 09:31:37.662523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-e4be0bb0-3a31-42ac-9b12-5b0a6294e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:37.672104 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-e4be0bb0-3a31-42ac-9b12-5b0a6294e368 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.8551931 Sep 22 09:31:37.689212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4b58c788-981c-47ec-8eec-a1791e284a01 None None] Port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:37.729519 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:37.732622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4b58c788-981c-47ec-8eec-a1791e284a01 None None] Provisioning complete for port f2de6f90-0bff-4f00-8fd2-80414508722f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:37.733082 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4b58c788-981c-47ec-8eec-a1791e284a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:37.753427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-927fe4da-ffe2-4284-9731-e66dac1f294d req-c32c40bd-049d-45d7-b9e8-7baadad0a9af service neutron] 10.222.0.45 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246238 Sep 22 09:31:37.789512 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:37.820310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dd5c5-65f4-42c2-8aab-c60a6f4e8b2d req-ba688241-bd38-4681-ade4-b37f1365edec tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:37.828265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e2dd5c5-65f4-42c2-8aab-c60a6f4e8b2d req-ba688241-bd38-4681-ade4-b37f1365edec tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1784840 Sep 22 09:31:37.842556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9230c4fe-19e5-4564-b83a-5e4c3c8d432f req-069b3da3-9073-4d3d-a450-25576b944346 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478499 Sep 22 09:31:37.902436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 386a78b3-fa20-4818-b435-83cc942a39aa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=386a78b3-fa20-4818-b435-83cc942a39aa,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:37.907077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e2dd5c5-65f4-42c2-8aab-c60a6f4e8b2d req-790d6ff3-e37e-4386-aa3e-2667b62c24fc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634754 Sep 22 09:31:37.955161 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:38.005108 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35168bd0-87f9-431a-bdbe-9b36b2edd724 x-openstack-request-id: req-35168bd0-87f9-431a-bdbe-9b36b2edd724 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:38.007266 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb86b5e7-1613-4a4c-b7ce-dc9db665782c", "name": "network-vif-plugged", "status": "completed", "tag": "63ee2652-20c2-40e8-a15e-10a051e36a39", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:38.007636 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35168bd0-87f9-431a-bdbe-9b36b2edd724 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:38.008520 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb86b5e7-1613-4a4c-b7ce-dc9db665782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ee2652-20c2-40e8-a15e-10a051e36a39', 'code': 200} Sep 22 09:31:38.024965 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:38.054978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-02a4ca8a-4caf-4bbf-9b56-9b0100cc5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:38.057477 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-02a4ca8a-4caf-4bbf-9b56-9b0100cc5b89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2640736 Sep 22 09:31:38.161842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Port': ['ID=ef662b3d-f240-437c-9684-858ed7f2466b,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:38.171590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5d610ec-257f-44a9-beaf-322777b7c879 req-7b8b19ec-74f0-4046-b9a4-6057d82f5d4b tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0637450 Sep 22 09:31:38.212811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=386a78b3-fa20-4818-b435-83cc942a39aa,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:38.232392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18279b-087b-47df-a4a0-efd80336dfd3 req-6aeadae2-7fdd-4b98-8bdd-eef16330a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:38.234071 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1f18279b-087b-47df-a4a0-efd80336dfd3 req-6aeadae2-7fdd-4b98-8bdd-eef16330a980 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 1096 time: 0.1490998 Sep 22 09:31:38.242702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16bdda87-665b-4cef-9a85-5b5582851e2c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:38.274192 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:38.389768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bdda87-665b-4cef-9a85-5b5582851e2c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:38.400575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-16bdda87-665b-4cef-9a85-5b5582851e2c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:38.416533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8af2b45-b44b-4ab6-9cca-c2e28a8cdbe9 None None] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:38.423424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bdda87-665b-4cef-9a85-5b5582851e2c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:38.424377 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16bdda87-665b-4cef-9a85-5b5582851e2c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:38.427781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdda87-665b-4cef-9a85-5b5582851e2c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Subnet': ['ID=f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:38.447632 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1f18279b-087b-47df-a4a0-efd80336dfd3 req-431ea4db-7cc6-4f2e-a842-8627b15befaf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007029 Sep 22 09:31:38.453149 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-6f7fb4e3-0eda-4230-bbb6-1a3f7bfd7ae7 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116214 Sep 22 09:31:38.495748 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:38.500774 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3376249b-9b8e-41a8-bd6b-4bcfe8a89526 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5784347 Sep 22 09:31:38.570380 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-16bdda87-665b-4cef-9a85-5b5582851e2c tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9205835 Sep 22 09:31:38.573491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59606) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:38.582688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1779aa70-975a-4eb8-9517-0f59c80265d4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'security_group': {'name': 'tempest-secgroup-199033295'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:38.651731 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16550555-1bfd-4fa5-b31b-b7b90ba00fbf req-551f247c-a96f-4a3a-bda5-ea19de044ab4 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810071 Sep 22 09:31:38.766594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e29a9-ee03-4308-be9b-da3548d5eeeb req-455dfdea-4894-4c0b-bf0d-8b82e16115df tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:38.769868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e95e29a9-ee03-4308-be9b-da3548d5eeeb req-455dfdea-4894-4c0b-bf0d-8b82e16115df tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 947 time: 0.1312795 Sep 22 09:31:38.773671 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1779aa70-975a-4eb8-9517-0f59c80265d4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:38.869691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e95e29a9-ee03-4308-be9b-da3548d5eeeb req-bc8eb97e-1a52-4694-b103-8d2eb2202b9b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920205 Sep 22 09:31:38.965916 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1181d7a4-bb4c-4d31-9b91-a76f3b0066ad tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--99390678&fields=id&tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e HTTP/1.1" status: 200 len: 267 time: 0.0558913 Sep 22 09:31:39.021678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953bf23f-8de4-4fc1-98d9-c09077069833 None None] Update dhcp port {'port': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'fixed_ips': [{'subnet_id': '7c1d12d8-cdd3-4a38-bb8c-da2b1151bc44', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a'}], 'binding:host_id': 'n-d-805649-4'}, 'id': 'f2de6f90-0bff-4f00-8fd2-80414508722f'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:31:39.053695 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-953bf23f-8de4-4fc1-98d9-c09077069833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.074287 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1779aa70-975a-4eb8-9517-0f59c80265d4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.088025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-3a02c657-fe60-4ae8-86a8-cbf842947590 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:39.090015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-3a02c657-fe60-4ae8-86a8-cbf842947590 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports/035ee4b6-10df-4775-839e-fffd103db731 HTTP/1.1" status: 200 len: 935 time: 0.1051304 Sep 22 09:31:39.126838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cbc75-9c41-4977-9b0a-ee1def58c53b req-d5309739-0425-401b-b4e5-9df69ceb5f00 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:39.128691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b4cbc75-9c41-4977-9b0a-ee1def58c53b req-d5309739-0425-401b-b4e5-9df69ceb5f00 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 945 time: 0.1263633 Sep 22 09:31:39.177976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-825047c4-ec81-4198-aace-b4460e9ad75e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:39.179817 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-825047c4-ec81-4198-aace-b4460e9ad75e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports/e0fdafa7-e31f-4113-a70f-c05ee0d1c76c HTTP/1.1" status: 200 len: 936 time: 0.0801511 Sep 22 09:31:39.186741 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1779aa70-975a-4eb8-9517-0f59c80265d4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.263644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b4cbc75-9c41-4977-9b0a-ee1def58c53b req-042f7381-f22a-4eb2-97d3-b649c5636166 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134031 Sep 22 09:31:39.304508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-953bf23f-8de4-4fc1-98d9-c09077069833 None None] Allocated IP 2001:db8::2 (ff4d086a-f33c-47f2-ab75-ea1c1251d4ec/f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a/f2de6f90-0bff-4f00-8fd2-80414508722f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:39.317389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-f6123ad2-2c5a-4e69-af8c-1f49df42c6df tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?network_id=03800963-f1ce-4f7f-90d6-30730f3a8a91&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1222057 Sep 22 09:31:39.327414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779aa70-975a-4eb8-9517-0f59c80265d4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35a4262-f01d-4954-8020-89e45cf50af5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:39.336659 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1779aa70-975a-4eb8-9517-0f59c80265d4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.339852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1779aa70-975a-4eb8-9517-0f59c80265d4 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7660272 Sep 22 09:31:39.342682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59632) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:39.348323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0e012080-eba1-4eeb-a91b-8f71ff7934b2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'security_group': {'name': 'tempest-secgroup-2036565836'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:39.412128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-aa5cd7c9-c18e-4813-a607-8e35eb702910 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?network_id=03800963-f1ce-4f7f-90d6-30730f3a8a91&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0766504 Sep 22 09:31:39.454500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050c708-4269-4e31-b103-a94aa694dd82 req-dd1eea60-b275-4311-b535-78b59e554b2b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:39.455183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e012080-eba1-4eeb-a91b-8f71ff7934b2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.462543 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4050c708-4269-4e31-b103-a94aa694dd82 req-dd1eea60-b275-4311-b535-78b59e554b2b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.0973835 Sep 22 09:31:39.512344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-953bf23f-8de4-4fc1-98d9-c09077069833 None None] For port f2de6f90-0bff-4f00-8fd2-80414508722f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f2de6f90-0bff-4f00-8fd2-80414508722f,segment=NetworkSegment(254572be-7f38-4c78-a6ee-b5f46f0e9289),segment_id=254572be-7f38-4c78-a6ee-b5f46f0e9289)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:39.565448 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4050c708-4269-4e31-b103-a94aa694dd82 req-6070c0f2-2df5-4542-8bb7-5e2e09d47852 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960815 Sep 22 09:31:39.572773 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-953bf23f-8de4-4fc1-98d9-c09077069833 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.622106 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e012080-eba1-4eeb-a91b-8f71ff7934b2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.630678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7a424aa4-d27a-4bef-b0ba-fb54eeab053e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:39.637079 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7a424aa4-d27a-4bef-b0ba-fb54eeab053e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:39.644168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7a424aa4-d27a-4bef-b0ba-fb54eeab053e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:39.653004 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7a424aa4-d27a-4bef-b0ba-fb54eeab053e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/networks?id=6459b7b4-2a6f-4f7f-b002-843449468890&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=03800963-f1ce-4f7f-90d6-30730f3a8a91&id=03800963-f1ce-4f7f-90d6-30730f3a8a91 HTTP/1.1" status: 200 len: 1993 time: 0.2323942 Sep 22 09:31:39.660511 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-953bf23f-8de4-4fc1-98d9-c09077069833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.676776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-681b338b-78e8-43ab-9a6f-8ac8fb435c17 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/quotas/616e8d0f9bd94f89b3ff7473a2285d2e HTTP/1.1" status: 200 len: 375 time: 0.0111692 Sep 22 09:31:39.732431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e012080-eba1-4eeb-a91b-8f71ff7934b2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.774142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bf23f-8de4-4fc1-98d9-c09077069833 None None] Pushing event updated for resources: {'Port': ['ID=f2de6f90-0bff-4f00-8fd2-80414508722f,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:39.781268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-64ee0057-ceed-46a5-b850-5d90e24ac80d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1086514 Sep 22 09:31:39.804030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e012080-eba1-4eeb-a91b-8f71ff7934b2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0847ff58-9937-48b8-ae08-9837994b157d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:39.824214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cc6bf66-b64f-4a88-b2b8-a9389660fac9 req-62f93936-c129-4bdc-a447-6561be9586e0 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0417190 Sep 22 09:31:39.829945 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e012080-eba1-4eeb-a91b-8f71ff7934b2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.833356 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0e012080-eba1-4eeb-a91b-8f71ff7934b2 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4884195 Sep 22 09:31:39.834976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59642) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:39.847350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9005ce09-aee3-41d3-8c33-f0ab7264e295 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'security_group': {'name': 'tempest-secgroup-1743136849'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:40.009426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1d3d525b-08f3-4910-8708-3818e620182a service neutron] 10.222.0.49 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959074 Sep 22 09:31:40.010454 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e41002-1355-4723-b2fd-53e1da16334f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a78b3-fa20-4818-b435-83cc942a39aa'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:40.014653 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29581996-487e-4408-a440-bf1b5ac2978e" -d '{"events": [{"server_uuid": "11e41002-1355-4723-b2fd-53e1da16334f", "name": "network-vif-plugged", "status": "completed", "tag": "386a78b3-fa20-4818-b435-83cc942a39aa"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:40.019970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22f905-e7ec-4131-bf20-b296098c11d8 req-7f690023-5da4-4708-a232-501c8830387b tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:40.027299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0a22f905-e7ec-4131-bf20-b296098c11d8 req-7f690023-5da4-4708-a232-501c8830387b tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=207b6e0c-144d-42e5-bcc3-b45bd9fb955c HTTP/1.1" status: 200 len: 945 time: 0.0989909 Sep 22 09:31:40.037854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9005ce09-aee3-41d3-8c33-f0ab7264e295 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:40.177864 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9005ce09-aee3-41d3-8c33-f0ab7264e295 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:40.223321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0a22f905-e7ec-4131-bf20-b296098c11d8 req-bc8aaa37-a28e-455d-83f1-9d911cb14e01 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949182 Sep 22 09:31:40.264947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-d2baef08-4752-44df-93b3-a775c7be5e3e service neutron] 10.222.0.49 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289598 Sep 22 09:31:40.266160 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9005ce09-aee3-41d3-8c33-f0ab7264e295 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:40.326721 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005ce09-aee3-41d3-8c33-f0ab7264e295 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aea3e7f-e753-4228-aa1b-fc7dc00ec594,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:40.379147 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-eb511fb9-85ba-4c03-b113-91809f20ed89 service neutron] 10.222.0.49 "GET /v2.0/ports/035ee4b6-10df-4775-839e-fffd103db731?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1011364 Sep 22 09:31:40.419540 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9005ce09-aee3-41d3-8c33-f0ab7264e295 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:40.420905 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9005ce09-aee3-41d3-8c33-f0ab7264e295 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5833571 Sep 22 09:31:40.426539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59652) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:40.431994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1110256959', 'security_groups': ['6aea3e7f-e753-4228-aa1b-fc7dc00ec594'], 'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:40.435410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3d911-2c3b-4ac2-88a1-7521e1f3d6d5 req-4152c061-f300-4bb0-9ed8-c4ec5c3b24ac tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:40.445819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57a3d911-2c3b-4ac2-88a1-7521e1f3d6d5 req-4152c061-f300-4bb0-9ed8-c4ec5c3b24ac tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 947 time: 0.1046751 Sep 22 09:31:40.540526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-6ddb7f94-54fc-4af5-8166-75ab5941fab1 service neutron] 10.222.0.49 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557415 Sep 22 09:31:40.647499 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57a3d911-2c3b-4ac2-88a1-7521e1f3d6d5 req-2bd1fc19-b702-43b6-be3b-8b3b59da2647 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914632 Sep 22 09:31:40.678960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:40.681283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-d06b133f-6e7f-4113-9220-d822cdf8bfc9 service neutron] 10.222.0.49 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297193 Sep 22 09:31:40.709476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7bc7cda4-e5a8-40cb-8a33-2c0a0a08eb17 None None] Provisioning complete for port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:40.710080 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7bc7cda4-e5a8-40cb-8a33-2c0a0a08eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:40.764453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-cab207d5-a3da-41f8-87dc-86ce3eae7619 service neutron] 10.222.0.49 "GET /v2.0/ports/e0fdafa7-e31f-4113-a70f-c05ee0d1c76c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0681133 Sep 22 09:31:40.767272 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eabae6-d85b-4f80-bea2-ba524627eb81 x-openstack-request-id: req-a9eabae6-d85b-4f80-bea2-ba524627eb81 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:40.773496 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e41002-1355-4723-b2fd-53e1da16334f", "name": "network-vif-plugged", "status": "completed", "tag": "386a78b3-fa20-4818-b435-83cc942a39aa", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:40.773496 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9eabae6-d85b-4f80-bea2-ba524627eb81 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:40.773496 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e41002-1355-4723-b2fd-53e1da16334f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386a78b3-fa20-4818-b435-83cc942a39aa', 'code': 200} Sep 22 09:31:40.784321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7cda4-e5a8-40cb-8a33-2c0a0a08eb17 None None] Port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:40.801989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7bc7cda4-e5a8-40cb-8a33-2c0a0a08eb17 None None] Provisioning complete for port f2de6f90-0bff-4f00-8fd2-80414508722f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:40.808106 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7bc7cda4-e5a8-40cb-8a33-2c0a0a08eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:40.840959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f2de6f90-0bff-4f00-8fd2-80414508722f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:40.856418 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:40.883462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] device_id is not set on port 6a0d8a84-cce3-453f-9b7a-a4323cef5171 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:31:40.940184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69ea3ce4-860c-425e-aca9-f4cdeabd1e5c service neutron] 10.222.0.49 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740305 Sep 22 09:31:40.983197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f2de6f90-0bff-4f00-8fd2-80414508722f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:40.983955 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:41.038690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-94371a4b-c199-4055-a368-d8598d7be99c service neutron] 10.222.0.49 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971870 Sep 22 09:31:41.055009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913db437-b47c-48fa-9495-e8eb7c96994a req-1a704610-a268-443d-a37f-525d71217fc1 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:41.062758 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-913db437-b47c-48fa-9495-e8eb7c96994a req-1a704610-a268-443d-a37f-525d71217fc1 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e5a2fa-7aca-4837-a318-ea422f5094d5 HTTP/1.1" status: 200 len: 945 time: 0.2335846 Sep 22 09:31:41.160510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8::19 (ff4d086a-f33c-47f2-ab75-ea1c1251d4ec/f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a/6a0d8a84-cce3-453f-9b7a-a4323cef5171) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:41.170932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-913db437-b47c-48fa-9495-e8eb7c96994a req-1b908791-b28a-4cd6-8df8-ddfaa7d429c6 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070499 Sep 22 09:31:41.209543 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-47cab73a-f398-4e48-9a8e-e440d59da802 service neutron] 10.222.0.49 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697540 Sep 22 09:31:41.354509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e850b-3d6a-402d-ac02-c74468294291 req-cea0056f-6111-40f8-ad81-b80dfe9b8e53 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:41.356179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c6e850b-3d6a-402d-ac02-c74468294291 req-cea0056f-6111-40f8-ad81-b80dfe9b8e53 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1087899 Sep 22 09:31:41.365068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ce6edba3-fb37-4f67-9841-ef36eb4d993d service neutron] 10.222.0.49 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537945 Sep 22 09:31:41.378444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:41.462985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c6e850b-3d6a-402d-ac02-c74468294291 req-610c4d2b-5c89-4f1c-b89e-1b6faa79236f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891595 Sep 22 09:31:41.507000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-bee1fea5-1b25-47e1-ba74-5dbf3227e9e6 service neutron] 10.222.0.49 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408329 Sep 22 09:31:41.512748 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:41.591728 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:41.595155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:41.597888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:41.609858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:41.609858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:41.625030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=6a0d8a84-cce3-453f-9b7a-a4323cef5171,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:41.649138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-9ba89c00-2ac2-4e7b-a5b1-74a34755fb01 service neutron] 10.222.0.49 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315310 Sep 22 09:31:41.694846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50e3c530-440e-42ec-af9a-d1fd00e74294 req-149ac66f-862d-4511-8b88-dcef1ab0c06d tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0416903 Sep 22 09:31:41.903763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fc45063a-709b-47c1-b1fa-f4766eac27f4 None None] Provisioning complete for port 6a0d8a84-cce3-453f-9b7a-a4323cef5171 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:41.904433 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fc45063a-709b-47c1-b1fa-f4766eac27f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:41.943086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fc45063a-709b-47c1-b1fa-f4766eac27f4 None None] Port 6a0d8a84-cce3-453f-9b7a-a4323cef5171 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:41.952401 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0bdee81e-dbad-4868-aa85-d8a3931c8f86 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5196283 Sep 22 09:31:41.952401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59676) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:41.957091 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5cb74c53-1fd1-4707-b606-39845629e4f3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:42.079282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-0ed7275b-6935-459b-9104-e791124a2ee8 service neutron] 10.222.0.49 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171231 Sep 22 09:31:42.193597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-6467a069-bf43-4ab9-884c-ee2c7cfa7aeb service neutron] 10.222.0.49 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073713 Sep 22 09:31:42.240973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb74c53-1fd1-4707-b606-39845629e4f3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:42.245928 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5cb74c53-1fd1-4707-b606-39845629e4f3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:42.365742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ff27a4d4-1521-47e4-91db-b723f5937d7e service neutron] 10.222.0.49 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663489 Sep 22 09:31:42.426381 n-d-805649-4 neutron-server[95509]: INFO neutron.db.ipam_backend_mixin [None req-5cb74c53-1fd1-4707-b606-39845629e4f3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a (CIDR: 2001:db8::/64) Sep 22 09:31:42.501473 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb74c53-1fd1-4707-b606-39845629e4f3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:31:42.502122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb74c53-1fd1-4707-b606-39845629e4f3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:42.503332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0399361-4ce6-46e4-9bfc-d381bf54b1dc req-4934126d-82f0-46bb-9e8e-fa8ef206607b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:42.505719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0399361-4ce6-46e4-9bfc-d381bf54b1dc req-4934126d-82f0-46bb-9e8e-fa8ef206607b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1079881 Sep 22 09:31:42.537555 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-05357f07-c15e-42e2-839e-9a8900455e15 service neutron] 10.222.0.49 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657624 Sep 22 09:31:42.557454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0399361-4ce6-46e4-9bfc-d381bf54b1dc req-fd3d2cc9-c6a9-4081-b44d-12f26b0f05f4 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Sep 22 09:31:42.668580 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5cb74c53-1fd1-4707-b606-39845629e4f3 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7169359 Sep 22 09:31:42.671339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59692) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:42.681769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c154015c-c759-4353-a6bb-082b9e7a73f5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:42.745183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ad502-ae12-47a5-bdde-70ff9b317132 req-57f3e173-932e-492d-afad-937f87fcc54a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:42.755989 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-277ad502-ae12-47a5-bdde-70ff9b317132 req-57f3e173-932e-492d-afad-937f87fcc54a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 947 time: 0.0966365 Sep 22 09:31:42.813432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-277ad502-ae12-47a5-bdde-70ff9b317132 req-14a30ebf-8020-4d50-81f9-3d3a10914598 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561059 Sep 22 09:31:42.969015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072080e-e046-4a5a-871c-d7e6f7fbe80c req-1fb363a2-28fe-4f48-b273-0cfc51b93754 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:42.971510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9072080e-e046-4a5a-871c-d7e6f7fbe80c req-1fb363a2-28fe-4f48-b273-0cfc51b93754 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e5a2fa-7aca-4837-a318-ea422f5094d5 HTTP/1.1" status: 200 len: 945 time: 0.0647309 Sep 22 09:31:43.020242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9072080e-e046-4a5a-871c-d7e6f7fbe80c req-839287b3-616b-4b6e-aa01-6e0b35d44f63 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Sep 22 09:31:43.075606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c154015c-c759-4353-a6bb-082b9e7a73f5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:43.079962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c154015c-c759-4353-a6bb-082b9e7a73f5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:43.204647 n-d-805649-4 neutron-server[95509]: INFO neutron.db.ipam_backend_mixin [None req-c154015c-c759-4353-a6bb-082b9e7a73f5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7c1d12d8-cdd3-4a38-bb8c-da2b1151bc44 (CIDR: 2001:db8:0:1::/64) Sep 22 09:31:43.265059 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-c154015c-c759-4353-a6bb-082b9e7a73f5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:31:43.266245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c154015c-c759-4353-a6bb-082b9e7a73f5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:43.301245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 1774222d-87da-43e1-9aab-9d5eb48e5950 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:31:43.404035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0865c279-33f3-4a08-b6be-7bf9451ceee9 req-54c7431b-4aa2-456d-b5df-a33a99ba7eea tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0367701 Sep 22 09:31:43.407286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59716) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:43.407462 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c154015c-c759-4353-a6bb-082b9e7a73f5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7347410 Sep 22 09:31:43.436819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ca58274d-a1e5-4184-b9be-0b8cb1cd5cf5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'subnet': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:43.453350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 1774222d-87da-43e1-9aab-9d5eb48e5950, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1774222d-87da-43e1-9aab-9d5eb48e5950,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:43.487003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '1774222d-87da-43e1-9aab-9d5eb48e5950', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '1774222d-87da-43e1-9aab-9d5eb48e5950', 'mac_address': 'fa:16:3e:d3:84:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:31:43.545191 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:43.564718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1774222d-87da-43e1-9aab-9d5eb48e5950 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:43.604960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 1774222d-87da-43e1-9aab-9d5eb48e5950, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1774222d-87da-43e1-9aab-9d5eb48e5950,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:43.648543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102d7cb-1421-42dc-beb4-613b6e199315 req-29bdafa9-c652-4c41-8e1a-1d32780d4d76 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:43.650318 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2102d7cb-1421-42dc-beb4-613b6e199315 req-29bdafa9-c652-4c41-8e1a-1d32780d4d76 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1418324 Sep 22 09:31:43.708450 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2102d7cb-1421-42dc-beb4-613b6e199315 req-81f1fc50-3779-4d2a-bf7a-8c7cd4abdf78 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488124 Sep 22 09:31:43.723958 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:43.783852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=1774222d-87da-43e1-9aab-9d5eb48e5950,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:43.864479 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b953926-791c-4ca8-b092-9c879ca3dcc1 req-270b90dd-43c5-4f40-947b-eb5203abc5b0 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:43.866020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b953926-791c-4ca8-b092-9c879ca3dcc1 req-270b90dd-43c5-4f40-947b-eb5203abc5b0 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.0620959 Sep 22 09:31:43.866878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca58274d-a1e5-4184-b9be-0b8cb1cd5cf5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Made reservation on behalf of 3bb885268c5c4c079aceba08c89722a3 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:43.870033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0006ea7-2486-40fa-8ea9-94624e9259f5 req-4cbfbc08-909a-4bbb-b713-970128e524b6 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:43.871307 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca58274d-a1e5-4184-b9be-0b8cb1cd5cf5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:43.871819 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f0006ea7-2486-40fa-8ea9-94624e9259f5 req-4cbfbc08-909a-4bbb-b713-970128e524b6 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e5a2fa-7aca-4837-a318-ea422f5094d5 HTTP/1.1" status: 200 len: 945 time: 0.0699012 Sep 22 09:31:43.980641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b953926-791c-4ca8-b092-9c879ca3dcc1 req-71d30b46-bc71-4e2a-b14c-dcf96a443a36 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043663 Sep 22 09:31:44.042124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f0006ea7-2486-40fa-8ea9-94624e9259f5 req-fd43c207-ad33-4396-aca5-bc2e6f690377 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Deleting port ede27e25-b992-449e-9735-20c68f945293 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:44.042483 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f0006ea7-2486-40fa-8ea9-94624e9259f5 req-fd43c207-ad33-4396-aca5-bc2e6f690377 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:44.091285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['1774222d-87da-43e1-9aab-9d5eb48e5950'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:44.222515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8654e7-71e4-4690-a25d-5fcaef2a3e56 req-a09854b9-7046-4885-8f1a-5abb02531e3e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:44.231618 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb8654e7-71e4-4690-a25d-5fcaef2a3e56 req-a09854b9-7046-4885-8f1a-5abb02531e3e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 948 time: 0.1320212 Sep 22 09:31:44.258601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f0006ea7-2486-40fa-8ea9-94624e9259f5 req-fd43c207-ad33-4396-aca5-bc2e6f690377 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] For port ede27e25-b992-449e-9735-20c68f945293, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ede27e25-b992-449e-9735-20c68f945293,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:44.259155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f0006ea7-2486-40fa-8ea9-94624e9259f5 req-fd43c207-ad33-4396-aca5-bc2e6f690377 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:44.279223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f0006ea7-2486-40fa-8ea9-94624e9259f5 req-fd43c207-ad33-4396-aca5-bc2e6f690377 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Calling delete_port for ede27e25-b992-449e-9735-20c68f945293 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:44.349408 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb8654e7-71e4-4690-a25d-5fcaef2a3e56 req-e88049bb-fdbe-4bcc-b7a2-6d8cdf169516 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164830 Sep 22 09:31:44.552102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca58274d-a1e5-4184-b9be-0b8cb1cd5cf5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:44.596050 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f0006ea7-2486-40fa-8ea9-94624e9259f5 req-fd43c207-ad33-4396-aca5-bc2e6f690377 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:44.621505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['37075b96-609b-40c9-a25c-8be4d430e493'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:44.667458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06b3d38a-ec9c-4ea3-a182-47a53c62b6f3 req-6f8c1da4-7a00-453e-8b05-e364f4f331e4 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e5a2fa-7aca-4837-a318-ea422f5094d5 HTTP/1.1" status: 200 len: 210 time: 0.0614753 Sep 22 09:31:44.669684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca58274d-a1e5-4184-b9be-0b8cb1cd5cf5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:44.675079 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ca58274d-a1e5-4184-b9be-0b8cb1cd5cf5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:44.678467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58274d-a1e5-4184-b9be-0b8cb1cd5cf5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:44.679084 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca58274d-a1e5-4184-b9be-0b8cb1cd5cf5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:44.706012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58274d-a1e5-4184-b9be-0b8cb1cd5cf5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Subnet': ['ID=58025084-9797-4e2c-a689-be93fabe3cc1,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:44.716953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf83f7-5a3b-499a-b993-ba86fa140fcf None None] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:44.729112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43c207-ad33-4396-aca5-bc2e6f690377 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Pushing event deleted for resources: {'Port': ['ID=ede27e25-b992-449e-9735-20c68f945293,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:44.801013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0006ea7-2486-40fa-8ea9-94624e9259f5 req-fd43c207-ad33-4396-aca5-bc2e6f690377 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] No DVR routers for this DVR port ede27e25-b992-449e-9735-20c68f945293 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:31:44.804499 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f0006ea7-2486-40fa-8ea9-94624e9259f5 req-fd43c207-ad33-4396-aca5-bc2e6f690377 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:44.806692 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f0006ea7-2486-40fa-8ea9-94624e9259f5 req-fd43c207-ad33-4396-aca5-bc2e6f690377 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.60 "DELETE /v2.0/ports/ede27e25-b992-449e-9735-20c68f945293 HTTP/1.1" status: 204 len: 173 time: 0.9280515 Sep 22 09:31:44.807201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e5a2fa-7aca-4837-a318-ea422f5094d5', 'name': 'network-vif-deleted', 'tag': 'ede27e25-b992-449e-9735-20c68f945293'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:44.810072 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aa35de-4bc4-4cb7-b8e5-f3e2bb00d0c3" -d '{"events": [{"server_uuid": "30e5a2fa-7aca-4837-a318-ea422f5094d5", "name": "network-vif-deleted", "tag": "ede27e25-b992-449e-9735-20c68f945293"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:44.817347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ca58274d-a1e5-4184-b9be-0b8cb1cd5cf5 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4076285 Sep 22 09:31:44.818176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59762) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:44.824540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-749585543', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '58025084-9797-4e2c-a689-be93fabe3cc1'}], 'security_groups': ['e35a4262-f01d-4954-8020-89e45cf50af5', '0847ff58-9937-48b8-ae08-9837994b157d']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:44.913470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['343933bc-8212-474a-98dd-d5cdbc139b9f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:45.070644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5bc71400-3fa5-4336-a8be-ab99ce72e251 req-09a9fbd2-3001-4bcc-87b5-85ce6258b7f8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0505462 Sep 22 09:31:45.126364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d31ed91-453c-4d89-ba94-f24e2c31ea80 req-05c7c557-03fc-4d88-9fe1-99792e2f9123 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.1462867 Sep 22 09:31:45.154832 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f42ae36-8707-4dec-99c5-421da2e01b9a x-openstack-request-id: req-7f42ae36-8707-4dec-99c5-421da2e01b9a {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:45.155335 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e5a2fa-7aca-4837-a318-ea422f5094d5", "name": "network-vif-deleted", "tag": "ede27e25-b992-449e-9735-20c68f945293", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:45.155335 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f42ae36-8707-4dec-99c5-421da2e01b9a {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:45.155734 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e5a2fa-7aca-4837-a318-ea422f5094d5', 'name': 'network-vif-deleted', 'tag': 'ede27e25-b992-449e-9735-20c68f945293', 'status': 'completed', 'code': 200} Sep 22 09:31:45.220468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:45.324335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 1774222d-87da-43e1-9aab-9d5eb48e5950 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:45.457410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188ebaa-4bd4-49eb-9c4b-208157f92035 req-bacc81ae-1140-44ae-9181-bcf552ca2c85 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:45.465594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1188ebaa-4bd4-49eb-9c4b-208157f92035 req-bacc81ae-1140-44ae-9181-bcf552ca2c85 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1538420 Sep 22 09:31:45.493687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8dd845-2815-4d75-b6a9-8dcf410d47cb None None] Update dhcp port {'port': {'network_id': 'ff4d086a-f33c-47f2-ab75-ea1c1251d4ec', 'fixed_ips': [{'subnet_id': '7c1d12d8-cdd3-4a38-bb8c-da2b1151bc44', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a', 'ip_address': '2001:db8::2'}, {'subnet_id': '58025084-9797-4e2c-a689-be93fabe3cc1'}], 'binding:host_id': 'n-d-805649-4'}, 'id': 'f2de6f90-0bff-4f00-8fd2-80414508722f'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:31:45.608442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c0117-62af-446b-8276-52ac40e8e076 req-52f7e551-6ad3-4ad0-a9ad-c5af427e2b28 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:45.618745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-712c0117-62af-446b-8276-52ac40e8e076 req-52f7e551-6ad3-4ad0-a9ad-c5af427e2b28 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 948 time: 0.1510839 Sep 22 09:31:45.641639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1188ebaa-4bd4-49eb-9c4b-208157f92035 req-fba190b1-928f-4321-8ee7-a1e60ac08c14 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750863 Sep 22 09:31:45.796215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 1774222d-87da-43e1-9aab-9d5eb48e5950 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:31:45.809238 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd845-2815-4d75-b6a9-8dcf410d47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:45.816284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-712c0117-62af-446b-8276-52ac40e8e076 req-423c746e-1da5-4846-8989-2bd3abfcb76d tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694584 Sep 22 09:31:45.895502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 1774222d-87da-43e1-9aab-9d5eb48e5950 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:45.895985 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:45.942453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2b8c0aa-8ebd-45f3-92b8-9bdc8b8496c1 req-bce5dd73-22f6-4d91-b24b-51beef501a1b tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=30e5a2fa-7aca-4837-a318-ea422f5094d5 HTTP/1.1" status: 200 len: 210 time: 0.0655415 Sep 22 09:31:46.097000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Delete allocated IP 2001:db8::19 (ff4d086a-f33c-47f2-ab75-ea1c1251d4ec/f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a) {{(pid=95510) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 09:31:46.100187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Allocated IP 2001:db8:0:2::1cd (ff4d086a-f33c-47f2-ab75-ea1c1251d4ec/58025084-9797-4e2c-a689-be93fabe3cc1/6a0d8a84-cce3-453f-9b7a-a4323cef5171) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:46.211783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74e458b8-f2a5-4929-83ca-18f4e0ec311a req-5e51925f-c5d9-41bc-99e1-be64a95d9250 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0532591 Sep 22 09:31:46.275343 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:46.298042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd131372b-24ca-423f-9265-e23ed213306f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1774222d-87da-43e1-9aab-9d5eb48e5950'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:46.300548 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7b7945-51c2-4fb6-babe-dd58b04cfc0b" -d '{"events": [{"server_uuid": "d131372b-24ca-423f-9265-e23ed213306f", "name": "network-vif-plugged", "status": "completed", "tag": "1774222d-87da-43e1-9aab-9d5eb48e5950"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:46.329655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 1774222d-87da-43e1-9aab-9d5eb48e5950, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1774222d-87da-43e1-9aab-9d5eb48e5950,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:46.345877 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bc0015-6fd9-4623-b056-fd46a80fbead x-openstack-request-id: req-27bc0015-6fd9-4623-b056-fd46a80fbead {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:46.346167 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d131372b-24ca-423f-9265-e23ed213306f", "name": "network-vif-plugged", "status": "completed", "tag": "1774222d-87da-43e1-9aab-9d5eb48e5950", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:46.346497 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27bc0015-6fd9-4623-b056-fd46a80fbead {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:46.346835 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd131372b-24ca-423f-9265-e23ed213306f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1774222d-87da-43e1-9aab-9d5eb48e5950', 'code': 200} Sep 22 09:31:46.347955 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad0dd246-08d3-4d55-8ed8-f30482d4f8fd req-0ea6b1dc-9b06-4fa3-9212-e2caaf386f19 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0412915 Sep 22 09:31:46.403352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:46.459875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ede27e25-b992-449e-9735-20c68f945293 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:31:46.481648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: ede27e25-b992-449e-9735-20c68f945293 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:31:46.482001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ede27e25-b992-449e-9735-20c68f945293 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:31:46.487045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47e0d4-23bf-4870-add3-4be8b941a9ac req-2e2364e0-4f17-4748-874a-7baf32e0b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:46.488884 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a47e0d4-23bf-4870-add3-4be8b941a9ac req-2e2364e0-4f17-4748-874a-7baf32e0b2e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 1099 time: 0.0435669 Sep 22 09:31:46.530269 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a47e0d4-23bf-4870-add3-4be8b941a9ac req-e48f80cc-5116-4eb3-b9e2-eff33a2784ce service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307992 Sep 22 09:31:46.694336 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:46.696227 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:46.786701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=1774222d-87da-43e1-9aab-9d5eb48e5950,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:46.790168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-1b8dd845-2815-4d75-b6a9-8dcf410d47cb None None] Allocated IP 2001:db8:0:2::2 (ff4d086a-f33c-47f2-ab75-ea1c1251d4ec/58025084-9797-4e2c-a689-be93fabe3cc1/f2de6f90-0bff-4f00-8fd2-80414508722f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:46.806273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] In _notify_port_updated(), no bound segment for port 6a0d8a84-cce3-453f-9b7a-a4323cef5171 on network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:31:46.812236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:46.812810 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:46.814155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "PUT /v2.0/ports/6a0d8a84-cce3-453f-9b7a-a4323cef5171 HTTP/1.1" status: 200 len: 969 time: 1.9949989 Sep 22 09:31:46.818079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59806) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:46.821547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event updated for resources: {'Port': ['ID=6a0d8a84-cce3-453f-9b7a-a4323cef5171,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:46.836042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.836387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.836752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.837200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.837425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.837754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.838163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.838497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.838821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.839143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.839463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.839780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8b7e5b-dd22-4d95-acf6-f4fae99d4bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:46.852258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc8a76-42f2-486e-b527-bd682e871fb1 req-c2585a8a-b08e-4ef3-8394-53afa8b81f68 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:46.859658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79dc8a76-42f2-486e-b527-bd682e871fb1 req-c2585a8a-b08e-4ef3-8394-53afa8b81f68 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1394961 Sep 22 09:31:46.906078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1b8dd845-2815-4d75-b6a9-8dcf410d47cb None None] For port f2de6f90-0bff-4f00-8fd2-80414508722f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f2de6f90-0bff-4f00-8fd2-80414508722f,segment=NetworkSegment(254572be-7f38-4c78-a6ee-b5f46f0e9289),segment_id=254572be-7f38-4c78-a6ee-b5f46f0e9289)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:46.908694 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79dc8a76-42f2-486e-b527-bd682e871fb1 req-eaf5bf85-afab-41f8-85b8-ae1ca5b26b8e tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481029 Sep 22 09:31:46.947210 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd845-2815-4d75-b6a9-8dcf410d47cb None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:47.037624 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd845-2815-4d75-b6a9-8dcf410d47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:47.068385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ba903-587b-4222-8adf-12de85731bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 6a0d8a84-cce3-453f-9b7a-a4323cef5171 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:47.069132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba903-587b-4222-8adf-12de85731bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:47.091031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d249de-79cd-4663-81b2-e16fd4b193b0 req-dcd5828d-090e-477e-b940-b00ccb6910f0 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:47.106146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46d249de-79cd-4663-81b2-e16fd4b193b0 req-dcd5828d-090e-477e-b940-b00ccb6910f0 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 949 time: 0.1344392 Sep 22 09:31:47.191081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46d249de-79cd-4663-81b2-e16fd4b193b0 req-c96402aa-48c1-4d6d-8196-4a6d99d2d365 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758457 Sep 22 09:31:47.229339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba903-587b-4222-8adf-12de85731bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:47.259037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dd845-2815-4d75-b6a9-8dcf410d47cb None None] Pushing event updated for resources: {'Port': ['ID=f2de6f90-0bff-4f00-8fd2-80414508722f,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:47.275114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ba903-587b-4222-8adf-12de85731bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 6a0d8a84-cce3-453f-9b7a-a4323cef5171 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:47.392195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2865a8ee-7855-41bb-973b-2a1ab38c352a req-19a9656f-1f5f-4ea5-95b1-e87d87511d6a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0452867 Sep 22 09:31:47.554945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06807ec5-48ae-4fce-a89d-0f06dd42369d req-ec9be915-9b38-4291-81d4-01a15a6d94ae tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0634327 Sep 22 09:31:47.629816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba903-587b-4222-8adf-12de85731bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:47.666408 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ba903-587b-4222-8adf-12de85731bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=6a0d8a84-cce3-453f-9b7a-a4323cef5171,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:47.712291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba903-587b-4222-8adf-12de85731bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:47.715571 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eb1ba903-587b-4222-8adf-12de85731bbf tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/6a0d8a84-cce3-453f-9b7a-a4323cef5171 HTTP/1.1" status: 204 len: 168 time: 0.8941717 Sep 22 09:31:47.721300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59834) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:47.787071 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-3941f6b7-3ee2-40cc-9f6a-5d6a99dc353d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] GET failed (client error): The resource could not be found. Sep 22 09:31:47.789747 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3941f6b7-3ee2-40cc-9f6a-5d6a99dc353d tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports/6a0d8a84-cce3-453f-9b7a-a4323cef5171 HTTP/1.1" status: 404 len: 333 time: 0.0672002 Sep 22 09:31:47.792417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59838) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:47.889756 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e446415-394c-484e-a762-d7e45a80aa36 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:47.930048 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e446415-394c-484e-a762-d7e45a80aa36 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:48.135910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df8408-c530-41d7-911d-d1213039c083 req-f4c2132d-6a1e-4e8b-aa24-6d04586cd5b0 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:48.144443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4df8408-c530-41d7-911d-d1213039c083 req-f4c2132d-6a1e-4e8b-aa24-6d04586cd5b0 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1056700 Sep 22 09:31:48.170670 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e446415-394c-484e-a762-d7e45a80aa36 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:48.173474 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e446415-394c-484e-a762-d7e45a80aa36 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:48.178360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59854) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:48.178647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1e446415-394c-484e-a762-d7e45a80aa36 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/security-groups/6aea3e7f-e753-4228-aa1b-fc7dc00ec594 HTTP/1.1" status: 204 len: 168 time: 0.3850763 Sep 22 09:31:48.203922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e446415-394c-484e-a762-d7e45a80aa36 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aea3e7f-e753-4228-aa1b-fc7dc00ec594,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:48.212059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4df8408-c530-41d7-911d-d1213039c083 req-74dd6aaa-f407-4a36-a789-97d52f63c820 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660028 Sep 22 09:31:48.217283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-15f5f6fc-6e1a-45ef-ba04-830dc05d9d2c None None] Could not find standard attr ID for object 6a0d8a84-cce3-453f-9b7a-a4323cef5171. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:31:48.272253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-15f5f6fc-6e1a-45ef-ba04-830dc05d9d2c None None] Provisioning complete for port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:48.272769 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-15f5f6fc-6e1a-45ef-ba04-830dc05d9d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:48.373259 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-823bc589-b537-422d-8747-c79636dff3dc tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:48.410302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-15f5f6fc-6e1a-45ef-ba04-830dc05d9d2c None None] Port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:48.426190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-823bc589-b537-422d-8747-c79636dff3dc tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:48.426697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-15f5f6fc-6e1a-45ef-ba04-830dc05d9d2c None None] Provisioning complete for port f2de6f90-0bff-4f00-8fd2-80414508722f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:48.427261 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-15f5f6fc-6e1a-45ef-ba04-830dc05d9d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:48.483080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9206bb-9c6e-4dcd-a88e-3f7b6c0f0238 req-4d75861d-0d0b-45aa-bcef-e0423299c4de tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:48.493585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b9206bb-9c6e-4dcd-a88e-3f7b6c0f0238 req-4d75861d-0d0b-45aa-bcef-e0423299c4de tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 949 time: 0.1353512 Sep 22 09:31:48.514342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-e5366cc1-054f-44be-a624-48a9b078f96b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--732863156&fields=id&tenant_id=e2a6bc30171f44978212060b8a32150c HTTP/1.1" status: 200 len: 267 time: 0.1096051 Sep 22 09:31:48.568716 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-e4b283ec-9c4d-41b0-afe4-e28fbbf1a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:48.572828 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-e4b283ec-9c4d-41b0-afe4-e28fbbf1a6c7 service neutron] 10.222.0.45 "GET /v2.0/ports/035ee4b6-10df-4775-839e-fffd103db731 HTTP/1.1" status: 200 len: 1031 time: 0.0831764 Sep 22 09:31:48.626882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b9206bb-9c6e-4dcd-a88e-3f7b6c0f0238 req-e5900f0b-65ce-4a73-8c3f-1a32082f0b64 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319046 Sep 22 09:31:48.644358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-8802fb43-754c-482c-b399-b7f582d1294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:48.644358 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-8802fb43-754c-482c-b399-b7f582d1294e service neutron] 10.222.0.45 "GET /v2.0/ports/e0fdafa7-e31f-4113-a70f-c05ee0d1c76c HTTP/1.1" status: 200 len: 1032 time: 0.0612721 Sep 22 09:31:48.740758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fd220c91-2bf3-4da4-afaa-ff6c59561686 None None] Could not find standard attr ID for object 6a0d8a84-cce3-453f-9b7a-a4323cef5171. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:31:48.792311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-8b63a479-88b6-4132-9e91-81b00fa33923 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:48.797519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-8b63a479-88b6-4132-9e91-81b00fa33923 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/networks?id=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 HTTP/1.1" status: 200 len: 816 time: 0.2721007 Sep 22 09:31:48.803134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-823bc589-b537-422d-8747-c79636dff3dc tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:48.812209 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-823bc589-b537-422d-8747-c79636dff3dc tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:48.820556 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-823bc589-b537-422d-8747-c79636dff3dc tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/security-groups/0847ff58-9937-48b8-ae08-9837994b157d HTTP/1.1" status: 204 len: 168 time: 0.6370385 Sep 22 09:31:48.821222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59870) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:48.848999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-c98a1f56-865a-46e3-8d76-bbd008bfb4d2 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/quotas/e2a6bc30171f44978212060b8a32150c HTTP/1.1" status: 200 len: 375 time: 0.0287144 Sep 22 09:31:48.855753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f2de6f90-0bff-4f00-8fd2-80414508722f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:31:48.945173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-b6caedd1-fb84-4280-9cb9-3b021558b630 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2a6bc30171f44978212060b8a32150c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890889 Sep 22 09:31:48.952010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bc589-b537-422d-8747-c79636dff3dc tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0847ff58-9937-48b8-ae08-9837994b157d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:49.001222 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed0265a7-c877-42cc-b660-5699b286c996 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:49.002836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f2de6f90-0bff-4f00-8fd2-80414508722f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:49.003267 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:49.032208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed0265a7-c877-42cc-b660-5699b286c996 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:49.063726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-9f14ffa2-fe82-4b9e-83b5-68991f9e0d22 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:49.070883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-9f14ffa2-fe82-4b9e-83b5-68991f9e0d22 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:49.076915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-9f14ffa2-fe82-4b9e-83b5-68991f9e0d22 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:49.078586 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-9f14ffa2-fe82-4b9e-83b5-68991f9e0d22 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "GET /v2.0/networks?id=6459b7b4-2a6f-4f7f-b002-843449468890&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=03800963-f1ce-4f7f-90d6-30730f3a8a91&id=03800963-f1ce-4f7f-90d6-30730f3a8a91 HTTP/1.1" status: 200 len: 1993 time: 0.4263306 Sep 22 09:31:49.128566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-ec2f53c3-7fd3-42a9-b90b-372e2ca0be03 service neutron] 10.222.0.49 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791987 Sep 22 09:31:49.149565 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-5dd1e98d-c8f4-4aba-84be-32313883fac6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e HTTP/1.1" status: 200 len: 378 time: 0.0524228 Sep 22 09:31:49.166995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'admin_state_up': True, 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'security_groups': ['7e902a99-3d50-48eb-beb4-71ce7e44ce00']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:49.255471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5246a-571b-488c-9950-68b2b810e1f4 req-753ab393-186b-405a-9130-6eb8ca6a7e68 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:49.261731 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5246a-571b-488c-9950-68b2b810e1f4 req-753ab393-186b-405a-9130-6eb8ca6a7e68 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:49.265876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ad5246a-571b-488c-9950-68b2b810e1f4 req-753ab393-186b-405a-9130-6eb8ca6a7e68 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=207b6e0c-144d-42e5-bcc3-b45bd9fb955c&device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 1681 time: 0.2946007 Sep 22 09:31:49.283381 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed0265a7-c877-42cc-b660-5699b286c996 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:49.286039 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed0265a7-c877-42cc-b660-5699b286c996 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:49.287197 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ed0265a7-c877-42cc-b660-5699b286c996 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/security-groups/e35a4262-f01d-4954-8020-89e45cf50af5 HTTP/1.1" status: 204 len: 168 time: 0.4094262 Sep 22 09:31:49.295799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59874) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:49.319470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0265a7-c877-42cc-b660-5699b286c996 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35a4262-f01d-4954-8020-89e45cf50af5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:49.331957 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-c1127973-2e8d-4ca7-a1c8-7e4be6a41985 service neutron] 10.222.0.49 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947937 Sep 22 09:31:49.347329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ad5246a-571b-488c-9950-68b2b810e1f4 req-da3a6c9e-9383-4aeb-aa7d-020a8426822b tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768306 Sep 22 09:31:49.432580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d0e578-5685-41d4-a808-c060d95973aa tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting subnet f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:31:49.443802 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e578-5685-41d4-a808-c060d95973aa tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:49.488007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e578-5685-41d4-a808-c060d95973aa tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:49.550867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:49.555493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:49.609026 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b339df7-251a-46f9-8563-13f4e08c8011 req-28c1bc87-30a4-4fff-9584-b1dd8ebbc854 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0523736 Sep 22 09:31:49.656262 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e578-5685-41d4-a808-c060d95973aa tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:49.750716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d26f4f1e-ab28-465e-a938-3bb66cf95eb2 req-52866e63-f838-4e6e-8f27-22b06dc4e52b tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0458474 Sep 22 09:31:49.791809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Allocated IP 172.20.0.13 (6459b7b4-2a6f-4f7f-b002-843449468890/1694f58d-8b5c-4d1d-bd3f-343ad533ef70/3dbaefcc-502b-4905-a2dd-09751f3c0385) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:49.875892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e578-5685-41d4-a808-c060d95973aa tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:49.918617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0e578-5685-41d4-a808-c060d95973aa tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:49.963589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d90121-207e-4a04-95ab-fd8a7c43fa2f None None] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:49.975603 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e578-5685-41d4-a808-c060d95973aa tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:49.982266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59894) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:49.985511 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c6d0e578-5685-41d4-a808-c060d95973aa tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a HTTP/1.1" status: 204 len: 168 time: 0.6846328 Sep 22 09:31:50.115403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b62439-4df2-4580-adee-b87403496ed0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting subnet 58025084-9797-4e2c-a689-be93fabe3cc1 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:31:50.119581 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:50.129415 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-84b62439-4df2-4580-adee-b87403496ed0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:50.228494 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-84b62439-4df2-4580-adee-b87403496ed0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:50.272791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203376a-c234-4b90-a37f-af8f5739980a req-43195a8b-23e7-41a9-b102-acee01f1fed2 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:50.283953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f203376a-c234-4b90-a37f-af8f5739980a req-43195a8b-23e7-41a9-b102-acee01f1fed2 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1240072 Sep 22 09:31:50.307088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:50.373170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f203376a-c234-4b90-a37f-af8f5739980a req-a4e68ed8-f450-4d40-af07-be5292c8c914 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894969 Sep 22 09:31:50.430208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-84b62439-4df2-4580-adee-b87403496ed0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:50.490714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Port': ['ID=3dbaefcc-502b-4905-a2dd-09751f3c0385,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:50.530060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network 6459b7b4-2a6f-4f7f-b002-843449468890 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:50.534040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:50.542853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:50.561862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69e96313-cbc8-4e6f-8f47-ec4521aa1c4f req-c44e109b-5d7b-438d-ae4b-de17e1b11999 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 210 time: 0.0832984 Sep 22 09:31:50.718381 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-84b62439-4df2-4580-adee-b87403496ed0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:50.729578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:50.732434 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:50.785784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b62439-4df2-4580-adee-b87403496ed0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Subnet': ['ID=58025084-9797-4e2c-a689-be93fabe3cc1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:50.791793 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-84b62439-4df2-4580-adee-b87403496ed0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:50.796192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-84b62439-4df2-4580-adee-b87403496ed0 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/58025084-9797-4e2c-a689-be93fabe3cc1 HTTP/1.1" status: 204 len: 168 time: 0.8097217 Sep 22 09:31:50.796325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59914) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:50.854140 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-e817ae3c-2a9b-4b05-b56b-6c6c27d16fcb tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:31:50.857761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e817ae3c-2a9b-4b05-b56b-6c6c27d16fcb tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:50.860116 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e817ae3c-2a9b-4b05-b56b-6c6c27d16fcb tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/f5fad0d2-90b8-42c7-bd29-e7f1d4e6599a HTTP/1.1" status: 404 len: 337 time: 0.0628970 Sep 22 09:31:50.863665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59922) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:50.871849 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-36a00380-5a1d-4ce8-9d97-2df77aa82945 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7113709 Sep 22 09:31:50.887909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'network_id': 'd7720044-437c-429a-abf9-3517753c2382', 'admin_state_up': True, 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'security_groups': ['7e902a99-3d50-48eb-beb4-71ce7e44ce00']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:50.999414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-3306f96b-8411-4ded-983e-0a8cfbaee92f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting subnet 7c1d12d8-cdd3-4a38-bb8c-da2b1151bc44 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:31:51.009364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3306f96b-8411-4ded-983e-0a8cfbaee92f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:51.096742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ed387722-f255-4c2c-9f67-f35e5e8d5fcb None None] Provisioning complete for port 3dbaefcc-502b-4905-a2dd-09751f3c0385 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:51.098168 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ed387722-f255-4c2c-9f67-f35e5e8d5fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:51.144135 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3306f96b-8411-4ded-983e-0a8cfbaee92f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:51.181684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ed387722-f255-4c2c-9f67-f35e5e8d5fcb None None] Port 3dbaefcc-502b-4905-a2dd-09751f3c0385 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:51.252078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c3532-f6c7-4fd7-899f-696f96405d90 None None] Network ff4d086a-f33c-47f2-ab75-ea1c1251d4ec requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:31:51.253135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:51.261649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:51.307902 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3306f96b-8411-4ded-983e-0a8cfbaee92f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:51.366745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a6f66845-3850-4e11-989e-8bc8a0a889d0 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:51.367329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a6f66845-3850-4e11-989e-8bc8a0a889d0 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:51.367810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a6f66845-3850-4e11-989e-8bc8a0a889d0 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:51.368272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a6f66845-3850-4e11-989e-8bc8a0a889d0 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:51.368758 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a6f66845-3850-4e11-989e-8bc8a0a889d0 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:51.369245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a6f66845-3850-4e11-989e-8bc8a0a889d0 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:51.369709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a6f66845-3850-4e11-989e-8bc8a0a889d0 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:51.370179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a6f66845-3850-4e11-989e-8bc8a0a889d0 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:51.379461 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a6f66845-3850-4e11-989e-8bc8a0a889d0 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff&device_id=82eade62-c824-4568-973a-ae57c0509fda&device_id=0b987d91-066a-448f-b35f-faef3b580c53&device_id=d131372b-24ca-423f-9265-e23ed213306f&device_id=c813e221-bc6c-4ef1-b7d5-2fd28ee2ca56&device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c&device_id=207b6e0c-144d-42e5-bcc3-b45bd9fb955c&device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27&device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813&device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44&device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 7243 time: 0.1395314 Sep 22 09:31:51.406383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a29bac89-ba28-4504-9fcb-4aab2daf8d83 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:51.429599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d7bf9-b5bd-4722-91b7-9aad55ca2934 req-b1e4d736-3df3-4fb1-9fc1-e01b935abebb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:51.437498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af2d7bf9-b5bd-4722-91b7-9aad55ca2934 req-b1e4d736-3df3-4fb1-9fc1-e01b935abebb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 932 time: 0.2084217 Sep 22 09:31:51.516346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af2d7bf9-b5bd-4722-91b7-9aad55ca2934 req-0ee249a4-21fe-4033-9ba9-a0851eaa8dc7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774791 Sep 22 09:31:51.539939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d9518e95-f06f-4952-a0af-44db128df6b4 None None] Provisioning complete for port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:51.539939 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d9518e95-f06f-4952-a0af-44db128df6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:51.594980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3306f96b-8411-4ded-983e-0a8cfbaee92f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:51.627878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Allocated IP 10.1.1.122 (d7720044-437c-429a-abf9-3517753c2382/3398e745-1513-45c3-bb1e-2536bdc6f0b1/9c4f4f72-b44a-4a03-8ec8-d526da5ae936) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:51.679427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306f96b-8411-4ded-983e-0a8cfbaee92f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1d12d8-cdd3-4a38-bb8c-da2b1151bc44,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:51.702179 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3306f96b-8411-4ded-983e-0a8cfbaee92f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:51.704085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3306f96b-8411-4ded-983e-0a8cfbaee92f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/7c1d12d8-cdd3-4a38-bb8c-da2b1151bc44 HTTP/1.1" status: 204 len: 168 time: 0.8361802 Sep 22 09:31:51.709261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59934) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:51.728146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a31d900-fb4f-4692-a935-ac7a5d8af367 req-9966b8d7-8b1b-4740-acb9-53155193f49c tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0437095 Sep 22 09:31:51.750706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d9518e95-f06f-4952-a0af-44db128df6b4 None None] Port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:51.758442 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a29bac89-ba28-4504-9fcb-4aab2daf8d83 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:51.797215 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fcc298-bdc2-4f45-ad43-a1b6585e8698 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:31:51.799701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fcc298-bdc2-4f45-ad43-a1b6585e8698 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:51.805426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59936) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:51.817695 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c1fcc298-bdc2-4f45-ad43-a1b6585e8698 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/751d9529-debf-48f0-ac12-8ce4469073d8 HTTP/1.1" status: 404 len: 337 time: 0.1062069 Sep 22 09:31:51.820630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d9518e95-f06f-4952-a0af-44db128df6b4 None None] Provisioning complete for port f2de6f90-0bff-4f00-8fd2-80414508722f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:51.821217 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d9518e95-f06f-4952-a0af-44db128df6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:51.874624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8aa9b5f6-5aa4-4095-af3c-49dd4554baed tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "GET /v2.0/ports?device_id=debed8af-1058-4a27-913f-78e62a448acd HTTP/1.1" status: 200 len: 205 time: 0.0664458 Sep 22 09:31:51.875431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59940) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:51.914823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee9ea5-75fc-4a98-9262-9efb1172740a None None] DHCP port deletion for ff4d086a-f33c-47f2-ab75-ea1c1251d4ec request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:31:51.989679 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-aee74878-6f41-4faf-ac0e-c59e815039be tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] delete failed (client error): The resource could not be found. Sep 22 09:31:51.997308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-aee74878-6f41-4faf-ac0e-c59e815039be tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/routers/debed8af-1058-4a27-913f-78e62a448acd HTTP/1.1" status: 404 len: 336 time: 0.1148102 Sep 22 09:31:52.002646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59944) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:52.005038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee9ea5-75fc-4a98-9262-9efb1172740a None None] Deleting port f2de6f90-0bff-4f00-8fd2-80414508722f {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:52.005426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4ee9ea5-75fc-4a98-9262-9efb1172740a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:52.107868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f4ee9ea5-75fc-4a98-9262-9efb1172740a None None] For port f2de6f90-0bff-4f00-8fd2-80414508722f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f2de6f90-0bff-4f00-8fd2-80414508722f,segment=NetworkSegment(254572be-7f38-4c78-a6ee-b5f46f0e9289),segment_id=254572be-7f38-4c78-a6ee-b5f46f0e9289)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:52.108547 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4ee9ea5-75fc-4a98-9262-9efb1172740a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:52.111707 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ce81ed-1b6f-49b4-ba8d-b0db0fd51d4f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:31:52.115338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ce81ed-1b6f-49b4-ba8d-b0db0fd51d4f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:52.123158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a2ce81ed-1b6f-49b4-ba8d-b0db0fd51d4f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/e40dbfa5-2985-4a34-b10e-1ed12e63420d HTTP/1.1" status: 404 len: 337 time: 0.1188953 Sep 22 09:31:52.126436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a29bac89-ba28-4504-9fcb-4aab2daf8d83 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:52.133277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee9ea5-75fc-4a98-9262-9efb1172740a None None] Calling delete_port for f2de6f90-0bff-4f00-8fd2-80414508722f owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:52.136333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59946) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:52.284380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ccd3391-4b37-49ab-b2a1-e9cba6888aef req-a29bac89-ba28-4504-9fcb-4aab2daf8d83 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&id=87e90158-a12c-4648-b6f1-4013b4d7c44c&id=9c69e95c-907e-42cd-9892-3354153f4724&id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 579 time: 0.9038250 Sep 22 09:31:52.329854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149ba5c-4ee4-421c-8608-08a5168bd844 req-a0456ec8-e7bf-4c0a-bb92-6863b392c6af tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:52.331794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b149ba5c-4ee4-421c-8608-08a5168bd844 req-a0456ec8-e7bf-4c0a-bb92-6863b392c6af tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.3639073 Sep 22 09:31:52.338384 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-724f7ab2-d013-44ef-aa7d-04b7037f5b45 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:31:52.340619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724f7ab2-d013-44ef-aa7d-04b7037f5b45 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:52.349641 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4ee9ea5-75fc-4a98-9262-9efb1172740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:52.351330 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-724f7ab2-d013-44ef-aa7d-04b7037f5b45 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/3d7e533d-d048-429c-8456-3ea4b8a1e1cf HTTP/1.1" status: 404 len: 337 time: 0.2112365 Sep 22 09:31:52.364205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59950) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:52.392015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee9ea5-75fc-4a98-9262-9efb1172740a None None] Pushing event deleted for resources: {'Port': ['ID=f2de6f90-0bff-4f00-8fd2-80414508722f,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:52.404385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee9ea5-75fc-4a98-9262-9efb1172740a None None] No DVR routers for this DVR port f2de6f90-0bff-4f00-8fd2-80414508722f on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:31:52.465896 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-557a5a98-df29-4637-9cee-0965e047d478 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:31:52.466352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557a5a98-df29-4637-9cee-0965e047d478 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:52.471882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59952) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:52.473605 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-557a5a98-df29-4637-9cee-0965e047d478 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/1dc8816f-327b-4ed5-abbf-391e6e9e6266 HTTP/1.1" status: 404 len: 337 time: 0.0989060 Sep 22 09:31:52.474427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bac89-ba28-4504-9fcb-4aab2daf8d83 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca64888-547a-4eb5-b039-bd315035cf7c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:52.512973 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-8840d5d2-6ba4-46d1-a3ae-4592d5fe8e71 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:31:52.514790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8840d5d2-6ba4-46d1-a3ae-4592d5fe8e71 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:52.516811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-209e32ea-18db-4234-b6e2-066ac6df2509 req-6d0eb545-da27-49b9-a90c-5a983063adf0 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 210 time: 0.0659246 Sep 22 09:31:52.517862 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8840d5d2-6ba4-46d1-a3ae-4592d5fe8e71 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/d3a1879b-c770-4f8c-96df-179be67039b1 HTTP/1.1" status: 404 len: 333 time: 0.0445051 Sep 22 09:31:52.520198 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59954) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:52.536238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b149ba5c-4ee4-421c-8608-08a5168bd844 req-4514b07e-d8a7-4135-9aba-7d4f549cf33b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836236 Sep 22 09:31:52.562729 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:52.612326 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-717026c0-eb94-4eab-9f05-10dcf9576731 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:31:52.614121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717026c0-eb94-4eab-9f05-10dcf9576731 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:52.618648 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-717026c0-eb94-4eab-9f05-10dcf9576731 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/8ab45613-bedd-495e-849b-3587ba5b93b9 HTTP/1.1" status: 404 len: 337 time: 0.0789273 Sep 22 09:31:52.619400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59962) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:52.747067 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-0082a078-f455-4f08-bfb1-041f6b35b7ae tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:31:52.747506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0082a078-f455-4f08-bfb1-041f6b35b7ae tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:52.757342 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0082a078-f455-4f08-bfb1-041f6b35b7ae tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/2522a47c-eef3-4494-9ee5-dcca6bcc2cba HTTP/1.1" status: 404 len: 337 time: 0.1372004 Sep 22 09:31:52.758052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59968) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:52.772373 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:52.819368 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1086c3-0a2e-41b4-854a-011c04ae6c67 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:31:52.820244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1086c3-0a2e-41b4-854a-011c04ae6c67 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:52.823134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2c1086c3-0a2e-41b4-854a-011c04ae6c67 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/a9a871be-42ec-4912-980b-de37fce165aa HTTP/1.1" status: 404 len: 333 time: 0.0640604 Sep 22 09:31:52.830499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59974) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:52.837158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f2de6f90-0bff-4f00-8fd2-80414508722f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:31:52.881056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f2de6f90-0bff-4f00-8fd2-80414508722f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:31:52.881405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f2de6f90-0bff-4f00-8fd2-80414508722f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:31:52.907167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Port': ['ID=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:52.911935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network d7720044-437c-429a-abf9-3517753c2382 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:52.916109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:52.946567 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:52.952335 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-e953fa67-0260-4af4-8813-f531f1a08956 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:31:52.953123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e953fa67-0260-4af4-8813-f531f1a08956 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:52.955860 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e953fa67-0260-4af4-8813-f531f1a08956 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/d228105f-fc91-47e5-8252-bb8446996ec2 HTTP/1.1" status: 404 len: 337 time: 0.0673192 Sep 22 09:31:52.958359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:52.958954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:52.965179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:52.965179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:52.965179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:52.965179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:52.965179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:52.966254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59976) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:52.966443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:52.966443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:52.966443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:52.966443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:52.966443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:31:53.041325 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7a724e-a927-4eeb-865a-52bb9bf0086f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] DELETE failed (client error): The resource could not be found. Sep 22 09:31:53.041899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7a724e-a927-4eeb-865a-52bb9bf0086f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:31:53.047899 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9f7a724e-a927-4eeb-865a-52bb9bf0086f tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/subnets/26719439-612d-4e68-a0a8-9f52ffe983de HTTP/1.1" status: 404 len: 337 time: 0.0857770 Sep 22 09:31:53.049330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59978) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:53.060529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:53.061490 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:53.076471 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:53.088534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ad2fd-f2bb-446b-9e97-93fcad17da2a req-421adbe2-026a-4c94-a49c-68c52032c927 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:53.107282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ad2fd-f2bb-446b-9e97-93fcad17da2a req-421adbe2-026a-4c94-a49c-68c52032c927 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:53.118215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a78ad2fd-f2bb-446b-9e97-93fcad17da2a req-421adbe2-026a-4c94-a49c-68c52032c927 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 1654 time: 0.2316551 Sep 22 09:31:53.184881 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-838ea27d-e7bd-4921-aec6-c58a03bb7ec8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3009908 Sep 22 09:31:53.204858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'network_id': 'd7720044-437c-429a-abf9-3517753c2382', 'admin_state_up': True, 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'security_groups': ['7e902a99-3d50-48eb-beb4-71ce7e44ce00']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:53.207917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d78c6481-db60-46d2-b100-e483d820c5d8 req-73d2ac5f-6fcd-4431-a0ba-f6624b5a724c tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0423300 Sep 22 09:31:53.269807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a78ad2fd-f2bb-446b-9e97-93fcad17da2a req-6d4c4232-bac3-4f88-8018-53d4d3f0a678 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1502671 Sep 22 09:31:53.341130 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c5daec6b-b22d-48e2-b1da-4cac95c281f8 None None] Provisioning complete for port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:53.341656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a4f59-93b7-4279-987c-6626b1bb10d9 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Deleting port 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:53.341783 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f59-93b7-4279-987c-6626b1bb10d9 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:53.342412 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5daec6b-b22d-48e2-b1da-4cac95c281f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:53.396272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c5daec6b-b22d-48e2-b1da-4cac95c281f8 None None] Port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:53.503998 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f59-93b7-4279-987c-6626b1bb10d9 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:53.555140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a4f59-93b7-4279-987c-6626b1bb10d9 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Calling delete_port for 5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:53.708703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dd703-ca97-41b3-9495-cc7f539539c0 req-4f24c8bd-669b-40bc-ab00-a9c113717348 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:53.709210 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dd703-ca97-41b3-9495-cc7f539539c0 req-4f24c8bd-669b-40bc-ab00-a9c113717348 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:53.709998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dd703-ca97-41b3-9495-cc7f539539c0 req-4f24c8bd-669b-40bc-ab00-a9c113717348 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:53.711810 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-212dd703-ca97-41b3-9495-cc7f539539c0 req-4f24c8bd-669b-40bc-ab00-a9c113717348 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f&device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813&device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 2881 time: 0.0775244 Sep 22 09:31:53.750021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-212dd703-ca97-41b3-9495-cc7f539539c0 req-e875db95-648c-42e9-bfe0-97c67675e873 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314789 Sep 22 09:31:53.826113 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9e1036f-a0d6-40f3-abc0-46f536a1a2ad req-1cb16197-4bd3-4272-83ce-ebdec061e5d0 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 210 time: 0.0264769 Sep 22 09:31:53.883641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:53.887919 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:53.936858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef06f6f-2f76-4e12-8458-80bf96ad3905 req-13e3d10d-abb6-4fdc-b0df-d89f4837ec08 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:53.938763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ef06f6f-2f76-4e12-8458-80bf96ad3905 req-13e3d10d-abb6-4fdc-b0df-d89f4837ec08 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.0556173 Sep 22 09:31:53.940064 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f59-93b7-4279-987c-6626b1bb10d9 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:53.987376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a4f59-93b7-4279-987c-6626b1bb10d9 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Port': ['ID=5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:53.996162 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4f59-93b7-4279-987c-6626b1bb10d9 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:53.998298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6b0a4f59-93b7-4279-987c-6626b1bb10d9 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/ports/5c94a937-2c99-41b7-9b1c-1b1f2e3c7c87 HTTP/1.1" status: 204 len: 168 time: 0.9463339 Sep 22 09:31:54.001618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59992) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:54.036200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ef06f6f-2f76-4e12-8458-80bf96ad3905 req-2dfe1fba-ff42-4742-bf9a-5779a016a3d7 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907578 Sep 22 09:31:54.107020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Allocated IP 10.1.1.131 (d7720044-437c-429a-abf9-3517753c2382/3398e745-1513-45c3-bb1e-2536bdc6f0b1/1862ff0f-13ef-436e-a82f-5d3673bee076) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:54.131824 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:54.212523 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c5e2-eee7-409c-a563-d751bcc55f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:54.259121 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:54.373117 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:54.491871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-4284e59e-6223-4349-8352-16968b447a89 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:54.493757 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-4284e59e-6223-4349-8352-16968b447a89 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.60 "GET /v2.0/networks?id=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 HTTP/1.1" status: 200 len: 816 time: 0.3747814 Sep 22 09:31:54.572685 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-00e393e8-a8e9-4efd-bebd-30740b457054 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2a6bc30171f44978212060b8a32150c HTTP/1.1" status: 200 len: 379 time: 0.0571096 Sep 22 09:31:54.585793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Request body: {'port': {'device_id': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'admin_state_up': True, 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'security_groups': ['62f581c9-6889-419b-a146-1e74af339172']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:54.614190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:54.790081 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:54.863973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Port': ['ID=1862ff0f-13ef-436e-a82f-5d3673bee076,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:54.871449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Made reservation on behalf of e2a6bc30171f44978212060b8a32150c for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:54.875627 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:54.914522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6dba2fc-f490-4abc-a679-e4d47bda2fbf req-f76d2505-01c4-407c-89d9-ee77abaeea08 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.5424862 Sep 22 09:31:54.922927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network d7720044-437c-429a-abf9-3517753c2382 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:54.936504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:54.939458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:54.980107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4d086a-f33c-47f2-ab75-ea1c1251d4ec']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:55.010338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8ca78-5c22-4719-92c6-fb78dcdfd6d6 req-b784acdb-41ff-4559-831e-5b87242329e2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:55.011071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:55.011999 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:55.013893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2b8ca78-5c22-4719-92c6-fb78dcdfd6d6 req-b784acdb-41ff-4559-831e-5b87242329e2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.45 "GET /v2.0/ports?device_id=207b6e0c-144d-42e5-bcc3-b45bd9fb955c HTTP/1.1" status: 200 len: 945 time: 0.1358755 Sep 22 09:31:55.111392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254572be-7f38-4c78-a6ee-b5f46f0e9289') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:55.112001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254572be-7f38-4c78-a6ee-b5f46f0e9289') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:55.143483 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:55.150030 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-53200238-51f3-42af-af3b-687223426b2a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9524415 Sep 22 09:31:55.169442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91', 'admin_state_up': True, 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'security_groups': ['7e902a99-3d50-48eb-beb4-71ce7e44ce00']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:55.225874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c57a79-94f6-454b-8b9f-4375adf70c68 req-0725ea37-fbc1-4a9f-a2d4-2acaa76c8fe6 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:55.232482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73c57a79-94f6-454b-8b9f-4375adf70c68 req-0725ea37-fbc1-4a9f-a2d4-2acaa76c8fe6 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=207b6e0c-144d-42e5-bcc3-b45bd9fb955c HTTP/1.1" status: 200 len: 945 time: 0.3288760 Sep 22 09:31:55.253828 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:55.319483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:31:55.320025 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:31:55.324554 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:31:55.364138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7fe74-617d-464f-ad54-8a1907864f71 req-ef854bbb-549c-42de-8558-22fd4a119f92 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:55.370297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7fe74-617d-464f-ad54-8a1907864f71 req-ef854bbb-549c-42de-8558-22fd4a119f92 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:55.377150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7fe74-617d-464f-ad54-8a1907864f71 req-ef854bbb-549c-42de-8558-22fd4a119f92 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:55.385429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0a7fe74-617d-464f-ad54-8a1907864f71 req-ef854bbb-549c-42de-8558-22fd4a119f92 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 2375 time: 0.2805154 Sep 22 09:31:55.390465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Allocated IP 172.20.0.12 (ccbbda1b-56e6-4f4b-8b3a-6358a14ae564/e770f9d4-13f6-47b2-be97-fd166beb07b6/e5cf92a8-8cd5-4cc5-a0ec-12873848261b) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:55.404061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-44acad94-cd96-48eb-8096-7755d858d9fe None None] Provisioning complete for port 1862ff0f-13ef-436e-a82f-5d3673bee076 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:55.404476 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-44acad94-cd96-48eb-8096-7755d858d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:55.433332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73c57a79-94f6-454b-8b9f-4375adf70c68 req-aa89c0a4-1361-44ec-a73f-1c4177a20353 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/security-groups?id=9c69e95c-907e-42cd-9892-3354153f4724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912684 Sep 22 09:31:55.451993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-44acad94-cd96-48eb-8096-7755d858d9fe None None] Port 1862ff0f-13ef-436e-a82f-5d3673bee076 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:55.461490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:55.531210 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0a7fe74-617d-464f-ad54-8a1907864f71 req-5f175b56-ab94-40c1-bf11-e8298e7e7a96 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407027 Sep 22 09:31:55.556388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-e2b8ca78-5c22-4719-92c6-fb78dcdfd6d6 req-7f368d06-d63c-4f63-a5dc-0126e85d798f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Deleting port 343933bc-8212-474a-98dd-d5cdbc139b9f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:55.559901 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e2b8ca78-5c22-4719-92c6-fb78dcdfd6d6 req-7f368d06-d63c-4f63-a5dc-0126e85d798f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:55.601412 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:55.614989 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:55.643301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] 10.222.0.49 "DELETE /v2.0/networks/ff4d086a-f33c-47f2-ab75-ea1c1251d4ec HTTP/1.1" status: 204 len: 168 time: 1.6388841 Sep 22 09:31:55.683403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:55.745592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b8dda-0b7e-4ec8-86f8-a0cd8e561118 tempest-PortsIpV6TestJSON-673962235 tempest-PortsIpV6TestJSON-673962235-project] Pushing event deleted for resources: {'Network': ['ID=ff4d086a-f33c-47f2-ab75-ea1c1251d4ec,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:55.760941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58667afb-cb8c-4497-bb45-bd1db1f8ec05 req-6ec64d7e-3bee-46c8-9cec-012296ceec50 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 210 time: 0.0920491 Sep 22 09:31:55.808249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:55.940348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e2b8ca78-5c22-4719-92c6-fb78dcdfd6d6 req-7f368d06-d63c-4f63-a5dc-0126e85d798f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] For port 343933bc-8212-474a-98dd-d5cdbc139b9f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=343933bc-8212-474a-98dd-d5cdbc139b9f,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:55.940740 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e2b8ca78-5c22-4719-92c6-fb78dcdfd6d6 req-7f368d06-d63c-4f63-a5dc-0126e85d798f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:55.960851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae590b-c3a1-4a01-9cd6-a611d973c77d req-fd54e6e5-71c5-45a1-92df-5308a11976ff tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:55.962397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5ae590b-c3a1-4a01-9cd6-a611d973c77d req-fd54e6e5-71c5-45a1-92df-5308a11976ff tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9d18419-28e9-4ab4-b3b5-02e4f542bb27 HTTP/1.1" status: 200 len: 945 time: 0.1466448 Sep 22 09:31:55.978697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645dff3-20e0-484f-827c-7f6c5bf234dc req-efd38c6f-9b1c-4569-8de9-e1ff193f5da9 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:55.985716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2645dff3-20e0-484f-827c-7f6c5bf234dc req-efd38c6f-9b1c-4569-8de9-e1ff193f5da9 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1224093 Sep 22 09:31:55.992690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-e2b8ca78-5c22-4719-92c6-fb78dcdfd6d6 req-7f368d06-d63c-4f63-a5dc-0126e85d798f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Calling delete_port for 343933bc-8212-474a-98dd-d5cdbc139b9f owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:55.994297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Allocated IP 10.2.2.100 (03800963-f1ce-4f7f-90d6-30730f3a8a91/e7ae3516-7aae-40a1-abfb-02fb8c18323f/aa1a85a4-367a-4f0e-87a9-61721a18faae) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:56.055709 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.134087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2645dff3-20e0-484f-827c-7f6c5bf234dc req-7a1eacee-0138-4bb9-83cd-42e1c3e13236 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473830 Sep 22 09:31:56.183198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:56.220655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:56.225610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Pushing event updated for resources: {'Port': ['ID=e5cf92a8-8cd5-4cc5-a0ec-12873848261b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:56.244023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:56.264154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-a5ae590b-c3a1-4a01-9cd6-a611d973c77d req-ff8c3a20-bc9f-4c95-8c98-1a2e5f38e2d2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Deleting port 37075b96-609b-40c9-a25c-8be4d430e493 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:31:56.264623 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a5ae590b-c3a1-4a01-9cd6-a611d973c77d req-ff8c3a20-bc9f-4c95-8c98-1a2e5f38e2d2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.362637 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60064) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:56.390691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:56.391324 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.398729 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.440030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f57f68c-bfbf-4c53-a78f-987cd6f8e800 req-d65cbdf6-444f-4b13-ba39-b2f2335cf6b4 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.1550608 Sep 22 09:31:56.543615 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-dbd8c3b1-e330-424a-946a-bccaab3dfb58 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9627202 Sep 22 09:31:56.558399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a5ae590b-c3a1-4a01-9cd6-a611d973c77d req-ff8c3a20-bc9f-4c95-8c98-1a2e5f38e2d2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] For port 37075b96-609b-40c9-a25c-8be4d430e493, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=37075b96-609b-40c9-a25c-8be4d430e493,segment=NetworkSegment(3d1b7cba-aaaa-4366-b7c5-96c46dc71441),segment_id=3d1b7cba-aaaa-4366-b7c5-96c46dc71441)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:56.559059 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a5ae590b-c3a1-4a01-9cd6-a611d973c77d req-ff8c3a20-bc9f-4c95-8c98-1a2e5f38e2d2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.573908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-a5ae590b-c3a1-4a01-9cd6-a611d973c77d req-ff8c3a20-bc9f-4c95-8c98-1a2e5f38e2d2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Calling delete_port for 37075b96-609b-40c9-a25c-8be4d430e493 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:31:56.585309 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8e6c1ab0-7d68-432d-a2c0-0dea589d4448 None None] Provisioning complete for port e5cf92a8-8cd5-4cc5-a0ec-12873848261b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:56.588415 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1ab0-7d68-432d-a2c0-0dea589d4448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.589114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Request body: {'port': {'device_id': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:56.626286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c1ab0-7d68-432d-a2c0-0dea589d4448 None None] Port e5cf92a8-8cd5-4cc5-a0ec-12873848261b cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:56.627220 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ac965f15-b33b-47d9-8348-5336f12797eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3bb885268c5c4c079aceba08c89722a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633955 Sep 22 09:31:56.649541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60078) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:56.656402 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e2b8ca78-5c22-4719-92c6-fb78dcdfd6d6 req-7f368d06-d63c-4f63-a5dc-0126e85d798f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.676079 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.676655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['343933bc-8212-474a-98dd-d5cdbc139b9f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:56.717507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f368d06-d63c-4f63-a5dc-0126e85d798f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Pushing event deleted for resources: {'Port': ['ID=343933bc-8212-474a-98dd-d5cdbc139b9f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:56.734645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.812596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b8ca78-5c22-4719-92c6-fb78dcdfd6d6 req-7f368d06-d63c-4f63-a5dc-0126e85d798f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] No DVR routers for this DVR port 343933bc-8212-474a-98dd-d5cdbc139b9f on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:31:56.817323 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e2b8ca78-5c22-4719-92c6-fb78dcdfd6d6 req-7f368d06-d63c-4f63-a5dc-0126e85d798f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.819447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2b8ca78-5c22-4719-92c6-fb78dcdfd6d6 req-7f368d06-d63c-4f63-a5dc-0126e85d798f tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.45 "DELETE /v2.0/ports/343933bc-8212-474a-98dd-d5cdbc139b9f HTTP/1.1" status: 204 len: 173 time: 1.7836635 Sep 22 09:31:56.820941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207b6e0c-144d-42e5-bcc3-b45bd9fb955c', 'name': 'network-vif-deleted', 'tag': '343933bc-8212-474a-98dd-d5cdbc139b9f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:56.823563 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49017768-82a2-4a5d-9bff-c29525b336a7" -d '{"events": [{"server_uuid": "207b6e0c-144d-42e5-bcc3-b45bd9fb955c", "name": "network-vif-deleted", "tag": "343933bc-8212-474a-98dd-d5cdbc139b9f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:56.843446 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623e2632-3f11-4a52-8593-9eaecdc521ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.843848 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99165a64-4c34-43cc-b446-613b8b4d0eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.871624 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623e2632-3f11-4a52-8593-9eaecdc521ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:56.940562 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Port': ['ID=aa1a85a4-367a-4f0e-87a9-61721a18faae,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:56.974445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcf29e47-fa25-412b-949b-74e526acab7d req-9f68fbd2-f20d-4f86-87a6-6ca4cd2731b9 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.49 "GET /v2.0/ports?device_id=207b6e0c-144d-42e5-bcc3-b45bd9fb955c HTTP/1.1" status: 200 len: 210 time: 0.0690637 Sep 22 09:31:56.976394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network 03800963-f1ce-4f7f-90d6-30730f3a8a91 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:56.980492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:56.983233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:57.075083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:57.075757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:57.171735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d592f89-6687-46d3-89e6-2a0033c0a2c0 req-345fde8f-8e89-4c67-a904-a7596412dc17 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:57.179674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d592f89-6687-46d3-89e6-2a0033c0a2c0 req-345fde8f-8e89-4c67-a904-a7596412dc17 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:57.181140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cf92a8-8cd5-4cc5-a0ec-12873848261b {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:31:57.187180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d592f89-6687-46d3-89e6-2a0033c0a2c0 req-345fde8f-8e89-4c67-a904-a7596412dc17 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:57.189952 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:57.194205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d592f89-6687-46d3-89e6-2a0033c0a2c0 req-345fde8f-8e89-4c67-a904-a7596412dc17 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:57.197008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d592f89-6687-46d3-89e6-2a0033c0a2c0 req-345fde8f-8e89-4c67-a904-a7596412dc17 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 3096 time: 0.1351011 Sep 22 09:31:57.198680 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a5ae590b-c3a1-4a01-9cd6-a611d973c77d req-ff8c3a20-bc9f-4c95-8c98-1a2e5f38e2d2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:57.207306 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623e2632-3f11-4a52-8593-9eaecdc521ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:57.208873 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623e2632-3f11-4a52-8593-9eaecdc521ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:57.210187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-623e2632-3f11-4a52-8593-9eaecdc521ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c703530-5bb5-4cae-9c14-be8b81ed447c HTTP/1.1" status: 204 len: 168 time: 0.5592189 Sep 22 09:31:57.213502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Transition to ACTIVE for port object e5cf92a8-8cd5-4cc5-a0ec-12873848261b will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:31:57.214659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['343933bc-8212-474a-98dd-d5cdbc139b9f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:31:57.287066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e2632-3f11-4a52-8593-9eaecdc521ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c703530-5bb5-4cae-9c14-be8b81ed447c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:57.297002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c3a20-bc9f-4c95-8c98-1a2e5f38e2d2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Pushing event deleted for resources: {'Port': ['ID=37075b96-609b-40c9-a25c-8be4d430e493,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:57.324211 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c06e054a-017b-454a-83e5-5a6b17676439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1587687 Sep 22 09:31:57.325011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:57.352390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f496990f-a285-4bef-9c45-b160e88c4f5a None None] Provisioning complete for port aa1a85a4-367a-4f0e-87a9-61721a18faae triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:57.353233 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f496990f-a285-4bef-9c45-b160e88c4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:57.387340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91', 'admin_state_up': True, 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'security_groups': ['7e902a99-3d50-48eb-beb4-71ce7e44ce00']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:57.409575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f496990f-a285-4bef-9c45-b160e88c4f5a None None] Port aa1a85a4-367a-4f0e-87a9-61721a18faae cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:31:57.422684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ae590b-c3a1-4a01-9cd6-a611d973c77d req-ff8c3a20-bc9f-4c95-8c98-1a2e5f38e2d2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] No DVR routers for this DVR port 37075b96-609b-40c9-a25c-8be4d430e493 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:31:57.441422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d592f89-6687-46d3-89e6-2a0033c0a2c0 req-d4dc480b-16c7-41d9-90e4-bfbfb94d0620 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2299335 Sep 22 09:31:57.442835 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a5ae590b-c3a1-4a01-9cd6-a611d973c77d req-ff8c3a20-bc9f-4c95-8c98-1a2e5f38e2d2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:57.444895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5ae590b-c3a1-4a01-9cd6-a611d973c77d req-ff8c3a20-bc9f-4c95-8c98-1a2e5f38e2d2 tempest-ListServersNegativeTestJSON-1202238776 tempest-ListServersNegativeTestJSON-1202238776-project] 10.222.0.60 "DELETE /v2.0/ports/37075b96-609b-40c9-a25c-8be4d430e493 HTTP/1.1" status: 204 len: 173 time: 1.4503078 Sep 22 09:31:57.506469 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:57.590873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e8d4-f5fc-4a04-8b06-cdcd724e0dba req-89692d28-a91d-46f8-b203-acb7c174b41a tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:57.592814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd33e8d4-f5fc-4a04-8b06-cdcd724e0dba req-89692d28-a91d-46f8-b203-acb7c174b41a tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 1100 time: 0.0625768 Sep 22 09:31:57.618762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Pushing event updated for resources: {'Port': ['ID=e5cf92a8-8cd5-4cc5-a0ec-12873848261b,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:57.739911 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd33e8d4-f5fc-4a04-8b06-cdcd724e0dba req-ae6831a9-2872-4638-a636-6e69ba7f74bc tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036708 Sep 22 09:31:57.834951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Attempting to bind port e5cf92a8-8cd5-4cc5-a0ec-12873848261b on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:31:57.835426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Attempting to bind port e5cf92a8-8cd5-4cc5-a0ec-12873848261b by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:31:57.835814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Attempting to bind port e5cf92a8-8cd5-4cc5-a0ec-12873848261b on network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:57.841098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Port e5cf92a8-8cd5-4cc5-a0ec-12873848261b on network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:31:57.841472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Attempting to bind port e5cf92a8-8cd5-4cc5-a0ec-12873848261b on network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:31:57.849388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:31:57.849815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Checking segment: {'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:31:57.852266 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Bound using segment: {'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:31:57.852831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Bound port: e5cf92a8-8cd5-4cc5-a0ec-12873848261b, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0785417-78cc-4a44-8b19-ef6031ffb146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:31:57.853457 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:57.938051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b8428-f206-4d51-8c9e-6fd3d96ad43c req-364bbbad-0728-43eb-8fff-e59c3b9f9720 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:57.956954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-146b8428-f206-4d51-8c9e-6fd3d96ad43c req-364bbbad-0728-43eb-8fff-e59c3b9f9720 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.1224391 Sep 22 09:31:57.970962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] For port e5cf92a8-8cd5-4cc5-a0ec-12873848261b, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:31:57.975862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] For port e5cf92a8-8cd5-4cc5-a0ec-12873848261b, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e5cf92a8-8cd5-4cc5-a0ec-12873848261b,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:31:58.021563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-146b8428-f206-4d51-8c9e-6fd3d96ad43c req-cb6601f0-4678-41db-b9ff-3306436ec85a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635982 Sep 22 09:31:58.059947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Made reservation on behalf of 616e8d0f9bd94f89b3ff7473a2285d2e for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:31:58.059947 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:58.113098 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2d16f0-e0d9-45fa-a5b2-43f4e8e75e5b x-openstack-request-id: req-6b2d16f0-e0d9-45fa-a5b2-43f4e8e75e5b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:58.113399 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207b6e0c-144d-42e5-bcc3-b45bd9fb955c", "name": "network-vif-deleted", "tag": "343933bc-8212-474a-98dd-d5cdbc139b9f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:58.113646 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b2d16f0-e0d9-45fa-a5b2-43f4e8e75e5b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:58.114680 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207b6e0c-144d-42e5-bcc3-b45bd9fb955c', 'name': 'network-vif-deleted', 'tag': '343933bc-8212-474a-98dd-d5cdbc139b9f', 'status': 'completed', 'code': 200} Sep 22 09:31:58.127218 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:58.159036 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:58.296418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:58.304504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e31159-b447-45a1-ac86-d7c3050801e9 req-e88ba9df-d44b-4130-9e9f-e908f9ac1c83 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:58.306276 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:58.307507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5e31159-b447-45a1-ac86-d7c3050801e9 req-e88ba9df-d44b-4130-9e9f-e908f9ac1c83 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.0989618 Sep 22 09:31:58.308277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] 10.222.0.60 "PUT /v2.0/ports/e5cf92a8-8cd5-4cc5-a0ec-12873848261b HTTP/1.1" status: 200 len: 1092 time: 1.7505105 Sep 22 09:31:58.319421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'tag': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:58.321774 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9923e13-d842-4a60-9d7f-563975bea71d" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd05248-acb3-42ca-ab5b-2659d25756ff", "tag": "e5cf92a8-8cd5-4cc5-a0ec-12873848261b"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:58.385646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6822b-5482-4594-bd90-e8ea0f2c45ce service neutron] Pushing event updated for resources: {'Port': ['ID=e5cf92a8-8cd5-4cc5-a0ec-12873848261b,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:58.393239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5e31159-b447-45a1-ac86-d7c3050801e9 req-a2e5e5ed-d5bb-4b09-b0c7-3a1dbe69ad7f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839374 Sep 22 09:31:58.492975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 37075b96-609b-40c9-a25c-8be4d430e493 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:31:58.535759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 37075b96-609b-40c9-a25c-8be4d430e493 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:31:58.535759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 37075b96-609b-40c9-a25c-8be4d430e493 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:31:58.536103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9126fbcc-d2be-4801-b96b-b6e5842d602b req-345c0201-dfae-4b7d-98af-0094995147fe tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0594013 Sep 22 09:31:58.603062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204d21d-d8bb-43f8-90c9-62ab1a3e8a46 req-ae589dac-1e84-4e6a-bf10-6bab66820a44 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:58.612814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c204d21d-d8bb-43f8-90c9-62ab1a3e8a46 req-ae589dac-1e84-4e6a-bf10-6bab66820a44 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 1100 time: 0.0819161 Sep 22 09:31:58.616430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-f9fe74a6-3a32-4241-b179-bd421b737aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:58.618265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-f9fe74a6-3a32-4241-b179-bd421b737aa4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2a6bc30171f44978212060b8a32150c&device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 1095 time: 0.1728964 Sep 22 09:31:58.676643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c204d21d-d8bb-43f8-90c9-62ab1a3e8a46 req-43182758-d00b-4a6d-bb73-82e3576fee38 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627613 Sep 22 09:31:58.739355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Allocated IP 10.2.2.200 (03800963-f1ce-4f7f-90d6-30730f3a8a91/e7ae3516-7aae-40a1-abfb-02fb8c18323f/3615a262-500e-4926-a669-69be16798510) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:58.762655 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efadaba-58e8-48d3-a08b-97c830af398b x-openstack-request-id: req-8efadaba-58e8-48d3-a08b-97c830af398b {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:58.762953 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd05248-acb3-42ca-ab5b-2659d25756ff", "tag": "e5cf92a8-8cd5-4cc5-a0ec-12873848261b", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:58.763206 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8efadaba-58e8-48d3-a08b-97c830af398b {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:58.763621 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'tag': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b', 'status': 'completed', 'code': 200} Sep 22 09:31:58.775450 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-e5265459-b85b-461e-85cf-bff9a910ebaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5cf92a8-8cd5-4cc5-a0ec-12873848261b HTTP/1.1" status: 200 len: 217 time: 0.1429014 Sep 22 09:31:58.868431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-1696abb9-d3b7-46ea-82a5-ff729ac5313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:58.870102 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-1696abb9-d3b7-46ea-82a5-ff729ac5313b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e770f9d4-13f6-47b2-be97-fd166beb07b6 HTTP/1.1" status: 200 len: 855 time: 0.0841851 Sep 22 09:31:58.921515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c882bc-1df5-4ae0-8d2d-6881c6df191d req-97328b1a-bf97-42f1-9828-98c1b614fbfa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:58.928821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c882bc-1df5-4ae0-8d2d-6881c6df191d req-97328b1a-bf97-42f1-9828-98c1b614fbfa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:58.933446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60154) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:58.936110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c882bc-1df5-4ae0-8d2d-6881c6df191d req-97328b1a-bf97-42f1-9828-98c1b614fbfa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:58.953802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c882bc-1df5-4ae0-8d2d-6881c6df191d req-97328b1a-bf97-42f1-9828-98c1b614fbfa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:58.955920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92c882bc-1df5-4ae0-8d2d-6881c6df191d req-97328b1a-bf97-42f1-9828-98c1b614fbfa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 3096 time: 0.0979729 Sep 22 09:31:59.009306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-0c69a2f3-755d-48fc-98d2-bf7149d02aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:59.011498 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-0c69a2f3-755d-48fc-98d2-bf7149d02aac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183839 Sep 22 09:31:59.025503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92c882bc-1df5-4ae0-8d2d-6881c6df191d req-d3227eea-2a04-41ad-b45f-c7c29e93f9ca tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627532 Sep 22 09:31:59.043319 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.096989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60160) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:59.125198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9aa873f9-723b-4ee2-9531-8c94951cf11e tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1001557719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:59.170728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0db56af-2364-4aef-bccb-aadbbd3497ad admin admin] Deleting subnet ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:31:59.174364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0db56af-2364-4aef-bccb-aadbbd3497ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.180944 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-c1e765a6-5dfe-459a-a55b-2095a7005b44 service neutron] 10.222.0.60 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573360 Sep 22 09:31:59.219859 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0db56af-2364-4aef-bccb-aadbbd3497ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.274658 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0db56af-2364-4aef-bccb-aadbbd3497ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.281839 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9aa873f9-723b-4ee2-9531-8c94951cf11e tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.283431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9aa873f9-723b-4ee2-9531-8c94951cf11e tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.288513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.366005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 343933bc-8212-474a-98dd-d5cdbc139b9f no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:31:59.411244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 343933bc-8212-474a-98dd-d5cdbc139b9f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:31:59.412758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 343933bc-8212-474a-98dd-d5cdbc139b9f not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:31:59.414059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 386a78b3-fa20-4818-b435-83cc942a39aa no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:31:59.438600 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b9ca8a0-7853-4299-8ef6-1d54d5b311fc req-7cfcb8c6-4b65-491d-8f6e-76495bf3000e service neutron] 10.222.0.60 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495742 Sep 22 09:31:59.448886 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0db56af-2364-4aef-bccb-aadbbd3497ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.457011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Network 03800963-f1ce-4f7f-90d6-30730f3a8a91 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:59.476807 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:59.482252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:31:59.494906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db56af-2364-4aef-bccb-aadbbd3497ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:59.509230 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0db56af-2364-4aef-bccb-aadbbd3497ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.511183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a0db56af-2364-4aef-bccb-aadbbd3497ad admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ab60f9f1-3a1a-4bf4-9ee4-8cc0e6d65698 HTTP/1.1" status: 204 len: 168 time: 0.4126294 Sep 22 09:31:59.515073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60170) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:31:59.565250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e39f4-2d7f-494a-8eed-8030662bf561 req-4dfc1531-a185-4049-9ef3-1032186f1a1b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:59.572634 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b27e39f4-2d7f-494a-8eed-8030662bf561 req-4dfc1531-a185-4049-9ef3-1032186f1a1b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.1904702 Sep 22 09:31:59.574030 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.577508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event updated for resources: {'Port': ['ID=3615a262-500e-4926-a669-69be16798510,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:59.625616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9aa873f9-723b-4ee2-9531-8c94951cf11e tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.649482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 386a78b3-fa20-4818-b435-83cc942a39aa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=386a78b3-fa20-4818-b435-83cc942a39aa,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:31:59.658323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e41002-1355-4723-b2fd-53e1da16334f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386a78b3-fa20-4818-b435-83cc942a39aa'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:31:59.666553 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7475bc79-efe3-4874-8dd7-233f63f0578f" -d '{"events": [{"server_uuid": "11e41002-1355-4723-b2fd-53e1da16334f", "name": "network-vif-unplugged", "status": "completed", "tag": "386a78b3-fa20-4818-b435-83cc942a39aa"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:59.672975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:59.674361 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.676303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d43db-0b0a-405e-a054-bb34d0e50ca3 req-4e0293bc-eddc-43fc-b93a-1ac06c233dec tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:59.678171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-815d43db-0b0a-405e-a054-bb34d0e50ca3 req-4e0293bc-eddc-43fc-b93a-1ac06c233dec tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1895432 Sep 22 09:31:59.692966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9923e13-d842-4a60-9d7f-563975bea71d req-70e88447-c7cd-47b3-909d-0d86720fc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:31:59.694412 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9923e13-d842-4a60-9d7f-563975bea71d req-70e88447-c7cd-47b3-909d-0d86720fc7da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2a6bc30171f44978212060b8a32150c&device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 1095 time: 0.1089380 Sep 22 09:31:59.705547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b27e39f4-2d7f-494a-8eed-8030662bf561 req-5d6d807b-fe99-4ab0-8a20-fa94790268cf tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298487 Sep 22 09:31:59.717308 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.734691 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9aa873f9-723b-4ee2-9531-8c94951cf11e tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.749638 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.792754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-815d43db-0b0a-405e-a054-bb34d0e50ca3 req-6a4e9324-e827-407c-88e0-d99859d3db34 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021149 Sep 22 09:31:59.807379 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ecfd27aa-4763-4f41-a0d4-f7240076e7fa tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4622307 Sep 22 09:31:59.822586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:31:59.873703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=386a78b3-fa20-4818-b435-83cc942a39aa,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:59.880507 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.915414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1af97ee5-f75a-48d7-bb97-d8751bbfc15f None None] Provisioning complete for port 3615a262-500e-4926-a669-69be16798510 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:59.916028 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1af97ee5-f75a-48d7-bb97-d8751bbfc15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.937245 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:59.962313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1af97ee5-f75a-48d7-bb97-d8751bbfc15f None None] Port 3615a262-500e-4926-a669-69be16798510 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:32:00.002942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4b7be6-cdf9-4211-a66a-1d0f455c058f']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:00.052991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01202b34-f727-4e96-8f18-e434514b8fb3 req-b81e6f5e-acfb-4bb8-8f21-ab72a52e8942 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0574698 Sep 22 09:32:00.055207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1b7cba-aaaa-4366-b7c5-96c46dc71441') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:00.055721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1b7cba-aaaa-4366-b7c5-96c46dc71441') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:00.104024 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:00.115988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d18419-28e9-4ab4-b3b5-02e4f542bb27', 'name': 'network-vif-deleted', 'tag': '37075b96-609b-40c9-a25c-8be4d430e493'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:00.118689 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa50c476-8dd1-4406-9e68-b3e6311a4877" -d '{"events": [{"server_uuid": "a9d18419-28e9-4ab4-b3b5-02e4f542bb27", "name": "network-vif-deleted", "tag": "37075b96-609b-40c9-a25c-8be4d430e493"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:00.127088 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2dc878-c512-4fe7-97e6-804740d050e8 x-openstack-request-id: req-5e2dc878-c512-4fe7-97e6-804740d050e8 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:00.127088 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e41002-1355-4723-b2fd-53e1da16334f", "name": "network-vif-unplugged", "status": "completed", "tag": "386a78b3-fa20-4818-b435-83cc942a39aa", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:00.127446 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e2dc878-c512-4fe7-97e6-804740d050e8 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:00.127769 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e41002-1355-4723-b2fd-53e1da16334f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386a78b3-fa20-4818-b435-83cc942a39aa', 'code': 200} Sep 22 09:32:00.140341 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:00.146270 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9aa873f9-723b-4ee2-9531-8c94951cf11e tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:00.150317 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9aa873f9-723b-4ee2-9531-8c94951cf11e tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2132277 Sep 22 09:32:00.152935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60190) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:00.158390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:32:00.158903 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:00.159865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1304626263'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:32:00.161071 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:32:00.167394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9923e13-d842-4a60-9d7f-563975bea71d req-93c502e4-781c-4640-8614-d7fd8e24a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:00.167833 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9923e13-d842-4a60-9d7f-563975bea71d req-93c502e4-781c-4640-8614-d7fd8e24a74c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 HTTP/1.1" status: 200 len: 917 time: 0.4637418 Sep 22 09:32:00.180920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-1fcddb21-2bbf-40ea-be78-98b449dc1067 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:00.189489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-1fcddb21-2bbf-40ea-be78-98b449dc1067 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 805 time: 0.2480330 Sep 22 09:32:00.204153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-954412d8-6565-4d09-881a-075b57457f3e tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/quotas/7613d8fae3f244ceb7789e305433b73a HTTP/1.1" status: 200 len: 375 time: 0.0135677 Sep 22 09:32:00.242289 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9923e13-d842-4a60-9d7f-563975bea71d req-485604cf-33d9-4756-b142-163165daf328 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5cf92a8-8cd5-4cc5-a0ec-12873848261b HTTP/1.1" status: 200 len: 217 time: 0.0640714 Sep 22 09:32:00.246841 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:00.288463 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-068de760-ae41-481c-95ea-d1ff88ea13d4 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755692 Sep 22 09:32:00.326269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9923e13-d842-4a60-9d7f-563975bea71d req-b71a2c34-329a-44e8-b346-edea0dc6a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:00.327818 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9923e13-d842-4a60-9d7f-563975bea71d req-b71a2c34-329a-44e8-b346-edea0dc6a962 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e770f9d4-13f6-47b2-be97-fd166beb07b6 HTTP/1.1" status: 200 len: 855 time: 0.0779448 Sep 22 09:32:00.413324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Made reservation on behalf of 87f07e5ce91b4e458dac0c22114b3877 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:00.416708 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:00.418361 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:00.422894 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:00.427489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] 10.222.0.49 "DELETE /v2.0/networks/2b4b7be6-cdf9-4211-a66a-1d0f455c058f HTTP/1.1" status: 204 len: 168 time: 0.9115796 Sep 22 09:32:00.432446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-35221110-35e5-4d3b-a0da-dbc0cfce6852 service neutron] 10.222.0.49 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102855 Sep 22 09:32:00.439794 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:00.464402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56eef15-098e-4ee4-9a68-9006a1923b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4b7be6-cdf9-4211-a66a-1d0f455c058f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:00.506085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9923e13-d842-4a60-9d7f-563975bea71d req-d1455792-1e6c-4d87-95f8-8e89288b513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:00.507626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9923e13-d842-4a60-9d7f-563975bea71d req-d1455792-1e6c-4d87-95f8-8e89288b513d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701260 Sep 22 09:32:00.587443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-fdfd3e73-1134-465a-8201-61eeeee2792f service neutron] 10.222.0.49 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345520 Sep 22 09:32:00.693839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bfd43-98a9-4471-8118-1b908a20b214 req-36f29099-fc06-466c-bb4c-26943086ad8d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:00.699805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bfd43-98a9-4471-8118-1b908a20b214 req-36f29099-fc06-466c-bb4c-26943086ad8d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:00.706087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bfd43-98a9-4471-8118-1b908a20b214 req-36f29099-fc06-466c-bb4c-26943086ad8d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:00.712827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bfd43-98a9-4471-8118-1b908a20b214 req-36f29099-fc06-466c-bb4c-26943086ad8d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:00.718899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bfd43-98a9-4471-8118-1b908a20b214 req-36f29099-fc06-466c-bb4c-26943086ad8d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:00.720925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe5bfd43-98a9-4471-8118-1b908a20b214 req-36f29099-fc06-466c-bb4c-26943086ad8d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 3817 time: 0.0818913 Sep 22 09:32:00.763592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe5bfd43-98a9-4471-8118-1b908a20b214 req-c2a68a14-3f29-4020-a80c-e55a7899b556 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361662 Sep 22 09:32:00.774578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbaefcc-502b-4905-a2dd-09751f3c0385 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:00.792376 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9923e13-d842-4a60-9d7f-563975bea71d req-5bc54c18-c9c0-4d50-a707-5b4f2ec98978 service neutron] 10.222.0.60 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540441 Sep 22 09:32:00.801925 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:00.835632 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65836903-5dfa-48f5-a745-b614f046f6c9 x-openstack-request-id: req-65836903-5dfa-48f5-a745-b614f046f6c9 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:00.835925 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d18419-28e9-4ab4-b3b5-02e4f542bb27", "name": "network-vif-deleted", "tag": "37075b96-609b-40c9-a25c-8be4d430e493", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:00.836161 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65836903-5dfa-48f5-a745-b614f046f6c9 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:00.836572 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d18419-28e9-4ab4-b3b5-02e4f542bb27', 'name': 'network-vif-deleted', 'tag': '37075b96-609b-40c9-a25c-8be4d430e493', 'status': 'completed', 'code': 200} Sep 22 09:32:00.849896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Transition to ACTIVE for port object 3dbaefcc-502b-4905-a2dd-09751f3c0385 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:32:00.866366 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:00.938552 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9923e13-d842-4a60-9d7f-563975bea71d req-ca15d46f-9f82-441c-a024-31aafaa11aa6 service neutron] 10.222.0.60 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341774 Sep 22 09:32:00.940208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.019525 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.049294 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:32:01.052927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e7f4-6e58-4129-bf5b-4b3e0329ab91 req-4481a130-9f92-4130-bf41-773df74f7e14 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:01.057818 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60212) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:01.061280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab50e7f4-6e58-4129-bf5b-4b3e0329ab91 req-4481a130-9f92-4130-bf41-773df74f7e14 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.0999048 Sep 22 09:32:01.066143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.066484 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Added segment ff0bafcf-4baf-4716-8d99-3aba7e9b63be of type vlan for network 62b7d100-d684-49af-a4f4-5b2106e3ccdb Sep 22 09:32:01.190209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab50e7f4-6e58-4129-bf5b-4b3e0329ab91 req-723b4760-1640-40d4-82e9-7b7c90e699fe tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276841 Sep 22 09:32:01.218467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbaefcc-502b-4905-a2dd-09751f3c0385,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:01.219204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99b38e-01b4-4ef7-9f44-108751b2bd0b req-2064c611-f76e-4742-85ad-3ff138fbae1b tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:01.224041 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb99b38e-01b4-4ef7-9f44-108751b2bd0b req-2064c611-f76e-4742-85ad-3ff138fbae1b tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.45 "GET /v2.0/ports?device_id=11e41002-1355-4723-b2fd-53e1da16334f HTTP/1.1" status: 200 len: 943 time: 0.1604350 Sep 22 09:32:01.271631 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7fc84054-5c1e-4ce4-afad-20161fcb8ec2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c900252658ec477f9befeec1b34eeea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069001 Sep 22 09:32:01.272405 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5143f9ea-77be-41c6-bda3-2a76e79d716b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:01.284021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60220) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:01.335344 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.382052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Attempting to bind port 3dbaefcc-502b-4905-a2dd-09751f3c0385 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:01.382671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Attempting to bind port 3dbaefcc-502b-4905-a2dd-09751f3c0385 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:01.383100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Attempting to bind port 3dbaefcc-502b-4905-a2dd-09751f3c0385 on network 6459b7b4-2a6f-4f7f-b002-843449468890 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:01.395202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Port 3dbaefcc-502b-4905-a2dd-09751f3c0385 on network 6459b7b4-2a6f-4f7f-b002-843449468890 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:32:01.395531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Attempting to bind port 3dbaefcc-502b-4905-a2dd-09751f3c0385 on network 6459b7b4-2a6f-4f7f-b002-843449468890 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:01.402087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:01.402430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Checking segment: {'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:01.402973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Bound using segment: {'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:01.403403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Bound port: 3dbaefcc-502b-4905-a2dd-09751f3c0385, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bdad88d-c37f-4410-bdba-e3655454b4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:01.403764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.496702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] For port 3dbaefcc-502b-4905-a2dd-09751f3c0385, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:01.500212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1df6f61f-e16d-41ba-97d9-319e2221e441 req-e1322c89-9dce-463f-94b6-6dee661e2e27 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 210 time: 0.1053526 Sep 22 09:32:01.500751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] For port 3dbaefcc-502b-4905-a2dd-09751f3c0385, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3dbaefcc-502b-4905-a2dd-09751f3c0385,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:01.552430 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.562170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:01.563234 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.569908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79920238-6154-4b3a-9ef6-753d86f54469 req-90c6a8ab-009c-44ec-a42b-9e0947530e40 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:01.571622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79920238-6154-4b3a-9ef6-753d86f54469 req-90c6a8ab-009c-44ec-a42b-9e0947530e40 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.2653627 Sep 22 09:32:01.574488 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-063b60d2-8847-4295-8ef9-d81b66429f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.603202 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-063b60d2-8847-4295-8ef9-d81b66429f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.632651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.671667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-fb99b38e-01b4-4ef7-9f44-108751b2bd0b req-ceee5773-2247-49d6-b43a-c746562a4663 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Deleting port 386a78b3-fa20-4818-b435-83cc942a39aa {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:32:01.672133 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-fb99b38e-01b4-4ef7-9f44-108751b2bd0b req-ceee5773-2247-49d6-b43a-c746562a4663 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.726492 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5711775 Sep 22 09:32:01.732292 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60232) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:01.755393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Request body: {'subnet': {'network_id': '62b7d100-d684-49af-a4f4-5b2106e3ccdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:01.793576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:01.795445 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.797046 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] 10.222.0.45 "PUT /v2.0/ports/3dbaefcc-502b-4905-a2dd-09751f3c0385 HTTP/1.1" status: 200 len: 1092 time: 1.9790111 Sep 22 09:32:01.800765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '3dbaefcc-502b-4905-a2dd-09751f3c0385'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:01.803989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-fb99b38e-01b4-4ef7-9f44-108751b2bd0b req-ceee5773-2247-49d6-b43a-c746562a4663 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] For port 386a78b3-fa20-4818-b435-83cc942a39aa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=386a78b3-fa20-4818-b435-83cc942a39aa,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:01.804569 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-fb99b38e-01b4-4ef7-9f44-108751b2bd0b req-ceee5773-2247-49d6-b43a-c746562a4663 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.811695 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724dcdb7-e899-40e3-9a67-77ae552bf97a" -d '{"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "3dbaefcc-502b-4905-a2dd-09751f3c0385"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:01.836992 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-063b60d2-8847-4295-8ef9-d81b66429f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.839687 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-063b60d2-8847-4295-8ef9-d81b66429f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:01.843744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-063b60d2-8847-4295-8ef9-d81b66429f91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c69e95c-907e-42cd-9892-3354153f4724 HTTP/1.1" status: 204 len: 168 time: 0.5591874 Sep 22 09:32:01.890930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-fb99b38e-01b4-4ef7-9f44-108751b2bd0b req-ceee5773-2247-49d6-b43a-c746562a4663 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Calling delete_port for 386a78b3-fa20-4818-b435-83cc942a39aa owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:32:01.895757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa7278-39c7-42ae-91ec-e44e9bb7eeaf tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event updated for resources: {'Network': ['ID=62b7d100-d684-49af-a4f4-5b2106e3ccdb,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:01.903029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd342d66-2363-4321-9bff-594ae03fe099 req-b49ab342-1223-4d21-a4a8-dbb4d121ca72 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.2412965 Sep 22 09:32:01.912439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 62b7d100-d684-49af-a4f4-5b2106e3ccdb details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:32:01.922631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b60d2-8847-4295-8ef9-d81b66429f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c69e95c-907e-42cd-9892-3354153f4724,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:01.951413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a4841-05a3-4beb-abab-998ce244d107 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbaefcc-502b-4905-a2dd-09751f3c0385,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:01.962426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:02.175308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79920238-6154-4b3a-9ef6-753d86f54469 req-2f8ad1a1-c005-45c9-b11a-f3025c157b79 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092790 Sep 22 09:32:02.214562 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:02.286708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a029de-71d4-4e48-a5b4-0d7d07220358 req-aa8a3302-3f54-4475-9f79-e79bc86520fb tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.290784 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75a029de-71d4-4e48-a5b4-0d7d07220358 req-aa8a3302-3f54-4475-9f79-e79bc86520fb tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1757133 Sep 22 09:32:02.327931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Made reservation on behalf of 87f07e5ce91b4e458dac0c22114b3877 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:02.332045 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:02.446405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75a029de-71d4-4e48-a5b4-0d7d07220358 req-5c6d11ec-7cb6-4a44-ba15-c229ea19833f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802133 Sep 22 09:32:02.473083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6a7f-3845-42e4-938d-23dff6c1e61d req-3b3c8787-6b81-49ac-bf77-23b5265d36e2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.480372 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6a7f-3845-42e4-938d-23dff6c1e61d req-3b3c8787-6b81-49ac-bf77-23b5265d36e2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.502195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6a7f-3845-42e4-938d-23dff6c1e61d req-3b3c8787-6b81-49ac-bf77-23b5265d36e2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.526529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6a7f-3845-42e4-938d-23dff6c1e61d req-3b3c8787-6b81-49ac-bf77-23b5265d36e2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.536320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6a7f-3845-42e4-938d-23dff6c1e61d req-3b3c8787-6b81-49ac-bf77-23b5265d36e2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.540540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04fc6a7f-3845-42e4-938d-23dff6c1e61d req-3b3c8787-6b81-49ac-bf77-23b5265d36e2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 3829 time: 0.1670566 Sep 22 09:32:02.546699 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-fb99b38e-01b4-4ef7-9f44-108751b2bd0b req-ceee5773-2247-49d6-b43a-c746562a4663 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:02.567089 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5394cf9f-9af9-4b2a-bd0e-c6c2945c828d x-openstack-request-id: req-5394cf9f-9af9-4b2a-bd0e-c6c2945c828d {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:02.567664 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "3dbaefcc-502b-4905-a2dd-09751f3c0385", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:02.567792 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5394cf9f-9af9-4b2a-bd0e-c6c2945c828d {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:02.568153 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '3dbaefcc-502b-4905-a2dd-09751f3c0385', 'status': 'completed', 'code': 200} Sep 22 09:32:02.716997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee5773-2247-49d6-b43a-c746562a4663 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Pushing event deleted for resources: {'Port': ['ID=386a78b3-fa20-4818-b435-83cc942a39aa,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:02.766916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035ee4b6-10df-4775-839e-fffd103db731 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:02.775483 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-55af835e-2d2d-40aa-882e-e7e50475230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.775977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-55af835e-2d2d-40aa-882e-e7e50475230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.776466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-55af835e-2d2d-40aa-882e-e7e50475230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.776970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-55af835e-2d2d-40aa-882e-e7e50475230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.777448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-55af835e-2d2d-40aa-882e-e7e50475230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.779286 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-55af835e-2d2d-40aa-882e-e7e50475230d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 4364 time: 0.1974828 Sep 22 09:32:02.784479 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:02.787021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04fc6a7f-3845-42e4-938d-23dff6c1e61d req-07753dd0-51d3-49f0-83f2-cac10cf02564 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2348294 Sep 22 09:32:02.799987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Transition to ACTIVE for port object 035ee4b6-10df-4775-839e-fffd103db731 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:32:02.809599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb99b38e-01b4-4ef7-9f44-108751b2bd0b req-ceee5773-2247-49d6-b43a-c746562a4663 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] No DVR routers for this DVR port 386a78b3-fa20-4818-b435-83cc942a39aa on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:32:02.817230 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-fb99b38e-01b4-4ef7-9f44-108751b2bd0b req-ceee5773-2247-49d6-b43a-c746562a4663 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:02.819346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb99b38e-01b4-4ef7-9f44-108751b2bd0b req-ceee5773-2247-49d6-b43a-c746562a4663 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.45 "DELETE /v2.0/ports/386a78b3-fa20-4818-b435-83cc942a39aa HTTP/1.1" status: 204 len: 173 time: 1.5876861 Sep 22 09:32:02.830972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94737061-ae90-4d0a-85c1-ac9a0b34b920 req-8202e9b2-8af6-4e7a-bad0-a5d2c0b1275d tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:02.832619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94737061-ae90-4d0a-85c1-ac9a0b34b920 req-8202e9b2-8af6-4e7a-bad0-a5d2c0b1275d tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.1651840 Sep 22 09:32:02.837362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e41002-1355-4723-b2fd-53e1da16334f', 'name': 'network-vif-deleted', 'tag': '386a78b3-fa20-4818-b435-83cc942a39aa'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:02.839923 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba60d3a-1cf4-4481-a90b-a4dfa2df2deb" -d '{"events": [{"server_uuid": "11e41002-1355-4723-b2fd-53e1da16334f", "name": "network-vif-deleted", "tag": "386a78b3-fa20-4818-b435-83cc942a39aa"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:02.887675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:02.903961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94737061-ae90-4d0a-85c1-ac9a0b34b920 req-173a8f3e-4e81-4c2b-a153-135c48ad60ea tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605478 Sep 22 09:32:02.924333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e236ea01-4f9a-47f0-9f7f-29ed9dc76dbe req-969d7a32-0494-40c0-b2c2-420853d9226a tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 210 time: 0.0466771 Sep 22 09:32:02.991568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:02.994242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event updated for resources: {'Subnet': ['ID=849186cf-9698-4bb9-a6e0-7e31a901c8de,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:03.019058 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee0151f-fb6e-431e-92f2-c6b6ff1e2193 x-openstack-request-id: req-cee0151f-fb6e-431e-92f2-c6b6ff1e2193 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:03.019429 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e41002-1355-4723-b2fd-53e1da16334f", "name": "network-vif-deleted", "tag": "386a78b3-fa20-4818-b435-83cc942a39aa", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:03.019746 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cee0151f-fb6e-431e-92f2-c6b6ff1e2193 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:03.020323 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e41002-1355-4723-b2fd-53e1da16334f', 'name': 'network-vif-deleted', 'tag': '386a78b3-fa20-4818-b435-83cc942a39aa', 'status': 'completed', 'code': 200} Sep 22 09:32:03.050503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2810652-e753-45cd-9bf8-19f1847e099c req-97614d36-99cf-487f-a440-e3e95d8b056c tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0292370 Sep 22 09:32:03.171842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Pushing event updated for resources: {'Port': ['ID=035ee4b6-10df-4775-839e-fffd103db731,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:03.208108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Checking segment: {'id': 'ff0bafcf-4baf-4716-8d99-3aba7e9b63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '62b7d100-d684-49af-a4f4-5b2106e3ccdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:03.208475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Network hostable DHCP agents. Network: 62b7d100-d684-49af-a4f4-5b2106e3ccdb, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:32:03.213802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-cf226e10-c59d-4776-90a1-b73d51d0998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:03.214400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-cf226e10-c59d-4776-90a1-b73d51d0998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:03.214880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-cf226e10-c59d-4776-90a1-b73d51d0998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:03.216546 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-cf226e10-c59d-4776-90a1-b73d51d0998c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4002926 Sep 22 09:32:03.268711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Attempting to bind port 035ee4b6-10df-4775-839e-fffd103db731 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:03.271787 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Attempting to bind port 035ee4b6-10df-4775-839e-fffd103db731 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:03.271787 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Attempting to bind port 035ee4b6-10df-4775-839e-fffd103db731 on network d7720044-437c-429a-abf9-3517753c2382 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:03.309369 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Port 035ee4b6-10df-4775-839e-fffd103db731 on network d7720044-437c-429a-abf9-3517753c2382 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:32:03.310002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Attempting to bind port 035ee4b6-10df-4775-839e-fffd103db731 on network d7720044-437c-429a-abf9-3517753c2382 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:03.356747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02131f77-3c19-4b69-9085-8c7a83b04061 req-ed5a28d7-c1f6-4f42-a85f-db1f4228b3c6 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:03.358345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02131f77-3c19-4b69-9085-8c7a83b04061 req-ed5a28d7-c1f6-4f42-a85f-db1f4228b3c6 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.0843585 Sep 22 09:32:03.361274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:03.361805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Checking segment: {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:03.362053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Bound using segment: {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:03.362503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Bound port: 035ee4b6-10df-4775-839e-fffd103db731, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:03.362868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:03.406366 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02131f77-3c19-4b69-9085-8c7a83b04061 req-8820d317-5efa-44e6-a4f6-8fd4b79af12a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388906 Sep 22 09:32:03.455122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Network 62b7d100-d684-49af-a4f4-5b2106e3ccdb is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:32:03.489142 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-0da8f617-5507-43fe-8432-6ce181824fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:03.490647 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-724dcdb7-e899-40e3-9a67-77ae552bf97a req-0da8f617-5507-43fe-8432-6ce181824fca service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2238572 Sep 22 09:32:03.521147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] For port 035ee4b6-10df-4775-839e-fffd103db731, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:03.521147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] For port 035ee4b6-10df-4775-839e-fffd103db731, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=035ee4b6-10df-4775-839e-fffd103db731,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:03.540338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 62b7d100-d684-49af-a4f4-5b2106e3ccdb) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:03.544579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:03.545194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:03.557566 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5c29a7-53f1-4996-bb74-5f2d3b9f287a None None] Network 62b7d100-d684-49af-a4f4-5b2106e3ccdb requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:03.603712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:03.625147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60270) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:03.664579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:03.666417 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:03.673067 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] 10.222.0.45 "PUT /v2.0/ports/035ee4b6-10df-4775-839e-fffd103db731 HTTP/1.1" status: 200 len: 1134 time: 1.7445951 Sep 22 09:32:03.705086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64544b-707b-48b1-b782-51168454eefc req-6e145c67-0c6b-474e-a1fb-a4efb63ceb6c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:03.715942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a64544b-707b-48b1-b782-51168454eefc req-6e145c67-0c6b-474e-a1fb-a4efb63ceb6c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1384945 Sep 22 09:32:03.733072 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-59629b5f-e391-4aea-b22b-57c71b5e6d36 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9960558 Sep 22 09:32:03.737646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60274) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:03.747737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Request body: {'network': {'name': 'tempest-router-network01--1307679068'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:03.794889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-62b7d100-d684-49af-a4f4-5b2106e3ccdb', 'network_id': '62b7d100-d684-49af-a4f4-5b2106e3ccdb', 'tenant_id': '87f07e5ce91b4e458dac0c22114b3877', 'fixed_ips': [{'subnet_id': '849186cf-9698-4bb9-a6e0-7e31a901c8de'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:32:03.796534 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:03.813440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a64544b-707b-48b1-b782-51168454eefc req-86ce19cc-a491-426e-ad62-b48e30c77b1f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935276 Sep 22 09:32:03.841172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:03.855036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc2476-0fc0-4c4a-a125-e88f13162d65 service neutron] Pushing event updated for resources: {'Port': ['ID=035ee4b6-10df-4775-839e-fffd103db731,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:03.993663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1628854277-network', 'tenant_id': '740028532b9e4bb0a406ba64b243f5bf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:04.038233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Made reservation on behalf of 87f07e5ce91b4e458dac0c22114b3877 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:04.042049 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:04.052008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Allocated IP 172.20.0.2 (62b7d100-d684-49af-a4f4-5b2106e3ccdb/849186cf-9698-4bb9-a6e0-7e31a901c8de/4ddd282b-781f-422d-a6e5-d2925ce57f45) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:04.096882 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:04.097126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fb4c-2127-409d-b275-cc4190475ffc req-df337e63-44e5-4ae2-a18f-6aac2c657f33 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:04.114303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fb4c-2127-409d-b275-cc4190475ffc req-df337e63-44e5-4ae2-a18f-6aac2c657f33 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:04.120423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Made reservation on behalf of 740028532b9e4bb0a406ba64b243f5bf for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:04.123098 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:04.128569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fb4c-2127-409d-b275-cc4190475ffc req-df337e63-44e5-4ae2-a18f-6aac2c657f33 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:04.139484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:32:04.147141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fb4c-2127-409d-b275-cc4190475ffc req-df337e63-44e5-4ae2-a18f-6aac2c657f33 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:04.159377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fb4c-2127-409d-b275-cc4190475ffc req-df337e63-44e5-4ae2-a18f-6aac2c657f33 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:04.168975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fb4c-2127-409d-b275-cc4190475ffc req-df337e63-44e5-4ae2-a18f-6aac2c657f33 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:04.174678 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:04.182322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32f9fb4c-2127-409d-b275-cc4190475ffc req-df337e63-44e5-4ae2-a18f-6aac2c657f33 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 4605 time: 0.2389526 Sep 22 09:32:04.191458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-4f24ca8d-09dc-400c-80e4-e5f89b66997c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:04.193225 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-4f24ca8d-09dc-400c-80e4-e5f89b66997c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.45 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 805 time: 0.3863587 Sep 22 09:32:04.207839 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:04.208408 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Added segment e0b3f70f-6e4c-43bc-81ce-455e56c94726 of type vlan for network cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df Sep 22 09:32:04.234538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Request body: {'port': {'device_id': 'cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'admin_state_up': True, 'tenant_id': '7613d8fae3f244ceb7789e305433b73a'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:04.293668 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:04.293880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32f9fb4c-2127-409d-b275-cc4190475ffc req-5ea5cd44-3f9a-459a-ad39-3117461ea45b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1099539 Sep 22 09:32:04.335757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3193f-37b2-457b-9827-1486ff6a0b71 req-12de3b2e-dcd4-4130-a3b7-6827e8c02ce9 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:04.344568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ff3193f-37b2-457b-9827-1486ff6a0b71 req-12de3b2e-dcd4-4130-a3b7-6827e8c02ce9 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.3064225 Sep 22 09:32:04.350794 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:04.390072 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:04.409977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ff3193f-37b2-457b-9827-1486ff6a0b71 req-8e4c8a54-2433-476e-acc5-4c014a8aa2f7 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635350 Sep 22 09:32:04.473721 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cd217e4-c32a-4305-8e69-6a3e55683062 req-2e0555f3-6cae-42d6-8dac-f9e5aa84b9d6 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 210 time: 0.0488932 Sep 22 09:32:04.481071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Network 62b7d100-d684-49af-a4f4-5b2106e3ccdb is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:04.484670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:04.487659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:04.522900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Pushing event updated for resources: {'Port': ['ID=4ddd282b-781f-422d-a6e5-d2925ce57f45,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:04.600377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Attempting to bind port 4ddd282b-781f-422d-a6e5-d2925ce57f45 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:04.601659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Attempting to bind port 4ddd282b-781f-422d-a6e5-d2925ce57f45 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'ff0bafcf-4baf-4716-8d99-3aba7e9b63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '62b7d100-d684-49af-a4f4-5b2106e3ccdb'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:04.602468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Attempting to bind port 4ddd282b-781f-422d-a6e5-d2925ce57f45 on network 62b7d100-d684-49af-a4f4-5b2106e3ccdb {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:04.609120 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:04.609884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Checking segment: {'id': 'ff0bafcf-4baf-4716-8d99-3aba7e9b63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '62b7d100-d684-49af-a4f4-5b2106e3ccdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:04.610461 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:04.611310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Bound using segment: {'id': 'ff0bafcf-4baf-4716-8d99-3aba7e9b63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '62b7d100-d684-49af-a4f4-5b2106e3ccdb'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:04.612318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Bound port: 4ddd282b-781f-422d-a6e5-d2925ce57f45, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0bafcf-4baf-4716-8d99-3aba7e9b63be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '62b7d100-d684-49af-a4f4-5b2106e3ccdb'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:04.613192 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:04.623523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3faef4b-eb4b-4538-8a99-aa8c16878d29 req-56510e98-26ca-4f79-8c05-fc311709cfdb tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0703824 Sep 22 09:32:04.650046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ffd7e-63aa-4438-b407-27de5955949b req-cace6177-ab74-41a0-9dde-e16894c31b91 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:04.660129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd6ffd7e-63aa-4438-b407-27de5955949b req-cace6177-ab74-41a0-9dde-e16894c31b91 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1170464 Sep 22 09:32:04.701671 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] For port 4ddd282b-781f-422d-a6e5-d2925ce57f45, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:04.710936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] For port 4ddd282b-781f-422d-a6e5-d2925ce57f45, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4ddd282b-781f-422d-a6e5-d2925ce57f45,segment=NetworkSegment(ff0bafcf-4baf-4716-8d99-3aba7e9b63be),segment_id=ff0bafcf-4baf-4716-8d99-3aba7e9b63be)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:04.721681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd6ffd7e-63aa-4438-b407-27de5955949b req-1d9aa3c8-1f60-4095-9a4e-7faa8bf71d0f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605342 Sep 22 09:32:04.795462 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:04.839697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '035ee4b6-10df-4775-839e-fffd103db731'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:04.841846 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de948fdd-5b07-4ff9-9b43-1702fca3faa0" -d '{"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "035ee4b6-10df-4775-839e-fffd103db731"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:04.882498 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.resource_extend [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:32:04.889819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b8950-a19d-4115-bd65-f2ecdee4ec29 None None] Pushing event updated for resources: {'Port': ['ID=4ddd282b-781f-422d-a6e5-d2925ce57f45,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:04.909032 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8feb00c-1a6f-4ce9-9177-439e5e56125f x-openstack-request-id: req-e8feb00c-1a6f-4ce9-9177-439e5e56125f {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:04.909456 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "035ee4b6-10df-4775-839e-fffd103db731", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:04.909819 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8feb00c-1a6f-4ce9-9177-439e5e56125f {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:04.910132 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '035ee4b6-10df-4775-839e-fffd103db731', 'status': 'completed', 'code': 200} Sep 22 09:32:05.020565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfad6e-f24a-428c-8f8a-5edb6e0b32b1 req-ec05e012-3d06-495a-81af-df134e43a15e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.022476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cbfad6e-f24a-428c-8f8a-5edb6e0b32b1 req-ec05e012-3d06-495a-81af-df134e43a15e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1005685 Sep 22 09:32:05.034772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-3e78e9a0-1eac-4510-b19e-b6e7af544bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.035264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-3e78e9a0-1eac-4510-b19e-b6e7af544bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.036437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-3e78e9a0-1eac-4510-b19e-b6e7af544bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.036437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-3e78e9a0-1eac-4510-b19e-b6e7af544bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.037128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-3e78e9a0-1eac-4510-b19e-b6e7af544bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.037605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-3e78e9a0-1eac-4510-b19e-b6e7af544bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.039677 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-3e78e9a0-1eac-4510-b19e-b6e7af544bbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5291 time: 0.1052923 Sep 22 09:32:05.039930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:05.046190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.046854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:05.186768 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:05.187885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event updated for resources: {'Network': ['ID=cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:05.201542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cbfad6e-f24a-428c-8f8a-5edb6e0b32b1 req-1cd6ba90-84c0-4444-bd6f-c8c222537ed2 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728487 Sep 22 09:32:05.201771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:32:05.253586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-5b0c406c-f7ae-479a-addf-3359afce3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.254038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-5b0c406c-f7ae-479a-addf-3359afce3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.254567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-5b0c406c-f7ae-479a-addf-3359afce3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.256276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-5b0c406c-f7ae-479a-addf-3359afce3ff8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2075040 Sep 22 09:32:05.289432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fdafa7-e31f-4113-a70f-c05ee0d1c76c {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:05.301249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:05.310819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:05.350758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee43d543-7373-408a-8f11-4ce996fa93b9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:05.359568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Transition to ACTIVE for port object e0fdafa7-e31f-4113-a70f-c05ee0d1c76c will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:32:05.364617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:32:05.377606 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:05.378511 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Added segment f2c02933-44ed-4c9e-9e74-e2e4dc900685 of type vlan for network 03bf477f-92d6-4a05-98b9-a34a9cabdccf Sep 22 09:32:05.408878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 386a78b3-fa20-4818-b435-83cc942a39aa no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:32:05.410362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60292) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:05.411295 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1b7d17fd-6ae2-4922-85cf-b6c8b4e58d38 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6725097 Sep 22 09:32:05.418862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Request body: {'network': {'name': 'tempest-router-network02--836476293'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:05.444866 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-5f158e21-87bc-4edf-bc06-2cd62059d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.446529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de948fdd-5b07-4ff9-9b43-1702fca3faa0 req-5f158e21-87bc-4edf-bc06-2cd62059d9d6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825209 Sep 22 09:32:05.461591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 386a78b3-fa20-4818-b435-83cc942a39aa {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:32:05.464556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 386a78b3-fa20-4818-b435-83cc942a39aa not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:32:05.467429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:05.470453 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:05.534089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Made reservation on behalf of 7613d8fae3f244ceb7789e305433b73a for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:05.537654 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:05.543250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581d18-b049-4041-9d4d-847b5b93a894 req-d9b66ee1-b6ac-4429-88c2-5f414da5c065 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.550471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581d18-b049-4041-9d4d-847b5b93a894 req-d9b66ee1-b6ac-4429-88c2-5f414da5c065 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.557979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581d18-b049-4041-9d4d-847b5b93a894 req-d9b66ee1-b6ac-4429-88c2-5f414da5c065 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.558926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:05.565216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581d18-b049-4041-9d4d-847b5b93a894 req-d9b66ee1-b6ac-4429-88c2-5f414da5c065 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.572592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581d18-b049-4041-9d4d-847b5b93a894 req-d9b66ee1-b6ac-4429-88c2-5f414da5c065 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.579482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581d18-b049-4041-9d4d-847b5b93a894 req-d9b66ee1-b6ac-4429-88c2-5f414da5c065 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.588417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581d18-b049-4041-9d4d-847b5b93a894 req-d9b66ee1-b6ac-4429-88c2-5f414da5c065 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.590704 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd581d18-b049-4041-9d4d-847b5b93a894 req-d9b66ee1-b6ac-4429-88c2-5f414da5c065 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5382 time: 0.1308999 Sep 22 09:32:05.688318 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:05.689828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:05.690603 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:05.780077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Attempting to bind port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:05.781755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Attempting to bind port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:05.782193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Attempting to bind port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c on network d7720044-437c-429a-abf9-3517753c2382 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:05.792497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c on network d7720044-437c-429a-abf9-3517753c2382 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:32:05.792941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Attempting to bind port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c on network d7720044-437c-429a-abf9-3517753c2382 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:05.834925 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2052631 Sep 22 09:32:05.844135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60302) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:05.847544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c009281-8580-4102-9586-ceddc01c8de6 admin admin] Pushing event updated for resources: {'Network': ['ID=03bf477f-92d6-4a05-98b9-a34a9cabdccf,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:05.853190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] Request body: {'subnet': {'network_id': '03bf477f-92d6-4a05-98b9-a34a9cabdccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1628854277-subnet', 'tenant_id': '740028532b9e4bb0a406ba64b243f5bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:05.860022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 03bf477f-92d6-4a05-98b9-a34a9cabdccf details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:32:05.936982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:05.937323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Checking segment: {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:05.937769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Bound using segment: {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:05.938226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Bound port: e0fdafa7-e31f-4113-a70f-c05ee0d1c76c, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:05.939221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.036329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] Made reservation on behalf of 740028532b9e4bb0a406ba64b243f5bf for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:06.038732 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.070221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] For port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:06.084590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Allocated IP 172.20.0.6 (481161e4-d608-458f-a049-8a0f1f993768/cfaf3b31-1878-4542-8cdf-ef8404499561/bda36d82-46cc-4194-b1b5-408d069b0ab5) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:06.104698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Made reservation on behalf of 87f07e5ce91b4e458dac0c22114b3877 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:06.108231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.114104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] For port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:06.149109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd581d18-b049-4041-9d4d-847b5b93a894 req-8370dbd0-8fa3-4fb5-8029-f302428a4cb6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5406678 Sep 22 09:32:06.167152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e706b-15d7-4efe-b4de-ccf7e40ef224 req-3ddd11b9-4750-48ea-befe-b461345e61aa tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:06.174949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc9e706b-15d7-4efe-b4de-ccf7e40ef224 req-3ddd11b9-4750-48ea-befe-b461345e61aa tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.5692201 Sep 22 09:32:06.177526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:32:06.210864 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.211021 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Added segment 329f7aaa-17de-4c19-9dfc-a5dd36bd109d of type vlan for network c7912ce1-1ca3-48a2-8639-70ad095c20ae Sep 22 09:32:06.272170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc9e706b-15d7-4efe-b4de-ccf7e40ef224 req-d0efcef1-ab7a-4a85-acda-487a9902c26a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962496 Sep 22 09:32:06.284801 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.304647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7170d85a-df27-4225-86e1-43ed25a48c6f req-c7be398e-d78b-43df-993b-ca1b110687d9 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 210 time: 0.0367856 Sep 22 09:32:06.334699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b088f9-22b4-4786-8cf5-f55375375d67 None None] Network 62b7d100-d684-49af-a4f4-5b2106e3ccdb requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:06.352689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.430030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06df8691-7ea8-492c-b9f8-110d3d013605 req-18501645-9773-4d30-8790-4bf5f229008d tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0573661 Sep 22 09:32:06.453649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:06.453649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.453649 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] 10.222.0.45 "PUT /v2.0/ports/e0fdafa7-e31f-4113-a70f-c05ee0d1c76c HTTP/1.1" status: 200 len: 1135 time: 2.6111732 Sep 22 09:32:06.453649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.475749 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.482100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:06.483035 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.542832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5e498-7f63-4679-b062-c3ad505370a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:06.552236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e42146fd-e896-442c-b30f-6db3bb4f7294 None None] Provisioning complete for port 4ddd282b-781f-422d-a6e5-d2925ce57f45 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:06.558137 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e42146fd-e896-442c-b30f-6db3bb4f7294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.563284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:06.604070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c96f08-c4b0-4195-a2ac-707fb6802752,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:06.610942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.675739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] Checking segment: {'id': 'f2c02933-44ed-4c9e-9e74-e2e4dc900685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '03bf477f-92d6-4a05-98b9-a34a9cabdccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:06.676423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] Network hostable DHCP agents. Network: 03bf477f-92d6-4a05-98b9-a34a9cabdccf, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:32:06.677727 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2656698 Sep 22 09:32:06.683348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60308) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:06.691426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c820b9-8e96-419c-b93c-8bac327b10bd tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event updated for resources: {'Network': ['ID=c7912ce1-1ca3-48a2-8639-70ad095c20ae,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:06.694230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Request body: {'subnet': {'network_id': 'cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:06.707167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f62d3-cde8-4035-bfff-908d19219907 req-974f8229-e811-4643-b756-9f2661dd0d0d tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:06.716557 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e0f62d3-cde8-4035-bfff-908d19219907 req-974f8229-e811-4643-b756-9f2661dd0d0d tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.2020195 Sep 22 09:32:06.718881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:06.728246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network c7912ce1-1ca3-48a2-8639-70ad095c20ae details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:32:06.779425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0e0e1-a19f-4dcf-9a38-5213e82a44b8 req-fb7f820c-5b63-4afb-81b1-717e11600472 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:06.790035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44b0e0e1-a19f-4dcf-9a38-5213e82a44b8 req-fb7f820c-5b63-4afb-81b1-717e11600472 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.2766080 Sep 22 09:32:06.844838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44b0e0e1-a19f-4dcf-9a38-5213e82a44b8 req-0fe07979-e84a-4fe0-8657-903cdc688cd0 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537128 Sep 22 09:32:06.868886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e0f62d3-cde8-4035-bfff-908d19219907 req-b15a94ae-e55e-41a8-8b84-f9c7bf3548b3 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496532 Sep 22 09:32:06.885264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] Network 03bf477f-92d6-4a05-98b9-a34a9cabdccf is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:32:06.912616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': 'e0fdafa7-e31f-4113-a70f-c05ee0d1c76c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:06.916401 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af47d1f7-5a6f-4641-bf2b-b4f74857c058" -d '{"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "e0fdafa7-e31f-4113-a70f-c05ee0d1c76c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:06.916559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4ddd282b-781f-422d-a6e5-d2925ce57f45 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:06.929676 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.015188 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e42146fd-e896-442c-b30f-6db3bb4f7294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.017249 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca4741d-a628-4b1a-a629-ec8fc851dd3c x-openstack-request-id: req-aca4741d-a628-4b1a-a629-ec8fc851dd3c {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:07.017540 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "e0fdafa7-e31f-4113-a70f-c05ee0d1c76c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:07.020514 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aca4741d-a628-4b1a-a629-ec8fc851dd3c {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:07.020976 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': 'e0fdafa7-e31f-4113-a70f-c05ee0d1c76c', 'status': 'completed', 'code': 200} Sep 22 09:32:07.038667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 03bf477f-92d6-4a05-98b9-a34a9cabdccf) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:07.050938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.051537 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.057026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Network 481161e4-d608-458f-a049-8a0f1f993768 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:07.068997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:07.077253 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Made reservation on behalf of 87f07e5ce91b4e458dac0c22114b3877 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:07.080939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.091385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:07.095981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-fd7dc06f-2f5f-491b-99f5-845d3e72b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.097362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-fd7dc06f-2f5f-491b-99f5-845d3e72b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.098223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-fd7dc06f-2f5f-491b-99f5-845d3e72b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.099044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-fd7dc06f-2f5f-491b-99f5-845d3e72b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.100333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-fd7dc06f-2f5f-491b-99f5-845d3e72b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.101917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-fd7dc06f-2f5f-491b-99f5-845d3e72b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.103388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-fd7dc06f-2f5f-491b-99f5-845d3e72b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.107059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-fd7dc06f-2f5f-491b-99f5-845d3e72b8e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6219 time: 0.1022921 Sep 22 09:32:07.146675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Pushing event updated for resources: {'Port': ['ID=bda36d82-46cc-4194-b1b5-408d069b0ab5,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:07.183364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155e6240-6ca6-4107-ac0d-93ce33e72ca6 None None] Network 03bf477f-92d6-4a05-98b9-a34a9cabdccf requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:07.200634 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-49dfd7bd-95e6-4303-9369-cb27b0cce81c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3540986 Sep 22 09:32:07.268443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e42146fd-e896-442c-b30f-6db3bb4f7294 None None] For port 4ddd282b-781f-422d-a6e5-d2925ce57f45, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4ddd282b-781f-422d-a6e5-d2925ce57f45,segment=NetworkSegment(ff0bafcf-4baf-4716-8d99-3aba7e9b63be),segment_id=ff0bafcf-4baf-4716-8d99-3aba7e9b63be)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:07.321325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.322352 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.348561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-cebe3e7b-33fc-4d3f-9943-bf3ecb8a3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.349399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-cebe3e7b-33fc-4d3f-9943-bf3ecb8a3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.350051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-cebe3e7b-33fc-4d3f-9943-bf3ecb8a3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.352208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-cebe3e7b-33fc-4d3f-9943-bf3ecb8a3435 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2317302 Sep 22 09:32:07.381761 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e42146fd-e896-442c-b30f-6db3bb4f7294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.395752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4ddd282b-781f-422d-a6e5-d2925ce57f45 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:07.396116 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.466841 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-de636375-a4e0-4dd9-b25b-1c0053da1bcb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2502978 Sep 22 09:32:07.510720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Request body: {'port': {'device_id': 'cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:07.549336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22055423-752b-442e-98b4-4b7aa1565677 req-8c850778-08f4-4bce-b681-246f02f94e78 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.558789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22055423-752b-442e-98b4-4b7aa1565677 req-8c850778-08f4-4bce-b681-246f02f94e78 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.565709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22055423-752b-442e-98b4-4b7aa1565677 req-8c850778-08f4-4bce-b681-246f02f94e78 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.572970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22055423-752b-442e-98b4-4b7aa1565677 req-8c850778-08f4-4bce-b681-246f02f94e78 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.580706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22055423-752b-442e-98b4-4b7aa1565677 req-8c850778-08f4-4bce-b681-246f02f94e78 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.587720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22055423-752b-442e-98b4-4b7aa1565677 req-8c850778-08f4-4bce-b681-246f02f94e78 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.594374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42146fd-e896-442c-b30f-6db3bb4f7294 None None] Pushing event updated for resources: {'Port': ['ID=4ddd282b-781f-422d-a6e5-d2925ce57f45,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:07.601187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22055423-752b-442e-98b4-4b7aa1565677 req-8c850778-08f4-4bce-b681-246f02f94e78 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.603018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a252c966-815d-4da4-afeb-3aecbf83af81 None None] Network 03bf477f-92d6-4a05-98b9-a34a9cabdccf requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:07.609874 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22055423-752b-442e-98b4-4b7aa1565677 req-8c850778-08f4-4bce-b681-246f02f94e78 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5382 time: 0.2984850 Sep 22 09:32:07.638753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:07.662431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.672209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1920d4b-c7f3-4202-b666-2d4eda8aa449 req-00c5c6fe-73f1-44e6-b595-19311d3a59fe tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.680062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1920d4b-c7f3-4202-b666-2d4eda8aa449 req-00c5c6fe-73f1-44e6-b595-19311d3a59fe tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.2711670 Sep 22 09:32:07.682914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.687663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Transition to ACTIVE for port object 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:32:07.728446 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.749322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22055423-752b-442e-98b4-4b7aa1565677 req-1ec19559-4830-48d5-91b3-c298d6aa7bf0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1383052 Sep 22 09:32:07.751350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-1ad1172f-0e33-4ffe-bca1-3098f9b31df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.753257 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af47d1f7-5a6f-4641-bf2b-b4f74857c058 req-1ad1172f-0e33-4ffe-bca1-3098f9b31df7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3815742 Sep 22 09:32:07.756422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1920d4b-c7f3-4202-b666-2d4eda8aa449 req-260c0d27-8c15-48fb-b5ee-f01c65983e6d tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753512 Sep 22 09:32:07.792543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.822438 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-773d8fd4-7f6a-46fc-98fe-91ffe5011645 None None] Provisioning complete for port 4ddd282b-781f-422d-a6e5-d2925ce57f45 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:07.822809 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-773d8fd4-7f6a-46fc-98fe-91ffe5011645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:07.918338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event updated for resources: {'Subnet': ['ID=4fd41858-3f25-4423-81e6-ae39f0ff1c0a,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:07.938396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15082d62-8eef-4a66-b7e0-6c71436839b4 req-18dd74d5-b324-4c5b-b086-1b45e59b3f6e tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0414910 Sep 22 09:32:07.970171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5887313-58ac-4649-9ed8-d4aee8b6950b req-605a0d3c-3319-486c-aaff-3b081c248f91 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:07.970645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Pushing event updated for resources: {'Port': ['ID=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:07.970783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5887313-58ac-4649-9ed8-d4aee8b6950b req-605a0d3c-3319-486c-aaff-3b081c248f91 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 931 time: 0.1216047 Sep 22 09:32:07.971469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Checking segment: {'id': 'e0b3f70f-6e4c-43bc-81ce-455e56c94726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:07.971625 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Network hostable DHCP agents. Network: cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:32:08.043937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5887313-58ac-4649-9ed8-d4aee8b6950b req-c3464d6c-0c4b-4952-b36f-f0f6b366bd76 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461271 Sep 22 09:32:08.131430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Attempting to bind port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:08.131877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Attempting to bind port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:08.132344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Attempting to bind port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 on network d7720044-437c-429a-abf9-3517753c2382 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:08.147007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 on network d7720044-437c-429a-abf9-3517753c2382 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:32:08.147007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Attempting to bind port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 on network d7720044-437c-429a-abf9-3517753c2382 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:08.176166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda91057-40dd-44f4-89ed-26b357f2b446 req-4e7037f4-1225-4272-bf5e-4a701553c871 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:08.176166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fda91057-40dd-44f4-89ed-26b357f2b446 req-4e7037f4-1225-4272-bf5e-4a701553c871 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.0791442 Sep 22 09:32:08.203509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Network cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:32:08.207157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:08.207501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Checking segment: {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:08.208061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Bound using segment: {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:08.208775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Bound port: 9c4f4f72-b44a-4a03-8ec8-d526da5ae936, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:08.209151 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:08.248311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fda91057-40dd-44f4-89ed-26b357f2b446 req-a719f642-1ae9-45c8-bc75-231db444c2cf tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643637 Sep 22 09:32:08.261215 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda36d82-46cc-4194-b1b5-408d069b0ab5 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:08.273788 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:08.311758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Transition to ACTIVE for port object bda36d82-46cc-4194-b1b5-408d069b0ab5 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:32:08.322211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] For port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:08.325447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] For port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:08.326893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:08.331752 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:08.332426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:08.337796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9feada-36b2-43a5-b4e2-b9738e7af775 None None] Network cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:08.352687 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:32:08.390071 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:08.416450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d999-1c87-41e6-9622-3d435c370468 req-3bb8c72e-04d7-4a20-aaa4-8acfa475f92e tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:08.418007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-3bb8c72e-04d7-4a20-aaa4-8acfa475f92e tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/networks?id=03bf477f-92d6-4a05-98b9-a34a9cabdccf HTTP/1.1" status: 200 len: 822 time: 0.1931777 Sep 22 09:32:08.430599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340d277-7cd9-4dfb-86b1-430a26b6553c req-18390765-dd48-408a-a288-ff5572b10680 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:08.432016 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e340d277-7cd9-4dfb-86b1-430a26b6553c req-18390765-dd48-408a-a288-ff5572b10680 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.0820343 Sep 22 09:32:08.443939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-914a989f-7286-46ae-ba9f-754b4a085ea4 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/quotas/740028532b9e4bb0a406ba64b243f5bf HTTP/1.1" status: 200 len: 375 time: 0.0104256 Sep 22 09:32:08.447111 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:08.457082 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cfab16ee-f955-48b4-9503-e390cb540fbb tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7699053 Sep 22 09:32:08.462400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60340) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:08.471297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Request body: {'subnet': {'network_id': 'c7912ce1-1ca3-48a2-8639-70ad095c20ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:08.482184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e340d277-7cd9-4dfb-86b1-430a26b6553c req-d7aec14d-26f2-4b3a-b3cf-d05eae09bd65 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377517 Sep 22 09:32:08.488632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:08.489574 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:08.494394 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] 10.222.0.45 "PUT /v2.0/ports/9c4f4f72-b44a-4a03-8ec8-d526da5ae936 HTTP/1.1" status: 200 len: 1091 time: 1.9356432 Sep 22 09:32:08.516117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-c25fb6b8-6a0d-47eb-8cd2-5d4a694009a3 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=740028532b9e4bb0a406ba64b243f5bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372574 Sep 22 09:32:08.516439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Pushing event updated for resources: {'Port': ['ID=bda36d82-46cc-4194-b1b5-408d069b0ab5,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:08.609859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df', 'network_id': 'cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df', 'tenant_id': '87f07e5ce91b4e458dac0c22114b3877', 'fixed_ips': [{'subnet_id': '4fd41858-3f25-4423-81e6-ae39f0ff1c0a'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:32:08.613944 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:08.673863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:08.705807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8b9b3f80-9fad-428a-a69e-1e1afb7439e7 service neutron] 10.222.0.49 "GET /v2.0/networks/03bf477f-92d6-4a05-98b9-a34a9cabdccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793129 Sep 22 09:32:08.777965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Attempting to bind port bda36d82-46cc-4194-b1b5-408d069b0ab5 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:08.778447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Attempting to bind port bda36d82-46cc-4194-b1b5-408d069b0ab5 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:08.778671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Attempting to bind port bda36d82-46cc-4194-b1b5-408d069b0ab5 on network 481161e4-d608-458f-a049-8a0f1f993768 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:08.827872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Allocated IP 172.20.0.2 (cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df/4fd41858-3f25-4423-81e6-ae39f0ff1c0a/da2029cf-e506-4ca0-a871-098afca19846) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:08.858657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba5a9f-bde3-4d04-9f49-ab06ac1ada7a service neutron] Pushing event updated for resources: {'Port': ['ID=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:08.868623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Port bda36d82-46cc-4194-b1b5-408d069b0ab5 on network 481161e4-d608-458f-a049-8a0f1f993768 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:32:08.868997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Attempting to bind port bda36d82-46cc-4194-b1b5-408d069b0ab5 on network 481161e4-d608-458f-a049-8a0f1f993768 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:08.878705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4ddd282b-781f-422d-a6e5-d2925ce57f45 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:08.897704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:08.898005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Checking segment: {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:08.898187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Bound using segment: {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:08.898642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Bound port: bda36d82-46cc-4194-b1b5-408d069b0ab5, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:08.899004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:08.921547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:08.971358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-f7179338-2035-4d2b-bdcb-46681b0beba2 service neutron] 10.222.0.49 "GET /v2.0/networks/03bf477f-92d6-4a05-98b9-a34a9cabdccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569437 Sep 22 09:32:08.999897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d6f72-02cf-471b-91cd-815498f02288 req-6964aa90-8b61-4359-a5c4-01b138fb5c6e tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.002068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-094d6f72-02cf-471b-91cd-815498f02288 req-6964aa90-8b61-4359-a5c4-01b138fb5c6e tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.0872602 Sep 22 09:32:09.059523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-094d6f72-02cf-471b-91cd-815498f02288 req-3a7ffc52-dd14-432d-9925-342df2fd28fb tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496132 Sep 22 09:32:09.122739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4ddd282b-781f-422d-a6e5-d2925ce57f45 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:09.123109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:09.197876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:09.251216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f233-01d3-4bf5-b71c-32a0da453068 req-dc4ff6b6-a4a0-4570-87f5-eae91e0fb701 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.251768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '9c4f4f72-b44a-4a03-8ec8-d526da5ae936'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:09.253660 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f979a0-26f5-4de5-b306-817390f66025" -d '{"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "9c4f4f72-b44a-4a03-8ec8-d526da5ae936"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:09.259456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f233-01d3-4bf5-b71c-32a0da453068 req-dc4ff6b6-a4a0-4570-87f5-eae91e0fb701 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.272654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Made reservation on behalf of 87f07e5ce91b4e458dac0c22114b3877 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:09.286461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:09.287374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f233-01d3-4bf5-b71c-32a0da453068 req-dc4ff6b6-a4a0-4570-87f5-eae91e0fb701 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.295708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f233-01d3-4bf5-b71c-32a0da453068 req-dc4ff6b6-a4a0-4570-87f5-eae91e0fb701 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.304382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f233-01d3-4bf5-b71c-32a0da453068 req-dc4ff6b6-a4a0-4570-87f5-eae91e0fb701 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.314242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f233-01d3-4bf5-b71c-32a0da453068 req-dc4ff6b6-a4a0-4570-87f5-eae91e0fb701 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.322612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f233-01d3-4bf5-b71c-32a0da453068 req-dc4ff6b6-a4a0-4570-87f5-eae91e0fb701 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.331465 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:09.332669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e69f233-01d3-4bf5-b71c-32a0da453068 req-dc4ff6b6-a4a0-4570-87f5-eae91e0fb701 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5394 time: 0.1632080 Sep 22 09:32:09.398653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Network cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:09.399715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a29b441e-2967-481d-949f-bd207bae69cd req-7830d731-fdfd-4de9-ad5d-86c1f54d5f9c tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0435610 Sep 22 09:32:09.401797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:09.404693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:09.427904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e69f233-01d3-4bf5-b71c-32a0da453068 req-af1800de-adc1-4d1f-ad7f-c1a0863b19d2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0936162 Sep 22 09:32:09.450667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Pushing event updated for resources: {'Port': ['ID=da2029cf-e506-4ca0-a871-098afca19846,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:09.468845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] For port bda36d82-46cc-4194-b1b5-408d069b0ab5, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:09.505527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Attempting to bind port da2029cf-e506-4ca0-a871-098afca19846 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:09.505968 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Attempting to bind port da2029cf-e506-4ca0-a871-098afca19846 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'e0b3f70f-6e4c-43bc-81ce-455e56c94726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:09.506456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Attempting to bind port da2029cf-e506-4ca0-a871-098afca19846 on network cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:09.523138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:09.523924 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Checking segment: {'id': 'e0b3f70f-6e4c-43bc-81ce-455e56c94726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:09.524230 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:09.524793 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Bound using segment: {'id': 'e0b3f70f-6e4c-43bc-81ce-455e56c94726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:09.525376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Bound port: da2029cf-e506-4ca0-a871-098afca19846, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b3f70f-6e4c-43bc-81ce-455e56c94726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:09.525863 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:09.553532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] For port bda36d82-46cc-4194-b1b5-408d069b0ab5, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=bda36d82-46cc-4194-b1b5-408d069b0ab5,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:09.608197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] For port da2029cf-e506-4ca0-a871-098afca19846, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:09.612323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] For port da2029cf-e506-4ca0-a871-098afca19846, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=da2029cf-e506-4ca0-a871-098afca19846,segment=NetworkSegment(e0b3f70f-6e4c-43bc-81ce-455e56c94726),segment_id=e0b3f70f-6e4c-43bc-81ce-455e56c94726)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:09.638655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:09.643166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf4367c3-dc25-48e4-be98-919b75c07df0 req-b7c4470a-b098-40ce-bf88-97e879138fa7 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 210 time: 0.0700884 Sep 22 09:32:09.671550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d311b1-e095-4d72-bbfa-f20840404ce2 req-d4a7a9cf-5513-49e3-bafd-764f70e6cbea tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.673187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56d311b1-e095-4d72-bbfa-f20840404ce2 req-d4a7a9cf-5513-49e3-bafd-764f70e6cbea tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 943 time: 0.1585104 Sep 22 09:32:09.687115 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:09.782209 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528143a2-cb52-4ae9-bab1-f0ba551b6cb2 x-openstack-request-id: req-528143a2-cb52-4ae9-bab1-f0ba551b6cb2 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:09.782560 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "9c4f4f72-b44a-4a03-8ec8-d526da5ae936", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:09.782880 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-528143a2-cb52-4ae9-bab1-f0ba551b6cb2 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:09.783152 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '9c4f4f72-b44a-4a03-8ec8-d526da5ae936', 'status': 'completed', 'code': 200} Sep 22 09:32:09.795710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.796350 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:09.803141 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] 10.222.0.45 "PUT /v2.0/ports/bda36d82-46cc-4194-b1b5-408d069b0ab5 HTTP/1.1" status: 200 len: 1091 time: 2.3015852 Sep 22 09:32:09.812797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e002ed-d53b-461f-99bc-caea86d9a3e4 None None] Pushing event updated for resources: {'Port': ['ID=da2029cf-e506-4ca0-a871-098afca19846,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:09.819214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56d311b1-e095-4d72-bbfa-f20840404ce2 req-93a9fb24-636b-4772-9671-5c4359e2f382 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396010 Sep 22 09:32:09.848595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f979a0-26f5-4de5-b306-817390f66025 req-3631563c-7c96-49f1-b0ba-13761569cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.849116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f979a0-26f5-4de5-b306-817390f66025 req-3631563c-7c96-49f1-b0ba-13761569cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.849729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f979a0-26f5-4de5-b306-817390f66025 req-3631563c-7c96-49f1-b0ba-13761569cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.850213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f979a0-26f5-4de5-b306-817390f66025 req-3631563c-7c96-49f1-b0ba-13761569cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.850893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f979a0-26f5-4de5-b306-817390f66025 req-3631563c-7c96-49f1-b0ba-13761569cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.851321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f979a0-26f5-4de5-b306-817390f66025 req-3631563c-7c96-49f1-b0ba-13761569cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.851808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f979a0-26f5-4de5-b306-817390f66025 req-3631563c-7c96-49f1-b0ba-13761569cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.853865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19f979a0-26f5-4de5-b306-817390f66025 req-3631563c-7c96-49f1-b0ba-13761569cdc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6286 time: 0.1348038 Sep 22 09:32:09.880858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742d2e1-399f-451b-8dcd-79ec4f6f200f req-9410838b-3b54-4fe4-a109-e58ddcdcb965 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:09.882565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b742d2e1-399f-451b-8dcd-79ec4f6f200f req-9410838b-3b54-4fe4-a109-e58ddcdcb965 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1215191 Sep 22 09:32:10.001896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b742d2e1-399f-451b-8dcd-79ec4f6f200f req-8f9674d1-acb3-4c03-bde6-45532cda0fdb tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947542 Sep 22 09:32:10.035030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e11cbf-2e95-466c-907e-135a44937999 service neutron] Pushing event updated for resources: {'Port': ['ID=bda36d82-46cc-4194-b1b5-408d069b0ab5,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:10.117476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeba93b-568b-499d-b61c-dd134ad833c1 req-db980fad-cacb-452b-96ae-6926aa160698 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.119127 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2eeba93b-568b-499d-b61c-dd134ad833c1 req-db980fad-cacb-452b-96ae-6926aa160698 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.2214870 Sep 22 09:32:10.132302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-1e20d03d-e50d-41ad-99ec-1241f75c19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.133953 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-1e20d03d-e50d-41ad-99ec-1241f75c19e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 1094 time: 0.1720877 Sep 22 09:32:10.156894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f979a0-26f5-4de5-b306-817390f66025 req-c4b125dc-3e58-42e4-aad1-2bf49d01758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.162852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f979a0-26f5-4de5-b306-817390f66025 req-c4b125dc-3e58-42e4-aad1-2bf49d01758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.162852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f979a0-26f5-4de5-b306-817390f66025 req-c4b125dc-3e58-42e4-aad1-2bf49d01758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.162852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19f979a0-26f5-4de5-b306-817390f66025 req-c4b125dc-3e58-42e4-aad1-2bf49d01758f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2967424 Sep 22 09:32:10.186793 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-65f1ccf4-9926-4362-a1c1-afdbcfcc50c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bda36d82-46cc-4194-b1b5-408d069b0ab5 HTTP/1.1" status: 200 len: 217 time: 0.0420327 Sep 22 09:32:10.258939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-f0b79cd5-f110-4d9a-b7d8-4f9a15d16ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.260452 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-f0b79cd5-f110-4d9a-b7d8-4f9a15d16ee0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfaf3b31-1878-4542-8cdf-ef8404499561 HTTP/1.1" status: 200 len: 845 time: 0.0612664 Sep 22 09:32:10.276947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f979a0-26f5-4de5-b306-817390f66025 req-bc9ec796-c1a8-4db3-9959-2ced6dec917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.283583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19f979a0-26f5-4de5-b306-817390f66025 req-bc9ec796-c1a8-4db3-9959-2ced6dec917e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064789 Sep 22 09:32:10.289726 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:10.341605 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2eeba93b-568b-499d-b61c-dd134ad833c1 req-762142d7-7979-413d-9f04-ac62854c3882 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974106 Sep 22 09:32:10.351483 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-653db72b-9107-42fe-8a3e-04997cc33d66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=481161e4-d608-458f-a049-8a0f1f993768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718720 Sep 22 09:32:10.359965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f00c-8abb-4a82-8ce8-39650a8f99c6 req-502b8f8e-eca6-4f92-bdce-74c5eca99203 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.370144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19b7f00c-8abb-4a82-8ce8-39650a8f99c6 req-502b8f8e-eca6-4f92-bdce-74c5eca99203 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.1991067 Sep 22 09:32:10.379410 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1862ff0f-13ef-436e-a82f-5d3673bee076 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:10.412065 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:10.421124 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19b7f00c-8abb-4a82-8ce8-39650a8f99c6 req-9ad44dce-748b-4dee-8e9b-c21d3d0d455e tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490212 Sep 22 09:32:10.447809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event updated for resources: {'Subnet': ['ID=e5849f0b-4e85-48ff-9ee0-3f2a6bc71f3c,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:10.453538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Transition to ACTIVE for port object 1862ff0f-13ef-436e-a82f-5d3673bee076 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:32:10.455236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Checking segment: {'id': '329f7aaa-17de-4c19-9dfc-a5dd36bd109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c7912ce1-1ca3-48a2-8639-70ad095c20ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:10.455599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Network hostable DHCP agents. Network: c7912ce1-1ca3-48a2-8639-70ad095c20ae, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:32:10.536999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-777a1da4-32ad-43b6-9e0e-627754288315 service neutron] 10.222.0.45 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599338 Sep 22 09:32:10.577634 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:10.601823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe1ced7d-e980-44f8-914c-07ba28c38a12 req-3d13d62d-8397-4e1c-b4f5-7b5ae1096c23 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0361011 Sep 22 09:32:10.626394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83a5b-15e3-4ee0-adfb-ed53614bcc22 req-d6280c1d-92b9-4a59-b513-1648bf25922f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.634273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83a5b-15e3-4ee0-adfb-ed53614bcc22 req-d6280c1d-92b9-4a59-b513-1648bf25922f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.641340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83a5b-15e3-4ee0-adfb-ed53614bcc22 req-d6280c1d-92b9-4a59-b513-1648bf25922f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.652170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83a5b-15e3-4ee0-adfb-ed53614bcc22 req-d6280c1d-92b9-4a59-b513-1648bf25922f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.659501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83a5b-15e3-4ee0-adfb-ed53614bcc22 req-d6280c1d-92b9-4a59-b513-1648bf25922f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.666438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83a5b-15e3-4ee0-adfb-ed53614bcc22 req-d6280c1d-92b9-4a59-b513-1648bf25922f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.679015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83a5b-15e3-4ee0-adfb-ed53614bcc22 req-d6280c1d-92b9-4a59-b513-1648bf25922f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:10.693116 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15c83a5b-15e3-4ee0-adfb-ed53614bcc22 req-d6280c1d-92b9-4a59-b513-1648bf25922f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5394 time: 0.1604459 Sep 22 09:32:10.799198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Pushing event updated for resources: {'Port': ['ID=1862ff0f-13ef-436e-a82f-5d3673bee076,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:10.819813 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Network c7912ce1-1ca3-48a2-8639-70ad095c20ae is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:32:10.834832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15c83a5b-15e3-4ee0-adfb-ed53614bcc22 req-3d0430db-a97b-45f4-bdc0-fe4f5198e3bd tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1375871 Sep 22 09:32:10.844769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c91b9736-79e9-4ae1-ae88-b47835e429d5 req-9eb0a69b-1654-4546-b455-f633d47cc3a7 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 210 time: 0.0941703 Sep 22 09:32:10.897295 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-698066bf-c0eb-4c8e-a265-6784774bf593 req-d5d5e2a1-7843-48fe-90e0-5ee4fc7ddf2c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.1343017 Sep 22 09:32:10.927028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device da2029cf-e506-4ca0-a871-098afca19846 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:10.978096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, c7912ce1-1ca3-48a2-8639-70ad095c20ae) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:10.997621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85567e80-cd5b-4fed-8a2f-9c2cd3612c02 None None] Network c7912ce1-1ca3-48a2-8639-70ad095c20ae requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:11.011004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:11.012949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153a4cb-b14f-495c-a345-c0aca4ddebae req-ab37be3d-482f-450e-8cfb-eae88a60c0ca tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:11.021745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7153a4cb-b14f-495c-a345-c0aca4ddebae req-ab37be3d-482f-450e-8cfb-eae88a60c0ca tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 943 time: 0.1053932 Sep 22 09:32:11.022678 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:11.034359 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0904ca13-d59e-4efd-89c2-4b532696e7ee req-ac5ce02a-8dae-4fee-99df-6ca9ed9104f3 service neutron] 10.222.0.45 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886353 Sep 22 09:32:11.080290 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port da2029cf-e506-4ca0-a871-098afca19846 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:11.081090 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:11.103003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Attempting to bind port 1862ff0f-13ef-436e-a82f-5d3673bee076 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:11.103553 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Attempting to bind port 1862ff0f-13ef-436e-a82f-5d3673bee076 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:11.103702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Attempting to bind port 1862ff0f-13ef-436e-a82f-5d3673bee076 on network d7720044-437c-429a-abf9-3517753c2382 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:11.116632 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7153a4cb-b14f-495c-a345-c0aca4ddebae req-6b696bfc-01ae-4a9c-bab0-2337b33f1257 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890749 Sep 22 09:32:11.128004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Port 1862ff0f-13ef-436e-a82f-5d3673bee076 on network d7720044-437c-429a-abf9-3517753c2382 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:32:11.128004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Attempting to bind port 1862ff0f-13ef-436e-a82f-5d3673bee076 on network d7720044-437c-429a-abf9-3517753c2382 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:11.137411 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:11.138206 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Checking segment: {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:11.139466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Bound using segment: {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:11.141465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Bound port: 1862ff0f-13ef-436e-a82f-5d3673bee076, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65493857-2026-4007-9471-08b3152a2864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'd7720044-437c-429a-abf9-3517753c2382'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:11.142601 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:11.208159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b4a5-2970-4f49-a492-354971deee21 req-4715bcf7-f376-4468-89ab-eba38484fa6c tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:11.216266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521b4a5-2970-4f49-a492-354971deee21 req-4715bcf7-f376-4468-89ab-eba38484fa6c tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.0693157 Sep 22 09:32:11.242853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] For port 1862ff0f-13ef-436e-a82f-5d3673bee076, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:11.248791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] For port 1862ff0f-13ef-436e-a82f-5d3673bee076, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1862ff0f-13ef-436e-a82f-5d3673bee076,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:11.264197 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aa6028e0-23a6-4cb9-ae19-f122e11a5ed2 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7986844 Sep 22 09:32:11.266920 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60378) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:11.285130 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a521b4a5-2970-4f49-a492-354971deee21 req-b9098d7a-bde0-40d7-801d-5a625a931386 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678551 Sep 22 09:32:11.348833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:11.353124 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:11.400364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-c7912ce1-1ca3-48a2-8639-70ad095c20ae', 'network_id': 'c7912ce1-1ca3-48a2-8639-70ad095c20ae', 'tenant_id': '87f07e5ce91b4e458dac0c22114b3877', 'fixed_ips': [{'subnet_id': 'e5849f0b-4e85-48ff-9ee0-3f2a6bc71f3c'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:32:11.403704 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:11.418028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Pushing event updated for resources: {'Port': ['ID=1862ff0f-13ef-436e-a82f-5d3673bee076,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:11.435729 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6db9eb-6933-4cf4-a074-7f75c37a6814 None None] Network cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:11.496003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:11.497877 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:11.499791 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-1629bc64-4dd3-4b8b-9801-23dd44157807 service neutron] 10.222.0.45 "PUT /v2.0/ports/1862ff0f-13ef-436e-a82f-5d3673bee076 HTTP/1.1" status: 200 len: 1091 time: 2.8460612 Sep 22 09:32:11.601803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port da2029cf-e506-4ca0-a871-098afca19846, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=da2029cf-e506-4ca0-a871-098afca19846,segment=NetworkSegment(e0b3f70f-6e4c-43bc-81ce-455e56c94726),segment_id=e0b3f70f-6e4c-43bc-81ce-455e56c94726)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:11.610083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209de160-3855-45ee-887e-83f68b8ac210 req-88fa434b-c47b-4752-bc59-13715ae593fd tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:11.618458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:11.618780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-209de160-3855-45ee-887e-83f68b8ac210 req-88fa434b-c47b-4752-bc59-13715ae593fd tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1420527 Sep 22 09:32:11.666620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-99b9b81f-99a1-4ce1-a02a-5d7329c8592e None None] Provisioning complete for port da2029cf-e506-4ca0-a871-098afca19846 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:11.666998 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99b9b81f-99a1-4ce1-a02a-5d7329c8592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:11.667357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186a574-b536-4060-a518-5e8775016cb1 req-753244c5-a9ee-4d09-9d66-87e6f42a1e4c tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:11.674465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0186a574-b536-4060-a518-5e8775016cb1 req-753244c5-a9ee-4d09-9d66-87e6f42a1e4c tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.1457646 Sep 22 09:32:11.706469 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:11.767633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-209de160-3855-45ee-887e-83f68b8ac210 req-ede40460-b787-4236-981a-53d1c7639045 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477301 Sep 22 09:32:11.813233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0186a574-b536-4060-a518-5e8775016cb1 req-ff31ad91-0d7a-4489-8258-de9b54af2a40 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164033 Sep 22 09:32:11.841681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:11.920076 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e78a942-ea3f-4381-8589-e092aecf7597 req-1c7c2e41-b448-4fc6-b5f6-099f57a561c4 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0624526 Sep 22 09:32:11.983079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef', 'tag': 'bda36d82-46cc-4194-b1b5-408d069b0ab5'}, {'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '1862ff0f-13ef-436e-a82f-5d3673bee076'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:11.986002 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acee2371-193f-439c-a691-be0b914713ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef", "tag": "bda36d82-46cc-4194-b1b5-408d069b0ab5"}, {"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "1862ff0f-13ef-436e-a82f-5d3673bee076"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:12.027807 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89fa6f-ce2c-4da0-827e-a896d423ff69 req-e8d697b2-047d-4114-a76a-156e393e9121 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:12.035651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89fa6f-ce2c-4da0-827e-a896d423ff69 req-e8d697b2-047d-4114-a76a-156e393e9121 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:12.042194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89fa6f-ce2c-4da0-827e-a896d423ff69 req-e8d697b2-047d-4114-a76a-156e393e9121 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:12.050154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89fa6f-ce2c-4da0-827e-a896d423ff69 req-e8d697b2-047d-4114-a76a-156e393e9121 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:12.058290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89fa6f-ce2c-4da0-827e-a896d423ff69 req-e8d697b2-047d-4114-a76a-156e393e9121 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:12.065592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89fa6f-ce2c-4da0-827e-a896d423ff69 req-e8d697b2-047d-4114-a76a-156e393e9121 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:12.071968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89fa6f-ce2c-4da0-827e-a896d423ff69 req-e8d697b2-047d-4114-a76a-156e393e9121 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:12.081435 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=da2029cf-e506-4ca0-a871-098afca19846,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:12.082893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe89fa6f-ce2c-4da0-827e-a896d423ff69 req-e8d697b2-047d-4114-a76a-156e393e9121 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5406 time: 0.1314883 Sep 22 09:32:12.122747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Allocated IP 172.20.0.2 (c7912ce1-1ca3-48a2-8639-70ad095c20ae/e5849f0b-4e85-48ff-9ee0-3f2a6bc71f3c/0d0ad1b0-b645-4455-83f7-0ed1d009884b) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:12.159983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0830b484-c8a6-4ac8-9c47-9e216745d7bf req-239a718e-869c-4e86-8561-119fda70a9e2 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 210 time: 0.0657399 Sep 22 09:32:12.173823 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:12.222417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe89fa6f-ce2c-4da0-827e-a896d423ff69 req-c733fa81-ae84-4422-8e01-5836832c7bab tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1384418 Sep 22 09:32:12.264254 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa6aff1-b1b0-4616-a6a8-33415c6bb352 x-openstack-request-id: req-ffa6aff1-b1b0-4616-a6a8-33415c6bb352 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:12.264254 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef", "tag": "bda36d82-46cc-4194-b1b5-408d069b0ab5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "1862ff0f-13ef-436e-a82f-5d3673bee076", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:12.264254 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffa6aff1-b1b0-4616-a6a8-33415c6bb352 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:12.270079 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef', 'tag': 'bda36d82-46cc-4194-b1b5-408d069b0ab5', 'status': 'completed', 'code': 200} Sep 22 09:32:12.270401 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '1862ff0f-13ef-436e-a82f-5d3673bee076', 'status': 'completed', 'code': 200} Sep 22 09:32:12.472957 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa447b-5463-45cc-a362-307867860ef1 req-64c59ef3-c0f9-4e8c-8ff5-58cb1023a03f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:12.481303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9efa447b-5463-45cc-a362-307867860ef1 req-64c59ef3-c0f9-4e8c-8ff5-58cb1023a03f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.0820427 Sep 22 09:32:12.500369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce500-1dc1-400d-a6a6-81007f021209 req-84d9e8ca-c6c7-4171-9f43-3aead51d8866 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:12.502396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f5ce500-1dc1-400d-a6a6-81007f021209 req-84d9e8ca-c6c7-4171-9f43-3aead51d8866 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 943 time: 0.1428804 Sep 22 09:32:12.534318 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:12.544980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-64fc6b2b-a745-400c-9b02-365d5d46cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:12.546553 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acee2371-193f-439c-a691-be0b914713ac req-64fc6b2b-a745-400c-9b02-365d5d46cca3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 1094 time: 0.2603309 Sep 22 09:32:12.561550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9efa447b-5463-45cc-a362-307867860ef1 req-3042b3d1-0323-4bbe-9237-ccea2f8c6370 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790966 Sep 22 09:32:12.581789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f5ce500-1dc1-400d-a6a6-81007f021209 req-2b337c06-815d-4f4a-8fc9-dbb57da1eb77 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610433 Sep 22 09:32:12.603053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1a85a4-367a-4f0e-87a9-61721a18faae {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:12.617462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:12.679647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8061f546-f8af-420d-b1f5-5c8be1552996 None None] Provisioning complete for port da2029cf-e506-4ca0-a871-098afca19846 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:12.680296 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8061f546-f8af-420d-b1f5-5c8be1552996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:12.708476 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:12.713306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Transition to ACTIVE for port object aa1a85a4-367a-4f0e-87a9-61721a18faae will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:32:12.788693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Network c7912ce1-1ca3-48a2-8639-70ad095c20ae is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:12.799097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:12.802219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:12.804717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:12.806153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Pushing event updated for resources: {'Port': ['ID=0d0ad1b0-b645-4455-83f7-0ed1d009884b,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:12.820214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Allocated IP 172.20.0.1 (cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df/4fd41858-3f25-4423-81e6-ae39f0ff1c0a/4a8ed196-7522-4f58-bbd8-de821bf332c9) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:12.921016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device da2029cf-e506-4ca0-a871-098afca19846 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:12.939434 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Attempting to bind port 0d0ad1b0-b645-4455-83f7-0ed1d009884b on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:12.939819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Attempting to bind port 0d0ad1b0-b645-4455-83f7-0ed1d009884b by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '329f7aaa-17de-4c19-9dfc-a5dd36bd109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c7912ce1-1ca3-48a2-8639-70ad095c20ae'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:12.940194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Attempting to bind port 0d0ad1b0-b645-4455-83f7-0ed1d009884b on network c7912ce1-1ca3-48a2-8639-70ad095c20ae {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:12.965466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-25e1abdb-2842-4bfe-9e44-f37e2017277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:12.967303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acee2371-193f-439c-a691-be0b914713ac req-25e1abdb-2842-4bfe-9e44-f37e2017277c service neutron] 10.222.0.45 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 906 time: 0.3924160 Sep 22 09:32:12.969374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:12.969916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Checking segment: {'id': '329f7aaa-17de-4c19-9dfc-a5dd36bd109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c7912ce1-1ca3-48a2-8639-70ad095c20ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:12.970330 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:12.971126 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Bound using segment: {'id': '329f7aaa-17de-4c19-9dfc-a5dd36bd109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c7912ce1-1ca3-48a2-8639-70ad095c20ae'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:12.971624 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Bound port: 0d0ad1b0-b645-4455-83f7-0ed1d009884b, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329f7aaa-17de-4c19-9dfc-a5dd36bd109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c7912ce1-1ca3-48a2-8639-70ad095c20ae'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:12.972082 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:12.992538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761babd-5335-4107-9d95-f790a51e6377 req-de9fabd7-2325-4fef-a01f-cc8c59b34e43 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.004666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4761babd-5335-4107-9d95-f790a51e6377 req-de9fabd7-2325-4fef-a01f-cc8c59b34e43 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1481977 Sep 22 09:32:13.062024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port da2029cf-e506-4ca0-a871-098afca19846 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:13.062537 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:13.071389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] For port 0d0ad1b0-b645-4455-83f7-0ed1d009884b, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:13.077569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf73a4-53fe-4ddf-bb27-a851d8b50bfb req-7e37703b-6cd9-4a42-a298-cbb9d152e4af tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.085906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3cf73a4-53fe-4ddf-bb27-a851d8b50bfb req-7e37703b-6cd9-4a42-a298-cbb9d152e4af tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.1588919 Sep 22 09:32:13.116830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] For port 0d0ad1b0-b645-4455-83f7-0ed1d009884b, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0d0ad1b0-b645-4455-83f7-0ed1d009884b,segment=NetworkSegment(329f7aaa-17de-4c19-9dfc-a5dd36bd109d),segment_id=329f7aaa-17de-4c19-9dfc-a5dd36bd109d)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:13.152836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4761babd-5335-4107-9d95-f790a51e6377 req-f043d392-e51a-4960-98c6-d62e91376ac8 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471746 Sep 22 09:32:13.203242 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:13.218724 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3cf73a4-53fe-4ddf-bb27-a851d8b50bfb req-8a7d98e0-a8a2-4d1d-8fcc-8549dbf8e873 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275163 Sep 22 09:32:13.224093 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acee2371-193f-439c-a691-be0b914713ac req-5c2a3c38-373e-4b85-afd8-9d28efb3db91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bda36d82-46cc-4194-b1b5-408d069b0ab5 HTTP/1.1" status: 200 len: 217 time: 0.2102258 Sep 22 09:32:13.234811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a85a4-367a-4f0e-87a9-61721a18faae,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:13.355521 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcfd3c-dc6a-464f-a5e2-8d08aae55c2e None None] Pushing event updated for resources: {'Port': ['ID=0d0ad1b0-b645-4455-83f7-0ed1d009884b,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:13.372604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-49cca7c5-770d-43ed-a6ee-2780f6d64fcf req-8ced8d14-83d8-4071-8f30-0d8e8ffcdfce tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0569904 Sep 22 09:32:13.442037 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e20a1c0e-a158-4845-b29e-0a37053fca7a req-cd55c989-7379-41ab-bc74-cfd0f6297928 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 210 time: 0.0682061 Sep 22 09:32:13.613401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d999-1c87-41e6-9622-3d435c370468 req-3f356f9a-c1a0-4be4-a86b-8bfe1c59ef17 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.615103 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-3f356f9a-c1a0-4be4-a86b-8bfe1c59ef17 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.60 "GET /v2.0/networks?id=03bf477f-92d6-4a05-98b9-a34a9cabdccf HTTP/1.1" status: 200 len: 822 time: 0.9162583 Sep 22 09:32:13.615251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639855b-9708-48ef-a620-7b4af3aad404 req-04c32bc5-8a89-42c1-8168-2b0ba9133e2d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.637432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639855b-9708-48ef-a620-7b4af3aad404 req-04c32bc5-8a89-42c1-8168-2b0ba9133e2d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.644364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639855b-9708-48ef-a620-7b4af3aad404 req-04c32bc5-8a89-42c1-8168-2b0ba9133e2d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.651642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639855b-9708-48ef-a620-7b4af3aad404 req-04c32bc5-8a89-42c1-8168-2b0ba9133e2d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.661082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639855b-9708-48ef-a620-7b4af3aad404 req-04c32bc5-8a89-42c1-8168-2b0ba9133e2d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.667696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639855b-9708-48ef-a620-7b4af3aad404 req-04c32bc5-8a89-42c1-8168-2b0ba9133e2d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.674839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639855b-9708-48ef-a620-7b4af3aad404 req-04c32bc5-8a89-42c1-8168-2b0ba9133e2d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.676785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3639855b-9708-48ef-a620-7b4af3aad404 req-04c32bc5-8a89-42c1-8168-2b0ba9133e2d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5418 time: 0.1940923 Sep 22 09:32:13.690549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Request body: {'port': {'device_id': '796af997-71f3-48ce-9455-bf4677b2bd96', 'network_id': '03bf477f-92d6-4a05-98b9-a34a9cabdccf', 'admin_state_up': True, 'tenant_id': '740028532b9e4bb0a406ba64b243f5bf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:13.740823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3639855b-9708-48ef-a620-7b4af3aad404 req-419857bb-f9d8-4b50-9ed3-5501c533a7b1 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0558705 Sep 22 09:32:13.797681 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-0eef25ad-fa6c-4ca1-b308-fdad3111c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.799269 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acee2371-193f-439c-a691-be0b914713ac req-0eef25ad-fa6c-4ca1-b308-fdad3111c7a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfaf3b31-1878-4542-8cdf-ef8404499561 HTTP/1.1" status: 200 len: 845 time: 0.2528555 Sep 22 09:32:13.871637 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcd109-1301-4cb5-8e52-41cdc3c6069f req-e8da37d1-d12d-4e3b-9606-d3e032ea253b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:13.873346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43dcd109-1301-4cb5-8e52-41cdc3c6069f req-e8da37d1-d12d-4e3b-9606-d3e032ea253b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.0635159 Sep 22 09:32:13.889915 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acee2371-193f-439c-a691-be0b914713ac req-75569e6c-e905-49ae-acd7-9eb2cf2bb50c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=481161e4-d608-458f-a049-8a0f1f993768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800514 Sep 22 09:32:13.906739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53886913-cbb7-4036-8976-e4a64b99df91 req-e11b32f4-78ab-429d-817c-ac0d542b809e tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53&device_id=c813e221-bc6c-4ef1-b7d5-2fd28ee2ca56 HTTP/1.1" status: 200 len: 210 time: 0.0435333 Sep 22 09:32:13.949684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43dcd109-1301-4cb5-8e52-41cdc3c6069f req-cac88cbf-850e-4fe9-a18f-29b1306bfd28 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663998 Sep 22 09:32:13.957302 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:14.035315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2264c2-7f20-400e-9deb-478f522e0970 req-7b1dc3bb-27e2-45c2-9d0f-420b5b4422f0 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:14.043339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d2264c2-7f20-400e-9deb-478f522e0970 req-7b1dc3bb-27e2-45c2-9d0f-420b5b4422f0 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 943 time: 0.0775130 Sep 22 09:32:14.058628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Attempting to bind port aa1a85a4-367a-4f0e-87a9-61721a18faae on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:14.066088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Attempting to bind port aa1a85a4-367a-4f0e-87a9-61721a18faae by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:14.066088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Attempting to bind port aa1a85a4-367a-4f0e-87a9-61721a18faae on network 03800963-f1ce-4f7f-90d6-30730f3a8a91 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:14.070132 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Port aa1a85a4-367a-4f0e-87a9-61721a18faae on network 03800963-f1ce-4f7f-90d6-30730f3a8a91 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:32:14.070661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Attempting to bind port aa1a85a4-367a-4f0e-87a9-61721a18faae on network 03800963-f1ce-4f7f-90d6-30730f3a8a91 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:14.082156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d2264c2-7f20-400e-9deb-478f522e0970 req-e980bf00-b753-42a9-9a1c-5984eba37370 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378590 Sep 22 09:32:14.085449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:14.085802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Checking segment: {'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:14.086217 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Bound using segment: {'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:14.086670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Bound port: aa1a85a4-367a-4f0e-87a9-61721a18faae, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:14.087052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:14.110790 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:14.183388 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acee2371-193f-439c-a691-be0b914713ac req-cd7831a6-870b-47f0-853b-291f4b36c705 service neutron] 10.222.0.45 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777426 Sep 22 09:32:14.203165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Network cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:14.248443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:14.250303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event updated for resources: {'Port': ['ID=4a8ed196-7522-4f58-bbd8-de821bf332c9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:14.283582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:14.320371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b20e2-31d8-4d48-975b-317ea252edd1 req-c190ccc7-dc11-45f9-8274-3e39e36e688f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:14.327575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Made reservation on behalf of 740028532b9e4bb0a406ba64b243f5bf for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:14.331428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:14.334028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-275b20e2-31d8-4d48-975b-317ea252edd1 req-c190ccc7-dc11-45f9-8274-3e39e36e688f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1039956 Sep 22 09:32:14.381932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-275b20e2-31d8-4d48-975b-317ea252edd1 req-10528a4c-2ea9-404e-8220-cab2a984c971 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Sep 22 09:32:14.488538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] For port aa1a85a4-367a-4f0e-87a9-61721a18faae, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:14.517790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1db67d2b-e2f7-4876-923f-0556e1a958e2 req-486de644-617c-4133-bfc5-8193f1b9d444 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=804194ea24a24cf993e43d0b28643bfb&device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0493507 Sep 22 09:32:14.547259 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] For port aa1a85a4-367a-4f0e-87a9-61721a18faae, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=aa1a85a4-367a-4f0e-87a9-61721a18faae,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:14.562545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:14.568594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c6d64b6-b731-49ff-be62-05cc000085c2 req-def8966a-6fb9-4936-9715-f3ca3d532f2e tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0491991 Sep 22 09:32:14.569822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e5cf92a8-8cd5-4cc5-a0ec-12873848261b details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:14.593876 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acee2371-193f-439c-a691-be0b914713ac req-32760839-abd8-4340-b895-d1076f6f4eff service neutron] 10.222.0.45 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918703 Sep 22 09:32:14.608529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1db67d2b-e2f7-4876-923f-0556e1a958e2 req-ddf99b2e-2143-4e69-99fa-5cf5f7e14174 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=804194ea24a24cf993e43d0b28643bfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363142 Sep 22 09:32:14.687983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5939f-6351-4aab-8f32-e9527dd785a9 req-d61fd62c-9645-480a-9973-caac919ed1b3 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:14.692186 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01b5939f-6351-4aab-8f32-e9527dd785a9 req-d61fd62c-9645-480a-9973-caac919ed1b3 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 944 time: 0.1358070 Sep 22 09:32:14.726341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c6190783-5493-4037-b234-40a467930fe6 None None] Provisioning complete for port 4a8ed196-7522-4f58-bbd8-de821bf332c9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:14.726918 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6190783-5493-4037-b234-40a467930fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:14.771454 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c6190783-5493-4037-b234-40a467930fe6 None None] Port 4a8ed196-7522-4f58-bbd8-de821bf332c9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:32:14.790395 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:14.792969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e5cf92a8-8cd5-4cc5-a0ec-12873848261b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e5cf92a8-8cd5-4cc5-a0ec-12873848261b,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:14.795523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c25050d-0984-4a7a-aeee-373eb0e6d275 req-d3ef55eb-b7ab-4ce7-ae79-b155c91ed044 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 210 time: 0.0475738 Sep 22 09:32:14.816903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a60faea-7c98-422f-ae32-47c52e46dd84 None None] Network c7912ce1-1ca3-48a2-8639-70ad095c20ae requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:14.829663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'port_id': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b', 'mac_address': 'fa:16:3e:ea:3b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:14.881045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01b5939f-6351-4aab-8f32-e9527dd785a9 req-24d49cd9-9729-4cd2-985f-ca36959a1230 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412406 Sep 22 09:32:14.913659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0d0ad1b0-b645-4455-83f7-0ed1d009884b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:14.917236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:14.917878 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:14.919618 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] 10.222.0.45 "PUT /v2.0/ports/aa1a85a4-367a-4f0e-87a9-61721a18faae HTTP/1.1" status: 200 len: 1091 time: 3.3077879 Sep 22 09:32:14.927879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db67d2b-e2f7-4876-923f-0556e1a958e2 req-483cbb36-697f-4807-8671-f9f07d81dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:14.934104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Allocated IP 172.20.0.11 (03bf477f-92d6-4a05-98b9-a34a9cabdccf/37c96f08-c4b0-4195-a2ac-707fb6802752/383e3d81-3510-4cbf-822e-4ab11f6155db) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:14.939273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1db67d2b-e2f7-4876-923f-0556e1a958e2 req-483cbb36-697f-4807-8671-f9f07d81dfa9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3166931 Sep 22 09:32:14.939441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': 'aa1a85a4-367a-4f0e-87a9-61721a18faae'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:14.945079 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41de1792-5551-4a23-9771-f264228a1ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "aa1a85a4-367a-4f0e-87a9-61721a18faae"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:15.001966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.027412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-f17b1d87-af76-4f5f-bd56-bfb7a2430ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.028077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-f17b1d87-af76-4f5f-bd56-bfb7a2430ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.029213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-f17b1d87-af76-4f5f-bd56-bfb7a2430ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.029782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-f17b1d87-af76-4f5f-bd56-bfb7a2430ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.030548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-f17b1d87-af76-4f5f-bd56-bfb7a2430ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.030896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-f17b1d87-af76-4f5f-bd56-bfb7a2430ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.031419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-f17b1d87-af76-4f5f-bd56-bfb7a2430ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.034514 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acee2371-193f-439c-a691-be0b914713ac req-f17b1d87-af76-4f5f-bd56-bfb7a2430ea2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6420 time: 0.3399558 Sep 22 09:32:15.038284 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a95716f-f512-49ee-b826-41284912c749 x-openstack-request-id: req-0a95716f-f512-49ee-b826-41284912c749 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:15.038685 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "aa1a85a4-367a-4f0e-87a9-61721a18faae", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:15.039033 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a95716f-f512-49ee-b826-41284912c749 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:15.039620 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': 'aa1a85a4-367a-4f0e-87a9-61721a18faae', 'status': 'completed', 'code': 200} Sep 22 09:32:15.040290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69daab3f-d70e-432e-a07b-e1e31fdf433b service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a85a4-367a-4f0e-87a9-61721a18faae,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:15.045037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Provisioning complete for port 0d0ad1b0-b645-4455-83f7-0ed1d009884b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:15.048646 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.049496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9a621-0b01-42be-84fb-6ce743f01c93 req-64e7e4f5-e5a0-4835-847a-b22035974a7c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.056236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9a621-0b01-42be-84fb-6ce743f01c93 req-64e7e4f5-e5a0-4835-847a-b22035974a7c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.064974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cf92a8-8cd5-4cc5-a0ec-12873848261b {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:15.077236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9a621-0b01-42be-84fb-6ce743f01c93 req-64e7e4f5-e5a0-4835-847a-b22035974a7c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.087791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9a621-0b01-42be-84fb-6ce743f01c93 req-64e7e4f5-e5a0-4835-847a-b22035974a7c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.093993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9a621-0b01-42be-84fb-6ce743f01c93 req-64e7e4f5-e5a0-4835-847a-b22035974a7c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.101364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9a621-0b01-42be-84fb-6ce743f01c93 req-64e7e4f5-e5a0-4835-847a-b22035974a7c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.108322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9a621-0b01-42be-84fb-6ce743f01c93 req-64e7e4f5-e5a0-4835-847a-b22035974a7c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.116858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40a9a621-0b01-42be-84fb-6ce743f01c93 req-64e7e4f5-e5a0-4835-847a-b22035974a7c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5418 time: 0.1701195 Sep 22 09:32:15.170712 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40a9a621-0b01-42be-84fb-6ce743f01c93 req-0c8659a1-de6e-40a2-8410-5d25669e1ce9 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528946 Sep 22 09:32:15.181092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e5cf92a8-8cd5-4cc5-a0ec-12873848261b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e5cf92a8-8cd5-4cc5-a0ec-12873848261b,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:15.194198 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0d0ad1b0-b645-4455-83f7-0ed1d009884b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:15.194481 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.216493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Request body: {'port': {'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:15.251724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f0daa-e1f1-4669-b3fd-85eda9813e35 req-13e6713c-a710-4bd8-9e23-73980067c3de tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.254570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce5f0daa-e1f1-4669-b3fd-85eda9813e35 req-13e6713c-a710-4bd8-9e23-73980067c3de tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.0824072 Sep 22 09:32:15.264613 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.264613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 63ee2652-20c2-40e8-a15e-10a051e36a39 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:15.307541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.342889 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce5f0daa-e1f1-4669-b3fd-85eda9813e35 req-eacb8521-5c13-4389-a2c3-4ea97bcf4db9 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799835 Sep 22 09:32:15.405883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-b243af10-6b80-4cea-a84a-7d008417ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.405883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-b243af10-6b80-4cea-a84a-7d008417ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.405883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-b243af10-6b80-4cea-a84a-7d008417ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.408646 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acee2371-193f-439c-a691-be0b914713ac req-b243af10-6b80-4cea-a84a-7d008417ad4c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3525352 Sep 22 09:32:15.445506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf97529-55e0-4dad-8ec1-21e88aef5994 req-8680fac1-ec71-45eb-ae0f-620623667baf tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.455587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caf97529-55e0-4dad-8ec1-21e88aef5994 req-8680fac1-ec71-45eb-ae0f-620623667baf tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 943 time: 0.1265378 Sep 22 09:32:15.464697 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.493988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device bda36d82-46cc-4194-b1b5-408d069b0ab5 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:15.495745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e5cf92a8-8cd5-4cc5-a0ec-12873848261b,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:15.543690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2371-193f-439c-a691-be0b914713ac req-81603cca-92b5-49a5-8d4f-968b3d7ea112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.545278 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acee2371-193f-439c-a691-be0b914713ac req-81603cca-92b5-49a5-8d4f-968b3d7ea112 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1202118 Sep 22 09:32:15.550343 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.571193 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caf97529-55e0-4dad-8ec1-21e88aef5994 req-ed878bff-dd40-4c41-a5e2-24f11757629f tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125650 Sep 22 09:32:15.588984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.601677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] For port 0d0ad1b0-b645-4455-83f7-0ed1d009884b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0d0ad1b0-b645-4455-83f7-0ed1d009884b,segment=NetworkSegment(329f7aaa-17de-4c19-9dfc-a5dd36bd109d),segment_id=329f7aaa-17de-4c19-9dfc-a5dd36bd109d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:15.603378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba83e1a-bc08-441f-91a4-4e92c209bd55 req-ae4a1821-cce4-4d11-89a5-96a414a3414b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.605291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ba83e1a-bc08-441f-91a4-4e92c209bd55 req-ae4a1821-cce4-4d11-89a5-96a414a3414b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1389878 Sep 22 09:32:15.645143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.697064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ba83e1a-bc08-441f-91a4-4e92c209bd55 req-d85926b8-b5fa-4971-8cee-da402cc02444 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593259 Sep 22 09:32:15.715294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8eb44f3b-54cd-4d80-88f8-1e0b5383b24f req-d807133c-51fc-4660-a0b3-93a3ef4e2410 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0326769 Sep 22 09:32:15.731019 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.742746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 63ee2652-20c2-40e8-a15e-10a051e36a39, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=63ee2652-20c2-40e8-a15e-10a051e36a39,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:15.801718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '63ee2652-20c2-40e8-a15e-10a051e36a39', 'network_id': '775c29d1-bbde-4427-a116-02672e31f422', 'port_id': '63ee2652-20c2-40e8-a15e-10a051e36a39', 'mac_address': 'fa:16:3e:72:46:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48976a5f-7d8f-439a-a040-4c4a9869ccdd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:15.815051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port bda36d82-46cc-4194-b1b5-408d069b0ab5, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=bda36d82-46cc-4194-b1b5-408d069b0ab5,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:15.869163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'bda36d82-46cc-4194-b1b5-408d069b0ab5', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'port_id': 'bda36d82-46cc-4194-b1b5-408d069b0ab5', 'mac_address': 'fa:16:3e:4a:57:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaf3b31-1878-4542-8cdf-ef8404499561', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:15.872144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1792-5551-4a23-9771-f264228a1ee0 req-d78a61cb-503c-4478-a3bd-ed680001c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.872316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1792-5551-4a23-9771-f264228a1ee0 req-d78a61cb-503c-4478-a3bd-ed680001c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.872816 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1792-5551-4a23-9771-f264228a1ee0 req-d78a61cb-503c-4478-a3bd-ed680001c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.873321 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1792-5551-4a23-9771-f264228a1ee0 req-d78a61cb-503c-4478-a3bd-ed680001c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.873876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1792-5551-4a23-9771-f264228a1ee0 req-d78a61cb-503c-4478-a3bd-ed680001c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.874425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1792-5551-4a23-9771-f264228a1ee0 req-d78a61cb-503c-4478-a3bd-ed680001c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.874909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1792-5551-4a23-9771-f264228a1ee0 req-d78a61cb-503c-4478-a3bd-ed680001c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:15.877520 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41de1792-5551-4a23-9771-f264228a1ee0 req-d78a61cb-503c-4478-a3bd-ed680001c551 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6420 time: 0.2306685 Sep 22 09:32:15.881341 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:32:15.881341 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:32:15.888693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Pushing event updated for resources: {'Port': ['ID=0d0ad1b0-b645-4455-83f7-0ed1d009884b,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:15.923921 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.930873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.936689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.936689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.936689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.936689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.936689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.936689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.936689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.936689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.936689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.936689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.936689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f0717-cb5f-4af4-b8b4-1288905fdd72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:15.958493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63ee2652-20c2-40e8-a15e-10a051e36a39 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:15.979376 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:15.979849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe208fed-3802-4cc8-ad33-6e5c4f1ff563 req-04d3b6cf-6656-4530-8bff-397c39ad8d10 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 210 time: 0.0555186 Sep 22 09:32:15.995993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8c301669-46e3-4425-a4da-4d2474b10075 None None] Provisioning complete for port 0d0ad1b0-b645-4455-83f7-0ed1d009884b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:15.996381 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8c301669-46e3-4425-a4da-4d2474b10075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:16.002764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 63ee2652-20c2-40e8-a15e-10a051e36a39, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=63ee2652-20c2-40e8-a15e-10a051e36a39,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:16.025280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda36d82-46cc-4194-b1b5-408d069b0ab5 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:16.049214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778290c1-6d7f-493c-b738-31bc9312cb7c req-4c2b98d7-147a-4069-9fe1-bb0ce9a56561 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.051197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-778290c1-6d7f-493c-b738-31bc9312cb7c req-4c2b98d7-147a-4069-9fe1-bb0ce9a56561 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 945 time: 0.0696874 Sep 22 09:32:16.057969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port bda36d82-46cc-4194-b1b5-408d069b0ab5, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=bda36d82-46cc-4194-b1b5-408d069b0ab5,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:16.096097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-778290c1-6d7f-493c-b738-31bc9312cb7c req-5903e0ac-3ff6-43f7-8d90-396cd3481684 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353608 Sep 22 09:32:16.145786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:16.196699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=63ee2652-20c2-40e8-a15e-10a051e36a39,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:16.201941 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:16.223920 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:16.286589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=bda36d82-46cc-4194-b1b5-408d069b0ab5,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:16.300215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1db67d2b-e2f7-4876-923f-0556e1a958e2 req-272b862f-7c17-4732-ae48-afa2db619692 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0366099 Sep 22 09:32:16.360202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf7a1e-6c23-46cc-b029-0e6dadeed4cc req-9c3ae216-a179-45a4-9cce-2bd37cc451e0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.369915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf7a1e-6c23-46cc-b029-0e6dadeed4cc req-9c3ae216-a179-45a4-9cce-2bd37cc451e0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.372521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Network 03bf477f-92d6-4a05-98b9-a34a9cabdccf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:16.381016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf7a1e-6c23-46cc-b029-0e6dadeed4cc req-9c3ae216-a179-45a4-9cce-2bd37cc451e0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.391609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf7a1e-6c23-46cc-b029-0e6dadeed4cc req-9c3ae216-a179-45a4-9cce-2bd37cc451e0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.400806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf7a1e-6c23-46cc-b029-0e6dadeed4cc req-9c3ae216-a179-45a4-9cce-2bd37cc451e0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.408637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['63ee2652-20c2-40e8-a15e-10a051e36a39'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:16.410290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf7a1e-6c23-46cc-b029-0e6dadeed4cc req-9c3ae216-a179-45a4-9cce-2bd37cc451e0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.419112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf7a1e-6c23-46cc-b029-0e6dadeed4cc req-9c3ae216-a179-45a4-9cce-2bd37cc451e0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.421468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1bf7a1e-6c23-46cc-b029-0e6dadeed4cc req-9c3ae216-a179-45a4-9cce-2bd37cc451e0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5418 time: 0.1490769 Sep 22 09:32:16.438697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:16.439649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e5cf92a8-8cd5-4cc5-a0ec-12873848261b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:16.441680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:16.493814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Pushing event updated for resources: {'Port': ['ID=383e3d81-3510-4cbf-822e-4ab11f6155db,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:16.511905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1bf7a1e-6c23-46cc-b029-0e6dadeed4cc req-d00ea169-d145-4f68-b361-10682980dad4 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0833509 Sep 22 09:32:16.514967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1792-5551-4a23-9771-f264228a1ee0 req-fb591812-12e7-4d43-8a12-95cecd346c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.515687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1792-5551-4a23-9771-f264228a1ee0 req-fb591812-12e7-4d43-8a12-95cecd346c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.516006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1792-5551-4a23-9771-f264228a1ee0 req-fb591812-12e7-4d43-8a12-95cecd346c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.517973 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41de1792-5551-4a23-9771-f264228a1ee0 req-fb591812-12e7-4d43-8a12-95cecd346c6e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6210399 Sep 22 09:32:16.549363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dd22d-381d-41ce-a44e-a8d93fd81f22 req-f39228e3-441a-46c1-9547-8468b2a9dc65 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.551182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-799dd22d-381d-41ce-a44e-a8d93fd81f22 req-f39228e3-441a-46c1-9547-8468b2a9dc65 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 944 time: 0.1139760 Sep 22 09:32:16.578249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.579039 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:16.602101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-799dd22d-381d-41ce-a44e-a8d93fd81f22 req-3a9a055d-fac9-4990-8cbd-2d3fb392cf5f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 Sep 22 09:32:16.625575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['bda36d82-46cc-4194-b1b5-408d069b0ab5'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:16.642139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 63ee2652-20c2-40e8-a15e-10a051e36a39 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:32:16.657580 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:16.732051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d57c8b-2adb-4969-a922-d04c9343c131 req-dada46d5-cba3-4743-8d03-e0924f6587d1 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.733682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0d57c8b-2adb-4969-a922-d04c9343c131 req-dada46d5-cba3-4743-8d03-e0924f6587d1 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 944 time: 0.0771406 Sep 22 09:32:16.758493 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-8c4d720d-03d7-495d-9191-29b456c0c0c5 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1078041 Sep 22 09:32:16.790234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Request body: {'port': {'device_id': '796af997-71f3-48ce-9455-bf4677b2bd96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:16.807621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3615a262-500e-4926-a669-69be16798510 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:16.826949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0d0ad1b0-b645-4455-83f7-0ed1d009884b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:16.827229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0d57c8b-2adb-4969-a922-d04c9343c131 req-7a14794e-c858-47d8-98a8-006cbc1db36d tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812452 Sep 22 09:32:16.833860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de1792-5551-4a23-9771-f264228a1ee0 req-8dc800c4-f3e1-468b-80ba-38c38edd1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.837103 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41de1792-5551-4a23-9771-f264228a1ee0 req-8dc800c4-f3e1-468b-80ba-38c38edd1ca1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989933 Sep 22 09:32:16.849775 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:16.849775 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:16.867921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822288d-9d8d-4e05-bd22-da4a0ffbd23f req-40655c6e-9846-402b-8a29-fb2f6375dd5d tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:16.870317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9822288d-9d8d-4e05-bd22-da4a0ffbd23f req-40655c6e-9846-402b-8a29-fb2f6375dd5d tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.0821798 Sep 22 09:32:16.939377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9822288d-9d8d-4e05-bd22-da4a0ffbd23f req-a71a6edd-9191-44e9-a424-38d2ec71dec6 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564079 Sep 22 09:32:16.975370 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:16.987116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Transition to ACTIVE for port object 3615a262-500e-4926-a669-69be16798510 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:32:16.991085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd2af478-a3d0-487b-9a7a-3037dd36ed89 req-72bcc69a-69f3-46c9-8e01-c8160ee01640 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b987d91-066a-448f-b35f-faef3b580c53 HTTP/1.1" status: 200 len: 210 time: 0.0463276 Sep 22 09:32:17.015131 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:17.018974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 63ee2652-20c2-40e8-a15e-10a051e36a39 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:17.029824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event updated for resources: {'Port': ['ID=4a8ed196-7522-4f58-bbd8-de821bf332c9,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:17.042437 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:17.080755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 63ee2652-20c2-40e8-a15e-10a051e36a39, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=63ee2652-20c2-40e8-a15e-10a051e36a39,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:17.104067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0d0ad1b0-b645-4455-83f7-0ed1d009884b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:17.104661 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:17.105613 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66fd01-bd25-42c6-aa62-a7b2fc936c41 req-27907512-8ee1-496f-a2df-bd8e9f1bd913 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.107098 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae66fd01-bd25-42c6-aa62-a7b2fc936c41 req-27907512-8ee1-496f-a2df-bd8e9f1bd913 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 932 time: 0.0542564 Sep 22 09:32:17.167007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae66fd01-bd25-42c6-aa62-a7b2fc936c41 req-1b64ab71-ae72-4f36-a2ce-20f08622cfd4 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459132 Sep 22 09:32:17.173729 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:17.209845 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:17.238454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022aa07-6e0e-479d-800d-df27f909ab0d req-1a215057-91e2-4307-ba97-5a85499206e4 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.240311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6022aa07-6e0e-479d-800d-df27f909ab0d req-1a215057-91e2-4307-ba97-5a85499206e4 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 945 time: 0.0572145 Sep 22 09:32:17.290896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6022aa07-6e0e-479d-800d-df27f909ab0d req-a5ba363f-4286-407a-9c95-ae53a9342cf9 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404985 Sep 22 09:32:17.299031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=63ee2652-20c2-40e8-a15e-10a051e36a39,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:17.341230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Pushing event updated for resources: {'Port': ['ID=3615a262-500e-4926-a669-69be16798510,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:17.383609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Network cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:17.402542 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:17.595488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Attempting to bind port 3615a262-500e-4926-a669-69be16798510 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:17.595488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Attempting to bind port 3615a262-500e-4926-a669-69be16798510 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:17.595488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Attempting to bind port 3615a262-500e-4926-a669-69be16798510 on network 03800963-f1ce-4f7f-90d6-30730f3a8a91 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:17.613288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Port 3615a262-500e-4926-a669-69be16798510 on network 03800963-f1ce-4f7f-90d6-30730f3a8a91 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:32:17.613610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Attempting to bind port 3615a262-500e-4926-a669-69be16798510 on network 03800963-f1ce-4f7f-90d6-30730f3a8a91 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:17.632084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:17.632429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Checking segment: {'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:17.632846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Bound using segment: {'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:17.633298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Bound port: 3615a262-500e-4926-a669-69be16798510, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:17.633662 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:17.682012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee9e3-339d-4d10-99ca-f209f14baf1a req-49a7c3e5-8f4e-4a1e-8ff3-313b870d2189 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.688773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee9e3-339d-4d10-99ca-f209f14baf1a req-49a7c3e5-8f4e-4a1e-8ff3-313b870d2189 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.694648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee9e3-339d-4d10-99ca-f209f14baf1a req-49a7c3e5-8f4e-4a1e-8ff3-313b870d2189 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.700697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee9e3-339d-4d10-99ca-f209f14baf1a req-49a7c3e5-8f4e-4a1e-8ff3-313b870d2189 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.707328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee9e3-339d-4d10-99ca-f209f14baf1a req-49a7c3e5-8f4e-4a1e-8ff3-313b870d2189 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.713256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee9e3-339d-4d10-99ca-f209f14baf1a req-49a7c3e5-8f4e-4a1e-8ff3-313b870d2189 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.713989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383e3d81-3510-4cbf-822e-4ab11f6155db {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:17.719095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee9e3-339d-4d10-99ca-f209f14baf1a req-49a7c3e5-8f4e-4a1e-8ff3-313b870d2189 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.721686 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-990ee9e3-339d-4d10-99ca-f209f14baf1a req-49a7c3e5-8f4e-4a1e-8ff3-313b870d2189 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.1268926 Sep 22 09:32:17.730187 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:17.760141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Transition to ACTIVE for port object 383e3d81-3510-4cbf-822e-4ab11f6155db will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:32:17.770026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] For port 3615a262-500e-4926-a669-69be16798510, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:17.774256 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] For port 3615a262-500e-4926-a669-69be16798510, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3615a262-500e-4926-a669-69be16798510,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:17.783317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-aa07c785-bd6e-4fb6-a5c8-a629bfaa2b1e None None] Provisioning complete for port 4a8ed196-7522-4f58-bbd8-de821bf332c9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:17.783876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aa07c785-bd6e-4fb6-a5c8-a629bfaa2b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:17.786495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-990ee9e3-339d-4d10-99ca-f209f14baf1a req-0b09dd18-7624-4eff-a114-0388379f2c44 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552475 Sep 22 09:32:17.799007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219e926-fcc3-4751-a59d-23e5117a931e req-f8ecbe6f-221a-42e8-885d-9089aa02994a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.800502 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e219e926-fcc3-4751-a59d-23e5117a931e req-f8ecbe6f-221a-42e8-885d-9089aa02994a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 943 time: 0.0779133 Sep 22 09:32:17.822853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Router 0d2eb398-c74c-4c42-807b-77905405b852 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:32:17.834700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-aa07c785-bd6e-4fb6-a5c8-a629bfaa2b1e None None] Port 4a8ed196-7522-4f58-bbd8-de821bf332c9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:32:17.845407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e219e926-fcc3-4751-a59d-23e5117a931e req-a16048f9-5af0-4e57-95a1-7ff1a66399ca tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Sep 22 09:32:17.872831 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:17.874702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:17.948047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f21647-26d9-42df-9dec-98b336acedcc req-150b36ee-6886-4e4c-8a2f-8c9c68b6381f tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.949654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68f21647-26d9-42df-9dec-98b336acedcc req-150b36ee-6886-4e4c-8a2f-8c9c68b6381f tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 944 time: 0.0507486 Sep 22 09:32:17.958941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:17.959627 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:17.961147 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] 10.222.0.45 "PUT /v2.0/ports/3615a262-500e-4926-a669-69be16798510 HTTP/1.1" status: 200 len: 1091 time: 2.7488236 Sep 22 09:32:17.964267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '3615a262-500e-4926-a669-69be16798510'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:17.966794 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646b21e9-d782-4964-a63e-22531a71c499" -d '{"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "3615a262-500e-4926-a669-69be16798510"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:17.996473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:32:18.005247 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-31f47131-ed7b-4f7f-82f6-756e30a98c3a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "PUT /v2.0/routers/0d2eb398-c74c-4c42-807b-77905405b852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7371681 Sep 22 09:32:18.006844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c63f77-389c-49b8-9be5-bffce598b2fa service neutron] Pushing event updated for resources: {'Port': ['ID=3615a262-500e-4926-a669-69be16798510,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:18.007971 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc10e1-9c1a-4c31-8112-363d21ed9994 None None] Sync routers for ids ['0d2eb398-c74c-4c42-807b-77905405b852'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:32:18.017352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60462) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:18.026154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68f21647-26d9-42df-9dec-98b336acedcc req-1b6d9283-eee0-428d-9219-cb6d43d166a4 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602236 Sep 22 09:32:18.028387 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc10e1-9c1a-4c31-8112-363d21ed9994 None None] Routers {'0d2eb398-c74c-4c42-807b-77905405b852'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:18.029299 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b1fc10e1-9c1a-4c31-8112-363d21ed9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:31:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['0d2eb398-c74c-4c42-807b-77905405b852'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:18.084056 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b1fc10e1-9c1a-4c31-8112-363d21ed9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:18.088187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Pushing event updated for resources: {'Port': ['ID=383e3d81-3510-4cbf-822e-4ab11f6155db,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:18.094472 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919018bd-77d0-4655-80cb-286ca47ce278 x-openstack-request-id: req-919018bd-77d0-4655-80cb-286ca47ce278 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:18.094750 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "3615a262-500e-4926-a669-69be16798510", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:18.095097 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-919018bd-77d0-4655-80cb-286ca47ce278 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:18.095656 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '3615a262-500e-4926-a669-69be16798510', 'status': 'completed', 'code': 200} Sep 22 09:32:18.103159 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc10e1-9c1a-4c31-8112-363d21ed9994 None None] Routers {'0d2eb398-c74c-4c42-807b-77905405b852'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:18.103991 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b1fc10e1-9c1a-4c31-8112-363d21ed9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:31:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['0d2eb398-c74c-4c42-807b-77905405b852'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:18.126772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d33fa-4538-4550-bb7a-7c950fb89443 req-f6c6dec6-d13c-49f0-b2cd-a5c1d1cb1dce tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.141457 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d6d33fa-4538-4550-bb7a-7c950fb89443 req-f6c6dec6-d13c-49f0-b2cd-a5c1d1cb1dce tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1027105 Sep 22 09:32:18.158116 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b1fc10e1-9c1a-4c31-8112-363d21ed9994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:18.158975 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc10e1-9c1a-4c31-8112-363d21ed9994 None None] The sync data for ids ['0d2eb398-c74c-4c42-807b-77905405b852'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:32:18.202280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d6d33fa-4538-4550-bb7a-7c950fb89443 req-44e205a1-3232-4657-bfc3-14f0705016a2 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586760 Sep 22 09:32:18.308581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da12544-d93a-4abc-a4ac-b88d308c9fca req-3b85ac3d-c6b3-477a-9794-c59d2c12e7b7 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.310486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8da12544-d93a-4abc-a4ac-b88d308c9fca req-3b85ac3d-c6b3-477a-9794-c59d2c12e7b7 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 944 time: 0.0515180 Sep 22 09:32:18.349786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Attempting to bind port 383e3d81-3510-4cbf-822e-4ab11f6155db on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:18.350088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Attempting to bind port 383e3d81-3510-4cbf-822e-4ab11f6155db by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f2c02933-44ed-4c9e-9e74-e2e4dc900685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '03bf477f-92d6-4a05-98b9-a34a9cabdccf'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:18.350409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Attempting to bind port 383e3d81-3510-4cbf-822e-4ab11f6155db on network 03bf477f-92d6-4a05-98b9-a34a9cabdccf {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:18.352615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8da12544-d93a-4abc-a4ac-b88d308c9fca req-bbef427f-bd93-423e-95be-1cb5c40e0a95 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349171 Sep 22 09:32:18.357280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b21e9-d782-4964-a63e-22531a71c499 req-8b43d9b5-f1c6-490f-bf55-e42e7b3b992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.357760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b21e9-d782-4964-a63e-22531a71c499 req-8b43d9b5-f1c6-490f-bf55-e42e7b3b992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.358229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b21e9-d782-4964-a63e-22531a71c499 req-8b43d9b5-f1c6-490f-bf55-e42e7b3b992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.358693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b21e9-d782-4964-a63e-22531a71c499 req-8b43d9b5-f1c6-490f-bf55-e42e7b3b992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.359151 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b21e9-d782-4964-a63e-22531a71c499 req-8b43d9b5-f1c6-490f-bf55-e42e7b3b992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.359608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b21e9-d782-4964-a63e-22531a71c499 req-8b43d9b5-f1c6-490f-bf55-e42e7b3b992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.360587 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b21e9-d782-4964-a63e-22531a71c499 req-8b43d9b5-f1c6-490f-bf55-e42e7b3b992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.362676 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-646b21e9-d782-4964-a63e-22531a71c499 req-8b43d9b5-f1c6-490f-bf55-e42e7b3b992f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6487 time: 0.1837702 Sep 22 09:32:18.368957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Port 383e3d81-3510-4cbf-822e-4ab11f6155db on network 03bf477f-92d6-4a05-98b9-a34a9cabdccf not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:32:18.369356 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Attempting to bind port 383e3d81-3510-4cbf-822e-4ab11f6155db on network 03bf477f-92d6-4a05-98b9-a34a9cabdccf {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:18.389873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:18.390644 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Checking segment: {'id': 'f2c02933-44ed-4c9e-9e74-e2e4dc900685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '03bf477f-92d6-4a05-98b9-a34a9cabdccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:18.390644 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Bound using segment: {'id': 'f2c02933-44ed-4c9e-9e74-e2e4dc900685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '03bf477f-92d6-4a05-98b9-a34a9cabdccf'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:18.390997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Bound port: 383e3d81-3510-4cbf-822e-4ab11f6155db, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c02933-44ed-4c9e-9e74-e2e4dc900685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '03bf477f-92d6-4a05-98b9-a34a9cabdccf'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:18.391386 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:18.468015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2539f56-7052-4802-a1dc-0ff1f2004d81 req-a09ed921-341c-4768-a985-0e635a41e1c0 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.469693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2539f56-7052-4802-a1dc-0ff1f2004d81 req-a09ed921-341c-4768-a985-0e635a41e1c0 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 945 time: 0.0605466 Sep 22 09:32:18.512600 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2539f56-7052-4802-a1dc-0ff1f2004d81 req-0706c12c-c4dd-4051-b71b-7ce0c693cb43 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361502 Sep 22 09:32:18.605277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e5cf92a8-8cd5-4cc5-a0ec-12873848261b up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:18.636334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e634a1ad-31e1-4701-a57f-ddbb27190505 req-f05feb0c-1f22-4936-8598-faf9be4070fb tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=c813e221-bc6c-4ef1-b7d5-2fd28ee2ca56 HTTP/1.1" status: 200 len: 210 time: 0.0562153 Sep 22 09:32:18.638585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c83d0a1-65b4-49a8-acea-f9d1a947496d req-1291782c-5ac6-4a56-a37c-143608875c02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=804194ea24a24cf993e43d0b28643bfb&device_id=c813e221-bc6c-4ef1-b7d5-2fd28ee2ca56 HTTP/1.1" status: 200 len: 210 time: 0.0493841 Sep 22 09:32:18.683674 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c83d0a1-65b4-49a8-acea-f9d1a947496d req-5d4f1271-ea18-4de0-945e-00e5440f632a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=804194ea24a24cf993e43d0b28643bfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340631 Sep 22 09:32:18.751314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port e5cf92a8-8cd5-4cc5-a0ec-12873848261b completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:18.757030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port e5cf92a8-8cd5-4cc5-a0ec-12873848261b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:18.757534 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:18.785678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83d0a1-65b4-49a8-acea-f9d1a947496d req-195aad46-2e0d-493a-8bf0-6b12c7dc225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.787155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c83d0a1-65b4-49a8-acea-f9d1a947496d req-195aad46-2e0d-493a-8bf0-6b12c7dc225d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965612 Sep 22 09:32:18.851971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b21e9-d782-4964-a63e-22531a71c499 req-af1ceac3-63c9-4e8f-a4cb-f47ad90f7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.852451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b21e9-d782-4964-a63e-22531a71c499 req-af1ceac3-63c9-4e8f-a4cb-f47ad90f7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.852994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b21e9-d782-4964-a63e-22531a71c499 req-af1ceac3-63c9-4e8f-a4cb-f47ad90f7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.854614 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-646b21e9-d782-4964-a63e-22531a71c499 req-af1ceac3-63c9-4e8f-a4cb-f47ad90f7b6c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4808965 Sep 22 09:32:18.889940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] For port 383e3d81-3510-4cbf-822e-4ab11f6155db, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:18.898252 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:18.930114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] For port 383e3d81-3510-4cbf-822e-4ab11f6155db, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=383e3d81-3510-4cbf-822e-4ab11f6155db,segment=NetworkSegment(f2c02933-44ed-4c9e-9e74-e2e4dc900685),segment_id=f2c02933-44ed-4c9e-9e74-e2e4dc900685)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:18.949622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:18.951720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d391d-0ef7-4961-9b79-fc4397b16dc5 req-95c991d4-399d-400e-9380-64b5e20feaac tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.951963 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39929ac-cd39-4994-a9ef-b8f2ffb32242" -d '{"events": [{"server_uuid": "8bd05248-acb3-42ca-ab5b-2659d25756ff", "name": "network-vif-plugged", "status": "completed", "tag": "e5cf92a8-8cd5-4cc5-a0ec-12873848261b"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:18.958546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d391d-0ef7-4961-9b79-fc4397b16dc5 req-95c991d4-399d-400e-9380-64b5e20feaac tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.965444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e5cf92a8-8cd5-4cc5-a0ec-12873848261b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e5cf92a8-8cd5-4cc5-a0ec-12873848261b,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:18.965665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d391d-0ef7-4961-9b79-fc4397b16dc5 req-95c991d4-399d-400e-9380-64b5e20feaac tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.972304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d391d-0ef7-4961-9b79-fc4397b16dc5 req-95c991d4-399d-400e-9380-64b5e20feaac tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.978567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d391d-0ef7-4961-9b79-fc4397b16dc5 req-95c991d4-399d-400e-9380-64b5e20feaac tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.984597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d391d-0ef7-4961-9b79-fc4397b16dc5 req-95c991d4-399d-400e-9380-64b5e20feaac tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.991410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d391d-0ef7-4961-9b79-fc4397b16dc5 req-95c991d4-399d-400e-9380-64b5e20feaac tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:18.993684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a9d391d-0ef7-4961-9b79-fc4397b16dc5 req-95c991d4-399d-400e-9380-64b5e20feaac tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.1180568 Sep 22 09:32:19.017362 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-0c079d7a-4bcf-4a1a-b48b-e3774d407778 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:32:19.018421 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0c079d7a-4bcf-4a1a-b48b-e3774d407778 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "PUT /v2.0/routers/0d2eb398-c74c-4c42-807b-77905405b852/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0016198 Sep 22 09:32:19.024043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60480) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:19.039128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:19.063923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a9d391d-0ef7-4961-9b79-fc4397b16dc5 req-f770f3a0-458a-4972-8619-1408980de030 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0597680 Sep 22 09:32:19.072416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481a67-51c4-4edd-bb03-7f2b916ea84c req-a342571f-0dcf-4f91-a668-f449b36d0262 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.074134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f481a67-51c4-4edd-bb03-7f2b916ea84c req-a342571f-0dcf-4f91-a668-f449b36d0262 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 943 time: 0.0795281 Sep 22 09:32:19.098598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b21e9-d782-4964-a63e-22531a71c499 req-09c1d548-9a16-49f2-916d-766003f69c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.100422 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-646b21e9-d782-4964-a63e-22531a71c499 req-09c1d548-9a16-49f2-916d-766003f69c0a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2208493 Sep 22 09:32:19.126281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f481a67-51c4-4edd-bb03-7f2b916ea84c req-67a2cc70-6b1c-4779-9af4-6eac13903600 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445499 Sep 22 09:32:19.132573 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:19.133533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 63ee2652-20c2-40e8-a15e-10a051e36a39 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:19.143521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.144143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:19.145602 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-2916f142-a10f-415b-b930-b585d26a349c service neutron] 10.222.0.60 "PUT /v2.0/ports/383e3d81-3510-4cbf-822e-4ab11f6155db HTTP/1.1" status: 200 len: 1092 time: 2.3709822 Sep 22 09:32:19.184194 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f7dceb-3a7a-4c97-a315-11b0dddf2381 x-openstack-request-id: req-27f7dceb-3a7a-4c97-a315-11b0dddf2381 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:19.184519 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd05248-acb3-42ca-ab5b-2659d25756ff", "name": "network-vif-plugged", "status": "completed", "tag": "e5cf92a8-8cd5-4cc5-a0ec-12873848261b", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:19.184872 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27f7dceb-3a7a-4c97-a315-11b0dddf2381 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:19.185286 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b', 'code': 200} Sep 22 09:32:19.208556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916f142-a10f-415b-b930-b585d26a349c service neutron] Pushing event updated for resources: {'Port': ['ID=383e3d81-3510-4cbf-822e-4ab11f6155db,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:19.295726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 63ee2652-20c2-40e8-a15e-10a051e36a39 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:19.296586 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:19.297982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e5cf92a8-8cd5-4cc5-a0ec-12873848261b,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:19.301023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-926cc949-0793-45c3-80b1-c3ba69e6afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.301489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-926cc949-0793-45c3-80b1-c3ba69e6afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.302805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-926cc949-0793-45c3-80b1-c3ba69e6afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.302805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-926cc949-0793-45c3-80b1-c3ba69e6afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.303012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-926cc949-0793-45c3-80b1-c3ba69e6afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.303341 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-926cc949-0793-45c3-80b1-c3ba69e6afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.303785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-926cc949-0793-45c3-80b1-c3ba69e6afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.305806 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-926cc949-0793-45c3-80b1-c3ba69e6afc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6487 time: 0.1401162 Sep 22 09:32:19.366782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139af58-03cd-4575-a986-7113418f5540 req-4dc7ee8f-4b3c-44e3-bc60-14707155da40 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.373682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0139af58-03cd-4575-a986-7113418f5540 req-4dc7ee8f-4b3c-44e3-bc60-14707155da40 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 944 time: 0.1564612 Sep 22 09:32:19.382054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-4dfbadd9-88d2-4dae-9d28-5d367fb5e683 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbaefcc-502b-4905-a2dd-09751f3c0385 HTTP/1.1" status: 200 len: 217 time: 0.0622625 Sep 22 09:32:19.396599 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:19.435897 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 63ee2652-20c2-40e8-a15e-10a051e36a39, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=63ee2652-20c2-40e8-a15e-10a051e36a39,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:19.444589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fe496-04b0-4ebe-98be-b3710ca9ad9e req-3334e3bc-51c7-40c3-9131-a9883e35e494 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.445494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca4fe496-04b0-4ebe-98be-b3710ca9ad9e req-3334e3bc-51c7-40c3-9131-a9883e35e494 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1274257 Sep 22 09:32:19.455277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d999-1c87-41e6-9622-3d435c370468 req-f16df681-9019-4962-9fa0-358b31e73afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.458507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-f16df681-9019-4962-9fa0-358b31e73afb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=740028532b9e4bb0a406ba64b243f5bf&device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 1095 time: 0.1393957 Sep 22 09:32:19.461387 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0139af58-03cd-4575-a986-7113418f5540 req-f4af07b8-8115-4d9c-9b1a-5b13d91b8155 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685992 Sep 22 09:32:19.464002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0dfb3-6883-4826-ba66-f02c503c02b4 req-8853137e-1eb8-44fd-8ffa-354c160f1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.465674 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bab0dfb3-6883-4826-ba66-f02c503c02b4 req-8853137e-1eb8-44fd-8ffa-354c160f1e03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 1097 time: 0.1569436 Sep 22 09:32:19.486587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device bda36d82-46cc-4194-b1b5-408d069b0ab5 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:19.513720 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-68fce667-3c22-4a5c-a1ab-4dc5aaf0bd54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=383e3d81-3510-4cbf-822e-4ab11f6155db HTTP/1.1" status: 200 len: 217 time: 0.0472507 Sep 22 09:32:19.517540 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:19.548886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-8ff52083-39d4-4190-a97e-22fd5c4005eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.550366 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-8ff52083-39d4-4190-a97e-22fd5c4005eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1694f58d-8b5c-4d1d-bd3f-343ad533ef70 HTTP/1.1" status: 200 len: 855 time: 0.1434362 Sep 22 09:32:19.560431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca4fe496-04b0-4ebe-98be-b3710ca9ad9e req-994f7710-103b-4944-ae4b-0dd68ed8c075 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028845 Sep 22 09:32:19.597363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=63ee2652-20c2-40e8-a15e-10a051e36a39,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:19.608889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65d999-1c87-41e6-9622-3d435c370468 req-24d06b06-cd60-4e3f-bc24-c602e0c72f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.611075 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bab0dfb3-6883-4826-ba66-f02c503c02b4 req-c4e875c7-2571-4131-b553-45bc1e4c8c59 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988717 Sep 22 09:32:19.611417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-24d06b06-cd60-4e3f-bc24-c602e0c72f80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37c96f08-c4b0-4195-a2ac-707fb6802752 HTTP/1.1" status: 200 len: 862 time: 0.0858884 Sep 22 09:32:19.627752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11641b51-4440-4633-86e1-dbb1eda127ad req-03278c31-ceb7-4f2b-8988-f6c4914571a6 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.629490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11641b51-4440-4633-86e1-dbb1eda127ad req-03278c31-ceb7-4f2b-8988-f6c4914571a6 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 944 time: 0.0731878 Sep 22 09:32:19.649503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-0f1295d7-ccb6-4989-92c6-fb3c2356474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.651091 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-0f1295d7-ccb6-4989-92c6-fb3c2356474d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6459b7b4-2a6f-4f7f-b002-843449468890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921483 Sep 22 09:32:19.689261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port bda36d82-46cc-4194-b1b5-408d069b0ab5 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:19.694538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port bda36d82-46cc-4194-b1b5-408d069b0ab5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:19.695038 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:19.697974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11641b51-4440-4633-86e1-dbb1eda127ad req-00d39726-e805-439d-96a7-6899f50315d4 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621278 Sep 22 09:32:19.718577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375a0cc-3d3c-4046-9813-af0c53dbe27a req-21d6a9be-09fa-47a6-8883-a7189dcbb089 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:19.729085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f375a0cc-3d3c-4046-9813-af0c53dbe27a req-21d6a9be-09fa-47a6-8883-a7189dcbb089 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 946 time: 0.0668607 Sep 22 09:32:19.772810 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f375a0cc-3d3c-4046-9813-af0c53dbe27a req-64a7a532-c721-4390-9574-efaddf52cee7 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441611 Sep 22 09:32:19.817332 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-b69703e2-7c0f-4b80-bd82-3ceb665312f1 service neutron] 10.222.0.45 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449416 Sep 22 09:32:19.822758 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:19.823047 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0e88023-e807-44e2-b06b-7ceaf1639c81 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:19.832198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3558a88-f993-4b2f-91a5-0b373970913d req-7a926cf4-bae2-4f2b-9dc2-bed319aea3a9 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=c813e221-bc6c-4ef1-b7d5-2fd28ee2ca56 HTTP/1.1" status: 200 len: 210 time: 0.0418334 Sep 22 09:32:19.852574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-54441c88-f04a-4add-a75b-d48e1440c9d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03bf477f-92d6-4a05-98b9-a34a9cabdccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315993 Sep 22 09:32:19.860219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port bda36d82-46cc-4194-b1b5-408d069b0ab5, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=bda36d82-46cc-4194-b1b5-408d069b0ab5,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:19.956442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-6b931526-d026-4b27-8607-4c7f75b94571 service neutron] 10.222.0.60 "GET /v2.0/networks/03bf477f-92d6-4a05-98b9-a34a9cabdccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935705 Sep 22 09:32:19.991118 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:20.036445 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-77e7a59b-ab79-4110-8967-331a750f4ae8 service neutron] 10.222.0.45 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103448 Sep 22 09:32:20.046782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=bda36d82-46cc-4194-b1b5-408d069b0ab5,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:20.058050 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b65d999-1c87-41e6-9622-3d435c370468 req-c723b022-f816-4629-ae13-b52cb682892a service neutron] 10.222.0.60 "GET /v2.0/networks/03bf477f-92d6-4a05-98b9-a34a9cabdccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889177 Sep 22 09:32:20.088556 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-77cdc0ef-7fe5-4e39-8f10-583ff557a3d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=035ee4b6-10df-4775-839e-fffd103db731 HTTP/1.1" status: 200 len: 217 time: 0.0425515 Sep 22 09:32:20.098224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796af997-71f3-48ce-9455-bf4677b2bd96', 'tag': '383e3d81-3510-4cbf-822e-4ab11f6155db'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:20.100526 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec51860-4f28-4bb8-bd37-95ea7128ebca" -d '{"events": [{"name": "network-changed", "server_uuid": "796af997-71f3-48ce-9455-bf4677b2bd96", "tag": "383e3d81-3510-4cbf-822e-4ab11f6155db"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:20.164049 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77994d72-084b-43fe-ae80-db3f6a028a97 x-openstack-request-id: req-77994d72-084b-43fe-ae80-db3f6a028a97 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:20.164404 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796af997-71f3-48ce-9455-bf4677b2bd96", "tag": "383e3d81-3510-4cbf-822e-4ab11f6155db", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:20.164658 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77994d72-084b-43fe-ae80-db3f6a028a97 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:20.165071 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796af997-71f3-48ce-9455-bf4677b2bd96', 'tag': '383e3d81-3510-4cbf-822e-4ab11f6155db', 'status': 'completed', 'code': 200} Sep 22 09:32:20.206276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-4a377cae-4325-42c1-9ef9-5c72188d5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.207765 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-4a377cae-4325-42c1-9ef9-5c72188d5ca1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.1039946 Sep 22 09:32:20.256319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fe0c6-b4c8-41e9-a42b-7f7f84ec5ec2 req-359482b7-ec76-478b-9b7f-13fbc1afc570 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.262264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fe0c6-b4c8-41e9-a42b-7f7f84ec5ec2 req-359482b7-ec76-478b-9b7f-13fbc1afc570 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.268302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fe0c6-b4c8-41e9-a42b-7f7f84ec5ec2 req-359482b7-ec76-478b-9b7f-13fbc1afc570 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.274344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fe0c6-b4c8-41e9-a42b-7f7f84ec5ec2 req-359482b7-ec76-478b-9b7f-13fbc1afc570 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.280528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fe0c6-b4c8-41e9-a42b-7f7f84ec5ec2 req-359482b7-ec76-478b-9b7f-13fbc1afc570 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.287267 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fe0c6-b4c8-41e9-a42b-7f7f84ec5ec2 req-359482b7-ec76-478b-9b7f-13fbc1afc570 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.293264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fe0c6-b4c8-41e9-a42b-7f7f84ec5ec2 req-359482b7-ec76-478b-9b7f-13fbc1afc570 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.295240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-393fe0c6-b4c8-41e9-a42b-7f7f84ec5ec2 req-359482b7-ec76-478b-9b7f-13fbc1afc570 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.1382041 Sep 22 09:32:20.361348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec51860-4f28-4bb8-bd37-95ea7128ebca req-6e4676b5-fe77-473f-a650-c8055df26da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.362884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ec51860-4f28-4bb8-bd37-95ea7128ebca req-6e4676b5-fe77-473f-a650-c8055df26da0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=740028532b9e4bb0a406ba64b243f5bf&device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 1095 time: 0.1596217 Sep 22 09:32:20.376945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6aa3c-c4aa-4afc-8ae8-88adee282847 req-ae1fe669-78ac-407e-9742-829628295e13 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.378544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84a6aa3c-c4aa-4afc-8ae8-88adee282847 req-ae1fe669-78ac-407e-9742-829628295e13 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1452487 Sep 22 09:32:20.416826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-393fe0c6-b4c8-41e9-a42b-7f7f84ec5ec2 req-b3698d28-872f-4707-8e5d-39b9707bd772 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0971448 Sep 22 09:32:20.457838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84a6aa3c-c4aa-4afc-8ae8-88adee282847 req-c3e7eeea-1a20-461d-8221-2a9e8cd8645e tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652280 Sep 22 09:32:20.523101 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6c83d0a1-65b4-49a8-acea-f9d1a947496d req-862054a3-3b87-478a-96b6-2e39e9367191 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.60 "GET /v2.0/ports?device_id=c813e221-bc6c-4ef1-b7d5-2fd28ee2ca56 HTTP/1.1" status: 200 len: 210 time: 0.0296619 Sep 22 09:32:20.525354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec51860-4f28-4bb8-bd37-95ea7128ebca req-47e1f251-0118-490f-86e9-da5148698d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.526723 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ec51860-4f28-4bb8-bd37-95ea7128ebca req-47e1f251-0118-490f-86e9-da5148698d64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=03bf477f-92d6-4a05-98b9-a34a9cabdccf HTTP/1.1" status: 200 len: 923 time: 0.1471453 Sep 22 09:32:20.541061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c0e88023-e807-44e2-b06b-7ceaf1639c81 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Deleting port 4a8ed196-7522-4f58-bbd8-de821bf332c9 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:32:20.541404 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0e88023-e807-44e2-b06b-7ceaf1639c81 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:20.548073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-b134c011-028f-47ad-9711-ed7c1dbc8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.549668 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-b134c011-028f-47ad-9711-ed7c1dbc8abd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3316691 Sep 22 09:32:20.604464 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ec51860-4f28-4bb8-bd37-95ea7128ebca req-59a2c0b7-2e7f-4913-a23b-8048164a271b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=383e3d81-3510-4cbf-822e-4ab11f6155db HTTP/1.1" status: 200 len: 217 time: 0.0598390 Sep 22 09:32:20.658824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dd915-5846-4384-a593-62f6237a625b req-fe91d9ef-0d03-4230-8c84-3d36ed506162 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.660658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c08dd915-5846-4384-a593-62f6237a625b req-fe91d9ef-0d03-4230-8c84-3d36ed506162 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 945 time: 0.1289673 Sep 22 09:32:20.708768 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0e88023-e807-44e2-b06b-7ceaf1639c81 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:20.715994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec51860-4f28-4bb8-bd37-95ea7128ebca req-0224b273-5e8c-4e84-9eec-2a1b3a314b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.717840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ec51860-4f28-4bb8-bd37-95ea7128ebca req-0224b273-5e8c-4e84-9eec-2a1b3a314b25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37c96f08-c4b0-4195-a2ac-707fb6802752 HTTP/1.1" status: 200 len: 862 time: 0.1043794 Sep 22 09:32:20.724999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-daec7195-a317-44c5-868b-c50a2abd63c3 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647873 Sep 22 09:32:20.725875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c0e88023-e807-44e2-b06b-7ceaf1639c81 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Calling delete_port for 4a8ed196-7522-4f58-bbd8-de821bf332c9 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:32:20.769131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ec51860-4f28-4bb8-bd37-95ea7128ebca req-5aeed89e-6e4b-4901-92e2-6b007bb62730 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03bf477f-92d6-4a05-98b9-a34a9cabdccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440102 Sep 22 09:32:20.784617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c08dd915-5846-4384-a593-62f6237a625b req-0d97b9bc-9f74-43cb-89f4-a506a443ccd8 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979459 Sep 22 09:32:20.791879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be563a7a-be2d-4600-be51-6d27a87ac07d req-481aa3e3-1cbf-4d1a-b9e9-17ca702b7750 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:20.793560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be563a7a-be2d-4600-be51-6d27a87ac07d req-481aa3e3-1cbf-4d1a-b9e9-17ca702b7750 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1273289 Sep 22 09:32:20.912541 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-400a6321-014d-4732-ba7e-8dc16565e910 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780398 Sep 22 09:32:20.969316 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-695222e1-382e-4a84-95c3-a877f5f48d4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c HTTP/1.1" status: 200 len: 217 time: 0.0479968 Sep 22 09:32:21.062598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a9be60c9-60e6-44aa-a5b8-863b9adaf97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.064546 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-a9be60c9-60e6-44aa-a5b8-863b9adaf97e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.0890372 Sep 22 09:32:21.115865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-bf92bd91-4369-4290-8f5b-a6df889196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.117452 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-bf92bd91-4369-4290-8f5b-a6df889196da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447867 Sep 22 09:32:21.189284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb86b5e7-1613-4a4c-b7ce-dc9db665782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ee2652-20c2-40e8-a15e-10a051e36a39'}, {'server_uuid': 'cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda36d82-46cc-4194-b1b5-408d069b0ab5'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:21.193311 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef659c59-9070-41d9-a24c-3dc62731b903" -d '{"events": [{"server_uuid": "fb86b5e7-1613-4a4c-b7ce-dc9db665782c", "name": "network-vif-plugged", "status": "completed", "tag": "63ee2652-20c2-40e8-a15e-10a051e36a39"}, {"server_uuid": "cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef", "name": "network-vif-plugged", "status": "completed", "tag": "bda36d82-46cc-4194-b1b5-408d069b0ab5"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:21.215610 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-0df49dc1-6f96-4d87-92e6-aefa0b8f857d service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904474 Sep 22 09:32:21.217216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0e88023-e807-44e2-b06b-7ceaf1639c81 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:21.240559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be563a7a-be2d-4600-be51-6d27a87ac07d req-c1720d7e-2dbc-4388-bc21-be2e061d6f93 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126940 Sep 22 09:32:21.262907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a091b0-5aa6-4493-8ad8-856cb245c294 req-de83d5ca-c7b5-4ed6-8867-a9a42d70d96c tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.263771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57a091b0-5aa6-4493-8ad8-856cb245c294 req-de83d5ca-c7b5-4ed6-8867-a9a42d70d96c tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 944 time: 0.1366043 Sep 22 09:32:21.286187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ec51860-4f28-4bb8-bd37-95ea7128ebca req-a62957da-0ac3-4414-a8bb-b654e364ea20 service neutron] 10.222.0.60 "GET /v2.0/networks/03bf477f-92d6-4a05-98b9-a34a9cabdccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051589 Sep 22 09:32:21.322607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e88023-e807-44e2-b06b-7ceaf1639c81 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event deleted for resources: {'Port': ['ID=4a8ed196-7522-4f58-bbd8-de821bf332c9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:21.370827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57a091b0-5aa6-4493-8ad8-856cb245c294 req-ae517a84-18f1-45d7-a20f-cb1b9102c3dc tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955594 Sep 22 09:32:21.439190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a266369-4dad-4cf2-85fb-1e9464d92446 req-f8948127-f0b6-4c24-a564-ae9fa3f787ac tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.441004 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a266369-4dad-4cf2-85fb-1e9464d92446 req-f8948127-f0b6-4c24-a564-ae9fa3f787ac tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 946 time: 0.1286972 Sep 22 09:32:21.504571 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-35c66295-c942-4212-98c7-c68b3da32fb7 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784052 Sep 22 09:32:21.508313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ec51860-4f28-4bb8-bd37-95ea7128ebca req-d6846754-1be3-45e5-803b-4d3392abf363 service neutron] 10.222.0.60 "GET /v2.0/networks/03bf477f-92d6-4a05-98b9-a34a9cabdccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142620 Sep 22 09:32:21.515082 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a266369-4dad-4cf2-85fb-1e9464d92446 req-4fbbcaf4-9634-443a-8138-4ce24da951f3 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677810 Sep 22 09:32:21.534771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-289f0802-5e39-48d1-9371-c48bdf4d6435 req-bbf18da4-620e-41cf-a262-73e24335a583 tempest-ServerShowV247Test-797081843 tempest-ServerShowV247Test-797081843-project] 10.222.0.49 "GET /v2.0/ports?device_id=c813e221-bc6c-4ef1-b7d5-2fd28ee2ca56 HTTP/1.1" status: 200 len: 210 time: 0.0361116 Sep 22 09:32:21.565560 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0e88023-e807-44e2-b06b-7ceaf1639c81 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:21.589796 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4c26d9-c09d-41a0-9c42-e793eec0760f x-openstack-request-id: req-8c4c26d9-c09d-41a0-9c42-e793eec0760f {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:21.591225 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb86b5e7-1613-4a4c-b7ce-dc9db665782c", "name": "network-vif-plugged", "status": "completed", "tag": "63ee2652-20c2-40e8-a15e-10a051e36a39", "code": 200}, {"server_uuid": "cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef", "name": "network-vif-plugged", "status": "completed", "tag": "bda36d82-46cc-4194-b1b5-408d069b0ab5", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:21.591798 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c4c26d9-c09d-41a0-9c42-e793eec0760f {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:21.592534 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb86b5e7-1613-4a4c-b7ce-dc9db665782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ee2652-20c2-40e8-a15e-10a051e36a39', 'code': 200} Sep 22 09:32:21.593017 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda36d82-46cc-4194-b1b5-408d069b0ab5', 'code': 200} Sep 22 09:32:21.606212 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-d0257a77-bb43-4ae7-af82-8daaa47c6233 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=9c4f4f72-b44a-4a03-8ec8-d526da5ae936 HTTP/1.1" status: 200 len: 217 time: 0.0477421 Sep 22 09:32:21.730069 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f95a-2132-482b-b667-35c3397d8192 req-995da74c-6e1f-433b-aca1-a0921abe1619 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.736285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f95a-2132-482b-b667-35c3397d8192 req-995da74c-6e1f-433b-aca1-a0921abe1619 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.742290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f95a-2132-482b-b667-35c3397d8192 req-995da74c-6e1f-433b-aca1-a0921abe1619 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.748210 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f95a-2132-482b-b667-35c3397d8192 req-995da74c-6e1f-433b-aca1-a0921abe1619 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.754713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f95a-2132-482b-b667-35c3397d8192 req-995da74c-6e1f-433b-aca1-a0921abe1619 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.757761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-3dc0cd52-a055-4e4a-9459-6381e23467c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.759281 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-3dc0cd52-a055-4e4a-9459-6381e23467c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.1139977 Sep 22 09:32:21.760677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f95a-2132-482b-b667-35c3397d8192 req-995da74c-6e1f-433b-aca1-a0921abe1619 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.767345 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f95a-2132-482b-b667-35c3397d8192 req-995da74c-6e1f-433b-aca1-a0921abe1619 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.769222 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e155f95a-2132-482b-b667-35c3397d8192 req-995da74c-6e1f-433b-aca1-a0921abe1619 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.1520691 Sep 22 09:32:21.803567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a695f-80c8-4309-9608-9351550f0595 req-6f4285f2-24ba-48b3-a4bb-5e338012e6d9 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.805488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b5a695f-80c8-4309-9608-9351550f0595 req-6f4285f2-24ba-48b3-a4bb-5e338012e6d9 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1412969 Sep 22 09:32:21.860033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22dfe3-88f1-4de6-abb5-fefde910951e req-99739a00-a7b6-4882-ab3c-4ec97e5d8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.861817 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eb22dfe3-88f1-4de6-abb5-fefde910951e req-99739a00-a7b6-4882-ab3c-4ec97e5d8900 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 1096 time: 0.1726732 Sep 22 09:32:21.866998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e88023-e807-44e2-b06b-7ceaf1639c81 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Router 0d2eb398-c74c-4c42-807b-77905405b852 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:32:21.877306 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e155f95a-2132-482b-b667-35c3397d8192 req-f6c2f086-b9ab-40ba-8f91-c031f8608304 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0956049 Sep 22 09:32:21.880424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e6d48-3195-4968-a2ec-ea01e4c57230 req-3553c15d-3d56-4362-8514-a62a84ce0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.881910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df7e6d48-3195-4968-a2ec-ea01e4c57230 req-3553c15d-3d56-4362-8514-a62a84ce0292 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 1096 time: 0.1118023 Sep 22 09:32:21.884714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b5a695f-80c8-4309-9608-9351550f0595 req-baca7476-e72e-4acf-b37e-47f6afaf888d tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723057 Sep 22 09:32:21.908175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-fadde962-c880-43a1-8cd7-588e89e13c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:21.908175 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-fadde962-c880-43a1-8cd7-588e89e13c1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1051505 Sep 22 09:32:21.932598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df7e6d48-3195-4968-a2ec-ea01e4c57230 req-d3f128ba-b722-4267-814b-ea622497feac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Sep 22 09:32:21.977110 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eb22dfe3-88f1-4de6-abb5-fefde910951e req-0e3a9bfa-a4fe-42c6-bcdc-86131a9bac89 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055622 Sep 22 09:32:22.010244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e88023-e807-44e2-b06b-7ceaf1639c81 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:32:22.020377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c0e88023-e807-44e2-b06b-7ceaf1639c81 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "PUT /v2.0/routers/0d2eb398-c74c-4c42-807b-77905405b852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9952788 Sep 22 09:32:22.020578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60518) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:22.021463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0be0167-9e5e-4b30-bdcd-aa88dff1f6f8 None None] Sync routers for ids ['0d2eb398-c74c-4c42-807b-77905405b852'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:32:22.033599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be0167-9e5e-4b30-bdcd-aa88dff1f6f8 None None] Routers {'0d2eb398-c74c-4c42-807b-77905405b852'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:22.034315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f0be0167-9e5e-4b30-bdcd-aa88dff1f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:31:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['0d2eb398-c74c-4c42-807b-77905405b852'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:22.066136 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-87c11d42-c5a1-4411-b59f-99438ecc9f7c tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] delete failed (client error): The resource could not be found. Sep 22 09:32:22.067186 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-87c11d42-c5a1-4411-b59f-99438ecc9f7c tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1024023941 HTTP/1.1" status: 404 len: 335 time: 0.0458431 Sep 22 09:32:22.071892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f0be0167-9e5e-4b30-bdcd-aa88dff1f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:22.074616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60520) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:22.076517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846ae0b-f31e-4380-86ec-d2de185ecde8 req-b9528cc6-c8d3-4775-b970-15a903256f62 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:22.078131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1846ae0b-f31e-4380-86ec-d2de185ecde8 req-b9528cc6-c8d3-4775-b970-15a903256f62 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 946 time: 0.1209340 Sep 22 09:32:22.082721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be0167-9e5e-4b30-bdcd-aa88dff1f6f8 None None] Routers {'0d2eb398-c74c-4c42-807b-77905405b852'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:22.083351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f0be0167-9e5e-4b30-bdcd-aa88dff1f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:31:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['0d2eb398-c74c-4c42-807b-77905405b852'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:22.087266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d1435-04bf-48b1-8489-5b21a16d1e9d req-72252414-5ec8-40a2-a7fc-0eddb1dbe59d tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:22.088771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a1d1435-04bf-48b1-8489-5b21a16d1e9d req-72252414-5ec8-40a2-a7fc-0eddb1dbe59d tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 945 time: 0.1216576 Sep 22 09:32:22.089696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60522) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:22.090704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-315503b2-8e67-4c16-833e-212cb7e47c11 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d2eb398-c74c-4c42-807b-77905405b852'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:22.094174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-81a1a3ca-c138-4d85-9875-21659cbd1d1b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Request body: {'floatingip': {'port_id': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:22.118396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f0be0167-9e5e-4b30-bdcd-aa88dff1f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:22.118959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0be0167-9e5e-4b30-bdcd-aa88dff1f6f8 None None] The sync data for ids ['0d2eb398-c74c-4c42-807b-77905405b852'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:32:22.132707 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-7dea2521-6c31-495a-96a0-0ab4d80f5af2 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901665 Sep 22 09:32:22.149104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-81a1a3ca-c138-4d85-9875-21659cbd1d1b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:22.223630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a1d1435-04bf-48b1-8489-5b21a16d1e9d req-31886c40-797f-4b8d-aa79-76a91abc9434 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940228 Sep 22 09:32:22.354339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-315503b2-8e67-4c16-833e-212cb7e47c11 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:22.379818 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-2de4db95-8d1e-4a28-b136-1064d644dcff service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794438 Sep 22 09:32:22.412036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cc4fb-460c-42a8-b827-530b643bfcce req-fbd31fcc-1d5c-4565-a386-b8f344d5c0ac tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:22.417227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-388cc4fb-460c-42a8-b827-530b643bfcce req-fbd31fcc-1d5c-4565-a386-b8f344d5c0ac tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.0997066 Sep 22 09:32:22.430386 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-d5e2f1fd-d519-4734-a804-a00df926c053 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1862ff0f-13ef-436e-a82f-5d3673bee076 HTTP/1.1" status: 200 len: 217 time: 0.0376682 Sep 22 09:32:22.445278 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-315503b2-8e67-4c16-833e-212cb7e47c11 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] update failed (client error): The resource could not be found. Sep 22 09:32:22.451615 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-315503b2-8e67-4c16-833e-212cb7e47c11 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "PUT /v2.0/routers/0d2eb398-c74c-4c42-807b-77905405b852 HTTP/1.1" status: 404 len: 339 time: 0.3708634 Sep 22 09:32:22.454153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60528) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:22.561641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-388cc4fb-460c-42a8-b827-530b643bfcce req-09210f26-7182-4932-a56c-b46202fba623 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406863 Sep 22 09:32:22.592328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57589ab-cb0c-430e-8c08-880770b1a353 req-7b2b07ea-5198-4e3b-891c-f78c8b9be7ad tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:22.593868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c57589ab-cb0c-430e-8c08-880770b1a353 req-7b2b07ea-5198-4e3b-891c-f78c8b9be7ad tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 944 time: 0.1191878 Sep 22 09:32:22.599717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-e4defb78-1eb7-47b7-930a-205a0a45c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:22.601253 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-e4defb78-1eb7-47b7-930a-205a0a45c370 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.1572123 Sep 22 09:32:22.639482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 383e3d81-3510-4cbf-822e-4ab11f6155db details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:22.693897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c57589ab-cb0c-430e-8c08-880770b1a353 req-f5a7a385-3c02-43fa-936a-7c37b6eb6af3 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689085 Sep 22 09:32:22.774267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-81a1a3ca-c138-4d85-9875-21659cbd1d1b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:22.779587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 383e3d81-3510-4cbf-822e-4ab11f6155db, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=383e3d81-3510-4cbf-822e-4ab11f6155db,segment=NetworkSegment(f2c02933-44ed-4c9e-9e74-e2e4dc900685),segment_id=f2c02933-44ed-4c9e-9e74-e2e4dc900685)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:22.793519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '383e3d81-3510-4cbf-822e-4ab11f6155db', 'network_id': '03bf477f-92d6-4a05-98b9-a34a9cabdccf', 'port_id': '383e3d81-3510-4cbf-822e-4ab11f6155db', 'mac_address': 'fa:16:3e:38:00:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c96f08-c4b0-4195-a2ac-707fb6802752', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:22.833344 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:22.840407 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-81a1a3ca-c138-4d85-9875-21659cbd1d1b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:22.852275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383e3d81-3510-4cbf-822e-4ab11f6155db {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:22.882331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 383e3d81-3510-4cbf-822e-4ab11f6155db, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=383e3d81-3510-4cbf-822e-4ab11f6155db,segment=NetworkSegment(f2c02933-44ed-4c9e-9e74-e2e4dc900685),segment_id=f2c02933-44ed-4c9e-9e74-e2e4dc900685)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:22.965892 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-81a1a3ca-c138-4d85-9875-21659cbd1d1b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Floating IP 1ba659f1-8aec-43ba-90d3-28795a607f0c associated. External IP: 172.25.6.3, port: e5cf92a8-8cd5-4cc5-a0ec-12873848261b. Sep 22 09:32:22.991843 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:23.052157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=383e3d81-3510-4cbf-822e-4ab11f6155db,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:23.084472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-9444a3b5-c141-4b8b-b74e-f0affc1e1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.086380 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-9444a3b5-c141-4b8b-b74e-f0affc1e1ef6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4509830 Sep 22 09:32:23.100081 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:23.120092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:23.165149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641f258-cb29-4d57-b5c9-a5c242c6a2de req-6145d9e8-f01d-4708-98cc-ca865ce2b9c4 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.166811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b641f258-cb29-4d57-b5c9-a5c242c6a2de req-6145d9e8-f01d-4708-98cc-ca865ce2b9c4 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1532340 Sep 22 09:32:23.179292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c80f33-cb94-4169-aad5-c76f7b31df08 req-1601d1a8-ddaf-4991-84b2-6ce0d73d9ab8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.185858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c80f33-cb94-4169-aad5-c76f7b31df08 req-1601d1a8-ddaf-4991-84b2-6ce0d73d9ab8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.192569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c80f33-cb94-4169-aad5-c76f7b31df08 req-1601d1a8-ddaf-4991-84b2-6ce0d73d9ab8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.198346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60540) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:23.199004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c80f33-cb94-4169-aad5-c76f7b31df08 req-1601d1a8-ddaf-4991-84b2-6ce0d73d9ab8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.205623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c80f33-cb94-4169-aad5-c76f7b31df08 req-1601d1a8-ddaf-4991-84b2-6ce0d73d9ab8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.210715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['383e3d81-3510-4cbf-822e-4ab11f6155db'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:23.211925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c80f33-cb94-4169-aad5-c76f7b31df08 req-1601d1a8-ddaf-4991-84b2-6ce0d73d9ab8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.217923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c80f33-cb94-4169-aad5-c76f7b31df08 req-1601d1a8-ddaf-4991-84b2-6ce0d73d9ab8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.227708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16c80f33-cb94-4169-aad5-c76f7b31df08 req-1601d1a8-ddaf-4991-84b2-6ce0d73d9ab8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.2153261 Sep 22 09:32:23.333640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b641f258-cb29-4d57-b5c9-a5c242c6a2de req-4ea14e42-9a24-4504-a672-ce26638375cb tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036541 Sep 22 09:32:23.388071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16c80f33-cb94-4169-aad5-c76f7b31df08 req-487ec840-c90c-455d-a516-5946a5234542 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1594584 Sep 22 09:32:23.414394 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-9bb52800-5428-421e-853f-31a4cd06eef9 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880104 Sep 22 09:32:23.501458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8a94-ced8-4d3d-86ce-f82cd653fb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:23.509136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a1a3ca-c138-4d85-9875-21659cbd1d1b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Router f5078261-5a9f-4794-b832-c833a70430c4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:32:23.521319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 12dabac2-38c0-4c84-a132-dc209749a761 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:23.524965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 12dabac2-38c0-4c84-a132-dc209749a761 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:32:23.528859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf78b1c-0e9e-41cd-a205-145f6f0edfd6 req-3f8bca0d-81f3-4508-9023-af5ab65dcd5c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.530394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf78b1c-0e9e-41cd-a205-145f6f0edfd6 req-3f8bca0d-81f3-4508-9023-af5ab65dcd5c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 945 time: 0.0740309 Sep 22 09:32:23.651345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf78b1c-0e9e-41cd-a205-145f6f0edfd6 req-5194f019-20cc-4114-bd1e-f068ee3638bb tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818210 Sep 22 09:32:23.661691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Allocated IP 172.20.0.1 (62b7d100-d684-49af-a4f4-5b2106e3ccdb/849186cf-9698-4bb9-a6e0-7e31a901c8de/93ffe374-7897-4fbd-987a-b75162d2b532) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:23.668474 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-3f6e93f2-5825-4899-b729-54739eeb8970 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467563 Sep 22 09:32:23.727829 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-ca69e4a2-8f8e-4ce6-8c24-088a197bee06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa1a85a4-367a-4f0e-87a9-61721a18faae HTTP/1.1" status: 200 len: 217 time: 0.0497861 Sep 22 09:32:23.735423 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:23.747103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71625bfd-1732-4f20-a88c-047c56b26896 req-eba3f790-7235-408f-b097-4fe820e31eb5 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.754365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71625bfd-1732-4f20-a88c-047c56b26896 req-eba3f790-7235-408f-b097-4fe820e31eb5 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1101344 Sep 22 09:32:23.773562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:23.779956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:23.781406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a1a3ca-c138-4d85-9875-21659cbd1d1b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:32:23.782957 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bcfea6-9acc-47e8-ab05-57f034d690a6" -d '{"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-unplugged", "status": "completed", "tag": "12dabac2-38c0-4c84-a132-dc209749a761"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:23.787400 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-81a1a3ca-c138-4d85-9875-21659cbd1d1b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:23.797380 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8181479-dde8-4670-9c4f-1aa887fb4c69 None None] Sync routers for ids ['f5078261-5a9f-4794-b832-c833a70430c4'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:32:23.810622 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8181479-dde8-4670-9c4f-1aa887fb4c69 None None] Routers {'f5078261-5a9f-4794-b832-c833a70430c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:23.814458 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c8181479-dde8-4670-9c4f-1aa887fb4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:31:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f5078261-5a9f-4794-b832-c833a70430c4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:23.821527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71625bfd-1732-4f20-a88c-047c56b26896 req-98b358ab-50cf-4a29-a120-116f856984f5 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662992 Sep 22 09:32:23.842542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-81a1a3ca-c138-4d85-9875-21659cbd1d1b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "PUT /v2.0/floatingips/1ba659f1-8aec-43ba-90d3-28795a607f0c HTTP/1.1" status: 200 len: 990 time: 1.7516725 Sep 22 09:32:23.862572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'tag': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:23.862754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '12dabac2-38c0-4c84-a132-dc209749a761', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '12dabac2-38c0-4c84-a132-dc209749a761', 'mac_address': 'fa:16:3e:3b:d3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:23.862878 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799e65b0-5b83-4884-bf96-7aa67211eed5" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd05248-acb3-42ca-ab5b-2659d25756ff", "tag": "e5cf92a8-8cd5-4cc5-a0ec-12873848261b"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:23.862995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-51120ada-3a9a-4c48-ad4c-3528a53eff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.863093 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-51120ada-3a9a-4c48-ad4c-3528a53eff40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7ae3516-7aae-40a1-abfb-02fb8c18323f HTTP/1.1" status: 200 len: 797 time: 0.1231229 Sep 22 09:32:23.868153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:23.892909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8a94-ced8-4d3d-86ce-f82cd653fb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:23.897587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60d08e-e9c0-4c32-9715-b0483afeacd5 req-9510cf03-22e5-410f-ae6e-62286043d5ad tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.907931 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc60d08e-e9c0-4c32-9715-b0483afeacd5 req-9510cf03-22e5-410f-ae6e-62286043d5ad tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 945 time: 0.0950162 Sep 22 09:32:23.918596 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3931e97a-487a-41f6-af07-bef69dde6ca0 x-openstack-request-id: req-3931e97a-487a-41f6-af07-bef69dde6ca0 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:23.920577 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-unplugged", "status": "completed", "tag": "12dabac2-38c0-4c84-a132-dc209749a761", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:23.920985 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3931e97a-487a-41f6-af07-bef69dde6ca0 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:23.922926 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761', 'code': 200} Sep 22 09:32:23.941207 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:23.953061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-12748569-60a4-4a21-adc1-68c6db1d4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:23.953610 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:23.954250 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-12748569-60a4-4a21-adc1-68c6db1d4fe4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03800963-f1ce-4f7f-90d6-30730f3a8a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0799022 Sep 22 09:32:23.970263 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc60d08e-e9c0-4c32-9715-b0483afeacd5 req-84b6b6e7-f16a-47c3-83e6-6277c1758882 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600698 Sep 22 09:32:23.993766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12dabac2-38c0-4c84-a132-dc209749a761 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:24.003978 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.011846 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8a94-ced8-4d3d-86ce-f82cd653fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.022070 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c8181479-dde8-4670-9c4f-1aa887fb4c69 None None] Set router f5078261-5a9f-4794-b832-c833a70430c4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:32:24.025403 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1588fe89-7046-4084-b480-d44ced93d843 x-openstack-request-id: req-1588fe89-7046-4084-b480-d44ced93d843 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:24.026502 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd05248-acb3-42ca-ab5b-2659d25756ff", "tag": "e5cf92a8-8cd5-4cc5-a0ec-12873848261b", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:24.026942 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1588fe89-7046-4084-b480-d44ced93d843 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:24.027509 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'tag': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b', 'status': 'completed', 'code': 200} Sep 22 09:32:24.062455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:24.099010 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3d6b8a94-ced8-4d3d-86ce-f82cd653fb8e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=804194ea24a24cf993e43d0b28643bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8971539 Sep 22 09:32:24.101996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60556) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:24.118426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e65b0-5b83-4884-bf96-7aa67211eed5 req-e844b0f9-433b-43de-9f86-9e40a6678e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:24.119832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b8a94-ced8-4d3d-86ce-f82cd653fb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800b7389-2cad-4a0b-a970-37ca6d2d0ac7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:24.122673 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-799e65b0-5b83-4884-bf96-7aa67211eed5 req-e844b0f9-433b-43de-9f86-9e40a6678e03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2a6bc30171f44978212060b8a32150c&device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 1097 time: 0.0702567 Sep 22 09:32:24.125829 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:32:24.127080 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:32:24.135529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-55f48b2f-d090-49ad-b7a1-f4b0353a3382 service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683655 Sep 22 09:32:24.194186 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.244542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e65b0-5b83-4884-bf96-7aa67211eed5 req-98c3aece-d2d2-4884-a67b-0b2dad3b16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:24.246161 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-799e65b0-5b83-4884-bf96-7aa67211eed5 req-98c3aece-d2d2-4884-a67b-0b2dad3b16dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 HTTP/1.1" status: 200 len: 917 time: 0.1127770 Sep 22 09:32:24.279264 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.288917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Network 62b7d100-d684-49af-a4f4-5b2106e3ccdb is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:24.289715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c759-b9f9-4911-8996-d96dab47b8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.299010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:24.315924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:24.322357 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4d30458-2537-4fc4-97a3-d664a643467e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.329984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-799e65b0-5b83-4884-bf96-7aa67211eed5 req-48605cc9-8732-44b3-847f-ad1d778f3774 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5cf92a8-8cd5-4cc5-a0ec-12873848261b HTTP/1.1" status: 200 len: 998 time: 0.0765569 Sep 22 09:32:24.371875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event updated for resources: {'Port': ['ID=93ffe374-7897-4fbd-987a-b75162d2b532,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:24.379896 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c759-b9f9-4911-8996-d96dab47b8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.383109 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-958f480e-5b13-4470-823f-f2e4d1c75aef service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367942 Sep 22 09:32:24.400651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e65b0-5b83-4884-bf96-7aa67211eed5 req-39950845-a45f-4974-8fab-3b4e999208cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:24.402536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-799e65b0-5b83-4884-bf96-7aa67211eed5 req-39950845-a45f-4974-8fab-3b4e999208cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e770f9d4-13f6-47b2-be97-fd166beb07b6 HTTP/1.1" status: 200 len: 855 time: 0.0633566 Sep 22 09:32:24.442966 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c8181479-dde8-4670-9c4f-1aa887fb4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:55Z', 'revision_number': 4, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '1ba659f1-8aec-43ba-90d3-28795a607f0c', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'port_id': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'mac_address': 'fa:16:3e:ea:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:31:03Z', 'updated_at': '2021-09-22T09:32:22Z', 'revision_number': 1, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cde499f-c7f3-4b78-8ef4-ec163947f389', 'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'mac_address': 'fa:16:3e:17:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:54Z', 'updated_at': '2021-09-22T09:31:01Z', 'revision_number': 5, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'subnets': [{'id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:24.475588 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-bd367b32-6953-40e8-b93e-ec36954e6cd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3615a262-500e-4926-a669-69be16798510 HTTP/1.1" status: 200 len: 217 time: 0.0737660 Sep 22 09:32:24.505047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e65b0-5b83-4884-bf96-7aa67211eed5 req-2014a65c-70b8-4753-95c0-32d3cdfbae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:24.506668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-799e65b0-5b83-4884-bf96-7aa67211eed5 req-2014a65c-70b8-4753-95c0-32d3cdfbae50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953133 Sep 22 09:32:24.536113 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8181479-dde8-4670-9c4f-1aa887fb4c69 None None] Checking router: f5078261-5a9f-4794-b832-c833a70430c4 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:32:24.547276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-6905d2ff-904e-439d-9e31-f8a47df442b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:24.548464 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8181479-dde8-4670-9c4f-1aa887fb4c69 None None] Routers {'f5078261-5a9f-4794-b832-c833a70430c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:24.548819 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-6905d2ff-904e-439d-9e31-f8a47df442b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7ae3516-7aae-40a1-abfb-02fb8c18323f HTTP/1.1" status: 200 len: 797 time: 0.0644150 Sep 22 09:32:24.549481 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c8181479-dde8-4670-9c4f-1aa887fb4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:31:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f5078261-5a9f-4794-b832-c833a70430c4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:24.549722 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.553510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fed32-3bbe-4db3-815b-3b753132a2c8 req-f86801fb-0cb3-451f-bf59-db4e9e53fedd tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:24.555281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f35fed32-3bbe-4db3-815b-3b753132a2c8 req-f86801fb-0cb3-451f-bf59-db4e9e53fedd tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1035922 Sep 22 09:32:24.681265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-5c48ddf6-29ca-4b9d-acb9-34cef78e1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:24.682854 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-5c48ddf6-29ca-4b9d-acb9-34cef78e1e28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03800963-f1ce-4f7f-90d6-30730f3a8a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264191 Sep 22 09:32:24.685998 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 383e3d81-3510-4cbf-822e-4ab11f6155db up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:24.702678 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c8181479-dde8-4670-9c4f-1aa887fb4c69 None None] Set router f5078261-5a9f-4794-b832-c833a70430c4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:32:24.728704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e2478e34-07f9-4189-a1ba-185b9b06c18c None None] Provisioning complete for port 93ffe374-7897-4fbd-987a-b75162d2b532 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:24.729463 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e2478e34-07f9-4189-a1ba-185b9b06c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.803474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c759-b9f9-4911-8996-d96dab47b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.806787 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c759-b9f9-4911-8996-d96dab47b8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.808068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4ca5c759-b9f9-4911-8996-d96dab47b8d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/800b7389-2cad-4a0b-a970-37ca6d2d0ac7 HTTP/1.1" status: 204 len: 168 time: 0.7038162 Sep 22 09:32:24.830367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5c759-b9f9-4911-8996-d96dab47b8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800b7389-2cad-4a0b-a970-37ca6d2d0ac7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:24.846288 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-e3627043-a53a-41ca-bae4-95388a264bd1 service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511402 Sep 22 09:32:24.909233 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:24.963536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e2478e34-07f9-4189-a1ba-185b9b06c18c None None] Port 93ffe374-7897-4fbd-987a-b75162d2b532 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:32:24.972863 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:25.007305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dabac2-38c0-4c84-a132-dc209749a761 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:25.035465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:25.075035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84c991-db9f-4be1-8412-84659e75072c req-a106af5a-330c-4254-a21e-721ab625c054 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:25.075238 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c8181479-dde8-4670-9c4f-1aa887fb4c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:55Z', 'revision_number': 4, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '1ba659f1-8aec-43ba-90d3-28795a607f0c', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'port_id': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'mac_address': 'fa:16:3e:ea:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:31:03Z', 'updated_at': '2021-09-22T09:32:22Z', 'revision_number': 1, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cde499f-c7f3-4b78-8ef4-ec163947f389', 'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'mac_address': 'fa:16:3e:17:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:54Z', 'updated_at': '2021-09-22T09:31:01Z', 'revision_number': 5, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'subnets': [{'id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:25.078055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84c991-db9f-4be1-8412-84659e75072c req-a106af5a-330c-4254-a21e-721ab625c054 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:25.084835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84c991-db9f-4be1-8412-84659e75072c req-a106af5a-330c-4254-a21e-721ab625c054 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:25.090941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84c991-db9f-4be1-8412-84659e75072c req-a106af5a-330c-4254-a21e-721ab625c054 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:25.097185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84c991-db9f-4be1-8412-84659e75072c req-a106af5a-330c-4254-a21e-721ab625c054 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:25.102131 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bc626b51-e40b-4000-80e0-b9cc6ba30a44 req-5b7096eb-cbc7-410a-aaa2-3b98ce9c9593 service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481325 Sep 22 09:32:25.103644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84c991-db9f-4be1-8412-84659e75072c req-a106af5a-330c-4254-a21e-721ab625c054 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:25.105224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 383e3d81-3510-4cbf-822e-4ab11f6155db completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:25.109463 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8181479-dde8-4670-9c4f-1aa887fb4c69 None None] The sync data for ids ['f5078261-5a9f-4794-b832-c833a70430c4'] in n-d-805649-4 is: [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:55Z', 'revision_number': 4, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '1ba659f1-8aec-43ba-90d3-28795a607f0c', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'floating_ip_address': '172.25.6.3', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'port_id': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'mac_address': 'fa:16:3e:ea:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:31:03Z', 'updated_at': '2021-09-22T09:32:22Z', 'revision_number': 1, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cde499f-c7f3-4b78-8ef4-ec163947f389', 'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'mac_address': 'fa:16:3e:17:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:54Z', 'updated_at': '2021-09-22T09:31:01Z', 'revision_number': 5, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'subnets': [{'id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:32:25.114514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84c991-db9f-4be1-8412-84659e75072c req-a106af5a-330c-4254-a21e-721ab625c054 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:25.118649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 383e3d81-3510-4cbf-822e-4ab11f6155db triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:25.119267 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:25.119453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce84c991-db9f-4be1-8412-84659e75072c req-a106af5a-330c-4254-a21e-721ab625c054 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.5755806 Sep 22 09:32:25.150040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f35fed32-3bbe-4db3-815b-3b753132a2c8 req-3139cc3c-406e-4dc3-b421-ac70be100229 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586202 Sep 22 09:32:25.161219 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:25.179880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-799e65b0-5b83-4884-bf96-7aa67211eed5 req-b971bd56-f5a9-4b98-954c-c765442f4a24 service neutron] 10.222.0.60 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581469 Sep 22 09:32:25.257647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:25.329953 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:25.355010 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:25.382984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 383e3d81-3510-4cbf-822e-4ab11f6155db, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=383e3d81-3510-4cbf-822e-4ab11f6155db,segment=NetworkSegment(f2c02933-44ed-4c9e-9e74-e2e4dc900685),segment_id=f2c02933-44ed-4c9e-9e74-e2e4dc900685)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:25.387100 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-799e65b0-5b83-4884-bf96-7aa67211eed5 req-a3a439ff-6fed-42b1-9305-ef90e07a7392 service neutron] 10.222.0.60 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060657 Sep 22 09:32:25.395096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce84c991-db9f-4be1-8412-84659e75072c req-74f4868c-18e9-4df0-8910-62b317f6a3d0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2608252 Sep 22 09:32:25.416985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8851f-e2ac-4a94-a209-daf9a667a539 req-7c3797aa-8936-4d30-9ae9-0055f1d222b5 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:25.423260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['12dabac2-38c0-4c84-a132-dc209749a761'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:25.431223 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:25.439489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dfa8851f-e2ac-4a94-a209-daf9a667a539 req-7c3797aa-8936-4d30-9ae9-0055f1d222b5 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 945 time: 0.1304452 Sep 22 09:32:25.465238 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:25.498699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dfa8851f-e2ac-4a94-a209-daf9a667a539 req-b33dc927-e325-4db7-ab92-787a4b650d44 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521865 Sep 22 09:32:25.511407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11fa433-fc12-4438-bd3e-fd2aa76d5758 None None] New status for floating IP 1ba659f1-8aec-43ba-90d3-28795a607f0c: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:32:25.599371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event updated for resources: {'Port': ['ID=93ffe374-7897-4fbd-987a-b75162d2b532,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:25.601764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:25.656383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028bc4-2374-4180-b9d0-b9edd2ed6230 req-1bc8cbc2-828b-4b66-a865-016e56ac09aa tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:25.658647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb028bc4-2374-4180-b9d0-b9edd2ed6230 req-1bc8cbc2-828b-4b66-a865-016e56ac09aa tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 948 time: 0.1158502 Sep 22 09:32:25.677228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=383e3d81-3510-4cbf-822e-4ab11f6155db,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:25.701395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6c261-d79b-469a-b8bf-dc9b0918ccdd req-d5ab2aae-9a09-4cab-a100-b5dc001716e7 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:25.702970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72b6c261-d79b-469a-b8bf-dc9b0918ccdd req-d5ab2aae-9a09-4cab-a100-b5dc001716e7 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 946 time: 0.1034231 Sep 22 09:32:25.727369 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Network 62b7d100-d684-49af-a4f4-5b2106e3ccdb is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:25.729083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:25.753326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb028bc4-2374-4180-b9d0-b9edd2ed6230 req-06ebac9f-449c-4889-99eb-1a0cf3371f0d tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869498 Sep 22 09:32:25.788441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72b6c261-d79b-469a-b8bf-dc9b0918ccdd req-88eda973-4381-47cf-bd44-c4f4ccc7775b tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775373 Sep 22 09:32:25.912711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Router 0d2eb398-c74c-4c42-807b-77905405b852 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:32:25.924828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796af997-71f3-48ce-9455-bf4677b2bd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383e3d81-3510-4cbf-822e-4ab11f6155db'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:25.929534 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c619b8-60b5-4dd6-ae09-589781c48e32" -d '{"events": [{"server_uuid": "796af997-71f3-48ce-9455-bf4677b2bd96", "name": "network-vif-plugged", "status": "completed", "tag": "383e3d81-3510-4cbf-822e-4ab11f6155db"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:25.951924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474d193-abe1-468b-97af-0ac3eae9bec7 req-81519f30-0a3e-4e26-a626-6a7be586adf5 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:25.963724 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e474d193-abe1-468b-97af-0ac3eae9bec7 req-81519f30-0a3e-4e26-a626-6a7be586adf5 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1288779 Sep 22 09:32:26.020838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e474d193-abe1-468b-97af-0ac3eae9bec7 req-754b1a41-a6e4-416b-8083-606bc1a53b13 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523179 Sep 22 09:32:26.075194 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2940ad00-2626-4c6e-bdaf-b11e3e9abdda x-openstack-request-id: req-2940ad00-2626-4c6e-bdaf-b11e3e9abdda {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:26.076064 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796af997-71f3-48ce-9455-bf4677b2bd96", "name": "network-vif-plugged", "status": "completed", "tag": "383e3d81-3510-4cbf-822e-4ab11f6155db", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:26.076064 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2940ad00-2626-4c6e-bdaf-b11e3e9abdda {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:26.077393 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796af997-71f3-48ce-9455-bf4677b2bd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383e3d81-3510-4cbf-822e-4ab11f6155db', 'code': 200} Sep 22 09:32:26.099163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fd38681e-f399-4f6f-af7d-6509a91ff433 None None] Provisioning complete for port 93ffe374-7897-4fbd-987a-b75162d2b532 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:26.099774 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fd38681e-f399-4f6f-af7d-6509a91ff433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:26.145827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fd38681e-f399-4f6f-af7d-6509a91ff433 None None] Port 93ffe374-7897-4fbd-987a-b75162d2b532 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:32:26.166447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:32:26.178080 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9a4fe1-ad61-4532-99d3-ec6ac9c2ddfe None None] Sync routers for ids ['0d2eb398-c74c-4c42-807b-77905405b852'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:32:26.191192 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9a4fe1-ad61-4532-99d3-ec6ac9c2ddfe None None] Routers {'0d2eb398-c74c-4c42-807b-77905405b852'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:26.192401 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5f9a4fe1-ad61-4532-99d3-ec6ac9c2ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:31:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['0d2eb398-c74c-4c42-807b-77905405b852'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:26.192968 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cbc37f06-a690-4c81-9f36-94ec33aa460d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "PUT /v2.0/routers/0d2eb398-c74c-4c42-807b-77905405b852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7376277 Sep 22 09:32:26.193471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60598) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:26.242186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52fa0b-d8df-4d2e-9521-abfc4d268991 req-2e079e70-bf7f-452a-a394-24ad4316d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:26.244380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc52fa0b-d8df-4d2e-9521-abfc4d268991 req-2e079e70-bf7f-452a-a394-24ad4316d01e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 1097 time: 0.0793557 Sep 22 09:32:26.267636 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5f9a4fe1-ad61-4532-99d3-ec6ac9c2ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:26.276889 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9a4fe1-ad61-4532-99d3-ec6ac9c2ddfe None None] Routers {'0d2eb398-c74c-4c42-807b-77905405b852'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:26.277536 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5f9a4fe1-ad61-4532-99d3-ec6ac9c2ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:31:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['0d2eb398-c74c-4c42-807b-77905405b852'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:26.299296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dabbba34-aa5e-473e-b3ae-e0ba867facf6 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:26.311760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc52fa0b-d8df-4d2e-9521-abfc4d268991 req-8dfc73b8-a88e-461b-9881-9b044bb80bda service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540607 Sep 22 09:32:26.319665 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5f9a4fe1-ad61-4532-99d3-ec6ac9c2ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:26.320320 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9a4fe1-ad61-4532-99d3-ec6ac9c2ddfe None None] The sync data for ids ['0d2eb398-c74c-4c42-807b-77905405b852'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:32:26.372519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60602) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:26.395935 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-dabbba34-aa5e-473e-b3ae-e0ba867facf6 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 09:32:26.397022 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dabbba34-aa5e-473e-b3ae-e0ba867facf6 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "DELETE /v2.0/routers/0d2eb398-c74c-4c42-807b-77905405b852 HTTP/1.1" status: 409 len: 329 time: 0.2026019 Sep 22 09:32:26.405198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60606) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:26.493586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1342616187-network', 'tenant_id': '9f0a951bc6ef4a38b8343a638bb80253'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:26.609188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42206b2-a342-4bd1-8f82-276e391e4cf0 req-5e7daaab-558a-4538-a7b6-fa753147463d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:26.615938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42206b2-a342-4bd1-8f82-276e391e4cf0 req-5e7daaab-558a-4538-a7b6-fa753147463d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:26.626803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42206b2-a342-4bd1-8f82-276e391e4cf0 req-5e7daaab-558a-4538-a7b6-fa753147463d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:26.629117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42206b2-a342-4bd1-8f82-276e391e4cf0 req-5e7daaab-558a-4538-a7b6-fa753147463d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:26.635013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42206b2-a342-4bd1-8f82-276e391e4cf0 req-5e7daaab-558a-4538-a7b6-fa753147463d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:26.641641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42206b2-a342-4bd1-8f82-276e391e4cf0 req-5e7daaab-558a-4538-a7b6-fa753147463d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:26.647634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42206b2-a342-4bd1-8f82-276e391e4cf0 req-5e7daaab-558a-4538-a7b6-fa753147463d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:26.655523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b42206b2-a342-4bd1-8f82-276e391e4cf0 req-5e7daaab-558a-4538-a7b6-fa753147463d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.1179361 Sep 22 09:32:26.680385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Made reservation on behalf of 9f0a951bc6ef4a38b8343a638bb80253 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:26.682877 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:26.708411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:26.734438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b42206b2-a342-4bd1-8f82-276e391e4cf0 req-9932fd72-6431-414e-b35f-077b659511a4 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0767093 Sep 22 09:32:26.749389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784665d3-9ba1-453e-9a9f-76715071f669 req-ce1ce73d-4f58-4c53-96ee-002eccaeb4b5 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:26.757832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-784665d3-9ba1-453e-9a9f-76715071f669 req-ce1ce73d-4f58-4c53-96ee-002eccaeb4b5 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 945 time: 0.0986176 Sep 22 09:32:26.799053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-784665d3-9ba1-453e-9a9f-76715071f669 req-4ece53ae-24f1-4f0a-a08c-8ebf71ddf275 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393643 Sep 22 09:32:26.875715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d764a913-ce83-4232-9466-fde4c5763d7d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:26.876465 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4b1c02a8-cbd5-4cfb-b52a-4ac3ffd0b719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:26.920611 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:26.972391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-e4f70de9-2629-43ee-885e-2e4278b3e1d0 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:26.974212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-e4f70de9-2629-43ee-885e-2e4278b3e1d0 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/networks?id=775c29d1-bbde-4427-a116-02672e31f422 HTTP/1.1" status: 200 len: 815 time: 0.1589770 Sep 22 09:32:26.983712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb5dad-16d3-464d-901c-d1fd400898ec req-4dff7428-a0f8-4cc4-8121-e8e47fbe90d8 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:26.986140 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5cb5dad-16d3-464d-901c-d1fd400898ec req-4dff7428-a0f8-4cc4-8121-e8e47fbe90d8 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 948 time: 0.0863101 Sep 22 09:32:27.005775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-8889bac8-9458-41f4-b69c-9d609c6be984 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/quotas/59f7a54f41114c9a8a18852cdd041950 HTTP/1.1" status: 200 len: 375 time: 0.0183465 Sep 22 09:32:27.068667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5cb5dad-16d3-464d-901c-d1fd400898ec req-07024e88-ec28-4ae2-8796-7215bc80972d tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744581 Sep 22 09:32:27.103250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-7b8a5d37-f99d-4685-8e00-86dbdd26c8de tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=59f7a54f41114c9a8a18852cdd041950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883505 Sep 22 09:32:27.244374 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:27.268294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-39c58e80-3d0a-4766-937d-ad6cf314cd0f service neutron] 10.222.0.49 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546559 Sep 22 09:32:27.284720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec65edb-7bec-4185-b189-58787c09b4c2 req-12fed346-4d0f-4827-8e49-96ed3bad5a6f tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:27.287150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ec65edb-7bec-4185-b189-58787c09b4c2 req-12fed346-4d0f-4827-8e49-96ed3bad5a6f tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 946 time: 0.1330118 Sep 22 09:32:27.291112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:32:27.349763 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:27.350304 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Added segment c393e9c8-0f6b-4b78-b6c3-c2dd14803359 of type vlan for network e381bbfe-9cad-4576-9347-d9b5699eebb3 Sep 22 09:32:27.363077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:27.385275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ec65edb-7bec-4185-b189-58787c09b4c2 req-b8f99cd6-393b-46ee-aead-514f560f94bd tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799644 Sep 22 09:32:27.410825 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:27.419250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-5e406049-a03a-44c7-954f-35a693bf2bb5 service neutron] 10.222.0.49 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499593 Sep 22 09:32:27.486813 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:27.535936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d764a913-ce83-4232-9466-fde4c5763d7d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Deleting port 93ffe374-7897-4fbd-987a-b75162d2b532 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:32:27.535936 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d764a913-ce83-4232-9466-fde4c5763d7d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:27.549772 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 12dabac2-38c0-4c84-a132-dc209749a761 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:27.562284 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:27.570642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:27.570642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:27.631330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 12dabac2-38c0-4c84-a132-dc209749a761 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:27.632315 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:27.710522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] Pushing event updated for resources: {'Network': ['ID=e381bbfe-9cad-4576-9347-d9b5699eebb3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:27.740949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d764a913-ce83-4232-9466-fde4c5763d7d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:27.744780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b63008c-4bbd-41c9-8a07-3dd6f9d410b1 req-85175827-1537-4372-ac1a-6c7732f418ba tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 210 time: 0.0462003 Sep 22 09:32:27.753215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network e381bbfe-9cad-4576-9347-d9b5699eebb3 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:32:27.759992 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3f3a6354-3456-4f52-95f3-e542d34bb51a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3864174 Sep 22 09:32:27.763336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d764a913-ce83-4232-9466-fde4c5763d7d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Calling delete_port for 93ffe374-7897-4fbd-987a-b75162d2b532 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:32:27.765628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60636) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:27.771468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] Request body: {'subnet': {'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1342616187-subnet', 'tenant_id': '9f0a951bc6ef4a38b8343a638bb80253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:27.813845 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:27.859874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:27.933806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] Made reservation on behalf of 9f0a951bc6ef4a38b8343a638bb80253 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:27.933806 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:27.947372 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:28.011498 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:28.054258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1791-3663-4cb9-b453-419876fb34fd req-a2c6c625-3526-409f-b819-19e963f94439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.060564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1791-3663-4cb9-b453-419876fb34fd req-a2c6c625-3526-409f-b819-19e963f94439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.067380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1791-3663-4cb9-b453-419876fb34fd req-a2c6c625-3526-409f-b819-19e963f94439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.073477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1791-3663-4cb9-b453-419876fb34fd req-a2c6c625-3526-409f-b819-19e963f94439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.078130 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:28.079683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1791-3663-4cb9-b453-419876fb34fd req-a2c6c625-3526-409f-b819-19e963f94439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.080758 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e49839-66f0-4b08-a977-997962b72c60" -d '{"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-plugged", "status": "completed", "tag": "12dabac2-38c0-4c84-a132-dc209749a761"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:28.085728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1791-3663-4cb9-b453-419876fb34fd req-a2c6c625-3526-409f-b819-19e963f94439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.091726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1791-3663-4cb9-b453-419876fb34fd req-a2c6c625-3526-409f-b819-19e963f94439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.093772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a8f1791-3663-4cb9-b453-419876fb34fd req-a2c6c625-3526-409f-b819-19e963f94439 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.2074432 Sep 22 09:32:28.114668 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:28.138135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6504ac-48e6-40d5-a383-19d71e6557cf req-771a3dd8-ab21-4bc9-a991-cbc14d55b9d4 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.139634 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac6504ac-48e6-40d5-a383-19d71e6557cf req-771a3dd8-ab21-4bc9-a991-cbc14d55b9d4 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 945 time: 0.1831453 Sep 22 09:32:28.154715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d764a913-ce83-4232-9466-fde4c5763d7d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:28.181178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a8f1791-3663-4cb9-b453-419876fb34fd req-d47e8cb2-f75d-447e-9e7e-144829083c42 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0810170 Sep 22 09:32:28.185546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764a913-ce83-4232-9466-fde4c5763d7d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event deleted for resources: {'Port': ['ID=93ffe374-7897-4fbd-987a-b75162d2b532,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:28.245843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac6504ac-48e6-40d5-a383-19d71e6557cf req-5c04ab8a-48ba-45fe-a406-71c1b553acb9 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990691 Sep 22 09:32:28.285042 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ec0ed3-526e-432e-85c6-9d7db7792744 x-openstack-request-id: req-94ec0ed3-526e-432e-85c6-9d7db7792744 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:28.285563 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-plugged", "status": "completed", "tag": "12dabac2-38c0-4c84-a132-dc209749a761", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:28.286024 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94ec0ed3-526e-432e-85c6-9d7db7792744 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:28.286588 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761', 'code': 200} Sep 22 09:32:28.314278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabb8eb-1689-4c60-bbf7-37e461b61f90 req-b6b278b4-8383-479b-9444-ce7830878e35 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.315762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbabb8eb-1689-4c60-bbf7-37e461b61f90 req-b6b278b4-8383-479b-9444-ce7830878e35 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 945 time: 0.1310153 Sep 22 09:32:28.427517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d764a913-ce83-4232-9466-fde4c5763d7d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:28.501042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12384335-d02d-4da5-bb48-52fea589c2ef req-af511912-233e-42dc-bea6-fc56963e1dc7 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.508396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12384335-d02d-4da5-bb48-52fea589c2ef req-af511912-233e-42dc-bea6-fc56963e1dc7 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1105442 Sep 22 09:32:28.514254 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:28.613457 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12384335-d02d-4da5-bb48-52fea589c2ef req-dba200bb-6cc5-40c9-8014-5c0e53583a5e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039481 Sep 22 09:32:28.622826 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-dbabb8eb-1689-4c60-bbf7-37e461b61f90 req-d12868e7-e281-4bff-aff9-ff53e8e8086f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Deleting port 63ee2652-20c2-40e8-a15e-10a051e36a39 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:32:28.622826 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dbabb8eb-1689-4c60-bbf7-37e461b61f90 req-d12868e7-e281-4bff-aff9-ff53e8e8086f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:28.631656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:28.665008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592eb84-f72a-490b-be1a-b14ec91242ac req-45455c49-8841-462b-9b3b-4c3453cc55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.666549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2592eb84-f72a-490b-be1a-b14ec91242ac req-45455c49-8841-462b-9b3b-4c3453cc55b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 1100 time: 0.1846507 Sep 22 09:32:28.668327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d764a913-ce83-4232-9466-fde4c5763d7d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Router 0d2eb398-c74c-4c42-807b-77905405b852 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:32:28.692488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] Checking segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:28.692878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] Network hostable DHCP agents. Network: e381bbfe-9cad-4576-9347-d9b5699eebb3, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:32:28.792012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d764a913-ce83-4232-9466-fde4c5763d7d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:32:28.794891 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2592eb84-f72a-490b-be1a-b14ec91242ac req-da8689a1-ed13-408e-9857-6f6388b546e4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181316 Sep 22 09:32:28.797602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39526cfe-f1a5-478a-af07-8add423308d9 req-56245c90-42fb-4957-8f92-0d678d08ecf8 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:28.802342 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d764a913-ce83-4232-9466-fde4c5763d7d tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "PUT /v2.0/routers/0d2eb398-c74c-4c42-807b-77905405b852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3924270 Sep 22 09:32:28.803623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39526cfe-f1a5-478a-af07-8add423308d9 req-56245c90-42fb-4957-8f92-0d678d08ecf8 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 946 time: 0.1213405 Sep 22 09:32:28.803623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-dbabb8eb-1689-4c60-bbf7-37e461b61f90 req-d12868e7-e281-4bff-aff9-ff53e8e8086f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] For port 63ee2652-20c2-40e8-a15e-10a051e36a39, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=63ee2652-20c2-40e8-a15e-10a051e36a39,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:28.806305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d150761-31cc-4eaf-a774-6fc3a28dec71 None None] Sync routers for ids ['0d2eb398-c74c-4c42-807b-77905405b852'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:32:28.809855 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dbabb8eb-1689-4c60-bbf7-37e461b61f90 req-d12868e7-e281-4bff-aff9-ff53e8e8086f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:28.814939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60666) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:28.820163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d150761-31cc-4eaf-a774-6fc3a28dec71 None None] Routers {'0d2eb398-c74c-4c42-807b-77905405b852'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:28.820865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1d150761-31cc-4eaf-a774-6fc3a28dec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['0d2eb398-c74c-4c42-807b-77905405b852'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:28.843524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-dbabb8eb-1689-4c60-bbf7-37e461b61f90 req-d12868e7-e281-4bff-aff9-ff53e8e8086f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Calling delete_port for 63ee2652-20c2-40e8-a15e-10a051e36a39 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:32:28.852049 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-348f0493-25af-4a1b-addd-8cac3882a165 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] show failed (client error): The resource could not be found. Sep 22 09:32:28.853433 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-348f0493-25af-4a1b-addd-8cac3882a165 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-812196468 HTTP/1.1" status: 404 len: 334 time: 0.0399251 Sep 22 09:32:28.858180 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60668) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:28.864082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-31546667-9102-4487-8661-b590aa5e4d59 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:28.870024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1d150761-31cc-4eaf-a774-6fc3a28dec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:28.879575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d150761-31cc-4eaf-a774-6fc3a28dec71 None None] Routers {'0d2eb398-c74c-4c42-807b-77905405b852'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:28.880817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1d150761-31cc-4eaf-a774-6fc3a28dec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['0d2eb398-c74c-4c42-807b-77905405b852'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:28.905717 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-31546667-9102-4487-8661-b590aa5e4d59 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] update failed (client error): The resource could not be found. Sep 22 09:32:28.907000 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-31546667-9102-4487-8661-b590aa5e4d59 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-913886880 HTTP/1.1" status: 404 len: 334 time: 0.0470407 Sep 22 09:32:28.910651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60670) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:28.913317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39526cfe-f1a5-478a-af07-8add423308d9 req-116e8ac8-d237-4ced-875a-47445ab9f7ed tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946460 Sep 22 09:32:28.913862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1d150761-31cc-4eaf-a774-6fc3a28dec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:28.914749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d150761-31cc-4eaf-a774-6fc3a28dec71 None None] The sync data for ids ['0d2eb398-c74c-4c42-807b-77905405b852'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:32:28.931810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] Network e381bbfe-9cad-4576-9347-d9b5699eebb3 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:32:28.986790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bc6531-82a5-41d8-8f0d-a5cb37b4bcae tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Deleting subnet e5849f0b-4e85-48ff-9ee0-3f2a6bc71f3c {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:32:28.990136 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6531-82a5-41d8-8f0d-a5cb37b4bcae tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.033640 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6531-82a5-41d8-8f0d-a5cb37b4bcae tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.072538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-17fe7520-40d2-4c0d-b061-c330cc338cf0 req-1119c4cc-a1fc-4e5b-bc4e-15a07f7bd54a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 210 time: 0.0277596 Sep 22 09:32:29.086150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, e381bbfe-9cad-4576-9347-d9b5699eebb3) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:29.095610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edda653-5275-47aa-a976-82339698a2be None None] Network e381bbfe-9cad-4576-9347-d9b5699eebb3 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:29.100700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:29.101976 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.159400 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6531-82a5-41d8-8f0d-a5cb37b4bcae tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.190739 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dbabb8eb-1689-4c60-bbf7-37e461b61f90 req-d12868e7-e281-4bff-aff9-ff53e8e8086f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.246500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12868e7-e281-4bff-aff9-ff53e8e8086f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Pushing event deleted for resources: {'Port': ['ID=63ee2652-20c2-40e8-a15e-10a051e36a39,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:29.272680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8a967d66-6d24-47c0-a57e-d658a89b7eba admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5051937 Sep 22 09:32:29.286110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49778a09-04d6-4ebb-a45c-1db6865f79b9 None None] Network e381bbfe-9cad-4576-9347-d9b5699eebb3 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:29.300293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbabb8eb-1689-4c60-bbf7-37e461b61f90 req-d12868e7-e281-4bff-aff9-ff53e8e8086f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] No DVR routers for this DVR port 63ee2652-20c2-40e8-a15e-10a051e36a39 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:32:29.304123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dbabb8eb-1689-4c60-bbf7-37e461b61f90 req-d12868e7-e281-4bff-aff9-ff53e8e8086f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.306628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbabb8eb-1689-4c60-bbf7-37e461b61f90 req-d12868e7-e281-4bff-aff9-ff53e8e8086f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "DELETE /v2.0/ports/63ee2652-20c2-40e8-a15e-10a051e36a39 HTTP/1.1" status: 204 len: 173 time: 0.9833632 Sep 22 09:32:29.307292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb86b5e7-1613-4a4c-b7ce-dc9db665782c', 'name': 'network-vif-deleted', 'tag': '63ee2652-20c2-40e8-a15e-10a051e36a39'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:29.315985 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed27036-1e1e-446f-9e31-fc405e489124" -d '{"events": [{"server_uuid": "fb86b5e7-1613-4a4c-b7ce-dc9db665782c", "name": "network-vif-deleted", "tag": "63ee2652-20c2-40e8-a15e-10a051e36a39"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:29.389334 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6531-82a5-41d8-8f0d-a5cb37b4bcae tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.419547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94668b1-16b2-4d1e-bc12-7fa67bc00f62 req-9b60269c-8e4f-4724-9937-1cfad6c9d85b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:29.426473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94668b1-16b2-4d1e-bc12-7fa67bc00f62 req-9b60269c-8e4f-4724-9937-1cfad6c9d85b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:29.442634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94668b1-16b2-4d1e-bc12-7fa67bc00f62 req-9b60269c-8e4f-4724-9937-1cfad6c9d85b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:29.443632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc6531-82a5-41d8-8f0d-a5cb37b4bcae tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event deleted for resources: {'Subnet': ['ID=e5849f0b-4e85-48ff-9ee0-3f2a6bc71f3c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:29.447962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8bc6531-82a5-41d8-8f0d-a5cb37b4bcae tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.450788 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d8bc6531-82a5-41d8-8f0d-a5cb37b4bcae tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "DELETE /v2.0/subnets/e5849f0b-4e85-48ff-9ee0-3f2a6bc71f3c HTTP/1.1" status: 204 len: 168 time: 0.5386755 Sep 22 09:32:29.452926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60696) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:29.456080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c938769-15d5-4b76-947b-da45962357cc None None] Network c7912ce1-1ca3-48a2-8639-70ad095c20ae requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:29.457130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94668b1-16b2-4d1e-bc12-7fa67bc00f62 req-9b60269c-8e4f-4724-9937-1cfad6c9d85b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:29.480295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94668b1-16b2-4d1e-bc12-7fa67bc00f62 req-9b60269c-8e4f-4724-9937-1cfad6c9d85b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:29.498391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94668b1-16b2-4d1e-bc12-7fa67bc00f62 req-9b60269c-8e4f-4724-9937-1cfad6c9d85b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:29.505312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94668b1-16b2-4d1e-bc12-7fa67bc00f62 req-9b60269c-8e4f-4724-9937-1cfad6c9d85b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:29.510114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7e45f2-a0eb-424d-a1e6-44e10a89072c tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Deleting subnet 4fd41858-3f25-4423-81e6-ae39f0ff1c0a {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:32:29.513446 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c7e45f2-a0eb-424d-a1e6-44e10a89072c tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.514185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f94668b1-16b2-4d1e-bc12-7fa67bc00f62 req-9b60269c-8e4f-4724-9937-1cfad6c9d85b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.1940598 Sep 22 09:32:29.567260 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c7e45f2-a0eb-424d-a1e6-44e10a89072c tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.574947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f94668b1-16b2-4d1e-bc12-7fa67bc00f62 req-4b4107c0-ffb3-49f8-95b2-71b82baa90f4 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0597944 Sep 22 09:32:29.648779 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1713b37-cee4-403c-86a5-265d742debbd x-openstack-request-id: req-d1713b37-cee4-403c-86a5-265d742debbd {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:29.649080 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb86b5e7-1613-4a4c-b7ce-dc9db665782c", "name": "network-vif-deleted", "tag": "63ee2652-20c2-40e8-a15e-10a051e36a39", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:29.649342 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1713b37-cee4-403c-86a5-265d742debbd {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:29.649767 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb86b5e7-1613-4a4c-b7ce-dc9db665782c', 'name': 'network-vif-deleted', 'tag': '63ee2652-20c2-40e8-a15e-10a051e36a39', 'status': 'completed', 'code': 200} Sep 22 09:32:29.701536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dd7630-bbcc-4c15-b1ca-074b90944fa2 None None] DHCP port deletion for c7912ce1-1ca3-48a2-8639-70ad095c20ae request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:32:29.728266 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c7e45f2-a0eb-424d-a1e6-44e10a89072c tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.758068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd7630-bbcc-4c15-b1ca-074b90944fa2 None None] Deleting port 0d0ad1b0-b645-4455-83f7-0ed1d009884b {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:32:29.758751 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7630-bbcc-4c15-b1ca-074b90944fa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.813841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc2322-602d-4c3d-b6ac-dd66ed87ab09 req-0bcfadf2-797f-49f8-9364-620787e29ae9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:29.815445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6edc2322-602d-4c3d-b6ac-dd66ed87ab09 req-0bcfadf2-797f-49f8-9364-620787e29ae9 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.0748785 Sep 22 09:32:29.839101 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.846562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c5dd7630-bbcc-4c15-b1ca-074b90944fa2 None None] For port 0d0ad1b0-b645-4455-83f7-0ed1d009884b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0d0ad1b0-b645-4455-83f7-0ed1d009884b,segment=NetworkSegment(329f7aaa-17de-4c19-9dfc-a5dd36bd109d),segment_id=329f7aaa-17de-4c19-9dfc-a5dd36bd109d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:29.846955 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7630-bbcc-4c15-b1ca-074b90944fa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.859435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6edc2322-602d-4c3d-b6ac-dd66ed87ab09 req-386d03c6-da7c-4f0d-a9c6-4fd999578136 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376735 Sep 22 09:32:29.860535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd7630-bbcc-4c15-b1ca-074b90944fa2 None None] Calling delete_port for 0d0ad1b0-b645-4455-83f7-0ed1d009884b owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:32:29.894823 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c7e45f2-a0eb-424d-a1e6-44e10a89072c tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.936119 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c7e45f2-a0eb-424d-a1e6-44e10a89072c tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:29.942533 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2c7e45f2-a0eb-424d-a1e6-44e10a89072c tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "DELETE /v2.0/subnets/4fd41858-3f25-4423-81e6-ae39f0ff1c0a HTTP/1.1" status: 204 len: 168 time: 0.4879246 Sep 22 09:32:29.943423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60714) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:29.946336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e45f2-a0eb-424d-a1e6-44e10a89072c tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd41858-3f25-4423-81e6-ae39f0ff1c0a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:29.949614 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9c5afa-bca7-48d1-babe-c5d78244165b None None] Network cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:30.035640 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.038895 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7630-bbcc-4c15-b1ca-074b90944fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.056857 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc903e3e-28d3-4f6b-b8c4-3b181618a0d3 req-cd2bb9e8-3afd-4472-a3be-827d54b95c41 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:30.064760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc903e3e-28d3-4f6b-b8c4-3b181618a0d3 req-cd2bb9e8-3afd-4472-a3be-827d54b95c41 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 946 time: 0.1167743 Sep 22 09:32:30.080421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd7630-bbcc-4c15-b1ca-074b90944fa2 None None] Pushing event deleted for resources: {'Port': ['ID=0d0ad1b0-b645-4455-83f7-0ed1d009884b,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:30.085821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd7630-bbcc-4c15-b1ca-074b90944fa2 None None] No DVR routers for this DVR port 0d0ad1b0-b645-4455-83f7-0ed1d009884b on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:32:30.118698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-53c41836-50e5-46fd-a5f0-4a73159a3fb1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:30.120361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-53c41836-50e5-46fd-a5f0-4a73159a3fb1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.2093570 Sep 22 09:32:30.129705 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc903e3e-28d3-4f6b-b8c4-3b181618a0d3 req-6c911b2a-2dc4-4981-adc6-d753bd2702b8 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635114 Sep 22 09:32:30.147588 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.147826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-065c4895-3a7d-4003-8d2a-6f986c5945f3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/quotas/9f0a951bc6ef4a38b8343a638bb80253 HTTP/1.1" status: 200 len: 375 time: 0.0142405 Sep 22 09:32:30.180077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7912ce1-1ca3-48a2-8639-70ad095c20ae']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:30.193239 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931a7a9d-95aa-4bfd-8e12-845287cbf279 None None] DHCP port deletion for cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:32:30.198398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-14e298dc-0a40-4aea-8711-e58fdb484344 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393703 Sep 22 09:32:30.199315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329f7aaa-17de-4c19-9dfc-a5dd36bd109d') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:30.199678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329f7aaa-17de-4c19-9dfc-a5dd36bd109d') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:30.214188 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.233245 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.243795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:32:30.251035 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.251619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-931a7a9d-95aa-4bfd-8e12-845287cbf279 None None] Deleting port da2029cf-e506-4ca0-a871-098afca19846 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:32:30.251619 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-931a7a9d-95aa-4bfd-8e12-845287cbf279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:32:30.315316 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:32:30.331674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-931a7a9d-95aa-4bfd-8e12-845287cbf279 None None] For port da2029cf-e506-4ca0-a871-098afca19846, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=da2029cf-e506-4ca0-a871-098afca19846,segment=NetworkSegment(e0b3f70f-6e4c-43bc-81ce-455e56c94726),segment_id=e0b3f70f-6e4c-43bc-81ce-455e56c94726)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:30.332075 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-931a7a9d-95aa-4bfd-8e12-845287cbf279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.347404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-931a7a9d-95aa-4bfd-8e12-845287cbf279 None None] Calling delete_port for da2029cf-e506-4ca0-a871-098afca19846 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:32:30.355823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b438e6a9-0612-41e4-b5f1-e8e2b5be63a1 req-438102e9-b70b-4c13-9dd8-73ac95109eb1 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 210 time: 0.0301981 Sep 22 09:32:30.376246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-a30bef6d-c2c0-40ca-b3bd-5ab9b2b903d0 service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762052 Sep 22 09:32:30.477470 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.485231 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.491924 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "DELETE /v2.0/networks/c7912ce1-1ca3-48a2-8639-70ad095c20ae HTTP/1.1" status: 204 len: 168 time: 0.5424392 Sep 22 09:32:30.491924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60730) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:30.499411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-d6cfe957-cc94-48c9-bf1a-1fd3f4ed926f service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066201 Sep 22 09:32:30.520825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fb251-5418-47c9-a5f8-b249d50b0a19 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event deleted for resources: {'Network': ['ID=c7912ce1-1ca3-48a2-8639-70ad095c20ae,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:30.545764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-931a7a9d-95aa-4bfd-8e12-845287cbf279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.577242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a7a9d-95aa-4bfd-8e12-845287cbf279 None None] Pushing event deleted for resources: {'Port': ['ID=da2029cf-e506-4ca0-a871-098afca19846,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:30.588945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a7a9d-95aa-4bfd-8e12-845287cbf279 None None] No DVR routers for this DVR port da2029cf-e506-4ca0-a871-098afca19846 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:32:30.599697 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.701067 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.704355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 63ee2652-20c2-40e8-a15e-10a051e36a39 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:32:30.743805 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 63ee2652-20c2-40e8-a15e-10a051e36a39 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:32:30.744154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 63ee2652-20c2-40e8-a15e-10a051e36a39 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:32:30.775283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:30.786457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b3f70f-6e4c-43bc-81ce-455e56c94726') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:30.786967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b3f70f-6e4c-43bc-81ce-455e56c94726') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:30.803901 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.813259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c9723f5-51fb-42a5-bedb-dc976b39fd85 req-2dc66772-21b7-432c-ac3c-9494f470bac5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 210 time: 0.0520332 Sep 22 09:32:30.819628 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.826605 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:32:30.827556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:32:30.832199 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:32:30.856890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-0df2b472-f9fd-44cf-820c-d4164121ddc7 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:30.858340 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-0df2b472-f9fd-44cf-820c-d4164121ddc7 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "GET /v2.0/networks?id=775c29d1-bbde-4427-a116-02672e31f422 HTTP/1.1" status: 200 len: 815 time: 0.2560902 Sep 22 09:32:30.881720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12627-f6ba-4bad-a4f5-2d46f1132d93 req-b839bdd9-0316-4379-9258-9015e379f3af tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:30.888002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12627-f6ba-4bad-a4f5-2d46f1132d93 req-b839bdd9-0316-4379-9258-9015e379f3af tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:30.895032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device da2029cf-e506-4ca0-a871-098afca19846 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:32:30.895736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12627-f6ba-4bad-a4f5-2d46f1132d93 req-b839bdd9-0316-4379-9258-9015e379f3af tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:30.903163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12627-f6ba-4bad-a4f5-2d46f1132d93 req-b839bdd9-0316-4379-9258-9015e379f3af tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:30.910739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12627-f6ba-4bad-a4f5-2d46f1132d93 req-b839bdd9-0316-4379-9258-9015e379f3af tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:30.916690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12627-f6ba-4bad-a4f5-2d46f1132d93 req-b839bdd9-0316-4379-9258-9015e379f3af tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:30.923992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12627-f6ba-4bad-a4f5-2d46f1132d93 req-b839bdd9-0316-4379-9258-9015e379f3af tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:30.924404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: da2029cf-e506-4ca0-a871-098afca19846 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:32:30.924749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device da2029cf-e506-4ca0-a871-098afca19846 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:32:30.925258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0d0ad1b0-b645-4455-83f7-0ed1d009884b no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:32:30.927016 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eea12627-f6ba-4bad-a4f5-2d46f1132d93 req-b839bdd9-0316-4379-9258-9015e379f3af tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.2324488 Sep 22 09:32:30.932494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Request body: {'port': {'device_id': '27428283-bd3c-415a-8f23-4d3225c2ce32', 'network_id': '775c29d1-bbde-4427-a116-02672e31f422', 'admin_state_up': True, 'tenant_id': '59f7a54f41114c9a8a18852cdd041950'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:30.957143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 0d0ad1b0-b645-4455-83f7-0ed1d009884b {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:32:30.957490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0d0ad1b0-b645-4455-83f7-0ed1d009884b not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:32:31.035652 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84f6f170-6d31-4f00-ba18-ab174ebf8edb req-e352b7df-7fbd-4bfa-b434-0db76ba3d901 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318263 Sep 22 09:32:31.064019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:31.067198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eea12627-f6ba-4bad-a4f5-2d46f1132d93 req-87c33c56-c618-4e36-87d8-7bab321f3f80 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1161382 Sep 22 09:32:31.071063 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:31.077587 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "DELETE /v2.0/networks/cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df HTTP/1.1" status: 204 len: 168 time: 0.5844405 Sep 22 09:32:31.080645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60744) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:31.104658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a45f08-3bc6-44a5-ae64-59e00c933358 req-1e0a4537-450c-491d-8c83-754d4d353fab tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:31.108639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382008b4-a7d4-4b7e-bc10-0ba9156c8f97 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event deleted for resources: {'Network': ['ID=cbe54d2a-5293-4031-a8a2-c4e6a3b8a1df,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:31.112221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2a45f08-3bc6-44a5-ae64-59e00c933358 req-1e0a4537-450c-491d-8c83-754d4d353fab tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1320846 Sep 22 09:32:31.165989 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84f6f170-6d31-4f00-ba18-ab174ebf8edb req-d430cf0c-ce92-44cd-a47a-46e1e0d9ae8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59f7a54f41114c9a8a18852cdd041950&device_id=fb86b5e7-1613-4a4c-b7ce-dc9db665782c HTTP/1.1" status: 200 len: 210 time: 0.0604835 Sep 22 09:32:31.181176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2a45f08-3bc6-44a5-ae64-59e00c933358 req-3ca551cd-d3b2-4d0f-a74c-f78679ce0e7a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541589 Sep 22 09:32:31.199113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f131785-0c84-4ffa-bf4d-863c7180730a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Deleting subnet 849186cf-9698-4bb9-a6e0-7e31a901c8de {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:32:31.241828 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f131785-0c84-4ffa-bf4d-863c7180730a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:31.286118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Made reservation on behalf of 59f7a54f41114c9a8a18852cdd041950 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:31.290105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:31.334562 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f131785-0c84-4ffa-bf4d-863c7180730a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:31.381670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9cd7e-da81-4e22-ba5a-4ee02f2d198b req-7f705ad7-f0d0-4e6f-ae5b-f27f8cf09c86 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:31.387322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f170-6d31-4f00-ba18-ab174ebf8edb req-63f36f3c-77a5-4980-881d-faa5c04d876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:31.388873 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84f6f170-6d31-4f00-ba18-ab174ebf8edb req-63f36f3c-77a5-4980-881d-faa5c04d876d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=59f7a54f41114c9a8a18852cdd041950&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1854632 Sep 22 09:32:31.389470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77f9cd7e-da81-4e22-ba5a-4ee02f2d198b req-7f705ad7-f0d0-4e6f-ae5b-f27f8cf09c86 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 946 time: 0.1664977 Sep 22 09:32:31.431956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dc887-bb5f-4b78-8225-e187d424cb87 req-df18fed7-1fa5-4926-8ce2-993ec3569142 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:31.434669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-905dc887-bb5f-4b78-8225-e187d424cb87 req-df18fed7-1fa5-4926-8ce2-993ec3569142 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1909168 Sep 22 09:32:31.461111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa8152-a993-418d-bc47-e576dfb49823 req-1ff8a48f-64e0-44b6-a0f1-34a18427ded8 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:31.462624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1fa8152-a993-418d-bc47-e576dfb49823 req-1ff8a48f-64e0-44b6-a0f1-34a18427ded8 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.60 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 946 time: 0.2294147 Sep 22 09:32:31.506800 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f131785-0c84-4ffa-bf4d-863c7180730a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:31.557562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77f9cd7e-da81-4e22-ba5a-4ee02f2d198b req-c2079778-21af-44e9-858c-f3e36caa8262 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/security-groups?id=ee43d543-7373-408a-8f11-4ce996fa93b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670330 Sep 22 09:32:31.558987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f170-6d31-4f00-ba18-ab174ebf8edb req-8988cfce-f5fe-4345-bd6c-28d410e91b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:31.560471 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84f6f170-6d31-4f00-ba18-ab174ebf8edb req-8988cfce-f5fe-4345-bd6c-28d410e91b91 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1649489 Sep 22 09:32:31.587250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-905dc887-bb5f-4b78-8225-e187d424cb87 req-89fe99b4-bbce-4450-a880-fab1c9058618 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455886 Sep 22 09:32:31.641560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Allocated IP 172.20.0.6 (775c29d1-bbde-4427-a116-02672e31f422/48976a5f-7d8f-439a-a040-4c4a9869ccdd/04339039-0952-48a9-8ff6-9efb2520b339) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:31.685925 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f131785-0c84-4ffa-bf4d-863c7180730a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:31.704887 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-63c2960d-b98f-4c4d-85bc-6d66f9d5341e req-862635b8-434e-4ce8-a55f-114e240ca8b1 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 210 time: 0.0425432 Sep 22 09:32:31.722926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-f1fa8152-a993-418d-bc47-e576dfb49823 req-6df60412-7008-48d7-b275-e418e464e136 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Deleting port 383e3d81-3510-4cbf-822e-4ab11f6155db {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:32:31.723281 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f1fa8152-a993-418d-bc47-e576dfb49823 req-6df60412-7008-48d7-b275-e418e464e136 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:31.762702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f131785-0c84-4ffa-bf4d-863c7180730a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event deleted for resources: {'Subnet': ['ID=849186cf-9698-4bb9-a6e0-7e31a901c8de,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:31.780238 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f131785-0c84-4ffa-bf4d-863c7180730a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:31.780928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473519a-8346-4d8e-bbac-4575157f8fd0 None None] Network 62b7d100-d684-49af-a4f4-5b2106e3ccdb requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:31.786415 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9f131785-0c84-4ffa-bf4d-863c7180730a tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "DELETE /v2.0/subnets/849186cf-9698-4bb9-a6e0-7e31a901c8de HTTP/1.1" status: 204 len: 168 time: 0.7035506 Sep 22 09:32:31.787105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60766) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:31.997726 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.036773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5879cb2-e312-4b4c-b9b7-3d470018a8b0 None None] DHCP port deletion for 62b7d100-d684-49af-a4f4-5b2106e3ccdb request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:32:32.090057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f5879cb2-e312-4b4c-b9b7-3d470018a8b0 None None] Deleting port 4ddd282b-781f-422d-a6e5-d2925ce57f45 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:32:32.090576 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f5879cb2-e312-4b4c-b9b7-3d470018a8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.166694 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f5879cb2-e312-4b4c-b9b7-3d470018a8b0 None None] For port 4ddd282b-781f-422d-a6e5-d2925ce57f45, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4ddd282b-781f-422d-a6e5-d2925ce57f45,segment=NetworkSegment(ff0bafcf-4baf-4716-8d99-3aba7e9b63be),segment_id=ff0bafcf-4baf-4716-8d99-3aba7e9b63be)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:32.167114 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f5879cb2-e312-4b4c-b9b7-3d470018a8b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.182721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f5879cb2-e312-4b4c-b9b7-3d470018a8b0 None None] Calling delete_port for 4ddd282b-781f-422d-a6e5-d2925ce57f45 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:32:32.183829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.239911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Deleting port 4ddd282b-781f-422d-a6e5-d2925ce57f45 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:32:32.240559 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.323543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] For port 4ddd282b-781f-422d-a6e5-d2925ce57f45, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4ddd282b-781f-422d-a6e5-d2925ce57f45,segment=NetworkSegment(ff0bafcf-4baf-4716-8d99-3aba7e9b63be),segment_id=ff0bafcf-4baf-4716-8d99-3aba7e9b63be)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:32.324053 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.340253 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Calling delete_port for 4ddd282b-781f-422d-a6e5-d2925ce57f45 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:32:32.351429 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f5879cb2-e312-4b4c-b9b7-3d470018a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.383570 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5879cb2-e312-4b4c-b9b7-3d470018a8b0 None None] Pushing event deleted for resources: {'Port': ['ID=4ddd282b-781f-422d-a6e5-d2925ce57f45,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:32.390134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f1fa8152-a993-418d-bc47-e576dfb49823 req-6df60412-7008-48d7-b275-e418e464e136 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] For port 383e3d81-3510-4cbf-822e-4ab11f6155db, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=383e3d81-3510-4cbf-822e-4ab11f6155db,segment=NetworkSegment(f2c02933-44ed-4c9e-9e74-e2e4dc900685),segment_id=f2c02933-44ed-4c9e-9e74-e2e4dc900685)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:32.390560 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f1fa8152-a993-418d-bc47-e576dfb49823 req-6df60412-7008-48d7-b275-e418e464e136 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.392978 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5879cb2-e312-4b4c-b9b7-3d470018a8b0 None None] No DVR routers for this DVR port 4ddd282b-781f-422d-a6e5-d2925ce57f45 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:32:32.404387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-f1fa8152-a993-418d-bc47-e576dfb49823 req-6df60412-7008-48d7-b275-e418e464e136 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Calling delete_port for 383e3d81-3510-4cbf-822e-4ab11f6155db owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:32:32.444805 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.471597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event deleted for resources: {'Port': ['ID=4ddd282b-781f-422d-a6e5-d2925ce57f45,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:32.475438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] No DVR routers for this DVR port 4ddd282b-781f-422d-a6e5-d2925ce57f45 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:32:32.525121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbac16aa-be97-4eb1-8fa9-bf806ae87904 req-572e981b-4316-4611-a1e2-2014ded302fc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 210 time: 0.5239744 Sep 22 09:32:32.567361 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.596832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b7d100-d684-49af-a4f4-5b2106e3ccdb']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:32.609249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0bafcf-4baf-4716-8d99-3aba7e9b63be') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:32.612613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0bafcf-4baf-4716-8d99-3aba7e9b63be') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:32.624324 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.643449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.651209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dde34-86b0-4377-a0dd-05c3a1de5a5f req-80cbca7b-2915-426a-847d-0186b16be139 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:32.652394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:32:32.653072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:32:32.657889 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:32:32.662292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dde34-86b0-4377-a0dd-05c3a1de5a5f req-80cbca7b-2915-426a-847d-0186b16be139 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:32.664620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dde34-86b0-4377-a0dd-05c3a1de5a5f req-80cbca7b-2915-426a-847d-0186b16be139 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:32.671057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dde34-86b0-4377-a0dd-05c3a1de5a5f req-80cbca7b-2915-426a-847d-0186b16be139 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:32.678084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dde34-86b0-4377-a0dd-05c3a1de5a5f req-80cbca7b-2915-426a-847d-0186b16be139 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:32.684714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dde34-86b0-4377-a0dd-05c3a1de5a5f req-80cbca7b-2915-426a-847d-0186b16be139 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:32.692150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dde34-86b0-4377-a0dd-05c3a1de5a5f req-80cbca7b-2915-426a-847d-0186b16be139 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:32.694163 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-284dde34-86b0-4377-a0dd-05c3a1de5a5f req-80cbca7b-2915-426a-847d-0186b16be139 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.2276063 Sep 22 09:32:32.715122 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.798510 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4ddd282b-781f-422d-a6e5-d2925ce57f45 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:32:32.821342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Network 775c29d1-bbde-4427-a116-02672e31f422 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:32.823960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4ddd282b-781f-422d-a6e5-d2925ce57f45 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:32:32.824553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4ddd282b-781f-422d-a6e5-d2925ce57f45 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:32:32.831126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bc094-9704-409c-b3a2-ec13fe56af4e req-2ede67b6-523f-424f-9011-92b16e35e52a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:32.837192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-328bc094-9704-409c-b3a2-ec13fe56af4e req-2ede67b6-523f-424f-9011-92b16e35e52a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.2188971 Sep 22 09:32:32.845975 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.849863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:32.855378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.856437 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "DELETE /v2.0/networks/62b7d100-d684-49af-a4f4-5b2106e3ccdb HTTP/1.1" status: 204 len: 168 time: 1.0682211 Sep 22 09:32:32.859808 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60804) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:32.877757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:32.885520 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-284dde34-86b0-4377-a0dd-05c3a1de5a5f req-98e20b3c-ab14-4b6c-9acb-f8dd03719b1b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1720757 Sep 22 09:32:32.887672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Pushing event updated for resources: {'Port': ['ID=04339039-0952-48a9-8ff6-9efb2520b339,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:32.904549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1627c8-764f-4304-932b-9567f6309102 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Pushing event deleted for resources: {'Network': ['ID=62b7d100-d684-49af-a4f4-5b2106e3ccdb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:32.920177 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-42dfbff2-36dc-420b-ae3a-b2be3285c1c3 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2eb398-c74c-4c42-807b-77905405b852 HTTP/1.1" status: 200 len: 205 time: 0.0556209 Sep 22 09:32:32.920489 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f1fa8152-a993-418d-bc47-e576dfb49823 req-6df60412-7008-48d7-b275-e418e464e136 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.921970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60806) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:32.968105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-328bc094-9704-409c-b3a2-ec13fe56af4e req-52309984-0d7f-4e1f-818b-f56c3c8001bd tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196189 Sep 22 09:32:32.973053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df60412-7008-48d7-b275-e418e464e136 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Pushing event deleted for resources: {'Port': ['ID=383e3d81-3510-4cbf-822e-4ab11f6155db,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:32.995441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:32.999211 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:33.064520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fa8152-a993-418d-bc47-e576dfb49823 req-6df60412-7008-48d7-b275-e418e464e136 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] No DVR routers for this DVR port 383e3d81-3510-4cbf-822e-4ab11f6155db on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:32:33.067512 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f1fa8152-a993-418d-bc47-e576dfb49823 req-6df60412-7008-48d7-b275-e418e464e136 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:33.079878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1fa8152-a993-418d-bc47-e576dfb49823 req-6df60412-7008-48d7-b275-e418e464e136 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.60 "DELETE /v2.0/ports/383e3d81-3510-4cbf-822e-4ab11f6155db HTTP/1.1" status: 204 len: 173 time: 1.5963018 Sep 22 09:32:33.079878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796af997-71f3-48ce-9455-bf4677b2bd96', 'name': 'network-vif-deleted', 'tag': '383e3d81-3510-4cbf-822e-4ab11f6155db'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:33.079878 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8812fb9-8f76-4a9e-a0ee-d4b01c4bb310" -d '{"events": [{"server_uuid": "796af997-71f3-48ce-9455-bf4677b2bd96", "name": "network-vif-deleted", "tag": "383e3d81-3510-4cbf-822e-4ab11f6155db"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:33.090542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d8477c5-19df-4c6a-a8ef-77b817fc7506 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:33.102395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbf6e6b7-ee94-4247-a24b-8018537bf164 req-4ee6afbc-a03d-4b1e-86ff-71ef20c07656 tempest-ServerAddressesNegativeTestJSON-2012423110 tempest-ServerAddressesNegativeTestJSON-2012423110-project] 10.222.0.49 "GET /v2.0/ports?device_id=796af997-71f3-48ce-9455-bf4677b2bd96 HTTP/1.1" status: 200 len: 210 time: 0.0399842 Sep 22 09:32:33.179472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-47b4a216-dc64-4a63-bbc7-a8f24d2facfc tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3096635 Sep 22 09:32:33.192598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Request body: {'port': {'device_id': '27428283-bd3c-415a-8f23-4d3225c2ce32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:33.228838 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b555df-a62b-49d2-9458-9fc3964c50d4 x-openstack-request-id: req-d2b555df-a62b-49d2-9458-9fc3964c50d4 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:33.229168 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796af997-71f3-48ce-9455-bf4677b2bd96", "name": "network-vif-deleted", "tag": "383e3d81-3510-4cbf-822e-4ab11f6155db", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:33.232359 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2b555df-a62b-49d2-9458-9fc3964c50d4 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:33.232359 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796af997-71f3-48ce-9455-bf4677b2bd96', 'name': 'network-vif-deleted', 'tag': '383e3d81-3510-4cbf-822e-4ab11f6155db', 'status': 'completed', 'code': 200} Sep 22 09:32:33.294692 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:33.322395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d49787-3ff2-42cf-a808-229eff2bcc7f req-1a30795a-35e2-4a6c-9073-bd8dc7bc79a6 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:33.330002 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6d49787-3ff2-42cf-a808-229eff2bcc7f req-1a30795a-35e2-4a6c-9073-bd8dc7bc79a6 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 931 time: 0.0993848 Sep 22 09:32:33.357436 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d8477c5-19df-4c6a-a8ef-77b817fc7506 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:33.360931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d8477c5-19df-4c6a-a8ef-77b817fc7506 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:33.398404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6d49787-3ff2-42cf-a808-229eff2bcc7f req-f94a36b4-6c09-4b85-983b-b38255a48588 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674963 Sep 22 09:32:33.505397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d8477c5-19df-4c6a-a8ef-77b817fc7506 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:33.505940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8477c5-19df-4c6a-a8ef-77b817fc7506 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Fanout notify agent at l3_agent the message router_deleted on router 0d2eb398-c74c-4c42-807b-77905405b852 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:32:33.515409 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d8477c5-19df-4c6a-a8ef-77b817fc7506 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:33.516665 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2d8477c5-19df-4c6a-a8ef-77b817fc7506 tempest-RoutersNegativeTest-1780218305 tempest-RoutersNegativeTest-1780218305-project] 10.222.0.49 "DELETE /v2.0/routers/0d2eb398-c74c-4c42-807b-77905405b852 HTTP/1.1" status: 204 len: 168 time: 0.5916221 Sep 22 09:32:33.556912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device bda36d82-46cc-4194-b1b5-408d069b0ab5 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:33.723327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dab2a473-8430-4798-a74a-4ec64f06405d req-38725078-9b40-4133-a22d-1cb3adc9cc56 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 210 time: 0.1029730 Sep 22 09:32:33.751954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04339039-0952-48a9-8ff6-9efb2520b339 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:33.763080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:33.810395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Transition to ACTIVE for port object 04339039-0952-48a9-8ff6-9efb2520b339 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:32:33.899722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port bda36d82-46cc-4194-b1b5-408d069b0ab5, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=bda36d82-46cc-4194-b1b5-408d069b0ab5,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:33.912685 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'bda36d82-46cc-4194-b1b5-408d069b0ab5', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'port_id': 'bda36d82-46cc-4194-b1b5-408d069b0ab5', 'mac_address': 'fa:16:3e:4a:57:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaf3b31-1878-4542-8cdf-ef8404499561', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:33.917055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:33.960314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:33.975105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bda36d82-46cc-4194-b1b5-408d069b0ab5 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:34.003275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port bda36d82-46cc-4194-b1b5-408d069b0ab5, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=bda36d82-46cc-4194-b1b5-408d069b0ab5,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:34.088269 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:34.144830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60846) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:34.162518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Pushing event updated for resources: {'Port': ['ID=04339039-0952-48a9-8ff6-9efb2520b339,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:34.191826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=bda36d82-46cc-4194-b1b5-408d069b0ab5,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:34.211113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['bda36d82-46cc-4194-b1b5-408d069b0ab5'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:34.401060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8565485-1983-4f40-ab96-64c2a98b5056 req-505edd52-6dc1-479e-ae21-915f02144816 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:34.408603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8565485-1983-4f40-ab96-64c2a98b5056 req-505edd52-6dc1-479e-ae21-915f02144816 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:34.410140 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-476cbd81-84f2-4c6d-adf4-2c2bfef2fc37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87f07e5ce91b4e458dac0c22114b3877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636604 Sep 22 09:32:34.412568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60852) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:34.416188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8565485-1983-4f40-ab96-64c2a98b5056 req-505edd52-6dc1-479e-ae21-915f02144816 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:34.423058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8565485-1983-4f40-ab96-64c2a98b5056 req-505edd52-6dc1-479e-ae21-915f02144816 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:34.430946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8565485-1983-4f40-ab96-64c2a98b5056 req-505edd52-6dc1-479e-ae21-915f02144816 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:34.439260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8565485-1983-4f40-ab96-64c2a98b5056 req-505edd52-6dc1-479e-ae21-915f02144816 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:34.445677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8565485-1983-4f40-ab96-64c2a98b5056 req-505edd52-6dc1-479e-ae21-915f02144816 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:34.447661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8565485-1983-4f40-ab96-64c2a98b5056 req-505edd52-6dc1-479e-ae21-915f02144816 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.3973615 Sep 22 09:32:34.459601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4194f-7bf4-4abf-b4c0-7ec7101f7c37 req-58fc2e40-656d-46b3-9d20-cf37fe03e42f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:34.467194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2b4194f-7bf4-4abf-b4c0-7ec7101f7c37 req-58fc2e40-656d-46b3-9d20-cf37fe03e42f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.3998868 Sep 22 09:32:34.478934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f24e4c6-69c6-4b28-a52b-c4884e3f73bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:34.481369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-2513fb96-c52f-4f4c-a792-20338f4c6a65 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:34.482865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-2513fb96-c52f-4f4c-a792-20338f4c6a65 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.5064745 Sep 22 09:32:34.510049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Attempting to bind port 04339039-0952-48a9-8ff6-9efb2520b339 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:34.510418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Attempting to bind port 04339039-0952-48a9-8ff6-9efb2520b339 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:34.510677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Attempting to bind port 04339039-0952-48a9-8ff6-9efb2520b339 on network 775c29d1-bbde-4427-a116-02672e31f422 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:34.522674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Request body: {'port': {'device_id': '64ad0c15-2328-4dec-8716-87c4ba34aef6', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'admin_state_up': True, 'tenant_id': '9f0a951bc6ef4a38b8343a638bb80253'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:34.524304 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f24e4c6-69c6-4b28-a52b-c4884e3f73bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:34.562076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Port 04339039-0952-48a9-8ff6-9efb2520b339 on network 775c29d1-bbde-4427-a116-02672e31f422 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:32:34.562076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Attempting to bind port 04339039-0952-48a9-8ff6-9efb2520b339 on network 775c29d1-bbde-4427-a116-02672e31f422 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:34.605715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:34.605965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Checking segment: {'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:34.606353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Bound using segment: {'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:34.606793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Bound port: 04339039-0952-48a9-8ff6-9efb2520b339, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '775c29d1-bbde-4427-a116-02672e31f422'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:34.607156 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:34.625855 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2b4194f-7bf4-4abf-b4c0-7ec7101f7c37 req-a01bd1e6-c365-4fee-a823-f68732d7ee21 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532857 Sep 22 09:32:34.677023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8565485-1983-4f40-ab96-64c2a98b5056 req-dc2bffbc-47c6-4f1b-8af8-fb764cc7dcf9 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1980209 Sep 22 09:32:34.684253 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f24e4c6-69c6-4b28-a52b-c4884e3f73bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:34.692135 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f24e4c6-69c6-4b28-a52b-c4884e3f73bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:34.699247 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3f24e4c6-69c6-4b28-a52b-c4884e3f73bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5143f9ea-77be-41c6-bda3-2a76e79d716b HTTP/1.1" status: 204 len: 168 time: 0.2799754 Sep 22 09:32:34.711107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24e4c6-69c6-4b28-a52b-c4884e3f73bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5143f9ea-77be-41c6-bda3-2a76e79d716b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:34.743922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 383e3d81-3510-4cbf-822e-4ab11f6155db no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:32:34.756912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60860) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:35.090042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] For port 04339039-0952-48a9-8ff6-9efb2520b339, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:35.090042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] For port 04339039-0952-48a9-8ff6-9efb2520b339, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=04339039-0952-48a9-8ff6-9efb2520b339,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:35.093151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 383e3d81-3510-4cbf-822e-4ab11f6155db {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:32:35.093151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 383e3d81-3510-4cbf-822e-4ab11f6155db not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:32:35.094976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac70b91c-952c-46f9-a707-e715a2c5236b admin admin] Deleting subnet 37c96f08-c4b0-4195-a2ac-707fb6802752 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:32:35.094976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ac70b91c-952c-46f9-a707-e715a2c5236b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.097481 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.097481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:35.097481 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.097481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] 10.222.0.60 "PUT /v2.0/ports/04339039-0952-48a9-8ff6-9efb2520b339 HTTP/1.1" status: 200 len: 1091 time: 1.7539434 Sep 22 09:32:35.098760 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ac70b91c-952c-46f9-a707-e715a2c5236b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.099082 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbbed4e4-5afb-4bf2-9501-dbc38c96861c req-82209e45-b81c-4c95-992f-87ed82163dd6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 210 time: 0.0516977 Sep 22 09:32:35.099464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ac70b91c-952c-46f9-a707-e715a2c5236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.099708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41087b4c-25fb-4d6a-a58e-32f65320b440 req-776c8bb7-a4b9-4fae-a5a9-bad87c7629bb tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:35.099708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41087b4c-25fb-4d6a-a58e-32f65320b440 req-776c8bb7-a4b9-4fae-a5a9-bad87c7629bb tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 943 time: 0.1801610 Sep 22 09:32:35.099708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5d282-dc3b-4d19-9707-6a8a408e8896 service neutron] Pushing event updated for resources: {'Port': ['ID=04339039-0952-48a9-8ff6-9efb2520b339,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:35.123675 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41087b4c-25fb-4d6a-a58e-32f65320b440 req-3a844acd-c43e-4566-9757-53a919b7da59 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621023 Sep 22 09:32:35.202769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Made reservation on behalf of 9f0a951bc6ef4a38b8343a638bb80253 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:35.210582 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.247241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27428283-bd3c-415a-8f23-4d3225c2ce32', 'tag': '04339039-0952-48a9-8ff6-9efb2520b339'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:35.249533 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39743cb-2b34-450e-a108-8839d2697a89" -d '{"events": [{"name": "network-changed", "server_uuid": "27428283-bd3c-415a-8f23-4d3225c2ce32", "tag": "04339039-0952-48a9-8ff6-9efb2520b339"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:35.344803 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ac70b91c-952c-46f9-a707-e715a2c5236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.371107 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cc49ac-5d2f-4d5d-95be-e56f5fe7b5ee x-openstack-request-id: req-85cc49ac-5d2f-4d5d-95be-e56f5fe7b5ee {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:35.371422 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27428283-bd3c-415a-8f23-4d3225c2ce32", "tag": "04339039-0952-48a9-8ff6-9efb2520b339", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:35.375945 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85cc49ac-5d2f-4d5d-95be-e56f5fe7b5ee {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:35.375945 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27428283-bd3c-415a-8f23-4d3225c2ce32', 'tag': '04339039-0952-48a9-8ff6-9efb2520b339', 'status': 'completed', 'code': 200} Sep 22 09:32:35.390325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-f01473b9-2513-4bcd-abbc-bd99ac81b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:35.392102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-f01473b9-2513-4bcd-abbc-bd99ac81b3ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59f7a54f41114c9a8a18852cdd041950&device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 1094 time: 0.0922611 Sep 22 09:32:35.398553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ac70b91c-952c-46f9-a707-e715a2c5236b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.400702 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ac70b91c-952c-46f9-a707-e715a2c5236b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/37c96f08-c4b0-4195-a2ac-707fb6802752 HTTP/1.1" status: 204 len: 168 time: 0.6457686 Sep 22 09:32:35.402983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70b91c-952c-46f9-a707-e715a2c5236b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c96f08-c4b0-4195-a2ac-707fb6802752,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:35.408928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60874) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:35.470347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-4f897aca-ed83-40bb-935c-c20bc1260642 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04339039-0952-48a9-8ff6-9efb2520b339 HTTP/1.1" status: 200 len: 217 time: 0.0498323 Sep 22 09:32:35.536280 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.546276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Allocated IP 172.20.0.7 (e381bbfe-9cad-4576-9347-d9b5699eebb3/2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90/5996528c-619d-4f21-bcaa-8f48a15de387) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:35.568474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-ab79cad0-0efc-46dc-849f-ecffd0a00552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:35.570475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-ab79cad0-0efc-46dc-849f-ecffd0a00552 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48976a5f-7d8f-439a-a040-4c4a9869ccdd HTTP/1.1" status: 200 len: 855 time: 0.0832627 Sep 22 09:32:35.573592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device bda36d82-46cc-4194-b1b5-408d069b0ab5 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:35.632816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.648069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-df6ce0dd-12a6-4c79-ac5d-394e805dba58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=775c29d1-bbde-4427-a116-02672e31f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618465 Sep 22 09:32:35.663513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port bda36d82-46cc-4194-b1b5-408d069b0ab5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:35.664536 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.677241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bf477f-92d6-4a05-98b9-a34a9cabdccf']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:35.699352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c02933-44ed-4c9e-9e74-e2e4dc900685') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:35.701479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c02933-44ed-4c9e-9e74-e2e4dc900685') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:35.759516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.763998 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.798946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.806371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:32:35.806824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:32:35.809714 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:32:35.826700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port bda36d82-46cc-4194-b1b5-408d069b0ab5, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=bda36d82-46cc-4194-b1b5-408d069b0ab5,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:35.829489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda36d82-46cc-4194-b1b5-408d069b0ab5'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:35.834335 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c947f2-1f47-43a0-b0b3-22d34d1573b1" -d '{"events": [{"server_uuid": "cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef", "name": "network-vif-plugged", "status": "completed", "tag": "bda36d82-46cc-4194-b1b5-408d069b0ab5"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:35.920281 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.949270 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.957600 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:35.957871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-15074d2e-e885-4b9f-a7c7-3be7ec8322d7 service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963769 Sep 22 09:32:35.963369 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] 10.222.0.49 "DELETE /v2.0/networks/03bf477f-92d6-4a05-98b9-a34a9cabdccf HTTP/1.1" status: 204 len: 168 time: 0.5539730 Sep 22 09:32:35.978150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a173b0-fbb3-4b46-8340-549609e1702a admin admin] Pushing event deleted for resources: {'Network': ['ID=03bf477f-92d6-4a05-98b9-a34a9cabdccf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:36.004522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=bda36d82-46cc-4194-b1b5-408d069b0ab5,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:36.018038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04843b94-9486-4f36-848d-829fccac9e2c req-47715fd1-51e0-4380-8198-e99385160f7c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.019519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04843b94-9486-4f36-848d-829fccac9e2c req-47715fd1-51e0-4380-8198-e99385160f7c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.2287881 Sep 22 09:32:36.137540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a299a0-356d-4768-97e6-bc5fa278ae89 req-9645c328-af25-4de2-a4a1-5c84f0edaf81 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.137540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a299a0-356d-4768-97e6-bc5fa278ae89 req-9645c328-af25-4de2-a4a1-5c84f0edaf81 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.138774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a299a0-356d-4768-97e6-bc5fa278ae89 req-9645c328-af25-4de2-a4a1-5c84f0edaf81 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.145706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a299a0-356d-4768-97e6-bc5fa278ae89 req-9645c328-af25-4de2-a4a1-5c84f0edaf81 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.151649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a299a0-356d-4768-97e6-bc5fa278ae89 req-9645c328-af25-4de2-a4a1-5c84f0edaf81 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.158453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a299a0-356d-4768-97e6-bc5fa278ae89 req-9645c328-af25-4de2-a4a1-5c84f0edaf81 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.166110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a299a0-356d-4768-97e6-bc5fa278ae89 req-9645c328-af25-4de2-a4a1-5c84f0edaf81 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.168680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55a299a0-356d-4768-97e6-bc5fa278ae89 req-9645c328-af25-4de2-a4a1-5c84f0edaf81 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.3172364 Sep 22 09:32:36.207642 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:36.257335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04843b94-9486-4f36-848d-829fccac9e2c req-82e76b0c-9d0d-468e-8a3e-eeb986e3a0ea tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241216 Sep 22 09:32:36.275843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cee6024b-bc7c-42bd-9356-3f4574c571ec req-3726670f-4514-46d4-a45e-4a96cc2f865b service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879663 Sep 22 09:32:36.327480 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55a299a0-356d-4768-97e6-bc5fa278ae89 req-9c491064-c6ee-4a76-911f-8ccb78d830fd tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1475554 Sep 22 09:32:36.404887 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:36.421345 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d04ad8-c319-4e01-9ab2-d3af56cc5a50 x-openstack-request-id: req-63d04ad8-c319-4e01-9ab2-d3af56cc5a50 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:36.421754 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef", "name": "network-vif-plugged", "status": "completed", "tag": "bda36d82-46cc-4194-b1b5-408d069b0ab5", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:36.422276 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63d04ad8-c319-4e01-9ab2-d3af56cc5a50 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:36.422779 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda36d82-46cc-4194-b1b5-408d069b0ab5', 'code': 200} Sep 22 09:32:36.444706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60916) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:36.498060 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b1f41c61-fd8c-406f-89d2-7df1e0d26f14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=740028532b9e4bb0a406ba64b243f5bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518215 Sep 22 09:32:36.499044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60918) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:36.563977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Network e381bbfe-9cad-4576-9347-d9b5699eebb3 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:36.585687 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5c0399e1-a68a-45c3-abaf-9ff2b1d5bd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:36.587184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:36.598011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60920) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:36.606120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:36.638653 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5c0399e1-a68a-45c3-abaf-9ff2b1d5bd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:36.702325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39743cb-2b34-450e-a108-8839d2697a89 req-415c9a3a-7306-44be-b66d-63cbf5f73d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.704328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c39743cb-2b34-450e-a108-8839d2697a89 req-415c9a3a-7306-44be-b66d-63cbf5f73d66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59f7a54f41114c9a8a18852cdd041950&device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 1094 time: 0.2872608 Sep 22 09:32:36.711954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event updated for resources: {'Port': ['ID=5996528c-619d-4f21-bcaa-8f48a15de387,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:36.771749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5c0399e1-a68a-45c3-abaf-9ff2b1d5bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:36.778121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5c0399e1-a68a-45c3-abaf-9ff2b1d5bd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:36.780957 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5c0399e1-a68a-45c3-abaf-9ff2b1d5bd07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee43d543-7373-408a-8f11-4ce996fa93b9 HTTP/1.1" status: 204 len: 168 time: 0.2807498 Sep 22 09:32:36.812650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8f3ea-8500-4b96-b3a6-0c9eb8595d02 req-47eb112d-97eb-4be0-b81f-15cbc58ac214 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.820302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e2ec0b72-cf2f-4172-80ba-6c6e338f9bf5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571486666'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:36.821056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ec8f3ea-8500-4b96-b3a6-0c9eb8595d02 req-47eb112d-97eb-4be0-b81f-15cbc58ac214 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 943 time: 0.2274871 Sep 22 09:32:36.838900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.839785 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:36.854030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0399e1-a68a-45c3-abaf-9ff2b1d5bd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee43d543-7373-408a-8f11-4ce996fa93b9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:36.892761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d4758-aa05-4b35-982d-bf3bb6403011 req-fae04b1a-dd54-4bfd-a035-02ddaf5b7332 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:36.894257 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-198d4758-aa05-4b35-982d-bf3bb6403011 req-fae04b1a-dd54-4bfd-a035-02ddaf5b7332 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 931 time: 0.3676255 Sep 22 09:32:36.955387 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ec8f3ea-8500-4b96-b3a6-0c9eb8595d02 req-bb5614c4-b3ad-4910-bc3a-37b6917f1d2d tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332104 Sep 22 09:32:36.966154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0b72-cf2f-4172-80ba-6c6e338f9bf5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:36.977272 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0b72-cf2f-4172-80ba-6c6e338f9bf5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:37.044803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-198d4758-aa05-4b35-982d-bf3bb6403011 req-f950ec59-bab7-4c7c-a019-3bf50c5539fc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121395 Sep 22 09:32:37.046062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39743cb-2b34-450e-a108-8839d2697a89 req-22d646a9-1b04-4c00-948b-c0287dab24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:37.047655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c39743cb-2b34-450e-a108-8839d2697a89 req-22d646a9-1b04-4c00-948b-c0287dab24c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=775c29d1-bbde-4427-a116-02672e31f422 HTTP/1.1" status: 200 len: 916 time: 0.3081949 Sep 22 09:32:37.093333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c39743cb-2b34-450e-a108-8839d2697a89 req-8a99e1e0-70d2-45b9-acff-b50d000efa31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04339039-0952-48a9-8ff6-9efb2520b339 HTTP/1.1" status: 200 len: 217 time: 0.0381720 Sep 22 09:32:37.098125 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-4678683c-7a2d-4ae5-9f51-bfd01ea15714 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5893929 Sep 22 09:32:37.121338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Request body: {'port': {'device_id': '64ad0c15-2328-4dec-8716-87c4ba34aef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:37.206519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0b72-cf2f-4172-80ba-6c6e338f9bf5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:37.217205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39743cb-2b34-450e-a108-8839d2697a89 req-aee5aba9-d6b8-40b8-908e-befa9810efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:37.218735 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c39743cb-2b34-450e-a108-8839d2697a89 req-aee5aba9-d6b8-40b8-908e-befa9810efc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48976a5f-7d8f-439a-a040-4c4a9869ccdd HTTP/1.1" status: 200 len: 855 time: 0.1114550 Sep 22 09:32:37.224333 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:37.268618 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c39743cb-2b34-450e-a108-8839d2697a89 req-949acf83-5f89-4a55-80e5-7e02a926ea74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=775c29d1-bbde-4427-a116-02672e31f422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418591 Sep 22 09:32:37.322432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0b72-cf2f-4172-80ba-6c6e338f9bf5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:37.384683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec0b72-cf2f-4172-80ba-6c6e338f9bf5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e11d85a-eefc-45bd-9fb9-5f99c4deded8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:37.518205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0b72-cf2f-4172-80ba-6c6e338f9bf5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:37.602253 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0b72-cf2f-4172-80ba-6c6e338f9bf5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:37.646291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec0b72-cf2f-4172-80ba-6c6e338f9bf5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acea0ce2-21b1-4448-92b4-c9cdc4264484,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:37.709241 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ec0b72-cf2f-4172-80ba-6c6e338f9bf5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:37.710740 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e2ec0b72-cf2f-4172-80ba-6c6e338f9bf5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1115000 Sep 22 09:32:37.713402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60942) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:37.808206 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3a4a6068-b795-4a63-89b3-c92081d738ce tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0934451 Sep 22 09:32:37.812092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60944) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:37.818092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9e23beec-8dcc-48ba-8d1d-f4518da2dc5f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group': {'name': 'tempest-security--961256123', 'description': 'tempest-security-description-969606025'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:37.864272 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e23beec-8dcc-48ba-8d1d-f4518da2dc5f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:37.939200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e23beec-8dcc-48ba-8d1d-f4518da2dc5f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:37.990332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c39743cb-2b34-450e-a108-8839d2697a89 req-054f5581-eaa4-4940-b518-000c8a637165 service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957304 Sep 22 09:32:38.045926 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e23beec-8dcc-48ba-8d1d-f4518da2dc5f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:38.049886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e23beec-8dcc-48ba-8d1d-f4518da2dc5f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:38.053664 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9e23beec-8dcc-48ba-8d1d-f4518da2dc5f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "PUT /v2.0/security-groups/acea0ce2-21b1-4448-92b4-c9cdc4264484 HTTP/1.1" status: 200 len: 1778 time: 0.2373493 Sep 22 09:32:38.053820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996437ac-8425-47df-a777-23cc395427fc req-c01e2aa2-5384-48ed-b916-4dbe3127091f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.055144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60950) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:38.059798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-996437ac-8425-47df-a777-23cc395427fc req-c01e2aa2-5384-48ed-b916-4dbe3127091f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.6341431 Sep 22 09:32:38.108902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23beec-8dcc-48ba-8d1d-f4518da2dc5f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acea0ce2-21b1-4448-92b4-c9cdc4264484,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:38.121563 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b7454157-de4e-49c7-b7ae-674b6ae0c5d7 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-groups/acea0ce2-21b1-4448-92b4-c9cdc4264484 HTTP/1.1" status: 200 len: 1778 time: 0.0652888 Sep 22 09:32:38.125392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60956) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:38.166991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1009-ad13-484e-b4d2-d07899c09ad4 req-32c38f52-19a7-4c96-ab9c-e0481f30431f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.173486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1009-ad13-484e-b4d2-d07899c09ad4 req-32c38f52-19a7-4c96-ab9c-e0481f30431f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.180288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1009-ad13-484e-b4d2-d07899c09ad4 req-32c38f52-19a7-4c96-ab9c-e0481f30431f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.186238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1009-ad13-484e-b4d2-d07899c09ad4 req-32c38f52-19a7-4c96-ab9c-e0481f30431f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.193192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1009-ad13-484e-b4d2-d07899c09ad4 req-32c38f52-19a7-4c96-ab9c-e0481f30431f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.199294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1009-ad13-484e-b4d2-d07899c09ad4 req-32c38f52-19a7-4c96-ab9c-e0481f30431f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.205574 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-908bdd83-8a26-4b2f-a48c-35072e75485e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:38.206870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1009-ad13-484e-b4d2-d07899c09ad4 req-32c38f52-19a7-4c96-ab9c-e0481f30431f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.215088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-408a1009-ad13-484e-b4d2-d07899c09ad4 req-32c38f52-19a7-4c96-ab9c-e0481f30431f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.6449909 Sep 22 09:32:38.246061 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-908bdd83-8a26-4b2f-a48c-35072e75485e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:38.294600 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-996437ac-8425-47df-a777-23cc395427fc req-b997d9b6-bd8a-4abb-bd25-6c7cc131a965 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287252 Sep 22 09:32:38.327402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c39743cb-2b34-450e-a108-8839d2697a89 req-cfed26ca-8812-4990-8a51-053ae13a752e service neutron] 10.222.0.60 "GET /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254514 Sep 22 09:32:38.364273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-408a1009-ad13-484e-b4d2-d07899c09ad4 req-6eecf51d-71b2-4902-878a-60955902c901 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1482668 Sep 22 09:32:38.366451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5517-14af-432b-860f-b2dacdb52bc7 req-68127654-a3b7-49de-9818-6512d9b4cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.525744 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e05f5517-14af-432b-860f-b2dacdb52bc7 req-68127654-a3b7-49de-9818-6512d9b4cca0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 1100 time: 0.0737376 Sep 22 09:32:38.526482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5996528c-619d-4f21-bcaa-8f48a15de387 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:38.526482 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:38.526872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5517-14af-432b-860f-b2dacdb52bc7 req-3ac628c9-bfbb-4275-8cda-8e91e5daabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.526872 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e05f5517-14af-432b-860f-b2dacdb52bc7 req-3ac628c9-bfbb-4275-8cda-8e91e5daabc4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.0954878 Sep 22 09:32:38.529848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cf6d2-e0c9-4f61-8bff-8c05ba176e78 req-1ef707bf-2cbd-4670-b556-d511e740f0e3 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.531947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a24cf6d2-e0c9-4f61-8bff-8c05ba176e78 req-1ef707bf-2cbd-4670-b556-d511e740f0e3 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 943 time: 0.0917943 Sep 22 09:32:38.535585 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e05f5517-14af-432b-860f-b2dacdb52bc7 req-859ea5e5-112d-4dff-acd0-541481746950 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=12dabac2-38c0-4c84-a132-dc209749a761 HTTP/1.1" status: 200 len: 217 time: 0.0374451 Sep 22 09:32:38.555804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2a2d5-7d75-483d-a6c7-7c7209c00428 req-852b1dc8-b467-448c-89a6-9d0eb08308df tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.557394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95d2a2d5-7d75-483d-a6c7-7c7209c00428 req-852b1dc8-b467-448c-89a6-9d0eb08308df tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 931 time: 0.1015384 Sep 22 09:32:38.587003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5517-14af-432b-860f-b2dacdb52bc7 req-6c79120b-8e21-4ef8-90ce-1878b4de16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.588417 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e05f5517-14af-432b-860f-b2dacdb52bc7 req-6c79120b-8e21-4ef8-90ce-1878b4de16ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0465517 Sep 22 09:32:38.618375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a24cf6d2-e0c9-4f61-8bff-8c05ba176e78 req-004c59f2-7635-41d9-a1c3-f0ba0240504b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777123 Sep 22 09:32:38.621396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95d2a2d5-7d75-483d-a6c7-7c7209c00428 req-7cd04628-4a13-4f69-ab2e-14bd27301966 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561547 Sep 22 09:32:38.652336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f5517-14af-432b-860f-b2dacdb52bc7 req-a990175a-2992-4ccb-8191-12d4a3ec5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:38.654918 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e05f5517-14af-432b-860f-b2dacdb52bc7 req-a990175a-2992-4ccb-8191-12d4a3ec5787 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589774 Sep 22 09:32:38.745601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Transition to ACTIVE for port object 5996528c-619d-4f21-bcaa-8f48a15de387 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:32:38.746891 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-908bdd83-8a26-4b2f-a48c-35072e75485e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:38.749488 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-908bdd83-8a26-4b2f-a48c-35072e75485e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:38.750713 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-908bdd83-8a26-4b2f-a48c-35072e75485e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-groups/acea0ce2-21b1-4448-92b4-c9cdc4264484 HTTP/1.1" status: 204 len: 168 time: 0.6231685 Sep 22 09:32:38.753364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60972) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:38.756225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 04339039-0952-48a9-8ff6-9efb2520b339 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:38.758077 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e05f5517-14af-432b-860f-b2dacdb52bc7 req-76a6d335-233c-45f3-9871-3f084189fa11 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958631 Sep 22 09:32:38.764141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bdd83-8a26-4b2f-a48c-35072e75485e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acea0ce2-21b1-4448-92b4-c9cdc4264484,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:38.834024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b6888351-3445-4e1d-87a2-12ffe3466208 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792060 Sep 22 09:32:38.835564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60976) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:38.844549 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:38.881624 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e05f5517-14af-432b-860f-b2dacdb52bc7 req-71b74d9a-f486-4baf-83c5-6c0cb8fe6df1 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139531 Sep 22 09:32:38.887519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 04339039-0952-48a9-8ff6-9efb2520b339, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=04339039-0952-48a9-8ff6-9efb2520b339,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:38.888421 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-3a630700-8823-4089-be8c-2dd306c94e69 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] delete failed (client error): The resource could not be found. Sep 22 09:32:38.900265 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '04339039-0952-48a9-8ff6-9efb2520b339', 'network_id': '775c29d1-bbde-4427-a116-02672e31f422', 'port_id': '04339039-0952-48a9-8ff6-9efb2520b339', 'mac_address': 'fa:16:3e:45:0f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48976a5f-7d8f-439a-a040-4c4a9869ccdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:38.901392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3a630700-8823-4089-be8c-2dd306c94e69 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-groups/acea0ce2-21b1-4448-92b4-c9cdc4264484 HTTP/1.1" status: 404 len: 347 time: 0.0640717 Sep 22 09:32:38.903083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60978) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:38.915252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e41280db-47f8-479c-87af-1671587b0b9c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group': {'name': 'tempest-secgroup--672603665'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:38.936208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Pushing event updated for resources: {'Port': ['ID=5996528c-619d-4f21-bcaa-8f48a15de387,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:38.963601 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:38.980485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04339039-0952-48a9-8ff6-9efb2520b339 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:38.984696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:39.011548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 04339039-0952-48a9-8ff6-9efb2520b339, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=04339039-0952-48a9-8ff6-9efb2520b339,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:39.055438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Attempting to bind port 5996528c-619d-4f21-bcaa-8f48a15de387 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:39.056385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Attempting to bind port 5996528c-619d-4f21-bcaa-8f48a15de387 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:39.056912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Attempting to bind port 5996528c-619d-4f21-bcaa-8f48a15de387 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:39.063632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Port 5996528c-619d-4f21-bcaa-8f48a15de387 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:32:39.064072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Attempting to bind port 5996528c-619d-4f21-bcaa-8f48a15de387 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:39.069627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:39.070098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Checking segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:39.070707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Bound using segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:39.071266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Bound port: 5996528c-619d-4f21-bcaa-8f48a15de387, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:39.071726 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.088202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e41280db-47f8-479c-87af-1671587b0b9c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.120459 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.138649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-902777407-network', 'tenant_id': '4487adddfe80414185b635c5def5498d'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:39.162178 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:32:39.162178 n-d-805649-4 neutron-server[95509]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:32:39.162178 n-d-805649-4 neutron-server[95509]: [parameters: {'project_id_1': '4487adddfe80414185b635c5def5498d', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 32, 19, 153126)}] Sep 22 09:32:39.162178 n-d-805649-4 neutron-server[95509]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:32:39.162684 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:32:39.162993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] For port 5996528c-619d-4f21-bcaa-8f48a15de387, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:39.167381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] For port 5996528c-619d-4f21-bcaa-8f48a15de387, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5996528c-619d-4f21-bcaa-8f48a15de387,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:39.185523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=04339039-0952-48a9-8ff6-9efb2520b339,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:39.238278 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e41280db-47f8-479c-87af-1671587b0b9c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.242714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.279681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.280391 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.282289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] 10.222.0.60 "PUT /v2.0/ports/5996528c-619d-4f21-bcaa-8f48a15de387 HTTP/1.1" status: 200 len: 1091 time: 2.1737747 Sep 22 09:32:39.282797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ad0c15-2328-4dec-8716-87c4ba34aef6', 'tag': '5996528c-619d-4f21-bcaa-8f48a15de387'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:39.285176 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8558b3a8-be2e-4915-8c25-783af192408a" -d '{"events": [{"name": "network-changed", "server_uuid": "64ad0c15-2328-4dec-8716-87c4ba34aef6", "tag": "5996528c-619d-4f21-bcaa-8f48a15de387"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:39.305265 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e41280db-47f8-479c-87af-1671587b0b9c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.336019 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f461ba35-50fb-438e-b678-c60a09c972ba x-openstack-request-id: req-f461ba35-50fb-438e-b678-c60a09c972ba {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:39.338146 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ad0c15-2328-4dec-8716-87c4ba34aef6", "tag": "5996528c-619d-4f21-bcaa-8f48a15de387", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:39.339252 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f461ba35-50fb-438e-b678-c60a09c972ba {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:39.340048 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ad0c15-2328-4dec-8716-87c4ba34aef6', 'tag': '5996528c-619d-4f21-bcaa-8f48a15de387', 'status': 'completed', 'code': 200} Sep 22 09:32:39.341860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['04339039-0952-48a9-8ff6-9efb2520b339'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:39.348317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422c20f-2012-41e6-a3d6-22670c50aab6 service neutron] Pushing event updated for resources: {'Port': ['ID=5996528c-619d-4f21-bcaa-8f48a15de387,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:39.371934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41280db-47f8-479c-87af-1671587b0b9c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5576973a-0cd3-49f4-83ea-a4ed4d9a55cd,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:39.441582 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e41280db-47f8-479c-87af-1671587b0b9c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.442941 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e41280db-47f8-479c-87af-1671587b0b9c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5367777 Sep 22 09:32:39.445978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60994) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:39.451542 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bc822e80-e189-4969-8c32-1c2b0e966d44 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': '5576973a-0cd3-49f4-83ea-a4ed4d9a55cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:39.486235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b3a8-be2e-4915-8c25-783af192408a req-59d3e290-15fb-4e74-aff2-d51612927d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.488302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8558b3a8-be2e-4915-8c25-783af192408a req-59d3e290-15fb-4e74-aff2-d51612927d4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 1094 time: 0.1243286 Sep 22 09:32:39.602394 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc822e80-e189-4969-8c32-1c2b0e966d44 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.628577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b3a8-be2e-4915-8c25-783af192408a req-6add103f-938c-44a7-a187-d377ab7875ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.630182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8558b3a8-be2e-4915-8c25-783af192408a req-6add103f-938c-44a7-a187-d377ab7875ba service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1329250 Sep 22 09:32:39.758602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc822e80-e189-4969-8c32-1c2b0e966d44 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.840129 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc822e80-e189-4969-8c32-1c2b0e966d44 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.870566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc822e80-e189-4969-8c32-1c2b0e966d44 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e67a53d-9a25-4c2c-9436-8941c070619d,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:39.878650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Made reservation on behalf of 4487adddfe80414185b635c5def5498d for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:39.882373 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.888036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558b3a8-be2e-4915-8c25-783af192408a req-33732d61-9305-4a62-9275-644da4557d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.889942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8558b3a8-be2e-4915-8c25-783af192408a req-33732d61-9305-4a62-9275-644da4557d52 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2518742 Sep 22 09:32:39.896080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.908195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaa451-bfcb-45e2-a98c-ffef49862709 req-a9c1b0f3-3997-4528-ba03-43c346aca19a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.916283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3eaa451-bfcb-45e2-a98c-ffef49862709 req-a9c1b0f3-3997-4528-ba03-43c346aca19a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.4842513 Sep 22 09:32:39.932326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b00d0-ca1c-48cb-95e9-16cacfbca609 req-be27f094-a814-4a28-b1a1-596314fb7e5e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.941459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b00d0-ca1c-48cb-95e9-16cacfbca609 req-be27f094-a814-4a28-b1a1-596314fb7e5e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.948085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b00d0-ca1c-48cb-95e9-16cacfbca609 req-be27f094-a814-4a28-b1a1-596314fb7e5e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.954515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b00d0-ca1c-48cb-95e9-16cacfbca609 req-be27f094-a814-4a28-b1a1-596314fb7e5e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.960923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b00d0-ca1c-48cb-95e9-16cacfbca609 req-be27f094-a814-4a28-b1a1-596314fb7e5e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.969470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b00d0-ca1c-48cb-95e9-16cacfbca609 req-be27f094-a814-4a28-b1a1-596314fb7e5e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.975552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b00d0-ca1c-48cb-95e9-16cacfbca609 req-be27f094-a814-4a28-b1a1-596314fb7e5e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:39.977579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-823b00d0-ca1c-48cb-95e9-16cacfbca609 req-be27f094-a814-4a28-b1a1-596314fb7e5e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.2008414 Sep 22 09:32:40.053643 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc822e80-e189-4969-8c32-1c2b0e966d44 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.058600 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bc822e80-e189-4969-8c32-1c2b0e966d44 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6113260 Sep 22 09:32:40.061596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32784) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:40.096988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3eaa451-bfcb-45e2-a98c-ffef49862709 req-fe98461c-b360-45c6-8e8b-3484bdcd808b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615877 Sep 22 09:32:40.108193 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-823b00d0-ca1c-48cb-95e9-16cacfbca609 req-edb4a564-cfc9-44b1-98a3-031c5ffb4d1b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1108987 Sep 22 09:32:40.126942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.132167 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ece7-fa49-418a-92cb-a4d019bb2d7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.142475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-03a494f4-ef5e-4bd1-8b98-07f0bddcbfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:40.144008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-03a494f4-ef5e-4bd1-8b98-07f0bddcbfb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 1094 time: 0.1655374 Sep 22 09:32:40.148149 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ece7-fa49-418a-92cb-a4d019bb2d7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.196147 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.204805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-154b47b6-b9cd-45a3-b387-17a6603c077d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5996528c-619d-4f21-bcaa-8f48a15de387 HTTP/1.1" status: 200 len: 217 time: 0.0503628 Sep 22 09:32:40.240952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb95a76-767d-46cc-85fb-87e5b4702fae,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:40.296781 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ece7-fa49-418a-92cb-a4d019bb2d7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.303299 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ece7-fa49-418a-92cb-a4d019bb2d7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.315220 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6ed1ece7-fa49-418a-92cb-a4d019bb2d7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/8e67a53d-9a25-4c2c-9436-8941c070619d HTTP/1.1" status: 204 len: 168 time: 0.2522719 Sep 22 09:32:40.315394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32786) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:40.335145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:32:40.353596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9f89a2cf-1a42-4492-a545-c6867f6fd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:40.355098 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-9f89a2cf-1a42-4492-a545-c6867f6fd977 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 200 len: 846 time: 0.1411161 Sep 22 09:32:40.367171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8d30a-c236-49ea-9dd4-991e31342548 req-e548de11-0489-479d-8362-838eef2de5c8 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:40.370489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fee8d30a-c236-49ea-9dd4-991e31342548 req-e548de11-0489-479d-8362-838eef2de5c8 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 944 time: 0.1694000 Sep 22 09:32:40.372120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1ece7-fa49-418a-92cb-a4d019bb2d7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e67a53d-9a25-4c2c-9436-8941c070619d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:40.391010 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.391368 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Added segment dd58724a-eebd-4b4a-903f-144e8fa164bb of type vlan for network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa Sep 22 09:32:40.411943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-fd77f065-3fb3-4122-a3d0-ba1574cae572 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e381bbfe-9cad-4576-9347-d9b5699eebb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384600 Sep 22 09:32:40.421533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53640ff3-ae67-47f5-9a7a-850860ef22f0 req-7aa5586b-6b83-4f5c-b7e3-b6884d4049f4 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:40.429021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53640ff3-ae67-47f5-9a7a-850860ef22f0 req-7aa5586b-6b83-4f5c-b7e3-b6884d4049f4 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 943 time: 0.2040162 Sep 22 09:32:40.458467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.516219 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-35faebe4-e19a-4807-9e32-ed5b441b532c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1956944 Sep 22 09:32:40.519226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32788) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:40.553087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fee8d30a-c236-49ea-9dd4-991e31342548 req-6aa077b8-aeee-4016-9abc-9a0366f0248f tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690607 Sep 22 09:32:40.601472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53640ff3-ae67-47f5-9a7a-850860ef22f0 req-48bfeeb3-6aa4-4af1-9423-9844cf6ce905 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693296 Sep 22 09:32:40.616137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.617301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:40.618348 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.650206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-b7d5727a-63ed-4b7c-8231-a93df2e012df service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188981 Sep 22 09:32:40.752984 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] Pushing event updated for resources: {'Network': ['ID=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:40.756824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 04339039-0952-48a9-8ff6-9efb2520b339 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:40.765302 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8b921482-c04f-48c9-b7ab-e51764b6a73d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7794321 Sep 22 09:32:40.770017 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-626f3ccd-eaa8-45d9-ac69-caf7e8c34c4a tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:40.786140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32800) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:40.789769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:32:40.802494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] Request body: {'subnet': {'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-902777407-subnet', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:40.820581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baaa8070-0de6-4afa-b09f-94d61a81aa0a req-fc49dc87-7ce4-4f1c-8ac1-63776a9e2e17 service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605473 Sep 22 09:32:40.826361 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-626f3ccd-eaa8-45d9-ac69-caf7e8c34c4a tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.048780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] Made reservation on behalf of 4487adddfe80414185b635c5def5498d for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:41.051461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.053878 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-626f3ccd-eaa8-45d9-ac69-caf7e8c34c4a tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.057560 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-626f3ccd-eaa8-45d9-ac69-caf7e8c34c4a tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.060478 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-626f3ccd-eaa8-45d9-ac69-caf7e8c34c4a tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-groups/5576973a-0cd3-49f4-83ea-a4ed4d9a55cd HTTP/1.1" status: 204 len: 168 time: 0.5396125 Sep 22 09:32:41.063427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32802) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:41.088993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f3ccd-eaa8-45d9-ac69-caf7e8c34c4a tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5576973a-0cd3-49f4-83ea-a4ed4d9a55cd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:41.089645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 04339039-0952-48a9-8ff6-9efb2520b339 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:41.126206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7653ac11-fc3e-486e-b0ca-82a4e656e2d2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613253 Sep 22 09:32:41.131793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32806) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:41.140164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8dc89b07-bf58-4d8a-b4b8-f24cf2eb3bd2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group': {'name': 'tempest-secgroup--2063214270'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:41.166584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 04339039-0952-48a9-8ff6-9efb2520b339 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:41.171257 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.237313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8dc89b07-bf58-4d8a-b4b8-f24cf2eb3bd2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.400506 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.440832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27428283-bd3c-415a-8f23-4d3225c2ce32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04339039-0952-48a9-8ff6-9efb2520b339'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:41.443285 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab61d07-037b-4763-a56d-a2de34333bb9" -d '{"events": [{"server_uuid": "27428283-bd3c-415a-8f23-4d3225c2ce32", "name": "network-vif-plugged", "status": "completed", "tag": "04339039-0952-48a9-8ff6-9efb2520b339"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:41.460840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 04339039-0952-48a9-8ff6-9efb2520b339, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=04339039-0952-48a9-8ff6-9efb2520b339,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:41.472433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411124-f0a9-410c-bef5-2c9631c5bfe4 req-e9da6964-07ce-4cf3-8861-bcfbdcd6553c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:41.478644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411124-f0a9-410c-bef5-2c9631c5bfe4 req-e9da6964-07ce-4cf3-8861-bcfbdcd6553c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:41.485658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411124-f0a9-410c-bef5-2c9631c5bfe4 req-e9da6964-07ce-4cf3-8861-bcfbdcd6553c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:41.494320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411124-f0a9-410c-bef5-2c9631c5bfe4 req-e9da6964-07ce-4cf3-8861-bcfbdcd6553c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:41.500961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411124-f0a9-410c-bef5-2c9631c5bfe4 req-e9da6964-07ce-4cf3-8861-bcfbdcd6553c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:41.507321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411124-f0a9-410c-bef5-2c9631c5bfe4 req-e9da6964-07ce-4cf3-8861-bcfbdcd6553c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:41.516569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411124-f0a9-410c-bef5-2c9631c5bfe4 req-e9da6964-07ce-4cf3-8861-bcfbdcd6553c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:41.524813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9411124-f0a9-410c-bef5-2c9631c5bfe4 req-e9da6964-07ce-4cf3-8861-bcfbdcd6553c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.2559121 Sep 22 09:32:41.534764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.573830 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.602750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e558d8-50e5-49ad-b658-279ef4008a23,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:41.619403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] Checking segment: {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:41.619778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] Network hostable DHCP agents. Network: 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:32:41.621860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710e71a-e2f3-4e5e-bc50-9b588973f302 req-8dd50b51-5182-49bb-b759-8e7c6cb32414 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:41.633560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2710e71a-e2f3-4e5e-bc50-9b588973f302 req-8dd50b51-5182-49bb-b759-8e7c6cb32414 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.3502810 Sep 22 09:32:41.678708 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=04339039-0952-48a9-8ff6-9efb2520b339,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:41.700232 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9411124-f0a9-410c-bef5-2c9631c5bfe4 req-59637f05-f634-46bd-9648-749b15f83c56 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1745148 Sep 22 09:32:41.721365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2710e71a-e2f3-4e5e-bc50-9b588973f302 req-5127ed4c-8d5a-4e4f-ba78-1de3a3c07a24 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868320 Sep 22 09:32:41.761631 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8dc89b07-bf58-4d8a-b4b8-f24cf2eb3bd2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.767975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] Network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:32:41.770472 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6810020d-4610-487b-86bd-340c931a8186 x-openstack-request-id: req-6810020d-4610-487b-86bd-340c931a8186 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:41.770901 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27428283-bd3c-415a-8f23-4d3225c2ce32", "name": "network-vif-plugged", "status": "completed", "tag": "04339039-0952-48a9-8ff6-9efb2520b339", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:41.770901 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6810020d-4610-487b-86bd-340c931a8186 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:41.771308 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27428283-bd3c-415a-8f23-4d3225c2ce32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04339039-0952-48a9-8ff6-9efb2520b339', 'code': 200} Sep 22 09:32:41.837127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8dc89b07-bf58-4d8a-b4b8-f24cf2eb3bd2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.876971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:41.881686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:41.882379 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.889382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8f55ff-fb65-4bd2-96cb-adafdfad3bae None None] Network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:41.971435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc89b07-bf58-4d8a-b4b8-f24cf2eb3bd2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8ebb1-41e2-4519-afed-1ce80fdb531c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:42.003019 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bd0116e6-f585-4ff2-a9a3-fc66d5401831 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2154198 Sep 22 09:32:42.005682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32822) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:42.011295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a668b87-f90f-40d5-9670-005a5e2a2c6c req-f1fb96c5-87db-48ac-a09f-725b11466ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:42.011762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:42.012930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a668b87-f90f-40d5-9670-005a5e2a2c6c req-f1fb96c5-87db-48ac-a09f-725b11466ed3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 1096 time: 0.1421905 Sep 22 09:32:42.021421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726db68-e5bd-45bb-bde0-49c5bfe81ecb req-1238b647-37f9-416c-8d61-f285ab483e57 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:42.022815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5726db68-e5bd-45bb-bde0-49c5bfe81ecb req-1238b647-37f9-416c-8d61-f285ab483e57 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 943 time: 0.1534324 Sep 22 09:32:42.055781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ceca7-86dc-4c0c-b2da-f0201e5ec7e1 req-9acec079-b39e-43d7-8ed8-8976937343cb tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:42.057410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd1ceca7-86dc-4c0c-b2da-f0201e5ec7e1 req-9acec079-b39e-43d7-8ed8-8976937343cb tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 945 time: 0.2654290 Sep 22 09:32:42.066172 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8dc89b07-bf58-4d8a-b4b8-f24cf2eb3bd2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.070224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32824) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:42.070363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8dc89b07-bf58-4d8a-b4b8-f24cf2eb3bd2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9373314 Sep 22 09:32:42.079658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0777e12a-5b8e-4fce-a1be-7b60777c46d2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8ebb1-41e2-4519-afed-1ce80fdb531c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:42.104928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:32:42.105802 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.114418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a668b87-f90f-40d5-9670-005a5e2a2c6c req-71f8ff8e-cad7-4e68-8358-77f02741f51a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903726 Sep 22 09:32:42.123198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5726db68-e5bd-45bb-bde0-49c5bfe81ecb req-9ee81d96-0c3d-4001-bcab-85146e8ac761 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904422 Sep 22 09:32:42.138912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd1ceca7-86dc-4c0c-b2da-f0201e5ec7e1 req-d054b5ce-119b-4c30-b02b-4fa1913fd06c tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674887 Sep 22 09:32:42.196958 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.196958 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.292366 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.315656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Allocated IP 172.20.0.2 (77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa/97e558d8-50e5-49ad-b658-279ef4008a23/4c542896-456d-49d4-8e51-6756c953349a) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:42.318434 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0777e12a-5b8e-4fce-a1be-7b60777c46d2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.383693 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0777e12a-5b8e-4fce-a1be-7b60777c46d2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.500579 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.533451 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.769627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5996528c-619d-4f21-bcaa-8f48a15de387 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:42.771563 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0777e12a-5b8e-4fce-a1be-7b60777c46d2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.792404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777e12a-5b8e-4fce-a1be-7b60777c46d2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c27dda5-92dc-4dc0-a549-ef9a51e67c17,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:42.878817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b8d80-bd1f-44d6-9c7c-a561280e0df4 req-678cab56-2a45-406c-9de8-fb266e82f9c1 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:42.880323 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa9b8d80-bd1f-44d6-9c7c-a561280e0df4 req-678cab56-2a45-406c-9de8-fb266e82f9c1 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.0891666 Sep 22 09:32:42.888941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5996528c-619d-4f21-bcaa-8f48a15de387, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5996528c-619d-4f21-bcaa-8f48a15de387,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:42.895481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb750785-6fe4-4765-a08e-2608c758ae98 req-28f9b2b5-c4f3-4ef4-812c-bdcc5f1e9d1a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:42.901424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb750785-6fe4-4765-a08e-2608c758ae98 req-28f9b2b5-c4f3-4ef4-812c-bdcc5f1e9d1a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:42.904608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '5996528c-619d-4f21-bcaa-8f48a15de387', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'port_id': '5996528c-619d-4f21-bcaa-8f48a15de387', 'mac_address': 'fa:16:3e:6a:d7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:42.907534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb750785-6fe4-4765-a08e-2608c758ae98 req-28f9b2b5-c4f3-4ef4-812c-bdcc5f1e9d1a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:42.913456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb750785-6fe4-4765-a08e-2608c758ae98 req-28f9b2b5-c4f3-4ef4-812c-bdcc5f1e9d1a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:42.919471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb750785-6fe4-4765-a08e-2608c758ae98 req-28f9b2b5-c4f3-4ef4-812c-bdcc5f1e9d1a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:42.926208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb750785-6fe4-4765-a08e-2608c758ae98 req-28f9b2b5-c4f3-4ef4-812c-bdcc5f1e9d1a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:42.928310 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.932110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb750785-6fe4-4765-a08e-2608c758ae98 req-28f9b2b5-c4f3-4ef4-812c-bdcc5f1e9d1a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:42.934348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb750785-6fe4-4765-a08e-2608c758ae98 req-28f9b2b5-c4f3-4ef4-812c-bdcc5f1e9d1a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.1281765 Sep 22 09:32:42.977696 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.982883 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0777e12a-5b8e-4fce-a1be-7b60777c46d2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:42.988608 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0777e12a-5b8e-4fce-a1be-7b60777c46d2 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9124188 Sep 22 09:32:42.988855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:42.990619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:42.991006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa9b8d80-bd1f-44d6-9c7c-a561280e0df4 req-3f354fa9-ed71-48d7-9d37-b325bb3ab928 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556293 Sep 22 09:32:42.994060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32838) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:42.995597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:42.998504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a309726c-a22d-40e4-aef7-ae8cdb93333f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8ebb1-41e2-4519-afed-1ce80fdb531c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:43.012827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb750785-6fe4-4765-a08e-2608c758ae98 req-0718bb34-b717-4ad0-9496-c5b7e3f7aaa1 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0687675 Sep 22 09:32:43.025944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5996528c-619d-4f21-bcaa-8f48a15de387 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:43.051034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Pushing event updated for resources: {'Port': ['ID=4c542896-456d-49d4-8e51-6756c953349a,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:43.118174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5996528c-619d-4f21-bcaa-8f48a15de387, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5996528c-619d-4f21-bcaa-8f48a15de387,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:43.121359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Attempting to bind port 4c542896-456d-49d4-8e51-6756c953349a on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:43.121478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Attempting to bind port 4c542896-456d-49d4-8e51-6756c953349a by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:43.122141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Attempting to bind port 4c542896-456d-49d4-8e51-6756c953349a on network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:43.129102 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:43.129480 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Checking segment: {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:43.129885 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.130279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Bound using segment: {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:43.130738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Bound port: 4c542896-456d-49d4-8e51-6756c953349a, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:43.131123 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.149360 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a309726c-a22d-40e4-aef7-ae8cdb93333f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.224769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] For port 4c542896-456d-49d4-8e51-6756c953349a, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:43.229286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] For port 4c542896-456d-49d4-8e51-6756c953349a, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4c542896-456d-49d4-8e51-6756c953349a,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:43.231107 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.290616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5996528c-619d-4f21-bcaa-8f48a15de387,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:43.358661 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.362902 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.376478 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a309726c-a22d-40e4-aef7-ae8cdb93333f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.404801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519b413-3224-4946-9faa-bff74dc02852 req-959f87a8-ddaf-48c8-bf22-f591c2612327 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:43.413060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.413240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0519b413-3224-4946-9faa-bff74dc02852 req-959f87a8-ddaf-48c8-bf22-f591c2612327 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 944 time: 0.1412995 Sep 22 09:32:43.423469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cb36b-a10a-47a2-8775-c08dea54e946 req-011d6e73-72bb-467c-8a7f-ab8d11f5157b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:43.425340 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-978cb36b-a10a-47a2-8775-c08dea54e946 req-011d6e73-72bb-467c-8a7f-ab8d11f5157b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 945 time: 0.1776452 Sep 22 09:32:43.471513 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a309726c-a22d-40e4-aef7-ae8cdb93333f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.483690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db15d9-82b2-4b68-ab56-ac5dc92d5d8b None None] Pushing event updated for resources: {'Port': ['ID=4c542896-456d-49d4-8e51-6756c953349a,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:43.500529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:43.509009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0519b413-3224-4946-9faa-bff74dc02852 req-4647fd75-8846-491a-ab3b-545bcfb7e39a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949187 Sep 22 09:32:43.528714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309726c-a22d-40e4-aef7-ae8cdb93333f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd6bb74-38ff-46a9-9dc4-e51a38242c06,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:43.554912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-978cb36b-a10a-47a2-8775-c08dea54e946 req-a509be59-d20e-41a3-b7b7-dde9e236fadd tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206720 Sep 22 09:32:43.639458 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a309726c-a22d-40e4-aef7-ae8cdb93333f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.639727 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a309726c-a22d-40e4-aef7-ae8cdb93333f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6447432 Sep 22 09:32:43.643113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32860) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:43.650197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6cb9573d-8d08-49ed-835e-df89c61eb577 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8ebb1-41e2-4519-afed-1ce80fdb531c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:43.737541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Allocated IP 172.25.6.69 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/c1770532-89b8-40dd-86c5-d5394c2a3635) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:43.798113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6cb9573d-8d08-49ed-835e-df89c61eb577 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.897466 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6cb9573d-8d08-49ed-835e-df89c61eb577 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.921343 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:44.024985 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6cb9573d-8d08-49ed-835e-df89c61eb577 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:44.051840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9573d-8d08-49ed-835e-df89c61eb577 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e084b3d0-41c6-443e-97c5-013f528aca57,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:44.073060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:44.117638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:44.121148 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:44.126259 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:44.157601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Pushing event updated for resources: {'Port': ['ID=c1770532-89b8-40dd-86c5-d5394c2a3635,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:44.199733 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6cb9573d-8d08-49ed-835e-df89c61eb577 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:44.203842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6cb9573d-8d08-49ed-835e-df89c61eb577 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5596616 Sep 22 09:32:44.211642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32866) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:44.216610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e1cedc26-0ca6-4886-b20f-53a0d80cae27 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8ebb1-41e2-4519-afed-1ce80fdb531c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:44.246123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb3023-7b27-4429-85e1-1e2bcade37a0 req-d20a9e31-6703-4c0a-bf4c-d3714183f15e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:44.255087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0eb3023-7b27-4429-85e1-1e2bcade37a0 req-d20a9e31-6703-4c0a-bf4c-d3714183f15e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1426928 Sep 22 09:32:44.317448 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0eb3023-7b27-4429-85e1-1e2bcade37a0 req-6a329345-73cb-4e3e-817f-c0d973bb60de tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612526 Sep 22 09:32:44.357653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43884c-4944-452e-89b7-ef9bf7cf1ab1 req-16f95708-d14d-4409-a5de-3f3ae86aece0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:44.364057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43884c-4944-452e-89b7-ef9bf7cf1ab1 req-16f95708-d14d-4409-a5de-3f3ae86aece0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:44.370398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43884c-4944-452e-89b7-ef9bf7cf1ab1 req-16f95708-d14d-4409-a5de-3f3ae86aece0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:44.379628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43884c-4944-452e-89b7-ef9bf7cf1ab1 req-16f95708-d14d-4409-a5de-3f3ae86aece0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:44.385603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43884c-4944-452e-89b7-ef9bf7cf1ab1 req-16f95708-d14d-4409-a5de-3f3ae86aece0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:44.392391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43884c-4944-452e-89b7-ef9bf7cf1ab1 req-16f95708-d14d-4409-a5de-3f3ae86aece0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:44.398224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43884c-4944-452e-89b7-ef9bf7cf1ab1 req-16f95708-d14d-4409-a5de-3f3ae86aece0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:44.400152 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de43884c-4944-452e-89b7-ef9bf7cf1ab1 req-16f95708-d14d-4409-a5de-3f3ae86aece0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.2684913 Sep 22 09:32:44.442423 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1cedc26-0ca6-4886-b20f-53a0d80cae27 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:44.487037 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de43884c-4944-452e-89b7-ef9bf7cf1ab1 req-9e17e51c-4a9f-4a19-a215-7537ebe6cf12 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0703778 Sep 22 09:32:44.576117 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1cedc26-0ca6-4886-b20f-53a0d80cae27 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:44.671884 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1cedc26-0ca6-4886-b20f-53a0d80cae27 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:44.764561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cedc26-0ca6-4886-b20f-53a0d80cae27 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcbe8aa-647d-49e1-a3d3-e3144bf6acaa,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:44.782589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5996528c-619d-4f21-bcaa-8f48a15de387 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:44.794613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a45210-7411-4e26-8522-6c5be7e396f2 None None] Network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:32:44.795476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e432b-3a57-49b0-b592-8759d1e3d721 req-a1803d52-4e7b-4d90-8088-fed7208402e6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:44.803441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-878e432b-3a57-49b0-b592-8759d1e3d721 req-a1803d52-4e7b-4d90-8088-fed7208402e6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 944 time: 0.1799619 Sep 22 09:32:44.830491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d06f7-4311-4c20-a830-ed88e7e3cf3e req-32d5f522-5a8c-48ff-8b1f-4e39de761786 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:44.838359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-553d06f7-4311-4c20-a830-ed88e7e3cf3e req-32d5f522-5a8c-48ff-8b1f-4e39de761786 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 945 time: 0.1426387 Sep 22 09:32:44.857424 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1cedc26-0ca6-4886-b20f-53a0d80cae27 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:44.860148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e1cedc26-0ca6-4886-b20f-53a0d80cae27 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6456590 Sep 22 09:32:44.876256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32876) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:44.892071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-878e432b-3a57-49b0-b592-8759d1e3d721 req-a366bba2-6d86-4f6f-b917-1b24df9af41c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817626 Sep 22 09:32:44.897034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0bed755f-2b5d-4684-8b8f-f346b0a307ac tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8ebb1-41e2-4519-afed-1ce80fdb531c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:44.948268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-553d06f7-4311-4c20-a830-ed88e7e3cf3e req-d71a4f11-0089-4c33-9eaf-ebe7f14a2377 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071916 Sep 22 09:32:44.949723 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9adffbf6-8f50-47fc-9fa4-724efa8391a2 None None] Provisioning complete for port 4c542896-456d-49d4-8e51-6756c953349a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:44.950311 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9adffbf6-8f50-47fc-9fa4-724efa8391a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.004113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4c542896-456d-49d4-8e51-6756c953349a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:45.064756 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bed755f-2b5d-4684-8b8f-f346b0a307ac tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.073975 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.156087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 5996528c-619d-4f21-bcaa-8f48a15de387 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:45.170022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 5996528c-619d-4f21-bcaa-8f48a15de387 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:45.170799 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.205271 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4c542896-456d-49d4-8e51-6756c953349a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:45.205966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.213585 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bed755f-2b5d-4684-8b8f-f346b0a307ac tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.262597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d3930-0fdb-45e6-baab-8561f91c7ce0 req-9c9520ac-12cc-452f-8789-e4b2a25d2c6a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:45.269258 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a9d3930-0fdb-45e6-baab-8561f91c7ce0 req-9c9520ac-12cc-452f-8789-e4b2a25d2c6a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 945 time: 0.1448658 Sep 22 09:32:45.332938 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bed755f-2b5d-4684-8b8f-f346b0a307ac tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.356980 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:32:45.368433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a9d3930-0fdb-45e6-baab-8561f91c7ce0 req-9e120127-111a-4c35-a60e-598a168b429d tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875602 Sep 22 09:32:45.400465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed755f-2b5d-4684-8b8f-f346b0a307ac tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c564f8-ade5-488e-99d3-d62f3815cdc6,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:45.477474 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bed755f-2b5d-4684-8b8f-f346b0a307ac tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.478712 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0bed755f-2b5d-4684-8b8f-f346b0a307ac tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5855434 Sep 22 09:32:45.481960 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.487059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32892) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:45.491011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67db994-0d3a-435c-9c29-c01c4d0b8c18 req-36f31119-6031-4831-b102-576b8c2f4ba1 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:45.492912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a67db994-0d3a-435c-9c29-c01c4d0b8c18 req-36f31119-6031-4831-b102-576b8c2f4ba1 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.0857081 Sep 22 09:32:45.570003 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a67db994-0d3a-435c-9c29-c01c4d0b8c18 req-2228b1d8-b420-499e-b5e1-61f20d232a53 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692379 Sep 22 09:32:45.580845 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9adffbf6-8f50-47fc-9fa4-724efa8391a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.616998 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c3ff-a37f-49a4-8526-1a834d6871fb tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.628983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c3ff-a37f-49a4-8526-1a834d6871fb tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.639708 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.649854 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 035ee4b6-10df-4775-839e-fffd103db731 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:45.797173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf177-f4db-4542-acfc-a6e115045863 req-5389d70e-6b15-483d-a39a-4836a7ac580e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:45.803264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf177-f4db-4542-acfc-a6e115045863 req-5389d70e-6b15-483d-a39a-4836a7ac580e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:45.809883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf177-f4db-4542-acfc-a6e115045863 req-5389d70e-6b15-483d-a39a-4836a7ac580e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:45.817442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf177-f4db-4542-acfc-a6e115045863 req-5389d70e-6b15-483d-a39a-4836a7ac580e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:45.826660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf177-f4db-4542-acfc-a6e115045863 req-5389d70e-6b15-483d-a39a-4836a7ac580e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:45.833439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf177-f4db-4542-acfc-a6e115045863 req-5389d70e-6b15-483d-a39a-4836a7ac580e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:45.838355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ad0c15-2328-4dec-8716-87c4ba34aef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5996528c-619d-4f21-bcaa-8f48a15de387'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:45.840792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf177-f4db-4542-acfc-a6e115045863 req-5389d70e-6b15-483d-a39a-4836a7ac580e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:45.840931 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a0fcc4-7ec0-41d3-b2ea-e7f64d71e132" -d '{"events": [{"server_uuid": "64ad0c15-2328-4dec-8716-87c4ba34aef6", "name": "network-vif-plugged", "status": "completed", "tag": "5996528c-619d-4f21-bcaa-8f48a15de387"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:45.847779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9adffbf6-8f50-47fc-9fa4-724efa8391a2 None None] For port 4c542896-456d-49d4-8e51-6756c953349a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4c542896-456d-49d4-8e51-6756c953349a,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:45.856864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9bf177-f4db-4542-acfc-a6e115045863 req-5389d70e-6b15-483d-a39a-4836a7ac580e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5430 time: 0.1760244 Sep 22 09:32:45.862931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c3ff-a37f-49a4-8526-1a834d6871fb tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.870423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e0d5c3ff-a37f-49a4-8526-1a834d6871fb tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.874239 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e0d5c3ff-a37f-49a4-8526-1a834d6871fb tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/14c564f8-ade5-488e-99d3-d62f3815cdc6 HTTP/1.1" status: 204 len: 168 time: 0.3819039 Sep 22 09:32:45.878666 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32900) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:45.887374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5c3ff-a37f-49a4-8526-1a834d6871fb tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14c564f8-ade5-488e-99d3-d62f3815cdc6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:45.893647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5996528c-619d-4f21-bcaa-8f48a15de387, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5996528c-619d-4f21-bcaa-8f48a15de387,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:45.906222 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:45.909672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 035ee4b6-10df-4775-839e-fffd103db731, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=035ee4b6-10df-4775-839e-fffd103db731,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:45.953518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '035ee4b6-10df-4775-839e-fffd103db731', 'network_id': 'd7720044-437c-429a-abf9-3517753c2382', 'port_id': '035ee4b6-10df-4775-839e-fffd103db731', 'mac_address': 'fa:16:3e:17:d9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3398e745-1513-45c3-bb1e-2536bdc6f0b1', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:45.960588 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3cbbb42e-2d93-412e-98cd-daf706252152 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0804071 Sep 22 09:32:45.961658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:32:45.963562 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32904) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:46.005991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9bf177-f4db-4542-acfc-a6e115045863 req-fd7585ac-bcce-4661-a8e2-344dc5837d7e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1482837 Sep 22 09:32:46.017273 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9adffbf6-8f50-47fc-9fa4-724efa8391a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.030411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f59b7-ddf4-4baf-9df0-e0576f2816a7 req-11b10cab-a5ef-4caa-b85e-54af8b5d42ff tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:46.040386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-333f59b7-ddf4-4baf-9df0-e0576f2816a7 req-11b10cab-a5ef-4caa-b85e-54af8b5d42ff tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 945 time: 0.2664943 Sep 22 09:32:46.083664 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.099132 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.103432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc5ce-00ba-4c79-a003-ce292bace26f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.122138 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc5ce-00ba-4c79-a003-ce292bace26f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.131499 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:32:46.131865 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:32:46.144100 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035ee4b6-10df-4775-839e-fffd103db731 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:46.158433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-333f59b7-ddf4-4baf-9df0-e0576f2816a7 req-44e56f13-965b-4106-90a8-c17aba995842 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089389 Sep 22 09:32:46.158615 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fa5b9d-afc6-4407-a368-f89210ba5e42 x-openstack-request-id: req-64fa5b9d-afc6-4407-a368-f89210ba5e42 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:46.158863 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ad0c15-2328-4dec-8716-87c4ba34aef6", "name": "network-vif-plugged", "status": "completed", "tag": "5996528c-619d-4f21-bcaa-8f48a15de387", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:46.159101 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64fa5b9d-afc6-4407-a368-f89210ba5e42 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:46.159482 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ad0c15-2328-4dec-8716-87c4ba34aef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5996528c-619d-4f21-bcaa-8f48a15de387', 'code': 200} Sep 22 09:32:46.181286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adffbf6-8f50-47fc-9fa4-724efa8391a2 None None] Pushing event updated for resources: {'Port': ['ID=4c542896-456d-49d4-8e51-6756c953349a,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:46.221850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 035ee4b6-10df-4775-839e-fffd103db731, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=035ee4b6-10df-4775-839e-fffd103db731,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:46.263512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5996528c-619d-4f21-bcaa-8f48a15de387,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:46.266581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5954c714-82c6-40f9-a50e-ad15809e0e33 None None] Provisioning complete for port 4c542896-456d-49d4-8e51-6756c953349a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:46.266953 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5954c714-82c6-40f9-a50e-ad15809e0e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.329463 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.331384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3dbaefcc-502b-4905-a2dd-09751f3c0385 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:46.335906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:32:46.356488 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Sync routers for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:32:46.369310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd03af-5ada-4321-9ccf-c0ef0f4f2725 req-c8ab049d-f133-495e-98ec-35af512ba623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:46.370989 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ecd03af-5ada-4321-9ccf-c0ef0f4f2725 req-c8ab049d-f133-495e-98ec-35af512ba623 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 1096 time: 0.1154644 Sep 22 09:32:46.380898 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:46.386049 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:46.392587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27214-024f-43b0-a74b-4e26b944bae2 req-57a5d745-dd0d-4ad5-83ae-5b2f14414b34 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:46.401123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3dd27214-024f-43b0-a74b-4e26b944bae2 req-57a5d745-dd0d-4ad5-83ae-5b2f14414b34 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 945 time: 0.0850034 Sep 22 09:32:46.419830 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc5ce-00ba-4c79-a003-ce292bace26f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.430337 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc5ce-00ba-4c79-a003-ce292bace26f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.436288 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c9fdc5ce-00ba-4c79-a003-ce292bace26f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/8bcbe8aa-647d-49e1-a3d3-e3144bf6acaa HTTP/1.1" status: 204 len: 168 time: 0.4716089 Sep 22 09:32:46.440681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32920) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:46.446729 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdc5ce-00ba-4c79-a003-ce292bace26f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bcbe8aa-647d-49e1-a3d3-e3144bf6acaa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:46.453985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.462568 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4011c35b-6b3b-4834-805d-8e113a5d4f56 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4554570 Sep 22 09:32:46.463222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32922) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:46.497225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=035ee4b6-10df-4775-839e-fffd103db731,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:46.498812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3dd27214-024f-43b0-a74b-4e26b944bae2 req-e3b9f020-4669-4007-a4fe-e3c649953d05 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967484 Sep 22 09:32:46.530443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ecd03af-5ada-4321-9ccf-c0ef0f4f2725 req-7c443419-85e4-4e7d-a9c5-a1fbeab1bbfb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517620 Sep 22 09:32:46.545717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5d6e238b-70e7-4441-be10-734d852a686d tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0902812 Sep 22 09:32:46.550465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32924) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:46.590317 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.616123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.678948 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:32:46.759531 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.771167 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.772320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e084b3d0-41c6-443e-97c5-013f528aca57 HTTP/1.1" status: 204 len: 168 time: 0.2206264 Sep 22 09:32:46.787721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32928) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:46.798398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96682651-88bf-4c23-81a7-6305ac3e7e62 req-9fa1fcd7-e47f-4bd4-a458-ada529cc0362 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:46.807220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3dbaefcc-502b-4905-a2dd-09751f3c0385, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3dbaefcc-502b-4905-a2dd-09751f3c0385,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:46.807878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96682651-88bf-4c23-81a7-6305ac3e7e62 req-9fa1fcd7-e47f-4bd4-a458-ada529cc0362 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 945 time: 0.1300406 Sep 22 09:32:46.835325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '3dbaefcc-502b-4905-a2dd-09751f3c0385', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'port_id': '3dbaefcc-502b-4905-a2dd-09751f3c0385', 'mac_address': 'fa:16:3e:d8:57:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:46.842328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e084b3d0-41c6-443e-97c5-013f528aca57,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:46.856360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.858429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.858429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.858429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.858429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.858429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.859322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.859763 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.860217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.860650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.861089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.861503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbe7685-3c4e-4b64-9648-ebf49dbaecaf tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:46.904133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb7967-b007-449b-8550-6043fb760c98 req-b45194b3-06d8-41e4-b01d-4d68b65ed2ff tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:46.912656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32eb7967-b007-449b-8550-6043fb760c98 req-b45194b3-06d8-41e4-b01d-4d68b65ed2ff tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1967127 Sep 22 09:32:46.940461 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-225be683-b6c3-4823-a4bf-5bdc8636a3b8 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1226797 Sep 22 09:32:46.958149 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:46.962865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32930) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:46.980655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4c542896-456d-49d4-8e51-6756c953349a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:46.994220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbaefcc-502b-4905-a2dd-09751f3c0385 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:46.996510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96682651-88bf-4c23-81a7-6305ac3e7e62 req-c20b2e51-5eae-414e-b8a1-4a0463a3b943 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872818 Sep 22 09:32:47.041983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32eb7967-b007-449b-8550-6043fb760c98 req-bbaf8712-91e8-4232-b665-ce48ce09cd73 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287189 Sep 22 09:32:47.047671 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ccc2ff84-5be5-447c-ae12-65492643a817 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.080511 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ccc2ff84-5be5-447c-ae12-65492643a817 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.128420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3dbaefcc-502b-4905-a2dd-09751f3c0385, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3dbaefcc-502b-4905-a2dd-09751f3c0385,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:47.185083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4c542896-456d-49d4-8e51-6756c953349a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:47.190990 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.194615 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:44Z', 'revision_number': 3, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:47.238646 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ccc2ff84-5be5-447c-ae12-65492643a817 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.238855 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Checking router: c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:32:47.238945 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.247499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:47.247672 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Updating router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 port c1770532-89b8-40dd-86c5-d5394c2a3635 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:32:47.250871 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ccc2ff84-5be5-447c-ae12-65492643a817 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.256582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ccc2ff84-5be5-447c-ae12-65492643a817 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/fcd6bb74-38ff-46a9-9dc4-e51a38242c06 HTTP/1.1" status: 204 len: 168 time: 0.2925475 Sep 22 09:32:47.258570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32936) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:47.337458 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.361691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:47.365038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3dbaefcc-502b-4905-a2dd-09751f3c0385,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:47.378823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2ff84-5be5-447c-ae12-65492643a817 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcd6bb74-38ff-46a9-9dc4-e51a38242c06,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:47.388573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '9c4f4f72-b44a-4a03-8ec8-d526da5ae936', 'network_id': 'd7720044-437c-429a-abf9-3517753c2382', 'port_id': '9c4f4f72-b44a-4a03-8ec8-d526da5ae936', 'mac_address': 'fa:16:3e:10:e2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3398e745-1513-45c3-bb1e-2536bdc6f0b1', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:47.413496 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.435132 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32950) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:47.443321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-af00c266-0fe4-4cf1-869f-4c599f81a007 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1630809 Sep 22 09:32:47.456525 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.489682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb201c4-46c9-46d9-b412-be3e271de098 req-e8d54079-f4b8-48c2-98d8-fe79bac0f4f2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:47.502938 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:47.503336 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b93acafe-09c0-46cd-8372-3b66c0c1782c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.511218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb201c4-46c9-46d9-b412-be3e271de098 req-e8d54079-f4b8-48c2-98d8-fe79bac0f4f2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:47.520609 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b93acafe-09c0-46cd-8372-3b66c0c1782c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.527054 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb201c4-46c9-46d9-b412-be3e271de098 req-e8d54079-f4b8-48c2-98d8-fe79bac0f4f2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:47.539215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb201c4-46c9-46d9-b412-be3e271de098 req-e8d54079-f4b8-48c2-98d8-fe79bac0f4f2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:47.540917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:47.549288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb201c4-46c9-46d9-b412-be3e271de098 req-e8d54079-f4b8-48c2-98d8-fe79bac0f4f2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:47.556323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb201c4-46c9-46d9-b412-be3e271de098 req-e8d54079-f4b8-48c2-98d8-fe79bac0f4f2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:47.563964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb201c4-46c9-46d9-b412-be3e271de098 req-e8d54079-f4b8-48c2-98d8-fe79bac0f4f2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:47.579747 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-beb201c4-46c9-46d9-b412-be3e271de098 req-e8d54079-f4b8-48c2-98d8-fe79bac0f4f2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5431 time: 0.4098217 Sep 22 09:32:47.637843 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.638758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device aa1a85a4-367a-4f0e-87a9-61721a18faae details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:47.671130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b93acafe-09c0-46cd-8372-3b66c0c1782c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.677731 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b93acafe-09c0-46cd-8372-3b66c0c1782c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.682923 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b93acafe-09c0-46cd-8372-3b66c0c1782c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7c27dda5-92dc-4dc0-a549-ef9a51e67c17 HTTP/1.1" status: 204 len: 168 time: 0.2420001 Sep 22 09:32:47.687047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32956) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:47.704045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-beb201c4-46c9-46d9-b412-be3e271de098 req-eaf85b45-275b-410f-a6f6-ab6ea093c0f6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1209903 Sep 22 09:32:47.728313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93acafe-09c0-46cd-8372-3b66c0c1782c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c27dda5-92dc-4dc0-a549-ef9a51e67c17,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:47.760688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Allocated IP 172.20.0.1 (77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa/97e558d8-50e5-49ad-b658-279ef4008a23/9764ef06-395c-43a2-8c5a-7e132753be7a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:47.782451 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:47.803909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cd426-8afd-4d26-8b75-fea7bb577546 req-df5c79a7-4348-4b68-918f-1d7280ad0ab8 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:47.807522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c0cd426-8afd-4d26-8b75-fea7bb577546 req-df5c79a7-4348-4b68-918f-1d7280ad0ab8 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 945 time: 0.1865473 Sep 22 09:32:47.847706 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-78deca14-b10d-4e5b-9373-7f5b1be4d020 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1563094 Sep 22 09:32:47.851200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32958) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:47.948880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c0cd426-8afd-4d26-8b75-fea7bb577546 req-9a75ccb9-9bee-4c82-9b57-b44f935381a0 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327341 Sep 22 09:32:48.013809 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port aa1a85a4-367a-4f0e-87a9-61721a18faae, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=aa1a85a4-367a-4f0e-87a9-61721a18faae,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:48.048108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'aa1a85a4-367a-4f0e-87a9-61721a18faae', 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91', 'port_id': 'aa1a85a4-367a-4f0e-87a9-61721a18faae', 'mac_address': 'fa:16:3e:68:94:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ae3516-7aae-40a1-abfb-02fb8c18323f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:48.055556 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.091252 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.106174 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0e40c5d4-9204-4c8e-99a7-36aa8b0e9860 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.106810 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.120448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1a85a4-367a-4f0e-87a9-61721a18faae {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:48.148339 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port aa1a85a4-367a-4f0e-87a9-61721a18faae, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=aa1a85a4-367a-4f0e-87a9-61721a18faae,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:48.156033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5be072-c2d5-4b76-b286-1829511b5d58 req-5c8df705-f110-47d8-a6a6-ef36f673cd03 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:48.157769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d5be072-c2d5-4b76-b286-1829511b5d58 req-5c8df705-f110-47d8-a6a6-ef36f673cd03 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 945 time: 0.1494322 Sep 22 09:32:48.167881 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.192169 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0e40c5d4-9204-4c8e-99a7-36aa8b0e9860 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.217121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1797b-0ca6-4ea4-a824-1b79d223f810 req-bc9be18a-a082-46da-921e-0a0c060bc28a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:48.219164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5db1797b-0ca6-4ea4-a824-1b79d223f810 req-bc9be18a-a082-46da-921e-0a0c060bc28a tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 945 time: 0.1281643 Sep 22 09:32:48.229255 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Attempting to bind port c1770532-89b8-40dd-86c5-d5394c2a3635 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:48.230015 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Attempting to bind port c1770532-89b8-40dd-86c5-d5394c2a3635 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:48.230536 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Attempting to bind port c1770532-89b8-40dd-86c5-d5394c2a3635 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:48.247376 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:48.248549 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:48.249300 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.250714 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:48.251444 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Bound port: c1770532-89b8-40dd-86c5-d5394c2a3635, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:48.252073 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.255942 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Pushing event updated for resources: {'Port': ['ID=c1770532-89b8-40dd-86c5-d5394c2a3635,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:48.285824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d5be072-c2d5-4b76-b286-1829511b5d58 req-5f1e216e-6e41-4a71-996d-8bd89319e965 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210291 Sep 22 09:32:48.286014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.292949 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.293364 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.293763 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.294522 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.294522 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.294890 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.295343 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.295703 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.296090 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.296647 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.297060 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.297444 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:48.307478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5db1797b-0ca6-4ea4-a824-1b79d223f810 req-7bb144ee-95ef-447d-b48a-1d765537e8d9 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791154 Sep 22 09:32:48.339265 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.340220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3615a262-500e-4926-a669-69be16798510 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:48.397120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:48.397969 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] For port c1770532-89b8-40dd-86c5-d5394c2a3635, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:48.400107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:48.402837 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] For port c1770532-89b8-40dd-86c5-d5394c2a3635, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c1770532-89b8-40dd-86c5-d5394c2a3635,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:48.426869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Pushing event updated for resources: {'Port': ['ID=9764ef06-395c-43a2-8c5a-7e132753be7a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:48.430691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:48.446189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3615a262-500e-4926-a669-69be16798510, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3615a262-500e-4926-a669-69be16798510,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:48.447760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=aa1a85a4-367a-4f0e-87a9-61721a18faae,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:48.478388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '3615a262-500e-4926-a669-69be16798510', 'network_id': '03800963-f1ce-4f7f-90d6-30730f3a8a91', 'port_id': '3615a262-500e-4926-a669-69be16798510', 'mac_address': 'fa:16:3e:f9:5c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ae3516-7aae-40a1-abfb-02fb8c18323f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:48.487183 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0e40c5d4-9204-4c8e-99a7-36aa8b0e9860 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.491303 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0e40c5d4-9204-4c8e-99a7-36aa8b0e9860 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.494852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0e40c5d4-9204-4c8e-99a7-36aa8b0e9860 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-groups/a8e8ebb1-41e2-4519-afed-1ce80fdb531c HTTP/1.1" status: 204 len: 168 time: 0.6359091 Sep 22 09:32:48.505869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32968) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:48.506796 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.529908 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.548613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3615a262-500e-4926-a669-69be16798510 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:48.561242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40c5d4-9204-4c8e-99a7-36aa8b0e9860 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8ebb1-41e2-4519-afed-1ce80fdb531c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:48.564779 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.582880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3615a262-500e-4926-a669-69be16798510, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3615a262-500e-4926-a669-69be16798510,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:48.622032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531097b8-12ec-4e79-92bf-630043b0b8d8 req-78325a92-cf97-40f6-93d6-4903c6bc4742 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:48.623658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-531097b8-12ec-4e79-92bf-630043b0b8d8 req-78325a92-cf97-40f6-93d6-4903c6bc4742 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.2162242 Sep 22 09:32:48.676615 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.680992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 1862ff0f-13ef-436e-a82f-5d3673bee076 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:48.709285 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:48.709976 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:48.734194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cd36ff90-3466-4999-8829-050ae1c6f5db tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2264960 Sep 22 09:32:48.743282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32970) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:48.753236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-98a7a410-0ec9-4a06-bb21-07079aefcb57 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group': {'name': 'tempest-secgroup--57483730'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:48.774519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-531097b8-12ec-4e79-92bf-630043b0b8d8 req-7b64b395-1624-44cc-a3b0-c15219ca35c5 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270068 Sep 22 09:32:48.811240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 1862ff0f-13ef-436e-a82f-5d3673bee076, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1862ff0f-13ef-436e-a82f-5d3673bee076,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:48.860329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '1862ff0f-13ef-436e-a82f-5d3673bee076', 'network_id': 'd7720044-437c-429a-abf9-3517753c2382', 'port_id': '1862ff0f-13ef-436e-a82f-5d3673bee076', 'mac_address': 'fa:16:3e:aa:67:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3398e745-1513-45c3-bb1e-2536bdc6f0b1', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:48.884852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8ea0e24c-7d47-4277-844e-b3295a11e997 None None] Provisioning complete for port 9764ef06-395c-43a2-8c5a-7e132753be7a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:48.889858 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8ea0e24c-7d47-4277-844e-b3295a11e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:48.989587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3615a262-500e-4926-a669-69be16798510,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:49.008573 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.026094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8ea0e24c-7d47-4277-844e-b3295a11e997 None None] Port 9764ef06-395c-43a2-8c5a-7e132753be7a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:32:49.031411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1862ff0f-13ef-436e-a82f-5d3673bee076 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:49.052941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 1862ff0f-13ef-436e-a82f-5d3673bee076, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1862ff0f-13ef-436e-a82f-5d3673bee076,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:49.056224 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4183cb8-66c0-4413-b49f-4e28ecb7d645 None None] Pushing event updated for resources: {'Port': ['ID=c1770532-89b8-40dd-86c5-d5394c2a3635,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:49.064179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64931664-3c94-460b-bfff-b5b404a503a9 req-5e4ea489-951c-4ea2-bb0b-744d02761c4a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:49.070344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64931664-3c94-460b-bfff-b5b404a503a9 req-5e4ea489-951c-4ea2-bb0b-744d02761c4a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:49.076084 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:32:49.076436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64931664-3c94-460b-bfff-b5b404a503a9 req-5e4ea489-951c-4ea2-bb0b-744d02761c4a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:49.083286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64931664-3c94-460b-bfff-b5b404a503a9 req-5e4ea489-951c-4ea2-bb0b-744d02761c4a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:49.090435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64931664-3c94-460b-bfff-b5b404a503a9 req-5e4ea489-951c-4ea2-bb0b-744d02761c4a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:49.097494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64931664-3c94-460b-bfff-b5b404a503a9 req-5e4ea489-951c-4ea2-bb0b-744d02761c4a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:49.104380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64931664-3c94-460b-bfff-b5b404a503a9 req-5e4ea489-951c-4ea2-bb0b-744d02761c4a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:49.106298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64931664-3c94-460b-bfff-b5b404a503a9 req-5e4ea489-951c-4ea2-bb0b-744d02761c4a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5435 time: 0.1342833 Sep 22 09:32:49.148404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64931664-3c94-460b-bfff-b5b404a503a9 req-af681c35-d8f5-4960-9cd8-5c0a7174918f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343728 Sep 22 09:32:49.254581 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:44Z', 'revision_number': 3, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:49.282476 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7af836-6ab5-4ddf-a3e9-04383868b63b None None] The sync data for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 is: [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:44Z', 'revision_number': 3, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:32:49.320336 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-98a7a410-0ec9-4a06-bb21-07079aefcb57 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.358416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.455009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d492-ab70-405b-9a2c-3665de63c480 req-7cf8da51-94cc-41c0-b323-681fd1ba86f6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:49.457013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3927d492-ab70-405b-9a2c-3665de63c480 req-7cf8da51-94cc-41c0-b323-681fd1ba86f6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 945 time: 0.0857570 Sep 22 09:32:49.489132 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-98a7a410-0ec9-4a06-bb21-07079aefcb57 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.518240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3927d492-ab70-405b-9a2c-3665de63c480 req-d9feefd5-da68-4317-9f10-1980e37ba379 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468009 Sep 22 09:32:49.556157 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.563038 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.563695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e0fdafa7-e31f-4113-a70f-c05ee0d1c76c details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:32:49.631409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-98a7a410-0ec9-4a06-bb21-07079aefcb57 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.695288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7a410-0ec9-4a06-bb21-07079aefcb57 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98434659-e84e-406e-aa9b-57c96c57d131,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:49.695933 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:49.700686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=1862ff0f-13ef-436e-a82f-5d3673bee076,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:49.720711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'e0fdafa7-e31f-4113-a70f-c05ee0d1c76c', 'network_id': 'd7720044-437c-429a-abf9-3517753c2382', 'port_id': 'e0fdafa7-e31f-4113-a70f-c05ee0d1c76c', 'mac_address': 'fa:16:3e:f5:9f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3398e745-1513-45c3-bb1e-2536bdc6f0b1', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:32:49.743600 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.779566 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.781147 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-98a7a410-0ec9-4a06-bb21-07079aefcb57 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.782506 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-98a7a410-0ec9-4a06-bb21-07079aefcb57 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0347443 Sep 22 09:32:49.792381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32996) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:49.798490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fdafa7-e31f-4113-a70f-c05ee0d1c76c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:32:49.801565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4bc41d76-5b76-444e-8dec-a8539d781dea tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': '98434659-e84e-406e-aa9b-57c96c57d131', 'direction': 'ingress', 'protocol': 17}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:49.826757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:49.926954 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.994691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Pushing event updated for resources: {'Port': ['ID=9764ef06-395c-43a2-8c5a-7e132753be7a,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:50.005976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:50.023580 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4bc41d76-5b76-444e-8dec-a8539d781dea tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:50.045689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:50.138052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:50.139718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:50.163255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34fb9a-1e74-488c-af2e-28ee269564bb req-9e4edc9a-b4bf-43d7-86ae-1903ed092d1b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:50.164907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a34fb9a-1e74-488c-af2e-28ee269564bb req-9e4edc9a-b4bf-43d7-86ae-1903ed092d1b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 945 time: 0.2796531 Sep 22 09:32:50.174173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a09f4-84e4-4fb2-afc0-eda3af094b8e req-e3aa7ca3-8b79-4cd4-82b8-8527383e3ad6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:50.179863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d29a09f4-84e4-4fb2-afc0-eda3af094b8e req-e3aa7ca3-8b79-4cd4-82b8-8527383e3ad6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.2495666 Sep 22 09:32:50.219095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d29a09f4-84e4-4fb2-afc0-eda3af094b8e req-bf1bfe45-60f1-48ae-92c8-3c20da6c4ede tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/quotas/9f0a951bc6ef4a38b8343a638bb80253 HTTP/1.1" status: 200 len: 375 time: 0.0377219 Sep 22 09:32:50.362172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a34fb9a-1e74-488c-af2e-28ee269564bb req-66256318-7358-486d-bb2c-476a76a73e5c tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/security-groups?id=5681dba5-224f-44e9-a2aa-bf469a3d4ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728170 Sep 22 09:32:50.373603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:32:50.381087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d29a09f4-84e4-4fb2-afc0-eda3af094b8e req-e838caf1-eb48-46ae-adc1-edbb2f9f6e0a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1599641 Sep 22 09:32:50.494987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4bc41d76-5b76-444e-8dec-a8539d781dea tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:50.562420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:32:50.567669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['1862ff0f-13ef-436e-a82f-5d3673bee076'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:50.570279 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d29a09f4-84e4-4fb2-afc0-eda3af094b8e req-2ab12cd1-3aa1-47c6-9009-6c2578e712d8 service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870048 Sep 22 09:32:50.579109 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c78bd2a7-5cb6-4512-93da-62ab476f970e admin admin] 10.222.0.49 "PUT /v2.0/routers/c2d4fbf3-e331-43ff-9bb4-b89b65c311a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1124287 Sep 22 09:32:50.595060 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4bc41d76-5b76-444e-8dec-a8539d781dea tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:50.605393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e0fdafa7-e31f-4113-a70f-c05ee0d1c76c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:50.632897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc41d76-5b76-444e-8dec-a8539d781dea tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5173afb-47e9-42f5-8f8f-375d2903b4fd,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:50.638740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['3615a262-500e-4926-a669-69be16798510'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:50.717325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-39d65a12-45a2-4b1e-a8e4-7d1e6a513b52 None None] Provisioning complete for port 9764ef06-395c-43a2-8c5a-7e132753be7a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:50.717790 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-39d65a12-45a2-4b1e-a8e4-7d1e6a513b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:50.816099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-39d65a12-45a2-4b1e-a8e4-7d1e6a513b52 None None] Port 9764ef06-395c-43a2-8c5a-7e132753be7a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:32:50.947801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c1770532-89b8-40dd-86c5-d5394c2a3635 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:51.040306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ae435-325b-40e7-aa8e-429c4e72aacd req-473d3fc1-ae93-45bb-b05d-5ad4a5cff47e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:51.048441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb0ae435-325b-40e7-aa8e-429c4e72aacd req-473d3fc1-ae93-45bb-b05d-5ad4a5cff47e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.5442982 Sep 22 09:32:51.091038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c1770532-89b8-40dd-86c5-d5394c2a3635 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:51.091594 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.122975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4bc41d76-5b76-444e-8dec-a8539d781dea tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.124194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4bc41d76-5b76-444e-8dec-a8539d781dea tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3306642 Sep 22 09:32:51.127988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33032) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:51.157804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d29a09f4-84e4-4fb2-afc0-eda3af094b8e req-5259b7f4-ebd6-415f-8b55-4a2a31f10866 service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785482 Sep 22 09:32:51.165862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee7567-eca3-44c6-9dfa-2a82f3cbfc6c req-a3b13f00-6f14-4d80-83bb-1e08847e2920 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:51.167273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96ee7567-eca3-44c6-9dfa-2a82f3cbfc6c req-a3b13f00-6f14-4d80-83bb-1e08847e2920 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 945 time: 0.1476774 Sep 22 09:32:51.170455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb0ae435-325b-40e7-aa8e-429c4e72aacd req-c7398e8a-2baf-47d4-b7d2-392e79f0f613 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211696 Sep 22 09:32:51.214137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11bc62da-775e-4342-8e78-669f5a89e530 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.235688 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.247050 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11bc62da-775e-4342-8e78-669f5a89e530 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.286565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port c1770532-89b8-40dd-86c5-d5394c2a3635, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c1770532-89b8-40dd-86c5-d5394c2a3635,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:51.331509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-96ee7567-eca3-44c6-9dfa-2a82f3cbfc6c req-ed830d2d-4cc8-42cc-8832-5acac09b759b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Deleting port 04339039-0952-48a9-8ff6-9efb2520b339 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:32:51.331845 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-96ee7567-eca3-44c6-9dfa-2a82f3cbfc6c req-ed830d2d-4cc8-42cc-8832-5acac09b759b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.423467 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.466261 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11bc62da-775e-4342-8e78-669f5a89e530 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.470012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed524-1351-4b42-9d66-b5dcffceb0cd req-c27c49ea-fe10-45d5-a037-007287f21ceb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:51.470346 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11bc62da-775e-4342-8e78-669f5a89e530 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.476608 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-11bc62da-775e-4342-8e78-669f5a89e530 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-groups/98434659-e84e-406e-aa9b-57c96c57d131 HTTP/1.1" status: 204 len: 168 time: 0.3475380 Sep 22 09:32:51.477247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed524-1351-4b42-9d66-b5dcffceb0cd req-c27c49ea-fe10-45d5-a037-007287f21ceb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:51.477773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33046) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:51.483278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed524-1351-4b42-9d66-b5dcffceb0cd req-c27c49ea-fe10-45d5-a037-007287f21ceb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:51.485129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=c1770532-89b8-40dd-86c5-d5394c2a3635,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:51.490039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed524-1351-4b42-9d66-b5dcffceb0cd req-c27c49ea-fe10-45d5-a037-007287f21ceb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:51.492095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Sync routers for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:32:51.500242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed524-1351-4b42-9d66-b5dcffceb0cd req-c27c49ea-fe10-45d5-a037-007287f21ceb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:51.502135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed524-1351-4b42-9d66-b5dcffceb0cd req-c27c49ea-fe10-45d5-a037-007287f21ceb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:51.502526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc62da-775e-4342-8e78-669f5a89e530 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98434659-e84e-406e-aa9b-57c96c57d131,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:51.507045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:51.507814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:51.508133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed524-1351-4b42-9d66-b5dcffceb0cd req-c27c49ea-fe10-45d5-a037-007287f21ceb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:51.510106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-082ed524-1351-4b42-9d66-b5dcffceb0cd req-c27c49ea-fe10-45d5-a037-007287f21ceb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5437 time: 0.1585948 Sep 22 09:32:51.515466 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-96ee7567-eca3-44c6-9dfa-2a82f3cbfc6c req-ed830d2d-4cc8-42cc-8832-5acac09b759b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] For port 04339039-0952-48a9-8ff6-9efb2520b339, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=04339039-0952-48a9-8ff6-9efb2520b339,segment=NetworkSegment(bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7),segment_id=bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:51.515835 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-96ee7567-eca3-44c6-9dfa-2a82f3cbfc6c req-ed830d2d-4cc8-42cc-8832-5acac09b759b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.535763 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-96ee7567-eca3-44c6-9dfa-2a82f3cbfc6c req-ed830d2d-4cc8-42cc-8832-5acac09b759b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Calling delete_port for 04339039-0952-48a9-8ff6-9efb2520b339 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:32:51.544687 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f08eeb9b-12c5-42d7-9cc2-9ef6c87a1182 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631332 Sep 22 09:32:51.549732 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33048) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:51.554703 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-df4dd9dc-d7bf-4a0b-a6d3-234a956a39ca tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324143901'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:51.577365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-082ed524-1351-4b42-9d66-b5dcffceb0cd req-1202fa80-2b77-47cc-80f7-adfe9f131076 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534697 Sep 22 09:32:51.641396 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df4dd9dc-d7bf-4a0b-a6d3-234a956a39ca tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.802773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['035ee4b6-10df-4775-839e-fffd103db731'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:51.842437 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df4dd9dc-d7bf-4a0b-a6d3-234a956a39ca tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.851707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['aa1a85a4-367a-4f0e-87a9-61721a18faae'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:51.855980 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:32:51.886106 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-96ee7567-eca3-44c6-9dfa-2a82f3cbfc6c req-ed830d2d-4cc8-42cc-8832-5acac09b759b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.921587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['04339039-0952-48a9-8ff6-9efb2520b339'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:51.948588 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df4dd9dc-d7bf-4a0b-a6d3-234a956a39ca tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:51.957064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed830d2d-4cc8-42cc-8832-5acac09b759b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Pushing event deleted for resources: {'Port': ['ID=04339039-0952-48a9-8ff6-9efb2520b339,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:51.985364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-63e4e672-ca0f-4a30-bd15-de968dc96e14 req-6f83be25-402a-4c3f-93c6-0bc94b4db3c3 tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.49 "GET /v2.0/ports?device_id=27428283-bd3c-415a-8f23-4d3225c2ce32 HTTP/1.1" status: 200 len: 210 time: 0.0746236 Sep 22 09:32:52.007590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dd9dc-d7bf-4a0b-a6d3-234a956a39ca tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4a2d3c-641a-457c-b952-605d87bb2030,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:52.025566 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ee7567-eca3-44c6-9dfa-2a82f3cbfc6c req-ed830d2d-4cc8-42cc-8832-5acac09b759b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] No DVR routers for this DVR port 04339039-0952-48a9-8ff6-9efb2520b339 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:32:52.040314 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-96ee7567-eca3-44c6-9dfa-2a82f3cbfc6c req-ed830d2d-4cc8-42cc-8832-5acac09b759b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:52.042388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96ee7567-eca3-44c6-9dfa-2a82f3cbfc6c req-ed830d2d-4cc8-42cc-8832-5acac09b759b tempest-ServerDiskConfigTestJSON-1050363020 tempest-ServerDiskConfigTestJSON-1050363020-project] 10.222.0.60 "DELETE /v2.0/ports/04339039-0952-48a9-8ff6-9efb2520b339 HTTP/1.1" status: 204 len: 173 time: 0.8670456 Sep 22 09:32:52.042867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27428283-bd3c-415a-8f23-4d3225c2ce32', 'name': 'network-vif-deleted', 'tag': '04339039-0952-48a9-8ff6-9efb2520b339'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:52.045357 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58f384c-5d3b-4a1f-8e8e-fd5b0c945270" -d '{"events": [{"server_uuid": "27428283-bd3c-415a-8f23-4d3225c2ce32", "name": "network-vif-deleted", "tag": "04339039-0952-48a9-8ff6-9efb2520b339"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:52.093539 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df4dd9dc-d7bf-4a0b-a6d3-234a956a39ca tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:52.095370 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df4dd9dc-d7bf-4a0b-a6d3-234a956a39ca tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5439360 Sep 22 09:32:52.097825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33074) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:52.102457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b9b3ffa6-47b6-4719-9c06-8bd017fe6e4b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group': {'name': 'tempest-secgroup--278638528'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:52.122265 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33076) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:52.127742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e0bc93c4-d38a-410e-84bb-cdbdfe5569cf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212065053', 'description': 'tempest-description--1558807942'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:52.282628 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ffa6-47b6-4719-9c06-8bd017fe6e4b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:52.323128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:49Z', 'revision_number': 2, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:52.356525 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Checking router: c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:32:52.360811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Updating router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 port 9764ef06-395c-43a2-8c5a-7e132753be7a binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:32:52.398865 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:52.440961 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e0bc93c4-d38a-410e-84bb-cdbdfe5569cf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:52.524522 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ffa6-47b6-4719-9c06-8bd017fe6e4b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:52.668838 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ffa6-47b6-4719-9c06-8bd017fe6e4b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:52.700589 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:52.705623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['3dbaefcc-502b-4905-a2dd-09751f3c0385'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:52.707829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['9c4f4f72-b44a-4a03-8ec8-d526da5ae936'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:52.731020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3ffa6-47b6-4719-9c06-8bd017fe6e4b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631b7f31-69b9-4602-bcf0-8687658d1f07,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:52.758169 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e0bc93c4-d38a-410e-84bb-cdbdfe5569cf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:52.802520 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7172a9f-126d-4349-9e3e-e379a85e179d x-openstack-request-id: req-b7172a9f-126d-4349-9e3e-e379a85e179d {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:52.802905 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27428283-bd3c-415a-8f23-4d3225c2ce32", "name": "network-vif-deleted", "tag": "04339039-0952-48a9-8ff6-9efb2520b339", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:52.803207 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7172a9f-126d-4349-9e3e-e379a85e179d {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:52.803663 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27428283-bd3c-415a-8f23-4d3225c2ce32', 'name': 'network-vif-deleted', 'tag': '04339039-0952-48a9-8ff6-9efb2520b339', 'status': 'completed', 'code': 200} Sep 22 09:32:52.906441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c1770532-89b8-40dd-86c5-d5394c2a3635 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:52.923878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb6b6-1b38-4046-9959-b57d961d30d7 req-2338544d-aef5-4fdc-961c-eea0cce8a5de tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:52.925468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c82eb6b6-1b38-4046-9959-b57d961d30d7 req-2338544d-aef5-4fdc-961c-eea0cce8a5de tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.0604799 Sep 22 09:32:52.951948 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:52.966362 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c82eb6b6-1b38-4046-9959-b57d961d30d7 req-0ec7f324-26d8-4e1e-ba60-643e175f7898 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346503 Sep 22 09:32:52.992405 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e0bc93c4-d38a-410e-84bb-cdbdfe5569cf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.036007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc93c4-d38a-410e-84bb-cdbdfe5569cf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6318217-336c-44df-87e0-7fca6d5b7267,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:53.089443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6c478-b371-4e6c-93dc-0863400039c4 None None] Pushing event updated for resources: {'Port': ['ID=9764ef06-395c-43a2-8c5a-7e132753be7a,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:53.111954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5e0f8-3afc-4e09-9555-3e287997beb5 req-a4929241-bd15-427b-ba96-831e2dae0516 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:53.118265 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5e0f8-3afc-4e09-9555-3e287997beb5 req-a4929241-bd15-427b-ba96-831e2dae0516 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:53.124148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5e0f8-3afc-4e09-9555-3e287997beb5 req-a4929241-bd15-427b-ba96-831e2dae0516 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:53.134354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5e0f8-3afc-4e09-9555-3e287997beb5 req-a4929241-bd15-427b-ba96-831e2dae0516 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:53.138079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c1770532-89b8-40dd-86c5-d5394c2a3635 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:53.138387 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.144572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5e0f8-3afc-4e09-9555-3e287997beb5 req-a4929241-bd15-427b-ba96-831e2dae0516 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:53.152882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5e0f8-3afc-4e09-9555-3e287997beb5 req-a4929241-bd15-427b-ba96-831e2dae0516 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:53.157567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ffa6-47b6-4719-9c06-8bd017fe6e4b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.159509 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b9b3ffa6-47b6-4719-9c06-8bd017fe6e4b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0600500 Sep 22 09:32:53.161808 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33134) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:53.165367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5e0f8-3afc-4e09-9555-3e287997beb5 req-a4929241-bd15-427b-ba96-831e2dae0516 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:53.167082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': '0c4a2d3c-641a-457c-b952-605d87bb2030', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '631b7f31-69b9-4602-bcf0-8687658d1f07', 'remote_ip_prefix': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:53.173341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abe5e0f8-3afc-4e09-9555-3e287997beb5 req-a4929241-bd15-427b-ba96-831e2dae0516 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5437 time: 0.1269660 Sep 22 09:32:53.175194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Attempting to bind port 9764ef06-395c-43a2-8c5a-7e132753be7a on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:32:53.175356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Attempting to bind port 9764ef06-395c-43a2-8c5a-7e132753be7a by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:32:53.175703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Attempting to bind port 9764ef06-395c-43a2-8c5a-7e132753be7a on network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:32:53.191553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:32:53.191774 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e0bc93c4-d38a-410e-84bb-cdbdfe5569cf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.191846 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Checking segment: {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:32:53.192215 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.196280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Bound using segment: {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:32:53.196448 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e0bc93c4-d38a-410e-84bb-cdbdfe5569cf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0695300 Sep 22 09:32:53.196527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Bound port: 9764ef06-395c-43a2-8c5a-7e132753be7a, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:32:53.196527 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.196690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33136) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:53.200828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a5e96ec8-2838-42c2-8cf6-28746f1397f0 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'security_group_rule': {'security_group_id': 'c6318217-336c-44df-87e0-7fca6d5b7267', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:53.218939 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.243149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abe5e0f8-3afc-4e09-9555-3e287997beb5 req-61f11428-9abb-4d2f-8109-97bacf4ce5a3 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0671580 Sep 22 09:32:53.316546 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.362067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] For port 9764ef06-395c-43a2-8c5a-7e132753be7a, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:32:53.391944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] For port 9764ef06-395c-43a2-8c5a-7e132753be7a, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9764ef06-395c-43a2-8c5a-7e132753be7a,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:32:53.397040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-31b837d5-10bc-4c79-935a-a4010e4ad9ed None None] Provisioning complete for port 9764ef06-395c-43a2-8c5a-7e132753be7a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:53.397682 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-31b837d5-10bc-4c79-935a-a4010e4ad9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.430403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e96ec8-2838-42c2-8cf6-28746f1397f0 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.434319 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.442517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-31b837d5-10bc-4c79-935a-a4010e4ad9ed None None] Port 9764ef06-395c-43a2-8c5a-7e132753be7a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:32:53.458872 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.538110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:32:53.538760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:53.542561 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6c478-b371-4e6c-93dc-0863400039c4 None None] Pushing event updated for resources: {'Port': ['ID=9764ef06-395c-43a2-8c5a-7e132753be7a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:53.544219 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.549453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e96ec8-2838-42c2-8cf6-28746f1397f0 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.566058 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a601593a-dff7-40ca-b3b6-b9ed42cd49cc,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:53.575696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.576264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.576823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.578728 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.583951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.583951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.583951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.583951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.583951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.583951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.583951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.583951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:53.642601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b218f-5fbd-4482-8381-6dd004778298 req-0ae60db5-bc6e-4578-a86f-4a000618568b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:53.644173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-0ae60db5-bc6e-4578-a86f-4a000618568b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.1560621 Sep 22 09:32:53.676600 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-683a9a55-cd1a-47fb-8969-c85420189059 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/quotas/9f0a951bc6ef4a38b8343a638bb80253 HTTP/1.1" status: 200 len: 375 time: 0.0226269 Sep 22 09:32:53.678017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:32:53.682547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.687506 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1857609f-e386-49b9-9cfa-fc31e3dc5c48 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5212495 Sep 22 09:32:53.687645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e96ec8-2838-42c2-8cf6-28746f1397f0 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.688287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33158) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:53.715954 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cb45d615-272e-41b5-bb37-62f6b691bb3c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.725864 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cb45d615-272e-41b5-bb37-62f6b691bb3c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.740127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e96ec8-2838-42c2-8cf6-28746f1397f0 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9c6e7c-6ccd-4874-8c42-e8b21a1ade7c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:53.763597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-d09ba029-6630-4f33-89ad-3d4cd8df1ec6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0791540 Sep 22 09:32:53.877455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-33125173-1177-4e68-ac36-1371634ff5e4 service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056330 Sep 22 09:32:53.894590 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e96ec8-2838-42c2-8cf6-28746f1397f0 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.895785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a5e96ec8-2838-42c2-8cf6-28746f1397f0 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6991160 Sep 22 09:32:53.898841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33164) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:53.903674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ce1282a1-8ef6-42ae-bb93-1319f5d2806e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'security_group_rule': {'security_group_id': 'c6318217-336c-44df-87e0-7fca6d5b7267', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:53.905617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-daf9e678-7308-44dd-8ca3-ceba8fddca74 None None] Provisioning complete for port 9764ef06-395c-43a2-8c5a-7e132753be7a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:53.906169 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-daf9e678-7308-44dd-8ca3-ceba8fddca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.942857 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 035ee4b6-10df-4775-839e-fffd103db731 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:53.943054 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cb45d615-272e-41b5-bb37-62f6b691bb3c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.951315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cb45d615-272e-41b5-bb37-62f6b691bb3c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:53.955317 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cb45d615-272e-41b5-bb37-62f6b691bb3c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a601593a-dff7-40ca-b3b6-b9ed42cd49cc HTTP/1.1" status: 204 len: 168 time: 0.2639723 Sep 22 09:32:53.958742 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33166) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:53.966916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45d615-272e-41b5-bb37-62f6b691bb3c tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a601593a-dff7-40ca-b3b6-b9ed42cd49cc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:53.984172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-f976a7e5-c273-4093-8536-8725f136725e service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994751 Sep 22 09:32:54.009484 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2d94f510-2c17-4e98-856e-70233addf8e3 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0495183 Sep 22 09:32:54.012104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33170) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:54.087823 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce1282a1-8ef6-42ae-bb93-1319f5d2806e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.102779 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a84ae1d7-d19f-4aba-b71a-8d4925f4dd67 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.145652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a84ae1d7-d19f-4aba-b71a-8d4925f4dd67 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.170343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:53Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:54.179422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce1282a1-8ef6-42ae-bb93-1319f5d2806e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.218921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b4b46-8036-4bae-90c6-77445144a554 None None] The sync data for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 is: [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:53Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:32:54.237579 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-daf9e678-7308-44dd-8ca3-ceba8fddca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.279967 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e262c24a-8fa1-41c2-ba78-f0707fc9ff0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.333149 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-daf9e678-7308-44dd-8ca3-ceba8fddca74 None None] For port 9764ef06-395c-43a2-8c5a-7e132753be7a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9764ef06-395c-43a2-8c5a-7e132753be7a,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:54.383163 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce1282a1-8ef6-42ae-bb93-1319f5d2806e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.383425 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.386248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 035ee4b6-10df-4775-839e-fffd103db731 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:54.398597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a84ae1d7-d19f-4aba-b71a-8d4925f4dd67 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.402552 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a84ae1d7-d19f-4aba-b71a-8d4925f4dd67 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.403987 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a84ae1d7-d19f-4aba-b71a-8d4925f4dd67 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-groups/631b7f31-69b9-4602-bcf0-8687658d1f07 HTTP/1.1" status: 204 len: 168 time: 0.3909440 Sep 22 09:32:54.423119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 035ee4b6-10df-4775-839e-fffd103db731 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:54.423600 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.424997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33184) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:54.476473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1282a1-8ef6-42ae-bb93-1319f5d2806e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1145cafa-c8d8-47a3-b096-5c8df4a2107b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:54.486659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ae1d7-d19f-4aba-b71a-8d4925f4dd67 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b7f31-69b9-4602-bcf0-8687658d1f07,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:54.533487 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280694dd-0047-4d77-acf1-3d8b28774ea8 req-51d7f660-c2ae-4439-a2eb-4f2c853d5aa3 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:54.533487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-280694dd-0047-4d77-acf1-3d8b28774ea8 req-51d7f660-c2ae-4439-a2eb-4f2c853d5aa3 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1493189 Sep 22 09:32:54.533487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33dc4b02-43f1-4094-bc5c-f568acd7713f req-205b1d6c-a729-472b-a420-eb6a6a3858e3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 210 time: 0.0619438 Sep 22 09:32:54.561380 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-daf9e678-7308-44dd-8ca3-ceba8fddca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.594515 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-caf829b1-50f5-4472-a477-6254a13e5da1 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1588099 Sep 22 09:32:54.595989 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce1282a1-8ef6-42ae-bb93-1319f5d2806e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.598371 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce1282a1-8ef6-42ae-bb93-1319f5d2806e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6982543 Sep 22 09:32:54.598979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33190) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:54.608144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-280694dd-0047-4d77-acf1-3d8b28774ea8 req-9b19ec7a-22a6-4e94-b763-d5d34394cdff tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745051 Sep 22 09:32:54.613176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33192) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:54.632284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:54.642903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9e678-7308-44dd-8ca3-ceba8fddca74 None None] Pushing event updated for resources: {'Port': ['ID=9764ef06-395c-43a2-8c5a-7e132753be7a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:54.701116 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.708854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a481c1c1-9d27-4dc5-872c-264c351f4797 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.741221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a481c1c1-9d27-4dc5-872c-264c351f4797 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.750074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 035ee4b6-10df-4775-839e-fffd103db731, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=035ee4b6-10df-4775-839e-fffd103db731,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:54.751736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ee4b6-10df-4775-839e-fffd103db731'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:54.755155 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb58c23d-eb93-476a-8d4a-6f4b65edb10b" -d '{"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "035ee4b6-10df-4775-839e-fffd103db731"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:54.784576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f680-02e7-4691-8748-7442aae2c481 req-1a658834-24a9-4354-ad51-5a95ea7bf69e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:54.795430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f680-02e7-4691-8748-7442aae2c481 req-1a658834-24a9-4354-ad51-5a95ea7bf69e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:54.805682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f680-02e7-4691-8748-7442aae2c481 req-1a658834-24a9-4354-ad51-5a95ea7bf69e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:54.814145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f680-02e7-4691-8748-7442aae2c481 req-1a658834-24a9-4354-ad51-5a95ea7bf69e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:54.822043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f680-02e7-4691-8748-7442aae2c481 req-1a658834-24a9-4354-ad51-5a95ea7bf69e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:54.829782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f680-02e7-4691-8748-7442aae2c481 req-1a658834-24a9-4354-ad51-5a95ea7bf69e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:54.832947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 04339039-0952-48a9-8ff6-9efb2520b339 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:32:54.840878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f680-02e7-4691-8748-7442aae2c481 req-1a658834-24a9-4354-ad51-5a95ea7bf69e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:54.843077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f62f680-02e7-4691-8748-7442aae2c481 req-1a658834-24a9-4354-ad51-5a95ea7bf69e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5437 time: 0.1744220 Sep 22 09:32:54.848900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.866764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 04339039-0952-48a9-8ff6-9efb2520b339 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:32:54.867097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 04339039-0952-48a9-8ff6-9efb2520b339 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:32:54.883492 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.883492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device aa1a85a4-367a-4f0e-87a9-61721a18faae up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:54.926276 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a481c1c1-9d27-4dc5-872c-264c351f4797 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.929792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a481c1c1-9d27-4dc5-872c-264c351f4797 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:54.931857 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a481c1c1-9d27-4dc5-872c-264c351f4797 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-groups/0c4a2d3c-641a-457c-b952-605d87bb2030 HTTP/1.1" status: 204 len: 168 time: 0.3317430 Sep 22 09:32:54.938526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33210) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:54.948636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481c1c1-9d27-4dc5-872c-264c351f4797 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4a2d3c-641a-457c-b952-605d87bb2030,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:55.011911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=035ee4b6-10df-4775-839e-fffd103db731,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:55.016920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f62f680-02e7-4691-8748-7442aae2c481 req-13bb5270-1ed1-4525-ba75-e385bb2e811a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1488385 Sep 22 09:32:55.027258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9764ef06-395c-43a2-8c5a-7e132753be7a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:55.096950 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33212) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:55.110983 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9764ef06-395c-43a2-8c5a-7e132753be7a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:55.111699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.151406 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cac34f1-b395-480d-816a-73cae8502109 x-openstack-request-id: req-1cac34f1-b395-480d-816a-73cae8502109 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:55.152248 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "035ee4b6-10df-4775-839e-fffd103db731", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:55.152248 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cac34f1-b395-480d-816a-73cae8502109 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:55.152554 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035ee4b6-10df-4775-839e-fffd103db731', 'code': 200} Sep 22 09:32:55.161085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d3b5535d-b2ee-40b7-baa3-e29a163a3d07 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2022059 Sep 22 09:32:55.166441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33214) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:55.176960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f88771b4-b35c-47c9-ac3f-dccad8615e2b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811396942'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:55.198686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1087188-7477-48d4-b25b-abd383bf2396 admin admin] Deleting subnet 48976a5f-7d8f-439a-a040-4c4a9869ccdd {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:32:55.202749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-ea96b66f-d9b7-48ff-b574-0577cdafaa0e tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:55.204437 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-ea96b66f-d9b7-48ff-b574-0577cdafaa0e tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 805 time: 0.2649951 Sep 22 09:32:55.210335 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1087188-7477-48d4-b25b-abd383bf2396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.219276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port aa1a85a4-367a-4f0e-87a9-61721a18faae completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:55.225303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port aa1a85a4-367a-4f0e-87a9-61721a18faae triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:55.225705 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.234349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-0e92b5c1-6e0b-425e-aaa1-853fa5f3426a tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/quotas/7613d8fae3f244ceb7789e305433b73a HTTP/1.1" status: 200 len: 375 time: 0.0217838 Sep 22 09:32:55.237810 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.275878 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1087188-7477-48d4-b25b-abd383bf2396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.337161 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.346804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1087188-7477-48d4-b25b-abd383bf2396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.378475 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f88771b4-b35c-47c9-ac3f-dccad8615e2b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.387221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port aa1a85a4-367a-4f0e-87a9-61721a18faae, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=aa1a85a4-367a-4f0e-87a9-61721a18faae,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:55.389354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-3fb57be3-8aaa-4e58-8852-577d72a6eece tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1481524 Sep 22 09:32:55.482228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Allocated IP 172.25.6.40 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/c195792d-6bdf-4078-b37d-5a83c8209645) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:55.485539 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f88771b4-b35c-47c9-ac3f-dccad8615e2b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.534032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-3e7c01aa-6607-441e-be35-7834c6c2c09e service neutron] 10.222.0.49 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437979 Sep 22 09:32:55.563552 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.563866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3615a262-500e-4926-a669-69be16798510 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:55.611378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1087188-7477-48d4-b25b-abd383bf2396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.615184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f88771b4-b35c-47c9-ac3f-dccad8615e2b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.663643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=aa1a85a4-367a-4f0e-87a9-61721a18faae,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:55.676707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1087188-7477-48d4-b25b-abd383bf2396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48976a5f-7d8f-439a-a040-4c4a9869ccdd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:55.685384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fbc4f69-5f2f-408d-86d0-dc9c41ab499c req-66892168-2b3e-451c-a285-8b97518a4943 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 210 time: 0.0690238 Sep 22 09:32:55.701292 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1087188-7477-48d4-b25b-abd383bf2396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.706524 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d1087188-7477-48d4-b25b-abd383bf2396 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/48976a5f-7d8f-439a-a040-4c4a9869ccdd HTTP/1.1" status: 204 len: 168 time: 0.6058133 Sep 22 09:32:55.707040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33220) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:55.723534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88771b4-b35c-47c9-ac3f-dccad8615e2b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c47550-5e19-4fb2-8f5e-e96643d048a2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:55.751535 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.762265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-5e4e6bd3-0c1a-4351-98ff-59e022e0d37d service neutron] 10.222.0.49 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213473 Sep 22 09:32:55.830370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 3615a262-500e-4926-a669-69be16798510 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:55.830566 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f88771b4-b35c-47c9-ac3f-dccad8615e2b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.833140 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f88771b4-b35c-47c9-ac3f-dccad8615e2b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6645501 Sep 22 09:32:55.834664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 3615a262-500e-4926-a669-69be16798510 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:55.835030 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.841074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33224) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:55.848221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b7484ef9-f117-471c-8f8c-8441f4903893 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': 'f3c47550-5e19-4fb2-8f5e-e96643d048a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:55.865807 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.896719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0e875-85f0-41a9-8cd7-da0344dca18d req-4d4d51c1-7a78-4fd7-a9fb-b12722104c69 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:55.898374 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48c0e875-85f0-41a9-8cd7-da0344dca18d req-4d4d51c1-7a78-4fd7-a9fb-b12722104c69 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1224799 Sep 22 09:32:55.935259 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:55.972572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3615a262-500e-4926-a669-69be16798510, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3615a262-500e-4926-a669-69be16798510,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:56.003719 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.009734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48c0e875-85f0-41a9-8cd7-da0344dca18d req-e0efa122-49a5-45ed-9580-8d26dc76e83b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847409 Sep 22 09:32:56.016325 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.059243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775c29d1-bbde-4427-a116-02672e31f422']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:56.064845 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7484ef9-f117-471c-8f8c-8441f4903893 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.074313 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.075493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 1862ff0f-13ef-436e-a82f-5d3673bee076 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:56.083556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:56.085634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:56.086112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3d83ef-1e0c-43ce-ad9b-5b363d32e4b7') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:56.099062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:56.107770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:56.114764 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.191663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'Port': ['ID=c195792d-6bdf-4078-b37d-5a83c8209645,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:56.211181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7484ef9-f117-471c-8f8c-8441f4903893 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.215008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3615a262-500e-4926-a669-69be16798510,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:56.217648 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.221717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a90a0bbf-5f34-48af-b31d-4a8818b05776 req-de85142d-2521-45d6-86ff-36b7fce997c3 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 210 time: 0.1005967 Sep 22 09:32:56.232438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:32:56.241038 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:32:56.243168 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:32:56.297207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 1862ff0f-13ef-436e-a82f-5d3673bee076 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:56.303577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 1862ff0f-13ef-436e-a82f-5d3673bee076 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:56.304300 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.342613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7484ef9-f117-471c-8f8c-8441f4903893 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.394820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645477bb-828c-49ec-a2e2-89f9df352b0f req-ef504be1-2aed-4e5a-a151-8a4ee8038061 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:56.400888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645477bb-828c-49ec-a2e2-89f9df352b0f req-ef504be1-2aed-4e5a-a151-8a4ee8038061 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:56.407856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645477bb-828c-49ec-a2e2-89f9df352b0f req-ef504be1-2aed-4e5a-a151-8a4ee8038061 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:56.409102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7484ef9-f117-471c-8f8c-8441f4903893 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdef0a5-aa71-4a90-8465-fc71e92ba633,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:56.414264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645477bb-828c-49ec-a2e2-89f9df352b0f req-ef504be1-2aed-4e5a-a151-8a4ee8038061 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:56.420788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645477bb-828c-49ec-a2e2-89f9df352b0f req-ef504be1-2aed-4e5a-a151-8a4ee8038061 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:56.427027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645477bb-828c-49ec-a2e2-89f9df352b0f req-ef504be1-2aed-4e5a-a151-8a4ee8038061 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:56.429351 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.431547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56cb53-b59f-4ec1-a378-25a5432bfb1d req-c30b44f3-f725-4a7a-a3ad-d1b3b5bd82e7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:56.433563 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b56cb53-b59f-4ec1-a378-25a5432bfb1d req-c30b44f3-f725-4a7a-a3ad-d1b3b5bd82e7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.45 "GET /v2.0/ports?device_id=cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef HTTP/1.1" status: 200 len: 945 time: 0.1064253 Sep 22 09:32:56.434778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645477bb-828c-49ec-a2e2-89f9df352b0f req-ef504be1-2aed-4e5a-a151-8a4ee8038061 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:56.436843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-645477bb-828c-49ec-a2e2-89f9df352b0f req-ef504be1-2aed-4e5a-a151-8a4ee8038061 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5440 time: 0.1733358 Sep 22 09:32:56.438146 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.454546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.469108 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.473079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] 10.222.0.49 "DELETE /v2.0/networks/775c29d1-bbde-4427-a116-02672e31f422 HTTP/1.1" status: 204 len: 168 time: 0.7612326 Sep 22 09:32:56.478849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 1862ff0f-13ef-436e-a82f-5d3673bee076, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1862ff0f-13ef-436e-a82f-5d3673bee076,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:56.483708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6684839-2e11-44f5-a539-62e89702d91c admin admin] Pushing event deleted for resources: {'Network': ['ID=775c29d1-bbde-4427-a116-02672e31f422,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:56.498283 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7484ef9-f117-471c-8f8c-8441f4903893 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.503613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-645477bb-828c-49ec-a2e2-89f9df352b0f req-256aa540-2bea-4b22-b62e-d2def00b4325 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0577259 Sep 22 09:32:56.504078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33238) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:56.504208 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b7484ef9-f117-471c-8f8c-8441f4903893 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6616201 Sep 22 09:32:56.559759 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c74d1dd-d309-419f-aa1a-c64b535d9c7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.561545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-7b56cb53-b59f-4ec1-a378-25a5432bfb1d req-a4c1bf02-3bcc-4774-827c-da89a2c7a488 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Deleting port bda36d82-46cc-4194-b1b5-408d069b0ab5 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:32:56.566622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b56cb53-b59f-4ec1-a378-25a5432bfb1d req-a4c1bf02-3bcc-4774-827c-da89a2c7a488 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.574420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c74d1dd-d309-419f-aa1a-c64b535d9c7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.613875 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.614758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e0fdafa7-e31f-4113-a70f-c05ee0d1c76c up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:56.651618 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.688748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=1862ff0f-13ef-436e-a82f-5d3673bee076,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:56.711110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7b56cb53-b59f-4ec1-a378-25a5432bfb1d req-a4c1bf02-3bcc-4774-827c-da89a2c7a488 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] For port bda36d82-46cc-4194-b1b5-408d069b0ab5, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=bda36d82-46cc-4194-b1b5-408d069b0ab5,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:56.711698 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b56cb53-b59f-4ec1-a378-25a5432bfb1d req-a4c1bf02-3bcc-4774-827c-da89a2c7a488 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.738546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-7b56cb53-b59f-4ec1-a378-25a5432bfb1d req-a4c1bf02-3bcc-4774-827c-da89a2c7a488 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Calling delete_port for bda36d82-46cc-4194-b1b5-408d069b0ab5 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:32:56.757903 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c74d1dd-d309-419f-aa1a-c64b535d9c7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.770089 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c74d1dd-d309-419f-aa1a-c64b535d9c7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.774617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1c74d1dd-d309-419f-aa1a-c64b535d9c7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3bdef0a5-aa71-4a90-8465-fc71e92ba633 HTTP/1.1" status: 204 len: 168 time: 0.2672780 Sep 22 09:32:56.787511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33242) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:56.818323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74d1dd-d309-419f-aa1a-c64b535d9c7f tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bdef0a5-aa71-4a90-8465-fc71e92ba633,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:56.825617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:56.830766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:56.831419 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.942283 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-caa3885f-7341-4a4a-816d-9402dc387415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.961104 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:56.966734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2acc0d71-bf76-401b-8231-035563261e42 req-a9dd3a9d-e759-4ee3-bc21-90d2ca69cfa8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 210 time: 0.1566873 Sep 22 09:32:57.000946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:57.010833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3727ac35-aaa3-46f2-87b4-b58abd76bec4 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2189784 Sep 22 09:32:57.021742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33246) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:57.058998 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.085906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33250) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:57.118600 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b56cb53-b59f-4ec1-a378-25a5432bfb1d req-a4c1bf02-3bcc-4774-827c-da89a2c7a488 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.118901 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.119871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device bda36d82-46cc-4194-b1b5-408d069b0ab5 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:32:57.143764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: bda36d82-46cc-4194-b1b5-408d069b0ab5 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:32:57.144116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device bda36d82-46cc-4194-b1b5-408d069b0ab5 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:32:57.159745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1bf02-3bcc-4774-827c-da89a2c7a488 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Pushing event deleted for resources: {'Port': ['ID=bda36d82-46cc-4194-b1b5-408d069b0ab5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:57.162963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a85a4-367a-4f0e-87a9-61721a18faae'}, {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3615a262-500e-4926-a669-69be16798510'}, {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1862ff0f-13ef-436e-a82f-5d3673bee076'}, {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fdafa7-e31f-4113-a70f-c05ee0d1c76c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:57.165048 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.165491 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d74bb72-1467-48ad-b408-24e35cb17b9f" -d '{"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a85a4-367a-4f0e-87a9-61721a18faae"}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "3615a262-500e-4926-a669-69be16798510"}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "1862ff0f-13ef-436e-a82f-5d3673bee076"}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "e0fdafa7-e31f-4113-a70f-c05ee0d1c76c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:57.171931 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7b4267a3-0ea9-4cf5-af00-a2d9ecabbba1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59f7a54f41114c9a8a18852cdd041950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818534 Sep 22 09:32:57.173511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3dbaefcc-502b-4905-a2dd-09751f3c0385 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:57.173691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33254) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:57.257397 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febbcaa5-97f3-4478-9ab2-f28f030860c6 x-openstack-request-id: req-febbcaa5-97f3-4478-9ab2-f28f030860c6 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:57.257722 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a85a4-367a-4f0e-87a9-61721a18faae", "code": 200}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "3615a262-500e-4926-a669-69be16798510", "code": 200}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "1862ff0f-13ef-436e-a82f-5d3673bee076", "code": 200}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "e0fdafa7-e31f-4113-a70f-c05ee0d1c76c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:57.257976 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-febbcaa5-97f3-4478-9ab2-f28f030860c6 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:57.258392 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a85a4-367a-4f0e-87a9-61721a18faae', 'code': 200} Sep 22 09:32:57.258646 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3615a262-500e-4926-a669-69be16798510', 'code': 200} Sep 22 09:32:57.258896 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1862ff0f-13ef-436e-a82f-5d3673bee076', 'code': 200} Sep 22 09:32:57.259144 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fdafa7-e31f-4113-a70f-c05ee0d1c76c', 'code': 200} Sep 22 09:32:57.279573 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b56cb53-b59f-4ec1-a378-25a5432bfb1d req-a4c1bf02-3bcc-4774-827c-da89a2c7a488 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] No DVR routers for this DVR port bda36d82-46cc-4194-b1b5-408d069b0ab5 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:32:57.284204 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b56cb53-b59f-4ec1-a378-25a5432bfb1d req-a4c1bf02-3bcc-4774-827c-da89a2c7a488 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.288799 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b56cb53-b59f-4ec1-a378-25a5432bfb1d req-a4c1bf02-3bcc-4774-827c-da89a2c7a488 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.45 "DELETE /v2.0/ports/bda36d82-46cc-4194-b1b5-408d069b0ab5 HTTP/1.1" status: 204 len: 173 time: 0.8466086 Sep 22 09:32:57.302687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:57.310648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef', 'name': 'network-vif-deleted', 'tag': 'bda36d82-46cc-4194-b1b5-408d069b0ab5'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:57.314908 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7af47a4-b7bd-4e0a-b1ed-c369a976ff58" -d '{"events": [{"server_uuid": "cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef", "name": "network-vif-deleted", "tag": "bda36d82-46cc-4194-b1b5-408d069b0ab5"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:57.323440 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.325258 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ad89fc7-0ee6-4ccb-9e39-aceecfe42c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.326199 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1e25ec2-ca18-4930-9da7-05581ee9b043 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.349515 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ad89fc7-0ee6-4ccb-9e39-aceecfe42c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.409868 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1e25ec2-ca18-4930-9da7-05581ee9b043 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.414062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'Port': ['ID=c195792d-6bdf-4078-b37d-5a83c8209645,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:57.442903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be415996-bcfe-49b2-a966-fe7e54240963 req-6e35cab7-4b9a-4e39-b0be-a86bbc616aa2 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:57.444468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be415996-bcfe-49b2-a966-fe7e54240963 req-6e35cab7-4b9a-4e39-b0be-a86bbc616aa2 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.3233793 Sep 22 09:32:57.451714 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 3dbaefcc-502b-4905-a2dd-09751f3c0385 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:57.454995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b218f-5fbd-4482-8381-6dd004778298 req-675943f8-43ca-40ca-a644-43cda05449ec tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:57.456499 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-675943f8-43ca-40ca-a644-43cda05449ec tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.3933244 Sep 22 09:32:57.457868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 3dbaefcc-502b-4905-a2dd-09751f3c0385 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:57.458404 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.458517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f56688b3-4ed2-446b-8f99-ed98eae6f49a req-ceafd12d-527b-4407-9d9c-6261b8d821f3 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 210 time: 0.0770547 Sep 22 09:32:57.495981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Request body: {'port': {'device_id': '469b91e0-9e83-4dba-96ed-2d06eed6df1d', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'admin_state_up': True, 'tenant_id': '9f0a951bc6ef4a38b8343a638bb80253'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:57.517633 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb650287-d1e8-4b22-85ca-6e2674ee7693 x-openstack-request-id: req-fb650287-d1e8-4b22-85ca-6e2674ee7693 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:57.519178 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef", "name": "network-vif-deleted", "tag": "bda36d82-46cc-4194-b1b5-408d069b0ab5", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:57.519533 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb650287-d1e8-4b22-85ca-6e2674ee7693 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:57.520047 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc30afe-ac01-4a41-b4dc-7bf9f5a334ef', 'name': 'network-vif-deleted', 'tag': 'bda36d82-46cc-4194-b1b5-408d069b0ab5', 'status': 'completed', 'code': 200} Sep 22 09:32:57.551231 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.554739 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.556041 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ca186ef4-6cbb-4d67-91e6-3ab21cfa9351 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9416106 Sep 22 09:32:57.581321 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.585892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be415996-bcfe-49b2-a966-fe7e54240963 req-5b15bd25-6c9a-4f60-b0ce-7adf0096b8cd tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241872 Sep 22 09:32:57.609195 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ad89fc7-0ee6-4ccb-9e39-aceecfe42c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.609195 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ad89fc7-0ee6-4ccb-9e39-aceecfe42c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.613778 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9ad89fc7-0ee6-4ccb-9e39-aceecfe42c14 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5681dba5-224f-44e9-a2aa-bf469a3d4ce4 HTTP/1.1" status: 204 len: 168 time: 0.4340501 Sep 22 09:32:57.628309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad89fc7-0ee6-4ccb-9e39-aceecfe42c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5681dba5-224f-44e9-a2aa-bf469a3d4ce4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:57.670352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3dbaefcc-502b-4905-a2dd-09751f3c0385, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3dbaefcc-502b-4905-a2dd-09751f3c0385,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:57.712143 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1e25ec2-ca18-4930-9da7-05581ee9b043 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.714882 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1e25ec2-ca18-4930-9da7-05581ee9b043 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.718621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e1e25ec2-ca18-4930-9da7-05581ee9b043 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-groups/f3c47550-5e19-4fb2-8f5e-e96643d048a2 HTTP/1.1" status: 204 len: 168 time: 0.6934464 Sep 22 09:32:57.719193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33270) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:57.730512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e25ec2-ca18-4930-9da7-05581ee9b043 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c47550-5e19-4fb2-8f5e-e96643d048a2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:57.744276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4acc5-06a6-417d-9187-57facda38342 req-65086bb4-6e87-417f-bfba-3a19475b2c8c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:57.761179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4acc5-06a6-417d-9187-57facda38342 req-65086bb4-6e87-417f-bfba-3a19475b2c8c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:57.761179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4acc5-06a6-417d-9187-57facda38342 req-65086bb4-6e87-417f-bfba-3a19475b2c8c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:57.769657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4acc5-06a6-417d-9187-57facda38342 req-65086bb4-6e87-417f-bfba-3a19475b2c8c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:57.773253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4acc5-06a6-417d-9187-57facda38342 req-65086bb4-6e87-417f-bfba-3a19475b2c8c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:57.779698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4acc5-06a6-417d-9187-57facda38342 req-65086bb4-6e87-417f-bfba-3a19475b2c8c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:57.786094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4acc5-06a6-417d-9187-57facda38342 req-65086bb4-6e87-417f-bfba-3a19475b2c8c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:57.794297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26e4acc5-06a6-417d-9187-57facda38342 req-65086bb4-6e87-417f-bfba-3a19475b2c8c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5442 time: 0.1317651 Sep 22 09:32:57.809273 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f1245874-a4af-422c-8d8a-58895da1006b tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888755 Sep 22 09:32:57.814539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33276) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:57.820587 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-475652a7-b09b-469c-bc7e-03e44205f296 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699297824'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:57.845990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26e4acc5-06a6-417d-9187-57facda38342 req-53729e69-7908-4003-ac94-a6fa54a983e0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0508368 Sep 22 09:32:57.858259 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.859026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Made reservation on behalf of 9f0a951bc6ef4a38b8343a638bb80253 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:57.859912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:32:57.862693 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.941518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-630bef6d-242a-4778-a35a-8dc63bb562d9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--212065053&fields=id&tenant_id=4487adddfe80414185b635c5def5498d HTTP/1.1" status: 200 len: 267 time: 0.1010091 Sep 22 09:32:57.974613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3dbaefcc-502b-4905-a2dd-09751f3c0385,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:58.019294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-475652a7-b09b-469c-bc7e-03e44205f296 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.094620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb03b19b-fa21-4741-bca0-46388693d762 req-ade86a48-5748-419f-9f60-cfdca78be199 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 210 time: 0.0399659 Sep 22 09:32:58.125554 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-475652a7-b09b-469c-bc7e-03e44205f296 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.128021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-46616b09-c527-45fc-8067-db098a2e394e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:58.129601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-46616b09-c527-45fc-8067-db098a2e394e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/networks?id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 200 len: 810 time: 0.1872802 Sep 22 09:32:58.130800 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Allocated IP 172.20.0.10 (e381bbfe-9cad-4576-9347-d9b5699eebb3/2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90/b349051d-80ae-4062-af87-91821360aa9a) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:32:58.146185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:32:58.149401 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.153644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:58.156013 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.160806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-b01face3-1151-497a-a317-cb4d3d268d5a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/quotas/4487adddfe80414185b635c5def5498d HTTP/1.1" status: 200 len: 375 time: 0.0227444 Sep 22 09:32:58.203422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-475652a7-b09b-469c-bc7e-03e44205f296 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.253555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475652a7-b09b-469c-bc7e-03e44205f296 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579883aa-7f89-4dba-be31-240369c24225,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:58.294128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-475652a7-b09b-469c-bc7e-03e44205f296 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.298859 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-475652a7-b09b-469c-bc7e-03e44205f296 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4831474 Sep 22 09:32:58.299462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33286) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:58.301150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-d36bf95a-1929-41ac-8151-9aecd6c2cb7a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4487adddfe80414185b635c5def5498d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1265845 Sep 22 09:32:58.306811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d9c1100e-2ed4-46ae-9785-c4b228540fb6 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': '579883aa-7f89-4dba-be31-240369c24225', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:58.362569 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.362765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.435071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:32:58.478989 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9c1100e-2ed4-46ae-9785-c4b228540fb6 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.502811 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.534275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device bda36d82-46cc-4194-b1b5-408d069b0ab5 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:32:58.567036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: bda36d82-46cc-4194-b1b5-408d069b0ab5 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:32:58.567703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device bda36d82-46cc-4194-b1b5-408d069b0ab5 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:32:58.605432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:58.611939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9c1100e-2ed4-46ae-9785-c4b228540fb6 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.756774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9c1100e-2ed4-46ae-9785-c4b228540fb6 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.791470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1100e-2ed4-46ae-9785-c4b228540fb6 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0297e68-05f3-45ad-b2d1-130fecdff59f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:58.893595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9c1100e-2ed4-46ae-9785-c4b228540fb6 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.898372 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d9c1100e-2ed4-46ae-9785-c4b228540fb6 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5947769 Sep 22 09:32:58.898771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33304) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:58.909015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa5450e1-f767-4ead-88cd-e6d6ab5bd655 req-75e3e447-6e0c-4fbe-8c87-0a732869e593 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 210 time: 0.0488055 Sep 22 09:32:58.924895 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0badfde4-55d6-413c-9c25-852b0f012bdc tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules/f0297e68-05f3-45ad-b2d1-130fecdff59f HTTP/1.1" status: 200 len: 763 time: 0.0244651 Sep 22 09:32:58.933399 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33306) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:58.938198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-ab906a5f-9ad9-498f-ab8b-39717ae86893 service neutron] 10.222.0.49 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069436 Sep 22 09:32:58.979529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a33fa919-6fcd-43db-bafb-aa0ad737f1b4 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0449047 Sep 22 09:32:58.982017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33308) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:59.009932 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6dfa843f-6092-4d34-8b83-2853580873f1 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.018628 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6dfa843f-6092-4d34-8b83-2853580873f1 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.072747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcf9ff-ffdf-40c1-aea4-6c830e90dfc0 req-72d9e4f2-14a3-4590-8e27-a55d169a725a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.074379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ffcf9ff-ffdf-40c1-aea4-6c830e90dfc0 req-72d9e4f2-14a3-4590-8e27-a55d169a725a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.0978155 Sep 22 09:32:59.079406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-155001f2-df8d-45e0-8795-869dbff77efd service neutron] 10.222.0.49 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344640 Sep 22 09:32:59.102708 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.115331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:32:59.163458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ffcf9ff-ffdf-40c1-aea4-6c830e90dfc0 req-52e7cc32-cba6-4dfb-852c-b628b97ace67 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756044 Sep 22 09:32:59.184426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Network e381bbfe-9cad-4576-9347-d9b5699eebb3 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:32:59.188513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:32:59.193369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:32:59.205523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event updated for resources: {'Port': ['ID=b349051d-80ae-4062-af87-91821360aa9a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:59.245272 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6dfa843f-6092-4d34-8b83-2853580873f1 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.249924 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6dfa843f-6092-4d34-8b83-2853580873f1 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.253855 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6dfa843f-6092-4d34-8b83-2853580873f1 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f0297e68-05f3-45ad-b2d1-130fecdff59f HTTP/1.1" status: 204 len: 168 time: 0.2683833 Sep 22 09:32:59.255940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33318) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:59.260751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbaefcc-502b-4905-a2dd-09751f3c0385'}, {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4f4f72-b44a-4a03-8ec8-d526da5ae936'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:32:59.263252 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec0fa8-d024-40d2-b063-6e720217cf65" -d '{"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "3dbaefcc-502b-4905-a2dd-09751f3c0385"}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "9c4f4f72-b44a-4a03-8ec8-d526da5ae936"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:59.270117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa843f-6092-4d34-8b83-2853580873f1 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0297e68-05f3-45ad-b2d1-130fecdff59f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:59.311523 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-92f815d5-bb6c-45be-8c3e-6489eedfb900 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544412 Sep 22 09:32:59.313057 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33322) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:59.318032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-16740b83-68cc-4784-bcec-aabd0015dc30 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': '579883aa-7f89-4dba-be31-240369c24225', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:59.329574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.330247 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.363055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ecfc9-ce7a-47fe-8b99-1789e9db9e43 req-0d8d8b19-b48e-43b9-bf04-3af67a2e2a93 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.369394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ecfc9-ce7a-47fe-8b99-1789e9db9e43 req-0d8d8b19-b48e-43b9-bf04-3af67a2e2a93 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.375424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ecfc9-ce7a-47fe-8b99-1789e9db9e43 req-0d8d8b19-b48e-43b9-bf04-3af67a2e2a93 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.381561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ecfc9-ce7a-47fe-8b99-1789e9db9e43 req-0d8d8b19-b48e-43b9-bf04-3af67a2e2a93 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.388204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ecfc9-ce7a-47fe-8b99-1789e9db9e43 req-0d8d8b19-b48e-43b9-bf04-3af67a2e2a93 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.395073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ecfc9-ce7a-47fe-8b99-1789e9db9e43 req-0d8d8b19-b48e-43b9-bf04-3af67a2e2a93 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.401285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ecfc9-ce7a-47fe-8b99-1789e9db9e43 req-0d8d8b19-b48e-43b9-bf04-3af67a2e2a93 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.403281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a16ecfc9-ce7a-47fe-8b99-1789e9db9e43 req-0d8d8b19-b48e-43b9-bf04-3af67a2e2a93 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5444 time: 0.1599910 Sep 22 09:32:59.466788 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16740b83-68cc-4784-bcec-aabd0015dc30 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.532358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33332) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:32:59.551144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-89a5a51c-96c9-446d-bffa-5714f5a3ca75 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.552764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-89a5a51c-96c9-446d-bffa-5714f5a3ca75 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.60 "GET /v2.0/networks?id=481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 200 len: 805 time: 0.2157283 Sep 22 09:32:59.579879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Request body: {'port': {'device_id': '0b35dde7-2963-479b-8620-75b507a27dc0', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'admin_state_up': True, 'tenant_id': '7613d8fae3f244ceb7789e305433b73a'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:59.583521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16740b83-68cc-4784-bcec-aabd0015dc30 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.598567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-f2e56f17-97e3-4e72-836c-d600ed8a5c01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1144118 Sep 22 09:32:59.612925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a16ecfc9-ce7a-47fe-8b99-1789e9db9e43 req-a7ad25b9-8f25-4ce7-b3c9-9e5236678967 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1900523 Sep 22 09:32:59.629889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-67c02117-51f6-4eb4-9b0c-e2ef8e116f9a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:32:59.629889 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-67c02117-51f6-4eb4-9b0c-e2ef8e116f9a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080390 Sep 22 09:32:59.676347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1027169661-network', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:59.689715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16740b83-68cc-4784-bcec-aabd0015dc30 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.697749 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc40b0ae-e0e5-45e5-8bd5-08dd6a606106 x-openstack-request-id: req-fc40b0ae-e0e5-45e5-8bd5-08dd6a606106 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:59.699569 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "3dbaefcc-502b-4905-a2dd-09751f3c0385", "code": 200}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-plugged", "status": "completed", "tag": "9c4f4f72-b44a-4a03-8ec8-d526da5ae936", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:59.699841 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc40b0ae-e0e5-45e5-8bd5-08dd6a606106 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:59.701366 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbaefcc-502b-4905-a2dd-09751f3c0385', 'code': 200} Sep 22 09:32:59.701510 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4f4f72-b44a-4a03-8ec8-d526da5ae936', 'code': 200} Sep 22 09:32:59.715407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16740b83-68cc-4784-bcec-aabd0015dc30 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7375d586-7e80-452a-abd2-af4260500874,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:59.758819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9391a6a-8beb-4aac-818f-f56e3becfa5a req-4e8447c6-ae90-4d3b-9b8c-72145e80f0bd tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.760278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9391a6a-8beb-4aac-818f-f56e3becfa5a req-4e8447c6-ae90-4d3b-9b8c-72145e80f0bd tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 932 time: 0.2012157 Sep 22 09:32:59.763854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Request body: {'port': {'device_id': '469b91e0-9e83-4dba-96ed-2d06eed6df1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:32:59.796195 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.819165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Made reservation on behalf of 4fe88448e5d1461fa216fbfdda33fa89 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:32:59.822147 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.834586 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:59.904635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882033f0-0aab-4117-98dc-a7effed45cc3 req-642e91de-2921-4364-a368-43f275346b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.905434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882033f0-0aab-4117-98dc-a7effed45cc3 req-642e91de-2921-4364-a368-43f275346b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.905832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882033f0-0aab-4117-98dc-a7effed45cc3 req-642e91de-2921-4364-a368-43f275346b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.906313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882033f0-0aab-4117-98dc-a7effed45cc3 req-642e91de-2921-4364-a368-43f275346b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.906578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a903f8bd-1728-4645-b878-a70564284fe9 req-d68ba1be-c939-471c-b50e-f6fd7b66a2e5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 210 time: 0.0688400 Sep 22 09:32:59.906786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882033f0-0aab-4117-98dc-a7effed45cc3 req-642e91de-2921-4364-a368-43f275346b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.907248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882033f0-0aab-4117-98dc-a7effed45cc3 req-642e91de-2921-4364-a368-43f275346b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.907716 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882033f0-0aab-4117-98dc-a7effed45cc3 req-642e91de-2921-4364-a368-43f275346b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:32:59.909681 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-882033f0-0aab-4117-98dc-a7effed45cc3 req-642e91de-2921-4364-a368-43f275346b80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6501 time: 0.1319427 Sep 22 09:32:59.916008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9391a6a-8beb-4aac-818f-f56e3becfa5a req-235986e5-9d84-4271-b19b-7dd348e891e0 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465321 Sep 22 09:32:59.916857 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.066188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78fd7ae7-96a1-478c-8b07-d025d51d7b14 req-565145e1-025e-49ee-9254-791f624bc551 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 210 time: 0.0780945 Sep 22 09:33:00.199541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16740b83-68cc-4784-bcec-aabd0015dc30 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.203337 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-16740b83-68cc-4784-bcec-aabd0015dc30 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8865366 Sep 22 09:33:00.204649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33348) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:00.224708 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:33:00.224708 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:33:00.224708 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': '7613d8fae3f244ceb7789e305433b73a', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 32, 39, 900673)}] Sep 22 09:33:00.224708 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:33:00.225183 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:33:00.226906 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-882033f0-0aab-4117-98dc-a7effed45cc3 req-c8e42f6b-8e14-4c12-afc8-6b26a0747bd4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3087118 Sep 22 09:33:00.232171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c8ce1e1c-2516-432d-ac2a-fa490b4ca1f7 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules/7375d586-7e80-452a-abd2-af4260500874 HTTP/1.1" status: 200 len: 763 time: 0.0270145 Sep 22 09:33:00.235857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33350) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:00.297900 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4429a701-a761-4ba9-b7da-727795f3b5d4 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0607042 Sep 22 09:33:00.301334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b349051d-80ae-4062-af87-91821360aa9a {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:00.302308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33352) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:00.312925 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.333234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Transition to ACTIVE for port object b349051d-80ae-4062-af87-91821360aa9a will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:33:00.339415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d4e63b6-d995-4acc-8553-5ed84b3e145d tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.341788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043fb3-24a5-41f0-88bf-e4b7cf1419c4 req-5a44a006-502b-4fa6-9025-a3a9364e2173 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:00.344007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99043fb3-24a5-41f0-88bf-e4b7cf1419c4 req-5a44a006-502b-4fa6-9025-a3a9364e2173 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.0915112 Sep 22 09:33:00.354286 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d4e63b6-d995-4acc-8553-5ed84b3e145d tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.379471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.391080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99043fb3-24a5-41f0-88bf-e4b7cf1419c4 req-3546e632-8bf1-4c05-8ba4-56cb3b9c675a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 Sep 22 09:33:00.416525 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.471717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Pushing event updated for resources: {'Port': ['ID=b349051d-80ae-4062-af87-91821360aa9a,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:00.496906 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.523783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d4e63b6-d995-4acc-8553-5ed84b3e145d tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.533408 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d4e63b6-d995-4acc-8553-5ed84b3e145d tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.534522 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8d4e63b6-d995-4acc-8553-5ed84b3e145d tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7375d586-7e80-452a-abd2-af4260500874 HTTP/1.1" status: 204 len: 168 time: 0.2312911 Sep 22 09:33:00.536405 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:33:00.536716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Attempting to bind port b349051d-80ae-4062-af87-91821360aa9a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:33:00.537094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Attempting to bind port b349051d-80ae-4062-af87-91821360aa9a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:33:00.537504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Attempting to bind port b349051d-80ae-4062-af87-91821360aa9a on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:00.538430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90105333-c0f8-4f30-95d6-5a7037ee46ed,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:00.540312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33356) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:00.551382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e63b6-d995-4acc-8553-5ed84b3e145d tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7375d586-7e80-452a-abd2-af4260500874,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:00.551493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Port b349051d-80ae-4062-af87-91821360aa9a on network e381bbfe-9cad-4576-9347-d9b5699eebb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:33:00.551493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Attempting to bind port b349051d-80ae-4062-af87-91821360aa9a on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:00.554448 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.554761 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Added segment 9b2aa2e1-8928-46ce-81a2-794667dd07f9 of type vlan for network 71ab51ce-2ff8-48da-88a9-84c9bd980cec Sep 22 09:33:00.569108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:33:00.569456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Checking segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:33:00.569971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Bound using segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:33:00.574074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Bound port: b349051d-80ae-4062-af87-91821360aa9a, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:33:00.574074 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.595847 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.627285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-85520c18-acf1-42b2-a4f2-928b298c621a tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0834193 Sep 22 09:33:00.627523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33358) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:00.633538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f13c13c9-e136-42f5-8bd5-352d68e36076 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Request body: {'security_group_rule': {'security_group_id': '579883aa-7f89-4dba-be31-240369c24225', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:00.677709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] For port b349051d-80ae-4062-af87-91821360aa9a, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:33:00.682595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] For port b349051d-80ae-4062-af87-91821360aa9a, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b349051d-80ae-4062-af87-91821360aa9a,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:33:00.691492 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.692532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:00.693158 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.742938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df75035-3a0d-47fb-a1fb-a3f011a4bd8c req-fbb0680b-7bc5-4448-828b-477d14e1e978 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:00.749343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df75035-3a0d-47fb-a1fb-a3f011a4bd8c req-fbb0680b-7bc5-4448-828b-477d14e1e978 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:00.755441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df75035-3a0d-47fb-a1fb-a3f011a4bd8c req-fbb0680b-7bc5-4448-828b-477d14e1e978 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:00.761604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df75035-3a0d-47fb-a1fb-a3f011a4bd8c req-fbb0680b-7bc5-4448-828b-477d14e1e978 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:00.762368 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=71ab51ce-2ff8-48da-88a9-84c9bd980cec,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:00.768990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df75035-3a0d-47fb-a1fb-a3f011a4bd8c req-fbb0680b-7bc5-4448-828b-477d14e1e978 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:00.775151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df75035-3a0d-47fb-a1fb-a3f011a4bd8c req-fbb0680b-7bc5-4448-828b-477d14e1e978 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:00.776720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 71ab51ce-2ff8-48da-88a9-84c9bd980cec details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:33:00.782011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df75035-3a0d-47fb-a1fb-a3f011a4bd8c req-fbb0680b-7bc5-4448-828b-477d14e1e978 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:00.784056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2df75035-3a0d-47fb-a1fb-a3f011a4bd8c req-fbb0680b-7bc5-4448-828b-477d14e1e978 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5444 time: 0.1040401 Sep 22 09:33:00.803128 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.827000 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13c13c9-e136-42f5-8bd5-352d68e36076 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.883798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:00.884447 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.885892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] 10.222.0.60 "PUT /v2.0/ports/b349051d-80ae-4062-af87-91821360aa9a HTTP/1.1" status: 200 len: 1092 time: 1.2439909 Sep 22 09:33:00.890645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469b91e0-9e83-4dba-96ed-2d06eed6df1d', 'tag': 'b349051d-80ae-4062-af87-91821360aa9a'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:00.893005 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec772baa-5d59-43ca-aefd-088b90e79456" -d '{"events": [{"name": "network-changed", "server_uuid": "469b91e0-9e83-4dba-96ed-2d06eed6df1d", "tag": "b349051d-80ae-4062-af87-91821360aa9a"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:00.900588 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-85272782-d5dc-45c7-a28d-3465e1f1e6e5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3672805 Sep 22 09:33:00.903414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33366) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:00.910192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] Request body: {'subnet': {'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1027169661-subnet', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:00.937249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2df75035-3a0d-47fb-a1fb-a3f011a4bd8c req-b2778fbd-84e4-49a0-8599-f5c99c428f33 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1462831 Sep 22 09:33:00.947399 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543e54c8-ce0b-4f23-97fe-b7c2020e5199 x-openstack-request-id: req-543e54c8-ce0b-4f23-97fe-b7c2020e5199 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:00.947688 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469b91e0-9e83-4dba-96ed-2d06eed6df1d", "tag": "b349051d-80ae-4062-af87-91821360aa9a", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:00.947943 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-543e54c8-ce0b-4f23-97fe-b7c2020e5199 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:00.948374 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469b91e0-9e83-4dba-96ed-2d06eed6df1d', 'tag': 'b349051d-80ae-4062-af87-91821360aa9a', 'status': 'completed', 'code': 200} Sep 22 09:33:00.960975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec98436-961a-4c11-a383-b91d7c22572b service neutron] Pushing event updated for resources: {'Port': ['ID=b349051d-80ae-4062-af87-91821360aa9a,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:00.984278 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13c13c9-e136-42f5-8bd5-352d68e36076 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.067601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73535ee4-77fc-4e0e-9465-5265ebd3f44e req-36ac6b27-f2ae-443a-bfa3-7b96f2c1255e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 210 time: 0.0564640 Sep 22 09:33:01.083918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Made reservation on behalf of 7613d8fae3f244ceb7789e305433b73a for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:33:01.087530 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.111010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13c13c9-e136-42f5-8bd5-352d68e36076 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.152597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772baa-5d59-43ca-aefd-088b90e79456 req-92422ec4-53af-4d8e-82b8-ab0d3db86959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:01.154209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec772baa-5d59-43ca-aefd-088b90e79456 req-92422ec4-53af-4d8e-82b8-ab0d3db86959 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 1095 time: 0.1521404 Sep 22 09:33:01.167119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c13c9-e136-42f5-8bd5-352d68e36076 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dfdae8-8b49-4a3c-beca-62279ba6bdba,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:01.179022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] Made reservation on behalf of 4fe88448e5d1461fa216fbfdda33fa89 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:33:01.181536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.206665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07881d9b-07db-43dd-8685-aa1d0ef0c183 req-a31fe321-7d9f-4949-a6d0-9dff1cb58a72 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:01.208224 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07881d9b-07db-43dd-8685-aa1d0ef0c183 req-a31fe321-7d9f-4949-a6d0-9dff1cb58a72 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 944 time: 0.1734855 Sep 22 09:33:01.236959 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44fb29d7-9f75-4941-bfaa-772018887871 req-52fc55a7-372d-4da6-9d8f-0e3b8f400743 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 210 time: 0.0917528 Sep 22 09:33:01.322365 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13c13c9-e136-42f5-8bd5-352d68e36076 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.325957 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f13c13c9-e136-42f5-8bd5-352d68e36076 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6951430 Sep 22 09:33:01.342130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33374) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:01.357164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07881d9b-07db-43dd-8685-aa1d0ef0c183 req-13ffbfe3-84c1-4b27-a090-1504fce88a98 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226740 Sep 22 09:33:01.371911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aec046e6-0e2b-4f1f-adda-8ab809339f3a tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules/15dfdae8-8b49-4a3c-beca-62279ba6bdba HTTP/1.1" status: 200 len: 764 time: 0.0284672 Sep 22 09:33:01.378393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33376) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:01.421891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Allocated IP 172.20.0.11 (481161e4-d608-458f-a049-8a0f1f993768/cfaf3b31-1878-4542-8cdf-ef8404499561/f5817013-1a05-4907-8371-71d37963ba7a) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:33:01.424440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772baa-5d59-43ca-aefd-088b90e79456 req-61070841-01d6-4e98-adae-7a4301db747c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:01.424594 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b2af2963-0122-46c8-82f9-ae3a984ad923 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0441830 Sep 22 09:33:01.425964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec772baa-5d59-43ca-aefd-088b90e79456 req-61070841-01d6-4e98-adae-7a4301db747c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2300088 Sep 22 09:33:01.427184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33380) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:01.453945 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-95140be3-c734-4998-bb59-4c6186711283 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.475391 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-95140be3-c734-4998-bb59-4c6186711283 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.478948 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.553837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e22368-18ae-4175-9ce9-491aa2fe292d,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:01.572653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] Checking segment: {'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:33:01.573337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] Network hostable DHCP agents. Network: 71ab51ce-2ff8-48da-88a9-84c9bd980cec, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:33:01.633825 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-95140be3-c734-4998-bb59-4c6186711283 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.641028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-95140be3-c734-4998-bb59-4c6186711283 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.642150 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-95140be3-c734-4998-bb59-4c6186711283 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/15dfdae8-8b49-4a3c-beca-62279ba6bdba HTTP/1.1" status: 204 len: 168 time: 0.2139401 Sep 22 09:33:01.645764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33382) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:01.654268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95140be3-c734-4998-bb59-4c6186711283 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15dfdae8-8b49-4a3c-beca-62279ba6bdba,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:01.660218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218480f-08bc-48b7-9e21-3a317bb3e5b0 req-eb79df6c-64e1-4376-8c68-7fa196739aa0 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:01.661959 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a218480f-08bc-48b7-9e21-3a317bb3e5b0 req-eb79df6c-64e1-4376-8c68-7fa196739aa0 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1774840 Sep 22 09:33:01.667163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772baa-5d59-43ca-aefd-088b90e79456 req-69062585-fbe2-471c-a6d0-ad403768eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:01.668672 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec772baa-5d59-43ca-aefd-088b90e79456 req-69062585-fbe2-471c-a6d0-ad403768eb2a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2335293 Sep 22 09:33:01.689395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] Network 71ab51ce-2ff8-48da-88a9-84c9bd980cec is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:33:01.712763 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a60868cf-cb1f-4568-abba-5423c839edaa tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0658510 Sep 22 09:33:01.715558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33384) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:01.754610 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.758785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a218480f-08bc-48b7-9e21-3a317bb3e5b0 req-6a095bb5-7e90-4ba4-9c6f-ca1e6f57deb0 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867641 Sep 22 09:33:01.770803 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-447ab34c-a33e-48b3-bf11-2d038644630e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.797254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 71ab51ce-2ff8-48da-88a9-84c9bd980cec) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:33:01.797808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b218f-5fbd-4482-8381-6dd004778298 req-aeb606ec-80f2-4900-ab5c-c794a850916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:01.799376 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-aeb606ec-80f2-4900-ab5c-c794a850916c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 1095 time: 0.0839038 Sep 22 09:33:01.808904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-447ab34c-a33e-48b3-bf11-2d038644630e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.811788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22d3421-1378-4eba-abca-7c4669d97f10 None None] Network 71ab51ce-2ff8-48da-88a9-84c9bd980cec requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:33:01.820700 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:01.821325 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.845362 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-e92b4ecd-3e5d-43ac-a5ec-c440155c780d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b349051d-80ae-4062-af87-91821360aa9a HTTP/1.1" status: 200 len: 217 time: 0.0375202 Sep 22 09:33:01.903653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b218f-5fbd-4482-8381-6dd004778298 req-622d69cd-3cdd-4313-8540-88c01c50005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:01.906019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-622d69cd-3cdd-4313-8540-88c01c50005f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 200 len: 846 time: 0.0521049 Sep 22 09:33:01.928913 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1b8b514d-c711-45f5-a312-bef3b52145c7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0235639 Sep 22 09:33:01.932009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33388) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:01.937850 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1027169661-router', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:01.944842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-96144f29-df96-4492-9d71-b870cadef503 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e381bbfe-9cad-4576-9347-d9b5699eebb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277259 Sep 22 09:33:01.946575 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.972520 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27f6d2-7506-4f4a-9ed4-e778e2c2a18d None None] Network 71ab51ce-2ff8-48da-88a9-84c9bd980cec requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:33:01.992795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-447ab34c-a33e-48b3-bf11-2d038644630e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.999949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-447ab34c-a33e-48b3-bf11-2d038644630e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:02.001510 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-447ab34c-a33e-48b3-bf11-2d038644630e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "DELETE /v2.0/security-groups/579883aa-7f89-4dba-be31-240369c24225 HTTP/1.1" status: 204 len: 168 time: 0.2849953 Sep 22 09:33:02.007070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33392) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:02.017068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Network 481161e4-d608-458f-a049-8a0f1f993768 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:33:02.028153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:33:02.036315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:33:02.045067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ab34c-a33e-48b3-bf11-2d038644630e tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579883aa-7f89-4dba-be31-240369c24225,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:02.078445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Pushing event updated for resources: {'Port': ['ID=f5817013-1a05-4907-8371-71d37963ba7a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:02.095172 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:02.096267 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:02.110755 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9aecdfaf-42e7-41a6-ae84-8acf1cd0354a tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0867503 Sep 22 09:33:02.112828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33396) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:02.203682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-c991f19a-c44f-46c6-b8e3-1567a8a44535 service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248642 Sep 22 09:33:02.220010 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:02.222421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.223122 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:02.243950 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d2e9012c-3e5b-4282-a3a6-d2586cff53d5 tempest-SecGroupTest-458254764 tempest-SecGroupTest-458254764-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1242819 Sep 22 09:33:02.257933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1d6920c-2977-4ecd-9cc2-4408e2996544 req-1bb098c0-93af-4399-9cd9-30f5a2be8af8 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 210 time: 0.0604248 Sep 22 09:33:02.379280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f72f-6cd8-4389-bf84-b3145b560ac7 req-91de481b-fe10-4b40-9dd3-79e7043fdfe0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.385433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f72f-6cd8-4389-bf84-b3145b560ac7 req-91de481b-fe10-4b40-9dd3-79e7043fdfe0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.391447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f72f-6cd8-4389-bf84-b3145b560ac7 req-91de481b-fe10-4b40-9dd3-79e7043fdfe0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.397830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f72f-6cd8-4389-bf84-b3145b560ac7 req-91de481b-fe10-4b40-9dd3-79e7043fdfe0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.403757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f72f-6cd8-4389-bf84-b3145b560ac7 req-91de481b-fe10-4b40-9dd3-79e7043fdfe0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.410088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f72f-6cd8-4389-bf84-b3145b560ac7 req-91de481b-fe10-4b40-9dd3-79e7043fdfe0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.416142 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3f72f-6cd8-4389-bf84-b3145b560ac7 req-91de481b-fe10-4b40-9dd3-79e7043fdfe0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.424753 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52f3f72f-6cd8-4389-bf84-b3145b560ac7 req-91de481b-fe10-4b40-9dd3-79e7043fdfe0 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5444 time: 0.3432603 Sep 22 09:33:02.428463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-64697e1e-c69b-417e-824e-1b8f588c6716 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.430690 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-64697e1e-c69b-417e-824e-1b8f588c6716 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.45 "GET /v2.0/networks?id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 200 len: 810 time: 0.2807531 Sep 22 09:33:02.496166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253b218f-5fbd-4482-8381-6dd004778298 req-4e086ad1-30e3-4936-9386-fd7701de5b4f service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823122 Sep 22 09:33:02.498827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-2a803649-b99b-4ab6-bbfc-e5120ae8fcaa tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9250815 Sep 22 09:33:02.504651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52f3f72f-6cd8-4389-bf84-b3145b560ac7 req-a3f42d6e-3eb6-4809-bbd4-f7c656636c90 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0790818 Sep 22 09:33:02.511941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Request body: {'port': {'device_id': '0b35dde7-2963-479b-8620-75b507a27dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:02.516508 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:02.524219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2c24-5eca-47eb-b775-afc6d4b353d8 req-04449100-e03e-4254-966c-1e07a2269c4d tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.526392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64bc2c24-5eca-47eb-b775-afc6d4b353d8 req-04449100-e03e-4254-966c-1e07a2269c4d tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 932 time: 0.1776173 Sep 22 09:33:02.547349 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-7fed8eab-ed80-44e2-af29-d75dc5bae586 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4487adddfe80414185b635c5def5498d HTTP/1.1" status: 200 len: 379 time: 0.0727794 Sep 22 09:33:02.554011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'port': {'device_id': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'admin_state_up': True, 'tenant_id': '4487adddfe80414185b635c5def5498d', 'security_groups': ['c6318217-336c-44df-87e0-7fca6d5b7267']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:02.632512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64bc2c24-5eca-47eb-b775-afc6d4b353d8 req-da27019b-602e-4731-b915-ec8ad24e1ffe tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891299 Sep 22 09:33:02.634362 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:02.687511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efc036-250e-49bf-9db7-0439321b16ae req-089a3fda-18dd-4e76-b020-8b99fbca4e31 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.689079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4efc036-250e-49bf-9db7-0439321b16ae req-089a3fda-18dd-4e76-b020-8b99fbca4e31 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 944 time: 0.0970209 Sep 22 09:33:02.788376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Made reservation on behalf of 4487adddfe80414185b635c5def5498d for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:33:02.791886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:02.839766 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4efc036-250e-49bf-9db7-0439321b16ae req-11c32d40-2f03-449e-b6d3-d93c3c7a0189 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335278 Sep 22 09:33:02.869678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd8d2-a4bb-4bd2-bc06-0db9bc381d5b req-7ebb205c-1035-4fd1-a1ab-38b217b717c1 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.877329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd8d2-a4bb-4bd2-bc06-0db9bc381d5b req-7ebb205c-1035-4fd1-a1ab-38b217b717c1 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.883232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd8d2-a4bb-4bd2-bc06-0db9bc381d5b req-7ebb205c-1035-4fd1-a1ab-38b217b717c1 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.889126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd8d2-a4bb-4bd2-bc06-0db9bc381d5b req-7ebb205c-1035-4fd1-a1ab-38b217b717c1 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.895341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd8d2-a4bb-4bd2-bc06-0db9bc381d5b req-7ebb205c-1035-4fd1-a1ab-38b217b717c1 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.901194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd8d2-a4bb-4bd2-bc06-0db9bc381d5b req-7ebb205c-1035-4fd1-a1ab-38b217b717c1 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.907145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dd8d2-a4bb-4bd2-bc06-0db9bc381d5b req-7ebb205c-1035-4fd1-a1ab-38b217b717c1 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:02.909126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f48dd8d2-a4bb-4bd2-bc06-0db9bc381d5b req-7ebb205c-1035-4fd1-a1ab-38b217b717c1 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5444 time: 0.1401658 Sep 22 09:33:02.921987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33410) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:02.926396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d5d3d85d-1ebe-4d27-9ae4-bf42bc2eec3a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Request body: {'floatingip': {'port_id': '3dbaefcc-502b-4905-a2dd-09751f3c0385'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:02.956957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33414) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:02.976503 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.001671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.023712 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d5d3d85d-1ebe-4d27-9ae4-bf42bc2eec3a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.143585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Allocated IP 172.20.0.12 (77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa/97e558d8-50e5-49ad-b658-279ef4008a23/eb8cce53-df5b-4926-b97e-18a6c9f21e31) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:33:03.162651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e904e1-68c4-4dab-89c8-38b90a06575f req-a01a5bc5-654a-465e-855d-4503496d844f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:03.164162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7e904e1-68c4-4dab-89c8-38b90a06575f req-a01a5bc5-654a-465e-855d-4503496d844f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.2045381 Sep 22 09:33:03.221657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Allocated IP 172.25.6.243 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/9c738b56-b3a9-482e-a2e6-1c2c443cef10) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:33:03.231536 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bdc31525-c358-4e75-9212-fdb194135b20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9955c22ef5c1476c84a1e2faf1727c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735021 Sep 22 09:33:03.238073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33418) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:03.287463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5817013-1a05-4907-8371-71d37963ba7a {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:03.315702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7e904e1-68c4-4dab-89c8-38b90a06575f req-7f10610f-d75e-41eb-be50-bae40c7869d5 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430793 Sep 22 09:33:03.321062 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.337157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Transition to ACTIVE for port object f5817013-1a05-4907-8371-71d37963ba7a will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:33:03.429735 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d25094f-8939-427a-b08d-d7733b4f37c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.488061 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.495813 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d25094f-8939-427a-b08d-d7733b4f37c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.499744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.692542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.719911 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.723886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96c93a62-1963-48eb-ad1d-6ade3a253605 req-09008c4a-8c4a-4b3a-a2a9-c7bc4a385915 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 210 time: 0.3806336 Sep 22 09:33:03.732004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:33:03.736842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:33:03.741125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:33:03.753764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.753764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d25094f-8939-427a-b08d-d7733b4f37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.754051 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d25094f-8939-427a-b08d-d7733b4f37c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.755177 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7d25094f-8939-427a-b08d-d7733b4f37c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e11d85a-eefc-45bd-9fb9-5f99c4deded8 HTTP/1.1" status: 204 len: 168 time: 0.5161912 Sep 22 09:33:03.781061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Pushing event updated for resources: {'Port': ['ID=9c738b56-b3a9-482e-a2e6-1c2c443cef10,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:03.822244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25094f-8939-427a-b08d-d7733b4f37c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e11d85a-eefc-45bd-9fb9-5f99c4deded8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:03.850332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:33:03.858348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:33:03.865384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:33:03.890465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Pushing event updated for resources: {'Port': ['ID=f5817013-1a05-4907-8371-71d37963ba7a,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:03.904063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'Port': ['ID=eb8cce53-df5b-4926-b97e-18a6c9f21e31,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:03.964237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6a7ba-d3ac-4ec1-9d1a-67f856bf9725 req-01232dbd-a10b-4b56-819b-e4504990909e tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:03.964237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04a6a7ba-d3ac-4ec1-9d1a-67f856bf9725 req-01232dbd-a10b-4b56-819b-e4504990909e tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 944 time: 0.2369635 Sep 22 09:33:04.012221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:04.012931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:04.096257 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04a6a7ba-d3ac-4ec1-9d1a-67f856bf9725 req-6132c9c7-bf70-4483-9b12-c4cf57097c5b tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181493 Sep 22 09:33:04.105956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Attempting to bind port f5817013-1a05-4907-8371-71d37963ba7a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:33:04.106197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Attempting to bind port f5817013-1a05-4907-8371-71d37963ba7a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:33:04.106522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Attempting to bind port f5817013-1a05-4907-8371-71d37963ba7a on network 481161e4-d608-458f-a049-8a0f1f993768 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:04.127565 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4594f02f-9956-4add-a193-669d1b18735e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5740588 Sep 22 09:33:04.137868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4eec025e-634d-4366-8347-8de6c52f3e48 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:33:04.139003 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-4eec025e-634d-4366-8347-8de6c52f3e48 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085380 Sep 22 09:33:04.142282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99110cd3-1f44-4bf3-a103-1482df0351fd req-a987aa24-e9d3-442d-beb0-48f82350465e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:04.150129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99110cd3-1f44-4bf3-a103-1482df0351fd req-a987aa24-e9d3-442d-beb0-48f82350465e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 944 time: 0.2023938 Sep 22 09:33:04.151306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Port f5817013-1a05-4907-8371-71d37963ba7a on network 481161e4-d608-458f-a049-8a0f1f993768 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:33:04.151630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Attempting to bind port f5817013-1a05-4907-8371-71d37963ba7a on network 481161e4-d608-458f-a049-8a0f1f993768 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:04.154495 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Request body: {'port': {'device_id': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:04.174680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:33:04.175013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Checking segment: {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:33:04.175392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Bound using segment: {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:33:04.175837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Bound port: f5817013-1a05-4907-8371-71d37963ba7a, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2cd641-b0df-4ac6-a811-e8623f792a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '481161e4-d608-458f-a049-8a0f1f993768'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:33:04.176190 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:04.269696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99110cd3-1f44-4bf3-a103-1482df0351fd req-777f3f36-387c-4d1c-a3a9-167bf19d90bb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192348 Sep 22 09:33:04.287549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8cebb49a-075c-4e55-993f-9772b06ee6d6 None None] Provisioning complete for port eb8cce53-df5b-4926-b97e-18a6c9f21e31 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:04.288638 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8cebb49a-075c-4e55-993f-9772b06ee6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:04.289070 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d5d3d85d-1ebe-4d27-9ae4-bf42bc2eec3a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:04.335364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] For port f5817013-1a05-4907-8371-71d37963ba7a, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:33:04.336636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8cebb49a-075c-4e55-993f-9772b06ee6d6 None None] Port eb8cce53-df5b-4926-b97e-18a6c9f21e31 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:33:04.344639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] For port f5817013-1a05-4907-8371-71d37963ba7a, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f5817013-1a05-4907-8371-71d37963ba7a,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:33:04.354244 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d5d3d85d-1ebe-4d27-9ae4-bf42bc2eec3a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:04.368119 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:04.372442 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:04.447299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:04.536955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:04.537529 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:04.539036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] 10.222.0.60 "PUT /v2.0/ports/f5817013-1a05-4907-8371-71d37963ba7a HTTP/1.1" status: 200 len: 1092 time: 2.0312901 Sep 22 09:33:04.544122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b35dde7-2963-479b-8620-75b507a27dc0', 'tag': 'f5817013-1a05-4907-8371-71d37963ba7a'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:04.545411 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16356be8-f7bb-48e5-a927-a2bf614055e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0b35dde7-2963-479b-8620-75b507a27dc0", "tag": "f5817013-1a05-4907-8371-71d37963ba7a"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:04.578969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01088edd-b470-46c0-8ae7-f4dd655e7607 service neutron] Pushing event updated for resources: {'Port': ['ID=f5817013-1a05-4907-8371-71d37963ba7a,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:04.597051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042455a-705d-4d0d-bb12-aedf4c9c8176 req-1fb92258-e8bc-41b4-9c29-3c48a0030e1e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:04.599132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7042455a-705d-4d0d-bb12-aedf4c9c8176 req-1fb92258-e8bc-41b4-9c29-3c48a0030e1e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1922271 Sep 22 09:33:04.602803 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08bb00f-0edb-40c7-9b55-df7c7b5593a3 x-openstack-request-id: req-d08bb00f-0edb-40c7-9b55-df7c7b5593a3 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:04.603208 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b35dde7-2963-479b-8620-75b507a27dc0", "tag": "f5817013-1a05-4907-8371-71d37963ba7a", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:04.603444 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d08bb00f-0edb-40c7-9b55-df7c7b5593a3 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:04.603839 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b35dde7-2963-479b-8620-75b507a27dc0', 'tag': 'f5817013-1a05-4907-8371-71d37963ba7a', 'status': 'completed', 'code': 200} Sep 22 09:33:04.643681 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-d5d3d85d-1ebe-4d27-9ae4-bf42bc2eec3a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Floating IP 02f28595-eed5-4c56-87f0-653295eb1a7b associated. External IP: 172.25.6.59, port: 3dbaefcc-502b-4905-a2dd-09751f3c0385. Sep 22 09:33:04.742928 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7042455a-705d-4d0d-bb12-aedf4c9c8176 req-0291ba21-a638-44b9-804a-baaab654dfed tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312191 Sep 22 09:33:04.847614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16356be8-f7bb-48e5-a927-a2bf614055e9 req-7db9749f-5cb0-48a8-bbf3-912cbe97c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:04.849162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16356be8-f7bb-48e5-a927-a2bf614055e9 req-7db9749f-5cb0-48a8-bbf3-912cbe97c9c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 1095 time: 0.2302353 Sep 22 09:33:04.896968 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b349051d-80ae-4062-af87-91821360aa9a details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:33:05.012801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8814-9247-46b6-9abe-7792a7ced859 req-b4affebf-b1ca-4cd6-b6da-8d564b9067ca tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:05.014388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-faeb8814-9247-46b6-9abe-7792a7ced859 req-b4affebf-b1ca-4cd6-b6da-8d564b9067ca tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 932 time: 0.1824269 Sep 22 09:33:05.034930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b349051d-80ae-4062-af87-91821360aa9a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b349051d-80ae-4062-af87-91821360aa9a,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:05.047031 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:05.057180 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'b349051d-80ae-4062-af87-91821360aa9a', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'port_id': 'b349051d-80ae-4062-af87-91821360aa9a', 'mac_address': 'fa:16:3e:71:86:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:33:05.112217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16356be8-f7bb-48e5-a927-a2bf614055e9 req-27a6bd93-aab8-4c55-9f83-9ac8ec4e3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:05.113771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16356be8-f7bb-48e5-a927-a2bf614055e9 req-27a6bd93-aab8-4c55-9f83-9ac8ec4e3906 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7613d8fae3f244ceb7789e305433b73a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2445080 Sep 22 09:33:05.134419 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:05.160310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b349051d-80ae-4062-af87-91821360aa9a {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:05.166945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-faeb8814-9247-46b6-9abe-7792a7ced859 req-60925321-3515-44f0-9179-b4911edf4e72 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312976 Sep 22 09:33:05.412488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d3d85d-1ebe-4d27-9ae4-bf42bc2eec3a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Router 48c517e0-c891-436d-ace6-e468a8f6bcd9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:33:05.413068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b349051d-80ae-4062-af87-91821360aa9a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b349051d-80ae-4062-af87-91821360aa9a,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:05.413428 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8cce53-df5b-4926-b97e-18a6c9f21e31 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:05.413428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:05.413428 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Transition to ACTIVE for port object eb8cce53-df5b-4926-b97e-18a6c9f21e31 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:33:05.413662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16356be8-f7bb-48e5-a927-a2bf614055e9 req-d2c25f6c-db3c-493b-885f-8e33434c2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:05.413662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16356be8-f7bb-48e5-a927-a2bf614055e9 req-d2c25f6c-db3c-493b-885f-8e33434c2fb5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099607 Sep 22 09:33:05.413662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f8f9e-8652-4e20-b104-5f781edea948 req-3cbdc694-84d0-4ce2-ac33-bde31c2916ee tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:05.413662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e2f8f9e-8652-4e20-b104-5f781edea948 req-3cbdc694-84d0-4ce2-ac33-bde31c2916ee tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 944 time: 0.1344047 Sep 22 09:33:05.510703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d3d85d-1ebe-4d27-9ae4-bf42bc2eec3a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:33:05.520584 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e2f8f9e-8652-4e20-b104-5f781edea948 req-1b582a35-9eac-492e-9223-9e77fa964736 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345565 Sep 22 09:33:05.520584 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d5d3d85d-1ebe-4d27-9ae4-bf42bc2eec3a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:05.521300 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959885df-3b2f-4e0c-9e52-9c1743dde428 None None] Sync routers for ids ['48c517e0-c891-436d-ace6-e468a8f6bcd9'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:33:05.530001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1ec2d-e546-4099-85c5-654021e79507 req-b1586b8d-4f6c-4b80-8f0e-7fa5f35879df tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:05.532060 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959885df-3b2f-4e0c-9e52-9c1743dde428 None None] Routers {'48c517e0-c891-436d-ace6-e468a8f6bcd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:33:05.532192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70e1ec2d-e546-4099-85c5-654021e79507 req-b1586b8d-4f6c-4b80-8f0e-7fa5f35879df tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 944 time: 0.1638694 Sep 22 09:33:05.532869 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-959885df-3b2f-4e0c-9e52-9c1743dde428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48c517e0-c891-436d-ace6-e468a8f6bcd9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:05.566941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-c6563acc-4695-43e4-9037-3cdf95bf5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:05.571937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-c6563acc-4695-43e4-9037-3cdf95bf5039 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7613d8fae3f244ceb7789e305433b73a&device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 1095 time: 0.1800859 Sep 22 09:33:05.591331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:05.619453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d5d3d85d-1ebe-4d27-9ae4-bf42bc2eec3a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "PUT /v2.0/floatingips/02f28595-eed5-4c56-87f0-653295eb1a7b HTTP/1.1" status: 200 len: 991 time: 2.6963937 Sep 22 09:33:05.628545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-a4130276-9ba6-41a2-a58d-cae80d568699 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5817013-1a05-4907-8371-71d37963ba7a HTTP/1.1" status: 200 len: 217 time: 0.0506666 Sep 22 09:33:05.636609 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:05.640965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70e1ec2d-e546-4099-85c5-654021e79507 req-78b50dd6-d18e-4624-8ad0-903b7bde6c86 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980830 Sep 22 09:33:05.657062 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Router 7843b648-87e3-440b-b84f-250dbc7ad0aa is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:33:05.667409 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b349051d-80ae-4062-af87-91821360aa9a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:05.693455 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-959885df-3b2f-4e0c-9e52-9c1743dde428 None None] Set router 48c517e0-c891-436d-ace6-e468a8f6bcd9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:33:05.709659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-6aaf9d62-1068-470a-a2b2-30c57c19466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:05.716690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-6aaf9d62-1068-470a-a2b2-30c57c19466b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cfaf3b31-1878-4542-8cdf-ef8404499561 HTTP/1.1" status: 200 len: 845 time: 0.0742214 Sep 22 09:33:05.762895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-335d4a14-5eba-45bd-a3ca-43e3974c34f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=481161e4-d608-458f-a049-8a0f1f993768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419581 Sep 22 09:33:05.826134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['b349051d-80ae-4062-af87-91821360aa9a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:05.956252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1709eec-774a-4adb-81ff-c229800026e9 req-0b8bb824-9938-487e-ac99-79de6330e52f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:05.957197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1709eec-774a-4adb-81ff-c229800026e9 req-0b8bb824-9938-487e-ac99-79de6330e52f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1035166 Sep 22 09:33:05.959410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-57152fd4-d7d6-47a8-aa46-af930a0c5ced service neutron] 10.222.0.60 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883154 Sep 22 09:33:06.022956 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-959885df-3b2f-4e0c-9e52-9c1743dde428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:27Z', 'revision_number': 4, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '02f28595-eed5-4c56-87f0-653295eb1a7b', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'port_id': '3dbaefcc-502b-4905-a2dd-09751f3c0385', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'mac_address': 'fa:16:3e:d8:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:31:35Z', 'updated_at': '2021-09-22T09:33:04Z', 'revision_number': 1, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8', 'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'mac_address': 'fa:16:3e:9d:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:25Z', 'updated_at': '2021-09-22T09:30:34Z', 'revision_number': 5, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'subnets': [{'id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:06.025400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Attempting to bind port eb8cce53-df5b-4926-b97e-18a6c9f21e31 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:33:06.027514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Attempting to bind port eb8cce53-df5b-4926-b97e-18a6c9f21e31 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:33:06.027514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Attempting to bind port eb8cce53-df5b-4926-b97e-18a6c9f21e31 on network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:06.038573 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:33:06.063534 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959885df-3b2f-4e0c-9e52-9c1743dde428 None None] Checking router: 48c517e0-c891-436d-ace6-e468a8f6bcd9 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:33:06.063665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Sync routers for ids ['7843b648-87e3-440b-b84f-250dbc7ad0aa'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:33:06.071030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Port eb8cce53-df5b-4926-b97e-18a6c9f21e31 on network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:33:06.076199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Attempting to bind port eb8cce53-df5b-4926-b97e-18a6c9f21e31 on network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:06.076647 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959885df-3b2f-4e0c-9e52-9c1743dde428 None None] Routers {'48c517e0-c891-436d-ace6-e468a8f6bcd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:33:06.076647 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-959885df-3b2f-4e0c-9e52-9c1743dde428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48c517e0-c891-436d-ace6-e468a8f6bcd9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:06.081612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8cce53-df5b-4926-b97e-18a6c9f21e31,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:06.088908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:33:06.089344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Checking segment: {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:33:06.090184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Bound using segment: {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:33:06.090508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Bound port: eb8cce53-df5b-4926-b97e-18a6c9f21e31, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:33:06.091578 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:06.101777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Routers {'7843b648-87e3-440b-b84f-250dbc7ad0aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:33:06.101777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['7843b648-87e3-440b-b84f-250dbc7ad0aa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:06.111831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1709eec-774a-4adb-81ff-c229800026e9 req-bca2d874-f00b-4873-b935-cf69713cd855 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463425 Sep 22 09:33:06.193639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2abd731-1d21-4f6c-8fb2-cf6d123547dc req-0180c95c-7eb3-4311-895b-75ccf0be4958 service neutron] 10.222.0.60 "GET /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210057 Sep 22 09:33:06.208837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:06.211341 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-959885df-3b2f-4e0c-9e52-9c1743dde428 None None] Set router 48c517e0-c891-436d-ace6-e468a8f6bcd9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:33:06.211556 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c4613474-3e64-46f4-be82-9b54676dc291 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2777197 Sep 22 09:33:06.215735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33472) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:06.251856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] For port eb8cce53-df5b-4926-b97e-18a6c9f21e31, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:33:06.258397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] For port eb8cce53-df5b-4926-b97e-18a6c9f21e31, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=eb8cce53-df5b-4926-b97e-18a6c9f21e31,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:33:06.348303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Set router 7843b648-87e3-440b-b84f-250dbc7ad0aa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:33:06.404484 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:06.500306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:06.504700 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:06.512289 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] 10.222.0.45 "PUT /v2.0/ports/eb8cce53-df5b-4926-b97e-18a6c9f21e31 HTTP/1.1" status: 200 len: 1092 time: 2.3627205 Sep 22 09:33:06.512811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'tag': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:06.520948 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c38edde-5d05-4181-bd56-3177e43f2de0" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd66d87-cf19-49ae-9fd3-901ad940b59d", "tag": "eb8cce53-df5b-4926-b97e-18a6c9f21e31"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:06.590231 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c2c38-bd72-4048-b921-36ac3b206d63 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8cce53-df5b-4926-b97e-18a6c9f21e31,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:06.639165 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-959885df-3b2f-4e0c-9e52-9c1743dde428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:27Z', 'revision_number': 4, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '02f28595-eed5-4c56-87f0-653295eb1a7b', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'port_id': '3dbaefcc-502b-4905-a2dd-09751f3c0385', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'mac_address': 'fa:16:3e:d8:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:31:35Z', 'updated_at': '2021-09-22T09:33:04Z', 'revision_number': 1, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8', 'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'mac_address': 'fa:16:3e:9d:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:25Z', 'updated_at': '2021-09-22T09:30:34Z', 'revision_number': 5, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'subnets': [{'id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:06.662802 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f9d8ea-38bd-4f52-84e2-1f359c467b5a x-openstack-request-id: req-c9f9d8ea-38bd-4f52-84e2-1f359c467b5a {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:06.663295 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd66d87-cf19-49ae-9fd3-901ad940b59d", "tag": "eb8cce53-df5b-4926-b97e-18a6c9f21e31", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:06.663832 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9f9d8ea-38bd-4f52-84e2-1f359c467b5a {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:06.664466 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'tag': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31', 'status': 'completed', 'code': 200} Sep 22 09:33:06.726414 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959885df-3b2f-4e0c-9e52-9c1743dde428 None None] The sync data for ids ['48c517e0-c891-436d-ace6-e468a8f6bcd9'] in n-d-805649-4 is: [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:27Z', 'revision_number': 4, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '02f28595-eed5-4c56-87f0-653295eb1a7b', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'port_id': '3dbaefcc-502b-4905-a2dd-09751f3c0385', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'mac_address': 'fa:16:3e:d8:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82eade62-c824-4568-973a-ae57c0509fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:31:35Z', 'updated_at': '2021-09-22T09:33:04Z', 'revision_number': 1, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8', 'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'mac_address': 'fa:16:3e:9d:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:25Z', 'updated_at': '2021-09-22T09:30:34Z', 'revision_number': 5, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'subnets': [{'id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:33:06.797954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-350e2b0f-a9ce-465e-b186-edd7395de7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:06.801125 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-350e2b0f-a9ce-465e-b186-edd7395de7f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4487adddfe80414185b635c5def5498d&device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 1095 time: 0.1144888 Sep 22 09:33:06.896160 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-e272ca22-a3d6-4e02-a061-1ee5c305f85f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb8cce53-df5b-4926-b97e-18a6c9f21e31 HTTP/1.1" status: 200 len: 217 time: 0.0863569 Sep 22 09:33:06.949546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b349051d-80ae-4062-af87-91821360aa9a up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:07.025007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-dca91ce5-f361-47f4-9097-9d8afdca618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:07.030576 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-dca91ce5-f361-47f4-9097-9d8afdca618f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97e558d8-50e5-49ad-b658-279ef4008a23 HTTP/1.1" status: 200 len: 849 time: 0.1180999 Sep 22 09:33:07.162617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-05d43a83-e720-4793-875d-60848262369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:07.164985 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-05d43a83-e720-4793-875d-60848262369a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181762 Sep 22 09:33:07.175674 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be900c-6eed-45b6-badd-75f0d7068edb None None] New status for floating IP 02f28595-eed5-4c56-87f0-653295eb1a7b: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:33:07.191371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port b349051d-80ae-4062-af87-91821360aa9a completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:33:07.211068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '3dbaefcc-502b-4905-a2dd-09751f3c0385'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:07.213525 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3593c6c7-ea57-4e63-839a-cfd584476604" -d '{"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "3dbaefcc-502b-4905-a2dd-09751f3c0385"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:07.216349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port b349051d-80ae-4062-af87-91821360aa9a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:07.217658 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:07.335248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'name': 'tempest-ServerRescueTestJSON-1027169661-router', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:33:02Z', 'updated_at': '2021-09-22T09:33:04Z', 'revision_number': 3, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'gw_port': {'id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:03Z', 'updated_at': '2021-09-22T09:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:07.378678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Checking router: 7843b648-87e3-440b-b84f-250dbc7ad0aa for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:33:07.390078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Updating router 7843b648-87e3-440b-b84f-250dbc7ad0aa port 9c738b56-b3a9-482e-a2e6-1c2c443cef10 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:33:07.394626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-f88d2e20-c5d7-4232-b578-661b4654c9d0 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216449 Sep 22 09:33:07.450471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568058cc-76c1-480e-bcac-3ed436c467ec req-35766774-f249-4f37-8ba9-e414ca36a474 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:07.463221 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:07.467403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-568058cc-76c1-480e-bcac-3ed436c467ec req-35766774-f249-4f37-8ba9-e414ca36a474 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 944 time: 0.2449207 Sep 22 09:33:07.486379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f95b8-c3a5-400a-943a-2f47b96a6b8e req-71902918-67fe-4c08-bbf9-02dac4664a52 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:07.491151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-484f95b8-c3a5-400a-943a-2f47b96a6b8e req-71902918-67fe-4c08-bbf9-02dac4664a52 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 944 time: 0.2715797 Sep 22 09:33:07.529343 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55aa7300-49ec-4a8b-8774-beb22b706304 req-71b600e1-ede8-441d-8a93-708360a970a6 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260417 Sep 22 09:33:07.564342 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:07.609183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-568058cc-76c1-480e-bcac-3ed436c467ec req-c194491d-fdbe-4191-84ef-9f4a3e5fa174 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428387 Sep 22 09:33:07.617465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469b91e0-9e83-4dba-96ed-2d06eed6df1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b349051d-80ae-4062-af87-91821360aa9a'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:07.622809 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69026950-8a36-42a0-ab31-88379d147902" -d '{"events": [{"server_uuid": "469b91e0-9e83-4dba-96ed-2d06eed6df1d", "name": "network-vif-plugged", "status": "completed", "tag": "b349051d-80ae-4062-af87-91821360aa9a"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:07.627020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b349051d-80ae-4062-af87-91821360aa9a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b349051d-80ae-4062-af87-91821360aa9a,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:07.657644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-484f95b8-c3a5-400a-943a-2f47b96a6b8e req-281904c9-f8f2-4363-b1dc-d266f50644fa tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416876 Sep 22 09:33:07.729547 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:07.771517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae4780-8033-4118-bec8-5d24ca655936 req-dd36181e-4d78-4663-9faf-350b430368b8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:07.771517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26ae4780-8033-4118-bec8-5d24ca655936 req-dd36181e-4d78-4663-9faf-350b430368b8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 945 time: 0.0969834 Sep 22 09:33:07.778171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38edde-5d05-4181-bd56-3177e43f2de0 req-294f7480-1663-4abf-8fa2-faaed7c987db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:07.779734 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8c38edde-5d05-4181-bd56-3177e43f2de0 req-294f7480-1663-4abf-8fa2-faaed7c987db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4487adddfe80414185b635c5def5498d&device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 1095 time: 0.0664065 Sep 22 09:33:07.792260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b349051d-80ae-4062-af87-91821360aa9a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:07.898639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38edde-5d05-4181-bd56-3177e43f2de0 req-cfb9b62b-6ae0-47a9-b2e3-fb9fc4160f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:07.900988 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8c38edde-5d05-4181-bd56-3177e43f2de0 req-cfb9b62b-6ae0-47a9-b2e3-fb9fc4160f65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 200 len: 911 time: 0.1111443 Sep 22 09:33:07.901738 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26ae4780-8033-4118-bec8-5d24ca655936 req-3c7620f4-36d3-4b56-b367-5a8b6c26bf9c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197674 Sep 22 09:33:07.907487 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:07.907828 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:07.937691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4089e-521d-48b4-a0ac-570522ccb6a1 req-cbb9c25e-cd17-4e66-8708-dfdf013ea52e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:07.939304 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00d4089e-521d-48b4-a0ac-570522ccb6a1 req-cbb9c25e-cd17-4e66-8708-dfdf013ea52e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.0987265 Sep 22 09:33:07.957799 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f59bbdc-7437-41e5-81af-081597b22f6c x-openstack-request-id: req-2f59bbdc-7437-41e5-81af-081597b22f6c {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:07.958076 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "tag": "3dbaefcc-502b-4905-a2dd-09751f3c0385", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:07.973671 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f59bbdc-7437-41e5-81af-081597b22f6c {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:07.973671 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'tag': '3dbaefcc-502b-4905-a2dd-09751f3c0385', 'status': 'completed', 'code': 200} Sep 22 09:33:07.974403 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8c38edde-5d05-4181-bd56-3177e43f2de0 req-d17804d8-ac99-4b19-a80d-df878429141e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb8cce53-df5b-4926-b97e-18a6c9f21e31 HTTP/1.1" status: 200 len: 217 time: 0.0545726 Sep 22 09:33:08.028575 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.055124 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00d4089e-521d-48b4-a0ac-570522ccb6a1 req-73df4091-0505-4350-a0a6-6dcacb6bf48b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063907 Sep 22 09:33:08.063009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38edde-5d05-4181-bd56-3177e43f2de0 req-09d5fc25-71a3-478e-ba05-1e26241496cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.066493 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8c38edde-5d05-4181-bd56-3177e43f2de0 req-09d5fc25-71a3-478e-ba05-1e26241496cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97e558d8-50e5-49ad-b658-279ef4008a23 HTTP/1.1" status: 200 len: 849 time: 0.0881958 Sep 22 09:33:08.076624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-4acb2c0e-f7f8-41e5-a211-ee01bdafc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.078482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-4acb2c0e-f7f8-41e5-a211-ee01bdafc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.078991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-4acb2c0e-f7f8-41e5-a211-ee01bdafc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.079592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-4acb2c0e-f7f8-41e5-a211-ee01bdafc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.080129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-4acb2c0e-f7f8-41e5-a211-ee01bdafc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.080673 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-4acb2c0e-f7f8-41e5-a211-ee01bdafc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.081224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-4acb2c0e-f7f8-41e5-a211-ee01bdafc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.091549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-4acb2c0e-f7f8-41e5-a211-ee01bdafc127 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6501 time: 0.0914221 Sep 22 09:33:08.123197 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f32461-6cb1-41be-85f1-a9e7aada8510 x-openstack-request-id: req-49f32461-6cb1-41be-85f1-a9e7aada8510 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:08.123341 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469b91e0-9e83-4dba-96ed-2d06eed6df1d", "name": "network-vif-plugged", "status": "completed", "tag": "b349051d-80ae-4062-af87-91821360aa9a", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:08.123686 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49f32461-6cb1-41be-85f1-a9e7aada8510 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:08.124226 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469b91e0-9e83-4dba-96ed-2d06eed6df1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b349051d-80ae-4062-af87-91821360aa9a', 'code': 200} Sep 22 09:33:08.147205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Attempting to bind port 9c738b56-b3a9-482e-a2e6-1c2c443cef10 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:33:08.147666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Attempting to bind port 9c738b56-b3a9-482e-a2e6-1c2c443cef10 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:33:08.148103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Attempting to bind port 9c738b56-b3a9-482e-a2e6-1c2c443cef10 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:08.150636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a709a-8b70-46af-a5ff-98afc0a30fa2 None None] Pushing event updated for resources: {'Port': ['ID=9c738b56-b3a9-482e-a2e6-1c2c443cef10,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:08.158324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:33:08.158710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:33:08.159216 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.159854 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:33:08.160516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Bound port: 9c738b56-b3a9-482e-a2e6-1c2c443cef10, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:33:08.161019 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.177466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33514) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:08.223925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Allocated IP 172.20.0.1 (71ab51ce-2ff8-48da-88a9-84c9bd980cec/94e22368-18ae-4175-9ce9-491aa2fe292d/462f423f-1928-4e8b-bf7b-f88f1882e491) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:33:08.235861 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] For port 9c738b56-b3a9-482e-a2e6-1c2c443cef10, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:33:08.241136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] For port 9c738b56-b3a9-482e-a2e6-1c2c443cef10, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9c738b56-b3a9-482e-a2e6-1c2c443cef10,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:33:08.251950 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38edde-5d05-4181-bd56-3177e43f2de0 req-7593c692-7745-4e1e-a46a-add0afc850a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.253562 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8c38edde-5d05-4181-bd56-3177e43f2de0 req-7593c692-7745-4e1e-a46a-add0afc850a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690633 Sep 22 09:33:08.261666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f65677-f382-45fd-aa75-fb7cc0fa3672 req-e6e70631-02ec-4ea5-9322-efb126fbc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.263229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5f65677-f382-45fd-aa75-fb7cc0fa3672 req-e6e70631-02ec-4ea5-9322-efb126fbc7da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 1097 time: 0.0697012 Sep 22 09:33:08.310387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-636d7c24-cdfb-4795-880c-3c389bc9b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.313063 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-636d7c24-cdfb-4795-880c-3c389bc9b099 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6459b7b4-2a6f-4f7f-b002-843449468890 HTTP/1.1" status: 200 len: 917 time: 0.2198668 Sep 22 09:33:08.315119 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.351344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5f65677-f382-45fd-aa75-fb7cc0fa3672 req-e0680f08-d6e6-44ce-9131-448b116b1378 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779648 Sep 22 09:33:08.383127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.403963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Routers {'7843b648-87e3-440b-b84f-250dbc7ad0aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:33:08.405287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['7843b648-87e3-440b-b84f-250dbc7ad0aa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:08.434685 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c48dd17-5075-4f0b-b40b-703ad849e28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.445724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a709a-8b70-46af-a5ff-98afc0a30fa2 None None] Pushing event updated for resources: {'Port': ['ID=9c738b56-b3a9-482e-a2e6-1c2c443cef10,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:08.499996 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-9a4b6f11-3252-44ac-b5fc-93e47ec0cf21 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbaefcc-502b-4905-a2dd-09751f3c0385 HTTP/1.1" status: 200 len: 1001 time: 0.1459901 Sep 22 09:33:08.504352 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8c38edde-5d05-4181-bd56-3177e43f2de0 req-ea5eede8-9dd6-48b1-90ee-db5fe3fe7816 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426546 Sep 22 09:33:08.514117 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.532450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] Set router 7843b648-87e3-440b-b84f-250dbc7ad0aa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:33:08.555316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Network 71ab51ce-2ff8-48da-88a9-84c9bd980cec is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:33:08.558712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:33:08.562438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:33:08.597750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Pushing event updated for resources: {'Port': ['ID=462f423f-1928-4e8b-bf7b-f88f1882e491,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:08.614228 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.685892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-a8f3fdbc-eac4-459d-a258-480c48176862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.687528 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-a8f3fdbc-eac4-459d-a258-480c48176862 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1694f58d-8b5c-4d1d-bd3f-343ad533ef70 HTTP/1.1" status: 200 len: 855 time: 0.1663918 Sep 22 09:33:08.767880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-a0ee218f-7652-4603-9a74-0fb4e3d8b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.769472 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-a0ee218f-7652-4603-9a74-0fb4e3d8b55e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6459b7b4-2a6f-4f7f-b002-843449468890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730538 Sep 22 09:33:08.773369 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8c38edde-5d05-4181-bd56-3177e43f2de0 req-d3e1a6b8-ec75-451f-a0e9-65d72aaa131b service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473912 Sep 22 09:33:08.820045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570b254-ed21-4a77-b4b8-a5806358da70 req-c692d074-0b40-4b95-95a7-5df81a6e24ab tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.821862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'name': 'tempest-ServerRescueTestJSON-1027169661-router', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:33:02Z', 'updated_at': '2021-09-22T09:33:04Z', 'revision_number': 3, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'gw_port': {'id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:03Z', 'updated_at': '2021-09-22T09:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:08.828192 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c48dd17-5075-4f0b-b40b-703ad849e28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.828803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5570b254-ed21-4a77-b4b8-a5806358da70 req-c692d074-0b40-4b95-95a7-5df81a6e24ab tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 944 time: 0.1347885 Sep 22 09:33:08.856125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f71f6-61d6-40f3-b9bb-b44cd9b71be8 None None] The sync data for ids ['7843b648-87e3-440b-b84f-250dbc7ad0aa'] in n-d-805649-4 is: [{'id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'name': 'tempest-ServerRescueTestJSON-1027169661-router', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:33:02Z', 'updated_at': '2021-09-22T09:33:04Z', 'revision_number': 3, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'gw_port': {'id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:03Z', 'updated_at': '2021-09-22T09:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:33:08.864702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f271d-6858-4ab1-a264-8898e983d80e req-8b49d832-cc64-47e4-8e02-58b485d6056b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:08.869177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c50f271d-6858-4ab1-a264-8898e983d80e req-8b49d832-cc64-47e4-8e02-58b485d6056b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 944 time: 0.1145763 Sep 22 09:33:08.908647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f5817013-1a05-4907-8371-71d37963ba7a details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:33:08.911713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5570b254-ed21-4a77-b4b8-a5806358da70 req-d8781737-9f49-42fa-89ca-8e0f145b92da tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809784 Sep 22 09:33:08.916390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-26562e19-b1ca-4bc5-99e4-9964c4081722 service neutron] 10.222.0.45 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287572 Sep 22 09:33:08.962337 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c48dd17-5075-4f0b-b40b-703ad849e28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.973358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c50f271d-6858-4ab1-a264-8898e983d80e req-fd54f4c3-d4d0-4cbb-a80a-86e0f1ab9bbf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962005 Sep 22 09:33:08.974393 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.013082 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8c48dd17-5075-4f0b-b40b-703ad849e28a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32e346662bab4323a0b488133a30bd53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8219178 Sep 22 09:33:09.014257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33528) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:09.094664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f5817013-1a05-4907-8371-71d37963ba7a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f5817013-1a05-4907-8371-71d37963ba7a,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:09.117815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'f5817013-1a05-4907-8371-71d37963ba7a', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'port_id': 'f5817013-1a05-4907-8371-71d37963ba7a', 'mac_address': 'fa:16:3e:3c:94:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaf3b31-1878-4542-8cdf-ef8404499561', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:33:09.182553 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.216155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5817013-1a05-4907-8371-71d37963ba7a {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:09.217953 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba21b16-05b6-43e4-9f54-0ab0ea87dbc5 req-3369d299-9e36-426f-8750-6b59a29bda34 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:09.219658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ba21b16-05b6-43e4-9f54-0ab0ea87dbc5 req-3369d299-9e36-426f-8750-6b59a29bda34 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 946 time: 0.1369219 Sep 22 09:33:09.231567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3593c6c7-ea57-4e63-839a-cfd584476604 req-45cd4594-64d8-4fb2-b2ba-80a7b1e5552b service neutron] 10.222.0.45 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033884 Sep 22 09:33:09.261814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f5817013-1a05-4907-8371-71d37963ba7a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f5817013-1a05-4907-8371-71d37963ba7a,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:09.264037 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48dd17-5075-4f0b-b40b-703ad849e28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4108c2ef-e3d9-418c-87b6-e0e648ade8f4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:09.322728 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1cc94c67-8b87-4174-a144-c68d34434103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.346755 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.350404 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.354729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ba21b16-05b6-43e4-9f54-0ab0ea87dbc5 req-075732f2-3b6d-472c-916d-74e6d7eddb8b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265595 Sep 22 09:33:09.359091 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1cc94c67-8b87-4174-a144-c68d34434103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.400921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2e220-386b-4b7f-b81c-1057ce9f3e0b req-d6a99e3a-e2c0-4042-93ca-a7a22d0d077b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:09.402522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14d2e220-386b-4b7f-b81c-1057ce9f3e0b req-d6a99e3a-e2c0-4042-93ca-a7a22d0d077b tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1293480 Sep 22 09:33:09.434532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.444014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=f5817013-1a05-4907-8371-71d37963ba7a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:09.493785 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1cc94c67-8b87-4174-a144-c68d34434103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.496783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1cc94c67-8b87-4174-a144-c68d34434103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.498039 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1cc94c67-8b87-4174-a144-c68d34434103 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4108c2ef-e3d9-418c-87b6-e0e648ade8f4 HTTP/1.1" status: 204 len: 168 time: 0.4836192 Sep 22 09:33:09.505271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14d2e220-386b-4b7f-b81c-1057ce9f3e0b req-678a703d-67b2-4cca-9169-0e01d10d6d3a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941937 Sep 22 09:33:09.507339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc94c67-8b87-4174-a144-c68d34434103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4108c2ef-e3d9-418c-87b6-e0e648ade8f4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:09.546680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Pushing event updated for resources: {'Port': ['ID=462f423f-1928-4e8b-bf7b-f88f1882e491,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:09.556048 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.627881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['f5817013-1a05-4907-8371-71d37963ba7a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:09.669560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Network 71ab51ce-2ff8-48da-88a9-84c9bd980cec is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:33:09.671950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:33:09.824029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Router 7843b648-87e3-440b-b84f-250dbc7ad0aa has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:33:09.953727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:33:09.964332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f7007ec1-dc7e-4a96-b919-b6d786f13d68 admin admin] 10.222.0.49 "PUT /v2.0/routers/7843b648-87e3-440b-b84f-250dbc7ad0aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7421315 Sep 22 09:33:10.004780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 12dabac2-38c0-4c84-a132-dc209749a761 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:33:10.006967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 12dabac2-38c0-4c84-a132-dc209749a761 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:33:10.063588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368062ea-f420-4171-b58e-6fdc6fee53f1 req-2aaddfe0-d817-458a-a118-6c0534c21680 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:10.065191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-368062ea-f420-4171-b58e-6fdc6fee53f1 req-2aaddfe0-d817-458a-a118-6c0534c21680 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 945 time: 0.0699508 Sep 22 09:33:10.166948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-368062ea-f420-4171-b58e-6fdc6fee53f1 req-ff7bf02f-ffab-446f-a1e2-3b1b9222fe38 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817556 Sep 22 09:33:10.183886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6d2b3-7baf-46fe-b42e-8afa32d6e665 req-6f4b48ed-18c4-4418-a7b3-c7ded1786c73 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:10.189129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c6d2b3-7baf-46fe-b42e-8afa32d6e665 req-6f4b48ed-18c4-4418-a7b3-c7ded1786c73 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 944 time: 0.0969906 Sep 22 09:33:10.239928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:10.245209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7c6d2b3-7baf-46fe-b42e-8afa32d6e665 req-44049bbf-cef2-4f09-91d1-b43b537479af tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472100 Sep 22 09:33:10.260223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '12dabac2-38c0-4c84-a132-dc209749a761', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '12dabac2-38c0-4c84-a132-dc209749a761', 'mac_address': 'fa:16:3e:3b:d3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:33:10.269789 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.273685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33552) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:10.291444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-70527e74-e519-4cdc-9fd1-26086f7305f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.334227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:10.336561 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e94ec2-4d54-45b5-ae1d-6e61c025fa44" -d '{"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-unplugged", "status": "completed", "tag": "12dabac2-38c0-4c84-a132-dc209749a761"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:10.341553 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.358244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:10.364481 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12dabac2-38c0-4c84-a132-dc209749a761 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:10.385310 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6d492b-1e50-45f4-8416-0fd2b04e6085 x-openstack-request-id: req-ca6d492b-1e50-45f4-8416-0fd2b04e6085 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:10.385625 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-unplugged", "status": "completed", "tag": "12dabac2-38c0-4c84-a132-dc209749a761", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:10.386720 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca6d492b-1e50-45f4-8416-0fd2b04e6085 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:10.387129 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761', 'code': 200} Sep 22 09:33:10.440995 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-70527e74-e519-4cdc-9fd1-26086f7305f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.449100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.492131 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-70527e74-e519-4cdc-9fd1-26086f7305f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.521020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93e246-a7ea-48e9-a488-23be27e7bce0 req-c02e1152-af01-4303-b0c7-025ab128a58e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:10.530798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a93e246-a7ea-48e9-a488-23be27e7bce0 req-c02e1152-af01-4303-b0c7-025ab128a58e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 946 time: 0.0808928 Sep 22 09:33:10.538562 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:33:10.538926 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:33:10.539655 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-70527e74-e519-4cdc-9fd1-26086f7305f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13fe62b2627a4c5cb67156a38b56e4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645507 Sep 22 09:33:10.540413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70527e74-e519-4cdc-9fd1-26086f7305f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c8dc07-a765-4c1c-b32c-ca3240d5016a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:10.543086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:10.565246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33562) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:10.575790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a93e246-a7ea-48e9-a488-23be27e7bce0 req-c4052344-cb99-402d-967c-467ec49e918f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 Sep 22 09:33:10.631804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f5194bf-b098-4d5c-8a34-01c03f8d0af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.658787 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f5194bf-b098-4d5c-8a34-01c03f8d0af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.722356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e3969-05e0-4cfd-b7b2-a330740ace46 req-4faf5ce9-b52a-4383-8be1-cdaa89d4a03c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:10.723919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c69e3969-05e0-4cfd-b7b2-a330740ace46 req-4faf5ce9-b52a-4383-8be1-cdaa89d4a03c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 947 time: 0.0719960 Sep 22 09:33:10.797565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c69e3969-05e0-4cfd-b7b2-a330740ace46 req-7c8de43d-0831-4b00-9ff5-f50f9787e2ac tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661685 Sep 22 09:33:10.813529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f5194bf-b098-4d5c-8a34-01c03f8d0af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.819763 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f5194bf-b098-4d5c-8a34-01c03f8d0af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.822823 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8f5194bf-b098-4d5c-8a34-01c03f8d0af0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5c8dc07-a765-4c1c-b32c-ca3240d5016a HTTP/1.1" status: 204 len: 168 time: 0.2540038 Sep 22 09:33:10.834831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5194bf-b098-4d5c-8a34-01c03f8d0af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c8dc07-a765-4c1c-b32c-ca3240d5016a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:10.913880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f5817013-1a05-4907-8371-71d37963ba7a up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:10.919459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-8b7e812b-3fb7-4087-85cb-fcae92e099d4 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:10.941354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-8b7e812b-3fb7-4087-85cb-fcae92e099d4 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/networks?id=71ab51ce-2ff8-48da-88a9-84c9bd980cec HTTP/1.1" status: 200 len: 811 time: 0.1824210 Sep 22 09:33:10.958540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-9c507fb5-ff76-46a9-9b1b-1babb67b5daa tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/quotas/4fe88448e5d1461fa216fbfdda33fa89 HTTP/1.1" status: 200 len: 375 time: 0.0191805 Sep 22 09:33:11.007917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9c738b56-b3a9-482e-a2e6-1c2c443cef10 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:11.060563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703425d4-82c3-48bc-b0c4-7973aed85de2 req-160fe8f6-9163-4343-85e4-ba3f3abb54d1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:11.062381 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-703425d4-82c3-48bc-b0c4-7973aed85de2 req-160fe8f6-9163-4343-85e4-ba3f3abb54d1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 946 time: 0.0878489 Sep 22 09:33:11.067983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-a35b5f86-9091-4609-8bd4-1c14eb884ea5 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fe88448e5d1461fa216fbfdda33fa89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072600 Sep 22 09:33:11.093705 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.106520 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9c738b56-b3a9-482e-a2e6-1c2c443cef10 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:11.106753 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.109646 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dabac2-38c0-4c84-a132-dc209749a761 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:11.115792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port f5817013-1a05-4907-8371-71d37963ba7a completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:33:11.158397 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port f5817013-1a05-4907-8371-71d37963ba7a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:11.158776 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.174012 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:11.176576 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-703425d4-82c3-48bc-b0c4-7973aed85de2 req-41fa48e9-cb74-43d5-a22d-a87df2b5c862 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060026 Sep 22 09:33:11.224965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-4431403a-d15a-4f7b-ac7b-4bb2eb0a159a service neutron] 10.222.0.49 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439989 Sep 22 09:33:11.327781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Sync routers for ids ['7843b648-87e3-440b-b84f-250dbc7ad0aa'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:33:11.334947 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.399722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Routers {'7843b648-87e3-440b-b84f-250dbc7ad0aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:33:11.400414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['7843b648-87e3-440b-b84f-250dbc7ad0aa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:11.403823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-13a8e4b3-602b-4ef8-a5cd-2a927750236b service neutron] 10.222.0.49 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700752 Sep 22 09:33:11.492784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=10']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:11.584405 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.593822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.636365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 9c738b56-b3a9-482e-a2e6-1c2c443cef10, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9c738b56-b3a9-482e-a2e6-1c2c443cef10,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:11.642421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Set router 7843b648-87e3-440b-b84f-250dbc7ad0aa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:33:11.674549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['12dabac2-38c0-4c84-a132-dc209749a761'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:11.715809 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f5817013-1a05-4907-8371-71d37963ba7a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f5817013-1a05-4907-8371-71d37963ba7a,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:11.779917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051eaf83-1162-4e90-87c8-5ef764f9be46 req-a434245c-036d-4e2c-a874-38f122c212a3 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:11.780667 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.793807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-051eaf83-1162-4e90-87c8-5ef764f9be46 req-a434245c-036d-4e2c-a874-38f122c212a3 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 945 time: 0.0744851 Sep 22 09:33:11.853462 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-051eaf83-1162-4e90-87c8-5ef764f9be46 req-31998d0a-5f73-44c3-8ede-b1e3bde0c179 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584717 Sep 22 09:33:11.895326 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.926042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85659453-e090-440f-a818-0c1f8d6974b5 req-e2eb6b36-9915-4188-9fdd-51302484627d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:11.933668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85659453-e090-440f-a818-0c1f8d6974b5 req-e2eb6b36-9915-4188-9fdd-51302484627d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 944 time: 0.0779366 Sep 22 09:33:12.019982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device eb8cce53-df5b-4926-b97e-18a6c9f21e31 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:33:12.034596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=9c738b56-b3a9-482e-a2e6-1c2c443cef10,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:12.035476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85659453-e090-440f-a818-0c1f8d6974b5 req-54b6da57-9871-4b57-846e-5b439bfdb893 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013575 Sep 22 09:33:12.174502 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb9e4d7e-af3a-4b5c-91ef-996792b569f0 req-353381bb-80ba-461f-b75c-8c7b9ebe1489 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 210 time: 0.0310402 Sep 22 09:33:12.198023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c411920-544c-4ccb-8ce3-1afe2ae11dca req-5b3acab6-1b5a-4ae6-89ae-5ba1a28590ca tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:12.202205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c411920-544c-4ccb-8ce3-1afe2ae11dca req-5b3acab6-1b5a-4ae6-89ae-5ba1a28590ca tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 946 time: 0.0880511 Sep 22 09:33:12.235187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=f5817013-1a05-4907-8371-71d37963ba7a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:12.249842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c411920-544c-4ccb-8ce3-1afe2ae11dca req-29eb1d1a-4c28-40df-81e5-e06a999db848 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406358 Sep 22 09:33:12.296840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port eb8cce53-df5b-4926-b97e-18a6c9f21e31, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=eb8cce53-df5b-4926-b97e-18a6c9f21e31,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:12.311909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf442a-1280-45b0-8408-476176e2ca7f req-39f03afd-ae18-4d02-85b1-eabc6a475998 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:12.317353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7cf442a-1280-45b0-8408-476176e2ca7f req-39f03afd-ae18-4d02-85b1-eabc6a475998 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.0661314 Sep 22 09:33:12.323157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'port_id': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31', 'mac_address': 'fa:16:3e:1b:08:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:33:12.362569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7cf442a-1280-45b0-8408-476176e2ca7f req-efb30aa6-8b53-4a47-af5e-f5756c51f988 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Sep 22 09:33:12.379087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'name': 'tempest-ServerRescueTestJSON-1027169661-router', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:33:02Z', 'updated_at': '2021-09-22T09:33:08Z', 'revision_number': 4, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'gw_port': {'id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:03Z', 'updated_at': '2021-09-22T09:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '462f423f-1928-4e8b-bf7b-f88f1882e491', 'name': '', 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'mac_address': 'fa:16:3e:55:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '94e22368-18ae-4175-9ce9-491aa2fe292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:07Z', 'updated_at': '2021-09-22T09:33:09Z', 'revision_number': 2, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'subnets': [{'id': '94e22368-18ae-4175-9ce9-491aa2fe292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:12.390965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b35dde7-2963-479b-8620-75b507a27dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5817013-1a05-4907-8371-71d37963ba7a'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:12.393481 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe613a5-4c1e-48b9-8600-1a01163b0966" -d '{"events": [{"server_uuid": "0b35dde7-2963-479b-8620-75b507a27dc0", "name": "network-vif-plugged", "status": "completed", "tag": "f5817013-1a05-4907-8371-71d37963ba7a"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:12.398740 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.443615 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Checking router: 7843b648-87e3-440b-b84f-250dbc7ad0aa for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:33:12.444130 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Updating router 7843b648-87e3-440b-b84f-250dbc7ad0aa port 462f423f-1928-4e8b-bf7b-f88f1882e491 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:33:12.450875 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0c9cc3-5a3e-4b5e-a802-579fea638689 x-openstack-request-id: req-fe0c9cc3-5a3e-4b5e-a802-579fea638689 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:12.451170 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b35dde7-2963-479b-8620-75b507a27dc0", "name": "network-vif-plugged", "status": "completed", "tag": "f5817013-1a05-4907-8371-71d37963ba7a", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:12.451422 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe0c9cc3-5a3e-4b5e-a802-579fea638689 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:12.453576 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b35dde7-2963-479b-8620-75b507a27dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5817013-1a05-4907-8371-71d37963ba7a', 'code': 200} Sep 22 09:33:12.475500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8cce53-df5b-4926-b97e-18a6c9f21e31 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:12.503899 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.518201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port eb8cce53-df5b-4926-b97e-18a6c9f21e31, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=eb8cce53-df5b-4926-b97e-18a6c9f21e31,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:12.576170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cb07b-7b39-43ea-99d4-803079057f35 req-9de0b2b7-6001-4045-b339-0321237f4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:12.578512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b9cb07b-7b39-43ea-99d4-803079057f35 req-9de0b2b7-6001-4045-b339-0321237f4743 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 1097 time: 0.0563920 Sep 22 09:33:12.618111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b9cb07b-7b39-43ea-99d4-803079057f35 req-49363cda-5b36-417a-8241-bbb5b408b44e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Sep 22 09:33:12.627550 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.741619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=eb8cce53-df5b-4926-b97e-18a6c9f21e31,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:12.861307 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.895056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9c738b56-b3a9-482e-a2e6-1c2c443cef10 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:12.943324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9c738b56-b3a9-482e-a2e6-1c2c443cef10 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:12.943738 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.970282 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.977325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['eb8cce53-df5b-4926-b97e-18a6c9f21e31'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:13.017048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6142b-69c1-45a0-9856-fffb77af5300 req-522a17f4-e461-42ef-af31-8e3b632c5787 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:13.018629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bb6142b-69c1-45a0-9856-fffb77af5300 req-522a17f4-e461-42ef-af31-8e3b632c5787 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 946 time: 0.0723698 Sep 22 09:33:13.072790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce010a-3b61-46d3-8aac-b5aad15cd50c None None] Pushing event updated for resources: {'Port': ['ID=462f423f-1928-4e8b-bf7b-f88f1882e491,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:13.094770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bb6142b-69c1-45a0-9856-fffb77af5300 req-db96e99b-3e01-49f1-b9e6-4e741963dd8a tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609562 Sep 22 09:33:13.230913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Attempting to bind port 462f423f-1928-4e8b-bf7b-f88f1882e491 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:33:13.231302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dec548-0b07-4b5c-9b4e-0ad2a19ab9ae req-afa0bd79-fd3e-4f2a-b410-74f1dea930d8 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:13.231882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Attempting to bind port 462f423f-1928-4e8b-bf7b-f88f1882e491 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:33:13.232506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Attempting to bind port 462f423f-1928-4e8b-bf7b-f88f1882e491 on network 71ab51ce-2ff8-48da-88a9-84c9bd980cec {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:13.240160 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0dec548-0b07-4b5c-9b4e-0ad2a19ab9ae req-afa0bd79-fd3e-4f2a-b410-74f1dea930d8 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 945 time: 0.0871859 Sep 22 09:33:13.240673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:33:13.241657 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Checking segment: {'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:33:13.242389 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.243096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Bound using segment: {'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:33:13.243838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Bound port: 462f423f-1928-4e8b-bf7b-f88f1882e491, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:33:13.244459 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.325378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cedc564f-4682-484c-b053-8716925e6bba req-8ae20833-93ca-454f-8607-e3ffc0d4c14f tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 210 time: 0.0611081 Sep 22 09:33:13.330538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0dec548-0b07-4b5c-9b4e-0ad2a19ab9ae req-9a543662-6745-4a76-aaf8-59f7154559e0 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892563 Sep 22 09:33:13.382849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] For port 462f423f-1928-4e8b-bf7b-f88f1882e491, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:33:13.394663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] For port 462f423f-1928-4e8b-bf7b-f88f1882e491, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=462f423f-1928-4e8b-bf7b-f88f1882e491,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:33:13.535910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa6886-d861-41ca-a28f-9fe19cd5ffb9 req-9ce4140b-17a7-4af5-ac83-f4d8711c3e10 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:13.537544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58aa6886-d861-41ca-a28f-9fe19cd5ffb9 req-9ce4140b-17a7-4af5-ac83-f4d8711c3e10 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 946 time: 0.1311688 Sep 22 09:33:13.547679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf2092-a66f-45f1-9117-df15b7364d4d req-cdd2d0da-9ea8-4074-9834-3a6993f0143f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:13.549333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdbf2092-a66f-45f1-9117-df15b7364d4d req-cdd2d0da-9ea8-4074-9834-3a6993f0143f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 946 time: 0.1414316 Sep 22 09:33:13.572384 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.582767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e59002-4dbd-4549-8c38-b17824bb27f1 req-eb03f73c-d55f-4f9e-a889-66ded8d8eb77 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:13.584451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68e59002-4dbd-4549-8c38-b17824bb27f1 req-eb03f73c-d55f-4f9e-a889-66ded8d8eb77 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 949 time: 0.1361387 Sep 22 09:33:13.638952 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Routers {'7843b648-87e3-440b-b84f-250dbc7ad0aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:33:13.640688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['7843b648-87e3-440b-b84f-250dbc7ad0aa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:13.650450 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58aa6886-d861-41ca-a28f-9fe19cd5ffb9 req-b5098038-a29d-4bc4-b00d-806da870bea9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000078 Sep 22 09:33:13.700974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68e59002-4dbd-4549-8c38-b17824bb27f1 req-be44ba10-124c-4ed7-8407-b43fa504c89f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910654 Sep 22 09:33:13.760045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-bdbf2092-a66f-45f1-9117-df15b7364d4d req-c73bded2-c870-492d-99c4-eb58facaa6e8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Deleting port b349051d-80ae-4062-af87-91821360aa9a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:33:13.760651 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bdbf2092-a66f-45f1-9117-df15b7364d4d req-c73bded2-c870-492d-99c4-eb58facaa6e8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.882065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-bdbf2092-a66f-45f1-9117-df15b7364d4d req-c73bded2-c870-492d-99c4-eb58facaa6e8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] For port b349051d-80ae-4062-af87-91821360aa9a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b349051d-80ae-4062-af87-91821360aa9a,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:13.882436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bdbf2092-a66f-45f1-9117-df15b7364d4d req-c73bded2-c870-492d-99c4-eb58facaa6e8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.894228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce010a-3b61-46d3-8aac-b5aad15cd50c None None] Pushing event updated for resources: {'Port': ['ID=462f423f-1928-4e8b-bf7b-f88f1882e491,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:13.910231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-bdbf2092-a66f-45f1-9117-df15b7364d4d req-c73bded2-c870-492d-99c4-eb58facaa6e8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Calling delete_port for b349051d-80ae-4062-af87-91821360aa9a owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:33:13.969885 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] Set router 7843b648-87e3-440b-b84f-250dbc7ad0aa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:33:14.028667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 12dabac2-38c0-4c84-a132-dc209749a761 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:14.198061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bdbf2092-a66f-45f1-9117-df15b7364d4d req-c73bded2-c870-492d-99c4-eb58facaa6e8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:14.211124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 12dabac2-38c0-4c84-a132-dc209749a761 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:14.211532 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:14.220631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387', 'b349051d-80ae-4062-af87-91821360aa9a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:14.254801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bded2-c870-492d-99c4-eb58facaa6e8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event deleted for resources: {'Port': ['ID=b349051d-80ae-4062-af87-91821360aa9a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:14.331450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbf2092-a66f-45f1-9117-df15b7364d4d req-c73bded2-c870-492d-99c4-eb58facaa6e8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] No DVR routers for this DVR port b349051d-80ae-4062-af87-91821360aa9a on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:33:14.336395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bdbf2092-a66f-45f1-9117-df15b7364d4d req-c73bded2-c870-492d-99c4-eb58facaa6e8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:14.338615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdbf2092-a66f-45f1-9117-df15b7364d4d req-c73bded2-c870-492d-99c4-eb58facaa6e8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "DELETE /v2.0/ports/b349051d-80ae-4062-af87-91821360aa9a HTTP/1.1" status: 204 len: 173 time: 0.7778697 Sep 22 09:33:14.339112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469b91e0-9e83-4dba-96ed-2d06eed6df1d', 'name': 'network-vif-deleted', 'tag': 'b349051d-80ae-4062-af87-91821360aa9a'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:14.341516 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb0ef4-7365-4213-bb04-a905aabffb09" -d '{"events": [{"server_uuid": "469b91e0-9e83-4dba-96ed-2d06eed6df1d", "name": "network-vif-deleted", "tag": "b349051d-80ae-4062-af87-91821360aa9a"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:14.381217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd320-0744-4c57-81df-765b244205fb req-ab949c6b-05ed-408a-9ab5-dc6774c545fe tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:14.383009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5cfd320-0744-4c57-81df-765b244205fb req-ab949c6b-05ed-408a-9ab5-dc6774c545fe tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 946 time: 0.1310935 Sep 22 09:33:14.402676 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89450ca2-eccc-47bc-8cd5-f39d6fac0871 x-openstack-request-id: req-89450ca2-eccc-47bc-8cd5-f39d6fac0871 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:14.403036 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469b91e0-9e83-4dba-96ed-2d06eed6df1d", "name": "network-vif-deleted", "tag": "b349051d-80ae-4062-af87-91821360aa9a", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:14.403284 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89450ca2-eccc-47bc-8cd5-f39d6fac0871 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:14.403671 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469b91e0-9e83-4dba-96ed-2d06eed6df1d', 'name': 'network-vif-deleted', 'tag': 'b349051d-80ae-4062-af87-91821360aa9a', 'status': 'completed', 'code': 200} Sep 22 09:33:14.440322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5cfd320-0744-4c57-81df-765b244205fb req-df9d7bff-c357-444b-8dff-b743ee983ae2 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453548 Sep 22 09:33:14.469532 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:14.479247 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'name': 'tempest-ServerRescueTestJSON-1027169661-router', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:33:02Z', 'updated_at': '2021-09-22T09:33:08Z', 'revision_number': 4, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'gw_port': {'id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:03Z', 'updated_at': '2021-09-22T09:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '462f423f-1928-4e8b-bf7b-f88f1882e491', 'name': '', 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'mac_address': 'fa:16:3e:55:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '94e22368-18ae-4175-9ce9-491aa2fe292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:07Z', 'updated_at': '2021-09-22T09:33:13Z', 'revision_number': 4, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'subnets': [{'id': '94e22368-18ae-4175-9ce9-491aa2fe292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:14.518825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6a81a-95d3-475a-9890-72ad190b9832 req-bc7406b3-0527-4357-bd88-0fed5aa64b24 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:14.520810 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23e6a81a-95d3-475a-9890-72ad190b9832 req-bc7406b3-0527-4357-bd88-0fed5aa64b24 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 945 time: 0.0601928 Sep 22 09:33:14.552230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f59d4-0879-4010-a933-daf805a01d6f None None] The sync data for ids ['7843b648-87e3-440b-b84f-250dbc7ad0aa'] in n-d-805649-4 is: [{'id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'name': 'tempest-ServerRescueTestJSON-1027169661-router', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:33:02Z', 'updated_at': '2021-09-22T09:33:08Z', 'revision_number': 4, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'gw_port': {'id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:03Z', 'updated_at': '2021-09-22T09:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '462f423f-1928-4e8b-bf7b-f88f1882e491', 'name': '', 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'mac_address': 'fa:16:3e:55:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '94e22368-18ae-4175-9ce9-491aa2fe292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:07Z', 'updated_at': '2021-09-22T09:33:13Z', 'revision_number': 4, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'subnets': [{'id': '94e22368-18ae-4175-9ce9-491aa2fe292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:33:14.565110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:14.567574 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98c6511-c6d9-4720-841e-fbfb5c1aba21" -d '{"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-plugged", "status": "completed", "tag": "12dabac2-38c0-4c84-a132-dc209749a761"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:14.569282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af3b5444-a570-4cba-9316-9cb49494b778 req-d126cae2-87cb-498c-b5ad-44149e5c863d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 210 time: 0.0444326 Sep 22 09:33:14.589610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:14.618866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23e6a81a-95d3-475a-9890-72ad190b9832 req-acecff65-bf0f-473a-92f9-6260e0f03974 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809293 Sep 22 09:33:14.669568 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ba426c-2865-4cc2-9545-ba1f703b66d5 x-openstack-request-id: req-93ba426c-2865-4cc2-9545-ba1f703b66d5 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:14.669913 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-plugged", "status": "completed", "tag": "12dabac2-38c0-4c84-a132-dc209749a761", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:14.670108 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93ba426c-2865-4cc2-9545-ba1f703b66d5 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:14.670609 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761', 'code': 200} Sep 22 09:33:14.736830 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:14.821707 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c718949e-fb8b-4ec1-bf62-827d5a48cade req-8c882254-3602-4e44-a3cc-f09b43316514 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=469b91e0-9e83-4dba-96ed-2d06eed6df1d HTTP/1.1" status: 200 len: 210 time: 0.0630407 Sep 22 09:33:14.918411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=11']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:15.031608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a19f6-c21e-4175-ab67-afe388bd9ef3 req-34811983-241d-43a1-9482-a80829b73a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:15.038148 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-726a19f6-c21e-4175-ab67-afe388bd9ef3 req-34811983-241d-43a1-9482-a80829b73a46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 1101 time: 0.1363461 Sep 22 09:33:15.054549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 462f423f-1928-4e8b-bf7b-f88f1882e491 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:15.096361 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-856e6b92-4da2-424f-ae53-df0d992d9002 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:15.098135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-856e6b92-4da2-424f-ae53-df0d992d9002 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.60 "GET /v2.0/networks?id=71ab51ce-2ff8-48da-88a9-84c9bd980cec HTTP/1.1" status: 200 len: 811 time: 0.1931691 Sep 22 09:33:15.099487 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-726a19f6-c21e-4175-ab67-afe388bd9ef3 req-a5aed669-2ecf-4bab-bf41-ea8f03d69d83 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558271 Sep 22 09:33:15.126930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269a2c4-9d8d-4579-94e0-8eed8ba3ba28 req-3ad37265-8fac-4d27-aff9-a6a281cb2004 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:15.128576 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c269a2c4-9d8d-4579-94e0-8eed8ba3ba28 req-3ad37265-8fac-4d27-aff9-a6a281cb2004 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 950 time: 0.1103492 Sep 22 09:33:15.132487 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Request body: {'port': {'device_id': 'ac210765-b4f0-458a-b1d0-6bf110384865', 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec', 'admin_state_up': True, 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:15.169258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 462f423f-1928-4e8b-bf7b-f88f1882e491 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:15.169639 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:15.269542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c269a2c4-9d8d-4579-94e0-8eed8ba3ba28 req-19829132-357f-44a6-a4ea-c1db61937983 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304581 Sep 22 09:33:15.310707 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:15.379440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 462f423f-1928-4e8b-bf7b-f88f1882e491, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=462f423f-1928-4e8b-bf7b-f88f1882e491,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:15.425771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Made reservation on behalf of 4fe88448e5d1461fa216fbfdda33fa89 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:33:15.433213 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:15.453996 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:15.541945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=462f423f-1928-4e8b-bf7b-f88f1882e491,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:16.033546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device eb8cce53-df5b-4926-b97e-18a6c9f21e31 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:16.166692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3e01bef-8e12-4965-b11d-9637fd0d93f2 req-681505b4-c434-4791-8e54-8918062d9de9 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 210 time: 0.4372780 Sep 22 09:33:16.184900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port eb8cce53-df5b-4926-b97e-18a6c9f21e31 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:33:16.192453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port eb8cce53-df5b-4926-b97e-18a6c9f21e31 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:16.192895 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:16.203552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Allocated IP 172.20.0.5 (71ab51ce-2ff8-48da-88a9-84c9bd980cec/94e22368-18ae-4175-9ce9-491aa2fe292d/44867487-11da-448d-a0e4-e8e6ca5f8894) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:33:16.258713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef4cc1-6ac4-49cd-8f51-03dd31ac96f3 req-2bde1687-e4fa-4bcc-b7ff-113c373d48cc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:16.270252 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfef4cc1-6ac4-49cd-8f51-03dd31ac96f3 req-2bde1687-e4fa-4bcc-b7ff-113c373d48cc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 945 time: 0.1372173 Sep 22 09:33:16.331899 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:16.378941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port eb8cce53-df5b-4926-b97e-18a6c9f21e31, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=eb8cce53-df5b-4926-b97e-18a6c9f21e31,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:16.384231 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfef4cc1-6ac4-49cd-8f51-03dd31ac96f3 req-7777f56f-bb70-4f23-a04d-b926518fac52 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046379 Sep 22 09:33:16.540042 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:16.571860 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:16.587923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1287900-adc2-424b-9268-0434bedde649 req-bff3aa68-a19a-484c-ab5b-2c96ff42cc9e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:16.589714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1287900-adc2-424b-9268-0434bedde649 req-bff3aa68-a19a-484c-ab5b-2c96ff42cc9e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 950 time: 0.1041467 Sep 22 09:33:16.615794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=eb8cce53-df5b-4926-b97e-18a6c9f21e31,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:16.625336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.625692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.626040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.626705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.626705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.627038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.627371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.627696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.628028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.628378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.628817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.629149 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:16.650720 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1287900-adc2-424b-9268-0434bedde649 req-7e568768-7aad-4b39-8651-e6145012b8aa tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526245 Sep 22 09:33:16.671769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:16.674848 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f6b28a-a869-4ddf-9f8c-212a6405607a" -d '{"events": [{"server_uuid": "ebd66d87-cf19-49ae-9fd3-901ad940b59d", "name": "network-vif-plugged", "status": "completed", "tag": "eb8cce53-df5b-4926-b97e-18a6c9f21e31"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:16.762414 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:16.812553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Network 71ab51ce-2ff8-48da-88a9-84c9bd980cec is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:33:16.816230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:33:16.826610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:33:16.831728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Pushing event updated for resources: {'Port': ['ID=44867487-11da-448d-a0e4-e8e6ca5f8894,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:16.900107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:16.900413 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb68623-39f3-42af-9052-ade6001b59da x-openstack-request-id: req-8fb68623-39f3-42af-9052-ade6001b59da {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:16.900706 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd66d87-cf19-49ae-9fd3-901ad940b59d", "name": "network-vif-plugged", "status": "completed", "tag": "eb8cce53-df5b-4926-b97e-18a6c9f21e31", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:16.901126 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fb68623-39f3-42af-9052-ade6001b59da {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:16.901523 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31', 'code': 200} Sep 22 09:33:16.902216 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:16.945025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 462f423f-1928-4e8b-bf7b-f88f1882e491 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:16.984860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b349051d-80ae-4062-af87-91821360aa9a no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:33:17.032698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: b349051d-80ae-4062-af87-91821360aa9a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:33:17.036356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b349051d-80ae-4062-af87-91821360aa9a not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:33:17.069080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-bdec7a6a-4b25-488f-8bb1-a6499ad48d77 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9521930 Sep 22 09:33:17.079183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 462f423f-1928-4e8b-bf7b-f88f1882e491 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:17.080414 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.087619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Request body: {'port': {'device_id': 'ac210765-b4f0-458a-b1d0-6bf110384865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:17.091948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c378a-e590-42e2-8815-400fc5bb7d26 req-efa64b85-d32d-42d1-a651-96bdc58eb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:17.093810 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d85c378a-e590-42e2-8815-400fc5bb7d26 req-efa64b85-d32d-42d1-a651-96bdc58eb970 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 1097 time: 0.0843692 Sep 22 09:33:17.152379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082cfee-c161-4f8c-bb4a-a70b8b823143 req-3a7e5309-e47a-4784-a1a1-080553049fd5 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:17.159054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d85c378a-e590-42e2-8815-400fc5bb7d26 req-6fb96315-3bab-4c6e-815e-2b757e609229 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571730 Sep 22 09:33:17.168386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f082cfee-c161-4f8c-bb4a-a70b8b823143 req-3a7e5309-e47a-4784-a1a1-080553049fd5 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 946 time: 0.1502194 Sep 22 09:33:17.218172 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.247623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f082cfee-c161-4f8c-bb4a-a70b8b823143 req-d4e36ba4-5867-4ab7-af94-0ce5a541dfe3 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772798 Sep 22 09:33:17.422774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecbe04-56c5-4c18-88fd-62e459d0f528 req-9353af0c-058b-4cc8-a12d-f6e47ee8fdcf tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:17.424400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27ecbe04-56c5-4c18-88fd-62e459d0f528 req-9353af0c-058b-4cc8-a12d-f6e47ee8fdcf tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 931 time: 0.1575842 Sep 22 09:33:17.584581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27ecbe04-56c5-4c18-88fd-62e459d0f528 req-c7843f6c-ac7d-4d54-ab3e-1ca8dcb25fcf tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516945 Sep 22 09:33:17.601163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-5940198b-0342-46c3-92e8-4f7c03956152 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:17.601163 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-5940198b-0342-46c3-92e8-4f7c03956152 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.2297964 Sep 22 09:33:17.639191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-7c511d3b-468d-4d28-a71c-cfb9ead36254 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/quotas/9f0a951bc6ef4a38b8343a638bb80253 HTTP/1.1" status: 200 len: 375 time: 0.0225461 Sep 22 09:33:17.760607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44867487-11da-448d-a0e4-e8e6ca5f8894 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:17.771559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.778239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-d6dd8886-b454-4506-99b5-b0ac49d16889 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1322577 Sep 22 09:33:17.796825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a7c25-3816-4da0-bf0b-6fa212424f19 req-4a723cc5-5dc6-4198-a4a4-7c4cb37d56fc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:17.798425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf2a7c25-3816-4da0-bf0b-6fa212424f19 req-4a723cc5-5dc6-4198-a4a4-7c4cb37d56fc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1314044 Sep 22 09:33:17.812282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Transition to ACTIVE for port object 44867487-11da-448d-a0e4-e8e6ca5f8894 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:33:17.898321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf2a7c25-3816-4da0-bf0b-6fa212424f19 req-dde6c625-7619-4ac5-bb55-6299b3479915 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874598 Sep 22 09:33:17.914010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.001830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-ceb2d1bb-891a-4f39-bb04-8be0d14d8820 service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021530 Sep 22 09:33:18.047648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Pushing event updated for resources: {'Port': ['ID=44867487-11da-448d-a0e4-e8e6ca5f8894,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:18.208118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449dfff-45b4-4615-a883-87defc03940c req-e57ceecc-58e2-4dcf-b81d-3f3359a3b342 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:18.209745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9449dfff-45b4-4615-a883-87defc03940c req-e57ceecc-58e2-4dcf-b81d-3f3359a3b342 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 950 time: 0.1937897 Sep 22 09:33:18.255838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-7d4b426a-00c4-4cb9-a289-b16dfca83c13 service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229843 Sep 22 09:33:18.258987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Attempting to bind port 44867487-11da-448d-a0e4-e8e6ca5f8894 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:33:18.258987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Attempting to bind port 44867487-11da-448d-a0e4-e8e6ca5f8894 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:33:18.259412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Attempting to bind port 44867487-11da-448d-a0e4-e8e6ca5f8894 on network 71ab51ce-2ff8-48da-88a9-84c9bd980cec {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:18.270488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Port 44867487-11da-448d-a0e4-e8e6ca5f8894 on network 71ab51ce-2ff8-48da-88a9-84c9bd980cec not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:33:18.270704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Attempting to bind port 44867487-11da-448d-a0e4-e8e6ca5f8894 on network 71ab51ce-2ff8-48da-88a9-84c9bd980cec {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:18.288996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:33:18.289347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Checking segment: {'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:33:18.289739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Bound using segment: {'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:33:18.290186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Bound port: 44867487-11da-448d-a0e4-e8e6ca5f8894, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:33:18.290550 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.297413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9449dfff-45b4-4615-a883-87defc03940c req-80f28f70-84c3-4a2f-b240-c7af1ea278eb tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801764 Sep 22 09:33:18.386459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] For port 44867487-11da-448d-a0e4-e8e6ca5f8894, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:33:18.393081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] For port 44867487-11da-448d-a0e4-e8e6ca5f8894, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=44867487-11da-448d-a0e4-e8e6ca5f8894,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:33:18.525499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.626946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Pushing event updated for resources: {'Port': ['ID=44867487-11da-448d-a0e4-e8e6ca5f8894,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:18.630833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:18.646164 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.646164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-353f7a11-cc62-437a-ab67-089d90a9979b service neutron] 10.222.0.60 "PUT /v2.0/ports/44867487-11da-448d-a0e4-e8e6ca5f8894 HTTP/1.1" status: 200 len: 1091 time: 1.5545168 Sep 22 09:33:18.646164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac210765-b4f0-458a-b1d0-6bf110384865', 'tag': '44867487-11da-448d-a0e4-e8e6ca5f8894'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:18.646164 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c4bed3-fe97-4a38-9cf8-e5914a7cf475" -d '{"events": [{"name": "network-changed", "server_uuid": "ac210765-b4f0-458a-b1d0-6bf110384865", "tag": "44867487-11da-448d-a0e4-e8e6ca5f8894"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:18.684821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e29bb-7ad7-4392-aac7-3dda317df875 req-93af6833-3f61-4010-9279-194e69f96f13 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:18.687103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce2e29bb-7ad7-4392-aac7-3dda317df875 req-93af6833-3f61-4010-9279-194e69f96f13 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 946 time: 0.1204767 Sep 22 09:33:18.735829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce2e29bb-7ad7-4392-aac7-3dda317df875 req-7a40faa8-c7b5-4b51-a2ac-35ff69d92b41 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 Sep 22 09:33:18.833223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9711d05b-a8e1-4ff3-9746-2ef5ad600373 req-724bccb3-c3ef-4205-a6ce-76c884262c80 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 210 time: 0.0349557 Sep 22 09:33:18.944606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-226159f9-75b8-4c84-a652-720ec1c97ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:18.946132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-226159f9-75b8-4c84-a652-720ec1c97ef3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe88448e5d1461fa216fbfdda33fa89&device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 1094 time: 0.0755875 Sep 22 09:33:18.974368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f5817013-1a05-4907-8371-71d37963ba7a details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:33:18.974926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c797-47e1-4091-93be-b90ec57ad042 req-6df14447-44df-4d34-86d4-a93e6a0badd1 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:18.978645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7227c797-47e1-4091-93be-b90ec57ad042 req-6df14447-44df-4d34-86d4-a93e6a0badd1 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 943 time: 0.0723071 Sep 22 09:33:19.018312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-8b49ba1f-cedf-4397-8ec3-be16ab607b93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44867487-11da-448d-a0e4-e8e6ca5f8894 HTTP/1.1" status: 200 len: 217 time: 0.0614333 Sep 22 09:33:19.084833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7227c797-47e1-4091-93be-b90ec57ad042 req-70aa4c2f-976f-4473-b6ca-fafffd7ef82d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688281 Sep 22 09:33:19.092982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f5817013-1a05-4907-8371-71d37963ba7a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f5817013-1a05-4907-8371-71d37963ba7a,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:19.095178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-9bc5c8ac-642a-4924-9015-f1e891b49c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:19.096664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-9bc5c8ac-642a-4924-9015-f1e891b49c34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=94e22368-18ae-4175-9ce9-491aa2fe292d HTTP/1.1" status: 200 len: 851 time: 0.0649450 Sep 22 09:33:19.114386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'f5817013-1a05-4907-8371-71d37963ba7a', 'network_id': '481161e4-d608-458f-a049-8a0f1f993768', 'port_id': 'f5817013-1a05-4907-8371-71d37963ba7a', 'mac_address': 'fa:16:3e:3c:94:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaf3b31-1878-4542-8cdf-ef8404499561', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:33:19.140008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-261f7830-aeee-4aa4-b801-875ebd710e9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71ab51ce-2ff8-48da-88a9-84c9bd980cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352881 Sep 22 09:33:19.150845 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a962e30-4c5b-4ec4-ade1-a71e50142542 x-openstack-request-id: req-7a962e30-4c5b-4ec4-ade1-a71e50142542 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:19.151138 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac210765-b4f0-458a-b1d0-6bf110384865", "tag": "44867487-11da-448d-a0e4-e8e6ca5f8894", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:19.151402 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a962e30-4c5b-4ec4-ade1-a71e50142542 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:19.151798 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac210765-b4f0-458a-b1d0-6bf110384865', 'tag': '44867487-11da-448d-a0e4-e8e6ca5f8894', 'status': 'completed', 'code': 200} Sep 22 09:33:19.181298 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.219311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5817013-1a05-4907-8371-71d37963ba7a {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:19.292107 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f5817013-1a05-4907-8371-71d37963ba7a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f5817013-1a05-4907-8371-71d37963ba7a,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:19.393982 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.416420 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-f3aa32c9-8231-4f8c-afab-abadb830e332 service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630842 Sep 22 09:33:19.424636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc562cfb-075a-4106-9815-b24bca0b2813 req-36ba2cd4-0310-498a-99ee-b8f4ca9379db tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:19.426373 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc562cfb-075a-4106-9815-b24bca0b2813 req-36ba2cd4-0310-498a-99ee-b8f4ca9379db tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1407940 Sep 22 09:33:19.468494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=f5817013-1a05-4907-8371-71d37963ba7a,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:19.491789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['f5817013-1a05-4907-8371-71d37963ba7a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:19.501073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e54eb-dc40-47da-b96c-23a75604442c req-b34e27ff-cb9f-4ed9-9dff-a978c79be5f4 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:19.512805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-519e54eb-dc40-47da-b96c-23a75604442c req-b34e27ff-cb9f-4ed9-9dff-a978c79be5f4 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 1101 time: 0.1789501 Sep 22 09:33:19.533291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc562cfb-075a-4106-9815-b24bca0b2813 req-3b723ef0-9654-4921-9933-466eb6a954fd tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892351 Sep 22 09:33:19.637385 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-519e54eb-dc40-47da-b96c-23a75604442c req-7981da01-df33-4acf-bcc4-b417d50426e2 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273277 Sep 22 09:33:19.652130 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac1880bd-97ac-43ca-8ef8-147a8feba7f7 req-3b2ff69f-b740-447e-80f9-90e34254e1ae service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231634 Sep 22 09:33:19.773034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c9d4d-a163-4501-8b59-905534b7ad78 req-046eacc2-4e5c-4427-aecf-077805306380 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:19.774560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-865c9d4d-a163-4501-8b59-905534b7ad78 req-046eacc2-4e5c-4427-aecf-077805306380 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.0549510 Sep 22 09:33:19.783979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33812) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:19.788826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d8b7936b-289e-485d-aae5-61887c0670c9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'floatingip': {'port_id': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:19.870384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8b7936b-289e-485d-aae5-61887c0670c9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.942222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2a9ac-f8fc-482a-ba88-9a17b1cceeaa req-0630f114-c0c4-43ca-8e66-21533ccff33a tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:19.943919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ad2a9ac-f8fc-482a-ba88-9a17b1cceeaa req-0630f114-c0c4-43ca-8e66-21533ccff33a tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 945 time: 0.0982320 Sep 22 09:33:19.948858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4bed3-fe97-4a38-9cf8-e5914a7cf475 req-a22c2ef5-52bf-43a3-b557-1d60c64bf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:19.950403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92c4bed3-fe97-4a38-9cf8-e5914a7cf475 req-a22c2ef5-52bf-43a3-b557-1d60c64bf573 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe88448e5d1461fa216fbfdda33fa89&device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 1094 time: 0.0689991 Sep 22 09:33:20.049182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ad2a9ac-f8fc-482a-ba88-9a17b1cceeaa req-895eca3d-61e7-47d5-a63d-4a4a796d1bfc tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929332 Sep 22 09:33:20.093256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4bed3-fe97-4a38-9cf8-e5914a7cf475 req-f1c7a5a0-dbc8-481e-8899-56ecde50377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:20.094920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92c4bed3-fe97-4a38-9cf8-e5914a7cf475 req-f1c7a5a0-dbc8-481e-8899-56ecde50377b service neutron] 10.222.0.60 "GET /v2.0/networks?id=71ab51ce-2ff8-48da-88a9-84c9bd980cec HTTP/1.1" status: 200 len: 912 time: 0.1315517 Sep 22 09:33:20.161370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92c4bed3-fe97-4a38-9cf8-e5914a7cf475 req-9a70a57e-8bd4-4f72-92f9-ec1a84fd0fb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44867487-11da-448d-a0e4-e8e6ca5f8894 HTTP/1.1" status: 200 len: 217 time: 0.0554502 Sep 22 09:33:20.196876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9a5d1c22-cf53-4748-a0e8-c838a783665d req-5db9a19f-8e2c-4787-8fd3-c7dbe4da5ec0 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 210 time: 0.0827923 Sep 22 09:33:20.255136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4bed3-fe97-4a38-9cf8-e5914a7cf475 req-bede6d22-464b-4fc7-b320-112a3cae59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:20.256532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92c4bed3-fe97-4a38-9cf8-e5914a7cf475 req-bede6d22-464b-4fc7-b320-112a3cae59f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=94e22368-18ae-4175-9ce9-491aa2fe292d HTTP/1.1" status: 200 len: 851 time: 0.0706589 Sep 22 09:33:20.303494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92c4bed3-fe97-4a38-9cf8-e5914a7cf475 req-4a1af426-5a8c-47c8-817c-61a3bbbb47b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71ab51ce-2ff8-48da-88a9-84c9bd980cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351253 Sep 22 09:33:20.418390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352dcb1-09ff-415a-bd5f-148ee55c5322 req-8eb26750-8c6c-4ec1-910d-63de3ea02fc6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:20.418390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d352dcb1-09ff-415a-bd5f-148ee55c5322 req-8eb26750-8c6c-4ec1-910d-63de3ea02fc6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 943 time: 0.1142702 Sep 22 09:33:20.461562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92c4bed3-fe97-4a38-9cf8-e5914a7cf475 req-fc559954-f332-445d-9010-97e1d74cfda9 service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261454 Sep 22 09:33:20.495923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d352dcb1-09ff-415a-bd5f-148ee55c5322 req-0e3fd8c7-e470-48da-8ac3-b03bf1d864b7 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699415 Sep 22 09:33:20.608402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92c4bed3-fe97-4a38-9cf8-e5914a7cf475 req-0a3139d5-d64c-496b-a032-8a681ae6cf5d service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250687 Sep 22 09:33:20.627077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62056bae-75ea-4a8c-b23b-c1641a6be1eb req-31e5b0ea-1803-425e-b4c1-66516ed5749d tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:20.629494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62056bae-75ea-4a8c-b23b-c1641a6be1eb req-31e5b0ea-1803-425e-b4c1-66516ed5749d tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 1101 time: 0.0564198 Sep 22 09:33:20.693058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62056bae-75ea-4a8c-b23b-c1641a6be1eb req-f0314d42-f61c-4c4b-853f-3e1095ca7994 tempest-ServersAdminTestJSON-26429147 tempest-ServersAdminTestJSON-26429147-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572958 Sep 22 09:33:20.862617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8b7936b-289e-485d-aae5-61887c0670c9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:20.927702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8b7936b-289e-485d-aae5-61887c0670c9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:20.985736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f5817013-1a05-4907-8371-71d37963ba7a up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:21.040630 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-d8b7936b-289e-485d-aae5-61887c0670c9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Floating IP c178dec8-12a1-4135-8de1-1b5130b7fa14 associated. External IP: 172.25.6.40, port: eb8cce53-df5b-4926-b97e-18a6c9f21e31. Sep 22 09:33:21.050423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port f5817013-1a05-4907-8371-71d37963ba7a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:21.051004 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:21.166492 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:21.202494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b35dde7-2963-479b-8620-75b507a27dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5817013-1a05-4907-8371-71d37963ba7a'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:21.205128 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b845b666-3354-42f1-96b0-6f5e3d7978a2" -d '{"events": [{"server_uuid": "0b35dde7-2963-479b-8620-75b507a27dc0", "name": "network-vif-plugged", "status": "completed", "tag": "f5817013-1a05-4907-8371-71d37963ba7a"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:21.223324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f5817013-1a05-4907-8371-71d37963ba7a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f5817013-1a05-4907-8371-71d37963ba7a,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:21.232110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1975b-eaa4-4041-bc23-e75897361261 req-02361291-326b-49f0-8a56-c5384aae5988 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:21.237518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4f1975b-eaa4-4041-bc23-e75897361261 req-02361291-326b-49f0-8a56-c5384aae5988 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 945 time: 0.0623860 Sep 22 09:33:21.288107 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4f1975b-eaa4-4041-bc23-e75897361261 req-c69b56d8-9d31-46b4-ba01-f16e7fbe84ad tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462730 Sep 22 09:33:21.337087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b7936b-289e-485d-aae5-61887c0670c9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:33:21.348446 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a13650-ee4f-49ad-8298-f96ec20ae098 x-openstack-request-id: req-43a13650-ee4f-49ad-8298-f96ec20ae098 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:21.348779 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b35dde7-2963-479b-8620-75b507a27dc0", "name": "network-vif-plugged", "status": "completed", "tag": "f5817013-1a05-4907-8371-71d37963ba7a", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:21.349096 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43a13650-ee4f-49ad-8298-f96ec20ae098 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:21.349482 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b35dde7-2963-479b-8620-75b507a27dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5817013-1a05-4907-8371-71d37963ba7a', 'code': 200} Sep 22 09:33:21.391301 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:21.419849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eeed300d-203b-4ac4-a438-339d10de0e4e req-b6aaf014-2449-4705-84c8-f92d584605cd tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 210 time: 0.0355241 Sep 22 09:33:21.461445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=f5817013-1a05-4907-8371-71d37963ba7a,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:21.476968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b7936b-289e-485d-aae5-61887c0670c9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:33:21.482070 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8b7936b-289e-485d-aae5-61887c0670c9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:21.489546 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddada7c-f401-402a-86bc-1bf1ae8484ad None None] Sync routers for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:33:21.499800 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddada7c-f401-402a-86bc-1bf1ae8484ad None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:33:21.500411 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-eddada7c-f401-402a-86bc-1bf1ae8484ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:21.511405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb2081-8b75-4192-bcc9-0d392b88d988 req-73106003-efea-4a36-aa41-fe1c369ee306 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:21.515273 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d8b7936b-289e-485d-aae5-61887c0670c9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "PUT /v2.0/floatingips/c178dec8-12a1-4135-8de1-1b5130b7fa14 HTTP/1.1" status: 200 len: 991 time: 1.7269375 Sep 22 09:33:21.515273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'tag': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:21.515531 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c31323-ab99-486e-995c-7cb9b09b89f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd66d87-cf19-49ae-9fd3-901ad940b59d", "tag": "eb8cce53-df5b-4926-b97e-18a6c9f21e31"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:21.519953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35fb2081-8b75-4192-bcc9-0d392b88d988 req-73106003-efea-4a36-aa41-fe1c369ee306 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 949 time: 0.1247110 Sep 22 09:33:21.605424 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35fb2081-8b75-4192-bcc9-0d392b88d988 req-30e41bc4-0a33-43f4-a11b-c3741f33c4d6 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844007 Sep 22 09:33:21.613985 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-eddada7c-f401-402a-86bc-1bf1ae8484ad None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:33:21.635842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-d324409a-ba1c-4270-954f-4a258e948dee tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:21.637522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-d324409a-ba1c-4270-954f-4a258e948dee tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.1877415 Sep 22 09:33:21.661158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Request body: {'port': {'device_id': 'a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'admin_state_up': True, 'tenant_id': '9f0a951bc6ef4a38b8343a638bb80253'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:21.786309 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac56001-257c-4ea1-b77e-bb7e4067a5a6 req-f58c1620-e58d-4a31-a76a-9f84a28b934c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:21.788256 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aac56001-257c-4ea1-b77e-bb7e4067a5a6 req-f58c1620-e58d-4a31-a76a-9f84a28b934c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 943 time: 0.1209009 Sep 22 09:33:21.799805 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56baf37-c50c-4d8c-b9a2-1ac6cf90437f x-openstack-request-id: req-e56baf37-c50c-4d8c-b9a2-1ac6cf90437f {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:21.800102 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd66d87-cf19-49ae-9fd3-901ad940b59d", "tag": "eb8cce53-df5b-4926-b97e-18a6c9f21e31", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:21.800353 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e56baf37-c50c-4d8c-b9a2-1ac6cf90437f {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:21.800767 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'tag': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31', 'status': 'completed', 'code': 200} Sep 22 09:33:21.896079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aac56001-257c-4ea1-b77e-bb7e4067a5a6 req-ce5eac1a-f629-48a6-af9f-183a018f34d8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004739 Sep 22 09:33:21.899791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c31323-ab99-486e-995c-7cb9b09b89f5 req-b755eb46-b762-435d-8bbf-25999c79e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:21.902020 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41c31323-ab99-486e-995c-7cb9b09b89f5 req-b755eb46-b762-435d-8bbf-25999c79e99f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4487adddfe80414185b635c5def5498d&device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 1097 time: 0.0660365 Sep 22 09:33:21.939179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Made reservation on behalf of 9f0a951bc6ef4a38b8343a638bb80253 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:33:21.943573 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:21.973405 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-eddada7c-f401-402a-86bc-1bf1ae8484ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'c178dec8-12a1-4135-8de1-1b5130b7fa14', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'port_id': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'mac_address': 'fa:16:3e:1b:08:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:32:56Z', 'updated_at': '2021-09-22T09:33:20Z', 'revision_number': 1, 'project_id': '4487adddfe80414185b635c5def5498d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:22.005055 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddada7c-f401-402a-86bc-1bf1ae8484ad None None] Checking router: c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:33:22.015356 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddada7c-f401-402a-86bc-1bf1ae8484ad None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:33:22.016337 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-eddada7c-f401-402a-86bc-1bf1ae8484ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:22.060146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c31323-ab99-486e-995c-7cb9b09b89f5 req-9f4c1201-e586-4193-a2b9-5f1c4af72c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:22.062392 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41c31323-ab99-486e-995c-7cb9b09b89f5 req-9f4c1201-e586-4193-a2b9-5f1c4af72c94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 200 len: 911 time: 0.1434863 Sep 22 09:33:22.128282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Allocated IP 172.20.0.13 (e381bbfe-9cad-4576-9347-d9b5699eebb3/2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90/281d42fe-3edb-4552-9a95-f5e09f35d1ad) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:33:22.145816 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-eddada7c-f401-402a-86bc-1bf1ae8484ad None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:33:22.160441 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41c31323-ab99-486e-995c-7cb9b09b89f5 req-783c6c58-057f-49b2-81b8-0d5496780a7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb8cce53-df5b-4926-b97e-18a6c9f21e31 HTTP/1.1" status: 200 len: 999 time: 0.0851791 Sep 22 09:33:22.241998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c31323-ab99-486e-995c-7cb9b09b89f5 req-1472ce96-d88b-4ed5-94a6-a14b5f116034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:22.242724 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41c31323-ab99-486e-995c-7cb9b09b89f5 req-1472ce96-d88b-4ed5-94a6-a14b5f116034 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97e558d8-50e5-49ad-b658-279ef4008a23 HTTP/1.1" status: 200 len: 849 time: 0.0713701 Sep 22 09:33:22.317668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c31323-ab99-486e-995c-7cb9b09b89f5 req-6505d63a-13a3-434a-a917-c512b3af1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:22.320205 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41c31323-ab99-486e-995c-7cb9b09b89f5 req-6505d63a-13a3-434a-a917-c512b3af1667 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659180 Sep 22 09:33:22.338852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:22.365626 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:33:22.433383 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-eddada7c-f401-402a-86bc-1bf1ae8484ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'c178dec8-12a1-4135-8de1-1b5130b7fa14', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'port_id': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'mac_address': 'fa:16:3e:1b:08:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:32:56Z', 'updated_at': '2021-09-22T09:33:20Z', 'revision_number': 1, 'project_id': '4487adddfe80414185b635c5def5498d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:22.442521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b348b-019f-419c-858a-e1dec0be9dc0 req-889b6b77-b235-4cce-9d4c-416435885a3c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:22.444216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-837b348b-019f-419c-858a-e1dec0be9dc0 req-889b6b77-b235-4cce-9d4c-416435885a3c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 946 time: 0.0629761 Sep 22 09:33:22.456106 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41c31323-ab99-486e-995c-7cb9b09b89f5 req-3422e013-1f64-4833-a060-fe3bef4835a0 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251745 Sep 22 09:33:22.463745 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddada7c-f401-402a-86bc-1bf1ae8484ad None None] The sync data for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 is: [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'c178dec8-12a1-4135-8de1-1b5130b7fa14', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'floating_ip_address': '172.25.6.40', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'port_id': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'mac_address': 'fa:16:3e:1b:08:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:32:56Z', 'updated_at': '2021-09-22T09:33:20Z', 'revision_number': 1, 'project_id': '4487adddfe80414185b635c5def5498d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:33:22.520675 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:22.525709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-837b348b-019f-419c-858a-e1dec0be9dc0 req-653d86c1-03d1-468e-915c-2604f21bdda2 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746620 Sep 22 09:33:22.533340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:22.638092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Network e381bbfe-9cad-4576-9347-d9b5699eebb3 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:33:22.648868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a33d08-12a7-424d-af5d-80fb896af3b7 req-2aa53115-f2ca-48fe-b17a-2db67238d2f7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:22.651547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5a33d08-12a7-424d-af5d-80fb896af3b7 req-2aa53115-f2ca-48fe-b17a-2db67238d2f7 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 946 time: 0.1660864 Sep 22 09:33:22.652228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event updated for resources: {'Port': ['ID=281d42fe-3edb-4552-9a95-f5e09f35d1ad,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:22.672949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:33:22.677220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:33:22.852502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a9638-e3f7-4652-8473-0ee66d81023f None None] New status for floating IP c178dec8-12a1-4135-8de1-1b5130b7fa14: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:33:22.900017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083466db-2902-46b5-81b5-d86a35ddc8f5 req-8a627ab2-6fc7-4bce-9f00-f8428138c293 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:22.902005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-083466db-2902-46b5-81b5-d86a35ddc8f5 req-8a627ab2-6fc7-4bce-9f00-f8428138c293 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 932 time: 0.3298593 Sep 22 09:33:22.920883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:22.921821 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.000295 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41c31323-ab99-486e-995c-7cb9b09b89f5 req-1ebdbfce-7451-4b38-9ae9-de64ffc69c6f service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296638 Sep 22 09:33:23.006529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-083466db-2902-46b5-81b5-d86a35ddc8f5 req-1e2869c8-6c95-41bb-9690-cd6bb8068bda tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928822 Sep 22 09:33:23.030907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077dd8c-7758-447b-965b-e4a81eac44b8 req-b6e9b4ed-7858-4856-80f1-8a9ad75d9240 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:23.039270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d077dd8c-7758-447b-965b-e4a81eac44b8 req-b6e9b4ed-7858-4856-80f1-8a9ad75d9240 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 949 time: 0.2215073 Sep 22 09:33:23.058994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-b5a33d08-12a7-424d-af5d-80fb896af3b7 req-2b855e2f-905b-426a-95c0-37c95c7b4054 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Deleting port f5817013-1a05-4907-8371-71d37963ba7a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:33:23.059532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b5a33d08-12a7-424d-af5d-80fb896af3b7 req-2b855e2f-905b-426a-95c0-37c95c7b4054 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.085476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-a37902d2-1cde-4113-8324-0be09dbb976f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4317183 Sep 22 09:33:23.086016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 44867487-11da-448d-a0e4-e8e6ca5f8894 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:33:23.117364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Request body: {'port': {'device_id': 'a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:23.132012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3392e1-98f0-4450-94d9-fed9e2142177 req-473c45c7-688c-4ccd-b7eb-f977faadb422 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:23.133897 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2d3392e1-98f0-4450-94d9-fed9e2142177 req-473c45c7-688c-4ccd-b7eb-f977faadb422 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 949 time: 0.0836403 Sep 22 09:33:23.142228 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d077dd8c-7758-447b-965b-e4a81eac44b8 req-5807b66c-f93f-4570-8df6-a87a075974f1 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019974 Sep 22 09:33:23.237472 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.275500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2d3392e1-98f0-4450-94d9-fed9e2142177 req-208de486-61da-42d1-957a-ed72f17d2a85 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Deleting port 1774222d-87da-43e1-9aab-9d5eb48e5950 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:33:23.275500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2d3392e1-98f0-4450-94d9-fed9e2142177 req-208de486-61da-42d1-957a-ed72f17d2a85 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.290954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 44867487-11da-448d-a0e4-e8e6ca5f8894, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=44867487-11da-448d-a0e4-e8e6ca5f8894,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:23.296890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9274a2c-18df-4709-95b9-baf0e727b481 req-57e70262-3b56-4dbf-8d38-cc7c81d6e880 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:23.298472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9274a2c-18df-4709-95b9-baf0e727b481 req-57e70262-3b56-4dbf-8d38-cc7c81d6e880 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 943 time: 0.1056151 Sep 22 09:33:23.327710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-b5a33d08-12a7-424d-af5d-80fb896af3b7 req-2b855e2f-905b-426a-95c0-37c95c7b4054 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] For port f5817013-1a05-4907-8371-71d37963ba7a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f5817013-1a05-4907-8371-71d37963ba7a,segment=NetworkSegment(8d2cd641-b0df-4ac6-a811-e8623f792a2b),segment_id=8d2cd641-b0df-4ac6-a811-e8623f792a2b)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:23.328084 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b5a33d08-12a7-424d-af5d-80fb896af3b7 req-2b855e2f-905b-426a-95c0-37c95c7b4054 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.332513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '44867487-11da-448d-a0e4-e8e6ca5f8894', 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec', 'port_id': '44867487-11da-448d-a0e4-e8e6ca5f8894', 'mac_address': 'fa:16:3e:97:30:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e22368-18ae-4175-9ce9-491aa2fe292d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:33:23.354770 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.370242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-b5a33d08-12a7-424d-af5d-80fb896af3b7 req-2b855e2f-905b-426a-95c0-37c95c7b4054 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Calling delete_port for f5817013-1a05-4907-8371-71d37963ba7a owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:33:23.387338 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.402846 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44867487-11da-448d-a0e4-e8e6ca5f8894 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:23.414988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2d3392e1-98f0-4450-94d9-fed9e2142177 req-208de486-61da-42d1-957a-ed72f17d2a85 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] For port 1774222d-87da-43e1-9aab-9d5eb48e5950, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1774222d-87da-43e1-9aab-9d5eb48e5950,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:23.415354 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2d3392e1-98f0-4450-94d9-fed9e2142177 req-208de486-61da-42d1-957a-ed72f17d2a85 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.425287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 44867487-11da-448d-a0e4-e8e6ca5f8894, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=44867487-11da-448d-a0e4-e8e6ca5f8894,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:23.429121 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2d3392e1-98f0-4450-94d9-fed9e2142177 req-208de486-61da-42d1-957a-ed72f17d2a85 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Calling delete_port for 1774222d-87da-43e1-9aab-9d5eb48e5950 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:33:23.469736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9274a2c-18df-4709-95b9-baf0e727b481 req-60411857-ec82-4068-86b6-ab35c26b7ea6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445849 Sep 22 09:33:23.533507 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.604871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=44867487-11da-448d-a0e4-e8e6ca5f8894,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:23.738774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2d3392e1-98f0-4450-94d9-fed9e2142177 req-208de486-61da-42d1-957a-ed72f17d2a85 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.753087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['c091996d-d031-424e-8f51-f4b05945148d', '1774222d-87da-43e1-9aab-9d5eb48e5950', '12dabac2-38c0-4c84-a132-dc209749a761'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:23.758555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaefdc-392b-46bd-b0b6-84d13fe83d4e req-441f1c69-bf19-4b6c-ba97-8a5663ac9584 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:23.766980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92aaefdc-392b-46bd-b0b6-84d13fe83d4e req-441f1c69-bf19-4b6c-ba97-8a5663ac9584 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 946 time: 0.1299407 Sep 22 09:33:23.787249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208de486-61da-42d1-957a-ed72f17d2a85 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Pushing event deleted for resources: {'Port': ['ID=1774222d-87da-43e1-9aab-9d5eb48e5950,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:23.817900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b5a33d08-12a7-424d-af5d-80fb896af3b7 req-2b855e2f-905b-426a-95c0-37c95c7b4054 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.824776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['44867487-11da-448d-a0e4-e8e6ca5f8894'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:23.866167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3392e1-98f0-4450-94d9-fed9e2142177 req-208de486-61da-42d1-957a-ed72f17d2a85 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] No DVR routers for this DVR port 1774222d-87da-43e1-9aab-9d5eb48e5950 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:33:23.875979 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2d3392e1-98f0-4450-94d9-fed9e2142177 req-208de486-61da-42d1-957a-ed72f17d2a85 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:23.878661 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2d3392e1-98f0-4450-94d9-fed9e2142177 req-208de486-61da-42d1-957a-ed72f17d2a85 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "DELETE /v2.0/ports/1774222d-87da-43e1-9aab-9d5eb48e5950 HTTP/1.1" status: 204 len: 173 time: 0.7381473 Sep 22 09:33:23.880465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd131372b-24ca-423f-9265-e23ed213306f', 'name': 'network-vif-deleted', 'tag': '1774222d-87da-43e1-9aab-9d5eb48e5950'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:23.894158 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549e455e-dc8c-49ce-b217-8c73e0350748" -d '{"events": [{"server_uuid": "d131372b-24ca-423f-9265-e23ed213306f", "name": "network-vif-deleted", "tag": "1774222d-87da-43e1-9aab-9d5eb48e5950"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:23.961031 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb679c7f-6b7e-4bf2-9fbb-f4922cbcaaaa x-openstack-request-id: req-bb679c7f-6b7e-4bf2-9fbb-f4922cbcaaaa {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:23.961460 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d131372b-24ca-423f-9265-e23ed213306f", "name": "network-vif-deleted", "tag": "1774222d-87da-43e1-9aab-9d5eb48e5950", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:23.961811 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb679c7f-6b7e-4bf2-9fbb-f4922cbcaaaa {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:23.963005 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd131372b-24ca-423f-9265-e23ed213306f', 'name': 'network-vif-deleted', 'tag': '1774222d-87da-43e1-9aab-9d5eb48e5950', 'status': 'completed', 'code': 200} Sep 22 09:33:24.287398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92aaefdc-392b-46bd-b0b6-84d13fe83d4e req-b6adca61-4770-4d9d-b690-2696c17ef1d2 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/security-groups?id=87e90158-a12c-4648-b6f1-4013b4d7c44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194252 Sep 22 09:33:24.297003 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-74dc03d9-afc5-4262-a11d-94c5574712b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:24.330647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b855e2f-905b-426a-95c0-37c95c7b4054 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Pushing event deleted for resources: {'Port': ['ID=f5817013-1a05-4907-8371-71d37963ba7a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:24.443590 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:24.446413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a33d08-12a7-424d-af5d-80fb896af3b7 req-2b855e2f-905b-426a-95c0-37c95c7b4054 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] No DVR routers for this DVR port f5817013-1a05-4907-8371-71d37963ba7a on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:33:24.451005 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b5a33d08-12a7-424d-af5d-80fb896af3b7 req-2b855e2f-905b-426a-95c0-37c95c7b4054 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:24.453389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5a33d08-12a7-424d-af5d-80fb896af3b7 req-2b855e2f-905b-426a-95c0-37c95c7b4054 tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.60 "DELETE /v2.0/ports/f5817013-1a05-4907-8371-71d37963ba7a HTTP/1.1" status: 204 len: 173 time: 1.7919266 Sep 22 09:33:24.453860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b35dde7-2963-479b-8620-75b507a27dc0', 'name': 'network-vif-deleted', 'tag': 'f5817013-1a05-4907-8371-71d37963ba7a'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:24.456086 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff852795-12e5-4901-8fed-3a6b46ae3cd6" -d '{"events": [{"server_uuid": "0b35dde7-2963-479b-8620-75b507a27dc0", "name": "network-vif-deleted", "tag": "f5817013-1a05-4907-8371-71d37963ba7a"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:24.471122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281d42fe-3edb-4552-9a95-f5e09f35d1ad {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:24.482093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:24.492200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4d97e-accf-49a5-84a4-1058e9b1e036 req-bda71b43-0ab7-4109-8de6-76c7346981cc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:24.496554 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21b4d97e-accf-49a5-84a4-1058e9b1e036 req-bda71b43-0ab7-4109-8de6-76c7346981cc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 932 time: 0.2081115 Sep 22 09:33:24.537952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Transition to ACTIVE for port object 281d42fe-3edb-4552-9a95-f5e09f35d1ad will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:33:24.546904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42510a98-1f58-4c56-93f0-37dff194b442 req-dc0eff2d-655f-4b1b-b9d6-f1270186847d tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=d131372b-24ca-423f-9265-e23ed213306f HTTP/1.1" status: 200 len: 210 time: 0.0477383 Sep 22 09:33:24.567841 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21b4d97e-accf-49a5-84a4-1058e9b1e036 req-ce16fb5e-6267-4e74-9d41-60e0ca9f5769 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644021 Sep 22 09:33:24.613358 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:24.659974 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439f15bc-a972-4471-add8-c984dca21c44 x-openstack-request-id: req-439f15bc-a972-4471-add8-c984dca21c44 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:24.660261 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b35dde7-2963-479b-8620-75b507a27dc0", "name": "network-vif-deleted", "tag": "f5817013-1a05-4907-8371-71d37963ba7a", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:24.660510 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-439f15bc-a972-4471-add8-c984dca21c44 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:24.660924 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b35dde7-2963-479b-8620-75b507a27dc0', 'name': 'network-vif-deleted', 'tag': 'f5817013-1a05-4907-8371-71d37963ba7a', 'status': 'completed', 'code': 200} Sep 22 09:33:24.744522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Pushing event updated for resources: {'Port': ['ID=281d42fe-3edb-4552-9a95-f5e09f35d1ad,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:24.810341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Attempting to bind port 281d42fe-3edb-4552-9a95-f5e09f35d1ad on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:33:24.811927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Attempting to bind port 281d42fe-3edb-4552-9a95-f5e09f35d1ad by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:33:24.812176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Attempting to bind port 281d42fe-3edb-4552-9a95-f5e09f35d1ad on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:24.818891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Port 281d42fe-3edb-4552-9a95-f5e09f35d1ad on network e381bbfe-9cad-4576-9347-d9b5699eebb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:33:24.819215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Attempting to bind port 281d42fe-3edb-4552-9a95-f5e09f35d1ad on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:24.829833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378462d-12a8-4e24-bf0f-18bec2c962b7 req-458e44d7-f348-45f7-bb7f-1fc4ffff76c7 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:24.831433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e378462d-12a8-4e24-bf0f-18bec2c962b7 req-458e44d7-f348-45f7-bb7f-1fc4ffff76c7 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 944 time: 0.1108193 Sep 22 09:33:24.838252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:33:24.838597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Checking segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:33:24.842860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Bound using segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:33:24.842860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Bound port: 281d42fe-3edb-4552-9a95-f5e09f35d1ad, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:33:24.842860 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:24.914958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e378462d-12a8-4e24-bf0f-18bec2c962b7 req-97c7f9dc-1746-43a6-9c01-1d44e5807e29 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726786 Sep 22 09:33:24.945396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] For port 281d42fe-3edb-4552-9a95-f5e09f35d1ad, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:33:24.949014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] For port 281d42fe-3edb-4552-9a95-f5e09f35d1ad, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=281d42fe-3edb-4552-9a95-f5e09f35d1ad,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:33:25.003334 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 44867487-11da-448d-a0e4-e8e6ca5f8894 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:25.064137 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:25.107557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:25.109384 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:25.110357 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] 10.222.0.60 "PUT /v2.0/ports/281d42fe-3edb-4552-9a95-f5e09f35d1ad HTTP/1.1" status: 200 len: 1092 time: 2.0028050 Sep 22 09:33:25.133594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8493918-0346-4b18-8269-bf4b19f72c02 service neutron] Pushing event updated for resources: {'Port': ['ID=281d42fe-3edb-4552-9a95-f5e09f35d1ad,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:25.138250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 44867487-11da-448d-a0e4-e8e6ca5f8894 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:33:25.142922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 44867487-11da-448d-a0e4-e8e6ca5f8894 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:25.143490 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:25.234954 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:25.260031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac210765-b4f0-458a-b1d0-6bf110384865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44867487-11da-448d-a0e4-e8e6ca5f8894'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:25.262383 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521d5b91-e667-4b55-8a37-122be0ed3692" -d '{"events": [{"server_uuid": "ac210765-b4f0-458a-b1d0-6bf110384865", "name": "network-vif-plugged", "status": "completed", "tag": "44867487-11da-448d-a0e4-e8e6ca5f8894"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:25.276869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 44867487-11da-448d-a0e4-e8e6ca5f8894, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=44867487-11da-448d-a0e4-e8e6ca5f8894,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:25.288159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-dda62492-c9e1-4fa3-b423-fbb15be9de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:25.290227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-dda62492-c9e1-4fa3-b423-fbb15be9de5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 1095 time: 0.0464194 Sep 22 09:33:25.354105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-10623d93-3f70-4f10-9134-1ef14ca1cd33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=281d42fe-3edb-4552-9a95-f5e09f35d1ad HTTP/1.1" status: 200 len: 217 time: 0.0520327 Sep 22 09:33:25.356142 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:25.356988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f5817013-1a05-4907-8371-71d37963ba7a no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:33:25.380711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: f5817013-1a05-4907-8371-71d37963ba7a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:33:25.381135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f5817013-1a05-4907-8371-71d37963ba7a not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:33:25.439460 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42925cd3-f3e5-4b09-91fd-ecd699410774 x-openstack-request-id: req-42925cd3-f3e5-4b09-91fd-ecd699410774 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:25.440431 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac210765-b4f0-458a-b1d0-6bf110384865", "name": "network-vif-plugged", "status": "completed", "tag": "44867487-11da-448d-a0e4-e8e6ca5f8894", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:25.440790 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42925cd3-f3e5-4b09-91fd-ecd699410774 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:25.441400 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac210765-b4f0-458a-b1d0-6bf110384865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44867487-11da-448d-a0e4-e8e6ca5f8894', 'code': 200} Sep 22 09:33:25.448194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=44867487-11da-448d-a0e4-e8e6ca5f8894,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:25.461411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-831aaba3-7975-42f2-9520-2287d8eb6d7a req-13c1bed9-aa55-4967-a5f6-2241207eeb9c tempest-ImagesTestJSON-1137576549 tempest-ImagesTestJSON-1137576549-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b35dde7-2963-479b-8620-75b507a27dc0 HTTP/1.1" status: 200 len: 210 time: 0.0523236 Sep 22 09:33:25.484513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-23e0f9f9-a252-4296-8394-0592e7df426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:25.486269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-23e0f9f9-a252-4296-8394-0592e7df426c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 200 len: 846 time: 0.1261904 Sep 22 09:33:25.532905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-1dee3dbe-1c11-490a-8d3f-6cec6ca5a774 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e381bbfe-9cad-4576-9347-d9b5699eebb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380766 Sep 22 09:33:25.631041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c2e47-0994-4a4a-bb5f-88c4f8f9332d req-ea28af04-74d2-4455-8b31-beb035d1faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:25.634456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-617c2e47-0994-4a4a-bb5f-88c4f8f9332d req-ea28af04-74d2-4455-8b31-beb035d1faf9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 1096 time: 0.1098280 Sep 22 09:33:25.713847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-617c2e47-0994-4a4a-bb5f-88c4f8f9332d req-baaef693-730e-4d9d-adc3-f1de3f41140d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694389 Sep 22 09:33:25.751914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-4a1eaadf-ab16-47d2-adca-a5d65c657860 service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018507 Sep 22 09:33:25.773589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a35191-23f7-4bb9-bc9d-0a6b924a2fc7 req-27114469-d9e8-4f1c-ba9f-5128e3151416 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:25.775159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71a35191-23f7-4bb9-bc9d-0a6b924a2fc7 req-27114469-d9e8-4f1c-ba9f-5128e3151416 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 944 time: 0.0777819 Sep 22 09:33:25.821031 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71a35191-23f7-4bb9-bc9d-0a6b924a2fc7 req-75be673b-8847-4f7f-99d6-58e0a5ba899f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394385 Sep 22 09:33:26.064299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69ab202a-ad7d-408d-bd6b-0e74d7b48925 req-ce630fa6-6532-4151-b803-a0fa77141394 service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311045 Sep 22 09:33:26.146919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78af77-fb65-47f7-8b02-ed2dd58a6b32 req-564c8af8-f363-4737-afd2-d0eb222986c6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:26.148491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b78af77-fb65-47f7-8b02-ed2dd58a6b32 req-564c8af8-f363-4737-afd2-d0eb222986c6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0622032 Sep 22 09:33:26.225293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dba7c8-fada-4b76-bf34-4c479518bb18 req-3a0caa96-038f-492b-a942-e57322a5157c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:26.227128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1dba7c8-fada-4b76-bf34-4c479518bb18 req-3a0caa96-038f-492b-a942-e57322a5157c tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 949 time: 0.0776637 Sep 22 09:33:26.233143 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b78af77-fb65-47f7-8b02-ed2dd58a6b32 req-9b9c0926-8fed-456c-bae8-633a83422610 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729961 Sep 22 09:33:26.272459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1dba7c8-fada-4b76-bf34-4c479518bb18 req-c246aa51-b525-48b0-8d10-5c79e597a2a6 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380213 Sep 22 09:33:26.661665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb', 'tag': '281d42fe-3edb-4552-9a95-f5e09f35d1ad'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:26.664287 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d78a68-010c-4ed9-a5eb-30c63c75dcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb", "tag": "281d42fe-3edb-4552-9a95-f5e09f35d1ad"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:26.703069 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76865343-87d2-4205-a6a5-d8cb61280877 x-openstack-request-id: req-76865343-87d2-4205-a6a5-d8cb61280877 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:26.703438 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb", "tag": "281d42fe-3edb-4552-9a95-f5e09f35d1ad", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:26.703688 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76865343-87d2-4205-a6a5-d8cb61280877 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:26.704089 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb', 'tag': '281d42fe-3edb-4552-9a95-f5e09f35d1ad', 'status': 'completed', 'code': 200} Sep 22 09:33:26.782305 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78a68-010c-4ed9-a5eb-30c63c75dcdb req-3dcf0cf2-df31-4f0a-b2ad-72d02cd11aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:26.784292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72d78a68-010c-4ed9-a5eb-30c63c75dcdb req-3dcf0cf2-df31-4f0a-b2ad-72d02cd11aea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 1095 time: 0.0564132 Sep 22 09:33:26.837705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33972) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:26.870487 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9e0139c0-abd2-4b93-8f51-47dceef1ee4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:26.893561 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc20331-545b-4ebc-847c-00309fc8a736 admin admin] Deleting subnet cfaf3b31-1878-4542-8cdf-ef8404499561 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:33:26.897351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0dc20331-545b-4ebc-847c-00309fc8a736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:26.926273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78a68-010c-4ed9-a5eb-30c63c75dcdb req-689ed3f4-f459-4e6f-947a-bfe917a87e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:26.927805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72d78a68-010c-4ed9-a5eb-30c63c75dcdb req-689ed3f4-f459-4e6f-947a-bfe917a87e01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 907 time: 0.1357610 Sep 22 09:33:26.972672 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0dc20331-545b-4ebc-847c-00309fc8a736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:26.997812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72d78a68-010c-4ed9-a5eb-30c63c75dcdb req-5731de8e-6a38-42b6-ba71-3d971bd50038 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=281d42fe-3edb-4552-9a95-f5e09f35d1ad HTTP/1.1" status: 200 len: 217 time: 0.0546985 Sep 22 09:33:27.023378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fc99b-2e21-4b92-875e-eee3125a0cb9 req-507d7878-a292-46af-aaf2-f0cf1d67ea01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:27.025019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af4fc99b-2e21-4b92-875e-eee3125a0cb9 req-507d7878-a292-46af-aaf2-f0cf1d67ea01 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 944 time: 0.1176779 Sep 22 09:33:27.029080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0dc20331-545b-4ebc-847c-00309fc8a736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.085224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78a68-010c-4ed9-a5eb-30c63c75dcdb req-a8570a25-9793-4854-b4bd-ac61c624e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:27.086799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72d78a68-010c-4ed9-a5eb-30c63c75dcdb req-a8570a25-9793-4854-b4bd-ac61c624e6ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 200 len: 846 time: 0.0815802 Sep 22 09:33:27.096151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af4fc99b-2e21-4b92-875e-eee3125a0cb9 req-db83ca30-b8f1-42d1-be2e-ba8ce242dbe6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516412 Sep 22 09:33:27.129556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72d78a68-010c-4ed9-a5eb-30c63c75dcdb req-99891aa2-e0e0-4453-9336-d65be688d3d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e381bbfe-9cad-4576-9347-d9b5699eebb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322344 Sep 22 09:33:27.188566 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0dc20331-545b-4ebc-847c-00309fc8a736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.216384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc20331-545b-4ebc-847c-00309fc8a736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfaf3b31-1878-4542-8cdf-ef8404499561,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:27.221367 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0dc20331-545b-4ebc-847c-00309fc8a736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.226674 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0dc20331-545b-4ebc-847c-00309fc8a736 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cfaf3b31-1878-4542-8cdf-ef8404499561 HTTP/1.1" status: 204 len: 168 time: 0.3876731 Sep 22 09:33:27.227481 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33988) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:27.232513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72d78a68-010c-4ed9-a5eb-30c63c75dcdb req-08197054-53a2-4c42-87f7-8811dbecf50a service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942137 Sep 22 09:33:27.311987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.434803 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.449104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72d78a68-010c-4ed9-a5eb-30c63c75dcdb req-19890c88-06df-4e58-a33a-0faac1a2779d service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072468 Sep 22 09:33:27.466483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295456bf-29e1-40d7-942a-8834d9fb0364 req-40511459-1282-48c8-8577-ffdaaf530a5c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:27.468029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481161e4-d608-458f-a049-8a0f1f993768']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:27.468158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-295456bf-29e1-40d7-942a-8834d9fb0364 req-40511459-1282-48c8-8577-ffdaaf530a5c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.1321497 Sep 22 09:33:27.474138 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.480887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2cd641-b0df-4ac6-a811-e8623f792a2b') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:27.481492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2cd641-b0df-4ac6-a811-e8623f792a2b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:27.495273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.500836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa79f5-b48b-45df-9dd2-c064bce25ccd req-4c19a6b2-4cf3-4907-a68b-ec7449a41b5a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:27.502895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dafa79f5-b48b-45df-9dd2-c064bce25ccd req-4c19a6b2-4cf3-4907-a68b-ec7449a41b5a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 949 time: 0.0946627 Sep 22 09:33:27.519965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.532793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:33:27.533468 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:33:27.537929 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:33:27.583852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dafa79f5-b48b-45df-9dd2-c064bce25ccd req-d5c2807f-cd18-4dc1-92de-fbab1948b60e tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715652 Sep 22 09:33:27.611530 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-295456bf-29e1-40d7-942a-8834d9fb0364 req-6a49da59-66cd-496a-9c80-0c52dc30cde6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216059 Sep 22 09:33:27.635531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51296d9f-653c-4f5d-b15c-41ae695fea26 req-08d32c9d-f9a9-4a0e-a841-d831d9dcf315 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:27.637308 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-51296d9f-653c-4f5d-b15c-41ae695fea26 req-08d32c9d-f9a9-4a0e-a841-d831d9dcf315 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 949 time: 0.0804293 Sep 22 09:33:27.768346 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.775426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.777640 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] 10.222.0.49 "DELETE /v2.0/networks/481161e4-d608-458f-a049-8a0f1f993768 HTTP/1.1" status: 204 len: 168 time: 0.5490232 Sep 22 09:33:27.794847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08a7dc-84df-4425-befe-818c14d8a33e admin admin] Pushing event deleted for resources: {'Network': ['ID=481161e4-d608-458f-a049-8a0f1f993768,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:27.834943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-51296d9f-653c-4f5d-b15c-41ae695fea26 req-2add1e7f-3204-4471-bb1d-ee21637c2440 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Deleting port c091996d-d031-424e-8f51-f4b05945148d {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:33:27.835517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-51296d9f-653c-4f5d-b15c-41ae695fea26 req-2add1e7f-3204-4471-bb1d-ee21637c2440 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.947196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-51296d9f-653c-4f5d-b15c-41ae695fea26 req-2add1e7f-3204-4471-bb1d-ee21637c2440 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] For port c091996d-d031-424e-8f51-f4b05945148d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c091996d-d031-424e-8f51-f4b05945148d,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:27.947873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-51296d9f-653c-4f5d-b15c-41ae695fea26 req-2add1e7f-3204-4471-bb1d-ee21637c2440 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.950173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:27.963644 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-51296d9f-653c-4f5d-b15c-41ae695fea26 req-2add1e7f-3204-4471-bb1d-ee21637c2440 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Calling delete_port for c091996d-d031-424e-8f51-f4b05945148d owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:33:28.099904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 1774222d-87da-43e1-9aab-9d5eb48e5950 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:33:28.127973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 1774222d-87da-43e1-9aab-9d5eb48e5950 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:33:28.132211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 1774222d-87da-43e1-9aab-9d5eb48e5950 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:33:28.304095 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-51296d9f-653c-4f5d-b15c-41ae695fea26 req-2add1e7f-3204-4471-bb1d-ee21637c2440 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:28.321625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['c091996d-d031-424e-8f51-f4b05945148d', '12dabac2-38c0-4c84-a132-dc209749a761'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:28.357075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e374d4-1446-4fb8-9a8c-887af3981f39 req-afb7813a-c425-44b5-a6fc-a64c6d11a3fa tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:28.365724 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53e374d4-1446-4fb8-9a8c-887af3981f39 req-afb7813a-c425-44b5-a6fc-a64c6d11a3fa tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 944 time: 0.1465538 Sep 22 09:33:28.367403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34010) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:28.376675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add1e7f-3204-4471-bb1d-ee21637c2440 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Pushing event deleted for resources: {'Port': ['ID=c091996d-d031-424e-8f51-f4b05945148d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:28.430711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-51296d9f-653c-4f5d-b15c-41ae695fea26 req-2add1e7f-3204-4471-bb1d-ee21637c2440 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] No DVR routers for this DVR port c091996d-d031-424e-8f51-f4b05945148d on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:33:28.434723 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-51296d9f-653c-4f5d-b15c-41ae695fea26 req-2add1e7f-3204-4471-bb1d-ee21637c2440 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:28.438170 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-51296d9f-653c-4f5d-b15c-41ae695fea26 req-2add1e7f-3204-4471-bb1d-ee21637c2440 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "DELETE /v2.0/ports/c091996d-d031-424e-8f51-f4b05945148d HTTP/1.1" status: 204 len: 173 time: 0.7610567 Sep 22 09:33:28.444539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9daffc9-8576-43a7-9e1b-fc9bf8b83813', 'name': 'network-vif-deleted', 'tag': 'c091996d-d031-424e-8f51-f4b05945148d'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:28.444539 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ef1800-83ff-467f-b666-06e8acb3bede" -d '{"events": [{"server_uuid": "e9daffc9-8576-43a7-9e1b-fc9bf8b83813", "name": "network-vif-deleted", "tag": "c091996d-d031-424e-8f51-f4b05945148d"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:28.520705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbcb87-8fb3-4acf-97b8-10806537212f req-c8e654dc-e1a9-4902-826e-a18c01653ad1 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:28.522360 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8bbcb87-8fb3-4acf-97b8-10806537212f req-c8e654dc-e1a9-4902-826e-a18c01653ad1 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.2406385 Sep 22 09:33:28.550994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53e374d4-1446-4fb8-9a8c-887af3981f39 req-d3fb6b8b-22b4-449b-9127-64e5c03ce5a2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843941 Sep 22 09:33:28.573899 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ce5b3af1-a8a4-4c3e-986b-38b40b43280f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7613d8fae3f244ceb7789e305433b73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651421 Sep 22 09:33:28.573989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34014) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:28.574063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82384c-4efa-445d-8805-12e3375ea1fb req-9835c40f-a84e-4427-aa90-b8288b387cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:28.574063 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f82384c-4efa-445d-8805-12e3375ea1fb req-9835c40f-a84e-4427-aa90-b8288b387cc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe88448e5d1461fa216fbfdda33fa89&device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 1096 time: 0.1986680 Sep 22 09:33:28.615737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8bbcb87-8fb3-4acf-97b8-10806537212f req-1fba092b-c001-45fb-ad9a-c96485f10b5f tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815969 Sep 22 09:33:28.620117 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9536d14-87a3-4c00-bb07-123b2b22a01e x-openstack-request-id: req-d9536d14-87a3-4c00-bb07-123b2b22a01e {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:28.620279 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9daffc9-8576-43a7-9e1b-fc9bf8b83813", "name": "network-vif-deleted", "tag": "c091996d-d031-424e-8f51-f4b05945148d", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:28.621140 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9536d14-87a3-4c00-bb07-123b2b22a01e {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:28.621140 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9daffc9-8576-43a7-9e1b-fc9bf8b83813', 'name': 'network-vif-deleted', 'tag': 'c091996d-d031-424e-8f51-f4b05945148d', 'status': 'completed', 'code': 200} Sep 22 09:33:28.657288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5e70710-641d-4944-be35-8c5d3e0f7273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:28.699402 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5e70710-641d-4944-be35-8c5d3e0f7273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:28.738607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82384c-4efa-445d-8805-12e3375ea1fb req-545fdbed-9920-4113-9152-765ab33a1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:28.740505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f82384c-4efa-445d-8805-12e3375ea1fb req-545fdbed-9920-4113-9152-765ab33a1d37 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71ab51ce-2ff8-48da-88a9-84c9bd980cec HTTP/1.1" status: 200 len: 912 time: 0.1599698 Sep 22 09:33:28.787081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d302ce5d-9c23-49c7-a741-04fc98a3efdc req-b38c728a-9fdc-4d1d-9f53-d9818cd07afd tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9daffc9-8576-43a7-9e1b-fc9bf8b83813 HTTP/1.1" status: 200 len: 210 time: 0.0643489 Sep 22 09:33:28.825390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f82384c-4efa-445d-8805-12e3375ea1fb req-20cd2dd8-064f-47f0-a495-fa6e624aef5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44867487-11da-448d-a0e4-e8e6ca5f8894 HTTP/1.1" status: 200 len: 217 time: 0.0573888 Sep 22 09:33:28.885456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82384c-4efa-445d-8805-12e3375ea1fb req-f2b16b81-631a-4df6-94cf-75c2ac2bffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:28.887598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5e70710-641d-4944-be35-8c5d3e0f7273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:28.889033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f82384c-4efa-445d-8805-12e3375ea1fb req-f2b16b81-631a-4df6-94cf-75c2ac2bffcf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=94e22368-18ae-4175-9ce9-491aa2fe292d HTTP/1.1" status: 200 len: 851 time: 0.0565886 Sep 22 09:33:28.890159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5e70710-641d-4944-be35-8c5d3e0f7273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:28.891474 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a5e70710-641d-4944-be35-8c5d3e0f7273 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87e90158-a12c-4648-b6f1-4013b4d7c44c HTTP/1.1" status: 204 len: 168 time: 0.3211894 Sep 22 09:33:28.905193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e70710-641d-4944-be35-8c5d3e0f7273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e90158-a12c-4648-b6f1-4013b4d7c44c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:28.933199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f82384c-4efa-445d-8805-12e3375ea1fb req-e975910a-aa52-4ebd-96ad-7e0eeb43e127 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71ab51ce-2ff8-48da-88a9-84c9bd980cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350502 Sep 22 09:33:29.003634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 281d42fe-3edb-4552-9a95-f5e09f35d1ad details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:33:29.041626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f82384c-4efa-445d-8805-12e3375ea1fb req-d533a18e-d601-4440-87ad-1b8b05c00d7d service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016138 Sep 22 09:33:29.111411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 281d42fe-3edb-4552-9a95-f5e09f35d1ad, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=281d42fe-3edb-4552-9a95-f5e09f35d1ad,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:29.123744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '281d42fe-3edb-4552-9a95-f5e09f35d1ad', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'port_id': '281d42fe-3edb-4552-9a95-f5e09f35d1ad', 'mac_address': 'fa:16:3e:72:51:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:33:29.144205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f82384c-4efa-445d-8805-12e3375ea1fb req-15a099e8-5c04-49cb-88a5-ac2a41834d56 service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955889 Sep 22 09:33:29.165457 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:29.184593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281d42fe-3edb-4552-9a95-f5e09f35d1ad {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:29.210262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 281d42fe-3edb-4552-9a95-f5e09f35d1ad, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=281d42fe-3edb-4552-9a95-f5e09f35d1ad,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:29.304536 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:29.362250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=281d42fe-3edb-4552-9a95-f5e09f35d1ad,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:29.534418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['281d42fe-3edb-4552-9a95-f5e09f35d1ad'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:29.734548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426ca4-efc6-4144-93cc-4f7c2f98f336 req-670c138b-25af-4703-8ae6-a68645faea5b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:29.742818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95426ca4-efc6-4144-93cc-4f7c2f98f336 req-670c138b-25af-4703-8ae6-a68645faea5b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 945 time: 0.1148944 Sep 22 09:33:29.791198 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:29.815837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95426ca4-efc6-4144-93cc-4f7c2f98f336 req-f4fbf376-cdc0-44a3-8478-cea40fb62c34 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719707 Sep 22 09:33:29.829730 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871acfe8-56d2-4693-9808-d435e49f17ce req-0845230a-dc88-4cc6-a190-aeb60c9e4081 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:29.840099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-871acfe8-56d2-4693-9808-d435e49f17ce req-0845230a-dc88-4cc6-a190-aeb60c9e4081 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0944386 Sep 22 09:33:29.891482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-871acfe8-56d2-4693-9808-d435e49f17ce req-d129116c-84e8-4829-989a-b131f817edd3 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Sep 22 09:33:30.446956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a82ff-6671-4fe1-b3b8-bc07ae7cec02 req-5d93c3e9-6ccb-4d1b-a6fd-051600608267 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:30.448575 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-467a82ff-6671-4fe1-b3b8-bc07ae7cec02 req-5d93c3e9-6ccb-4d1b-a6fd-051600608267 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 950 time: 0.0561426 Sep 22 09:33:30.488659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-467a82ff-6671-4fe1-b3b8-bc07ae7cec02 req-a6b19052-5ebd-476e-ad1a-be985ecfa608 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Sep 22 09:33:30.539369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-489784a1-97e2-4f94-87e3-ed0631e9258d tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=bfcaf56d802143a6bc61dc48ea0ce7f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263398 Sep 22 09:33:30.653730 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-8e961a7c-6dea-4ff9-b8f2-b7b9affa56ba tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:30.655989 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-8e961a7c-6dea-4ff9-b8f2-b7b9affa56ba tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106918 Sep 22 09:33:30.674267 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-06f7bf4b-1545-4e56-8460-6554b459ef17 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/quotas/bfcaf56d802143a6bc61dc48ea0ce7f8 HTTP/1.1" status: 200 len: 375 time: 0.0111525 Sep 22 09:33:30.709772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-b2db8dd4-8049-4a30-8e3a-6457c6ff0d74 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfcaf56d802143a6bc61dc48ea0ce7f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297079 Sep 22 09:33:30.947925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8075fd-f44f-4175-b247-426bea844647 req-ca879750-edfe-48a8-ba4b-e82da44573bb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:30.949415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa8075fd-f44f-4175-b247-426bea844647 req-ca879750-edfe-48a8-ba4b-e82da44573bb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 945 time: 0.0554545 Sep 22 09:33:30.994382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa8075fd-f44f-4175-b247-426bea844647 req-e12646f7-95c2-439d-abe5-937ed5afa962 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378268 Sep 22 09:33:31.031088 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 281d42fe-3edb-4552-9a95-f5e09f35d1ad up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:31.137390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fbb66-7e99-4be9-9229-a18cac7cb682 req-9c2bd2f4-7e9b-47d7-af7c-76b3ccde47ec tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:31.142011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 281d42fe-3edb-4552-9a95-f5e09f35d1ad completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:33:31.146880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 281d42fe-3edb-4552-9a95-f5e09f35d1ad triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:31.147355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-145fbb66-7e99-4be9-9229-a18cac7cb682 req-9c2bd2f4-7e9b-47d7-af7c-76b3ccde47ec tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0762343 Sep 22 09:33:31.147433 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:31.198419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f62da9bd-8395-43b6-a51c-f3e77efad372 req-aea0aefc-faff-491b-a37b-80527b3433db tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 210 time: 0.0490720 Sep 22 09:33:31.216580 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-145fbb66-7e99-4be9-9229-a18cac7cb682 req-a35cc4ae-64d7-4299-aea8-a6b8a6a9ac29 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691040 Sep 22 09:33:31.237135 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:31.260401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281d42fe-3edb-4552-9a95-f5e09f35d1ad'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:31.262685 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1abf3f1-5817-45eb-8eb2-bd27d34a25dd" -d '{"events": [{"server_uuid": "a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb", "name": "network-vif-plugged", "status": "completed", "tag": "281d42fe-3edb-4552-9a95-f5e09f35d1ad"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:31.275758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 281d42fe-3edb-4552-9a95-f5e09f35d1ad, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=281d42fe-3edb-4552-9a95-f5e09f35d1ad,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:31.314730 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060bab05-9491-48c8-acac-453c322a4cc3 x-openstack-request-id: req-060bab05-9491-48c8-acac-453c322a4cc3 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:31.315075 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb", "name": "network-vif-plugged", "status": "completed", "tag": "281d42fe-3edb-4552-9a95-f5e09f35d1ad", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:31.315548 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-060bab05-9491-48c8-acac-453c322a4cc3 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:31.316035 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281d42fe-3edb-4552-9a95-f5e09f35d1ad', 'code': 200} Sep 22 09:33:31.350383 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:31.415971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=281d42fe-3edb-4552-9a95-f5e09f35d1ad,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:31.418782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d24533-4395-4d04-b5cf-c0133196ae2f req-15b26dbc-d573-4a6e-8e43-ea2c3eaf9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:31.421130 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16d24533-4395-4d04-b5cf-c0133196ae2f req-15b26dbc-d573-4a6e-8e43-ea2c3eaf9b96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 1097 time: 0.0528152 Sep 22 09:33:31.456440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16d24533-4395-4d04-b5cf-c0133196ae2f req-bf7e9f93-0012-43bb-80b0-6acce3ef255f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286851 Sep 22 09:33:31.612708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e7d8a-166e-40f0-96ec-3dc5dcb66255 req-d37f6530-6be6-421e-9b9c-951da73e724a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:31.614322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d95e7d8a-166e-40f0-96ec-3dc5dcb66255 req-d37f6530-6be6-421e-9b9c-951da73e724a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 950 time: 0.0509865 Sep 22 09:33:31.655698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d95e7d8a-166e-40f0-96ec-3dc5dcb66255 req-b87a736f-c603-4cd8-930b-84caafb1773f tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353024 Sep 22 09:33:32.055648 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-0f73c328-0d99-432a-b30e-5ba9da06fb13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435236 Sep 22 09:33:32.112822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c091996d-d031-424e-8f51-f4b05945148d no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:33:32.139526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: c091996d-d031-424e-8f51-f4b05945148d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:33:32.139875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c091996d-d031-424e-8f51-f4b05945148d not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:33:32.149811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b6e50-0f0c-45f5-9c61-76ae9814bf40 req-23dbbb66-ea19-4dd6-8cbd-916d44b6d500 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:32.151522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e9b6e50-0f0c-45f5-9c61-76ae9814bf40 req-23dbbb66-ea19-4dd6-8cbd-916d44b6d500 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 946 time: 0.0828514 Sep 22 09:33:32.164298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-c4bd06ac-8f2c-4f21-be62-430f616353de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:32.165948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-c4bd06ac-8f2c-4f21-be62-430f616353de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2a6bc30171f44978212060b8a32150c&device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 1097 time: 0.0864723 Sep 22 09:33:32.207684 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b75e2a-c0a6-41d1-8258-2b5471748ecd req-be52621b-2504-4f1e-9d1f-3f7ec26e4310 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:32.210375 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d0b75e2a-c0a6-41d1-8258-2b5471748ecd req-be52621b-2504-4f1e-9d1f-3f7ec26e4310 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 950 time: 0.0919104 Sep 22 09:33:32.236383 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e9b6e50-0f0c-45f5-9c61-76ae9814bf40 req-222d283a-c1c2-41de-bccb-56e09f6649e4 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744438 Sep 22 09:33:32.337286 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb053ec5-8f4d-45e3-843c-c24118ecff58 req-de44d289-d759-41d0-8d75-ea8a4a9960f3 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 210 time: 0.0398276 Sep 22 09:33:32.373875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-e485a31a-b129-4362-bf2b-50edae458eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:32.378881 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-e485a31a-b129-4362-bf2b-50edae458eab service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 HTTP/1.1" status: 200 len: 917 time: 0.1893945 Sep 22 09:33:32.392614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d0b75e2a-c0a6-41d1-8258-2b5471748ecd req-02c621a0-888f-4740-8b1c-2161e767e98a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Deleting port 12dabac2-38c0-4c84-a132-dc209749a761 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:33:32.392989 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d0b75e2a-c0a6-41d1-8258-2b5471748ecd req-02c621a0-888f-4740-8b1c-2161e767e98a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:32.501760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-f014229b-ea73-4c90-bb0e-7e290a2883a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5cf92a8-8cd5-4cc5-a0ec-12873848261b HTTP/1.1" status: 200 len: 1000 time: 0.1139169 Sep 22 09:33:32.518160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b91df-c6c4-4111-824d-59b487ab648c req-4f4b5be3-00cc-40d9-90a9-ca565f21770c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:32.519872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9a2b91df-c6c4-4111-824d-59b487ab648c req-4f4b5be3-00cc-40d9-90a9-ca565f21770c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0793738 Sep 22 09:33:32.568671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34130) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:32.610565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9a2b91df-c6c4-4111-824d-59b487ab648c req-fbdff7eb-671d-487c-b98a-18145cfac4f6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755041 Sep 22 09:33:32.613032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-4ac6170a-ab74-4cee-a63b-fe227741874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:32.614419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-4ac6170a-ab74-4cee-a63b-fe227741874d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e770f9d4-13f6-47b2-be97-fd166beb07b6 HTTP/1.1" status: 200 len: 855 time: 0.0936580 Sep 22 09:33:32.617926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d0b75e2a-c0a6-41d1-8258-2b5471748ecd req-02c621a0-888f-4740-8b1c-2161e767e98a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] For port 12dabac2-38c0-4c84-a132-dc209749a761, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=12dabac2-38c0-4c84-a132-dc209749a761,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:32.618595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d0b75e2a-c0a6-41d1-8258-2b5471748ecd req-02c621a0-888f-4740-8b1c-2161e767e98a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:32.636291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d0b75e2a-c0a6-41d1-8258-2b5471748ecd req-02c621a0-888f-4740-8b1c-2161e767e98a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Calling delete_port for 12dabac2-38c0-4c84-a132-dc209749a761 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:33:32.701766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-14fd5dbc-b5e6-4fb5-8a95-bb051a7f2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:32.708657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-14fd5dbc-b5e6-4fb5-8a95-bb051a7f2a6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780497 Sep 22 09:33:32.766198 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-57e95378-3e4a-495e-a425-bf9e48e8b02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:32.861370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-cc41ac7d-dbaf-4bd4-9352-b6e3e59467b3 service neutron] 10.222.0.60 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493943 Sep 22 09:33:32.876292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b374c7b-57bc-478a-b241-6c8fd108332d req-794f427e-7197-49bc-94c9-986e606a5939 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:32.877943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b374c7b-57bc-478a-b241-6c8fd108332d req-794f427e-7197-49bc-94c9-986e606a5939 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 950 time: 0.1179054 Sep 22 09:33:32.958892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-57e95378-3e4a-495e-a425-bf9e48e8b02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:32.982845 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b374c7b-57bc-478a-b241-6c8fd108332d req-78f2b9c4-920d-4e6b-8d8f-e758abb2c9ca tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/security-groups?id=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844531 Sep 22 09:33:33.013158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28ca585e-5dda-4fc1-b696-89c6f6e6dc41 req-5b3ddc6d-5312-47da-8211-4d927881ecb1 service neutron] 10.222.0.60 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341782 Sep 22 09:33:33.029909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d0b75e2a-c0a6-41d1-8258-2b5471748ecd req-02c621a0-888f-4740-8b1c-2161e767e98a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:33.045113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['12dabac2-38c0-4c84-a132-dc209749a761'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:33.064712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c621a0-888f-4740-8b1c-2161e767e98a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Pushing event deleted for resources: {'Port': ['ID=12dabac2-38c0-4c84-a132-dc209749a761,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:33.074448 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-57e95378-3e4a-495e-a425-bf9e48e8b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:33.144713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b75e2a-c0a6-41d1-8258-2b5471748ecd req-02c621a0-888f-4740-8b1c-2161e767e98a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] No DVR routers for this DVR port 12dabac2-38c0-4c84-a132-dc209749a761 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:33:33.147719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d0b75e2a-c0a6-41d1-8258-2b5471748ecd req-02c621a0-888f-4740-8b1c-2161e767e98a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:33.150374 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d0b75e2a-c0a6-41d1-8258-2b5471748ecd req-02c621a0-888f-4740-8b1c-2161e767e98a tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.45 "DELETE /v2.0/ports/12dabac2-38c0-4c84-a132-dc209749a761 HTTP/1.1" status: 204 len: 173 time: 0.9321640 Sep 22 09:33:33.161719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-deleted', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:33.165805 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6e7b45-d657-45c5-a199-24f3e5a4cb2f" -d '{"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-deleted", "tag": "12dabac2-38c0-4c84-a132-dc209749a761"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:33.172147 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-57e95378-3e4a-495e-a425-bf9e48e8b02d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7200259b10b4bb3bd45de78a0d88d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6008899 Sep 22 09:33:33.173256 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e95378-3e4a-495e-a425-bf9e48e8b02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40470070-7404-4874-8c83-02e25dcc60bc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:33.174991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34138) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:33.209204 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05218f1f-0fcf-4e9e-a7f5-bd63cedb3081 x-openstack-request-id: req-05218f1f-0fcf-4e9e-a7f5-bd63cedb3081 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:33.209684 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f49a49-cf8e-4f4d-8893-db3e56ab9d44", "name": "network-vif-deleted", "tag": "12dabac2-38c0-4c84-a132-dc209749a761", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:33.209798 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05218f1f-0fcf-4e9e-a7f5-bd63cedb3081 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:33.210114 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f49a49-cf8e-4f4d-8893-db3e56ab9d44', 'name': 'network-vif-deleted', 'tag': '12dabac2-38c0-4c84-a132-dc209749a761', 'status': 'completed', 'code': 200} Sep 22 09:33:33.248612 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cac7-8a24-4be2-87e9-29f1c52e4ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:33.280693 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cac7-8a24-4be2-87e9-29f1c52e4ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:33.406364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363e9c5-ea79-4ba0-babb-8be21c9c826b req-e75f1241-dca2-44be-89f3-90f8c342c43f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:33.408540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8363e9c5-ea79-4ba0-babb-8be21c9c826b req-e75f1241-dca2-44be-89f3-90f8c342c43f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 946 time: 0.0625770 Sep 22 09:33:33.442701 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cac7-8a24-4be2-87e9-29f1c52e4ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:33.445288 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cac7-8a24-4be2-87e9-29f1c52e4ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:33.446476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f8d0cac7-8a24-4be2-87e9-29f1c52e4ebd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40470070-7404-4874-8c83-02e25dcc60bc HTTP/1.1" status: 204 len: 168 time: 0.2703702 Sep 22 09:33:33.468654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5af34658-fdd6-4db5-aa5f-328374b39b74 req-019cbcc0-83d6-445e-96b3-e04ae8e14331 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 210 time: 0.0459740 Sep 22 09:33:33.478556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0cac7-8a24-4be2-87e9-29f1c52e4ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40470070-7404-4874-8c83-02e25dcc60bc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:33.488108 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8363e9c5-ea79-4ba0-babb-8be21c9c826b req-0e9fbe84-efbd-4e2f-a61f-dc252037d5d5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729618 Sep 22 09:33:33.616027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40006c19-4db0-4519-b91b-da1f3ef265b3 req-d46eccfc-0eae-4df8-b837-003b05a514ed tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:33.617596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40006c19-4db0-4519-b91b-da1f3ef265b3 req-d46eccfc-0eae-4df8-b837-003b05a514ed tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 946 time: 0.0530257 Sep 22 09:33:33.661086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40006c19-4db0-4519-b91b-da1f3ef265b3 req-12bb75b2-aed2-4526-b0bc-b3e87fcae11d tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365257 Sep 22 09:33:33.756974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1675b8b-7215-4ea0-8f23-f44ba14b5681 req-aac0b427-7717-41df-9dd8-ac2690f193f2 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:33.758908 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1675b8b-7215-4ea0-8f23-f44ba14b5681 req-aac0b427-7717-41df-9dd8-ac2690f193f2 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0732391 Sep 22 09:33:33.814491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1675b8b-7215-4ea0-8f23-f44ba14b5681 req-f83bd8b6-be9a-43a7-85b8-5f4f685a90cb tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471511 Sep 22 09:33:34.006261 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-3ff9a8a6-ebce-4449-a29d-cd8102b1a238 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bfcaf56d802143a6bc61dc48ea0ce7f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263600 Sep 22 09:33:34.096265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9908ac62-02b6-4252-84c2-197de33e83b6 req-f985e9b1-f7bb-46b0-a511-29476a0e04a8 tempest-ServersAdminTestJSON-261934174 tempest-ServersAdminTestJSON-261934174-project] 10.222.0.49 "GET /v2.0/ports?device_id=48f49a49-cf8e-4f4d-8893-db3e56ab9d44 HTTP/1.1" status: 200 len: 210 time: 0.0290391 Sep 22 09:33:34.148456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-b05444f6-efef-49c7-82bd-88006db2f972 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:34.150197 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-b05444f6-efef-49c7-82bd-88006db2f972 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342566 Sep 22 09:33:34.172951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Request body: {'port': {'device_id': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': 'bfcaf56d802143a6bc61dc48ea0ce7f8'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:34.227449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34164) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:34.243437 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8e8aec45-8364-48c7-a8cc-61785d07f7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:34.265398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5305bed-fdbf-4d9a-ab4f-72802086d50c req-5d64dadf-2711-4cc4-8aec-74cbd5b85943 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:34.266835 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5305bed-fdbf-4d9a-ab4f-72802086d50c req-5d64dadf-2711-4cc4-8aec-74cbd5b85943 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 946 time: 0.0752964 Sep 22 09:33:34.354853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5305bed-fdbf-4d9a-ab4f-72802086d50c req-001dc86e-77bc-4097-a3ac-1fb6fbb9524a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754743 Sep 22 09:33:34.416487 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8e8aec45-8364-48c7-a8cc-61785d07f7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:34.487944 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8e8aec45-8364-48c7-a8cc-61785d07f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:34.547170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8e8aec45-8364-48c7-a8cc-61785d07f7ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d21ddd770de44b98757bdc1ce4889d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186092 Sep 22 09:33:34.548088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8aec45-8364-48c7-a8cc-61785d07f7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a945cb80-d38a-424d-8882-f23e7d3378b7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:34.550166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34170) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:34.597502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Made reservation on behalf of bfcaf56d802143a6bc61dc48ea0ce7f8 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:33:34.597894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a57be04c-bf35-4baf-b753-888a70a43806 req-4e188b32-8683-4246-ac5c-087f0f41f910 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 210 time: 0.0305903 Sep 22 09:33:34.601125 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:34.617585 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:34.619607 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a28abae0-a65c-413a-828c-b41ae6e7420a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:34.657193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a28abae0-a65c-413a-828c-b41ae6e7420a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:34.760195 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:34.828088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a28abae0-a65c-413a-828c-b41ae6e7420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:34.830767 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a28abae0-a65c-413a-828c-b41ae6e7420a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:34.834084 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a28abae0-a65c-413a-828c-b41ae6e7420a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a945cb80-d38a-424d-8882-f23e7d3378b7 HTTP/1.1" status: 204 len: 168 time: 0.2810209 Sep 22 09:33:34.847175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28abae0-a65c-413a-828c-b41ae6e7420a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a945cb80-d38a-424d-8882-f23e7d3378b7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:34.879537 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:34.936718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098e90e-0c55-480d-be9d-a620f10be5e8 req-ab9f4904-af36-45fe-b3ec-e1617260afec tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:34.938624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f098e90e-0c55-480d-be9d-a620f10be5e8 req-ab9f4904-af36-45fe-b3ec-e1617260afec tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0541849 Sep 22 09:33:34.957222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79275364-d2c7-4aa7-b560-0ba511f02f87,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:34.980220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f098e90e-0c55-480d-be9d-a620f10be5e8 req-945f91d8-c061-48d2-94d1-429726127d84 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Sep 22 09:33:35.031198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Allocated IP 192.168.233.184 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/b8ae46b3-31d6-47dc-abb3-c8bda7118537) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:33:35.223466 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:35.339200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:35.386644 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:33:35.390297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:33:35.395368 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:33:35.449501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:35.450154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:35.460166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Pushing event updated for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:35.522416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4cd48-ada3-4e7b-8167-132a42349779 req-3e3e0d0f-c53f-4ab7-9381-6ff3858eb45f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:35.524081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88a4cd48-ada3-4e7b-8167-132a42349779 req-3e3e0d0f-c53f-4ab7-9381-6ff3858eb45f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 946 time: 0.0640094 Sep 22 09:33:35.560430 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-27c9fde8-aa1b-41a8-bd54-43c9ef0db8e8 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3930767 Sep 22 09:33:35.573584 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88a4cd48-ada3-4e7b-8167-132a42349779 req-333214f3-c529-4b37-8fdf-b0ab64f86e7d tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376740 Sep 22 09:33:35.573896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Request body: {'port': {'device_id': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:35.686571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6be9a26b-c705-466f-8288-737ef1c45af7 None None] Provisioning complete for port b8ae46b3-31d6-47dc-abb3-c8bda7118537 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:35.687643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6be9a26b-c705-466f-8288-737ef1c45af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:35.712403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:35.721412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cd3c6-a115-4bf4-8a27-b8fbd29abd37 req-181420bc-fa55-49aa-b022-eb292fdb0086 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:35.723147 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-199cd3c6-a115-4bf4-8a27-b8fbd29abd37 req-181420bc-fa55-49aa-b022-eb292fdb0086 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 946 time: 0.1143641 Sep 22 09:33:35.774296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6be9a26b-c705-466f-8288-737ef1c45af7 None None] Port b8ae46b3-31d6-47dc-abb3-c8bda7118537 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:33:35.849476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34208) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:35.855695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ea582-05fd-4e51-899c-12090e1158d1 req-8fd69680-2aeb-4142-bbe5-4a2561396112 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:35.858743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a97ea582-05fd-4e51-899c-12090e1158d1 req-8fd69680-2aeb-4142-bbe5-4a2561396112 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 936 time: 0.1616919 Sep 22 09:33:35.908595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a97ea582-05fd-4e51-899c-12090e1158d1 req-0f313356-bdba-47ad-95c8-1de4244fc396 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Sep 22 09:33:35.929475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-199cd3c6-a115-4bf4-8a27-b8fbd29abd37 req-b7b78d75-743c-45a1-bddd-46b52b4a1390 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Deleting port 281d42fe-3edb-4552-9a95-f5e09f35d1ad {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:33:35.930019 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-199cd3c6-a115-4bf4-8a27-b8fbd29abd37 req-b7b78d75-743c-45a1-bddd-46b52b4a1390 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:36.038547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-199cd3c6-a115-4bf4-8a27-b8fbd29abd37 req-b7b78d75-743c-45a1-bddd-46b52b4a1390 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] For port 281d42fe-3edb-4552-9a95-f5e09f35d1ad, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=281d42fe-3edb-4552-9a95-f5e09f35d1ad,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:36.039251 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-199cd3c6-a115-4bf4-8a27-b8fbd29abd37 req-b7b78d75-743c-45a1-bddd-46b52b4a1390 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:36.054393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-199cd3c6-a115-4bf4-8a27-b8fbd29abd37 req-b7b78d75-743c-45a1-bddd-46b52b4a1390 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Calling delete_port for 281d42fe-3edb-4552-9a95-f5e09f35d1ad owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:33:36.095030 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-74399978-1a0b-4c58-be20-d752a8e0a84f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb8544eb76f84c41bad4d911f7d63d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442079 Sep 22 09:33:36.097585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34220) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:36.113479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ae46b3-31d6-47dc-abb3-c8bda7118537 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:36.121938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:36.131719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 12dabac2-38c0-4c84-a132-dc209749a761 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:33:36.223678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Transition to ACTIVE for port object b8ae46b3-31d6-47dc-abb3-c8bda7118537 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:33:36.224516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 12dabac2-38c0-4c84-a132-dc209749a761 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:33:36.224516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 12dabac2-38c0-4c84-a132-dc209749a761 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:33:36.224696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ea868-5a26-43c1-b4fa-5f5e8dd4d9c4 req-eaa7b10a-a755-48a8-8b5d-a022ae9e0fca tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:36.224696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-164ea868-5a26-43c1-b4fa-5f5e8dd4d9c4 req-eaa7b10a-a755-48a8-8b5d-a022ae9e0fca tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.1449871 Sep 22 09:33:36.266705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0462e375-646b-48fd-9397-a146f92163a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:36.283700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-164ea868-5a26-43c1-b4fa-5f5e8dd4d9c4 req-3ab31e5a-a355-476d-884c-fc0f9885ac88 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745661 Sep 22 09:33:36.468329 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0462e375-646b-48fd-9397-a146f92163a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:36.590002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:36.652802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:36.709166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f716b-d62a-41b6-9400-702cc1784d20 req-c0a48218-2b58-469a-a168-f3e82b32aaee tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:36.710427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e8f716b-d62a-41b6-9400-702cc1784d20 req-c0a48218-2b58-469a-a168-f3e82b32aaee tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 946 time: 0.0592434 Sep 22 09:33:36.728481 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-199cd3c6-a115-4bf4-8a27-b8fbd29abd37 req-b7b78d75-743c-45a1-bddd-46b52b4a1390 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:36.733093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Attempting to bind port b8ae46b3-31d6-47dc-abb3-c8bda7118537 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:33:36.733446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Attempting to bind port b8ae46b3-31d6-47dc-abb3-c8bda7118537 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:33:36.733776 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Attempting to bind port b8ae46b3-31d6-47dc-abb3-c8bda7118537 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:36.735376 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0462e375-646b-48fd-9397-a146f92163a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:36.738874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0462e375-646b-48fd-9397-a146f92163a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:36.739022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Port b8ae46b3-31d6-47dc-abb3-c8bda7118537 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:33:36.739205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Attempting to bind port b8ae46b3-31d6-47dc-abb3-c8bda7118537 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:36.740104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0462e375-646b-48fd-9397-a146f92163a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43ec8b9b-2abc-4749-bcab-f76f5b10f0fd HTTP/1.1" status: 204 len: 168 time: 0.6402671 Sep 22 09:33:36.747295 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387', '281d42fe-3edb-4552-9a95-f5e09f35d1ad'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:36.750784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:33:36.751200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:33:36.751695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:33:36.752275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Bound port: b8ae46b3-31d6-47dc-abb3-c8bda7118537, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:33:36.752703 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:36.852500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462e375-646b-48fd-9397-a146f92163a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ec8b9b-2abc-4749-bcab-f76f5b10f0fd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:36.867237 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:33:36.874724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:33:36.904974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b78d75-743c-45a1-bddd-46b52b4a1390 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event deleted for resources: {'Port': ['ID=281d42fe-3edb-4552-9a95-f5e09f35d1ad,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:36.939104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:37.002603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e8f716b-d62a-41b6-9400-702cc1784d20 req-2d6e1972-0b9e-4a74-8421-015ca4d407bc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845852 Sep 22 09:33:37.005216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:37.009147 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:37.009279 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-199cd3c6-a115-4bf4-8a27-b8fbd29abd37 req-b7b78d75-743c-45a1-bddd-46b52b4a1390 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] No DVR routers for this DVR port 281d42fe-3edb-4552-9a95-f5e09f35d1ad on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:33:37.009367 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] 10.222.0.45 "PUT /v2.0/ports/b8ae46b3-31d6-47dc-abb3-c8bda7118537 HTTP/1.1" status: 200 len: 1096 time: 1.4395573 Sep 22 09:33:37.009367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:37.010474 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0293a8b1-360f-4133-8b30-3c028f12b07b" -d '{"events": [{"name": "network-changed", "server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:37.011642 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-199cd3c6-a115-4bf4-8a27-b8fbd29abd37 req-b7b78d75-743c-45a1-bddd-46b52b4a1390 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:37.028788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-199cd3c6-a115-4bf4-8a27-b8fbd29abd37 req-b7b78d75-743c-45a1-bddd-46b52b4a1390 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "DELETE /v2.0/ports/281d42fe-3edb-4552-9a95-f5e09f35d1ad HTTP/1.1" status: 204 len: 173 time: 1.2829716 Sep 22 09:33:37.030230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb', 'name': 'network-vif-deleted', 'tag': '281d42fe-3edb-4552-9a95-f5e09f35d1ad'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:37.046775 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee22de7-9709-4d91-9a44-9a73fa6e9de2" -d '{"events": [{"server_uuid": "a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb", "name": "network-vif-deleted", "tag": "281d42fe-3edb-4552-9a95-f5e09f35d1ad"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:37.074096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284640a2-9d78-456d-b3e8-fab3b6f8f8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:37.173352 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364a465c-85cb-43b3-bd33-f1bb7c2087c6 x-openstack-request-id: req-364a465c-85cb-43b3-bd33-f1bb7c2087c6 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:37.173788 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:37.174183 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-364a465c-85cb-43b3-bd33-f1bb7c2087c6 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:37.174834 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'status': 'completed', 'code': 200} Sep 22 09:33:37.271250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-f2b06b57-3814-4232-a923-7b3fe4cfa781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:37.273120 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-f2b06b57-3814-4232-a923-7b3fe4cfa781 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bfcaf56d802143a6bc61dc48ea0ce7f8&device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 1099 time: 0.0736210 Sep 22 09:33:37.347674 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-5a91a116-854b-4783-ba10-bf9cb873b78a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537 HTTP/1.1" status: 200 len: 217 time: 0.0645669 Sep 22 09:33:37.422722 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-f36170de-bf67-46f0-9681-6c3ff2a47568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:37.425008 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-f36170de-bf67-46f0-9681-6c3ff2a47568 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0691466 Sep 22 09:33:37.495254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-3a532db6-19ee-4059-8e9b-022f18de5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:37.497024 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-3a532db6-19ee-4059-8e9b-022f18de5c33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590861 Sep 22 09:33:37.608896 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a857ae-de92-47ec-a9d8-9acea97ff6ff x-openstack-request-id: req-d1a857ae-de92-47ec-a9d8-9acea97ff6ff {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:37.608896 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb", "name": "network-vif-deleted", "tag": "281d42fe-3edb-4552-9a95-f5e09f35d1ad", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:37.609217 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1a857ae-de92-47ec-a9d8-9acea97ff6ff {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:37.609547 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb', 'name': 'network-vif-deleted', 'tag': '281d42fe-3edb-4552-9a95-f5e09f35d1ad', 'status': 'completed', 'code': 200} Sep 22 09:33:37.615062 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-507dd0db-ee95-4876-9076-4640aed66196 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096263 Sep 22 09:33:37.664663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6213-9044-49ca-b28f-d01d63a79bfd req-a85deecd-2831-4684-b3ea-977975d994de tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:37.666009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bfc6213-9044-49ca-b28f-d01d63a79bfd req-a85deecd-2831-4684-b3ea-977975d994de tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 948 time: 0.5087295 Sep 22 09:33:37.679344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f2f9a-f236-4ef5-bf17-2c7e1ffc8d74 req-c3fc1be8-2647-4666-a323-e49abde45afd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:37.680961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d9f2f9a-f236-4ef5-bf17-2c7e1ffc8d74 req-c3fc1be8-2647-4666-a323-e49abde45afd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0704951 Sep 22 09:33:37.727138 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-39b24fa8-b38f-428d-bfb5-b9dc8d0e20b6 req-b8d40cdd-24fb-4f42-ab5b-5839053312cd service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040583 Sep 22 09:33:37.746864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bfc6213-9044-49ca-b28f-d01d63a79bfd req-a2547002-a9c7-4d4f-aa92-37124aa336d1 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648003 Sep 22 09:33:37.753084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d9f2f9a-f236-4ef5-bf17-2c7e1ffc8d74 req-8e05767e-977d-4604-9d8e-1ed7509151c3 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626206 Sep 22 09:33:37.755647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34258) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:37.806999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9fbe67dc-4972-48fe-935f-c8cb34989cc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5718aaa1d4574dcca63f0380aa9f1db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500252 Sep 22 09:33:37.809477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34260) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:37.860784 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76d169b1-835b-4a62-bb51-12860a435746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:37.886574 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76d169b1-835b-4a62-bb51-12860a435746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:37.961741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293a8b1-360f-4133-8b30-3c028f12b07b req-2b3bd319-d9f5-48c8-8852-61c8717f16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:37.963491 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0293a8b1-360f-4133-8b30-3c028f12b07b req-2b3bd319-d9f5-48c8-8852-61c8717f16cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bfcaf56d802143a6bc61dc48ea0ce7f8&device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 1099 time: 0.0609961 Sep 22 09:33:38.070826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293a8b1-360f-4133-8b30-3c028f12b07b req-7d848f27-2c47-4c89-8c6b-8b016979a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:38.072348 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0293a8b1-360f-4133-8b30-3c028f12b07b req-7d848f27-2c47-4c89-8c6b-8b016979a2b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.0912981 Sep 22 09:33:38.132194 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0293a8b1-360f-4133-8b30-3c028f12b07b req-b89324a2-57f7-47fc-a07d-9384a5d318a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537 HTTP/1.1" status: 200 len: 217 time: 0.0509498 Sep 22 09:33:38.146898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1a24581-6627-464a-bab7-41150b29733e req-1b896668-fb3e-437b-971a-582a9dd19e6c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2ca5ddb-e35d-4bb3-98f7-da4c5d0b25eb HTTP/1.1" status: 200 len: 210 time: 0.0334272 Sep 22 09:33:38.161033 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76d169b1-835b-4a62-bb51-12860a435746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:38.163473 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76d169b1-835b-4a62-bb51-12860a435746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:38.164804 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-76d169b1-835b-4a62-bb51-12860a435746 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eca64888-547a-4eb5-b039-bd315035cf7c HTTP/1.1" status: 204 len: 168 time: 0.3534009 Sep 22 09:33:38.201205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d169b1-835b-4a62-bb51-12860a435746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca64888-547a-4eb5-b039-bd315035cf7c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:38.217625 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293a8b1-360f-4133-8b30-3c028f12b07b req-4860a596-220b-4bf5-8fd5-d900dd2d8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:38.219608 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0293a8b1-360f-4133-8b30-3c028f12b07b req-4860a596-220b-4bf5-8fd5-d900dd2d8b2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0743940 Sep 22 09:33:38.275330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293a8b1-360f-4133-8b30-3c028f12b07b req-c3755591-cae1-40ff-9a2f-f7831580cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:38.277738 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0293a8b1-360f-4133-8b30-3c028f12b07b req-c3755591-cae1-40ff-9a2f-f7831580cf1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487070 Sep 22 09:33:38.376582 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0293a8b1-360f-4133-8b30-3c028f12b07b req-fda0d116-6205-48e2-9567-9e940c80f875 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895154 Sep 22 09:33:38.473784 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0293a8b1-360f-4133-8b30-3c028f12b07b req-319b24be-0164-4f1a-87c5-3f8e947d92b7 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895605 Sep 22 09:33:38.912124 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31873e9c-decb-4cf2-b3d3-27401efe7767 req-b3b1b979-99f8-4f93-8422-2b693497e880 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:38.913668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31873e9c-decb-4cf2-b3d3-27401efe7767 req-b3b1b979-99f8-4f93-8422-2b693497e880 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 948 time: 0.0794179 Sep 22 09:33:38.922080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf6651-6f9e-412d-931b-5d645daa9bbf req-201b119f-cf10-407f-8aa6-a421af2359f5 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:38.923605 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ccf6651-6f9e-412d-931b-5d645daa9bbf req-201b119f-cf10-407f-8aa6-a421af2359f5 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0795255 Sep 22 09:33:38.990078 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31873e9c-decb-4cf2-b3d3-27401efe7767 req-fe998b4c-6ce6-4160-af99-624819d6aba5 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653529 Sep 22 09:33:39.010019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ccf6651-6f9e-412d-931b-5d645daa9bbf req-f6f6d4dd-cc03-46ab-98dd-33162d441223 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728736 Sep 22 09:33:39.061283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 281d42fe-3edb-4552-9a95-f5e09f35d1ad no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:33:39.087178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 281d42fe-3edb-4552-9a95-f5e09f35d1ad {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:33:39.087178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 281d42fe-3edb-4552-9a95-f5e09f35d1ad not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:33:39.599052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-c5347d47-a98d-4eb0-92e6-41b77b2d12bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:39.600685 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-c5347d47-a98d-4eb0-92e6-41b77b2d12bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.1083615 Sep 22 09:33:39.616656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-10d2f0a5-5f84-49d5-9c09-e4c28f3345f5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/quotas/9f0a951bc6ef4a38b8343a638bb80253 HTTP/1.1" status: 200 len: 375 time: 0.0100238 Sep 22 09:33:39.667749 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-66d80640-117d-4c84-a606-91e403f98676 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452881 Sep 22 09:33:39.832996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-9419b025-b4d9-4fc9-a7a5-e64166a1e3cb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:33:39.834058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-9419b025-b4d9-4fc9-a7a5-e64166a1e3cb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1591923 Sep 22 09:33:39.931481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-fb9d50b8-0760-46f1-8569-34df7eb8d737 service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909505 Sep 22 09:33:40.033958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-0f47a53c-99fb-4fad-998a-8b5dadbd4ccd service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954614 Sep 22 09:33:40.138126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d35023-792d-4039-bff1-87e8d50c252c req-2f7e6e4a-d19c-4b29-8fac-a3045af99108 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:40.140190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29d35023-792d-4039-bff1-87e8d50c252c req-2f7e6e4a-d19c-4b29-8fac-a3045af99108 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 948 time: 0.0548363 Sep 22 09:33:40.162502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b8ae46b3-31d6-47dc-abb3-c8bda7118537 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:33:40.199833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29d35023-792d-4039-bff1-87e8d50c252c req-ce47b9a3-c8d6-4049-bafb-872a97521d1a tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505080 Sep 22 09:33:40.285983 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:40.313106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'mac_address': 'fa:16:3e:21:82:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:33:40.365243 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:40.382357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ae46b3-31d6-47dc-abb3-c8bda7118537 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:40.404148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58327c0-dfa3-40c0-820b-c7d49496ba9d req-66139c28-c515-4c39-8981-fd15c435d55f tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:40.404786 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f58327c0-dfa3-40c0-820b-c7d49496ba9d req-66139c28-c515-4c39-8981-fd15c435d55f tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.1364617 Sep 22 09:33:40.423357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:40.455623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f58327c0-dfa3-40c0-820b-c7d49496ba9d req-bcd056e9-09bd-4424-8a5e-7d814670f2b0 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436368 Sep 22 09:33:40.513447 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:40.537898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67db8ccd-f698-4fe3-b2b2-4c8f34120266 req-d67f93f1-3818-4a1f-a578-8a57179e8c3c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 210 time: 0.0324914 Sep 22 09:33:40.579380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:40.817716 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['b8ae46b3-31d6-47dc-abb3-c8bda7118537'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:40.862007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-a356632c-2ea9-4419-bf45-79b8f298d88d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350106 Sep 22 09:33:40.992430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-99d536d2-66a6-4008-8682-82acd0b1fde1 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:40.994178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-99d536d2-66a6-4008-8682-82acd0b1fde1 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248608 Sep 22 09:33:41.012618 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-c40c2772-ee33-4c4d-990f-295a1e75a2b6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/quotas/75230d92b45345bd80cccb32ff1e03ef HTTP/1.1" status: 200 len: 375 time: 0.0106263 Sep 22 09:33:41.047910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-9c73bc1c-05af-4d99-9988-aead4fcd6c23 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276146 Sep 22 09:33:41.328379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906fbdd-850c-403d-aea7-0d7106cc9c9f req-11971c6f-d87b-401c-9a8d-aa07541b3d0d tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:41.329904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4906fbdd-850c-403d-aea7-0d7106cc9c9f req-11971c6f-d87b-401c-9a8d-aa07541b3d0d tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 949 time: 0.0584922 Sep 22 09:33:41.385762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4906fbdd-850c-403d-aea7-0d7106cc9c9f req-88e94cd5-76cf-420a-bf4e-a27e63a5a440 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489824 Sep 22 09:33:41.422495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c0f0b0a-a531-49d7-b5e8-bb9e9502f82a req-7a6a27d7-d0a0-4415-bac3-9f28a19b94d0 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 210 time: 0.0355422 Sep 22 09:33:41.597917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62df34a-06df-40a9-b2f8-6310b4118434 req-fe30a497-321d-427d-86fb-ecaaf40a1864 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:41.599437 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a62df34a-06df-40a9-b2f8-6310b4118434 req-fe30a497-321d-427d-86fb-ecaaf40a1864 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0509672 Sep 22 09:33:41.653604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6abbc701-6d52-4d8f-97ef-9d4f3788c3c6 req-b8c1fa2a-2aa4-4b7f-8110-92e866c90230 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 210 time: 0.0396237 Sep 22 09:33:41.667118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a62df34a-06df-40a9-b2f8-6310b4118434 req-6e4ee34a-8583-40af-8514-a6f0cd9bd83e tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613966 Sep 22 09:33:42.178623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b8ae46b3-31d6-47dc-abb3-c8bda7118537 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:42.373191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port b8ae46b3-31d6-47dc-abb3-c8bda7118537 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:33:42.378929 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port b8ae46b3-31d6-47dc-abb3-c8bda7118537 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:42.378929 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:42.467864 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:42.493090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:42.495338 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec25cf7-7454-40be-abf9-686069e7e5bb" -d '{"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-plugged", "status": "completed", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:42.521049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:42.540326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-142c4a58-6423-4c4c-957a-3958acdacbca req-34e5a300-6168-4471-b519-74c36da1cc5b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 210 time: 0.0356114 Sep 22 09:33:42.559676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1725a0f-3b13-4e11-826c-9beba47e4f98 req-36800cfe-21bc-4f76-8d7f-d7d2152d9579 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:42.561835 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1725a0f-3b13-4e11-826c-9beba47e4f98 req-36800cfe-21bc-4f76-8d7f-d7d2152d9579 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 949 time: 0.0889180 Sep 22 09:33:42.604374 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1725a0f-3b13-4e11-826c-9beba47e4f98 req-7ae3b093-76c5-4cd9-a3e0-5ebb840cb259 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367186 Sep 22 09:33:42.607486 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:42.677262 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbcff34-b69a-4651-b65a-bd5892f13594 x-openstack-request-id: req-8bbcff34-b69a-4651-b65a-bd5892f13594 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:42.677557 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-plugged", "status": "completed", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:42.677808 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bbcff34-b69a-4651-b65a-bd5892f13594 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:42.678204 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'code': 200} Sep 22 09:33:42.679305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:42.769428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b5da4ab-7b60-4fc4-9925-5eeae4e7525c req-50401066-06b2-4363-a5a7-f35c08bf3526 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 210 time: 0.0319118 Sep 22 09:33:42.799264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633bf72-a769-42da-9c6d-3c307d449d93 req-50d8262e-2c3d-4b05-9759-48ce8d60f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:42.803866 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d633bf72-a769-42da-9c6d-3c307d449d93 req-50d8262e-2c3d-4b05-9759-48ce8d60f6aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 1101 time: 0.0603824 Sep 22 09:33:42.829959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9277ec-de02-4050-a928-0a94f49ee833 req-439439f7-4399-4793-99cb-4a5a6758e8e0 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:42.831616 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c9277ec-de02-4050-a928-0a94f49ee833 req-439439f7-4399-4793-99cb-4a5a6758e8e0 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0648940 Sep 22 09:33:42.839127 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d633bf72-a769-42da-9c6d-3c307d449d93 req-cc925c3f-ae52-4bce-9648-b909ecdd3033 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295486 Sep 22 09:33:42.874080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c9277ec-de02-4050-a928-0a94f49ee833 req-3414c6ea-8cd7-48c6-b217-bc597b83b6ec tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358312 Sep 22 09:33:43.652094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f701da02-99c9-4927-a64c-c65d0577af6b req-ae56e12a-a741-45e4-b335-4b7e153c63d4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 210 time: 0.0431454 Sep 22 09:33:43.749194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3d09c-88e8-42fe-99a1-8f53cc0e91c5 req-a312f353-e008-43f7-a984-959742e65093 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:43.751167 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21f3d09c-88e8-42fe-99a1-8f53cc0e91c5 req-a312f353-e008-43f7-a984-959742e65093 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 950 time: 0.0532873 Sep 22 09:33:43.773934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-a7840fd3-29fb-481d-b5be-fc65c7996008 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:43.775831 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-a7840fd3-29fb-481d-b5be-fc65c7996008 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.45 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.1375425 Sep 22 09:33:43.791459 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Request body: {'port': {'device_id': '982bcc63-2bd6-4bcb-b059-f798ab5bf509', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'admin_state_up': True, 'tenant_id': '9f0a951bc6ef4a38b8343a638bb80253'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:43.827066 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21f3d09c-88e8-42fe-99a1-8f53cc0e91c5 req-136672db-f03f-495d-a416-700b49ccec6d tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638494 Sep 22 09:33:43.945341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e181fab-d636-4941-b2de-3b27f2a254c7 req-60dcac53-3377-41b4-b177-eee9cc1695fe tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 210 time: 0.0506668 Sep 22 09:33:44.039908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Made reservation on behalf of 9f0a951bc6ef4a38b8343a638bb80253 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:33:44.045002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:44.078443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a09522-73ac-476a-a91e-2b24717d1389 req-47fb397c-3e48-42b4-821e-d26a4063b760 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:44.090378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28a09522-73ac-476a-a91e-2b24717d1389 req-47fb397c-3e48-42b4-821e-d26a4063b760 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0730400 Sep 22 09:33:44.145801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28a09522-73ac-476a-a91e-2b24717d1389 req-abedc5a7-b08a-40ff-8333-5932f9130f9d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534174 Sep 22 09:33:44.217311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Allocated IP 172.20.0.2 (e381bbfe-9cad-4576-9347-d9b5699eebb3/2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90/7d0249d5-1889-4faf-b84d-3679c057d7c9) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:33:44.384949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:44.504651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:44.516676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:44.554903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Network e381bbfe-9cad-4576-9347-d9b5699eebb3 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:33:44.558244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:33:44.566089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:33:44.569619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event updated for resources: {'Port': ['ID=7d0249d5-1889-4faf-b84d-3679c057d7c9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:44.617513 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:44.618142 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:44.734491 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-efe92e09-a6f0-4fc3-8f37-699b53513def tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9472277 Sep 22 09:33:44.752552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Request body: {'port': {'device_id': '982bcc63-2bd6-4bcb-b059-f798ab5bf509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:44.758985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a29c7eb1-896f-4f57-9b2c-7931cd7d6ff8 req-55543d58-3e29-4a0a-ac5f-c622b73ba292 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 210 time: 0.0298326 Sep 22 09:33:44.809047 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:44.891576 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-8840f637-2649-48f7-8188-2a30c36d3ddc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333402 Sep 22 09:33:45.008230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875d0bb-9197-48ff-9f99-f2b2c16790b1 req-5072184f-dfd6-483f-8d11-97bac371039e tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:45.016254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4875d0bb-9197-48ff-9f99-f2b2c16790b1 req-5072184f-dfd6-483f-8d11-97bac371039e tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 950 time: 0.0620239 Sep 22 09:33:45.062312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4875d0bb-9197-48ff-9f99-f2b2c16790b1 req-40aeaa9d-8661-48ce-9a81-6c1d5a507c8c tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Sep 22 09:33:45.147824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca00d5-6fac-4648-b67f-a4c0702a3346 req-94ce7f44-2479-46be-80b8-6c4f8d17cf43 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:45.150363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9ca00d5-6fac-4648-b67f-a4c0702a3346 req-94ce7f44-2479-46be-80b8-6c4f8d17cf43 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 931 time: 0.0871375 Sep 22 09:33:45.217694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-a45d3a21-fadd-4129-a3ba-3850e64be59d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:45.220150 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-a45d3a21-fadd-4129-a3ba-3850e64be59d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928074 Sep 22 09:33:45.228574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9ca00d5-6fac-4648-b67f-a4c0702a3346 req-8fbf08ec-7530-442e-be2e-9195d21eda5e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628245 Sep 22 09:33:45.245383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Request body: {'port': {'device_id': 'eb503db5-ad7c-4493-a3c6-d9ff05229ba5', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '75230d92b45345bd80cccb32ff1e03ef'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:45.385987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0249d5-1889-4faf-b84d-3679c057d7c9 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:45.400470 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:45.402964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a8519-e171-4fba-9a44-9d851f137c5c req-4bd25dec-3245-4a77-8d23-63d5adbb6597 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:45.405473 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-517a8519-e171-4fba-9a44-9d851f137c5c req-4bd25dec-3245-4a77-8d23-63d5adbb6597 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0676696 Sep 22 09:33:45.435443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Transition to ACTIVE for port object 7d0249d5-1889-4faf-b84d-3679c057d7c9 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:33:45.454619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-517a8519-e171-4fba-9a44-9d851f137c5c req-53cf0aef-9dab-4f24-a915-3bba66da2379 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 Sep 22 09:33:45.578431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:45.640018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0249d5-1889-4faf-b84d-3679c057d7c9,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:45.642458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Made reservation on behalf of 75230d92b45345bd80cccb32ff1e03ef for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:33:45.646079 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:45.672680 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:45.744479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Attempting to bind port 7d0249d5-1889-4faf-b84d-3679c057d7c9 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:33:45.744757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Attempting to bind port 7d0249d5-1889-4faf-b84d-3679c057d7c9 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:33:45.745048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Attempting to bind port 7d0249d5-1889-4faf-b84d-3679c057d7c9 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:45.755290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Port 7d0249d5-1889-4faf-b84d-3679c057d7c9 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:33:45.755610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Attempting to bind port 7d0249d5-1889-4faf-b84d-3679c057d7c9 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:45.765734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:33:45.766069 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Checking segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:33:45.766457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Bound using segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:33:45.766895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Bound port: 7d0249d5-1889-4faf-b84d-3679c057d7c9, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:33:45.767255 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:45.863207 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e34244e3-c63c-4768-8e4e-690b7d6a47be req-b38f8940-b657-40da-9db9-31d67eca5e93 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 210 time: 0.0310028 Sep 22 09:33:45.868932 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:45.871718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] For port 7d0249d5-1889-4faf-b84d-3679c057d7c9, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:33:45.875828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] For port 7d0249d5-1889-4faf-b84d-3679c057d7c9, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=7d0249d5-1889-4faf-b84d-3679c057d7c9,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:33:45.988873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:45.996199 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:46.108609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312f381b-0316-47df-9cd5-e6e2614afb16,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:46.121907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0249d5-1889-4faf-b84d-3679c057d7c9,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:46.131310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:46.131310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:46.132390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-3cc88028-0221-4da1-9b4b-f06aea658915 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d0249d5-1889-4faf-b84d-3679c057d7c9 HTTP/1.1" status: 200 len: 1091 time: 1.3851635 Sep 22 09:33:46.132858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982bcc63-2bd6-4bcb-b059-f798ab5bf509', 'tag': '7d0249d5-1889-4faf-b84d-3679c057d7c9'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:46.135213 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f9f437-7b4c-4ff3-810f-9e980f49636d" -d '{"events": [{"name": "network-changed", "server_uuid": "982bcc63-2bd6-4bcb-b059-f798ab5bf509", "tag": "7d0249d5-1889-4faf-b84d-3679c057d7c9"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:46.202412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Allocated IP 192.168.233.190 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/a7f70349-019b-4a83-98e9-4a65d65ef245) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:33:46.205414 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790c12d0-f8e0-4e2a-ad9e-4ca99c4d5f40 x-openstack-request-id: req-790c12d0-f8e0-4e2a-ad9e-4ca99c4d5f40 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:46.210950 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982bcc63-2bd6-4bcb-b059-f798ab5bf509", "tag": "7d0249d5-1889-4faf-b84d-3679c057d7c9", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:46.210950 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-790c12d0-f8e0-4e2a-ad9e-4ca99c4d5f40 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:46.210950 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982bcc63-2bd6-4bcb-b059-f798ab5bf509', 'tag': '7d0249d5-1889-4faf-b84d-3679c057d7c9', 'status': 'completed', 'code': 200} Sep 22 09:33:46.333315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9f437-7b4c-4ff3-810f-9e980f49636d req-97408538-e627-4f19-8d52-366eb4eac49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:46.334809 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95f9f437-7b4c-4ff3-810f-9e980f49636d req-97408538-e627-4f19-8d52-366eb4eac49c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 1094 time: 0.0853498 Sep 22 09:33:46.415621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c102145-b9d1-4beb-8b87-eaa47251ec60 req-ddbae203-96bf-4244-b5d3-4cebd59b239a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:46.426556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c102145-b9d1-4beb-8b87-eaa47251ec60 req-ddbae203-96bf-4244-b5d3-4cebd59b239a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 943 time: 0.0951517 Sep 22 09:33:46.468951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c102145-b9d1-4beb-8b87-eaa47251ec60 req-0eec7bd1-c4a0-40fd-bbec-7ebdefa9b934 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414443 Sep 22 09:33:46.588578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa36a1-eae2-4ea5-9bcb-8bf667fbf1c2 req-5ac16a7a-2625-40d5-9baf-5a41e432c764 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:46.590412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15fa36a1-eae2-4ea5-9bcb-8bf667fbf1c2 req-5ac16a7a-2625-40d5-9baf-5a41e432c764 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0601013 Sep 22 09:33:46.638812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15fa36a1-eae2-4ea5-9bcb-8bf667fbf1c2 req-b691a79b-bfec-4f88-b1e8-f21680dd5bd1 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 Sep 22 09:33:46.777626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:46.787116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9f437-7b4c-4ff3-810f-9e980f49636d req-232b809e-8c8a-42bc-ad46-a5a7ebfd5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:46.788654 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95f9f437-7b4c-4ff3-810f-9e980f49636d req-232b809e-8c8a-42bc-ad46-a5a7ebfd5c62 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4437544 Sep 22 09:33:46.810367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34532) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:46.927809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9f437-7b4c-4ff3-810f-9e980f49636d req-f9d413aa-0f87-4825-875a-c6b1a5bee793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:46.929376 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95f9f437-7b4c-4ff3-810f-9e980f49636d req-f9d413aa-0f87-4825-875a-c6b1a5bee793 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310177 Sep 22 09:33:46.930938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:46.990838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:46.999119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:33:47.017734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcfd8d-1990-4ca2-95cb-130b08046fd3 req-d3c12c54-ee4d-43f3-b75c-419431a8c1df tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:47.019579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53dcfd8d-1990-4ca2-95cb-130b08046fd3 req-d3c12c54-ee4d-43f3-b75c-419431a8c1df tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 936 time: 0.0788953 Sep 22 09:33:47.032480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:33:47.036961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:33:47.041477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event updated for resources: {'Port': ['ID=a7f70349-019b-4a83-98e9-4a65d65ef245,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:47.089761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53dcfd8d-1990-4ca2-95cb-130b08046fd3 req-d35b165f-88fa-44bb-8fab-b8c2d3130b8c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636942 Sep 22 09:33:47.107748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-8de80d3f-1092-487e-8fb8-cfafa0358027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:47.109603 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-8de80d3f-1092-487e-8fb8-cfafa0358027 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 1094 time: 0.1223145 Sep 22 09:33:47.132432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:47.132432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:47.184123 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-05e888ad-bdb8-4529-b88e-0d338242552e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d0249d5-1889-4faf-b84d-3679c057d7c9 HTTP/1.1" status: 200 len: 217 time: 0.0515256 Sep 22 09:33:47.203177 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:47.251129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-b7285f23-56bf-4a7b-8548-b0d62e51c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:47.252671 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-b7285f23-56bf-4a7b-8548-b0d62e51c3df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 200 len: 846 time: 0.0504203 Sep 22 09:33:47.297182 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-5cf54f70-9f99-4c1c-a95b-099ac45e9ec4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e381bbfe-9cad-4576-9347-d9b5699eebb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361471 Sep 22 09:33:47.306177 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:47.352533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12e79d7afb184774975bf8763664273b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5409081 Sep 22 09:33:47.353225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d067d4c3-834d-420e-b31e-d9f7fbb9b11c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:47.355155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34554) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:47.361411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.361793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.362097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.362431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.362762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.363092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.363414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.363736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.364057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.364382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.364712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.365044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ff9f0a-42a2-41fb-9d54-75378963d84c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:47.374647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-76f76d6c-3344-40df-a0a6-b93c935fd23d None None] Provisioning complete for port a7f70349-019b-4a83-98e9-4a65d65ef245 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:47.375744 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-76f76d6c-3344-40df-a0a6-b93c935fd23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:47.406849 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-0c2c2165-ce4a-4d10-b521-2477e01b5c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1670971 Sep 22 09:33:47.412932 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-76f76d6c-3344-40df-a0a6-b93c935fd23d None None] Port a7f70349-019b-4a83-98e9-4a65d65ef245 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:33:47.424250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Request body: {'port': {'device_id': 'eb503db5-ad7c-4493-a3c6-d9ff05229ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:33:47.506271 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-34f94a1d-54a4-49ad-b123-4ae88da14546 service neutron] 10.222.0.45 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963289 Sep 22 09:33:47.511210 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:47.543311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d585c5e-73a8-4af6-8979-d7437f63923e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:47.594502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd64b7-40ba-44d6-af67-7d5ac971da6f req-4f090e7d-8c28-4993-a971-eb2d68ca6e2f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:47.596025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94bd64b7-40ba-44d6-af67-7d5ac971da6f req-4f090e7d-8c28-4993-a971-eb2d68ca6e2f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 943 time: 0.0515335 Sep 22 09:33:47.629401 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d585c5e-73a8-4af6-8979-d7437f63923e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:47.635320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94bd64b7-40ba-44d6-af67-7d5ac971da6f req-422d6b12-6965-4e6f-91ae-229946e05ca0 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Sep 22 09:33:47.751936 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22e722d2-7ea9-45df-97c1-74598c90d954 req-5e315e31-f106-40a5-8871-038509111344 service neutron] 10.222.0.45 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298851 Sep 22 09:33:47.773511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab7295-d85a-4208-8dae-0369c8eb78a8 req-b7fd58bf-a2a0-468e-969f-4b9a8ab3a601 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:47.775055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4eab7295-d85a-4208-8dae-0369c8eb78a8 req-b7fd58bf-a2a0-468e-969f-4b9a8ab3a601 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0527432 Sep 22 09:33:47.820780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4eab7295-d85a-4208-8dae-0369c8eb78a8 req-5dccf091-ec7b-4e88-a2b5-0dcfd70abcd9 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384195 Sep 22 09:33:47.904904 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f70349-019b-4a83-98e9-4a65d65ef245 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:47.912403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:47.915932 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d585c5e-73a8-4af6-8979-d7437f63923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:47.918474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d585c5e-73a8-4af6-8979-d7437f63923e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:47.919826 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6d585c5e-73a8-4af6-8979-d7437f63923e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d067d4c3-834d-420e-b31e-d9f7fbb9b11c HTTP/1.1" status: 204 len: 168 time: 0.5635185 Sep 22 09:33:47.935631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Transition to ACTIVE for port object a7f70349-019b-4a83-98e9-4a65d65ef245 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:33:47.936582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d585c5e-73a8-4af6-8979-d7437f63923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d067d4c3-834d-420e-b31e-d9f7fbb9b11c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:48.027904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:48.089386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f70349-019b-4a83-98e9-4a65d65ef245,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:48.183631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Attempting to bind port a7f70349-019b-4a83-98e9-4a65d65ef245 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:33:48.183771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Attempting to bind port a7f70349-019b-4a83-98e9-4a65d65ef245 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:33:48.184098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Attempting to bind port a7f70349-019b-4a83-98e9-4a65d65ef245 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:48.193915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Port a7f70349-019b-4a83-98e9-4a65d65ef245 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:33:48.194249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Attempting to bind port a7f70349-019b-4a83-98e9-4a65d65ef245 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:33:48.200124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:33:48.201034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:33:48.201445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:33:48.201886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Bound port: a7f70349-019b-4a83-98e9-4a65d65ef245, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:33:48.202243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:48.269219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82512c9a-b395-4994-b4c3-49efca4099fe req-471afb9d-6d1f-4e6a-955d-1ec453c3b073 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:48.280283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82512c9a-b395-4994-b4c3-49efca4099fe req-471afb9d-6d1f-4e6a-955d-1ec453c3b073 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 948 time: 0.1062860 Sep 22 09:33:48.320565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] For port a7f70349-019b-4a83-98e9-4a65d65ef245, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:33:48.324389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] For port a7f70349-019b-4a83-98e9-4a65d65ef245, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a7f70349-019b-4a83-98e9-4a65d65ef245,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:33:48.330678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82512c9a-b395-4994-b4c3-49efca4099fe req-07d0bf0e-e352-410e-a195-f5a07946a944 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 Sep 22 09:33:48.410713 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:48.449462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:48.450357 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:48.452080 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] 10.222.0.45 "PUT /v2.0/ports/a7f70349-019b-4a83-98e9-4a65d65ef245 HTTP/1.1" status: 200 len: 1096 time: 1.0359104 Sep 22 09:33:48.454489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb503db5-ad7c-4493-a3c6-d9ff05229ba5', 'tag': 'a7f70349-019b-4a83-98e9-4a65d65ef245'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:48.457447 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b81104-e092-4bc1-b1e2-e189acdb56c3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb503db5-ad7c-4493-a3c6-d9ff05229ba5", "tag": "a7f70349-019b-4a83-98e9-4a65d65ef245"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:48.487372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0095e5d-6b28-49b7-a81c-13b0cc9b9619 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f70349-019b-4a83-98e9-4a65d65ef245,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:48.498003 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc7019f-dbb0-42dc-9069-8a922be180cd x-openstack-request-id: req-5bc7019f-dbb0-42dc-9069-8a922be180cd {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:48.498373 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb503db5-ad7c-4493-a3c6-d9ff05229ba5", "tag": "a7f70349-019b-4a83-98e9-4a65d65ef245", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:48.498630 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bc7019f-dbb0-42dc-9069-8a922be180cd {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:48.499031 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb503db5-ad7c-4493-a3c6-d9ff05229ba5', 'tag': 'a7f70349-019b-4a83-98e9-4a65d65ef245', 'status': 'completed', 'code': 200} Sep 22 09:33:48.580843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81104-e092-4bc1-b1e2-e189acdb56c3 req-188c8399-8f15-4791-b802-b8364c89f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:48.582360 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49b81104-e092-4bc1-b1e2-e189acdb56c3 req-188c8399-8f15-4791-b802-b8364c89f655 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 1099 time: 0.0482786 Sep 22 09:33:48.628477 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49b81104-e092-4bc1-b1e2-e189acdb56c3 req-20e4b202-02c5-4724-81fa-5f4452a8e5ee service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219564 Sep 22 09:33:48.738945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34588) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:48.755403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81104-e092-4bc1-b1e2-e189acdb56c3 req-27388ecd-6ee8-4cab-bf11-abd3e8c80ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:48.756920 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49b81104-e092-4bc1-b1e2-e189acdb56c3 req-27388ecd-6ee8-4cab-bf11-abd3e8c80ad9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1184733 Sep 22 09:33:48.757785 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b19af8dd-4904-4118-a586-3cbce0e3644b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:48.765466 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74883b17-70b8-48fc-8b4b-4652046e8c3b req-935d1712-ee62-4dad-8397-cd841c08d039 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:48.767289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74883b17-70b8-48fc-8b4b-4652046e8c3b req-935d1712-ee62-4dad-8397-cd841c08d039 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 943 time: 0.0543950 Sep 22 09:33:48.817144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74883b17-70b8-48fc-8b4b-4652046e8c3b req-f9535683-c21c-48a5-9b6d-721633724183 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Sep 22 09:33:48.861884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-2ac2367b-9802-47dd-9c9f-5f232550479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:48.863532 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-2ac2367b-9802-47dd-9c9f-5f232550479a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 1099 time: 0.0641646 Sep 22 09:33:48.950077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee95b7f-2f96-44fc-980e-bffe9e7f3f7e req-a06c3625-ceeb-4a7f-ae53-bb1d5c9a5aca tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:48.952454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ee95b7f-2f96-44fc-980e-bffe9e7f3f7e req-a06c3625-ceeb-4a7f-ae53-bb1d5c9a5aca tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0531709 Sep 22 09:33:48.959727 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-15f799d5-0675-46a8-9601-50072350871d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=a7f70349-019b-4a83-98e9-4a65d65ef245 HTTP/1.1" status: 200 len: 217 time: 0.0779297 Sep 22 09:33:48.962904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b19af8dd-4904-4118-a586-3cbce0e3644b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:49.001180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ee95b7f-2f96-44fc-980e-bffe9e7f3f7e req-60bb4f7b-6b46-44b7-8f5f-6fe31e92faec tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413427 Sep 22 09:33:49.021224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-36b7e6ce-0f72-4d89-b174-e0cb48aa852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:49.022839 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-36b7e6ce-0f72-4d89-b174-e0cb48aa852d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0533085 Sep 22 09:33:49.030163 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b19af8dd-4904-4118-a586-3cbce0e3644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:49.097078 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19af8dd-4904-4118-a586-3cbce0e3644b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89ec8cd-5e69-4f15-9a25-f3df7d1fffcb,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:49.103979 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b19af8dd-4904-4118-a586-3cbce0e3644b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5c567e78d25400ba60d053f176c45e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640583 Sep 22 09:33:49.107434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34592) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:49.113702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-cdb5831a-2f82-4fff-b7b7-9b77706db599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:49.113796 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-cdb5831a-2f82-4fff-b7b7-9b77706db599 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808880 Sep 22 09:33:49.164766 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0026f23a-350c-4171-85a5-f376f31085ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:49.189927 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0026f23a-350c-4171-85a5-f376f31085ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:49.245573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-295fc7e4-4da9-42df-b711-507c4b2e262e service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048596 Sep 22 09:33:49.336124 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0026f23a-350c-4171-85a5-f376f31085ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:49.339306 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0026f23a-350c-4171-85a5-f376f31085ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:49.340708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0026f23a-350c-4171-85a5-f376f31085ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e89ec8cd-5e69-4f15-9a25-f3df7d1fffcb HTTP/1.1" status: 204 len: 168 time: 0.2319288 Sep 22 09:33:49.345159 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7363ec0a-ecaf-4743-adde-9665ebabc21f req-b1fc9de7-e526-410f-a9ff-00435e1f6276 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917568 Sep 22 09:33:49.352032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026f23a-350c-4171-85a5-f376f31085ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89ec8cd-5e69-4f15-9a25-f3df7d1fffcb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:49.459597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2808983-dd23-45dc-a773-c6fc640285eb req-2dd028b7-4209-4e89-9b27-a18dccf6ac34 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:49.461179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2808983-dd23-45dc-a773-c6fc640285eb req-2dd028b7-4209-4e89-9b27-a18dccf6ac34 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 948 time: 0.0564983 Sep 22 09:33:49.504974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2808983-dd23-45dc-a773-c6fc640285eb req-85a82f9d-9da7-4eec-8ec1-2411f9ee228f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346310 Sep 22 09:33:49.948645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a78387-ec08-4edd-8579-db72f2e3ba2c req-f7fadc90-ffdf-4554-9ad7-8165759660b3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:49.950919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4a78387-ec08-4edd-8579-db72f2e3ba2c req-f7fadc90-ffdf-4554-9ad7-8165759660b3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 943 time: 0.0611556 Sep 22 09:33:49.991038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4a78387-ec08-4edd-8579-db72f2e3ba2c req-8cda4bdd-2ba0-40b0-8b54-48930ac19f94 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Sep 22 09:33:50.124203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1460f-b8cf-492c-a20c-cd6986d65c16 req-5b5ec34a-20e2-4259-9986-295dffda6c54 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:50.125791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3eb1460f-b8cf-492c-a20c-cd6986d65c16 req-5b5ec34a-20e2-4259-9986-295dffda6c54 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0512297 Sep 22 09:33:50.166589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3eb1460f-b8cf-492c-a20c-cd6986d65c16 req-74e749ab-e6be-4c74-b405-b53c6068b5fd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341923 Sep 22 09:33:50.200100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34642) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:50.211633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b8ae46b3-31d6-47dc-abb3-c8bda7118537 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:33:50.220229 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eef88cbf-b0eb-4717-9c9a-d178dcfcae75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:50.349475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:50.366856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'mac_address': 'fa:16:3e:21:82:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:33:50.408485 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eef88cbf-b0eb-4717-9c9a-d178dcfcae75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:50.420203 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:50.437724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8ae46b3-31d6-47dc-abb3-c8bda7118537 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:50.460627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:50.480958 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eef88cbf-b0eb-4717-9c9a-d178dcfcae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:50.528096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eef88cbf-b0eb-4717-9c9a-d178dcfcae75 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74ffd4021d144bc2b3b37cf062e1323d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289168 Sep 22 09:33:50.529939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef88cbf-b0eb-4717-9c9a-d178dcfcae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb1522b-abbd-4f9c-b9b1-3435191bf643,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:50.531635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34664) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:50.589460 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:50.618521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62b4b81f-d61d-405f-9ebc-f2bd4e645f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:50.649712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62b4b81f-d61d-405f-9ebc-f2bd4e645f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:50.677491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:50.687959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9533c-3387-4bdb-986d-4a7c1a07c9fd req-b9a4dbd6-407b-4100-b741-39daa2a89dc3 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:50.696089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cbf9533c-3387-4bdb-986d-4a7c1a07c9fd req-b9a4dbd6-407b-4100-b741-39daa2a89dc3 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 948 time: 0.0854442 Sep 22 09:33:50.731172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cbf9533c-3387-4bdb-986d-4a7c1a07c9fd req-84d6f25f-343a-42fb-92d4-285e28a2cdbe tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338829 Sep 22 09:33:50.764980 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['b8ae46b3-31d6-47dc-abb3-c8bda7118537'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:50.879125 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62b4b81f-d61d-405f-9ebc-f2bd4e645f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:50.881808 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62b4b81f-d61d-405f-9ebc-f2bd4e645f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:50.883179 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-62b4b81f-d61d-405f-9ebc-f2bd4e645f9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7eb1522b-abbd-4f9c-b9b1-3435191bf643 HTTP/1.1" status: 204 len: 168 time: 0.3502939 Sep 22 09:33:50.897103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4b81f-d61d-405f-9ebc-f2bd4e645f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb1522b-abbd-4f9c-b9b1-3435191bf643,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:51.164911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a87900-783e-4b2f-a069-144d289a827d req-06827e58-5a66-4bf8-81f2-3d0f80134697 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:51.167030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9a87900-783e-4b2f-a069-144d289a827d req-06827e58-5a66-4bf8-81f2-3d0f80134697 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 943 time: 0.0896773 Sep 22 09:33:51.254676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9a87900-783e-4b2f-a069-144d289a827d req-bf27a73f-bb2f-4534-8f53-b39029bcb95e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750713 Sep 22 09:33:51.334020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede753c-d49e-40b2-ba5b-0ecb940918c2 req-f66cd78c-9ac4-4fed-8429-d28b677d0588 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:51.335856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ede753c-d49e-40b2-ba5b-0ecb940918c2 req-f66cd78c-9ac4-4fed-8429-d28b677d0588 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0605199 Sep 22 09:33:51.385284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ede753c-d49e-40b2-ba5b-0ecb940918c2 req-90f448a8-30c1-4ce5-b790-dc5b45765f23 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 Sep 22 09:33:51.877345 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19a8cb-418f-4509-8771-1fa3ded82964 req-e009c139-4a73-4d42-a50f-f947998533b1 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:51.879152 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca19a8cb-418f-4509-8771-1fa3ded82964 req-e009c139-4a73-4d42-a50f-f947998533b1 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 948 time: 0.0672698 Sep 22 09:33:51.941307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca19a8cb-418f-4509-8771-1fa3ded82964 req-c6ac7cc4-6b9d-4cef-bcf9-37dc056ec345 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500474 Sep 22 09:33:52.224390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a7f70349-019b-4a83-98e9-4a65d65ef245 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:33:52.234539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b8ae46b3-31d6-47dc-abb3-c8bda7118537 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:52.339576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port b8ae46b3-31d6-47dc-abb3-c8bda7118537 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:52.340299 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:52.436917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaa053-c354-4697-bdea-baab478ab202 req-896d9ebe-1307-4782-8fde-7de61b5fa7f1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:52.438740 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9aaa053-c354-4697-bdea-baab478ab202 req-896d9ebe-1307-4782-8fde-7de61b5fa7f1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 943 time: 0.0641170 Sep 22 09:33:52.447447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a7f70349-019b-4a83-98e9-4a65d65ef245, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a7f70349-019b-4a83-98e9-4a65d65ef245,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:52.511812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'a7f70349-019b-4a83-98e9-4a65d65ef245', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'a7f70349-019b-4a83-98e9-4a65d65ef245', 'mac_address': 'fa:16:3e:f5:d8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:33:52.524869 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:52.562657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9aaa053-c354-4697-bdea-baab478ab202 req-cfc3d83c-617d-4904-ac0a-f52878d680fb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165233 Sep 22 09:33:52.583178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:52.600177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f70349-019b-4a83-98e9-4a65d65ef245 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:52.603443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67c64b-c1f1-48dd-8dae-6dc0a5d767be req-d620e9b0-7de2-4714-aa3c-715009720415 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:52.612168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a67c64b-c1f1-48dd-8dae-6dc0a5d767be req-d620e9b0-7de2-4714-aa3c-715009720415 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.1325374 Sep 22 09:33:52.624441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a7f70349-019b-4a83-98e9-4a65d65ef245, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a7f70349-019b-4a83-98e9-4a65d65ef245,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:52.630370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:52.633481 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab813e-45f1-4a31-b996-42d6c9af7abc" -d '{"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-plugged", "status": "completed", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:52.651543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:52.672617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a67c64b-c1f1-48dd-8dae-6dc0a5d767be req-842e25d5-096d-43e7-b4b0-b158e95a339b tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588868 Sep 22 09:33:52.701333 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:52.701333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 7d0249d5-1889-4faf-b84d-3679c057d7c9 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:33:52.819413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:52.864992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 7d0249d5-1889-4faf-b84d-3679c057d7c9, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=7d0249d5-1889-4faf-b84d-3679c057d7c9,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:52.871434 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=a7f70349-019b-4a83-98e9-4a65d65ef245,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:52.906937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '7d0249d5-1889-4faf-b84d-3679c057d7c9', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'port_id': '7d0249d5-1889-4faf-b84d-3679c057d7c9', 'mac_address': 'fa:16:3e:48:50:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:33:52.914018 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dd110e-dfa5-4896-8ebb-f9f010dced6a x-openstack-request-id: req-f9dd110e-dfa5-4896-8ebb-f9f010dced6a {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:52.914314 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-plugged", "status": "completed", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:52.916825 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9dd110e-dfa5-4896-8ebb-f9f010dced6a {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:52.916825 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'code': 200} Sep 22 09:33:53.111899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57589bd-bbaa-42bc-b4fd-db99ea4d2c27 req-6f803ab7-e060-4ed9-8386-1b38dc3d8fda tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:53.115113 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a57589bd-bbaa-42bc-b4fd-db99ea4d2c27 req-6f803ab7-e060-4ed9-8386-1b38dc3d8fda tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 949 time: 0.0839765 Sep 22 09:33:53.117584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:53.128852 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:53.148436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0249d5-1889-4faf-b84d-3679c057d7c9 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:33:53.171433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 7d0249d5-1889-4faf-b84d-3679c057d7c9, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=7d0249d5-1889-4faf-b84d-3679c057d7c9,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:53.179241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a57589bd-bbaa-42bc-b4fd-db99ea4d2c27 req-8ac5dabc-ab17-47b1-8d6e-cc7a1aa6a7d9 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Sep 22 09:33:53.206635 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:53.253137 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:53.329420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=7d0249d5-1889-4faf-b84d-3679c057d7c9,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:53.632418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['7d0249d5-1889-4faf-b84d-3679c057d7c9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:53.716760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6680-d8bc-4ab1-a810-c99d4d315ba0 req-97b882dd-9d3e-4f39-b83c-58673bd84393 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:53.718801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-218a6680-d8bc-4ab1-a810-c99d4d315ba0 req-97b882dd-9d3e-4f39-b83c-58673bd84393 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 944 time: 0.0888739 Sep 22 09:33:53.719182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:33:53.779402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-218a6680-d8bc-4ab1-a810-c99d4d315ba0 req-b66a0d04-4d62-4944-87b8-eee5e60d1aa3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521502 Sep 22 09:33:53.875890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19211db-edb8-4a9e-91cd-fe483bb89138 req-1b073b20-1bde-4858-b5ee-f6ca7b40d049 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:53.877546 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c19211db-edb8-4a9e-91cd-fe483bb89138 req-1b073b20-1bde-4858-b5ee-f6ca7b40d049 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0637443 Sep 22 09:33:53.924374 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c19211db-edb8-4a9e-91cd-fe483bb89138 req-dd2ad958-df08-4a1f-8720-26a36b41b6a4 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Sep 22 09:33:54.212507 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-74e8ab0e-fab8-4248-b879-ba478065d95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:54.306181 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:54.355572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a98031-f277-4867-a78e-bf96f3a95e4a req-800b3a10-fe04-4bb9-8f93-12ec98d8a727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:54.357730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a98031-f277-4867-a78e-bf96f3a95e4a req-800b3a10-fe04-4bb9-8f93-12ec98d8a727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 949 time: 0.0857632 Sep 22 09:33:54.402937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a98031-f277-4867-a78e-bf96f3a95e4a req-4f6e69c9-2131-4e09-86e4-cc5c76d67435 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382993 Sep 22 09:33:54.953040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c1c20-26f5-406a-b32d-8344a94ebaa8 req-6e71562a-d16f-4116-b2c8-42e8bf2f6070 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:54.954674 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-961c1c20-26f5-406a-b32d-8344a94ebaa8 req-6e71562a-d16f-4116-b2c8-42e8bf2f6070 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 944 time: 0.0732355 Sep 22 09:33:55.016900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-961c1c20-26f5-406a-b32d-8344a94ebaa8 req-7f1eafb0-c3ab-49d0-a042-d93eecf8443b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547163 Sep 22 09:33:55.135941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baf0dc-1da3-4949-842b-330ea6ed9acc req-5a689e10-f6f3-409e-9981-f95de3046d2a tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:55.137802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27baf0dc-1da3-4949-842b-330ea6ed9acc req-5a689e10-f6f3-409e-9981-f95de3046d2a tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0667021 Sep 22 09:33:55.189854 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27baf0dc-1da3-4949-842b-330ea6ed9acc req-0c0bc4cd-360e-439e-80db-7e08cd6ef191 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449746 Sep 22 09:33:55.401628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bc574-3a31-4326-8385-9ec29d77ee78 req-fe9601ef-79f2-4681-ae8e-4ecd924be88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:55.403490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65bc574-3a31-4326-8385-9ec29d77ee78 req-fe9601ef-79f2-4681-ae8e-4ecd924be88c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 1096 time: 0.0563784 Sep 22 09:33:55.469032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65bc574-3a31-4326-8385-9ec29d77ee78 req-7df0820b-29e4-41f9-8291-382eaa8b159f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585539 Sep 22 09:33:55.538581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34826) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:55.566579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fbf7a-4b5f-40bf-9097-6e9db7d35185 req-504ecd63-d12f-4240-bc80-ddd080c3d76f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:55.571456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d4fbf7a-4b5f-40bf-9097-6e9db7d35185 req-504ecd63-d12f-4240-bc80-ddd080c3d76f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 949 time: 0.0665925 Sep 22 09:33:55.624590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d4fbf7a-4b5f-40bf-9097-6e9db7d35185 req-ecd453dd-6aaa-4497-ac2b-9320079c7b78 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500367 Sep 22 09:33:55.694888 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:55.804554 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:55.884515 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:55.933047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b56ad39-1b3c-4d34-9fb1-a4339de82764,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:55.942567 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.942913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.943256 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.943593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.943926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.944292 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.944621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.945063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.945313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.945638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.945997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.946322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:55.952335 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7a30855e-f2bb-420f-9f8f-f8ab80d0fa7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0bd53366f404b65975e6f88760361e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126670 Sep 22 09:33:55.954941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34840) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:56.012114 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e693b496-4349-486b-b200-fb0114ed9491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:56.040989 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e693b496-4349-486b-b200-fb0114ed9491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:56.172559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4188606-7e6a-4998-be88-960a53746055 req-19274ab7-8d43-4cb3-805d-1bbe5748e895 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:56.177211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4188606-7e6a-4998-be88-960a53746055 req-19274ab7-8d43-4cb3-805d-1bbe5748e895 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 944 time: 0.0590832 Sep 22 09:33:56.212494 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e693b496-4349-486b-b200-fb0114ed9491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:56.215099 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e693b496-4349-486b-b200-fb0114ed9491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:56.218888 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e693b496-4349-486b-b200-fb0114ed9491 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b56ad39-1b3c-4d34-9fb1-a4339de82764 HTTP/1.1" status: 204 len: 168 time: 0.2604480 Sep 22 09:33:56.219566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4188606-7e6a-4998-be88-960a53746055 req-83f0d110-6164-42bb-8f1e-05dfafa349b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Sep 22 09:33:56.225448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693b496-4349-486b-b200-fb0114ed9491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b56ad39-1b3c-4d34-9fb1-a4339de82764,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:56.238134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a7f70349-019b-4a83-98e9-4a65d65ef245 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:56.401026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port a7f70349-019b-4a83-98e9-4a65d65ef245 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:33:56.411631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port a7f70349-019b-4a83-98e9-4a65d65ef245 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:56.411631 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:56.418336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21182c-17fc-4437-80c3-177096e0b213 req-bd83434c-5bc2-404c-8e7a-d64c0ff09e28 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:56.426927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b21182c-17fc-4437-80c3-177096e0b213 req-bd83434c-5bc2-404c-8e7a-d64c0ff09e28 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0908954 Sep 22 09:33:56.480846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b21182c-17fc-4437-80c3-177096e0b213 req-655607c2-f2b5-452b-aac2-a95ca878cc02 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504460 Sep 22 09:33:56.593602 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:56.633125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a7f70349-019b-4a83-98e9-4a65d65ef245, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a7f70349-019b-4a83-98e9-4a65d65ef245,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:56.633941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb503db5-ad7c-4493-a3c6-d9ff05229ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f70349-019b-4a83-98e9-4a65d65ef245'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:56.636702 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8840d8-3284-4567-a1a9-736d4657acf0" -d '{"events": [{"server_uuid": "eb503db5-ad7c-4493-a3c6-d9ff05229ba5", "name": "network-vif-plugged", "status": "completed", "tag": "a7f70349-019b-4a83-98e9-4a65d65ef245"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:56.705839 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c47af30-694f-44c1-b4b6-a2d9dc1854b7 x-openstack-request-id: req-8c47af30-694f-44c1-b4b6-a2d9dc1854b7 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:56.706320 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb503db5-ad7c-4493-a3c6-d9ff05229ba5", "name": "network-vif-plugged", "status": "completed", "tag": "a7f70349-019b-4a83-98e9-4a65d65ef245", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:56.706730 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c47af30-694f-44c1-b4b6-a2d9dc1854b7 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:56.707301 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb503db5-ad7c-4493-a3c6-d9ff05229ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f70349-019b-4a83-98e9-4a65d65ef245', 'code': 200} Sep 22 09:33:56.734132 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:56.734922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 7d0249d5-1889-4faf-b84d-3679c057d7c9 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:33:56.857285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3696eb3-c94f-4b59-9e4c-1b9b51320b75 req-2c3c913f-e364-4146-a3d2-d2388f99db9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:56.860695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be8a9a-c3b5-4b4f-9c1f-72b579619195 req-1a60647a-c1d5-4d9a-a712-ab9586cafb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:56.869336 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c0be8a9a-c3b5-4b4f-9c1f-72b579619195 req-1a60647a-c1d5-4d9a-a712-ab9586cafb34 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 1101 time: 0.0555344 Sep 22 09:33:56.869473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=a7f70349-019b-4a83-98e9-4a65d65ef245,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:56.869553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3696eb3-c94f-4b59-9e4c-1b9b51320b75 req-2c3c913f-e364-4146-a3d2-d2388f99db9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 950 time: 0.1244383 Sep 22 09:33:56.920929 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3696eb3-c94f-4b59-9e4c-1b9b51320b75 req-9c3a3d9b-c069-45d2-8037-2284220b6e54 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502901 Sep 22 09:33:56.935972 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c0be8a9a-c3b5-4b4f-9c1f-72b579619195 req-8cd7b4f6-8570-40fd-98ab-d0475705a09c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Sep 22 09:33:57.035867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 7d0249d5-1889-4faf-b84d-3679c057d7c9 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:33:57.037982 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a0dea32c-15d1-4db4-a932-53b6bea8f9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:57.043320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 7d0249d5-1889-4faf-b84d-3679c057d7c9 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:33:57.043695 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:57.184144 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:57.210973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 7d0249d5-1889-4faf-b84d-3679c057d7c9, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=7d0249d5-1889-4faf-b84d-3679c057d7c9,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:33:57.364796 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239ff10-85a5-48ec-afb8-6834a7238a24 req-681fd3b3-e2da-4900-83d2-0ce5f0ef05e1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:57.366401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c239ff10-85a5-48ec-afb8-6834a7238a24 req-681fd3b3-e2da-4900-83d2-0ce5f0ef05e1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 944 time: 0.0588961 Sep 22 09:33:57.416363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c239ff10-85a5-48ec-afb8-6834a7238a24 req-656d0101-6e73-4265-b6e0-81cd43b8bc86 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Sep 22 09:33:57.536754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34876) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:57.551062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65c85d00-6d1b-4bc8-98f3-de1780120ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:57.555475 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:57.562463 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:57.630988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=7d0249d5-1889-4faf-b84d-3679c057d7c9,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:57.659316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d6fad-93b6-4213-8e8e-fc108946ac4a req-8437c038-3c2a-43d4-a60d-e29b568955d2 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:57.673921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-978d6fad-93b6-4213-8e8e-fc108946ac4a req-8437c038-3c2a-43d4-a60d-e29b568955d2 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.1089902 Sep 22 09:33:57.692553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65c85d00-6d1b-4bc8-98f3-de1780120ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:57.728440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-978d6fad-93b6-4213-8e8e-fc108946ac4a req-30d4de9e-a6b5-4121-a08a-c4774596e973 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472186 Sep 22 09:33:57.796308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65c85d00-6d1b-4bc8-98f3-de1780120ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:57.845387 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-65c85d00-6d1b-4bc8-98f3-de1780120ac0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6986b8322ee745ac8b78ad80c05d8d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072166 Sep 22 09:33:57.847934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34888) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:33:57.856084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c85d00-6d1b-4bc8-98f3-de1780120ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75857da3-e1da-463b-b58c-85dbd528fb22,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:57.949139 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:58.031755 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-056e9e67-9e9e-44c4-a9cf-45ee1331ea7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:58.142635 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-056e9e67-9e9e-44c4-a9cf-45ee1331ea7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:58.156434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5645-f448-434c-ba95-0e6e3ab28e85 req-6d33e038-4e57-4155-9b66-8e27028d9faa tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:58.160438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bee5645-f448-434c-ba95-0e6e3ab28e85 req-6d33e038-4e57-4155-9b66-8e27028d9faa tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 950 time: 0.1413324 Sep 22 09:33:58.193910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-fa253757-bfbe-40c4-81ee-b7942a83df63 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:58.196892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-fa253757-bfbe-40c4-81ee-b7942a83df63 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/networks?id=71ab51ce-2ff8-48da-88a9-84c9bd980cec HTTP/1.1" status: 200 len: 811 time: 0.2116253 Sep 22 09:33:58.260195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-13fc79a9-63c5-4e59-a0eb-bc5a4ccbcc99 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/quotas/4fe88448e5d1461fa216fbfdda33fa89 HTTP/1.1" status: 200 len: 375 time: 0.0374219 Sep 22 09:33:58.275639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bee5645-f448-434c-ba95-0e6e3ab28e85 req-0dc17257-dd3f-482f-bcf0-13862c8f928d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997465 Sep 22 09:33:58.363194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-dc48884d-83e3-473c-90cb-ca17318f412b tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fe88448e5d1461fa216fbfdda33fa89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848725 Sep 22 09:33:58.435831 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-056e9e67-9e9e-44c4-a9cf-45ee1331ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:58.439908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-056e9e67-9e9e-44c4-a9cf-45ee1331ea7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:58.440503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-056e9e67-9e9e-44c4-a9cf-45ee1331ea7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75857da3-e1da-463b-b58c-85dbd528fb22 HTTP/1.1" status: 204 len: 168 time: 0.5913417 Sep 22 09:33:58.453199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e9e67-9e9e-44c4-a9cf-45ee1331ea7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75857da3-e1da-463b-b58c-85dbd528fb22,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:58.547138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-a44c177f-55bc-49be-ac0f-deee58d8a2ad service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:33:58.557691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-a44c177f-55bc-49be-ac0f-deee58d8a2ad service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1830926 Sep 22 09:33:58.698958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780b197-423d-442d-857a-6721cc765ee1 req-d8c9aa08-38f4-4637-833e-c9e7b816f961 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:58.707433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1780b197-423d-442d-857a-6721cc765ee1 req-d8c9aa08-38f4-4637-833e-c9e7b816f961 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 945 time: 0.1475484 Sep 22 09:33:58.708914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982bcc63-2bd6-4bcb-b059-f798ab5bf509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0249d5-1889-4faf-b84d-3679c057d7c9'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:33:58.713700 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2d231e-8c50-4d67-87f2-f4ee36dbb6c7" -d '{"events": [{"server_uuid": "982bcc63-2bd6-4bcb-b059-f798ab5bf509", "name": "network-vif-plugged", "status": "completed", "tag": "7d0249d5-1889-4faf-b84d-3679c057d7c9"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:58.725880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c78f4915-2f0e-4edf-a099-9c5e1483a829 service neutron] 10.222.0.49 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671946 Sep 22 09:33:58.831091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1780b197-423d-442d-857a-6721cc765ee1 req-d521b0df-dbc1-427f-9932-6da092867338 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141155 Sep 22 09:33:58.888420 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-dda0d9f3-4006-4d29-9da7-e46145ee548f service neutron] 10.222.0.49 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611087 Sep 22 09:33:59.014328 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9054fd1e-d1b1-4f4c-8372-84cecea47cfa x-openstack-request-id: req-9054fd1e-d1b1-4f4c-8372-84cecea47cfa {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:59.014876 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982bcc63-2bd6-4bcb-b059-f798ab5bf509", "name": "network-vif-plugged", "status": "completed", "tag": "7d0249d5-1889-4faf-b84d-3679c057d7c9", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:59.015310 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9054fd1e-d1b1-4f4c-8372-84cecea47cfa {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:59.018441 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982bcc63-2bd6-4bcb-b059-f798ab5bf509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0249d5-1889-4faf-b84d-3679c057d7c9', 'code': 200} Sep 22 09:33:59.154372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae589c2-a6da-48fe-8ee8-cb64c1884686 req-78fe8b6c-7db2-4c46-8fdc-8ef902794542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:59.156588 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-aae589c2-a6da-48fe-8ee8-cb64c1884686 req-78fe8b6c-7db2-4c46-8fdc-8ef902794542 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 1096 time: 0.0462954 Sep 22 09:33:59.250783 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-aae589c2-a6da-48fe-8ee8-cb64c1884686 req-37117ef8-93c1-4a6f-82be-688adeecdbb6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810394 Sep 22 09:33:59.258819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43f17eb9-e187-48ee-9293-0359218e641d req-41421f02-170f-4542-9fdc-dde69b907e2c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 210 time: 0.0413928 Sep 22 09:33:59.369488 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:33:59.527145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdb29e-fbf8-43b4-94c3-29ae8b4fb1cc req-855e12f9-b70e-4f5c-8ec2-74f7038c08f8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:33:59.527145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9fdb29e-fbf8-43b4-94c3-29ae8b4fb1cc req-855e12f9-b70e-4f5c-8ec2-74f7038c08f8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 950 time: 0.1146188 Sep 22 09:33:59.580264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9fdb29e-fbf8-43b4-94c3-29ae8b4fb1cc req-26b75d35-43a8-4c12-9c6a-f3889c835f98 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490260 Sep 22 09:33:59.770671 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:00.100176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82169c-46dd-4a3d-a5ff-80210063d83c req-ebba585d-a076-4011-9f55-84a97fb2627f tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:00.108641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b82169c-46dd-4a3d-a5ff-80210063d83c req-ebba585d-a076-4011-9f55-84a97fb2627f tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 1101 time: 0.0616322 Sep 22 09:34:00.118663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3629c6b-4b29-482d-95c9-ed601386046e req-bc790f92-d908-4031-9208-21d5cb85f108 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:00.127520 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3629c6b-4b29-482d-95c9-ed601386046e req-bc790f92-d908-4031-9208-21d5cb85f108 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 945 time: 0.1450222 Sep 22 09:34:00.162384 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1b82169c-46dd-4a3d-a5ff-80210063d83c req-e14bf881-3667-41a7-9f4c-2490dd87aaf2 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:00.201778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3629c6b-4b29-482d-95c9-ed601386046e req-f30da8af-7f09-48e9-8db9-72153f1b9f9e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685191 Sep 22 09:34:00.358288 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1b82169c-46dd-4a3d-a5ff-80210063d83c req-e14bf881-3667-41a7-9f4c-2490dd87aaf2 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:00.474733 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1b82169c-46dd-4a3d-a5ff-80210063d83c req-e14bf881-3667-41a7-9f4c-2490dd87aaf2 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:00.522370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b82169c-46dd-4a3d-a5ff-80210063d83c req-e14bf881-3667-41a7-9f4c-2490dd87aaf2 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126353 Sep 22 09:34:00.544660 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09ba4063-24ac-4cc4-88b6-d11bf443f94f req-80d154bd-cfe8-48ed-aee2-cf34562f2d4f tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 210 time: 0.0491779 Sep 22 09:34:00.555696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bf881-3667-41a7-9f4c-2490dd87aaf2 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9782b34a-0a7d-4f83-87e7-c09df87613a1,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:01.131131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-3f2a240f-bd17-452d-b63a-fa1b584057d2 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262988 Sep 22 09:34:01.341629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-936e115d-cb22-4b5d-907f-63338f1799f9 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:01.341629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-936e115d-cb22-4b5d-907f-63338f1799f9 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110556 Sep 22 09:34:01.341629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-8870443e-64bc-429b-8a5e-5b515534c74c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/quotas/75230d92b45345bd80cccb32ff1e03ef HTTP/1.1" status: 200 len: 375 time: 0.0272355 Sep 22 09:34:01.364957 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1ab6c-5e89-48aa-97c4-6d766869e99d req-6b79b065-0e81-42ff-83f5-04a7a6555eb4 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:01.366462 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1d1ab6c-5e89-48aa-97c4-6d766869e99d req-6b79b065-0e81-42ff-83f5-04a7a6555eb4 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 945 time: 0.1011696 Sep 22 09:34:01.386238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-02a14013-5300-460e-8ea0-20f66c5f31ec tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819175 Sep 22 09:34:01.443317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1d1ab6c-5e89-48aa-97c4-6d766869e99d req-f08ea12a-71e2-436d-b6df-cfe914ad8fc1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654595 Sep 22 09:34:01.893991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-2c716bee-0b68-40e6-bad2-ebd3e4ae0bdb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:01.901940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-2c716bee-0b68-40e6-bad2-ebd3e4ae0bdb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.2049477 Sep 22 09:34:01.925547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-02ec1c1e-d82c-4409-acc3-a502dcc3e2eb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/quotas/9f0a951bc6ef4a38b8343a638bb80253 HTTP/1.1" status: 200 len: 375 time: 0.0225093 Sep 22 09:34:01.985073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-bbb8f77e-12c7-4b36-896d-b3c69522ae7c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583684 Sep 22 09:34:02.097794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-886964ee-88b7-4b02-8500-c88da4b241e0 service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049914 Sep 22 09:34:02.223450 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-47e6646d-6bc9-4c59-acae-e4b636e4074a service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181543 Sep 22 09:34:02.448555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-8e5bb12b-0da0-46fe-88ae-3b98e1f9c935 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:02.450981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-8e5bb12b-0da0-46fe-88ae-3b98e1f9c935 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.60 "GET /v2.0/networks?id=71ab51ce-2ff8-48da-88a9-84c9bd980cec HTTP/1.1" status: 200 len: 811 time: 0.1242535 Sep 22 09:34:02.463966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Request body: {'port': {'device_id': 'e2972678-2780-4fed-a62f-3d70240ee7e7', 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec', 'admin_state_up': True, 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:02.630953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-190a75fe-a3be-4666-bcb3-3d49665e7fe5 req-09cca4e0-83df-4ab6-9eef-407a534f9572 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 210 time: 0.0457017 Sep 22 09:34:02.951972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Made reservation on behalf of 4fe88448e5d1461fa216fbfdda33fa89 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:34:02.954926 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:02.973767 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f353e252-b9a9-47c9-b55a-993a1bfb1f74 req-cfa91c7b-9d41-41b6-a97c-7cc798bc1b3f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 210 time: 0.0541198 Sep 22 09:34:03.103846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-295c707c-5e50-4dd4-9b9c-bd2717203003 req-4bdd1738-e88e-4858-a869-96bfc6ca6e3f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 210 time: 0.0389357 Sep 22 09:34:03.165630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Allocated IP 172.20.0.13 (71ab51ce-2ff8-48da-88a9-84c9bd980cec/94e22368-18ae-4175-9ce9-491aa2fe292d/3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:34:03.343433 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:03.498361 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:03.511162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['44867487-11da-448d-a0e4-e8e6ca5f8894'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:03.573197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Network 71ab51ce-2ff8-48da-88a9-84c9bd980cec is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:34:03.575625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Pushing event updated for resources: {'Port': ['ID=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:03.579846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:34:03.583187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:34:03.635794 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:03.636428 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:03.724884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-0b524abb-4c5c-47b0-9eaf-970544293c41 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2650959 Sep 22 09:34:03.755626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Request body: {'port': {'device_id': 'e2972678-2780-4fed-a62f-3d70240ee7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:03.801667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee8d85-d9e6-4e48-9b9d-34417f83ded8 req-325c8645-48ed-45c7-bbc9-e83c02a92aa6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:03.809115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81ee8d85-d9e6-4e48-9b9d-34417f83ded8 req-325c8645-48ed-45c7-bbc9-e83c02a92aa6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 932 time: 0.0951021 Sep 22 09:34:03.853187 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:03.880989 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81ee8d85-d9e6-4e48-9b9d-34417f83ded8 req-0721ca0b-420f-42aa-80aa-be35f522cc9e tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694091 Sep 22 09:34:04.084386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3246d7d-c131-462d-8def-454cf2bf5729 req-292f7461-029f-45c9-af81-77f0c48b7855 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 210 time: 0.0350881 Sep 22 09:34:04.121180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46edfd4-86b6-44c2-8151-066ade580be1 req-742dcf4c-40d6-4ab7-b6a0-106df9f5d702 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:04.123443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b46edfd4-86b6-44c2-8151-066ade580be1 req-742dcf4c-40d6-4ab7-b6a0-106df9f5d702 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 950 time: 0.1563051 Sep 22 09:34:04.217032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-559182fb-7963-421f-bcca-005a7a40e11a req-1fb10134-f0d4-45f3-8d67-0238481835e6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 210 time: 0.0456872 Sep 22 09:34:04.228200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b46edfd4-86b6-44c2-8151-066ade580be1 req-84c7936c-831d-4eb3-ab0d-3a01e398cf59 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983663 Sep 22 09:34:04.305847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:04.316475 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:04.333218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Transition to ACTIVE for port object 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:34:04.499238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:04.581219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:04.639026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Attempting to bind port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:34:04.639365 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Attempting to bind port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:34:04.639694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Attempting to bind port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf on network 71ab51ce-2ff8-48da-88a9-84c9bd980cec {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:04.644197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf on network 71ab51ce-2ff8-48da-88a9-84c9bd980cec not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:34:04.644515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Attempting to bind port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf on network 71ab51ce-2ff8-48da-88a9-84c9bd980cec {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:04.649412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:34:04.649742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Checking segment: {'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:34:04.650122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Bound using segment: {'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:34:04.650543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Bound port: 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2aa2e1-8928-46ce-81a2-794667dd07f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:34:04.650942 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:04.727488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] For port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:34:04.730613 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] For port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:34:04.841698 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:04.876260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:04.876923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:04.878378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] 10.222.0.60 "PUT /v2.0/ports/3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf HTTP/1.1" status: 200 len: 1092 time: 1.1279848 Sep 22 09:34:04.879958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2972678-2780-4fed-a62f-3d70240ee7e7', 'tag': '3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:04.880959 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17de8000-7696-4152-a2c5-7bf026c128ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e2972678-2780-4fed-a62f-3d70240ee7e7", "tag": "3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:04.911324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122c776-b142-44b7-8a8f-69b445f0cad9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:04.931004 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2133b415-aaf8-4d74-a32b-258b4d2a0235 x-openstack-request-id: req-2133b415-aaf8-4d74-a32b-258b4d2a0235 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:04.931483 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2972678-2780-4fed-a62f-3d70240ee7e7", "tag": "3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:04.932063 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2133b415-aaf8-4d74-a32b-258b4d2a0235 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:04.932539 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2972678-2780-4fed-a62f-3d70240ee7e7', 'tag': '3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf', 'status': 'completed', 'code': 200} Sep 22 09:34:05.039468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de8000-7696-4152-a2c5-7bf026c128ff req-a93edb66-8475-4b5d-b8ad-87609b9194cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:05.040947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-17de8000-7696-4152-a2c5-7bf026c128ff req-a93edb66-8475-4b5d-b8ad-87609b9194cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe88448e5d1461fa216fbfdda33fa89&device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 1095 time: 0.0855744 Sep 22 09:34:05.066451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae45840-b28e-43ad-893e-8a184034831f req-3ac3a68e-ca1c-44bc-a52d-7a1cf42f4e65 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:05.067956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ae45840-b28e-43ad-893e-8a184034831f req-3ac3a68e-ca1c-44bc-a52d-7a1cf42f4e65 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 944 time: 0.0784872 Sep 22 09:34:05.155221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ae45840-b28e-43ad-893e-8a184034831f req-61a5c540-4300-464a-a878-9b8a3e2b51b5 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757096 Sep 22 09:34:05.186042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de8000-7696-4152-a2c5-7bf026c128ff req-8dc93959-feb9-46f2-ba3a-f2a0a0581d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:05.187684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-17de8000-7696-4152-a2c5-7bf026c128ff req-8dc93959-feb9-46f2-ba3a-f2a0a0581d56 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4fe88448e5d1461fa216fbfdda33fa89&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1383858 Sep 22 09:34:05.326016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de8000-7696-4152-a2c5-7bf026c128ff req-1f63c2fd-0c95-4877-b6e2-c702441d36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:05.327526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-17de8000-7696-4152-a2c5-7bf026c128ff req-1f63c2fd-0c95-4877-b6e2-c702441d36b2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332190 Sep 22 09:34:05.366511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fed4c6c-e48a-4e5b-a776-4493f8660df1 req-b92221a2-b58d-453c-b427-5ede1ec7dd6d tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 210 time: 0.0294526 Sep 22 09:34:05.423583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-519315fb-c23d-4b03-94bb-78441a52addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:05.426246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-519315fb-c23d-4b03-94bb-78441a52addc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe88448e5d1461fa216fbfdda33fa89&device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 1095 time: 0.0564506 Sep 22 09:34:05.517471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-a402abd7-306e-4fda-8c9c-e0bca72d94c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf HTTP/1.1" status: 200 len: 217 time: 0.0752935 Sep 22 09:34:05.552244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2d904fc-f30a-4b5a-b5db-38799f6fd351 req-8e789986-b9ac-45ca-aab4-baadafcd0d68 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 210 time: 0.0811520 Sep 22 09:34:05.646892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-7f3d0976-7ef6-4a3e-bf3b-2c593f64fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:05.648303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-7f3d0976-7ef6-4a3e-bf3b-2c593f64fe06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=94e22368-18ae-4175-9ce9-491aa2fe292d HTTP/1.1" status: 200 len: 851 time: 0.1117637 Sep 22 09:34:05.687997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-b1377dcf-4058-4c6b-bcb8-dcf82ff434b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71ab51ce-2ff8-48da-88a9-84c9bd980cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282493 Sep 22 09:34:05.695023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-9597d881-9f57-44a9-86f7-077db6ba039c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:05.696469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-9597d881-9f57-44a9-86f7-077db6ba039c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.2445650 Sep 22 09:34:05.718439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Request body: {'port': {'device_id': '09bb25b4-0aef-47e8-8756-61e092d6af8e', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'admin_state_up': True, 'tenant_id': '9f0a951bc6ef4a38b8343a638bb80253'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:06.319340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b8ae46b3-31d6-47dc-abb3-c8bda7118537 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:34:06.331779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-3b90e63e-d5d0-43a9-a2f0-fb7a084e8f47 service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342835 Sep 22 09:34:06.348250 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-0737bda6-1ece-4950-830b-25c8b76637ae tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784912 Sep 22 09:34:06.422161 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:06.460225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:06.468716 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a489324a-50a2-47c1-8cb3-5fa68c97d6fc" -d '{"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:06.483858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:06.502880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43ea66cb-eee8-4fd3-89de-eeeb0c1c30c5 req-91c98b9c-2236-4975-aed1-b1b324f9678b service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554258 Sep 22 09:34:06.524840 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-0a1c61b1-f2d4-43a7-b998-8fd862782087 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:06.526348 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-0a1c61b1-f2d4-43a7-b998-8fd862782087 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724067 Sep 22 09:34:06.537086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890075c7-f03e-4af1-8bd4-ae01e7872727 req-c287df6c-dc59-4630-a017-881c286789de tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:06.538597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-890075c7-f03e-4af1-8bd4-ae01e7872727 req-c287df6c-dc59-4630-a017-881c286789de tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 944 time: 0.2043586 Sep 22 09:34:06.550046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Request body: {'port': {'device_id': '9f722319-ceee-4025-b0bb-dffaad0c56d2', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '75230d92b45345bd80cccb32ff1e03ef'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:06.579172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-890075c7-f03e-4af1-8bd4-ae01e7872727 req-4fb807dc-fe0a-4b82-a9f0-2f5a9f59d95d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343647 Sep 22 09:34:06.608935 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:06.619202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Made reservation on behalf of 9f0a951bc6ef4a38b8343a638bb80253 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:34:06.626175 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:06.675219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:06.745169 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce64c37-a019-4e95-9ef5-24f2b0782de5 x-openstack-request-id: req-3ce64c37-a019-4e95-9ef5-24f2b0782de5 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:06.745707 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:06.746112 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ce64c37-a019-4e95-9ef5-24f2b0782de5 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:06.747316 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'code': 200} Sep 22 09:34:06.806176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Made reservation on behalf of 75230d92b45345bd80cccb32ff1e03ef for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:34:06.810939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:06.837710 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07fd30d8-f057-47c0-9424-7bf2be12becb req-6968701e-024c-4245-8a47-bf68bc153129 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 210 time: 0.0553565 Sep 22 09:34:06.864387 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eacfd406-396e-4fb7-9dde-a947deb115a8 req-d01ecaed-3cb8-4fec-a17d-2e9699a9eb1b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 210 time: 0.0432332 Sep 22 09:34:06.891778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Allocated IP 172.20.0.10 (e381bbfe-9cad-4576-9347-d9b5699eebb3/2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90/78d4a7c2-1084-478e-b7a0-80d953aee768) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:34:07.044053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Allocated IP 192.168.233.215 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/a73d853c-faaf-4837-9467-849b1009f13c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:34:07.078104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:07.148531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-63bb0fa7-03f0-4742-bf93-fa385d4f64da tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230987 Sep 22 09:34:07.227639 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:07.277165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-e322e8cc-b9fc-4512-8a81-3ff08396940b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:07.278719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-e322e8cc-b9fc-4512-8a81-3ff08396940b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1234641 Sep 22 09:34:07.287932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:07.302536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:07.309764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Request body: {'port': {'device_id': '7236daef-2ea9-4bad-b45b-e4185216cb4d', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '75230d92b45345bd80cccb32ff1e03ef'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:07.346455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['7d0249d5-1889-4faf-b84d-3679c057d7c9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:07.508504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Network e381bbfe-9cad-4576-9347-d9b5699eebb3 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:34:07.510798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:07.511383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:34:07.511383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event updated for resources: {'Port': ['ID=78d4a7c2-1084-478e-b7a0-80d953aee768,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:07.511383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:34:07.511738 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:34:07.511738 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:34:07.511738 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:34:07.514464 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event updated for resources: {'Port': ['ID=a73d853c-faaf-4837-9467-849b1009f13c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:07.535978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:07.536786 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:07.561511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:07.562430 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:07.690521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Made reservation on behalf of 75230d92b45345bd80cccb32ff1e03ef for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:34:07.706454 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:07.773612 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-dfc59618-9d90-41f9-8c43-20e90a592c9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2276020 Sep 22 09:34:07.790053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Request body: {'port': {'device_id': '9f722319-ceee-4025-b0bb-dffaad0c56d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:07.844116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a264e32-39d0-482a-850f-a5c2c1eaea29 req-271625e3-f8d2-4c76-983b-0155ec5cee25 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:07.845610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a264e32-39d0-482a-850f-a5c2c1eaea29 req-271625e3-f8d2-4c76-983b-0155ec5cee25 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 944 time: 0.1358490 Sep 22 09:34:07.848111 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:07.861544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5906f4df-dc98-4cc5-a6c9-7963ec5b5aa2 None None] Provisioning complete for port a73d853c-faaf-4837-9467-849b1009f13c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:07.862197 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5906f4df-dc98-4cc5-a6c9-7963ec5b5aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:07.912375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5906f4df-dc98-4cc5-a6c9-7963ec5b5aa2 None None] Port a73d853c-faaf-4837-9467-849b1009f13c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:34:07.935388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-3053432c-9d85-4a25-a20c-320b1498f8b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2292163 Sep 22 09:34:07.946460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Allocated IP 192.168.233.204 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/30f8cccc-1c4d-4493-85bd-13554664b7d2) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:34:07.987035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Request body: {'port': {'device_id': '09bb25b4-0aef-47e8-8756-61e092d6af8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:08.035167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:08.085259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a264e32-39d0-482a-850f-a5c2c1eaea29 req-f8186db2-4b02-4ca1-adec-bed08a4d0772 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567824 Sep 22 09:34:08.101736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010e454-bbaa-4d20-a08c-749172be962f req-4d28ca0a-d0bc-4572-84d6-c63fcb58c4a5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:08.103566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6010e454-bbaa-4d20-a08c-749172be962f req-4d28ca0a-d0bc-4572-84d6-c63fcb58c4a5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 932 time: 0.1736739 Sep 22 09:34:08.116110 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:08.225404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6010e454-bbaa-4d20-a08c-749172be962f req-49cf3e55-034b-4130-b8a7-a5676432c9d5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101730 Sep 22 09:34:08.249807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a50e047d-ead1-4e99-99b1-fc78c3295811 req-88a54b48-880e-419f-a6bb-5d09b589ae48 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 210 time: 0.0518541 Sep 22 09:34:08.435265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:08.575087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d4a7c2-1084-478e-b7a0-80d953aee768 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:08.583318 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:08.596177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Transition to ACTIVE for port object 78d4a7c2-1084-478e-b7a0-80d953aee768 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:34:08.617883 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:08.640234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:08.672001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:34:08.675304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:34:08.679724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:34:08.722890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event updated for resources: {'Port': ['ID=30f8cccc-1c4d-4493-85bd-13554664b7d2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:08.736766 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:08.807831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:08.808558 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:08.818233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Pushing event updated for resources: {'Port': ['ID=78d4a7c2-1084-478e-b7a0-80d953aee768,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:08.858131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73d853c-faaf-4837-9467-849b1009f13c {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:08.871792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:08.904123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Transition to ACTIVE for port object a73d853c-faaf-4837-9467-849b1009f13c will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:34:08.947517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Attempting to bind port 78d4a7c2-1084-478e-b7a0-80d953aee768 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:34:08.947875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Attempting to bind port 78d4a7c2-1084-478e-b7a0-80d953aee768 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:34:08.948216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Attempting to bind port 78d4a7c2-1084-478e-b7a0-80d953aee768 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:08.954659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-b160a01d-813a-47bb-90ee-543851d58035 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6597161 Sep 22 09:34:08.956667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Port 78d4a7c2-1084-478e-b7a0-80d953aee768 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:34:08.956667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Attempting to bind port 78d4a7c2-1084-478e-b7a0-80d953aee768 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:08.960992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:34:08.961490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Checking segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:34:08.961756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Bound using segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:34:08.962162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Bound port: 78d4a7c2-1084-478e-b7a0-80d953aee768, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:34:08.962507 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:08.970647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Request body: {'port': {'device_id': '7236daef-2ea9-4bad-b45b-e4185216cb4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:09.004386 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.060024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-05aca524-ead7-4e71-9876-cabe42bd3312 None None] Provisioning complete for port 30f8cccc-1c4d-4493-85bd-13554664b7d2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:09.060581 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05aca524-ead7-4e71-9876-cabe42bd3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.080241 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.118495 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Pushing event updated for resources: {'Port': ['ID=a73d853c-faaf-4837-9467-849b1009f13c,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:09.130648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-05aca524-ead7-4e71-9876-cabe42bd3312 None None] Port 30f8cccc-1c4d-4493-85bd-13554664b7d2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:34:09.159492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] For port 78d4a7c2-1084-478e-b7a0-80d953aee768, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:34:09.169580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Attempting to bind port a73d853c-faaf-4837-9467-849b1009f13c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:34:09.172849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Attempting to bind port a73d853c-faaf-4837-9467-849b1009f13c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:34:09.172849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Attempting to bind port a73d853c-faaf-4837-9467-849b1009f13c on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:09.173066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:34:09.178091 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Port a73d853c-faaf-4837-9467-849b1009f13c on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:34:09.178430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Attempting to bind port a73d853c-faaf-4837-9467-849b1009f13c on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:09.185423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:34:09.185989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:34:09.186388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:34:09.186886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Bound port: a73d853c-faaf-4837-9467-849b1009f13c, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:34:09.187280 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.289038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] For port a73d853c-faaf-4837-9467-849b1009f13c, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:34:09.295748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] For port a73d853c-faaf-4837-9467-849b1009f13c, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a73d853c-faaf-4837-9467-849b1009f13c,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:34:09.369907 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:09.378684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] For port 78d4a7c2-1084-478e-b7a0-80d953aee768, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=78d4a7c2-1084-478e-b7a0-80d953aee768,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:34:09.384075 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf', 'network_id': '71ab51ce-2ff8-48da-88a9-84c9bd980cec', 'port_id': '3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf', 'mac_address': 'fa:16:3e:5e:78:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e22368-18ae-4175-9ce9-491aa2fe292d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:34:09.418070 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.433650 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.450400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:09.455856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:09.456467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.457986 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] 10.222.0.60 "PUT /v2.0/ports/a73d853c-faaf-4837-9467-849b1009f13c HTTP/1.1" status: 200 len: 1096 time: 1.6741419 Sep 22 09:34:09.458366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f722319-ceee-4025-b0bb-dffaad0c56d2', 'tag': 'a73d853c-faaf-4837-9467-849b1009f13c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:09.460670 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94145442-4aaa-4cfe-a482-5a5842001b04" -d '{"events": [{"name": "network-changed", "server_uuid": "9f722319-ceee-4025-b0bb-dffaad0c56d2", "tag": "a73d853c-faaf-4837-9467-849b1009f13c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:09.472652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:09.490517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.492355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44ab4c-9302-4909-85fd-0e3464af361b service neutron] Pushing event updated for resources: {'Port': ['ID=a73d853c-faaf-4837-9467-849b1009f13c,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:09.573056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6af63d-f48c-4883-aa67-278b211198e4 req-c99e485d-e3c9-4b4c-a473-28621253d23f tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:09.573056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed6af63d-f48c-4883-aa67-278b211198e4 req-c99e485d-e3c9-4b4c-a473-28621253d23f tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 944 time: 0.2775927 Sep 22 09:34:09.573056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:09.573056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.573056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/78d4a7c2-1084-478e-b7a0-80d953aee768 HTTP/1.1" status: 200 len: 1092 time: 1.6143935 Sep 22 09:34:09.590023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ec4f2-9865-4f9b-89fe-73069fa7b99f req-182d5d05-d511-4a3f-b1b8-4748963d30f5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:09.591714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f47ec4f2-9865-4f9b-89fe-73069fa7b99f req-182d5d05-d511-4a3f-b1b8-4748963d30f5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 944 time: 0.2453096 Sep 22 09:34:09.592202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bb25b4-0aef-47e8-8756-61e092d6af8e', 'tag': '78d4a7c2-1084-478e-b7a0-80d953aee768'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:09.594704 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b756bcba-e9f3-48aa-bc9d-9d1d28510c32" -d '{"events": [{"name": "network-changed", "server_uuid": "09bb25b4-0aef-47e8-8756-61e092d6af8e", "tag": "78d4a7c2-1084-478e-b7a0-80d953aee768"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:09.600986 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.658059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:09.724435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b9e68-167c-4ca3-a540-40bb56e343f0 service neutron] Pushing event updated for resources: {'Port': ['ID=78d4a7c2-1084-478e-b7a0-80d953aee768,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:09.777342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed6af63d-f48c-4883-aa67-278b211198e4 req-7399369a-6beb-4d9d-b79e-e247cacea67d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731219 Sep 22 09:34:09.783925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-4b2fc6bf-b958-465a-b6f9-647c434bc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:09.785847 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-4b2fc6bf-b958-465a-b6f9-647c434bc3d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 1095 time: 0.0485103 Sep 22 09:34:09.789465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f47ec4f2-9865-4f9b-89fe-73069fa7b99f req-455bee08-5ea8-4bfd-a0f6-291009275982 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843438 Sep 22 09:34:09.793082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-df1ed23a-2462-493d-ace3-387d46434f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:09.795485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-df1ed23a-2462-493d-ace3-387d46434f26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=9f722319-ceee-4025-b0bb-dffaad0c56d2 HTTP/1.1" status: 200 len: 1099 time: 0.1926405 Sep 22 09:34:09.832608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f8cccc-1c4d-4493-85bd-13554664b7d2 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:09.847635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:09.868404 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-b1f757c2-3b95-4e5d-847e-a3d8e0c2eeed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78d4a7c2-1084-478e-b7a0-80d953aee768 HTTP/1.1" status: 200 len: 217 time: 0.0697598 Sep 22 09:34:09.880327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-0f9d283d-a6ef-4754-a506-9cb945c300a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=a73d853c-faaf-4837-9467-849b1009f13c HTTP/1.1" status: 200 len: 217 time: 0.0739744 Sep 22 09:34:09.882432 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.946967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-a415614e-bc30-4d6c-ac3b-f43d2f165fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:09.953204 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-a415614e-bc30-4d6c-ac3b-f43d2f165fd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 200 len: 846 time: 0.0699065 Sep 22 09:34:09.956638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Transition to ACTIVE for port object 30f8cccc-1c4d-4493-85bd-13554664b7d2 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:34:10.020200 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-ae8bb221-6bfd-4ba5-9ed8-49619970a0fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e381bbfe-9cad-4576-9347-d9b5699eebb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575252 Sep 22 09:34:10.071423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d998c-9ea5-44db-baab-61dccdd4f176 req-ab7cd1ae-ca8e-4254-bd8c-1e481e89f7d2 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:10.080177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a0d998c-9ea5-44db-baab-61dccdd4f176 req-ab7cd1ae-ca8e-4254-bd8c-1e481e89f7d2 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 936 time: 0.1937392 Sep 22 09:34:10.081857 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-7f45d52e-2be9-4bb1-b104-8bc597a6d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:10.083252 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-7f45d52e-2be9-4bb1-b104-8bc597a6d4d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1801026 Sep 22 09:34:10.085574 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:10.151685 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-78871268-aeac-4851-93a5-47b195061436 service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223044 Sep 22 09:34:10.161450 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40491183-7513-4307-a5bc-5712eac226c6 x-openstack-request-id: req-40491183-7513-4307-a5bc-5712eac226c6 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:10.161450 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f722319-ceee-4025-b0bb-dffaad0c56d2", "tag": "a73d853c-faaf-4837-9467-849b1009f13c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:10.161450 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40491183-7513-4307-a5bc-5712eac226c6 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:10.161450 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f722319-ceee-4025-b0bb-dffaad0c56d2', 'tag': 'a73d853c-faaf-4837-9467-849b1009f13c', 'status': 'completed', 'code': 200} Sep 22 09:34:10.204489 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96469fb-9bf5-491d-b982-518b64f1110f x-openstack-request-id: req-f96469fb-9bf5-491d-b982-518b64f1110f {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:10.204928 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09bb25b4-0aef-47e8-8756-61e092d6af8e", "tag": "78d4a7c2-1084-478e-b7a0-80d953aee768", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:10.205191 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f96469fb-9bf5-491d-b982-518b64f1110f {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:10.205589 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bb25b4-0aef-47e8-8756-61e092d6af8e', 'tag': '78d4a7c2-1084-478e-b7a0-80d953aee768', 'status': 'completed', 'code': 200} Sep 22 09:34:10.219293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a0d998c-9ea5-44db-baab-61dccdd4f176 req-33fd7d40-90fd-4938-ad1d-dc902eb1783a tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312132 Sep 22 09:34:10.266746 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae260bbb-c482-48b2-b62a-c89f00cddcb4 req-9623e72a-d6ce-4da5-9239-1043beb8bd43 service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053231 Sep 22 09:34:10.291496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Pushing event updated for resources: {'Port': ['ID=30f8cccc-1c4d-4493-85bd-13554664b7d2,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:10.314707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-a4d11957-9847-434d-a5f2-83b568e24e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:10.316540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-a4d11957-9847-434d-a5f2-83b568e24e2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2033098 Sep 22 09:34:10.354028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b8ae46b3-31d6-47dc-abb3-c8bda7118537 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:34:10.359750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Attempting to bind port 30f8cccc-1c4d-4493-85bd-13554664b7d2 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:34:10.360027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Attempting to bind port 30f8cccc-1c4d-4493-85bd-13554664b7d2 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:34:10.360352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Attempting to bind port 30f8cccc-1c4d-4493-85bd-13554664b7d2 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:10.374380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Port 30f8cccc-1c4d-4493-85bd-13554664b7d2 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:34:10.374730 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Attempting to bind port 30f8cccc-1c4d-4493-85bd-13554664b7d2 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:10.409914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:34:10.410260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:34:10.410646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:34:10.411090 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Bound port: 30f8cccc-1c4d-4493-85bd-13554664b7d2, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:34:10.411454 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:10.465104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756bcba-e9f3-48aa-bc9d-9d1d28510c32 req-8330e612-bfed-49f8-8afb-6dd4da26f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:10.466952 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b756bcba-e9f3-48aa-bc9d-9d1d28510c32 req-8330e612-bfed-49f8-8afb-6dd4da26f517 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 1095 time: 0.0430634 Sep 22 09:34:10.476897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-d22ec504-d268-40cf-8805-786ef7c15fd2 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489487 Sep 22 09:34:10.493467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:10.505720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'mac_address': 'fa:16:3e:21:82:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:34:10.529530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] For port 30f8cccc-1c4d-4493-85bd-13554664b7d2, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:34:10.546804 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:10.561516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ae46b3-31d6-47dc-abb3-c8bda7118537 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:10.568078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] For port 30f8cccc-1c4d-4493-85bd-13554664b7d2, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=30f8cccc-1c4d-4493-85bd-13554664b7d2,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:34:10.572410 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756bcba-e9f3-48aa-bc9d-9d1d28510c32 req-1ffffeca-0100-45e9-a07d-1d96deca0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:10.574093 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b756bcba-e9f3-48aa-bc9d-9d1d28510c32 req-1ffffeca-0100-45e9-a07d-1d96deca0377 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 907 time: 0.0978136 Sep 22 09:34:10.583057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:10.597109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-c93ccc38-9180-4e91-949c-0ec5345bd025 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097558 Sep 22 09:34:10.622521 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b756bcba-e9f3-48aa-bc9d-9d1d28510c32 req-fbd46c6d-ca9e-4147-9fdf-5db0f534bc31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78d4a7c2-1084-478e-b7a0-80d953aee768 HTTP/1.1" status: 200 len: 217 time: 0.0367882 Sep 22 09:34:10.629576 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:10.664303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:10.664973 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:10.666364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] 10.222.0.60 "PUT /v2.0/ports/30f8cccc-1c4d-4493-85bd-13554664b7d2 HTTP/1.1" status: 200 len: 1096 time: 1.7016470 Sep 22 09:34:10.687233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756bcba-e9f3-48aa-bc9d-9d1d28510c32 req-94d358e2-2023-48d4-9935-2632e484f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:10.688854 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b756bcba-e9f3-48aa-bc9d-9d1d28510c32 req-94d358e2-2023-48d4-9935-2632e484f49f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 200 len: 846 time: 0.0571239 Sep 22 09:34:10.694634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aba541-3534-4a56-925a-85ae4a7682d2 service neutron] Pushing event updated for resources: {'Port': ['ID=30f8cccc-1c4d-4493-85bd-13554664b7d2,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:10.710375 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:10.725299 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b756bcba-e9f3-48aa-bc9d-9d1d28510c32 req-774fd75f-c62a-42bd-b1c9-c1fcfab4ce85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e381bbfe-9cad-4576-9347-d9b5699eebb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272655 Sep 22 09:34:10.771364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:10.874359 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b756bcba-e9f3-48aa-bc9d-9d1d28510c32 req-f2b9071d-0931-49f4-82de-fa0804da1ebc service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414032 Sep 22 09:34:10.890216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['b8ae46b3-31d6-47dc-abb3-c8bda7118537'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:11.030695 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b756bcba-e9f3-48aa-bc9d-9d1d28510c32 req-0e444f38-f695-4e04-935d-0818e1c32cd0 service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370707 Sep 22 09:34:11.066633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-77a8355c-847f-4fe7-9450-7cd4ca82529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:11.068876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-77a8355c-847f-4fe7-9450-7cd4ca82529d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 1099 time: 0.2303894 Sep 22 09:34:11.070824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145442-4aaa-4cfe-a482-5a5842001b04 req-ec1559da-65f5-4461-9297-25e9a5286957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:11.072224 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94145442-4aaa-4cfe-a482-5a5842001b04 req-ec1559da-65f5-4461-9297-25e9a5286957 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=9f722319-ceee-4025-b0bb-dffaad0c56d2 HTTP/1.1" status: 200 len: 1099 time: 0.2521861 Sep 22 09:34:11.095672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ae784-5a1e-4c0a-bc47-c881f50f0b8a req-9db34ca3-4a0a-4952-9b6a-aa6a74d62578 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:11.101475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c8ae784-5a1e-4c0a-bc47-c881f50f0b8a req-9db34ca3-4a0a-4952-9b6a-aa6a74d62578 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 945 time: 0.1698139 Sep 22 09:34:11.104775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaf0bc-4993-408b-a848-ab55d0877437 req-9def8bd0-5d40-4900-9cb3-29415f06c5a6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:11.106406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72aaf0bc-4993-408b-a848-ab55d0877437 req-9def8bd0-5d40-4900-9cb3-29415f06c5a6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 944 time: 0.1643212 Sep 22 09:34:11.176786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:34:11.186464 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-ae845e7c-e2d1-4a57-b89e-27d40da3ac88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=30f8cccc-1c4d-4493-85bd-13554664b7d2 HTTP/1.1" status: 200 len: 217 time: 0.0780160 Sep 22 09:34:11.307255 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c8ae784-5a1e-4c0a-bc47-c881f50f0b8a req-db81f74b-099c-4d98-8c17-1d3bf87a9db1 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997747 Sep 22 09:34:11.336370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:34:11.338786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:11.339395 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:11.343039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72aaf0bc-4993-408b-a848-ab55d0877437 req-e2952ed1-d211-4616-b952-34740780bef8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200861 Sep 22 09:34:11.377155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-b4dcad8f-b22d-4488-8da1-6dd429efdcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:11.379839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-b4dcad8f-b22d-4488-8da1-6dd429efdcb4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1763735 Sep 22 09:34:11.384659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145442-4aaa-4cfe-a482-5a5842001b04 req-ca80a101-b4aa-4772-a009-7dbe811ae202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:11.386242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94145442-4aaa-4cfe-a482-5a5842001b04 req-ca80a101-b4aa-4772-a009-7dbe811ae202 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.2770069 Sep 22 09:34:11.477333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94145442-4aaa-4cfe-a482-5a5842001b04 req-f53980fc-ec95-4365-8294-56479cd0daa0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=a73d853c-faaf-4837-9467-849b1009f13c HTTP/1.1" status: 200 len: 217 time: 0.0741198 Sep 22 09:34:11.515444 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:11.520619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec31e4-4529-49c6-b5db-2668512818bc req-a32c0151-a3e0-4d48-98aa-fe218979e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:11.522683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-a32c0151-a3e0-4d48-98aa-fe218979e26b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291521 Sep 22 09:34:11.579780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2972678-2780-4fed-a62f-3d70240ee7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:11.588809 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da8e06c-06d2-4909-b579-34a753473257" -d '{"events": [{"server_uuid": "e2972678-2780-4fed-a62f-3d70240ee7e7", "name": "network-vif-plugged", "status": "completed", "tag": "3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:11.605418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:11.674668 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42c3d49-d48d-48bd-8c6c-8b1a7987b959 x-openstack-request-id: req-a42c3d49-d48d-48bd-8c6c-8b1a7987b959 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:11.675074 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2972678-2780-4fed-a62f-3d70240ee7e7", "name": "network-vif-plugged", "status": "completed", "tag": "3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:11.676063 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a42c3d49-d48d-48bd-8c6c-8b1a7987b959 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:11.676063 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2972678-2780-4fed-a62f-3d70240ee7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf', 'code': 200} Sep 22 09:34:11.687240 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:11.727975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145442-4aaa-4cfe-a482-5a5842001b04 req-39595636-4355-47a1-b81d-becb61b2d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:11.729502 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94145442-4aaa-4cfe-a482-5a5842001b04 req-39595636-4355-47a1-b81d-becb61b2d1f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.2357674 Sep 22 09:34:11.738770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:11.797418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24068bdb-7559-43bb-ab00-c062238a4e5c req-68a1f33a-9b8f-47b2-9625-bf5447bc5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:11.799455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-24068bdb-7559-43bb-ab00-c062238a4e5c req-68a1f33a-9b8f-47b2-9625-bf5447bc5d4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 1097 time: 0.0479474 Sep 22 09:34:11.802756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821c1d6-29b5-4d56-964c-af51c9e2a98e req-e6bc21c5-0502-49d1-bd11-39395ba36acb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:11.804244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3821c1d6-29b5-4d56-964c-af51c9e2a98e req-e6bc21c5-0502-49d1-bd11-39395ba36acb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 948 time: 0.1562514 Sep 22 09:34:11.806278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-536f771f-c4e7-4543-9f62-feacc6fd2353 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360568 Sep 22 09:34:11.849596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145442-4aaa-4cfe-a482-5a5842001b04 req-c6fdbd6e-99bc-4c7b-9588-32e9486385c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:11.851118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94145442-4aaa-4cfe-a482-5a5842001b04 req-c6fdbd6e-99bc-4c7b-9588-32e9486385c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988221 Sep 22 09:34:11.859500 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-24068bdb-7559-43bb-ab00-c062238a4e5c req-02dedaa7-8a34-473c-bbf8-61fb33411dcc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456955 Sep 22 09:34:12.320007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7236daef-2ea9-4bad-b45b-e4185216cb4d', 'tag': '30f8cccc-1c4d-4493-85bd-13554664b7d2'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:12.322528 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739a02a5-dee8-48db-afa0-0f0926b49449" -d '{"events": [{"name": "network-changed", "server_uuid": "7236daef-2ea9-4bad-b45b-e4185216cb4d", "tag": "30f8cccc-1c4d-4493-85bd-13554664b7d2"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:12.371804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3821c1d6-29b5-4d56-964c-af51c9e2a98e req-817a323e-186b-4e8b-83c1-372c1e1460ac tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545337 Sep 22 09:34:12.375892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b8ae46b3-31d6-47dc-abb3-c8bda7118537 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:34:12.451115 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd369bd-72a6-44db-8d10-21aad447c446 x-openstack-request-id: req-7fd369bd-72a6-44db-8d10-21aad447c446 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:12.451418 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7236daef-2ea9-4bad-b45b-e4185216cb4d", "tag": "30f8cccc-1c4d-4493-85bd-13554664b7d2", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:12.452273 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fd369bd-72a6-44db-8d10-21aad447c446 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:12.452273 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7236daef-2ea9-4bad-b45b-e4185216cb4d', 'tag': '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'status': 'completed', 'code': 200} Sep 22 09:34:12.488084 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port b8ae46b3-31d6-47dc-abb3-c8bda7118537 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:12.488469 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:12.522096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baec31e4-4529-49c6-b5db-2668512818bc req-929db41e-4d38-43ce-a285-14d8cd5125f7 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063243 Sep 22 09:34:12.569813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94145442-4aaa-4cfe-a482-5a5842001b04 req-eb427c5b-6970-4368-ad78-d26aa83e6dc0 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079647 Sep 22 09:34:12.594434 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:12.639345 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186cccf-1a0d-4cd9-8594-9e4021633567 req-8bd1f6df-8b19-453a-88d5-f6f5a3158c1d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:12.646039 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:12.648204 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0186cccf-1a0d-4cd9-8594-9e4021633567 req-8bd1f6df-8b19-453a-88d5-f6f5a3158c1d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1479793 Sep 22 09:34:12.749719 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:12.758347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4ddcc-83c0-4adc-9a80-f50cbd67e90a req-430babd1-2a73-46a7-ac65-bdacefe17492 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:12.765964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13b4ddcc-83c0-4adc-9a80-f50cbd67e90a req-430babd1-2a73-46a7-ac65-bdacefe17492 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 944 time: 0.2177780 Sep 22 09:34:12.813770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=10']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:12.819034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0186cccf-1a0d-4cd9-8594-9e4021633567 req-968d0983-a3c5-41f1-a5ea-e1d5f0a0eb4e tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676657 Sep 22 09:34:12.849973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94145442-4aaa-4cfe-a482-5a5842001b04 req-bb95ff0b-b45f-4b92-a550-1c440f73b713 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617345 Sep 22 09:34:12.851139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a02a5-dee8-48db-afa0-0f0926b49449 req-3ee4b4b9-8f46-4869-a043-9ba0b236e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:12.852519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-739a02a5-dee8-48db-afa0-0f0926b49449 req-3ee4b4b9-8f46-4869-a043-9ba0b236e056 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 1099 time: 0.1782420 Sep 22 09:34:12.863202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13b4ddcc-83c0-4adc-9a80-f50cbd67e90a req-4448c910-c21f-4b85-84a1-87ae2dbfab3b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962410 Sep 22 09:34:13.051725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a02a5-dee8-48db-afa0-0f0926b49449 req-86cf8b86-b978-4783-945f-81e2eaf2fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:13.053364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-739a02a5-dee8-48db-afa0-0f0926b49449 req-86cf8b86-b978-4783-945f-81e2eaf2fc3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1848528 Sep 22 09:34:13.108196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-739a02a5-dee8-48db-afa0-0f0926b49449 req-43cf5bec-5249-4ea5-938b-e6a553f18c89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=30f8cccc-1c4d-4493-85bd-13554664b7d2 HTTP/1.1" status: 200 len: 217 time: 0.0388753 Sep 22 09:34:13.191151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a73d853c-faaf-4837-9467-849b1009f13c details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:34:13.218062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a02a5-dee8-48db-afa0-0f0926b49449 req-966f84c0-32a4-4512-8355-de344c9e30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:13.220587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-739a02a5-dee8-48db-afa0-0f0926b49449 req-966f84c0-32a4-4512-8355-de344c9e30c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.1028180 Sep 22 09:34:13.301217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a02a5-dee8-48db-afa0-0f0926b49449 req-d9adca4e-6944-46bb-b2fe-15a0013ec0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:13.303898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-739a02a5-dee8-48db-afa0-0f0926b49449 req-d9adca4e-6944-46bb-b2fe-15a0013ec0a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738223 Sep 22 09:34:13.359010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a73d853c-faaf-4837-9467-849b1009f13c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a73d853c-faaf-4837-9467-849b1009f13c,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:13.370815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'a73d853c-faaf-4837-9467-849b1009f13c', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'a73d853c-faaf-4837-9467-849b1009f13c', 'mac_address': 'fa:16:3e:8a:d5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:34:13.443445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-739a02a5-dee8-48db-afa0-0f0926b49449 req-c16c52a8-c352-4eb6-8d9e-c679de3c8258 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289811 Sep 22 09:34:13.472693 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:13.489097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73d853c-faaf-4837-9467-849b1009f13c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:13.516582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a73d853c-faaf-4837-9467-849b1009f13c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a73d853c-faaf-4837-9467-849b1009f13c,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:13.597782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40360d65-cfa3-4036-9a51-6d2456c59314 req-8d784285-eb21-44ce-9ad2-b7361ccc7fff tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:13.599302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40360d65-cfa3-4036-9a51-6d2456c59314 req-8d784285-eb21-44ce-9ad2-b7361ccc7fff tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 948 time: 0.0995715 Sep 22 09:34:13.625423 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:13.625423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 78d4a7c2-1084-478e-b7a0-80d953aee768 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:34:13.629834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-739a02a5-dee8-48db-afa0-0f0926b49449 req-c4e85347-e1cd-49f8-b436-ea2ae368fb72 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748164 Sep 22 09:34:13.650589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40360d65-cfa3-4036-9a51-6d2456c59314 req-49776bb9-801b-4a30-b11e-262a45dbc546 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410197 Sep 22 09:34:13.680808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:13.680808 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05629e84-553d-4fd7-8cd9-112bfcb9bc53" -d '{"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-plugged", "status": "completed", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:13.904097 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1e6271-29a0-4d0f-8a60-1fa99bd3bd1b x-openstack-request-id: req-eb1e6271-29a0-4d0f-8a60-1fa99bd3bd1b {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:13.904634 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-plugged", "status": "completed", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:13.904850 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb1e6271-29a0-4d0f-8a60-1fa99bd3bd1b {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:13.905323 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'code': 200} Sep 22 09:34:13.911678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=a73d853c-faaf-4837-9467-849b1009f13c,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:14.064590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40445814-e4c2-4664-959e-98500d8fb67c req-77368088-2402-4914-abab-e4e653456434 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:14.067973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 78d4a7c2-1084-478e-b7a0-80d953aee768, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=78d4a7c2-1084-478e-b7a0-80d953aee768,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:14.076182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40445814-e4c2-4664-959e-98500d8fb67c req-77368088-2402-4914-abab-e4e653456434 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1374872 Sep 22 09:34:14.083970 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '78d4a7c2-1084-478e-b7a0-80d953aee768', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'port_id': '78d4a7c2-1084-478e-b7a0-80d953aee768', 'mac_address': 'fa:16:3e:17:a8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:34:14.107696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d76f6-60bc-4d61-8045-629cc34d8d3f req-a5544ac6-ba21-44b6-a73e-920a24624b49 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:14.109559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b9d76f6-60bc-4d61-8045-629cc34d8d3f req-a5544ac6-ba21-44b6-a73e-920a24624b49 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 944 time: 0.1077466 Sep 22 09:34:14.144600 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:14.157856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40445814-e4c2-4664-959e-98500d8fb67c req-5cca1599-15e8-46c8-95da-46784a6242ad tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745552 Sep 22 09:34:14.168308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d4a7c2-1084-478e-b7a0-80d953aee768 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:14.185733 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b9d76f6-60bc-4d61-8045-629cc34d8d3f req-043b162a-a7f9-4ab7-8208-56c281a975a7 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647848 Sep 22 09:34:14.211539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 78d4a7c2-1084-478e-b7a0-80d953aee768, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=78d4a7c2-1084-478e-b7a0-80d953aee768,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:14.314415 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:14.381039 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=78d4a7c2-1084-478e-b7a0-80d953aee768,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:14.582347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['78d4a7c2-1084-478e-b7a0-80d953aee768'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:14.641901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:14.868693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756eb2b-f013-4b58-a0fc-567799623ba8 req-2389bbb0-1d68-4dae-8308-7050539c68e5 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:14.878134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7756eb2b-f013-4b58-a0fc-567799623ba8 req-2389bbb0-1d68-4dae-8308-7050539c68e5 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 948 time: 0.1022892 Sep 22 09:34:14.969234 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7756eb2b-f013-4b58-a0fc-567799623ba8 req-23114554-6f12-439f-8733-39a23a4d67d8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888565 Sep 22 09:34:14.994794 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2580b-295c-4c2a-b383-c7732538fba1 req-baf3187a-31f3-4948-ae39-923ad0e0542d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:14.996739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79d2580b-295c-4c2a-b383-c7732538fba1 req-baf3187a-31f3-4948-ae39-923ad0e0542d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0965002 Sep 22 09:34:15.084345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79d2580b-295c-4c2a-b383-c7732538fba1 req-a0c2106d-dda2-49c0-abaa-17da9d131b9c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772605 Sep 22 09:34:15.097484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2fcf1-d63d-448a-b0af-d649b995043b req-99f1a6b5-84b8-4842-b6ff-89a23720b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:15.098999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2f2fcf1-d63d-448a-b0af-d649b995043b req-99f1a6b5-84b8-4842-b6ff-89a23720b5b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe88448e5d1461fa216fbfdda33fa89&device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 1097 time: 0.0751190 Sep 22 09:34:15.203897 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 30f8cccc-1c4d-4493-85bd-13554664b7d2 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:34:15.219695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2fcf1-d63d-448a-b0af-d649b995043b req-7cb3dc3b-ed81-414c-baaf-a624ab6a7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:15.222969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2f2fcf1-d63d-448a-b0af-d649b995043b req-7cb3dc3b-ed81-414c-baaf-a624ab6a7c08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=71ab51ce-2ff8-48da-88a9-84c9bd980cec HTTP/1.1" status: 200 len: 912 time: 0.1145182 Sep 22 09:34:15.278433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2f2fcf1-d63d-448a-b0af-d649b995043b req-867c656f-8a0a-41d5-9d52-a80b4b076534 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf HTTP/1.1" status: 200 len: 217 time: 0.0451946 Sep 22 09:34:15.402371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35458) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:34:15.403310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2fcf1-d63d-448a-b0af-d649b995043b req-356c1d8f-3187-4126-aebc-a501b4f4f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:15.404874 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2f2fcf1-d63d-448a-b0af-d649b995043b req-356c1d8f-3187-4126-aebc-a501b4f4f224 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=94e22368-18ae-4175-9ce9-491aa2fe292d HTTP/1.1" status: 200 len: 851 time: 0.1178501 Sep 22 09:34:15.417285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2440e-ce53-4422-85cf-0c8909019352 req-ae0f0baf-c82c-4f97-9bc5-f2fb16f1e0b3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:15.425174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24c2440e-ce53-4422-85cf-0c8909019352 req-ae0f0baf-c82c-4f97-9bc5-f2fb16f1e0b3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 945 time: 0.0829754 Sep 22 09:34:15.438764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 30f8cccc-1c4d-4493-85bd-13554664b7d2, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=30f8cccc-1c4d-4493-85bd-13554664b7d2,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:15.469203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'mac_address': 'fa:16:3e:3c:08:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:34:15.485063 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2f2fcf1-d63d-448a-b0af-d649b995043b req-86f721e7-05a1-45cf-935d-14e0e6831ea6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71ab51ce-2ff8-48da-88a9-84c9bd980cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575480 Sep 22 09:34:15.547229 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:15.561052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b18742e3-0abc-4bb3-81df-c87c22b00859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:15.576808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f8cccc-1c4d-4493-85bd-13554664b7d2 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:15.624415 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 30f8cccc-1c4d-4493-85bd-13554664b7d2, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=30f8cccc-1c4d-4493-85bd-13554664b7d2,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:15.665781 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24c2440e-ce53-4422-85cf-0c8909019352 req-ed3fc5a0-4390-4f3b-88b3-9c13f2fd30a3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397172 Sep 22 09:34:15.670528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2f2fcf1-d63d-448a-b0af-d649b995043b req-2798d13d-a567-44a0-b361-ca1796d9dc7a service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627095 Sep 22 09:34:15.687934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b18742e3-0abc-4bb3-81df-c87c22b00859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:15.772000 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:15.782033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2f2fcf1-d63d-448a-b0af-d649b995043b req-de7fdfb7-5144-4484-a739-e39966dd13af service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035552 Sep 22 09:34:15.811890 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b18742e3-0abc-4bb3-81df-c87c22b00859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:15.825920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=30f8cccc-1c4d-4493-85bd-13554664b7d2,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:15.867435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18742e3-0abc-4bb3-81df-c87c22b00859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e95d3ee-c5c9-4d74-bb1a-cd39b53db9e0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:15.877251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35464) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:34:15.877911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b18742e3-0abc-4bb3-81df-c87c22b00859 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d13210ccda84dda8a80205a553d99fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739189 Sep 22 09:34:15.944467 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-be9370cf-e52a-4f54-a108-6d020319a4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:15.975802 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-be9370cf-e52a-4f54-a108-6d020319a4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:16.047144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['30f8cccc-1c4d-4493-85bd-13554664b7d2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:16.238574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f79f6b-8c6f-4c5a-961e-8e40d21c94cc req-3c6ac26d-3ff9-4f3b-90bd-e3abe4a29ad2 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:16.240228 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79f79f6b-8c6f-4c5a-961e-8e40d21c94cc req-3c6ac26d-3ff9-4f3b-90bd-e3abe4a29ad2 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0596805 Sep 22 09:34:16.284089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79f79f6b-8c6f-4c5a-961e-8e40d21c94cc req-33e18dcc-fc5e-465a-a035-745d0592dec9 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 Sep 22 09:34:16.362063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e5418-2610-4a1e-a3ce-b41be713b205 req-5ec3e35e-405a-4717-a0e2-e0b3ddcdd884 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:16.363665 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f5e5418-2610-4a1e-a3ce-b41be713b205 req-5ec3e35e-405a-4717-a0e2-e0b3ddcdd884 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 949 time: 0.0525277 Sep 22 09:34:16.405403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f5e5418-2610-4a1e-a3ce-b41be713b205 req-0dab2286-e40b-43ce-ae17-b53da6aa63ed tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356679 Sep 22 09:34:16.428947 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-be9370cf-e52a-4f54-a108-6d020319a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:16.431906 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-be9370cf-e52a-4f54-a108-6d020319a4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:16.433114 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-be9370cf-e52a-4f54-a108-6d020319a4a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e95d3ee-c5c9-4d74-bb1a-cd39b53db9e0 HTTP/1.1" status: 204 len: 168 time: 0.5525091 Sep 22 09:34:16.441748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9370cf-e52a-4f54-a108-6d020319a4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e95d3ee-c5c9-4d74-bb1a-cd39b53db9e0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:16.817673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717ec0-e6af-4cac-9a20-e5fd3b11cc7b req-68c0ee2c-e17a-4dde-8c90-194a8c6f8895 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:16.822161 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f717ec0-e6af-4cac-9a20-e5fd3b11cc7b req-68c0ee2c-e17a-4dde-8c90-194a8c6f8895 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 945 time: 0.0747576 Sep 22 09:34:16.877397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f717ec0-e6af-4cac-9a20-e5fd3b11cc7b req-6c44744f-89a8-4b78-9a4d-c486cf622e73 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484478 Sep 22 09:34:17.218744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a73d853c-faaf-4837-9467-849b1009f13c up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:34:17.377630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port a73d853c-faaf-4837-9467-849b1009f13c completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:34:17.382115 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port a73d853c-faaf-4837-9467-849b1009f13c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:17.382583 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:17.485542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9ebb0-3c4a-4f95-b503-790d1dab276d req-d1946c1a-84bc-41d4-bbb5-e8c35324e899 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:17.487573 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36b9ebb0-3c4a-4f95-b503-790d1dab276d req-d1946c1a-84bc-41d4-bbb5-e8c35324e899 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0824125 Sep 22 09:34:17.554245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:17.588051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f722319-ceee-4025-b0bb-dffaad0c56d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73d853c-faaf-4837-9467-849b1009f13c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:17.588257 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36b9ebb0-3c4a-4f95-b503-790d1dab276d req-92f0c530-7637-4b1d-b29f-23244d5a88d0 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900209 Sep 22 09:34:17.591549 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0821c7d3-d70b-43c0-837b-4b78a2b438e0" -d '{"events": [{"server_uuid": "9f722319-ceee-4025-b0bb-dffaad0c56d2", "name": "network-vif-plugged", "status": "completed", "tag": "a73d853c-faaf-4837-9467-849b1009f13c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:17.613320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a73d853c-faaf-4837-9467-849b1009f13c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a73d853c-faaf-4837-9467-849b1009f13c,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:17.661575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aafdd-27b1-4fb5-8621-707e1da366d9 req-803bb2f6-8737-4ddf-b9d7-271b8e1a6db8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:17.663523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d40aafdd-27b1-4fb5-8621-707e1da366d9 req-803bb2f6-8737-4ddf-b9d7-271b8e1a6db8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 949 time: 0.1156964 Sep 22 09:34:17.705015 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:17.706206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 78d4a7c2-1084-478e-b7a0-80d953aee768 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:34:17.741047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d40aafdd-27b1-4fb5-8621-707e1da366d9 req-a2475b20-74e1-4b03-955c-5ee84b0a2b84 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662200 Sep 22 09:34:17.788607 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c300ef-c571-4f35-bb70-16bcce381d99 x-openstack-request-id: req-e3c300ef-c571-4f35-bb70-16bcce381d99 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:17.789119 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f722319-ceee-4025-b0bb-dffaad0c56d2", "name": "network-vif-plugged", "status": "completed", "tag": "a73d853c-faaf-4837-9467-849b1009f13c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:17.789522 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3c300ef-c571-4f35-bb70-16bcce381d99 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:17.790065 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f722319-ceee-4025-b0bb-dffaad0c56d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73d853c-faaf-4837-9467-849b1009f13c', 'code': 200} Sep 22 09:34:17.834385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=a73d853c-faaf-4837-9467-849b1009f13c,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:17.843787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.844139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.844551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.844939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.845613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.845613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.845929 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.846255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.846585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.846910 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.847309 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.847782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:17.906650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd29432-9e96-428c-b344-4f6537054327 req-4e301ff8-7717-4c40-a973-f16f98e24741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:17.908377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0fd29432-9e96-428c-b344-4f6537054327 req-4e301ff8-7717-4c40-a973-f16f98e24741 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f722319-ceee-4025-b0bb-dffaad0c56d2 HTTP/1.1" status: 200 len: 1101 time: 0.0565658 Sep 22 09:34:17.920288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 78d4a7c2-1084-478e-b7a0-80d953aee768 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:34:17.924701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 78d4a7c2-1084-478e-b7a0-80d953aee768 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:17.924920 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:18.004951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0fd29432-9e96-428c-b344-4f6537054327 req-84962f3d-c19e-42aa-8142-4a0c7a9daf3e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886018 Sep 22 09:34:18.023786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:18.064488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1e9f7-5510-4589-806c-fb94e6ca7b75 req-df542b40-c75f-4a51-a1d5-2109a3a92bcb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:18.069224 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ec1e9f7-5510-4589-806c-fb94e6ca7b75 req-df542b40-c75f-4a51-a1d5-2109a3a92bcb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 945 time: 0.0991824 Sep 22 09:34:18.079710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 78d4a7c2-1084-478e-b7a0-80d953aee768, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=78d4a7c2-1084-478e-b7a0-80d953aee768,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:18.115226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ec1e9f7-5510-4589-806c-fb94e6ca7b75 req-ba6554fd-b6f2-44cd-8921-ec899881523b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387712 Sep 22 09:34:18.176080 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:18.176893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 30f8cccc-1c4d-4493-85bd-13554664b7d2 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:34:18.271897 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=78d4a7c2-1084-478e-b7a0-80d953aee768,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:18.343036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 30f8cccc-1c4d-4493-85bd-13554664b7d2 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:34:18.348105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 30f8cccc-1c4d-4493-85bd-13554664b7d2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:18.348675 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:18.439142 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:18.473264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 30f8cccc-1c4d-4493-85bd-13554664b7d2, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=30f8cccc-1c4d-4493-85bd-13554664b7d2,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:18.607007 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:18.673070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=30f8cccc-1c4d-4493-85bd-13554664b7d2,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:18.807337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841e368-9449-4fea-af47-ee4449560b17 req-4efd97a4-7210-4fbf-9a9e-cb1a10d7cd6b tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:18.809429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f841e368-9449-4fea-af47-ee4449560b17 req-4efd97a4-7210-4fbf-9a9e-cb1a10d7cd6b tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1017156 Sep 22 09:34:18.961623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f841e368-9449-4fea-af47-ee4449560b17 req-459fd166-7b60-465f-bdb3-d5719c2ff132 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375813 Sep 22 09:34:19.005480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9378f0e-119e-4cbd-b7fb-28e6ccb649a5 req-d1d4c7e6-9e8d-4ea0-8946-2c53ed1e521b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:19.007047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9378f0e-119e-4cbd-b7fb-28e6ccb649a5 req-d1d4c7e6-9e8d-4ea0-8946-2c53ed1e521b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 950 time: 0.1390557 Sep 22 09:34:19.079429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9378f0e-119e-4cbd-b7fb-28e6ccb649a5 req-62765ea3-0072-4508-af62-50eeeb394b61 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649879 Sep 22 09:34:19.250279 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863496-8171-4cc2-abce-efa305964dd3 req-e93677ac-d040-4bf9-aef1-fa185cf82f9c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:19.251725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1863496-8171-4cc2-abce-efa305964dd3 req-e93677ac-d040-4bf9-aef1-fa185cf82f9c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 946 time: 0.0519650 Sep 22 09:34:19.303038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1863496-8171-4cc2-abce-efa305964dd3 req-d05b48c7-8b2b-4700-afbe-2095a9713ae4 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416396 Sep 22 09:34:19.791279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bb25b4-0aef-47e8-8756-61e092d6af8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d4a7c2-1084-478e-b7a0-80d953aee768'}, {'server_uuid': '7236daef-2ea9-4bad-b45b-e4185216cb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f8cccc-1c4d-4493-85bd-13554664b7d2'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:19.793767 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213b2f6b-9c47-4325-b34a-c3d8775ce467" -d '{"events": [{"server_uuid": "09bb25b4-0aef-47e8-8756-61e092d6af8e", "name": "network-vif-plugged", "status": "completed", "tag": "78d4a7c2-1084-478e-b7a0-80d953aee768"}, {"server_uuid": "7236daef-2ea9-4bad-b45b-e4185216cb4d", "name": "network-vif-plugged", "status": "completed", "tag": "30f8cccc-1c4d-4493-85bd-13554664b7d2"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:19.999324 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd2d71c-41f4-4c65-be7e-71a017151b8b x-openstack-request-id: req-3fd2d71c-41f4-4c65-be7e-71a017151b8b {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:19.999324 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bb25b4-0aef-47e8-8756-61e092d6af8e", "name": "network-vif-plugged", "status": "completed", "tag": "78d4a7c2-1084-478e-b7a0-80d953aee768", "code": 200}, {"server_uuid": "7236daef-2ea9-4bad-b45b-e4185216cb4d", "name": "network-vif-plugged", "status": "completed", "tag": "30f8cccc-1c4d-4493-85bd-13554664b7d2", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:19.999324 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fd2d71c-41f4-4c65-be7e-71a017151b8b {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:19.999324 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bb25b4-0aef-47e8-8756-61e092d6af8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d4a7c2-1084-478e-b7a0-80d953aee768', 'code': 200} Sep 22 09:34:19.999324 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7236daef-2ea9-4bad-b45b-e4185216cb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'code': 200} Sep 22 09:34:20.012858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa3ae5-7cb0-4f21-860a-a40792a424ad req-870f6981-a9c2-4a8a-84c5-8457522f9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:20.012858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0fa3ae5-7cb0-4f21-860a-a40792a424ad req-870f6981-a9c2-4a8a-84c5-8457522f9057 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 1097 time: 0.0733569 Sep 22 09:34:20.012858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828beef2-9a0d-4831-8458-1347238cce09 req-43b0526b-96e9-49d0-92be-186f3d7a2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:20.013460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-828beef2-9a0d-4831-8458-1347238cce09 req-43b0526b-96e9-49d0-92be-186f3d7a2127 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 1101 time: 0.0782475 Sep 22 09:34:20.103254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0fa3ae5-7cb0-4f21-860a-a40792a424ad req-0d934f89-2a34-4139-80a2-4220189ddd4a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786903 Sep 22 09:34:20.105926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-828beef2-9a0d-4831-8458-1347238cce09 req-b89acd1b-b8cf-4184-b9b7-732615ec2ce2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754361 Sep 22 09:34:20.120515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23efae4-bdfd-4c94-9265-7c25ffbe32fa req-3fbd6418-e4e9-4206-82c0-af5ed6eb5ed5 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:20.122266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b23efae4-bdfd-4c94-9265-7c25ffbe32fa req-3fbd6418-e4e9-4206-82c0-af5ed6eb5ed5 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0862792 Sep 22 09:34:20.164469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b23efae4-bdfd-4c94-9265-7c25ffbe32fa req-238e4dfd-a8da-465a-b041-136f4241067d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357025 Sep 22 09:34:20.242104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdcd6d-0352-4d25-9a28-33d57afebb33 req-f9ed5c01-f8ef-42b0-8c55-8cdd4c1a5a60 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:20.249326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9bdcd6d-0352-4d25-9a28-33d57afebb33 req-f9ed5c01-f8ef-42b0-8c55-8cdd4c1a5a60 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 950 time: 0.0737865 Sep 22 09:34:20.332087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9bdcd6d-0352-4d25-9a28-33d57afebb33 req-c45f8d23-e99c-4a78-9d69-e16bee10c247 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757782 Sep 22 09:34:20.446570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50145314-1733-4061-870c-74bb6dc10ca0 req-47f6c0e4-3415-4d0f-bb0d-0ac9cc252daa tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:20.448640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50145314-1733-4061-870c-74bb6dc10ca0 req-47f6c0e4-3415-4d0f-bb0d-0ac9cc252daa tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 946 time: 0.0560734 Sep 22 09:34:20.499730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50145314-1733-4061-870c-74bb6dc10ca0 req-0f2f56c6-ba57-4bf5-86f7-093bd0f93b9a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381002 Sep 22 09:34:21.340334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977eb02-00fc-431a-9ecf-998e08a838e8 req-a83cb333-5b21-4f76-8c2d-7172a4fb88ae tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:21.348564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5977eb02-00fc-431a-9ecf-998e08a838e8 req-a83cb333-5b21-4f76-8c2d-7172a4fb88ae tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0917127 Sep 22 09:34:21.420196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5977eb02-00fc-431a-9ecf-998e08a838e8 req-64b2edde-da59-4120-9140-cea85112b07b tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616133 Sep 22 09:34:21.511037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739a581-0ed3-449e-977c-507ddf1838a0 req-36b0012d-06a5-4f0c-a0f2-2d2441c8903a tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:21.521344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7739a581-0ed3-449e-977c-507ddf1838a0 req-36b0012d-06a5-4f0c-a0f2-2d2441c8903a tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 950 time: 0.0670431 Sep 22 09:34:21.612277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7739a581-0ed3-449e-977c-507ddf1838a0 req-959d40da-099b-417d-b38a-c9f6d0469280 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897546 Sep 22 09:34:21.654158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6417c-012d-4b49-b918-f8e715e3fa32 req-7d430c70-b525-464b-b92e-b2d223414bb0 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:21.656985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33c6417c-012d-4b49-b918-f8e715e3fa32 req-7d430c70-b525-464b-b92e-b2d223414bb0 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 946 time: 0.0765786 Sep 22 09:34:21.711409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33c6417c-012d-4b49-b918-f8e715e3fa32 req-eff2cd6d-8b58-4eb1-a193-4b09000f15c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457740 Sep 22 09:34:22.560641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98825000-878d-419c-a947-5f41e130dd77 req-67a27243-bf1e-4613-aa30-8f28919b7d8d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:22.568025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98825000-878d-419c-a947-5f41e130dd77 req-67a27243-bf1e-4613-aa30-8f28919b7d8d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0680873 Sep 22 09:34:22.608139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98825000-878d-419c-a947-5f41e130dd77 req-3c743b22-2fd9-4b7d-9996-91993db2f735 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392294 Sep 22 09:34:22.769332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dad22b-af93-4be4-9c07-25a9bbe645c5 req-9b61a822-8d9d-41cb-93c9-59f426e3a0b4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:22.771015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0dad22b-af93-4be4-9c07-25a9bbe645c5 req-9b61a822-8d9d-41cb-93c9-59f426e3a0b4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 950 time: 0.0632803 Sep 22 09:34:22.823723 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0dad22b-af93-4be4-9c07-25a9bbe645c5 req-450c1727-1c03-49fa-a23d-27888f61c2fc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432920 Sep 22 09:34:22.946351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d0ef4-dba2-4a78-890d-603aefa2ed90 req-ad19e234-593d-422f-97fc-891faaf02366 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:22.955761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d6d0ef4-dba2-4a78-890d-603aefa2ed90 req-ad19e234-593d-422f-97fc-891faaf02366 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 946 time: 0.1090727 Sep 22 09:34:23.003634 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d6d0ef4-dba2-4a78-890d-603aefa2ed90 req-b956372a-84b6-41bd-8833-0e0d41c5774f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Sep 22 09:34:23.087051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07734fe3-eb69-4f28-857a-b1bf40ae650c req-a6a8c9e9-a5ad-407e-8d1a-6a790cbd6a29 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:23.096469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07734fe3-eb69-4f28-857a-b1bf40ae650c req-a6a8c9e9-a5ad-407e-8d1a-6a790cbd6a29 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f722319-ceee-4025-b0bb-dffaad0c56d2 HTTP/1.1" status: 200 len: 950 time: 0.0708706 Sep 22 09:34:23.179230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07734fe3-eb69-4f28-857a-b1bf40ae650c req-83e83415-e6ce-4da4-88c1-b8212056714f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706112 Sep 22 09:34:23.194559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a32a2-5156-49c6-bf40-68ee39edc3fc req-d1064f56-0aa9-4e92-85fb-2953d0103c86 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:23.201243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e4a32a2-5156-49c6-bf40-68ee39edc3fc req-d1064f56-0aa9-4e92-85fb-2953d0103c86 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 945 time: 0.1036453 Sep 22 09:34:23.238342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e4a32a2-5156-49c6-bf40-68ee39edc3fc req-e2b56c66-6357-4b4f-8759-c9253b70206c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351119 Sep 22 09:34:23.382196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384467d-f474-4f11-967d-d43ea2e903c4 req-7951d7c3-10fc-43cb-bed9-d39c0619a93e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:23.383736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4384467d-f474-4f11-967d-d43ea2e903c4 req-7951d7c3-10fc-43cb-bed9-d39c0619a93e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 946 time: 0.0516832 Sep 22 09:34:23.394475 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:23.428951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4384467d-f474-4f11-967d-d43ea2e903c4 req-507c6cb3-3681-49cd-9dc2-68d5ef6999de tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374472 Sep 22 09:34:23.587433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906cc6-346b-480c-bf16-436a71becc5d req-877d6c3e-c195-46bc-b687-beb9ec292257 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:23.593556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906cc6-346b-480c-bf16-436a71becc5d req-877d6c3e-c195-46bc-b687-beb9ec292257 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:23.600952 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69906cc6-346b-480c-bf16-436a71becc5d req-877d6c3e-c195-46bc-b687-beb9ec292257 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d&device_id=9f722319-ceee-4025-b0bb-dffaad0c56d2 HTTP/1.1" status: 200 len: 1691 time: 0.0747633 Sep 22 09:34:23.640072 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69906cc6-346b-480c-bf16-436a71becc5d req-694a3f72-ea24-4031-967f-f3623c122df3 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380020 Sep 22 09:34:23.903574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4400b-e30a-414c-9c73-2d76121303a2 req-96129093-9ce1-4433-a0dd-107a10a4ffc5 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:23.905108 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57f4400b-e30a-414c-9c73-2d76121303a2 req-96129093-9ce1-4433-a0dd-107a10a4ffc5 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0887923 Sep 22 09:34:23.950209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57f4400b-e30a-414c-9c73-2d76121303a2 req-957ad776-fd99-442b-b6cb-2af4cfd46c42 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388596 Sep 22 09:34:24.220207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40f6e4-e712-4e0f-86a7-a2a245b5b449 req-85723a26-2c35-43e9-9fe5-d3b4d8e3d6c6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:24.221834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c40f6e4-e712-4e0f-86a7-a2a245b5b449 req-85723a26-2c35-43e9-9fe5-d3b4d8e3d6c6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 946 time: 0.0798652 Sep 22 09:34:24.224506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a559cf-4881-46a0-bc56-45e4b3bd5aac req-884f0b90-2147-4389-b63f-72afc06693ac tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:24.229237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19a559cf-4881-46a0-bc56-45e4b3bd5aac req-884f0b90-2147-4389-b63f-72afc06693ac tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 1101 time: 0.0781574 Sep 22 09:34:24.275058 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3331391c-4ae6-40bb-877f-dfd5c2f68f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:24.289641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c40f6e4-e712-4e0f-86a7-a2a245b5b449 req-303cbe4d-bd69-405a-94ac-f1cc68647bf6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593336 Sep 22 09:34:24.291490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19a559cf-4881-46a0-bc56-45e4b3bd5aac req-f15d68a2-03d2-4dd3-aec0-aebce116a169 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589154 Sep 22 09:34:24.317417 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:24.424567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaa464-0565-4b30-b951-b29d07ae2e6b req-17e16f0a-4dc5-4c67-8fc7-d21320dd9602 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:24.426164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24aaa464-0565-4b30-b951-b29d07ae2e6b req-17e16f0a-4dc5-4c67-8fc7-d21320dd9602 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9f722319-ceee-4025-b0bb-dffaad0c56d2 HTTP/1.1" status: 200 len: 1101 time: 0.0474539 Sep 22 09:34:24.463671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24aaa464-0565-4b30-b951-b29d07ae2e6b req-21450d85-5ef3-4151-b65b-9402b6a02412 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311296 Sep 22 09:34:24.988626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-90456c1d-b078-4d8c-85eb-727694376bc2 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239508 Sep 22 09:34:25.132491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-008f0d74-b609-4cca-9302-f5c7b54f62f9 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:25.133960 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-008f0d74-b609-4cca-9302-f5c7b54f62f9 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395907 Sep 22 09:34:25.142444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7545d3f-38b5-469e-8948-d75f32eeab27 req-964527f9-b863-4f3d-9f64-2b76c185c462 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:25.143872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7545d3f-38b5-469e-8948-d75f32eeab27 req-964527f9-b863-4f3d-9f64-2b76c185c462 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1069169 Sep 22 09:34:25.167123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-617349d2-00aa-44d3-8262-2e4add4aa450 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/quotas/75230d92b45345bd80cccb32ff1e03ef HTTP/1.1" status: 200 len: 375 time: 0.0222671 Sep 22 09:34:25.197381 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7545d3f-38b5-469e-8948-d75f32eeab27 req-dea5edd1-f12f-449a-aa4d-5b5b6510b945 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459588 Sep 22 09:34:25.245288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-dbe712c7-3032-4f9e-b5a4-92ac1541ba1a tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696459 Sep 22 09:34:25.460316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4322f8d-ba5a-4b1f-84db-beb175338d5f req-21110a31-fda4-45e5-9915-5983855b4ee6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:25.468160 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4322f8d-ba5a-4b1f-84db-beb175338d5f req-21110a31-fda4-45e5-9915-5983855b4ee6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 946 time: 0.0618486 Sep 22 09:34:25.504419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4322f8d-ba5a-4b1f-84db-beb175338d5f req-4d2e50a7-9762-4c2d-bdfa-554424119d08 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351944 Sep 22 09:34:25.608247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a79b-0828-4b04-b0e4-fde026f01743 req-d7874e37-53ce-4ae3-99f9-0c29bab461c8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:25.609840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98b9a79b-0828-4b04-b0e4-fde026f01743 req-d7874e37-53ce-4ae3-99f9-0c29bab461c8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 946 time: 0.0869884 Sep 22 09:34:25.653734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348501f-642d-422c-9372-d78aa19d1c3c req-c68900b6-5cd2-4f9f-8f59-7e432f5aeeac tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:25.655299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7348501f-642d-422c-9372-d78aa19d1c3c req-c68900b6-5cd2-4f9f-8f59-7e432f5aeeac tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 951 time: 0.0882432 Sep 22 09:34:25.735734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7348501f-642d-422c-9372-d78aa19d1c3c req-4d61c8d2-7ccf-4553-82b0-366f027756da tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707707 Sep 22 09:34:25.756962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-98b9a79b-0828-4b04-b0e4-fde026f01743 req-0ed2a7fa-ab75-49a7-ae8b-eef31f771ece tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Deleting port 78d4a7c2-1084-478e-b7a0-80d953aee768 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:34:25.757240 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-98b9a79b-0828-4b04-b0e4-fde026f01743 req-0ed2a7fa-ab75-49a7-ae8b-eef31f771ece tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:25.862356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-98b9a79b-0828-4b04-b0e4-fde026f01743 req-0ed2a7fa-ab75-49a7-ae8b-eef31f771ece tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] For port 78d4a7c2-1084-478e-b7a0-80d953aee768, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=78d4a7c2-1084-478e-b7a0-80d953aee768,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:25.862567 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-98b9a79b-0828-4b04-b0e4-fde026f01743 req-0ed2a7fa-ab75-49a7-ae8b-eef31f771ece tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:25.877962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-98b9a79b-0828-4b04-b0e4-fde026f01743 req-0ed2a7fa-ab75-49a7-ae8b-eef31f771ece tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Calling delete_port for 78d4a7c2-1084-478e-b7a0-80d953aee768 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:34:26.222486 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-98b9a79b-0828-4b04-b0e4-fde026f01743 req-0ed2a7fa-ab75-49a7-ae8b-eef31f771ece tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:26.239330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['7d0249d5-1889-4faf-b84d-3679c057d7c9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:26.282191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2a7fa-ab75-49a7-ae8b-eef31f771ece tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event deleted for resources: {'Port': ['ID=78d4a7c2-1084-478e-b7a0-80d953aee768,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:26.292528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387', '78d4a7c2-1084-478e-b7a0-80d953aee768'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:26.298754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef1d1f21-f5ef-49fe-8337-bf759b7808ce req-0a04b7c9-cfff-48f8-a9dc-e7b9c69ccb17 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 210 time: 0.0712440 Sep 22 09:34:26.369503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b9a79b-0828-4b04-b0e4-fde026f01743 req-0ed2a7fa-ab75-49a7-ae8b-eef31f771ece tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] No DVR routers for this DVR port 78d4a7c2-1084-478e-b7a0-80d953aee768 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:34:26.373632 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-98b9a79b-0828-4b04-b0e4-fde026f01743 req-0ed2a7fa-ab75-49a7-ae8b-eef31f771ece tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:26.376189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98b9a79b-0828-4b04-b0e4-fde026f01743 req-0ed2a7fa-ab75-49a7-ae8b-eef31f771ece tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "DELETE /v2.0/ports/78d4a7c2-1084-478e-b7a0-80d953aee768 HTTP/1.1" status: 204 len: 173 time: 0.7588022 Sep 22 09:34:26.376836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bb25b4-0aef-47e8-8756-61e092d6af8e', 'name': 'network-vif-deleted', 'tag': '78d4a7c2-1084-478e-b7a0-80d953aee768'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:26.380096 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481a7a11-f138-4b1f-8c3d-5ebbe4004c93" -d '{"events": [{"server_uuid": "09bb25b4-0aef-47e8-8756-61e092d6af8e", "name": "network-vif-deleted", "tag": "78d4a7c2-1084-478e-b7a0-80d953aee768"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:26.444166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12401c65-0359-4bdd-9042-3e257641712e req-73a4a00a-611d-489b-9332-d4c5799a1dfa tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:26.447366 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12401c65-0359-4bdd-9042-3e257641712e req-73a4a00a-611d-489b-9332-d4c5799a1dfa tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0578041 Sep 22 09:34:26.484606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12401c65-0359-4bdd-9042-3e257641712e req-f776d0c5-911c-420d-b679-234dae55adbb tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Sep 22 09:34:26.562285 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72c72ca-97e8-4973-a597-87f38733acc2 x-openstack-request-id: req-f72c72ca-97e8-4973-a597-87f38733acc2 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:26.562712 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bb25b4-0aef-47e8-8756-61e092d6af8e", "name": "network-vif-deleted", "tag": "78d4a7c2-1084-478e-b7a0-80d953aee768", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:26.563026 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f72c72ca-97e8-4973-a597-87f38733acc2 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:26.563525 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bb25b4-0aef-47e8-8756-61e092d6af8e', 'name': 'network-vif-deleted', 'tag': '78d4a7c2-1084-478e-b7a0-80d953aee768', 'status': 'completed', 'code': 200} Sep 22 09:34:26.646537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d432780c-9f13-434c-8ce6-121fcb27172c req-c75271c8-4423-4d91-b46f-7b796e40fcd9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 210 time: 0.0270102 Sep 22 09:34:26.869064 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c69edbc-fbbc-454f-a824-78a7f667c1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:26.892708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35848) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:34:27.017040 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-67fd8690-a0b3-4c47-bb4a-920898a561ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:27.113292 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-67fd8690-a0b3-4c47-bb4a-920898a561ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:27.274245 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-67fd8690-a0b3-4c47-bb4a-920898a561ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:27.316991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-67fd8690-a0b3-4c47-bb4a-920898a561ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5906722e008c4f1786fc7be18dbb7a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226177 Sep 22 09:34:27.317865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd8690-a0b3-4c47-bb4a-920898a561ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba81175-3e4b-490d-bca0-4062ebae6887,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:27.320646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35868) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:34:27.379469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efff8fe5-467e-4a8e-ab8d-0e24ec35cb29 req-a90c3308-b340-4a7b-85e3-3a3d42179f98 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 210 time: 0.0275521 Sep 22 09:34:27.386006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-157c0e81-a80e-42df-b9fb-7007b9fd555f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:27.411952 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-157c0e81-a80e-42df-b9fb-7007b9fd555f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:27.594472 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:27.607873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafca7a-e1b9-428a-84f2-29432d6b6ff4 req-5f769a59-b32b-4e80-a9ec-2c9e2105e92c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:27.609381 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cafca7a-e1b9-428a-84f2-29432d6b6ff4 req-5f769a59-b32b-4e80-a9ec-2c9e2105e92c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0509784 Sep 22 09:34:27.646939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cafca7a-e1b9-428a-84f2-29432d6b6ff4 req-220e7448-f832-492a-906e-5907bd227a5e tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Sep 22 09:34:27.651491 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-157c0e81-a80e-42df-b9fb-7007b9fd555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:27.656450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-157c0e81-a80e-42df-b9fb-7007b9fd555f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:27.660143 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-157c0e81-a80e-42df-b9fb-7007b9fd555f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ba81175-3e4b-490d-bca0-4062ebae6887 HTTP/1.1" status: 204 len: 168 time: 0.3365164 Sep 22 09:34:27.676007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c0e81-a80e-42df-b9fb-7007b9fd555f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba81175-3e4b-490d-bca0-4062ebae6887,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:27.767554 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-daaa6c6c-89db-48ce-827a-b993a6c876af req-b2cd9b82-760a-4464-92dc-8473ee65eb6e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=09bb25b4-0aef-47e8-8756-61e092d6af8e HTTP/1.1" status: 200 len: 210 time: 0.0286727 Sep 22 09:34:27.959077 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:28.455844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b8ae46b3-31d6-47dc-abb3-c8bda7118537 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:34:28.514571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2159765-2e4f-4cf8-b52f-670339ef16b8 req-3b33496c-ca9f-4f98-b9f2-b16aed71499f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 210 time: 0.0551426 Sep 22 09:34:28.551386 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:28.575591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27578d67-1196-4c2d-8ae4-44812c90e725 req-808051e8-187d-4276-88bb-c13c194069fb tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:28.577313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27578d67-1196-4c2d-8ae4-44812c90e725 req-808051e8-187d-4276-88bb-c13c194069fb tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 951 time: 0.0559695 Sep 22 09:34:28.580493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:28.583112 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363b9f6a-381e-4f3e-9561-f74e4d4b8cf5" -d '{"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:28.608947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:28.651017 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ad127a-bb41-42ae-bbf8-1c166fe8b1ed x-openstack-request-id: req-55ad127a-bb41-42ae-bbf8-1c166fe8b1ed {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:28.651017 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:28.651017 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55ad127a-bb41-42ae-bbf8-1c166fe8b1ed {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:28.651017 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'code': 200} Sep 22 09:34:28.651540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27578d67-1196-4c2d-8ae4-44812c90e725 req-69ebfcfb-aee9-4b29-a324-f0c7c11fe9ec tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472481 Sep 22 09:34:28.739231 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:28.790143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=11']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:28.805409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd279cb-6893-4b83-b5cd-38fb076fd8c7 req-095eb0be-bc9c-4b2e-91d7-b7757c1b3901 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:28.807354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfd279cb-6893-4b83-b5cd-38fb076fd8c7 req-095eb0be-bc9c-4b2e-91d7-b7757c1b3901 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0525792 Sep 22 09:34:28.847910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfd279cb-6893-4b83-b5cd-38fb076fd8c7 req-0a0ff19b-2a36-4b5e-b018-915ad09a1af6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337131 Sep 22 09:34:29.454020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ae754-c9d4-4c91-99ec-12c6ce56fdee req-9de492f6-d10d-4c00-a224-a79fc2355623 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:29.455495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d4ae754-c9d4-4c91-99ec-12c6ce56fdee req-9de492f6-d10d-4c00-a224-a79fc2355623 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 945 time: 0.0520310 Sep 22 09:34:29.499091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d4ae754-c9d4-4c91-99ec-12c6ce56fdee req-dc4e0a4b-53e0-44c1-ba16-3a83d99c0931 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373607 Sep 22 09:34:29.614199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c88b85ed-84e5-4f45-828d-7a13fdc0d31f req-cdb0e80c-8887-48a9-bad3-30b867ae3c02 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 210 time: 0.0275919 Sep 22 09:34:29.650512 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-3850dc6d-ba6b-400a-aee3-2ca2024bc225 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220973 Sep 22 09:34:29.765088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8360ab-b7db-4917-a25e-3c50eb6093a5 req-bf76424f-2e3a-4dab-aa5c-f9297aef051c tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:29.766711 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b8360ab-b7db-4917-a25e-3c50eb6093a5 req-bf76424f-2e3a-4dab-aa5c-f9297aef051c tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 949 time: 0.0540900 Sep 22 09:34:29.779176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-7089af1f-c7c4-4170-b380-861d3ce3850f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:29.780685 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-7089af1f-c7c4-4170-b380-861d3ce3850f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1151617 Sep 22 09:34:29.797951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Request body: {'port': {'device_id': '885dc8c8-caca-475e-9276-f436eb048e4c', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '75230d92b45345bd80cccb32ff1e03ef'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:29.818195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b8360ab-b7db-4917-a25e-3c50eb6093a5 req-9733194f-ee84-4980-bbc6-3d3dc7fe08b9 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Sep 22 09:34:29.822922 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:29.977902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a9d3f-d836-4a79-8bab-cb6f34d5dff1 req-8c88c8a1-cc62-40a1-bc27-fb78d6af9462 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:29.979321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c53a9d3f-d836-4a79-8bab-cb6f34d5dff1 req-8c88c8a1-cc62-40a1-bc27-fb78d6af9462 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0552940 Sep 22 09:34:30.030895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c53a9d3f-d836-4a79-8bab-cb6f34d5dff1 req-5a926a83-2c78-4b41-b4eb-1214721ebf13 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449376 Sep 22 09:34:30.091397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Made reservation on behalf of 75230d92b45345bd80cccb32ff1e03ef for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:34:30.095419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:30.242641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-4573ba44-40f3-4a39-a288-3c3c8eedf245 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254061 Sep 22 09:34:30.258756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Allocated IP 192.168.233.34 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/fa8997a5-b3fd-46ed-a960-ca97a4fc578a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:34:30.373933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-97e8be9d-f9c5-42f0-8a13-b9ec604c3460 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:30.375475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-97e8be9d-f9c5-42f0-8a13-b9ec604c3460 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246812 Sep 22 09:34:30.402865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Request body: {'port': {'device_id': 'd904a473-2b57-4541-bd4f-09b63316251f', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '75230d92b45345bd80cccb32ff1e03ef'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:30.432984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:30.549313 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:30.566245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c', '30f8cccc-1c4d-4493-85bd-13554664b7d2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:30.593914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:34:30.598329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:34:30.606180 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:30.612050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:34:30.636550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Made reservation on behalf of 75230d92b45345bd80cccb32ff1e03ef for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:34:30.663535 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:30.664503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event updated for resources: {'Port': ['ID=fa8997a5-b3fd-46ed-a960-ca97a4fc578a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:30.686582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:30.687409 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:30.747644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98687ab1-e8c1-4d9c-9e3d-b9a68d6f3e4d req-a65e32ad-624b-44be-93a0-a042582449e7 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:30.755728 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98687ab1-e8c1-4d9c-9e3d-b9a68d6f3e4d req-a65e32ad-624b-44be-93a0-a042582449e7 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 945 time: 0.1709330 Sep 22 09:34:30.807537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6657bfe8-82a8-4de8-bd6d-2dc95cd55e91 req-1a081585-76aa-4bf4-9f9b-dd8a581579f0 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 210 time: 0.0490322 Sep 22 09:34:30.838598 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-893b15b3-a2a1-4ca8-bebb-c92775e12dbb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0466192 Sep 22 09:34:30.851563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Request body: {'port': {'device_id': '885dc8c8-caca-475e-9276-f436eb048e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:30.909549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98687ab1-e8c1-4d9c-9e3d-b9a68d6f3e4d req-ccc6d56c-a68d-4eea-acdd-9e3a9c5f8f20 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527762 Sep 22 09:34:30.985457 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:31.014759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43247111-fd1a-4ccc-9a1b-9935cd6c5b87 req-fcb16ff6-8c96-4c36-a3f1-1460bdbdb433 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:31.016562 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-43247111-fd1a-4ccc-9a1b-9935cd6c5b87 req-fcb16ff6-8c96-4c36-a3f1-1460bdbdb433 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.45 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 949 time: 0.0805631 Sep 22 09:34:31.018144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-58d303ef-fa11-4167-a075-254a60302a1b None None] Provisioning complete for port fa8997a5-b3fd-46ed-a960-ca97a4fc578a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:31.018671 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-58d303ef-fa11-4167-a075-254a60302a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:31.045008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Allocated IP 192.168.233.186 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/d65fc554-9f30-4bfa-a032-49aadd107296) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:34:31.064190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338d92f-7445-4c2d-b4c8-4919b5bb18c1 req-15587cb4-eb1c-4499-8b08-efc3c0692fdd tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:31.065785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a338d92f-7445-4c2d-b4c8-4919b5bb18c1 req-15587cb4-eb1c-4499-8b08-efc3c0692fdd tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 949 time: 0.0929682 Sep 22 09:34:31.078999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-58d303ef-fa11-4167-a075-254a60302a1b None None] Port fa8997a5-b3fd-46ed-a960-ca97a4fc578a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:34:31.258538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a338d92f-7445-4c2d-b4c8-4919b5bb18c1 req-e47c141f-579b-4ece-b6ad-c1eac6823cbd tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/security-groups?id=79275364-d2c7-4aa7-b560-0ba511f02f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757317 Sep 22 09:34:31.290991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c7588-5b1e-4f36-b9d2-3cea30e4bdae req-17da71cb-19d9-4ffd-b372-60f63f027afe tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:31.293708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c2c7588-5b1e-4f36-b9d2-3cea30e4bdae req-17da71cb-19d9-4ffd-b372-60f63f027afe tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1366832 Sep 22 09:34:31.300437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 78d4a7c2-1084-478e-b7a0-80d953aee768 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:34:31.302005 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f3cd1-2192-40a4-95e4-d19c8dd61359 req-fdd04ce6-790d-4925-bba6-fe346b88c033 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:31.303593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-721f3cd1-2192-40a4-95e4-d19c8dd61359 req-fdd04ce6-790d-4925-bba6-fe346b88c033 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.45 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 945 time: 0.1918278 Sep 22 09:34:31.365315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 78d4a7c2-1084-478e-b7a0-80d953aee768 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:34:31.365838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 78d4a7c2-1084-478e-b7a0-80d953aee768 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:34:31.461389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c2c7588-5b1e-4f36-b9d2-3cea30e4bdae req-21ac874c-df90-44ee-86b2-78f2cb6e9376 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564953 Sep 22 09:34:31.547789 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:31.570399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-721f3cd1-2192-40a4-95e4-d19c8dd61359 req-79f358d8-519c-4d30-b107-9b6013977af9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Deleting port 7d0249d5-1889-4faf-b84d-3679c057d7c9 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:34:31.570736 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-721f3cd1-2192-40a4-95e4-d19c8dd61359 req-79f358d8-519c-4d30-b107-9b6013977af9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:31.570854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-43247111-fd1a-4ccc-9a1b-9935cd6c5b87 req-ddfed553-282c-4fe5-a807-2d5a1b6b0e15 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Deleting port b8ae46b3-31d6-47dc-abb3-c8bda7118537 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:34:31.571072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-43247111-fd1a-4ccc-9a1b-9935cd6c5b87 req-ddfed553-282c-4fe5-a807-2d5a1b6b0e15 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:31.667134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-43247111-fd1a-4ccc-9a1b-9935cd6c5b87 req-ddfed553-282c-4fe5-a807-2d5a1b6b0e15 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] For port b8ae46b3-31d6-47dc-abb3-c8bda7118537, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b8ae46b3-31d6-47dc-abb3-c8bda7118537,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:31.668335 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-43247111-fd1a-4ccc-9a1b-9935cd6c5b87 req-ddfed553-282c-4fe5-a807-2d5a1b6b0e15 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:31.681977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-43247111-fd1a-4ccc-9a1b-9935cd6c5b87 req-ddfed553-282c-4fe5-a807-2d5a1b6b0e15 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Calling delete_port for b8ae46b3-31d6-47dc-abb3-c8bda7118537 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:34:31.982930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-43247111-fd1a-4ccc-9a1b-9935cd6c5b87 req-ddfed553-282c-4fe5-a807-2d5a1b6b0e15 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:32.008058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9abec154-ffb2-46e4-ba3a-4fd564cb359e req-4beb3101-523c-40be-9ad6-d02140c14f63 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 210 time: 0.0476141 Sep 22 09:34:32.025345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfed553-282c-4fe5-a807-2d5a1b6b0e15 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Pushing event deleted for resources: {'Port': ['ID=b8ae46b3-31d6-47dc-abb3-c8bda7118537,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:32.071563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-43247111-fd1a-4ccc-9a1b-9935cd6c5b87 req-ddfed553-282c-4fe5-a807-2d5a1b6b0e15 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] No DVR routers for this DVR port b8ae46b3-31d6-47dc-abb3-c8bda7118537 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:34:32.074874 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-43247111-fd1a-4ccc-9a1b-9935cd6c5b87 req-ddfed553-282c-4fe5-a807-2d5a1b6b0e15 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:32.076955 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-43247111-fd1a-4ccc-9a1b-9935cd6c5b87 req-ddfed553-282c-4fe5-a807-2d5a1b6b0e15 tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.45 "DELETE /v2.0/ports/b8ae46b3-31d6-47dc-abb3-c8bda7118537 HTTP/1.1" status: 204 len: 173 time: 1.0375574 Sep 22 09:34:32.077397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-deleted', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:32.080283 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af41af02-fb3a-4495-aa72-40cde0c62b38" -d '{"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-deleted", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:32.094470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-721f3cd1-2192-40a4-95e4-d19c8dd61359 req-79f358d8-519c-4d30-b107-9b6013977af9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] For port 7d0249d5-1889-4faf-b84d-3679c057d7c9, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=7d0249d5-1889-4faf-b84d-3679c057d7c9,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:32.094880 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-721f3cd1-2192-40a4-95e4-d19c8dd61359 req-79f358d8-519c-4d30-b107-9b6013977af9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:32.119901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2b802-7e4e-43fa-8c17-c99c16399644 req-1aebe339-d044-4222-ad60-2dc103255509 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:32.120032 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bab376-20bd-490f-a5d4-35c202a74d56 x-openstack-request-id: req-76bab376-20bd-490f-a5d4-35c202a74d56 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:32.120032 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b0e291-10c3-4ae5-bdb6-4825791f2acc", "name": "network-vif-deleted", "tag": "b8ae46b3-31d6-47dc-abb3-c8bda7118537", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:32.120032 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76bab376-20bd-490f-a5d4-35c202a74d56 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:32.120321 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b0e291-10c3-4ae5-bdb6-4825791f2acc', 'name': 'network-vif-deleted', 'tag': 'b8ae46b3-31d6-47dc-abb3-c8bda7118537', 'status': 'completed', 'code': 200} Sep 22 09:34:32.120416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ddb2b802-7e4e-43fa-8c17-c99c16399644 req-1aebe339-d044-4222-ad60-2dc103255509 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 945 time: 0.1404309 Sep 22 09:34:32.127621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-721f3cd1-2192-40a4-95e4-d19c8dd61359 req-79f358d8-519c-4d30-b107-9b6013977af9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Calling delete_port for 7d0249d5-1889-4faf-b84d-3679c057d7c9 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:34:32.156229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-1331b582-32b3-4446-9f16-554a8823bd4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1231968 Sep 22 09:34:32.201098 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:32.216360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:32.222749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c', '30f8cccc-1c4d-4493-85bd-13554664b7d2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:32.264893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ddb2b802-7e4e-43fa-8c17-c99c16399644 req-5964d650-d5f6-4301-870e-62b16a92ebcc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344268 Sep 22 09:34:32.280303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:34:32.310273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:34:32.314377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event updated for resources: {'Port': ['ID=d65fc554-9f30-4bfa-a032-49aadd107296,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:32.317508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:34:32.492576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:32.493278 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:32.522953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8997a5-b3fd-46ed-a960-ca97a4fc578a {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:32.538971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-fbb40fac-ec1d-4aae-8a22-dbdcb1b24fd1 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0fa755c626654170838b830cf17ade1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1547012 Sep 22 09:34:32.548774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:32.565406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-03357a34-9bf5-44e5-85ff-5464c6eb300d req-56dd2e06-202f-48cb-9499-1c6fa27cab9f tempest-ImagesOneServerTestJSON-1379560411 tempest-ImagesOneServerTestJSON-1379560411-project] 10.222.0.49 "GET /v2.0/ports?device_id=02b0e291-10c3-4ae5-bdb6-4825791f2acc HTTP/1.1" status: 200 len: 210 time: 0.0907936 Sep 22 09:34:32.572167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-a8c9c6b9-a0e7-439c-bd17-891ae877623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:32.578438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-a8c9c6b9-a0e7-439c-bd17-891ae877623d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e2a6bc30171f44978212060b8a32150c&device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 1097 time: 0.2787945 Sep 22 09:34:32.612797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Transition to ACTIVE for port object fa8997a5-b3fd-46ed-a960-ca97a4fc578a will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:34:32.618264 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-721f3cd1-2192-40a4-95e4-d19c8dd61359 req-79f358d8-519c-4d30-b107-9b6013977af9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:32.716975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-215a58b9-f3da-417c-9733-e1183757fd6f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3187463 Sep 22 09:34:32.727753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f358d8-519c-4d30-b107-9b6013977af9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event deleted for resources: {'Port': ['ID=7d0249d5-1889-4faf-b84d-3679c057d7c9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:32.734699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Request body: {'port': {'device_id': 'd904a473-2b57-4541-bd4f-09b63316251f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:32.736940 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:32.881560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8997a5-b3fd-46ed-a960-ca97a4fc578a,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:32.887667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Attempting to bind port fa8997a5-b3fd-46ed-a960-ca97a4fc578a on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:34:32.888077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Attempting to bind port fa8997a5-b3fd-46ed-a960-ca97a4fc578a by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:34:32.888475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Attempting to bind port fa8997a5-b3fd-46ed-a960-ca97a4fc578a on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:32.893148 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Port fa8997a5-b3fd-46ed-a960-ca97a4fc578a on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:34:32.893544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Attempting to bind port fa8997a5-b3fd-46ed-a960-ca97a4fc578a on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:32.900204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:34:32.900856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:34:32.901891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:34:32.903358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Bound port: fa8997a5-b3fd-46ed-a960-ca97a4fc578a, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:34:32.904296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:32.913793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-721f3cd1-2192-40a4-95e4-d19c8dd61359 req-79f358d8-519c-4d30-b107-9b6013977af9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] No DVR routers for this DVR port 7d0249d5-1889-4faf-b84d-3679c057d7c9 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:34:32.920082 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-721f3cd1-2192-40a4-95e4-d19c8dd61359 req-79f358d8-519c-4d30-b107-9b6013977af9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:32.922096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-721f3cd1-2192-40a4-95e4-d19c8dd61359 req-79f358d8-519c-4d30-b107-9b6013977af9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.45 "DELETE /v2.0/ports/7d0249d5-1889-4faf-b84d-3679c057d7c9 HTTP/1.1" status: 204 len: 173 time: 1.6063776 Sep 22 09:34:32.927912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982bcc63-2bd6-4bcb-b059-f798ab5bf509', 'name': 'network-vif-deleted', 'tag': '7d0249d5-1889-4faf-b84d-3679c057d7c9'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:32.930260 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b309dba3-1729-4a63-a62e-586e60323bd8" -d '{"events": [{"server_uuid": "982bcc63-2bd6-4bcb-b059-f798ab5bf509", "name": "network-vif-deleted", "tag": "7d0249d5-1889-4faf-b84d-3679c057d7c9"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:32.970696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-80a1d932-55ad-40d3-9cf6-52c23a658270 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:32.972769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-80a1d932-55ad-40d3-9cf6-52c23a658270 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4027240 Sep 22 09:34:33.002567 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] For port fa8997a5-b3fd-46ed-a960-ca97a4fc578a, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:34:33.006928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] For port fa8997a5-b3fd-46ed-a960-ca97a4fc578a, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fa8997a5-b3fd-46ed-a960-ca97a4fc578a,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:34:33.015051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22b0f972-7ebb-4224-9302-517b4864f01d None None] Provisioning complete for port d65fc554-9f30-4bfa-a032-49aadd107296 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:33.015285 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:33.015724 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22b0f972-7ebb-4224-9302-517b4864f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:33.034224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-27b6c9ba-088d-4e09-8b30-553e0150d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:33.034410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-27b6c9ba-088d-4e09-8b30-553e0150d4b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 HTTP/1.1" status: 200 len: 917 time: 0.4313586 Sep 22 09:34:33.035655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-bd47ddf9-3ffb-46d2-8c17-dab31b8eba74 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/quotas/0fa755c626654170838b830cf17ade1d HTTP/1.1" status: 200 len: 375 time: 0.0455101 Sep 22 09:34:33.046546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41407fb-88aa-4dca-ab74-b292d3341622 req-debdf335-2e3f-49ca-a92c-c37f2d13679c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:33.049197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f41407fb-88aa-4dca-ab74-b292d3341622 req-debdf335-2e3f-49ca-a92c-c37f2d13679c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1949277 Sep 22 09:34:33.055517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22b0f972-7ebb-4224-9302-517b4864f01d None None] Port d65fc554-9f30-4bfa-a032-49aadd107296 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:34:33.115215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:33.164900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:33.164900 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:33.164900 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/fa8997a5-b3fd-46ed-a960-ca97a4fc578a HTTP/1.1" status: 200 len: 1095 time: 2.3170948 Sep 22 09:34:33.165802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-c80dd90d-9e25-45da-ad8b-a70ca6064464 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fa755c626654170838b830cf17ade1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064835 Sep 22 09:34:33.210003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615622ac-230e-47a2-b2a9-49aa4bc331e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8997a5-b3fd-46ed-a960-ca97a4fc578a,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:33.260880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-3bcbd282-c7cf-4495-afe3-0a9e8ac58215 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5cf92a8-8cd5-4cc5-a0ec-12873848261b HTTP/1.1" status: 200 len: 1000 time: 0.2098250 Sep 22 09:34:33.266782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f41407fb-88aa-4dca-ab74-b292d3341622 req-58ae7461-1f54-4230-baeb-7841316455d0 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057269 Sep 22 09:34:33.377201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:33.385653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-9e1cb3a3-72d2-42ae-8e5a-1b9e75e8654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:33.387704 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-9e1cb3a3-72d2-42ae-8e5a-1b9e75e8654d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e770f9d4-13f6-47b2-be97-fd166beb07b6 HTTP/1.1" status: 200 len: 855 time: 0.1139350 Sep 22 09:34:33.404496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-31337ea0-0340-462b-bfaa-6ba1a7451331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:33.406204 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-31337ea0-0340-462b-bfaa-6ba1a7451331 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=885dc8c8-caca-475e-9276-f436eb048e4c HTTP/1.1" status: 200 len: 1098 time: 0.0777602 Sep 22 09:34:33.463958 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d45a796-6bfb-4dea-99a3-da2b0579ef31 x-openstack-request-id: req-9d45a796-6bfb-4dea-99a3-da2b0579ef31 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:33.464182 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982bcc63-2bd6-4bcb-b059-f798ab5bf509", "name": "network-vif-deleted", "tag": "7d0249d5-1889-4faf-b84d-3679c057d7c9", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:33.465180 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d45a796-6bfb-4dea-99a3-da2b0579ef31 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:33.465653 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982bcc63-2bd6-4bcb-b059-f798ab5bf509', 'name': 'network-vif-deleted', 'tag': '7d0249d5-1889-4faf-b84d-3679c057d7c9', 'status': 'completed', 'code': 200} Sep 22 09:34:33.485874 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-d6d00170-fefc-4eac-97f0-f9b5a75a6589 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=fa8997a5-b3fd-46ed-a960-ca97a4fc578a HTTP/1.1" status: 200 len: 217 time: 0.0698388 Sep 22 09:34:33.487351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-8f97f987-59ac-4e0f-86eb-c142842b11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:33.488991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-8f97f987-59ac-4e0f-86eb-c142842b11a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682745 Sep 22 09:34:33.564662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-f605f9c5-cd81-416f-99d7-9fb9fb1eb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:33.566560 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-f605f9c5-cd81-416f-99d7-9fb9fb1eb1e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0698936 Sep 22 09:34:33.627814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-b0c5c014-a16a-46bb-8257-9b421cbcb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:33.629329 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-b0c5c014-a16a-46bb-8257-9b421cbcb32e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546873 Sep 22 09:34:33.656627 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-272efc75-f25f-423b-8b6a-293fe6385186 req-7a2217b5-123c-4458-919e-a90b0a4187fd tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=982bcc63-2bd6-4bcb-b059-f798ab5bf509 HTTP/1.1" status: 200 len: 210 time: 0.0449960 Sep 22 09:34:33.777846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3e2995e-980f-44db-8c59-cc36ce79593e req-72fc6674-e0fa-4698-8441-61d7352dacbd tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 210 time: 0.0675864 Sep 22 09:34:33.778066 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23e80063-a00f-4647-beac-7e9af9fec925 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381271 Sep 22 09:34:33.793701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9ab4b-4399-4707-9c56-28a860270fe4 req-8784d127-8362-4d2e-9544-291bd09ba346 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:33.797244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62e9ab4b-4399-4707-9c56-28a860270fe4 req-8784d127-8362-4d2e-9544-291bd09ba346 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 936 time: 0.2892940 Sep 22 09:34:33.853998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-ef94f343-376e-437a-b833-7b19f22a58fa service neutron] 10.222.0.60 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470221 Sep 22 09:34:33.881581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65fc554-9f30-4bfa-a032-49aadd107296 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:33.906478 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:33.913561 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-43f254ef-dd21-487c-9f3a-6da4fbbd4958 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263912 Sep 22 09:34:33.951960 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62e9ab4b-4399-4707-9c56-28a860270fe4 req-6402db41-8aa2-4f8d-bbcf-6c8bae9aac11 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192627 Sep 22 09:34:33.984898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Transition to ACTIVE for port object d65fc554-9f30-4bfa-a032-49aadd107296 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:34:34.012303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a24b4b4-6224-46a3-95b4-f721f349b289 req-ec269db4-7435-4346-9580-9561c495a36e service neutron] 10.222.0.60 "GET /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460714 Sep 22 09:34:34.119846 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:34.121770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885dc8c8-caca-475e-9276-f436eb048e4c', 'tag': 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:34.124249 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0f0841-f41b-456f-b532-154df867b04d" -d '{"events": [{"name": "network-changed", "server_uuid": "885dc8c8-caca-475e-9276-f436eb048e4c", "tag": "fa8997a5-b3fd-46ed-a960-ca97a4fc578a"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:34.167126 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22163be9-71bb-4a91-b817-aa678cadeea7 x-openstack-request-id: req-22163be9-71bb-4a91-b817-aa678cadeea7 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:34.167274 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885dc8c8-caca-475e-9276-f436eb048e4c", "tag": "fa8997a5-b3fd-46ed-a960-ca97a4fc578a", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:34.167682 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22163be9-71bb-4a91-b817-aa678cadeea7 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:34.168083 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885dc8c8-caca-475e-9276-f436eb048e4c', 'tag': 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a', 'status': 'completed', 'code': 200} Sep 22 09:34:34.174820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Pushing event updated for resources: {'Port': ['ID=d65fc554-9f30-4bfa-a032-49aadd107296,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:34.265015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Attempting to bind port d65fc554-9f30-4bfa-a032-49aadd107296 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:34:34.265360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Attempting to bind port d65fc554-9f30-4bfa-a032-49aadd107296 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:34:34.266105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Attempting to bind port d65fc554-9f30-4bfa-a032-49aadd107296 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:34.270452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Port d65fc554-9f30-4bfa-a032-49aadd107296 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:34:34.270773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Attempting to bind port d65fc554-9f30-4bfa-a032-49aadd107296 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:34.275570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f0841-f41b-456f-b532-154df867b04d req-5e605400-b392-41f3-884b-3b1ee7e4d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:34.275810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:34:34.276162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:34:34.276533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:34:34.277548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Bound port: d65fc554-9f30-4bfa-a032-49aadd107296, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:34:34.277923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:34.278815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a0f0841-f41b-456f-b532-154df867b04d req-5e605400-b392-41f3-884b-3b1ee7e4d97c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=885dc8c8-caca-475e-9276-f436eb048e4c HTTP/1.1" status: 200 len: 1098 time: 0.0547619 Sep 22 09:34:34.357181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] For port d65fc554-9f30-4bfa-a032-49aadd107296, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:34:34.361454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] For port d65fc554-9f30-4bfa-a032-49aadd107296, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d65fc554-9f30-4bfa-a032-49aadd107296,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:34:34.430293 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:34.449693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f0841-f41b-456f-b532-154df867b04d req-ff75586c-3429-4fc2-ae00-9a37a27e9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:34.449693 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a0f0841-f41b-456f-b532-154df867b04d req-ff75586c-3429-4fc2-ae00-9a37a27e9ca1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1615851 Sep 22 09:34:34.450768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3757eb-9109-4490-9585-dfa631f22d83 req-51e29a2a-456c-459d-b80f-4ac78b6f1f46 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:34.452522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e3757eb-9109-4490-9585-dfa631f22d83 req-51e29a2a-456c-459d-b80f-4ac78b6f1f46 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0824289 Sep 22 09:34:34.483699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b8ae46b3-31d6-47dc-abb3-c8bda7118537 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:34:34.523934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:34.525047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:34.530409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] 10.222.0.60 "PUT /v2.0/ports/d65fc554-9f30-4bfa-a032-49aadd107296 HTTP/1.1" status: 200 len: 1096 time: 1.7965662 Sep 22 09:34:34.530409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36032) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:34:34.530600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: b8ae46b3-31d6-47dc-abb3-c8bda7118537 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:34:34.531135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b8ae46b3-31d6-47dc-abb3-c8bda7118537 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:34:34.531767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 7d0249d5-1889-4faf-b84d-3679c057d7c9 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:34:34.534151 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a0f0841-f41b-456f-b532-154df867b04d req-ec74df10-35c7-4b71-88b5-ab592beeaf34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=fa8997a5-b3fd-46ed-a960-ca97a4fc578a HTTP/1.1" status: 200 len: 217 time: 0.0729475 Sep 22 09:34:34.556610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 7d0249d5-1889-4faf-b84d-3679c057d7c9 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:34:34.557152 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 7d0249d5-1889-4faf-b84d-3679c057d7c9 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:34:34.572101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd9132-092b-4775-bb28-cb666b9adb60 service neutron] Pushing event updated for resources: {'Port': ['ID=d65fc554-9f30-4bfa-a032-49aadd107296,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:34.599918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f0841-f41b-456f-b532-154df867b04d req-e095175f-ba31-4c46-b6a1-a93456398cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:34.602498 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a0f0841-f41b-456f-b532-154df867b04d req-e095175f-ba31-4c46-b6a1-a93456398cbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0598807 Sep 22 09:34:34.605500 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e3757eb-9109-4490-9585-dfa631f22d83 req-b3ddf5e0-39a5-4055-b06d-e11d8b8572cb tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760005 Sep 22 09:34:34.656499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f0841-f41b-456f-b532-154df867b04d req-0334fd8c-36e2-4bcb-aa8b-4c861d3589cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:34.658022 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a0f0841-f41b-456f-b532-154df867b04d req-0334fd8c-36e2-4bcb-aa8b-4c861d3589cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489924 Sep 22 09:34:34.708944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-5906ddec-b48d-47ef-b2f6-a684828bbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:34.710865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-5906ddec-b48d-47ef-b2f6-a684828bbbc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 1099 time: 0.0561538 Sep 22 09:34:34.784504 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-d0191401-eb56-4c45-a75a-cd51deb108e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d65fc554-9f30-4bfa-a032-49aadd107296 HTTP/1.1" status: 200 len: 217 time: 0.0604389 Sep 22 09:34:34.793491 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a0f0841-f41b-456f-b532-154df867b04d req-9abdcc0c-2a78-4aec-adfa-a41be26d9684 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271093 Sep 22 09:34:34.883728 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7246f81-2ed3-47c7-978c-119878a125a3 req-5657a00e-69c2-4bc3-a9b4-c285e1f2d192 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 210 time: 0.0512698 Sep 22 09:34:34.891871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-517658a1-fdcd-4ef9-af5b-3e69e42b3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:34.894046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-517658a1-fdcd-4ef9-af5b-3e69e42b3069 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0955923 Sep 22 09:34:34.899035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e4e3f267-b433-4469-bb1f-61779381cdad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfcaf56d802143a6bc61dc48ea0ce7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198533 Sep 22 09:34:34.899254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36046) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:34:34.906014 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a0f0841-f41b-456f-b532-154df867b04d req-28ec0c92-2f19-4234-a8ad-e418e745ee5f service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044586 Sep 22 09:34:35.021032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-fe503561-b667-49d2-ac68-e4f759f2b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:35.026908 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-fe503561-b667-49d2-ac68-e4f759f2b220 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1158826 Sep 22 09:34:35.046926 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfe99429-130a-4f25-b359-e17c29507a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:35.195216 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfe99429-130a-4f25-b359-e17c29507a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:35.247682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-3d8ab991-bbaf-4420-9577-dace9ae7462b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:35.249233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-3d8ab991-bbaf-4420-9577-dace9ae7462b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.2738273 Sep 22 09:34:35.282535 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-37208ea6-4f00-47e2-97f4-8dc2a4b9d0db service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502139 Sep 22 09:34:35.290137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1dd9-d5ed-45a7-8456-66f71f1e212d req-18a2fb3a-c5bc-44c2-b3b7-f50d9a2b55d1 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:35.291610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c8e1dd9-d5ed-45a7-8456-66f71f1e212d req-18a2fb3a-c5bc-44c2-b3b7-f50d9a2b55d1 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 948 time: 0.2002788 Sep 22 09:34:35.295559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-56fb97b8-1d40-4eff-a5ad-25f2e0808c7a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/quotas/9f0a951bc6ef4a38b8343a638bb80253 HTTP/1.1" status: 200 len: 375 time: 0.0344000 Sep 22 09:34:35.428739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c8e1dd9-d5ed-45a7-8456-66f71f1e212d req-f546c149-9ccf-491c-bc1e-70636950be43 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250174 Sep 22 09:34:35.445446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5f2734d6-9303-45dc-87fc-aa5fd05a357f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1231239 Sep 22 09:34:35.467340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd904a473-2b57-4541-bd4f-09b63316251f', 'tag': 'd65fc554-9f30-4bfa-a032-49aadd107296'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:35.469598 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146baf88-b24b-48d8-a9b9-4325c2a49864" -d '{"events": [{"name": "network-changed", "server_uuid": "d904a473-2b57-4541-bd4f-09b63316251f", "tag": "d65fc554-9f30-4bfa-a032-49aadd107296"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:35.485686 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e1f4e7-20cb-4fbd-b8f6-3079ec9586cb req-d34646dc-9399-4581-931b-1ddc5fb11fed service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918406 Sep 22 09:34:35.488433 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfe99429-130a-4f25-b359-e17c29507a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:35.491238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfe99429-130a-4f25-b359-e17c29507a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:35.492381 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cfe99429-130a-4f25-b359-e17c29507a9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79275364-d2c7-4aa7-b560-0ba511f02f87 HTTP/1.1" status: 204 len: 168 time: 0.5922568 Sep 22 09:34:35.511885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe99429-130a-4f25-b359-e17c29507a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79275364-d2c7-4aa7-b560-0ba511f02f87,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:35.577775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5ed09970-6e1c-4584-8427-ed01abaaf2c9 service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226904 Sep 22 09:34:35.608297 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2362b1a-725f-4966-84fe-e4e1c321f2ca x-openstack-request-id: req-b2362b1a-725f-4966-84fe-e4e1c321f2ca {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:35.608579 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d904a473-2b57-4541-bd4f-09b63316251f", "tag": "d65fc554-9f30-4bfa-a032-49aadd107296", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:35.608851 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2362b1a-725f-4966-84fe-e4e1c321f2ca {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:35.609238 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd904a473-2b57-4541-bd4f-09b63316251f', 'tag': 'd65fc554-9f30-4bfa-a032-49aadd107296', 'status': 'completed', 'code': 200} Sep 22 09:34:35.746023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-efb2e5df-4524-4062-a965-107922bee06f service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595016 Sep 22 09:34:35.752201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146baf88-b24b-48d8-a9b9-4325c2a49864 req-cbf7d05b-8b2d-408d-a1c1-e2330d192381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:35.757694 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-146baf88-b24b-48d8-a9b9-4325c2a49864 req-cbf7d05b-8b2d-408d-a1c1-e2330d192381 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 1099 time: 0.1040559 Sep 22 09:34:35.775888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e901ef-00a6-4d2f-83de-04fd2cd7520e req-6d2340c4-0356-48ef-9547-f0a87c02bace tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:35.778133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74e901ef-00a6-4d2f-83de-04fd2cd7520e req-6d2340c4-0356-48ef-9547-f0a87c02bace tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0911367 Sep 22 09:34:35.904371 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74e901ef-00a6-4d2f-83de-04fd2cd7520e req-f9b8981d-8dc4-4905-94d8-4db74af359cb tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054578 Sep 22 09:34:35.916596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146baf88-b24b-48d8-a9b9-4325c2a49864 req-a151530c-7ffa-4762-86a5-3fa73bf0edae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:35.919117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-146baf88-b24b-48d8-a9b9-4325c2a49864 req-a151530c-7ffa-4762-86a5-3fa73bf0edae service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1400630 Sep 22 09:34:36.300436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-146baf88-b24b-48d8-a9b9-4325c2a49864 req-41534de3-ccc7-4cac-8a28-701d6357701c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=d65fc554-9f30-4bfa-a032-49aadd107296 HTTP/1.1" status: 200 len: 217 time: 0.3695755 Sep 22 09:34:36.351402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4ddfe49-ab0d-4bf2-a655-fc84d0e6808f req-603008e1-cc9d-4a0c-b52a-8c33d14ccdb2 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 210 time: 0.0567801 Sep 22 09:34:36.373729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-822e0736-c76f-43ed-8656-0e7e1eab7628 req-bc56bd16-8069-4fc6-bb7b-50a8c1c0cbfc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 210 time: 0.0802405 Sep 22 09:34:36.380081 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:34:36.393372 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146baf88-b24b-48d8-a9b9-4325c2a49864 req-640c81bf-08cf-4e86-b5aa-26dcadfc7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:36.395143 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-146baf88-b24b-48d8-a9b9-4325c2a49864 req-640c81bf-08cf-4e86-b5aa-26dcadfc7b0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0803378 Sep 22 09:34:36.469978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146baf88-b24b-48d8-a9b9-4325c2a49864 req-32078cb5-fcb9-4099-a94d-22e179a76ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:36.474146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-146baf88-b24b-48d8-a9b9-4325c2a49864 req-32078cb5-fcb9-4099-a94d-22e179a76ccd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584679 Sep 22 09:34:36.479187 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-44d697fe-c19b-4df4-bc95-8918a0e4fc5b tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0fa755c626654170838b830cf17ade1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553529 Sep 22 09:34:36.487223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fa8997a5-b3fd-46ed-a960-ca97a4fc578a details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:34:36.682732 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fa8997a5-b3fd-46ed-a960-ca97a4fc578a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fa8997a5-b3fd-46ed-a960-ca97a4fc578a,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:36.688140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-676f11f5-3002-4355-b7b8-1e766665326b tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:36.690003 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-676f11f5-3002-4355-b7b8-1e766665326b tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923671 Sep 22 09:34:36.693561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-146baf88-b24b-48d8-a9b9-4325c2a49864 req-9503e1ab-7e31-4094-ae9e-dee88ad741d1 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069411 Sep 22 09:34:36.702913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125bd8-4cb4-483d-a7f6-5f1ce909f8a1 req-b6ba1035-c9c5-43da-9bcc-3a34d045a4b7 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:36.704704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a', 'mac_address': 'fa:16:3e:18:45:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:34:36.707096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Request body: {'port': {'device_id': '46aa859a-8ecc-4bf9-b724-0c274c0ed8dc', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '0fa755c626654170838b830cf17ade1d'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:36.711488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55125bd8-4cb4-483d-a7f6-5f1ce909f8a1 req-b6ba1035-c9c5-43da-9bcc-3a34d045a4b7 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 948 time: 0.1490440 Sep 22 09:34:36.775154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55125bd8-4cb4-483d-a7f6-5f1ce909f8a1 req-941d2701-d783-4ddb-89b1-ade0d1babd8a tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608790 Sep 22 09:34:36.784594 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:36.810618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8997a5-b3fd-46ed-a960-ca97a4fc578a {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:36.840356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fa8997a5-b3fd-46ed-a960-ca97a4fc578a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fa8997a5-b3fd-46ed-a960-ca97a4fc578a,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:36.866422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-146baf88-b24b-48d8-a9b9-4325c2a49864 req-41748fc7-b11d-4907-be1f-26e08383e2c3 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528344 Sep 22 09:34:37.007212 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:37.038510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d75302-c7a3-4f11-8e4c-68e299486197 req-8b0a65c3-1928-45d0-9507-8e8bb3b6a65e tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:37.046055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47d75302-c7a3-4f11-8e4c-68e299486197 req-8b0a65c3-1928-45d0-9507-8e8bb3b6a65e tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0603745 Sep 22 09:34:37.064585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=fa8997a5-b3fd-46ed-a960-ca97a4fc578a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:37.085732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47d75302-c7a3-4f11-8e4c-68e299486197 req-e630e1bf-8d34-4397-bc69-6cf1025c7c72 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382111 Sep 22 09:34:37.188585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Made reservation on behalf of 0fa755c626654170838b830cf17ade1d for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:34:37.192310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:37.203419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:37.292446 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:37.333230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d65fc554-9f30-4bfa-a032-49aadd107296 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:34:37.344643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['fa8997a5-b3fd-46ed-a960-ca97a4fc578a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:37.439995 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:37.469456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f488452-ce1e-4f5f-815c-e73f1b97d5b5 req-231c0aaf-e949-476e-9b40-e5fec680c9b8 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 210 time: 0.0455289 Sep 22 09:34:37.490358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1b4dd84-1ca4-4818-bbe6-ad8d59e4fee3 req-93b9b788-a015-4906-89d4-d7808592e1fb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 210 time: 0.0330861 Sep 22 09:34:37.509487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:37.537793 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d65fc554-9f30-4bfa-a032-49aadd107296, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d65fc554-9f30-4bfa-a032-49aadd107296,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:37.561883 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'd65fc554-9f30-4bfa-a032-49aadd107296', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'd65fc554-9f30-4bfa-a032-49aadd107296', 'mac_address': 'fa:16:3e:58:20:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:34:37.611891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Allocated IP 192.168.233.114 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/98a0c7ea-f1b1-493f-ad48-408adc1c8790) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:34:37.625068 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:37.646179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65fc554-9f30-4bfa-a032-49aadd107296 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:37.679124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d65fc554-9f30-4bfa-a032-49aadd107296, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d65fc554-9f30-4bfa-a032-49aadd107296,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:37.779067 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:37.781145 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:37.805360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36146) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:34:37.848793 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=d65fc554-9f30-4bfa-a032-49aadd107296,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:37.909183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:37.914676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1cd40-c8be-40dc-911a-1ecfa8c72899 req-c0da604f-b944-4178-b501-d3b643f96951 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:37.916248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ff1cd40-c8be-40dc-911a-1ecfa8c72899 req-c0da604f-b944-4178-b501-d3b643f96951 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 949 time: 0.0628679 Sep 22 09:34:37.952344 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a45625d-ab20-4325-857a-94f9ca0e7c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:37.957388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:34:37.960462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:34:37.965100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:34:37.991321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ff1cd40-c8be-40dc-911a-1ecfa8c72899 req-bb3de62b-bef5-40ba-9e90-204b9379ffb1 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649083 Sep 22 09:34:37.996015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Pushing event updated for resources: {'Port': ['ID=98a0c7ea-f1b1-493f-ad48-408adc1c8790,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:38.027507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:38.028159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.085320 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a45625d-ab20-4325-857a-94f9ca0e7c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.100357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['d65fc554-9f30-4bfa-a032-49aadd107296'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:38.212354 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a45625d-ab20-4325-857a-94f9ca0e7c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.249892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ad133658-0042-4b85-8599-aa1e7af15eff None None] Provisioning complete for port 98a0c7ea-f1b1-493f-ad48-408adc1c8790 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:38.250334 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad133658-0042-4b85-8599-aa1e7af15eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.270173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dd52f-9e93-4e3a-bc7a-9154bf832dc0 req-45054034-3f88-43fb-aa99-32065c6adc87 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:38.271642 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-721dd52f-9e93-4e3a-bc7a-9154bf832dc0 req-45054034-3f88-43fb-aa99-32065c6adc87 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0939474 Sep 22 09:34:38.273604 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-4bfcf5b6-1952-495d-b527-c29d5012e720 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5726726 Sep 22 09:34:38.274379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1a45625d-ab20-4325-857a-94f9ca0e7c5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d94c07edc7954036840432394a78b13e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672968 Sep 22 09:34:38.275319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45625d-ab20-4325-857a-94f9ca0e7c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb636490-fcee-4e1a-8583-fcfaf51372c8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:38.282860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36154) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:34:38.310396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Request body: {'port': {'device_id': '46aa859a-8ecc-4bf9-b724-0c274c0ed8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:38.321667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ad133658-0042-4b85-8599-aa1e7af15eff None None] Port 98a0c7ea-f1b1-493f-ad48-408adc1c8790 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:34:38.324189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-721dd52f-9e93-4e3a-bc7a-9154bf832dc0 req-04e96973-e409-4f79-b763-a1928713d3d1 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391855 Sep 22 09:34:38.462321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.462321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab5f02e1-516b-4796-99ed-6d0e82c55f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.476178 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab5f02e1-516b-4796-99ed-6d0e82c55f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.610597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d2c8e-8be5-4a03-b457-a9299231a65f req-f3b109f8-7105-4703-9d99-ec69c690d865 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:38.611412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-749d2c8e-8be5-4a03-b457-a9299231a65f req-f3b109f8-7105-4703-9d99-ec69c690d865 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 936 time: 0.0691922 Sep 22 09:34:38.649838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb90203e-37b6-4533-a1f2-1d795b8c3ba2 req-b9c62ba8-d29f-4746-96e2-94ef88f29a79 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 210 time: 0.0373828 Sep 22 09:34:38.673856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-749d2c8e-8be5-4a03-b457-a9299231a65f req-2fca390b-ba63-487a-902b-171aae083c0e tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510795 Sep 22 09:34:38.781494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a0c7ea-f1b1-493f-ad48-408adc1c8790 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:38.789988 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab5f02e1-516b-4796-99ed-6d0e82c55f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.793263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab5f02e1-516b-4796-99ed-6d0e82c55f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.794525 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ab5f02e1-516b-4796-99ed-6d0e82c55f6d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb636490-fcee-4e1a-8583-fcfaf51372c8 HTTP/1.1" status: 204 len: 168 time: 0.5104730 Sep 22 09:34:38.796583 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.813296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f02e1-516b-4796-99ed-6d0e82c55f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb636490-fcee-4e1a-8583-fcfaf51372c8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:38.817080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Transition to ACTIVE for port object 98a0c7ea-f1b1-493f-ad48-408adc1c8790 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:34:38.918284 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.978932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Pushing event updated for resources: {'Port': ['ID=98a0c7ea-f1b1-493f-ad48-408adc1c8790,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:39.070730 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Attempting to bind port 98a0c7ea-f1b1-493f-ad48-408adc1c8790 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:34:39.072941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Attempting to bind port 98a0c7ea-f1b1-493f-ad48-408adc1c8790 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:34:39.072941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Attempting to bind port 98a0c7ea-f1b1-493f-ad48-408adc1c8790 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:39.077018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Port 98a0c7ea-f1b1-493f-ad48-408adc1c8790 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:34:39.077218 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Attempting to bind port 98a0c7ea-f1b1-493f-ad48-408adc1c8790 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:39.082632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:34:39.083022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:34:39.083380 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:34:39.083766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Bound port: 98a0c7ea-f1b1-493f-ad48-408adc1c8790, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:34:39.084183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:39.087987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-c77dc30f-7cb5-4e2e-820f-bdcc3bc4f983 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:39.089786 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-c77dc30f-7cb5-4e2e-820f-bdcc3bc4f983 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.1371076 Sep 22 09:34:39.107420 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Request body: {'port': {'device_id': 'c909cba2-4389-4c1a-9aec-bfa97a925e2a', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'admin_state_up': True, 'tenant_id': '9f0a951bc6ef4a38b8343a638bb80253'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:39.170876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] For port 98a0c7ea-f1b1-493f-ad48-408adc1c8790, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:34:39.174696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] For port 98a0c7ea-f1b1-493f-ad48-408adc1c8790, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=98a0c7ea-f1b1-493f-ad48-408adc1c8790,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:34:39.220503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f2ae7-c5c5-40f2-b92e-e7e37e6f77b3 req-3759f851-cd96-4ea5-a172-2d4da9c10571 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:39.222086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-149f2ae7-c5c5-40f2-b92e-e7e37e6f77b3 req-3759f851-cd96-4ea5-a172-2d4da9c10571 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 949 time: 0.1310501 Sep 22 09:34:39.291439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:39.328420 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-149f2ae7-c5c5-40f2-b92e-e7e37e6f77b3 req-2cfb4c7d-a489-43bc-937a-87263b27fa71 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932572 Sep 22 09:34:39.342773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:39.343434 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:39.344833 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] 10.222.0.45 "PUT /v2.0/ports/98a0c7ea-f1b1-493f-ad48-408adc1c8790 HTTP/1.1" status: 200 len: 1096 time: 1.0575640 Sep 22 09:34:39.345360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46aa859a-8ecc-4bf9-b724-0c274c0ed8dc', 'tag': '98a0c7ea-f1b1-493f-ad48-408adc1c8790'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:39.348278 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eae2ae-f817-47f1-b975-859dfb7aec60" -d '{"events": [{"name": "network-changed", "server_uuid": "46aa859a-8ecc-4bf9-b724-0c274c0ed8dc", "tag": "98a0c7ea-f1b1-493f-ad48-408adc1c8790"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:39.350785 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d65fc554-9f30-4bfa-a032-49aadd107296 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:34:39.395448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84664d34-1adc-4642-89a6-f6cb5a740de5 service neutron] Pushing event updated for resources: {'Port': ['ID=98a0c7ea-f1b1-493f-ad48-408adc1c8790,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:39.419536 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa957e5-229f-420f-8026-65d18a2b9e3b x-openstack-request-id: req-caa957e5-229f-420f-8026-65d18a2b9e3b {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:39.419937 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46aa859a-8ecc-4bf9-b724-0c274c0ed8dc", "tag": "98a0c7ea-f1b1-493f-ad48-408adc1c8790", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:39.420136 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-caa957e5-229f-420f-8026-65d18a2b9e3b {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:39.420577 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46aa859a-8ecc-4bf9-b724-0c274c0ed8dc', 'tag': '98a0c7ea-f1b1-493f-ad48-408adc1c8790', 'status': 'completed', 'code': 200} Sep 22 09:34:39.484386 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419334c-d86a-41be-8df8-59bb990c1bc2 req-9d583196-bcdb-4dd5-a2a9-cf70483b4ec1 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:39.486198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3419334c-d86a-41be-8df8-59bb990c1bc2 req-9d583196-bcdb-4dd5-a2a9-cf70483b4ec1 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0524697 Sep 22 09:34:39.503459 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eae2ae-f817-47f1-b975-859dfb7aec60 req-d204894d-db10-483e-ab89-60dd2bb494df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:39.503459 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-25eae2ae-f817-47f1-b975-859dfb7aec60 req-d204894d-db10-483e-ab89-60dd2bb494df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0fa755c626654170838b830cf17ade1d&device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 1099 time: 0.0468321 Sep 22 09:34:39.526917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Made reservation on behalf of 9f0a951bc6ef4a38b8343a638bb80253 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:34:39.532578 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:39.535242 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-25eae2ae-f817-47f1-b975-859dfb7aec60 req-ba659b8f-a05b-4b04-b4b7-d64bdc67c33e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0fa755c626654170838b830cf17ade1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272593 Sep 22 09:34:39.535582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3419334c-d86a-41be-8df8-59bb990c1bc2 req-d52e1b28-f875-4d18-86b6-9b641815ec22 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 Sep 22 09:34:39.599833 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port d65fc554-9f30-4bfa-a032-49aadd107296 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:34:39.603883 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port d65fc554-9f30-4bfa-a032-49aadd107296 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:39.604450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:39.646148 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eae2ae-f817-47f1-b975-859dfb7aec60 req-e3544a7e-7516-45d4-a039-1eef7b499afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:39.648073 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-25eae2ae-f817-47f1-b975-859dfb7aec60 req-e3544a7e-7516-45d4-a039-1eef7b499afe service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048203 Sep 22 09:34:39.696171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Allocated IP 172.20.0.8 (e381bbfe-9cad-4576-9347-d9b5699eebb3/2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90/9eb0e0c0-3106-4964-a7cc-c422e58ab774) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:34:39.732444 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:39.757829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-355592ee-26f6-45f8-99eb-89ad5fe61665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:39.759325 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-355592ee-26f6-45f8-99eb-89ad5fe61665 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0fa755c626654170838b830cf17ade1d&device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 1099 time: 0.0687988 Sep 22 09:34:39.770959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd904a473-2b57-4541-bd4f-09b63316251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65fc554-9f30-4bfa-a032-49aadd107296'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:39.774379 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7443270b-6fd0-461c-9457-8ef305678c93" -d '{"events": [{"server_uuid": "d904a473-2b57-4541-bd4f-09b63316251f", "name": "network-vif-plugged", "status": "completed", "tag": "d65fc554-9f30-4bfa-a032-49aadd107296"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:39.791564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d65fc554-9f30-4bfa-a032-49aadd107296, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d65fc554-9f30-4bfa-a032-49aadd107296,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:39.817613 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-6fb7bc70-a4f7-47ff-b7c1-9193f6d1f110 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=98a0c7ea-f1b1-493f-ad48-408adc1c8790 HTTP/1.1" status: 200 len: 217 time: 0.0450847 Sep 22 09:34:39.853086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc82bd5f-88c2-4bca-a6f4-9348d82ce3b2 req-f683fad8-0ba0-4a0d-b7c5-a2fd25dce983 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 210 time: 0.0536628 Sep 22 09:34:39.871995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-8b7181bb-aebf-4da7-a019-f683f0251c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:39.873778 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-8b7181bb-aebf-4da7-a019-f683f0251c6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0489786 Sep 22 09:34:39.882034 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:39.928223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac495d09-66aa-43a1-ac3f-b083f3c549e6 req-727b6f30-e386-4e82-9bd9-35073acf0168 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:39.933146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac495d09-66aa-43a1-ac3f-b083f3c549e6 req-727b6f30-e386-4e82-9bd9-35073acf0168 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 948 time: 0.1399357 Sep 22 09:34:39.947251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=d65fc554-9f30-4bfa-a032-49aadd107296,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:39.967308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-35c53833-e5e4-4f1b-8948-6a0308c23b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:39.969217 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-35c53833-e5e4-4f1b-8948-6a0308c23b91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816460 Sep 22 09:34:39.974678 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:39.994244 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a4e2a6-1f25-4c58-8aff-28643d3d36a2 x-openstack-request-id: req-98a4e2a6-1f25-4c58-8aff-28643d3d36a2 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:39.994539 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d904a473-2b57-4541-bd4f-09b63316251f", "name": "network-vif-plugged", "status": "completed", "tag": "d65fc554-9f30-4bfa-a032-49aadd107296", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:39.994829 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98a4e2a6-1f25-4c58-8aff-28643d3d36a2 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:39.995181 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd904a473-2b57-4541-bd4f-09b63316251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65fc554-9f30-4bfa-a032-49aadd107296', 'code': 200} Sep 22 09:34:40.037088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac495d09-66aa-43a1-ac3f-b083f3c549e6 req-e9e6b708-81fb-4d7a-8401-cd781d7b452e tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978038 Sep 22 09:34:40.088266 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-babb302c-2e03-4e69-b5e5-15fc98b0e4cb service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105714 Sep 22 09:34:40.122758 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edd042-5edc-43d0-a06d-ef6d6a409681 req-8912a4bc-5c11-4933-ac95-02344ba14917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:40.124287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6edd042-5edc-43d0-a06d-ef6d6a409681 req-8912a4bc-5c11-4933-ac95-02344ba14917 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 1101 time: 0.0582950 Sep 22 09:34:40.163410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6edd042-5edc-43d0-a06d-ef6d6a409681 req-d2fc9e0e-883b-4b18-8d17-008a8c99ace7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280836 Sep 22 09:34:40.182228 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f6f4867-aaa9-4dfa-852b-76f3a9db4713 req-571d84ee-0e4b-4818-af0f-b5499ffdb013 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849185 Sep 22 09:34:40.251685 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:40.267116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:40.301622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Network e381bbfe-9cad-4576-9347-d9b5699eebb3 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:34:40.307166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:34:40.310621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:34:40.320327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event updated for resources: {'Port': ['ID=9eb0e0c0-3106-4964-a7cc-c422e58ab774,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:40.373023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:40.373838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:40.468744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-5769fcae-9c0f-45bc-b147-312a61540617 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3669939 Sep 22 09:34:40.484803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Request body: {'port': {'device_id': 'c909cba2-4389-4c1a-9aec-bfa97a925e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:40.496119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bea35-6638-48d1-974a-b0c794db4408 req-20322224-6f1e-400e-8465-2d1f988fe3b7 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:40.497642 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-098bea35-6638-48d1-974a-b0c794db4408 req-20322224-6f1e-400e-8465-2d1f988fe3b7 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 950 time: 0.0625143 Sep 22 09:34:40.526269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fa8997a5-b3fd-46ed-a960-ca97a4fc578a up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:34:40.583040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-098bea35-6638-48d1-974a-b0c794db4408 req-c5038951-a695-4ce5-9f23-57a98034bc99 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701551 Sep 22 09:34:40.585325 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:40.662741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port fa8997a5-b3fd-46ed-a960-ca97a4fc578a completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:34:40.667494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port fa8997a5-b3fd-46ed-a960-ca97a4fc578a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:40.667877 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:40.751982 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:40.767918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2420f-c78a-4c79-9762-fcfc094b32bd req-8bcdba1e-201c-486c-940c-464dfa993b90 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:40.769490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cc2420f-c78a-4c79-9762-fcfc094b32bd req-8bcdba1e-201c-486c-940c-464dfa993b90 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1249464 Sep 22 09:34:40.788127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fa8997a5-b3fd-46ed-a960-ca97a4fc578a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fa8997a5-b3fd-46ed-a960-ca97a4fc578a,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:40.847539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cc2420f-c78a-4c79-9762-fcfc094b32bd req-496e3a58-e174-4eb1-a3d6-ab1b55c2f437 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713890 Sep 22 09:34:40.884367 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:40.919638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-634d2dcb-f05e-4546-a43e-4b885c4e4fce req-390d9a10-1ee3-4405-b26c-b0825c622507 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0536838 Sep 22 09:34:40.950216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=fa8997a5-b3fd-46ed-a960-ca97a4fc578a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:41.019064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb0e0c0-3106-4964-a7cc-c422e58ab774 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:41.028837 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:41.046744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed4a0e-6ef6-46ff-86ce-ef25bf0e4a08 req-60aeda69-d01c-4386-a72e-0e9bec729282 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.046744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96ed4a0e-6ef6-46ff-86ce-ef25bf0e4a08 req-60aeda69-d01c-4386-a72e-0e9bec729282 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 931 time: 0.1048493 Sep 22 09:34:41.055555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Transition to ACTIVE for port object 9eb0e0c0-3106-4964-a7cc-c422e58ab774 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:34:41.089995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96ed4a0e-6ef6-46ff-86ce-ef25bf0e4a08 req-e69eb037-b979-4b9a-905d-48b5106ab39a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369370 Sep 22 09:34:41.150755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7596c07-54b1-4db8-9483-050785ef2b0f req-fb76ded5-25ef-4276-b4b2-8ece91dbfec6 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.153308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7596c07-54b1-4db8-9483-050785ef2b0f req-fb76ded5-25ef-4276-b4b2-8ece91dbfec6 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 948 time: 0.0504208 Sep 22 09:34:41.159466 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:41.242621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7596c07-54b1-4db8-9483-050785ef2b0f req-769e7095-f792-4354-93f1-67b9871de753 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805857 Sep 22 09:34:41.243207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb0e0c0-3106-4964-a7cc-c422e58ab774,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:41.274043 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-3b97a038-300f-4999-bdd3-cb0786db41bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0614791 Sep 22 09:34:41.314180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Attempting to bind port 9eb0e0c0-3106-4964-a7cc-c422e58ab774 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:34:41.314512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Attempting to bind port 9eb0e0c0-3106-4964-a7cc-c422e58ab774 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:34:41.315174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Attempting to bind port 9eb0e0c0-3106-4964-a7cc-c422e58ab774 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:41.319306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Port 9eb0e0c0-3106-4964-a7cc-c422e58ab774 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:34:41.321338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Attempting to bind port 9eb0e0c0-3106-4964-a7cc-c422e58ab774 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:41.325403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:34:41.325737 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Checking segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:34:41.326115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Bound using segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:34:41.326536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Bound port: 9eb0e0c0-3106-4964-a7cc-c422e58ab774, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:34:41.326886 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:41.380581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-afabf859-83ab-480e-bc0d-e46a72000d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.381364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-afabf859-83ab-480e-bc0d-e46a72000d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.381855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-afabf859-83ab-480e-bc0d-e46a72000d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.382340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-afabf859-83ab-480e-bc0d-e46a72000d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.382891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-afabf859-83ab-480e-bc0d-e46a72000d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.383378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-afabf859-83ab-480e-bc0d-e46a72000d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.383853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-afabf859-83ab-480e-bc0d-e46a72000d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.386382 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-afabf859-83ab-480e-bc0d-e46a72000d23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6501 time: 0.0510931 Sep 22 09:34:41.395983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] For port 9eb0e0c0-3106-4964-a7cc-c422e58ab774, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:34:41.399233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] For port 9eb0e0c0-3106-4964-a7cc-c422e58ab774, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9eb0e0c0-3106-4964-a7cc-c422e58ab774,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:34:41.480171 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:41.517565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.519054 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:41.519531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] 10.222.0.60 "PUT /v2.0/ports/9eb0e0c0-3106-4964-a7cc-c422e58ab774 HTTP/1.1" status: 200 len: 1091 time: 1.0412586 Sep 22 09:34:41.519957 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c909cba2-4389-4c1a-9aec-bfa97a925e2a', 'tag': '9eb0e0c0-3106-4964-a7cc-c422e58ab774'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:41.522120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-76246dc9-1598-4ae2-940e-73cb999dc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.522264 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6f681d-a9ed-4f15-b6bd-89d3cd707018" -d '{"events": [{"name": "network-changed", "server_uuid": "c909cba2-4389-4c1a-9aec-bfa97a925e2a", "tag": "9eb0e0c0-3106-4964-a7cc-c422e58ab774"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:41.522681 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-76246dc9-1598-4ae2-940e-73cb999dc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.523163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-76246dc9-1598-4ae2-940e-73cb999dc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.524947 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-76246dc9-1598-4ae2-940e-73cb999dc185 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6459b7b4-2a6f-4f7f-b002-843449468890&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=03800963-f1ce-4f7f-90d6-30730f3a8a91&id=03800963-f1ce-4f7f-90d6-30730f3a8a91 HTTP/1.1" status: 200 len: 2296 time: 0.1100664 Sep 22 09:34:41.544276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfc3fd-931f-4d29-a95d-0ef6b4e3fe94 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb0e0c0-3106-4964-a7cc-c422e58ab774,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:41.564073 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eb43da-f179-4f14-8b80-491f24aa75cf x-openstack-request-id: req-a7eb43da-f179-4f14-8b80-491f24aa75cf {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:41.564438 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c909cba2-4389-4c1a-9aec-bfa97a925e2a", "tag": "9eb0e0c0-3106-4964-a7cc-c422e58ab774", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:41.564815 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7eb43da-f179-4f14-8b80-491f24aa75cf {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:41.564815 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c909cba2-4389-4c1a-9aec-bfa97a925e2a', 'tag': '9eb0e0c0-3106-4964-a7cc-c422e58ab774', 'status': 'completed', 'code': 200} Sep 22 09:34:41.596334 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-007ce1c0-2d6e-4556-a19d-a1dc26662d8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbaefcc-502b-4905-a2dd-09751f3c0385 HTTP/1.1" status: 200 len: 1001 time: 0.0628445 Sep 22 09:34:41.663472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-07129071-6a44-47fe-8512-b16a55a7647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.665751 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-07129071-6a44-47fe-8512-b16a55a7647d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1694f58d-8b5c-4d1d-bd3f-343ad533ef70 HTTP/1.1" status: 200 len: 855 time: 0.0620589 Sep 22 09:34:41.697839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f681d-a9ed-4f15-b6bd-89d3cd707018 req-6a48a929-e917-4b5e-aa55-6590db68ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.701003 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f6f681d-a9ed-4f15-b6bd-89d3cd707018 req-6a48a929-e917-4b5e-aa55-6590db68ce5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 1094 time: 0.0870783 Sep 22 09:34:41.747290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-19382a3a-3106-48e0-8487-655e8716c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.750384 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-19382a3a-3106-48e0-8487-655e8716c6ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6459b7b4-2a6f-4f7f-b002-843449468890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762506 Sep 22 09:34:41.791629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc374051-fab6-4950-8f5f-8ec9751a411a req-e6609740-54ef-46dd-b081-bc4580b3376d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.793240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc374051-fab6-4950-8f5f-8ec9751a411a req-e6609740-54ef-46dd-b081-bc4580b3376d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 950 time: 0.1191630 Sep 22 09:34:41.851625 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-9c566962-23c5-47eb-95f4-482a63c71f3a service neutron] 10.222.0.45 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891309 Sep 22 09:34:41.878915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f681d-a9ed-4f15-b6bd-89d3cd707018 req-840618de-e911-446c-9466-69240a4d494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:41.880465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f6f681d-a9ed-4f15-b6bd-89d3cd707018 req-840618de-e911-446c-9466-69240a4d494d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1570854 Sep 22 09:34:41.891084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc374051-fab6-4950-8f5f-8ec9751a411a req-9a7329f3-b642-4dd7-a197-376f883188f5 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719700 Sep 22 09:34:41.964099 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-a3445048-89b8-4ca7-b212-91abef9bd714 service neutron] 10.222.0.45 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040964 Sep 22 09:34:41.996579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885dc8c8-caca-475e-9276-f436eb048e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:42.000207 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1371134e-b4d2-42a1-9d7e-60200d740f02" -d '{"events": [{"server_uuid": "885dc8c8-caca-475e-9276-f436eb048e4c", "name": "network-vif-plugged", "status": "completed", "tag": "fa8997a5-b3fd-46ed-a960-ca97a4fc578a"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:42.018293 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-00f78403-cec5-4329-8efa-a63873257c1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=035ee4b6-10df-4775-839e-fffd103db731 HTTP/1.1" status: 200 len: 217 time: 0.0460653 Sep 22 09:34:42.029579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6df0754b-4aeb-4aff-9661-6cfed09f43c7 req-1e1f5a38-3b77-412e-affa-5562f7c1d011 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0322864 Sep 22 09:34:42.061158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f681d-a9ed-4f15-b6bd-89d3cd707018 req-f27f4110-3d03-4c74-a240-a5412240930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.063494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f6f681d-a9ed-4f15-b6bd-89d3cd707018 req-f27f4110-3d03-4c74-a240-a5412240930c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1713879 Sep 22 09:34:42.069501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-729df27e-7c47-43b0-9bf9-796116332c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.071170 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-729df27e-7c47-43b0-9bf9-796116332c3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.0454829 Sep 22 09:34:42.075279 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e52bb-d8e1-4f02-98da-94ba8d658332 req-7561ad85-943c-48df-a1fe-a856140fad05 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.076838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea5e52bb-d8e1-4f02-98da-94ba8d658332 req-7561ad85-943c-48df-a1fe-a856140fad05 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1142299 Sep 22 09:34:42.099931 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6024677f-cd01-49ad-9720-77bec8f48576 x-openstack-request-id: req-6024677f-cd01-49ad-9720-77bec8f48576 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:42.100223 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885dc8c8-caca-475e-9276-f436eb048e4c", "name": "network-vif-plugged", "status": "completed", "tag": "fa8997a5-b3fd-46ed-a960-ca97a4fc578a", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:42.100469 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6024677f-cd01-49ad-9720-77bec8f48576 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:42.100880 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885dc8c8-caca-475e-9276-f436eb048e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a', 'code': 200} Sep 22 09:34:42.144436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-8dc91da7-d31e-467f-a933-8ba9b634cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.146308 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-8dc91da7-d31e-467f-a933-8ba9b634cb20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0663412 Sep 22 09:34:42.160666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea5e52bb-d8e1-4f02-98da-94ba8d658332 req-22c6c95c-9883-4e5f-a1fa-76f7df37691b tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760603 Sep 22 09:34:42.169930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-ab6d2e18-e0be-4a0b-b057-f1effb444a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.171510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-ab6d2e18-e0be-4a0b-b057-f1effb444a07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 1094 time: 0.0653880 Sep 22 09:34:42.244027 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-997d6be7-fcdf-4bf6-8366-7b1ff01e02da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb0e0c0-3106-4964-a7cc-c422e58ab774 HTTP/1.1" status: 200 len: 217 time: 0.0515521 Sep 22 09:34:42.272569 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-67ccb2b6-f061-4b8e-92f6-0c49cc6afe6f service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003668 Sep 22 09:34:42.372867 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-6f93cd5c-e9f8-4377-84e8-5ad02fbf3add service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913727 Sep 22 09:34:42.389965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-015f6ab1-4b21-41db-96d0-bd205c304075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.391445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-015f6ab1-4b21-41db-96d0-bd205c304075 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 200 len: 846 time: 0.1253264 Sep 22 09:34:42.393294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975058b9-83da-4536-8472-e587cc46353c req-a1bae3d7-5189-4bf5-8e31-742f51402950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.394748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-975058b9-83da-4536-8472-e587cc46353c req-a1bae3d7-5189-4bf5-8e31-742f51402950 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=885dc8c8-caca-475e-9276-f436eb048e4c HTTP/1.1" status: 200 len: 1100 time: 0.2011390 Sep 22 09:34:42.403181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a2d23-5b6a-46eb-93e5-fbd62c18f974 req-760b910b-5b3c-4c67-8196-e20270e24906 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.404648 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-943a2d23-5b6a-46eb-93e5-fbd62c18f974 req-760b910b-5b3c-4c67-8196-e20270e24906 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 943 time: 0.1634719 Sep 22 09:34:42.416856 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-3c51a0df-799a-45c0-9fe2-050d9c357d76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c HTTP/1.1" status: 200 len: 217 time: 0.0357974 Sep 22 09:34:42.459846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-8e30534c-1452-46a1-a973-569a57397345 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e381bbfe-9cad-4576-9347-d9b5699eebb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542166 Sep 22 09:34:42.469540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-c4983416-4b1b-4cd4-96c4-43f771e05fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.471112 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-c4983416-4b1b-4cd4-96c4-43f771e05fe8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.0450895 Sep 22 09:34:42.476772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8007d-04af-4663-8188-29af80d15732 req-cd8062df-f8b7-4a07-858a-a8751888f5ed tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.478284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92e8007d-04af-4663-8188-29af80d15732 req-cd8062df-f8b7-4a07-858a-a8751888f5ed tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 948 time: 0.1550260 Sep 22 09:34:42.527523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-08ece33e-84de-4346-88ef-92c90a32801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.529328 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-08ece33e-84de-4346-88ef-92c90a32801d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0475776 Sep 22 09:34:42.536981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 98a0c7ea-f1b1-493f-ad48-408adc1c8790 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:34:42.541824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-975058b9-83da-4536-8472-e587cc46353c req-87ab2a24-2006-4594-b579-2bafbeecef28 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351902 Sep 22 09:34:42.544644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-943a2d23-5b6a-46eb-93e5-fbd62c18f974 req-56cbfe14-05a8-4f6e-aa90-e94aa2b91bdc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222517 Sep 22 09:34:42.614692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92e8007d-04af-4663-8188-29af80d15732 req-27a06886-c558-4405-aa25-33498a756fa7 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226978 Sep 22 09:34:42.642380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-b86cb283-d5a6-4378-9aa8-9606322f80c2 service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630263 Sep 22 09:34:42.652440 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-e9ad5fd0-5a30-4029-b22c-dd237ee49a20 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121676 Sep 22 09:34:42.677647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 98a0c7ea-f1b1-493f-ad48-408adc1c8790, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=98a0c7ea-f1b1-493f-ad48-408adc1c8790,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:42.689495 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '98a0c7ea-f1b1-493f-ad48-408adc1c8790', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '98a0c7ea-f1b1-493f-ad48-408adc1c8790', 'mac_address': 'fa:16:3e:22:5d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:34:42.733860 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:42.748571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a0c7ea-f1b1-493f-ad48-408adc1c8790 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:42.762242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55d86f0-7920-4d58-8ccc-dd4b89e42787 req-b8336a12-a1c9-4f10-b94e-844a880ddd15 service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956278 Sep 22 09:34:42.768477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 98a0c7ea-f1b1-493f-ad48-408adc1c8790, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=98a0c7ea-f1b1-493f-ad48-408adc1c8790,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:42.845781 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:42.854377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-e9226c43-ff74-47cc-9794-eb615c7204f5 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951631 Sep 22 09:34:42.898826 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-cc564a3f-5aab-45b5-887c-7751a02f800d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=9c4f4f72-b44a-4a03-8ec8-d526da5ae936 HTTP/1.1" status: 200 len: 217 time: 0.0369222 Sep 22 09:34:42.899844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=98a0c7ea-f1b1-493f-ad48-408adc1c8790,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:42.954676 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-ce51a467-6390-4b08-9357-663c76e72ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:42.956170 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-ce51a467-6390-4b08-9357-663c76e72ded service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.0465939 Sep 22 09:34:43.011143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa64f10-28b1-4ce8-8520-2e10607907ca req-ed27ba79-475c-48a8-9b80-e355312b8cb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:43.013057 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-e38cc5b3-4398-4f0c-a27a-2fc3a415f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:43.013153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ffa64f10-28b1-4ce8-8520-2e10607907ca req-ed27ba79-475c-48a8-9b80-e355312b8cb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 950 time: 0.0533061 Sep 22 09:34:43.014200 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-e38cc5b3-4398-4f0c-a27a-2fc3a415f728 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0457888 Sep 22 09:34:43.061441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ffa64f10-28b1-4ce8-8520-2e10607907ca req-05e28c0a-0ed6-4020-9ffc-a7533c5a1447 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Sep 22 09:34:43.123591 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-0c79cff1-25c1-4931-afe6-646efa9254ea service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997264 Sep 22 09:34:43.159680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a392e1c9-6189-4dba-967c-9b49adb62bf6 req-a7daee2f-d3d6-4a3e-addc-8588440a0a95 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0291541 Sep 22 09:34:43.223481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432a2b4-ba1e-404f-be89-c6bd69cb67d5 req-6f58dd93-79c0-40dd-a87c-a552242c9dc9 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:43.225057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6432a2b4-ba1e-404f-be89-c6bd69cb67d5 req-6f58dd93-79c0-40dd-a87c-a552242c9dc9 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=885dc8c8-caca-475e-9276-f436eb048e4c HTTP/1.1" status: 200 len: 949 time: 0.0682554 Sep 22 09:34:43.239067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['98a0c7ea-f1b1-493f-ad48-408adc1c8790'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:43.250551 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-e76079a7-1a61-4765-9f11-6141904a6694 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184182 Sep 22 09:34:43.281975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6432a2b4-ba1e-404f-be89-c6bd69cb67d5 req-4122a5bd-c1df-459d-9e2e-a8606a2c445f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472960 Sep 22 09:34:43.313078 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-a9202974-95be-4cba-be29-eacf53aec11d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1862ff0f-13ef-436e-a82f-5d3673bee076 HTTP/1.1" status: 200 len: 217 time: 0.0492711 Sep 22 09:34:43.351947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f6981-eb6c-4a2b-b2c7-90013bf8f793 req-6e41b757-dca6-48dd-9d25-83d9b2d4e649 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:43.353581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-665f6981-eb6c-4a2b-b2c7-90013bf8f793 req-6e41b757-dca6-48dd-9d25-83d9b2d4e649 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0795035 Sep 22 09:34:43.368066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-2590d6ee-28e6-47c0-9314-5e00932ad824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:43.369633 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-2590d6ee-28e6-47c0-9314-5e00932ad824 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.0526357 Sep 22 09:34:43.401193 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-665f6981-eb6c-4a2b-b2c7-90013bf8f793 req-e7dc3bfc-7fb1-4ccb-a9fb-5f71f9d3cf0d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Sep 22 09:34:43.429679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-c86dbbd8-8d33-4957-aad6-d76040a93dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:43.431451 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-c86dbbd8-8d33-4957-aad6-d76040a93dd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0541131 Sep 22 09:34:43.536526 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-dce42ab9-99d1-48a8-b7fd-139fa3254544 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960784 Sep 22 09:34:43.650026 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-c7dd26f1-0297-4bb7-b0e7-352239edb907 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988762 Sep 22 09:34:43.687087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fe12f-0285-4107-9a17-5db92f591057 req-4434e427-7354-4d86-adfd-9f9093601633 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:43.689039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b4fe12f-0285-4107-9a17-5db92f591057 req-4434e427-7354-4d86-adfd-9f9093601633 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 943 time: 0.0581872 Sep 22 09:34:43.702243 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-a3c9321d-63ad-47cc-b11f-018daea072cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa1a85a4-367a-4f0e-87a9-61721a18faae HTTP/1.1" status: 200 len: 217 time: 0.0436544 Sep 22 09:34:43.766138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b4fe12f-0285-4107-9a17-5db92f591057 req-220ef4f5-0f1d-4131-aa47-0f5843abf272 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712600 Sep 22 09:34:43.767002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-957bde02-21cc-44b9-ac53-881c2a11ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:43.768513 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-957bde02-21cc-44b9-ac53-881c2a11ac20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7ae3516-7aae-40a1-abfb-02fb8c18323f HTTP/1.1" status: 200 len: 797 time: 0.0516036 Sep 22 09:34:43.779387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bb15b-ee6f-417c-bb8a-4560638582bf req-8cd97256-56cf-4a8d-9672-2eaae1513551 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:43.781229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a53bb15b-ee6f-417c-bb8a-4560638582bf req-8cd97256-56cf-4a8d-9672-2eaae1513551 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 949 time: 0.0852466 Sep 22 09:34:43.831103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a53bb15b-ee6f-417c-bb8a-4560638582bf req-e27fbdec-1342-49e9-a4c3-f54ed3f20151 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390625 Sep 22 09:34:43.838168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-efc6cbce-af68-4799-a120-b40c49d63b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:43.840316 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-efc6cbce-af68-4799-a120-b40c49d63b42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03800963-f1ce-4f7f-90d6-30730f3a8a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0590672 Sep 22 09:34:43.939201 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-630f51c1-358e-4b55-9bd8-b26f0258f90e service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864313 Sep 22 09:34:44.277386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1da6be91-9466-4e7f-af67-32566fe6050c req-f528ae32-f2ea-4041-8b2c-553e8e15e5fd tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0290008 Sep 22 09:34:44.308978 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-3747fc52-ec02-4bc9-878e-c6fdf53eaaca service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613524 Sep 22 09:34:44.356331 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-24e10710-7573-4d83-a516-a52ab6165901 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3615a262-500e-4926-a669-69be16798510 HTTP/1.1" status: 200 len: 217 time: 0.0393519 Sep 22 09:34:44.407824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ae0cc-4d7f-4455-81d4-244db40cb56c req-7c1e0646-4a58-4f31-b20e-3b7aa31891e6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:44.409508 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-094ae0cc-4d7f-4455-81d4-244db40cb56c req-7c1e0646-4a58-4f31-b20e-3b7aa31891e6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=885dc8c8-caca-475e-9276-f436eb048e4c HTTP/1.1" status: 200 len: 949 time: 0.0497353 Sep 22 09:34:44.418422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-a2862a69-8f7c-481d-a42c-5ea5ecb8e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:44.420301 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-a2862a69-8f7c-481d-a42c-5ea5ecb8e800 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7ae3516-7aae-40a1-abfb-02fb8c18323f HTTP/1.1" status: 200 len: 797 time: 0.0462656 Sep 22 09:34:44.475227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-094ae0cc-4d7f-4455-81d4-244db40cb56c req-8d099e9a-003e-41b6-b9eb-531b6f5f630c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577116 Sep 22 09:34:44.505088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-037f8f9a-f589-497c-8ceb-196c699fc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:44.507742 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-037f8f9a-f589-497c-8ceb-196c699fc76f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03800963-f1ce-4f7f-90d6-30730f3a8a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694609 Sep 22 09:34:44.541773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 98a0c7ea-f1b1-493f-ad48-408adc1c8790 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:34:44.572221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5b34f-cf3a-463c-9630-68a41b5d7e0c req-bad077e3-f17b-4c36-8a65-703be2c272b5 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:44.574660 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79e5b34f-cf3a-463c-9630-68a41b5d7e0c req-bad077e3-f17b-4c36-8a65-703be2c272b5 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0617936 Sep 22 09:34:44.630761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79e5b34f-cf3a-463c-9630-68a41b5d7e0c req-7c9ec282-ab0c-432f-b2cc-75a8a450e5a5 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497224 Sep 22 09:34:44.635192 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-90b73367-1d4e-461a-8b97-992ab78ea177 service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197202 Sep 22 09:34:44.685294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 98a0c7ea-f1b1-493f-ad48-408adc1c8790 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:34:44.690471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 98a0c7ea-f1b1-493f-ad48-408adc1c8790 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:44.696745 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:44.733738 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86dd990c-8c09-478d-9a96-4507cdd3df77 req-312ccdb5-3f92-4865-bb35-2de2ef946502 service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902293 Sep 22 09:34:44.774749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:44.801492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aa859a-8ecc-4bf9-b724-0c274c0ed8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a0c7ea-f1b1-493f-ad48-408adc1c8790'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:44.803948 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2bf16c-de43-4bf3-bbee-25902935e499" -d '{"events": [{"server_uuid": "46aa859a-8ecc-4bf9-b724-0c274c0ed8dc", "name": "network-vif-plugged", "status": "completed", "tag": "98a0c7ea-f1b1-493f-ad48-408adc1c8790"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:44.817651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 98a0c7ea-f1b1-493f-ad48-408adc1c8790, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=98a0c7ea-f1b1-493f-ad48-408adc1c8790,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:44.918064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e192d-5e81-4b39-b189-20e086bcbdea req-a8024355-fd5e-4683-a876-3eee0dde7870 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:44.919647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e00e192d-5e81-4b39-b189-20e086bcbdea req-a8024355-fd5e-4683-a876-3eee0dde7870 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 943 time: 0.0795283 Sep 22 09:34:44.931264 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:44.942182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9eea5-47e0-43c1-b64b-897c0ceb85f9 req-0925e470-47e5-4b57-83fa-e83905026aba tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:44.948036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9eea5-47e0-43c1-b64b-897c0ceb85f9 req-0925e470-47e5-4b57-83fa-e83905026aba tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:44.950562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9f9eea5-47e0-43c1-b64b-897c0ceb85f9 req-0925e470-47e5-4b57-83fa-e83905026aba tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=885dc8c8-caca-475e-9276-f436eb048e4c&device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 1690 time: 0.0961378 Sep 22 09:34:44.986765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=98a0c7ea-f1b1-493f-ad48-408adc1c8790,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:45.005995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e00e192d-5e81-4b39-b189-20e086bcbdea req-6d545d7d-12a8-4fba-bbc5-40adae9b54c5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786085 Sep 22 09:34:45.013401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9f9eea5-47e0-43c1-b64b-897c0ceb85f9 req-3ffa60d7-7e67-446e-b49a-253aef2b95fc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542779 Sep 22 09:34:45.050476 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc1bca2-ee69-4a6e-b1e2-1d6fb2713033 x-openstack-request-id: req-1bc1bca2-ee69-4a6e-b1e2-1d6fb2713033 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:45.050764 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46aa859a-8ecc-4bf9-b724-0c274c0ed8dc", "name": "network-vif-plugged", "status": "completed", "tag": "98a0c7ea-f1b1-493f-ad48-408adc1c8790", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:45.051213 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bc1bca2-ee69-4a6e-b1e2-1d6fb2713033 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:45.051610 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aa859a-8ecc-4bf9-b724-0c274c0ed8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a0c7ea-f1b1-493f-ad48-408adc1c8790', 'code': 200} Sep 22 09:34:45.158416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6ecc7-770f-4eb0-8523-0a0dc711e655 req-27fb8ac8-7856-4dec-a0c6-9b57e3071e1c tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:45.159949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2a6ecc7-770f-4eb0-8523-0a0dc711e655 req-27fb8ac8-7856-4dec-a0c6-9b57e3071e1c tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 950 time: 0.0526359 Sep 22 09:34:45.169443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e8882-b0a8-4e43-8ede-c499000c925d req-ec1edc4e-6f08-4f16-b23c-056dd21573dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:45.170961 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-447e8882-b0a8-4e43-8ede-c499000c925d req-ec1edc4e-6f08-4f16-b23c-056dd21573dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 1101 time: 0.0550537 Sep 22 09:34:45.207073 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-447e8882-b0a8-4e43-8ede-c499000c925d req-a0e17382-80ba-4656-af50-b5b6020a96f1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282114 Sep 22 09:34:45.227880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2a6ecc7-770f-4eb0-8523-0a0dc711e655 req-48e9bc1a-05f4-4fe5-b53f-95553c532af4 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605628 Sep 22 09:34:45.236914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dda547-8217-480f-8907-7b63b2b607c1 req-38b8faca-fd83-47c1-9f3d-fbaf3c310597 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:45.236914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99dda547-8217-480f-8907-7b63b2b607c1 req-38b8faca-fd83-47c1-9f3d-fbaf3c310597 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=885dc8c8-caca-475e-9276-f436eb048e4c HTTP/1.1" status: 200 len: 1100 time: 0.0617440 Sep 22 09:34:45.272089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99dda547-8217-480f-8907-7b63b2b607c1 req-856defa0-25b6-4dbf-8d77-4d7416642bee tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288205 Sep 22 09:34:45.347445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 9eb0e0c0-3106-4964-a7cc-c422e58ab774 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:34:45.408149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41bbbabb-8d38-461a-a6ab-afc718d15a4c req-12f72d79-0e2e-4eb5-94ec-2cd531f58fc3 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0362508 Sep 22 09:34:45.414359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233054b-35b3-4f54-854f-4de227ab3513 req-3b012692-a6ac-471d-8101-76c588827807 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:45.416691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4233054b-35b3-4f54-854f-4de227ab3513 req-3b012692-a6ac-471d-8101-76c588827807 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 1101 time: 0.0719044 Sep 22 09:34:45.459031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 9eb0e0c0-3106-4964-a7cc-c422e58ab774, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9eb0e0c0-3106-4964-a7cc-c422e58ab774,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:45.460146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4233054b-35b3-4f54-854f-4de227ab3513 req-2c65d2f5-b412-4acd-9014-383f4015649a tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382288 Sep 22 09:34:45.474903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '9eb0e0c0-3106-4964-a7cc-c422e58ab774', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'port_id': '9eb0e0c0-3106-4964-a7cc-c422e58ab774', 'mac_address': 'fa:16:3e:28:ed:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:34:45.516626 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:45.533364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb0e0c0-3106-4964-a7cc-c422e58ab774 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:45.552788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 9eb0e0c0-3106-4964-a7cc-c422e58ab774, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9eb0e0c0-3106-4964-a7cc-c422e58ab774,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:45.651045 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:45.660195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-7bf410e6-6ae8-438c-9b92-4bb1165f356e tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236332 Sep 22 09:34:45.704624 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=9eb0e0c0-3106-4964-a7cc-c422e58ab774,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:45.809575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015dccb-76e3-448b-b2e9-62f5a7d7e0c0 req-2aadd9c4-0705-4e33-bd07-1cb7a5241536 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:45.811030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1015dccb-76e3-448b-b2e9-62f5a7d7e0c0 req-2aadd9c4-0705-4e33-bd07-1cb7a5241536 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1026325 Sep 22 09:34:45.818013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-6acb1491-1c25-4a9e-8c13-793edbeeed97 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:45.819458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-6acb1491-1c25-4a9e-8c13-793edbeeed97 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498494 Sep 22 09:34:45.844568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-97a0c3dc-7097-49af-9e3c-da5518153fd6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/quotas/75230d92b45345bd80cccb32ff1e03ef HTTP/1.1" status: 200 len: 375 time: 0.0182390 Sep 22 09:34:45.870831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1015dccb-76e3-448b-b2e9-62f5a7d7e0c0 req-98d5d109-a5d7-4422-9a61-6ade541c309c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498807 Sep 22 09:34:45.911152 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-13026cec-ad56-431b-af51-7dcc5937e3d4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0575402 Sep 22 09:34:45.952915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['9eb0e0c0-3106-4964-a7cc-c422e58ab774'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:46.106751 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ddd1df69-5c85-4ad7-b25a-db7606ab91e7 req-c6e3055b-1c15-42d0-8624-4d50e57819fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0297441 Sep 22 09:34:46.130166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa30bc-663d-4e12-aab2-51b1d814ba25 req-8eac6ef2-4a1b-40e9-830d-db3fc9a779db tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:46.131644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15aa30bc-663d-4e12-aab2-51b1d814ba25 req-8eac6ef2-4a1b-40e9-830d-db3fc9a779db tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 944 time: 0.0510635 Sep 22 09:34:46.182295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15aa30bc-663d-4e12-aab2-51b1d814ba25 req-db718b7f-ceb3-4a4e-a1d9-1325a2542998 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Sep 22 09:34:46.259699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92027cc0-df60-43cf-9422-26c80f97e3f4 req-4966e5f8-89de-437e-a856-a6e40f13e89e tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 210 time: 0.0290854 Sep 22 09:34:46.355263 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4696c0-e29b-43c7-b30e-dcbed23b9e90 req-bff09088-0e19-4c70-a217-351ec159728f tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:46.364165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d4696c0-e29b-43c7-b30e-dcbed23b9e90 req-bff09088-0e19-4c70-a217-351ec159728f tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 950 time: 0.0529542 Sep 22 09:34:46.397763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d4696c0-e29b-43c7-b30e-dcbed23b9e90 req-0b61c4a8-2abb-47ae-88a0-58c4b57e0b2c tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343618 Sep 22 09:34:46.514511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19c92a7f-5f5f-43c1-963e-afbc68ac7847 req-437aa531-f77a-4a00-85e5-0ff53d1652b6 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0295644 Sep 22 09:34:46.997032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ceeae-040f-4404-9b67-d8341c3b9d0a req-3e33d1e7-293d-483e-bf7f-97fcbe873a79 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:46.998969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c97ceeae-040f-4404-9b67-d8341c3b9d0a req-3e33d1e7-293d-483e-bf7f-97fcbe873a79 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0572956 Sep 22 09:34:47.038159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c97ceeae-040f-4404-9b67-d8341c3b9d0a req-b2d9a93c-6b3a-4559-a80e-0b8f3e1e325a tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Sep 22 09:34:47.326956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc2347-10f6-4667-bb31-7a328946c200 req-62e328e1-5bac-4787-a7f0-8dd7a4a96cef tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:47.328911 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64cc2347-10f6-4667-bb31-7a328946c200 req-62e328e1-5bac-4787-a7f0-8dd7a4a96cef tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 944 time: 0.0590606 Sep 22 09:34:47.368905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64cc2347-10f6-4667-bb31-7a328946c200 req-4f904c2e-5def-4073-8ef9-577f96787050 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335274 Sep 22 09:34:47.371156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 9eb0e0c0-3106-4964-a7cc-c422e58ab774 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:34:47.405262 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c802ef8-16ad-40b2-b1d0-45208bf63c6a req-f85fc032-50cf-44a5-a2f9-58013722edc3 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 210 time: 0.0289500 Sep 22 09:34:47.535725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528289d-9194-49cc-bd80-04603a1ee067 req-c27bcabb-e9f8-46d2-b310-5aa55cf32c87 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:47.537265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0528289d-9194-49cc-bd80-04603a1ee067 req-c27bcabb-e9f8-46d2-b310-5aa55cf32c87 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 950 time: 0.0526931 Sep 22 09:34:47.560017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 9eb0e0c0-3106-4964-a7cc-c422e58ab774 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:34:47.564291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 9eb0e0c0-3106-4964-a7cc-c422e58ab774 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:47.564672 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:47.595086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0528289d-9194-49cc-bd80-04603a1ee067 req-24af922e-7a15-41a4-baac-f9716e4ba55f tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505669 Sep 22 09:34:47.637467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b7a140a-9dd1-480f-9514-e6b848b99999 req-4ffd0ba8-53b9-4ed0-a990-bf86c001df7b tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0405879 Sep 22 09:34:47.678496 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:47.692560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81b114-4840-4bb7-a799-75dbdf6d355a req-0b9d865d-82f5-4b49-a92a-47dda99e4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:47.697080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a81b114-4840-4bb7-a799-75dbdf6d355a req-0b9d865d-82f5-4b49-a92a-47dda99e4624 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 1097 time: 0.0613816 Sep 22 09:34:47.705333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c909cba2-4389-4c1a-9aec-bfa97a925e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb0e0c0-3106-4964-a7cc-c422e58ab774'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:47.707944 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7be821-67f0-4b07-ab3c-f979a0c95ae8" -d '{"events": [{"server_uuid": "c909cba2-4389-4c1a-9aec-bfa97a925e2a", "name": "network-vif-plugged", "status": "completed", "tag": "9eb0e0c0-3106-4964-a7cc-c422e58ab774"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:47.722955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 9eb0e0c0-3106-4964-a7cc-c422e58ab774, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9eb0e0c0-3106-4964-a7cc-c422e58ab774,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:47.751351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a81b114-4840-4bb7-a799-75dbdf6d355a req-ac03c6b7-457a-4499-b76b-d457f57881b2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484154 Sep 22 09:34:47.816861 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:47.865906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=9eb0e0c0-3106-4964-a7cc-c422e58ab774,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:48.033578 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b631cfd-db48-4a7f-88e8-c854335c3761 x-openstack-request-id: req-6b631cfd-db48-4a7f-88e8-c854335c3761 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:48.033959 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c909cba2-4389-4c1a-9aec-bfa97a925e2a", "name": "network-vif-plugged", "status": "completed", "tag": "9eb0e0c0-3106-4964-a7cc-c422e58ab774", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:48.034311 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b631cfd-db48-4a7f-88e8-c854335c3761 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:48.034865 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c909cba2-4389-4c1a-9aec-bfa97a925e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb0e0c0-3106-4964-a7cc-c422e58ab774', 'code': 200} Sep 22 09:34:48.156199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4a85c-acc4-4d1f-a733-9296c9c238a4 req-59fcb034-0864-406a-aa8a-2195bf4827cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:48.158378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08f4a85c-acc4-4d1f-a733-9296c9c238a4 req-59fcb034-0864-406a-aa8a-2195bf4827cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 1096 time: 0.0430529 Sep 22 09:34:48.205163 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08f4a85c-acc4-4d1f-a733-9296c9c238a4 req-5b930976-b7a6-44f0-bab3-57c7c1ff7b1c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Sep 22 09:34:49.008467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f522f-9424-43ea-a2d9-05ceca34ce57 req-ee78c513-7b8d-4119-a2b0-9c4c156635da tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:49.009998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df3f522f-9424-43ea-a2d9-05ceca34ce57 req-ee78c513-7b8d-4119-a2b0-9c4c156635da tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1271372 Sep 22 09:34:49.034047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b8902-f17c-4510-8f69-1541759d885a req-159de224-1374-4787-9d6a-d180c86e235c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:49.035528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b9b8902-f17c-4510-8f69-1541759d885a req-159de224-1374-4787-9d6a-d180c86e235c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 945 time: 0.0897226 Sep 22 09:34:49.078234 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df3f522f-9424-43ea-a2d9-05ceca34ce57 req-58fa5f31-4571-4931-9074-12b81682f1e4 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583942 Sep 22 09:34:49.097364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b9b8902-f17c-4510-8f69-1541759d885a req-b56a2f21-acb4-482c-bd7b-46bf25df0504 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498981 Sep 22 09:34:49.196692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8aa9fc74-a051-45fb-bfca-787fa2026fc7 req-0d8e622a-fd86-41ac-814f-f4b2f731038d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 210 time: 0.0319605 Sep 22 09:34:49.343073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5550eef-f65c-4c01-9ac1-18a374f2f79d req-f7239504-1438-4593-b5d3-b21eed4dbf50 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0717328 Sep 22 09:34:49.358290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5f93b901-e0a9-486d-b205-8d08a641de88 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309293 Sep 22 09:34:49.499533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-4a11fb65-7ad1-40b3-ae85-26d33b834041 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:49.501898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-4a11fb65-7ad1-40b3-ae85-26d33b834041 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1333957 Sep 22 09:34:49.524281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Request body: {'port': {'device_id': 'c4093631-23f1-4271-a543-fe8d5def614f', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '75230d92b45345bd80cccb32ff1e03ef'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:49.759388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Made reservation on behalf of 75230d92b45345bd80cccb32ff1e03ef for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:34:49.764313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:49.941199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Allocated IP 192.168.233.196 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/79bdf961-721b-4f02-a5f0-0a757bd0a40a) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:34:50.128058 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:50.255458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfb88b-e037-4aa1-9721-db78cc169dd1 req-d09778f8-0bab-4299-a5ba-54b4127b44de tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:50.257072 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5bfb88b-e037-4aa1-9721-db78cc169dd1 req-d09778f8-0bab-4299-a5ba-54b4127b44de tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0914736 Sep 22 09:34:50.279118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7677-9d0a-4884-b9e5-f415812873b0 req-0a96a623-a275-4cb6-a80b-d32bc699f21c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:50.280565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-732a7677-9d0a-4884-b9e5-f415812873b0 req-0a96a623-a275-4cb6-a80b-d32bc699f21c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 945 time: 0.0801296 Sep 22 09:34:50.326105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5bfb88b-e037-4aa1-9721-db78cc169dd1 req-80a71e02-b82b-4ebd-acf4-f3035859cfd4 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611138 Sep 22 09:34:50.338569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-732a7677-9d0a-4884-b9e5-f415812873b0 req-7512675a-9441-47a2-bf64-a6bb4b95ccff tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503919 Sep 22 09:34:50.358741 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:50.372994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c', '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'd65fc554-9f30-4bfa-a032-49aadd107296'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:50.413520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:34:50.417058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:34:50.421835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:34:50.444908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245', 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:50.802505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1216ac32-8925-4208-9709-af4d877b594f None None] Provisioning complete for port 79bdf961-721b-4f02-a5f0-0a757bd0a40a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:50.802884 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1216ac32-8925-4208-9709-af4d877b594f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:50.851713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1216ac32-8925-4208-9709-af4d877b594f None None] Port 79bdf961-721b-4f02-a5f0-0a757bd0a40a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:34:50.866117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event updated for resources: {'Port': ['ID=79bdf961-721b-4f02-a5f0-0a757bd0a40a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:50.919400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.919864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.920434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.920798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.921212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.921625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.922042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.922453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.922870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.923282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.923692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.924094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:34:50.985305 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:50.985305 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:51.010021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080425d3-c0fb-461e-be31-fd7bf3363556 req-fb3c292a-d5f6-4630-ad1c-1903a534d1bd tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:51.017789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-080425d3-c0fb-461e-be31-fd7bf3363556 req-fb3c292a-d5f6-4630-ad1c-1903a534d1bd tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 936 time: 0.1525905 Sep 22 09:34:51.053324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042952c-42ea-4cca-a918-35f6be8cb582 req-7f3da780-975b-480c-85c0-73ee0c34d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:51.055219 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0042952c-42ea-4cca-a918-35f6be8cb582 req-7f3da780-975b-480c-85c0-73ee0c34d067 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4fe88448e5d1461fa216fbfdda33fa89&device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 1097 time: 0.1191099 Sep 22 09:34:51.099793 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-080425d3-c0fb-461e-be31-fd7bf3363556 req-4dadf950-12de-42ef-b020-8f5f9ecdf715 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809214 Sep 22 09:34:51.121379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-5b7d1b53-2a4a-42a4-8347-eb0c1be4ef59 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6027873 Sep 22 09:34:51.174890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9edec3e0-b5dd-4538-b35a-edcc1cbaa863 req-d4a0f587-b412-4130-9821-6006f9702ea1 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0592709 Sep 22 09:34:51.188171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Request body: {'port': {'device_id': 'c4093631-23f1-4271-a543-fe8d5def614f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:51.308137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042952c-42ea-4cca-a918-35f6be8cb582 req-bfae09f6-af10-44f0-a490-525c50b2610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:51.309801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0042952c-42ea-4cca-a918-35f6be8cb582 req-bfae09f6-af10-44f0-a490-525c50b2610b service neutron] 10.222.0.60 "GET /v2.0/networks?id=71ab51ce-2ff8-48da-88a9-84c9bd980cec HTTP/1.1" status: 200 len: 912 time: 0.2420704 Sep 22 09:34:51.324920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a694b-d36b-4152-b49f-072cd57ff815 req-557fca5a-61fe-45ea-89a8-36813f026e10 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:51.326507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c1a694b-d36b-4152-b49f-072cd57ff815 req-557fca5a-61fe-45ea-89a8-36813f026e10 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1541448 Sep 22 09:34:51.341042 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:51.389066 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0042952c-42ea-4cca-a918-35f6be8cb582 req-c1b32e49-96a2-42cd-b767-14ee4b87f1f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf HTTP/1.1" status: 200 len: 217 time: 0.0615981 Sep 22 09:34:51.452533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c668663-ed5f-4b82-8159-ed3ba4464f97 req-537586d4-cdf8-4dd5-837b-a43391d56689 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:51.454067 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c668663-ed5f-4b82-8159-ed3ba4464f97 req-537586d4-cdf8-4dd5-837b-a43391d56689 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 945 time: 0.2077909 Sep 22 09:34:51.511852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c1a694b-d36b-4152-b49f-072cd57ff815 req-15c71ada-1f47-41ae-9b16-da3df9421fc9 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734469 Sep 22 09:34:51.597907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042952c-42ea-4cca-a918-35f6be8cb582 req-39c1f4cb-0ac7-498c-83ce-d46c7de0720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:51.599371 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0042952c-42ea-4cca-a918-35f6be8cb582 req-39c1f4cb-0ac7-498c-83ce-d46c7de0720b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=94e22368-18ae-4175-9ce9-491aa2fe292d HTTP/1.1" status: 200 len: 851 time: 0.2026076 Sep 22 09:34:51.608615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c668663-ed5f-4b82-8159-ed3ba4464f97 req-271bff57-ec9b-49e2-81cd-f8d2738f804b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454475 Sep 22 09:34:51.639561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0042952c-42ea-4cca-a918-35f6be8cb582 req-ef376d16-ef2e-49b3-9236-4c264f40423a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=71ab51ce-2ff8-48da-88a9-84c9bd980cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299630 Sep 22 09:34:51.844706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0042952c-42ea-4cca-a918-35f6be8cb582 req-b8a9e009-b64b-4ee6-b6d3-ad82b2eb577b service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895654 Sep 22 09:34:51.853693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e3071-789b-46c9-8606-ba627d4cae56 req-da221f74-28b1-4dbe-bb90-5c1bb5818eb0 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:51.855147 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a5e3071-789b-46c9-8606-ba627d4cae56 req-da221f74-28b1-4dbe-bb90-5c1bb5818eb0 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 945 time: 0.1574416 Sep 22 09:34:51.977316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bdf961-721b-4f02-a5f0-0a757bd0a40a {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:51.992690 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:52.000703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a5e3071-789b-46c9-8606-ba627d4cae56 req-be84153a-0beb-4b4c-b428-59dbf43dbf4a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382565 Sep 22 09:34:52.025074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Transition to ACTIVE for port object 79bdf961-721b-4f02-a5f0-0a757bd0a40a will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:34:52.027807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0042952c-42ea-4cca-a918-35f6be8cb582 req-62d22f28-91af-4a97-911d-4ab4ad162519 service neutron] 10.222.0.60 "GET /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664386 Sep 22 09:34:52.137007 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:52.178955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=79bdf961-721b-4f02-a5f0-0a757bd0a40a,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:52.286459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f773a-f775-4729-91d0-8d2f48d8bd9e req-a20791c4-3d09-4f85-85f0-1dc685340f60 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:52.288067 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c51f773a-f775-4729-91d0-8d2f48d8bd9e req-a20791c4-3d09-4f85-85f0-1dc685340f60 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 948 time: 0.0885139 Sep 22 09:34:52.316238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Attempting to bind port 79bdf961-721b-4f02-a5f0-0a757bd0a40a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:34:52.319634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Attempting to bind port 79bdf961-721b-4f02-a5f0-0a757bd0a40a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:34:52.319634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Attempting to bind port 79bdf961-721b-4f02-a5f0-0a757bd0a40a on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:52.325742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Port 79bdf961-721b-4f02-a5f0-0a757bd0a40a on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:34:52.326073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Attempting to bind port 79bdf961-721b-4f02-a5f0-0a757bd0a40a on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:34:52.339555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:34:52.339926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:34:52.340288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:34:52.340755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Bound port: 79bdf961-721b-4f02-a5f0-0a757bd0a40a, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:34:52.341119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:52.363336 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c51f773a-f775-4729-91d0-8d2f48d8bd9e req-25533cff-ea19-46ff-ad37-e2cdfaa450e0 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650263 Sep 22 09:34:52.451896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] For port 79bdf961-721b-4f02-a5f0-0a757bd0a40a, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:34:52.481395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a426a935-3330-489d-97c0-5d2b6ea222ce req-e5579a26-b1f8-4930-9624-53733b95ee8c tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0417874 Sep 22 09:34:52.483317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] For port 79bdf961-721b-4f02-a5f0-0a757bd0a40a, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=79bdf961-721b-4f02-a5f0-0a757bd0a40a,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:34:52.634080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc577b-7c17-462e-901a-c7e9e9f19106 req-6bd26ef7-3f9d-487b-8bf1-68ddc9462c29 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:52.636352 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71cc577b-7c17-462e-901a-c7e9e9f19106 req-6bd26ef7-3f9d-487b-8bf1-68ddc9462c29 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0528579 Sep 22 09:34:52.640545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:52.691756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:52.692368 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:52.693762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] 10.222.0.60 "PUT /v2.0/ports/79bdf961-721b-4f02-a5f0-0a757bd0a40a HTTP/1.1" status: 200 len: 1096 time: 1.5226524 Sep 22 09:34:52.694462 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4093631-23f1-4271-a543-fe8d5def614f', 'tag': '79bdf961-721b-4f02-a5f0-0a757bd0a40a'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:52.696715 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4093631-23f1-4271-a543-fe8d5def614f", "tag": "79bdf961-721b-4f02-a5f0-0a757bd0a40a"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:52.739580 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71cc577b-7c17-462e-901a-c7e9e9f19106 req-3da8403f-a4df-4055-b6e9-1f3dc9eb928c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949216 Sep 22 09:34:52.742843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b59f2-5484-4f45-837c-756a24a88bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=79bdf961-721b-4f02-a5f0-0a757bd0a40a,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:52.860131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56bb55-dbcb-4737-a812-42c8add52e58 req-cc9a2058-c184-42e0-8ea1-edc718174c9f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:52.867538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e56bb55-dbcb-4737-a812-42c8add52e58 req-cc9a2058-c184-42e0-8ea1-edc718174c9f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 945 time: 0.1053703 Sep 22 09:34:52.878795 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453b906d-6873-496f-86b7-81814c246e30 x-openstack-request-id: req-453b906d-6873-496f-86b7-81814c246e30 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:52.879081 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4093631-23f1-4271-a543-fe8d5def614f", "tag": "79bdf961-721b-4f02-a5f0-0a757bd0a40a", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:52.879335 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-453b906d-6873-496f-86b7-81814c246e30 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:52.879857 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4093631-23f1-4271-a543-fe8d5def614f', 'tag': '79bdf961-721b-4f02-a5f0-0a757bd0a40a', 'status': 'completed', 'code': 200} Sep 22 09:34:52.913674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-d0dc0b4d-8277-49bc-a425-6f40e84bd6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:52.915508 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-d0dc0b4d-8277-49bc-a425-6f40e84bd6db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 1099 time: 0.0946145 Sep 22 09:34:52.922918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e56bb55-dbcb-4737-a812-42c8add52e58 req-5e13ceee-f7fc-4bb1-aff5-35f2a1928d97 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545301 Sep 22 09:34:52.973628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-734d5844-c64e-4a46-815d-4afab7c73ace service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=79bdf961-721b-4f02-a5f0-0a757bd0a40a HTTP/1.1" status: 200 len: 217 time: 0.0423000 Sep 22 09:34:53.030933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-76f5c1e8-eb07-4417-8ba0-21e66deaebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:53.032506 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-76f5c1e8-eb07-4417-8ba0-21e66deaebdb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0505807 Sep 22 09:34:53.088263 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-0175822f-843a-4f2d-861e-5ce348b4994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:53.090434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-0175822f-843a-4f2d-861e-5ce348b4994c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425277 Sep 22 09:34:53.113591 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:53.182830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-8ee3628c-4121-4b5d-ad21-3878f4b3e065 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846744 Sep 22 09:34:53.288158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ffbb55c-64ac-4be2-a50f-c406fd45a4d6 req-a44471c6-a267-4582-ab59-7f1e2c731ef7 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928867 Sep 22 09:34:53.491322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c req-33be2878-556f-490d-a225-190444aa5f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:53.492853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c req-33be2878-556f-490d-a225-190444aa5f3a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 1099 time: 0.0747313 Sep 22 09:34:53.507702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe87bf-1e19-4305-b079-402a0e6ff1ca req-8847b1b6-fbee-4280-a705-167ad01239fe tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:53.510515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abfe87bf-1e19-4305-b079-402a0e6ff1ca req-8847b1b6-fbee-4280-a705-167ad01239fe tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 948 time: 0.0653908 Sep 22 09:34:53.613558 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abfe87bf-1e19-4305-b079-402a0e6ff1ca req-3769f6ed-989c-43e6-9eb4-416abcb6957d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950508 Sep 22 09:34:53.633567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be2eda0f-a7c7-4e54-aa5d-9fa3e1098a22 req-8e707c55-2000-408f-954d-46f45b2795a2 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0482004 Sep 22 09:34:53.652066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c req-1fc53ca3-3689-4d25-9858-742e57e85ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:53.654019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c req-1fc53ca3-3689-4d25-9858-742e57e85ba8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1438913 Sep 22 09:34:53.702661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c req-4ac69420-59e4-49af-bcc7-3ca8f8ef01db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=79bdf961-721b-4f02-a5f0-0a757bd0a40a HTTP/1.1" status: 200 len: 217 time: 0.0402048 Sep 22 09:34:53.756982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c req-122fde18-344e-410a-bc04-49803e3dfe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:53.758526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c req-122fde18-344e-410a-bc04-49803e3dfe3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0478082 Sep 22 09:34:53.815650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c req-09cb3e3a-8510-4a63-95d1-eb5cbf4ea63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:53.817265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c req-09cb3e3a-8510-4a63-95d1-eb5cbf4ea63d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465028 Sep 22 09:34:53.922210 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf92854-432c-4345-8681-b5227ddf1b07 req-a723be1d-5f42-4361-8d38-edb91b76294b tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:53.924129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eaf92854-432c-4345-8681-b5227ddf1b07 req-a723be1d-5f42-4361-8d38-edb91b76294b tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.1056116 Sep 22 09:34:53.959156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c req-8cf7bdfc-dc93-47fe-a2ac-5ff47075e99a service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319189 Sep 22 09:34:53.985740 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eaf92854-432c-4345-8681-b5227ddf1b07 req-0075408f-2faa-4415-b448-015eb557145a tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518942 Sep 22 09:34:54.105838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9b9c1-cbb7-44ee-8ee6-9b1e5e8e9d12 req-ba8f1c15-1e6d-4bac-83bb-8fddc89fa2bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:54.107332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46b9b9c1-cbb7-44ee-8ee6-9b1e5e8e9d12 req-ba8f1c15-1e6d-4bac-83bb-8fddc89fa2bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 945 time: 0.1021276 Sep 22 09:34:54.113093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5a810d0-67ab-4dc9-9d5c-91f0316a1f0c req-19d8b5c0-51ca-4f7e-8e16-50f209ea7397 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264257 Sep 22 09:34:54.154791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46b9b9c1-cbb7-44ee-8ee6-9b1e5e8e9d12 req-9a22dcfe-7369-493c-875e-468619bb937d tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Sep 22 09:34:54.169722 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-74d79f8e-f6fc-4c7a-b953-3244f3f15273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:54.291128 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:54.461747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e870e-1a99-4235-bd66-1512f199de94 req-d1a604de-a8f5-418c-8293-c31adcfae4f8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:54.463409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-264e870e-1a99-4235-bd66-1512f199de94 req-d1a604de-a8f5-418c-8293-c31adcfae4f8 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 945 time: 0.0498509 Sep 22 09:34:54.564992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-264e870e-1a99-4235-bd66-1512f199de94 req-331a8125-7eff-4b78-84a9-f500888ff0c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Deleting port 9eb0e0c0-3106-4964-a7cc-c422e58ab774 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:34:54.564992 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-264e870e-1a99-4235-bd66-1512f199de94 req-331a8125-7eff-4b78-84a9-f500888ff0c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:54.657175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-264e870e-1a99-4235-bd66-1512f199de94 req-331a8125-7eff-4b78-84a9-f500888ff0c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] For port 9eb0e0c0-3106-4964-a7cc-c422e58ab774, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9eb0e0c0-3106-4964-a7cc-c422e58ab774,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:54.657545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-264e870e-1a99-4235-bd66-1512f199de94 req-331a8125-7eff-4b78-84a9-f500888ff0c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:54.670446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-264e870e-1a99-4235-bd66-1512f199de94 req-331a8125-7eff-4b78-84a9-f500888ff0c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Calling delete_port for 9eb0e0c0-3106-4964-a7cc-c422e58ab774 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:34:54.771776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8a6899c-a2df-4c45-8145-9dc2c3220eb9 req-7f16408c-2179-4206-bb0d-c934b5da0e7f tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0498121 Sep 22 09:34:54.814145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f446eba-a890-4aec-93e1-826bbb9d5807 req-5a4eaf60-31e2-494b-b077-acc14a367198 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:54.815732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f446eba-a890-4aec-93e1-826bbb9d5807 req-5a4eaf60-31e2-494b-b077-acc14a367198 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 948 time: 0.1047583 Sep 22 09:34:54.888044 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f446eba-a890-4aec-93e1-826bbb9d5807 req-7f296f7b-4cb6-4b24-954a-9c46170e1125 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655527 Sep 22 09:34:54.971156 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-264e870e-1a99-4235-bd66-1512f199de94 req-331a8125-7eff-4b78-84a9-f500888ff0c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:54.986105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387', '9eb0e0c0-3106-4964-a7cc-c422e58ab774'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:55.000151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a8125-7eff-4b78-84a9-f500888ff0c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event deleted for resources: {'Port': ['ID=9eb0e0c0-3106-4964-a7cc-c422e58ab774,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:55.050018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-264e870e-1a99-4235-bd66-1512f199de94 req-331a8125-7eff-4b78-84a9-f500888ff0c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] No DVR routers for this DVR port 9eb0e0c0-3106-4964-a7cc-c422e58ab774 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:34:55.052673 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-264e870e-1a99-4235-bd66-1512f199de94 req-331a8125-7eff-4b78-84a9-f500888ff0c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:55.054940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-264e870e-1a99-4235-bd66-1512f199de94 req-331a8125-7eff-4b78-84a9-f500888ff0c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "DELETE /v2.0/ports/9eb0e0c0-3106-4964-a7cc-c422e58ab774 HTTP/1.1" status: 204 len: 173 time: 0.5830851 Sep 22 09:34:55.055407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c909cba2-4389-4c1a-9aec-bfa97a925e2a', 'name': 'network-vif-deleted', 'tag': '9eb0e0c0-3106-4964-a7cc-c422e58ab774'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:55.058098 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b13e11-ae8e-48fd-adb6-caf3aa2b97e6" -d '{"events": [{"server_uuid": "c909cba2-4389-4c1a-9aec-bfa97a925e2a", "name": "network-vif-deleted", "tag": "9eb0e0c0-3106-4964-a7cc-c422e58ab774"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:55.098320 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbc4654-bc39-4b0d-97cb-3f0664a7e377 x-openstack-request-id: req-3cbc4654-bc39-4b0d-97cb-3f0664a7e377 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:55.098609 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c909cba2-4389-4c1a-9aec-bfa97a925e2a", "name": "network-vif-deleted", "tag": "9eb0e0c0-3106-4964-a7cc-c422e58ab774", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:55.098859 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cbc4654-bc39-4b0d-97cb-3f0664a7e377 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:55.099249 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c909cba2-4389-4c1a-9aec-bfa97a925e2a', 'name': 'network-vif-deleted', 'tag': '9eb0e0c0-3106-4964-a7cc-c422e58ab774', 'status': 'completed', 'code': 200} Sep 22 09:34:55.122329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def29b96-5c81-496a-abfa-677098bb8a40 req-5c336b19-1642-4dcc-bebd-5e80782a9e42 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:55.124094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-def29b96-5c81-496a-abfa-677098bb8a40 req-5c336b19-1642-4dcc-bebd-5e80782a9e42 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0599210 Sep 22 09:34:55.162313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-def29b96-5c81-496a-abfa-677098bb8a40 req-47cd7550-9cd5-46e9-ba39-e3c504451043 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319834 Sep 22 09:34:55.270412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6c8683c-8c69-4101-b607-201189ebfab6 req-7ba61e00-2152-47cb-8fda-b095cd5bc844 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c909cba2-4389-4c1a-9aec-bfa97a925e2a HTTP/1.1" status: 200 len: 210 time: 0.0280285 Sep 22 09:34:55.696551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac2d9e-e81a-4dd1-bf77-cb8885037095 req-d8ff1ac0-a729-490f-b4d8-8977c780e50d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:55.698028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53ac2d9e-e81a-4dd1-bf77-cb8885037095 req-d8ff1ac0-a729-490f-b4d8-8977c780e50d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0529814 Sep 22 09:34:55.735368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53ac2d9e-e81a-4dd1-bf77-cb8885037095 req-d3c96306-40b8-4370-9820-e34ea0c9e614 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311894 Sep 22 09:34:55.877491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af5094c1-cb7a-4188-b7a1-6e20758ec84c req-b163c421-ce8f-4496-a82c-f43e23d75553 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0276411 Sep 22 09:34:56.005696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a11332-ea04-46d9-bbc4-18b66e66b6d9 req-fa52fb64-1fa3-44ef-97e2-ddc6ae7e8d98 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:56.007209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75a11332-ea04-46d9-bbc4-18b66e66b6d9 req-fa52fb64-1fa3-44ef-97e2-ddc6ae7e8d98 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 948 time: 0.0504434 Sep 22 09:34:56.046691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75a11332-ea04-46d9-bbc4-18b66e66b6d9 req-834ce991-a745-42e8-902b-6e81b9716e50 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332403 Sep 22 09:34:56.586455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5f06502e-1b1e-4d7e-b4ae-cef58220a9f1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:56.587839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5f06502e-1b1e-4d7e-b4ae-cef58220a9f1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.1047859 Sep 22 09:34:56.602793 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-53f4878a-1cea-47ba-ae74-784e01a09c79 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/quotas/9f0a951bc6ef4a38b8343a638bb80253 HTTP/1.1" status: 200 len: 375 time: 0.0088246 Sep 22 09:34:56.651948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-7e2bdb39-198e-4b8e-a4f5-59bc65987708 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437346 Sep 22 09:34:56.749442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-e662fc59-0c63-4b45-8c5c-3d69c78c5cbd service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900178 Sep 22 09:34:56.834069 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a189b186-3133-430f-8283-2350eca93eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:56.872353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-2cddb0fc-0f99-4d2f-a763-98839dfd0b08 service neutron] 10.222.0.49 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167264 Sep 22 09:34:56.887464 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabf86e-6042-49bb-b65c-6f6e26543a85 req-1d7de409-4db7-4bdb-8164-bca393b2cdcc tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:56.889073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ffabf86e-6042-49bb-b65c-6f6e26543a85 req-1d7de409-4db7-4bdb-8164-bca393b2cdcc tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0719984 Sep 22 09:34:56.937930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ffabf86e-6042-49bb-b65c-6f6e26543a85 req-fd485022-a0ff-4866-b109-5e03a62dfb86 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415101 Sep 22 09:34:57.022856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cc29b5d-485e-4d4e-98c4-051fece5f231 req-649b54be-feb5-4d88-8840-9be85fe6d537 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0261188 Sep 22 09:34:57.206280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cac7bd23-ba0a-4954-be18-a0b519881cfa req-f0ee8eb7-c267-4058-a746-5a4fa56e03ad tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 210 time: 0.0316610 Sep 22 09:34:57.222771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30619ac8-615e-4df9-b7a2-80427584b98b req-a015bcb6-b679-4622-9977-d9681cecaddf tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:57.224700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30619ac8-615e-4df9-b7a2-80427584b98b req-a015bcb6-b679-4622-9977-d9681cecaddf tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 948 time: 0.0765495 Sep 22 09:34:57.265007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30619ac8-615e-4df9-b7a2-80427584b98b req-cfcb15c9-128b-4cd5-bb63-95e903d79bfa tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330298 Sep 22 09:34:57.397903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 79bdf961-721b-4f02-a5f0-0a757bd0a40a details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:34:57.510499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 79bdf961-721b-4f02-a5f0-0a757bd0a40a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=79bdf961-721b-4f02-a5f0-0a757bd0a40a,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:57.521230 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:57.524448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '79bdf961-721b-4f02-a5f0-0a757bd0a40a', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '79bdf961-721b-4f02-a5f0-0a757bd0a40a', 'mac_address': 'fa:16:3e:bd:ac:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:34:57.562239 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:57.575813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bdf961-721b-4f02-a5f0-0a757bd0a40a {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:34:57.595046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 79bdf961-721b-4f02-a5f0-0a757bd0a40a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=79bdf961-721b-4f02-a5f0-0a757bd0a40a,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:57.769873 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:57.819592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=79bdf961-721b-4f02-a5f0-0a757bd0a40a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:34:57.999078 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:58.056045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52e8f4-9b75-4f7e-8b5a-c859acb37847 req-f8826d6c-fa84-413f-9f69-1a17a674117d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:58.057622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c52e8f4-9b75-4f7e-8b5a-c859acb37847 req-f8826d6c-fa84-413f-9f69-1a17a674117d tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0525975 Sep 22 09:34:58.097279 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c52e8f4-9b75-4f7e-8b5a-c859acb37847 req-5da5bb37-e47e-4415-b3a8-12915532b344 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Sep 22 09:34:58.130015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4314bc88-7d2c-4d6f-92a3-42db4b1c92a1 req-dc2d02a1-11cd-4565-945c-998cc8011e22 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0283775 Sep 22 09:34:58.155957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['79bdf961-721b-4f02-a5f0-0a757bd0a40a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:34:58.287129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ad0e782-ed3c-4aa3-b32d-34529a4668a8 req-1fd652bc-efd9-4c9b-830c-5168bb86003c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 210 time: 0.0274234 Sep 22 09:34:58.397322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2844a-0fad-4b4f-b4f5-082a9274bd05 req-8c9eb00b-e9fd-403b-86a0-7de2d6c808d6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:58.399024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99c2844a-0fad-4b4f-b4f5-082a9274bd05 req-8c9eb00b-e9fd-403b-86a0-7de2d6c808d6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 949 time: 0.0511203 Sep 22 09:34:58.441354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99c2844a-0fad-4b4f-b4f5-082a9274bd05 req-eb08f6ef-919c-4f2a-bebd-86f1f8889902 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353460 Sep 22 09:34:59.237126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84d2c30d-9de9-4c47-b222-eb75b804fa77 req-b92c6ad3-d623-4c0e-bead-9fa9913f3b54 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0292075 Sep 22 09:34:59.250213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e7cf2-3398-48fa-b095-ce6e12f1eafc req-69994c49-be64-4815-a6c8-9be926921336 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:59.251725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c20e7cf2-3398-48fa-b095-ce6e12f1eafc req-69994c49-be64-4815-a6c8-9be926921336 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0803618 Sep 22 09:34:59.293415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c20e7cf2-3398-48fa-b095-ce6e12f1eafc req-e2510359-8a9f-4ede-b219-1ce5bb71f549 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351100 Sep 22 09:34:59.399010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3883e530-59b6-4694-932c-1abf839f728c req-4074d74c-d499-484f-87c2-63102bffe6dc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 210 time: 0.0285025 Sep 22 09:34:59.409956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 79bdf961-721b-4f02-a5f0-0a757bd0a40a up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:34:59.553324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 79bdf961-721b-4f02-a5f0-0a757bd0a40a completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:34:59.557876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 79bdf961-721b-4f02-a5f0-0a757bd0a40a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:34:59.558257 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:59.603122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d68525-8129-4fd6-829c-de3b7c5148ac req-35dee1c0-8bf1-4712-97ed-60de701ffb4c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:59.605579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7d68525-8129-4fd6-829c-de3b7c5148ac req-35dee1c0-8bf1-4712-97ed-60de701ffb4c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 949 time: 0.0923822 Sep 22 09:34:59.628262 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405de896-066f-45f8-92c5-b13a2695591b req-e79c396f-f735-4e44-9e2f-def4fbd643c8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:59.629751 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-405de896-066f-45f8-92c5-b13a2695591b req-e79c396f-f735-4e44-9e2f-def4fbd643c8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0918288 Sep 22 09:34:59.654295 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:59.687489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7d68525-8129-4fd6-829c-de3b7c5148ac req-7f35f849-ddfc-40a7-af89-99f5f0d15822 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727906 Sep 22 09:34:59.687877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4093631-23f1-4271-a543-fe8d5def614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bdf961-721b-4f02-a5f0-0a757bd0a40a'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:34:59.690286 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca60e12-0136-463a-9c38-070947e529e7" -d '{"events": [{"server_uuid": "c4093631-23f1-4271-a543-fe8d5def614f", "name": "network-vif-plugged", "status": "completed", "tag": "79bdf961-721b-4f02-a5f0-0a757bd0a40a"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:34:59.704488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 79bdf961-721b-4f02-a5f0-0a757bd0a40a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=79bdf961-721b-4f02-a5f0-0a757bd0a40a,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:34:59.742691 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29086baa-7103-4f20-a0b8-1912af7bd47e x-openstack-request-id: req-29086baa-7103-4f20-a0b8-1912af7bd47e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:34:59.746467 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4093631-23f1-4271-a543-fe8d5def614f", "name": "network-vif-plugged", "status": "completed", "tag": "79bdf961-721b-4f02-a5f0-0a757bd0a40a", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:34:59.746467 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29086baa-7103-4f20-a0b8-1912af7bd47e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:34:59.746467 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4093631-23f1-4271-a543-fe8d5def614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bdf961-721b-4f02-a5f0-0a757bd0a40a', 'code': 200} Sep 22 09:34:59.748894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-405de896-066f-45f8-92c5-b13a2695591b req-82cf5bc4-9f99-4207-8ced-db02173effb8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Deleting port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:34:59.749238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-405de896-066f-45f8-92c5-b13a2695591b req-82cf5bc4-9f99-4207-8ced-db02173effb8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:59.790322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-60b83457-48da-456f-a4e4-2e20fa9ad8dc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:34:59.791815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-60b83457-48da-456f-a4e4-2e20fa9ad8dc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.45 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 806 time: 0.1285853 Sep 22 09:34:59.814084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Request body: {'port': {'device_id': '142e1c4b-d4ff-40da-bdbf-384f01488d24', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'admin_state_up': True, 'tenant_id': '9f0a951bc6ef4a38b8343a638bb80253'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:34:59.841242 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:59.842475 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:59.843371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 9eb0e0c0-3106-4964-a7cc-c422e58ab774 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:34:59.865320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 9eb0e0c0-3106-4964-a7cc-c422e58ab774 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:34:59.865724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 9eb0e0c0-3106-4964-a7cc-c422e58ab774 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:34:59.913390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=79bdf961-721b-4f02-a5f0-0a757bd0a40a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:00.113900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Made reservation on behalf of 9f0a951bc6ef4a38b8343a638bb80253 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:35:00.118540 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:00.174441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-405de896-066f-45f8-92c5-b13a2695591b req-82cf5bc4-9f99-4207-8ced-db02173effb8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] For port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:00.174702 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-405de896-066f-45f8-92c5-b13a2695591b req-82cf5bc4-9f99-4207-8ced-db02173effb8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:00.187657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524ac60-c4fa-448f-80cf-660250e14f88 req-39d1eb2a-400e-4acc-bc39-af67dd1f58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:00.189179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a524ac60-c4fa-448f-80cf-660250e14f88 req-39d1eb2a-400e-4acc-bc39-af67dd1f58d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 1101 time: 0.0739818 Sep 22 09:35:00.192985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-405de896-066f-45f8-92c5-b13a2695591b req-82cf5bc4-9f99-4207-8ced-db02173effb8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Calling delete_port for 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:00.251125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Allocated IP 172.20.0.10 (e381bbfe-9cad-4576-9347-d9b5699eebb3/2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90/60910f56-7338-4278-b449-c3775e192ca5) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:35:00.267429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a524ac60-c4fa-448f-80cf-660250e14f88 req-e1700d22-a059-4ff9-8c9c-5caa947c2638 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687933 Sep 22 09:35:00.358833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a071499b-ee24-4759-924e-5252aaf153be req-f5e9b4a6-dafa-4f73-a057-0542bf701207 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0340598 Sep 22 09:35:00.446042 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:00.452163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150649-bcd6-4d64-b3d5-699c4f07bb85 req-e7e2dffc-9fcb-470e-ad31-6f4c9c3bc1e6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:00.453857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76150649-bcd6-4d64-b3d5-699c4f07bb85 req-e7e2dffc-9fcb-470e-ad31-6f4c9c3bc1e6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 946 time: 0.0611413 Sep 22 09:35:00.455006 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-405de896-066f-45f8-92c5-b13a2695591b req-82cf5bc4-9f99-4207-8ced-db02173effb8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:00.469562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['44867487-11da-448d-a0e4-e8e6ca5f8894', '3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:00.507850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf5bc4-9f99-4207-8ced-db02173effb8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Pushing event deleted for resources: {'Port': ['ID=3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:00.549148 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:00.561769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-405de896-066f-45f8-92c5-b13a2695591b req-82cf5bc4-9f99-4207-8ced-db02173effb8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] No DVR routers for this DVR port 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:00.566479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76150649-bcd6-4d64-b3d5-699c4f07bb85 req-53179d82-5146-4cb4-9435-6eb161f9bdc6 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000762 Sep 22 09:35:00.567530 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-405de896-066f-45f8-92c5-b13a2695591b req-82cf5bc4-9f99-4207-8ced-db02173effb8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:00.569429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-405de896-066f-45f8-92c5-b13a2695591b req-82cf5bc4-9f99-4207-8ced-db02173effb8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.60 "DELETE /v2.0/ports/3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf HTTP/1.1" status: 204 len: 173 time: 0.9299717 Sep 22 09:35:00.569864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2972678-2780-4fed-a62f-3d70240ee7e7', 'name': 'network-vif-deleted', 'tag': '3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:00.572102 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4d4800-1d36-45af-a657-220e030a77c5" -d '{"events": [{"server_uuid": "e2972678-2780-4fed-a62f-3d70240ee7e7", "name": "network-vif-deleted", "tag": "3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:00.610081 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Network e381bbfe-9cad-4576-9347-d9b5699eebb3 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:00.614678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:00.618347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:35:00.636702 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd711786-88ef-42d1-a5bd-d1e777cff29b x-openstack-request-id: req-fd711786-88ef-42d1-a5bd-d1e777cff29b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:00.637020 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2972678-2780-4fed-a62f-3d70240ee7e7", "name": "network-vif-deleted", "tag": "3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:00.637140 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd711786-88ef-42d1-a5bd-d1e777cff29b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:00.637450 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2972678-2780-4fed-a62f-3d70240ee7e7', 'name': 'network-vif-deleted', 'tag': '3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf', 'status': 'completed', 'code': 200} Sep 22 09:35:00.678758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event updated for resources: {'Port': ['ID=60910f56-7338-4278-b449-c3775e192ca5,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:00.690998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.691420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.691831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.692507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.693011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.693418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.694324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.694933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.695443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.695958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.700602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.700602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:00.709454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:00.710207 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:00.724119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58afeb-006b-41be-8994-7d138844458b req-25874c9c-c8ec-4079-823b-5c9a133fc996 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:00.726791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e58afeb-006b-41be-8994-7d138844458b req-25874c9c-c8ec-4079-823b-5c9a133fc996 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 932 time: 0.0608435 Sep 22 09:35:00.788585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e58afeb-006b-41be-8994-7d138844458b req-085ac039-ead0-482b-a074-e29e55b78c0e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468867 Sep 22 09:35:00.863405 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-5b5df51f-088d-4130-9ba6-8fb7500d81bf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0536857 Sep 22 09:35:00.899292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e2319-8d86-4b7b-a054-eb506d993ac3 req-eb054685-e1f1-4328-9247-ab560c0cf014 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:00.902883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-056e2319-8d86-4b7b-a054-eb506d993ac3 req-eb054685-e1f1-4328-9247-ab560c0cf014 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 950 time: 0.0591629 Sep 22 09:35:00.903769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Request body: {'port': {'device_id': '142e1c4b-d4ff-40da-bdbf-384f01488d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:00.952619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-056e2319-8d86-4b7b-a054-eb506d993ac3 req-ea765cfc-1d81-4137-ae98-4f6d9cc5511b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433104 Sep 22 09:35:00.976789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:00.990832 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:01.270138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60910f56-7338-4278-b449-c3775e192ca5 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:35:01.277614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:01.289510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Transition to ACTIVE for port object 60910f56-7338-4278-b449-c3775e192ca5 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:35:01.411186 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:01.478764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ea0a83f-ddfd-411c-af32-b78232e3c0dc req-d60d656d-087b-488b-9591-05f188528610 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0291028 Sep 22 09:35:01.499987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=60910f56-7338-4278-b449-c3775e192ca5,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:01.563284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Attempting to bind port 60910f56-7338-4278-b449-c3775e192ca5 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:35:01.563610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Attempting to bind port 60910f56-7338-4278-b449-c3775e192ca5 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:35:01.564471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Attempting to bind port 60910f56-7338-4278-b449-c3775e192ca5 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:01.573933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Port 60910f56-7338-4278-b449-c3775e192ca5 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:35:01.574306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Attempting to bind port 60910f56-7338-4278-b449-c3775e192ca5 on network e381bbfe-9cad-4576-9347-d9b5699eebb3 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:01.579590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:35:01.579856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Checking segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:35:01.580243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Bound using segment: {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:35:01.580795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Bound port: 60910f56-7338-4278-b449-c3775e192ca5, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:35:01.581058 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:01.678486 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] For port 60910f56-7338-4278-b449-c3775e192ca5, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:35:01.682060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] For port 60910f56-7338-4278-b449-c3775e192ca5, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=60910f56-7338-4278-b449-c3775e192ca5,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:35:01.726639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-753cb36c-7229-4949-9e5d-bc970b3e8411 req-2f0f1fd0-cae1-41f0-a48b-8a4d05f6c3d4 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2972678-2780-4fed-a62f-3d70240ee7e7 HTTP/1.1" status: 200 len: 210 time: 0.0350602 Sep 22 09:35:01.783447 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:01.827493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:01.827702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:01.829716 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] 10.222.0.45 "PUT /v2.0/ports/60910f56-7338-4278-b449-c3775e192ca5 HTTP/1.1" status: 200 len: 1092 time: 0.9532483 Sep 22 09:35:01.830238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142e1c4b-d4ff-40da-bdbf-384f01488d24', 'tag': '60910f56-7338-4278-b449-c3775e192ca5'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:01.832920 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ff0a27-516d-48f8-8080-a165f0a33e97" -d '{"events": [{"name": "network-changed", "server_uuid": "142e1c4b-d4ff-40da-bdbf-384f01488d24", "tag": "60910f56-7338-4278-b449-c3775e192ca5"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:01.861619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877f6f0-f855-4524-8f78-6ef668f9a3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=60910f56-7338-4278-b449-c3775e192ca5,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:01.923863 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87083bf-7969-41ea-a177-5ef45054ec32 x-openstack-request-id: req-a87083bf-7969-41ea-a177-5ef45054ec32 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:01.924973 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142e1c4b-d4ff-40da-bdbf-384f01488d24", "tag": "60910f56-7338-4278-b449-c3775e192ca5", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:01.925768 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a87083bf-7969-41ea-a177-5ef45054ec32 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:01.926625 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '142e1c4b-d4ff-40da-bdbf-384f01488d24', 'tag': '60910f56-7338-4278-b449-c3775e192ca5', 'status': 'completed', 'code': 200} Sep 22 09:35:01.958010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7901ab-f38d-47f8-9151-db362a85dfcd req-ffedc15a-f416-4ab7-9875-d9c0b5c589e2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:01.959554 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe7901ab-f38d-47f8-9151-db362a85dfcd req-ffedc15a-f416-4ab7-9875-d9c0b5c589e2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 944 time: 0.0749338 Sep 22 09:35:02.019171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe7901ab-f38d-47f8-9151-db362a85dfcd req-6a08e0d4-c2cf-4a5f-bcc8-bff4825a5bcb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461230 Sep 22 09:35:02.048496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-b4ef0140-fee9-4fdc-b7df-335c47a43f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:02.051035 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-b4ef0140-fee9-4fdc-b7df-335c47a43f6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 1095 time: 0.0951209 Sep 22 09:35:02.105958 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-3334506d-96d8-40d1-a5e3-48033d17ace1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60910f56-7338-4278-b449-c3775e192ca5 HTTP/1.1" status: 200 len: 217 time: 0.0434871 Sep 22 09:35:02.121454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf55ddc-7e69-49b8-8695-da22fea39ea2 req-e55248c0-0d86-4309-9f5f-b83a2deb33cb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:02.123684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdf55ddc-7e69-49b8-8695-da22fea39ea2 req-e55248c0-0d86-4309-9f5f-b83a2deb33cb tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 950 time: 0.0626614 Sep 22 09:35:02.177733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-885f2be4-ae52-43ab-8d55-551106a6c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:02.179617 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-885f2be4-ae52-43ab-8d55-551106a6c49d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 200 len: 846 time: 0.0655766 Sep 22 09:35:02.184974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdf55ddc-7e69-49b8-8695-da22fea39ea2 req-aa1489cf-d447-4ba8-b43c-3c7ce0d7a3b8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511596 Sep 22 09:35:02.235800 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-a5041c82-14d7-4f9e-81f6-455dcf522402 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e381bbfe-9cad-4576-9347-d9b5699eebb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472612 Sep 22 09:35:02.297453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad2d6b-9595-41b3-9bbb-c1f4c0906eab req-d021e10b-417c-4bd6-ba48-f333d7a45092 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:02.300833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6ad2d6b-9595-41b3-9bbb-c1f4c0906eab req-d021e10b-417c-4bd6-ba48-f333d7a45092 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 1101 time: 0.0500743 Sep 22 09:35:02.341343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6ad2d6b-9595-41b3-9bbb-c1f4c0906eab req-a993be3a-746e-4ffd-845b-62f8812921e1 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341382 Sep 22 09:35:02.364105 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-ae5cee5f-a81d-41c8-bd74-36127a49bc37 service neutron] 10.222.0.45 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081450 Sep 22 09:35:02.483967 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a678f5c5-f614-4fc1-bdf9-b8dcbdcbb4db req-db7c93c0-6d27-47f2-9781-37cc2951c5e9 service neutron] 10.222.0.45 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087961 Sep 22 09:35:02.506063 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-23789f3d-35c8-4b01-ae8e-f1ccea987789 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269914 Sep 22 09:35:02.623881 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-49cff393-47f6-4556-9ea2-f3fae55c11ab req-2b539647-c786-4454-8b26-5b9dfb142cb1 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0351856 Sep 22 09:35:02.646328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff0a27-516d-48f8-8080-a165f0a33e97 req-7beb8016-f918-437a-baf8-f34686cb7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:02.647796 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64ff0a27-516d-48f8-8080-a165f0a33e97 req-7beb8016-f918-437a-baf8-f34686cb7ac1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 1095 time: 0.0443890 Sep 22 09:35:02.674546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-ee3364c6-08e6-4f9e-a08f-a032153ebabf tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:02.676365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-ee3364c6-08e6-4f9e-a08f-a032153ebabf tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618369 Sep 22 09:35:02.704861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-980498fa-4092-4165-955e-dd9ba5d9a768 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/quotas/75230d92b45345bd80cccb32ff1e03ef HTTP/1.1" status: 200 len: 375 time: 0.0231478 Sep 22 09:35:02.787633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff0a27-516d-48f8-8080-a165f0a33e97 req-50f05837-81fe-47b3-9ec9-89505bdaf364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:02.788384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-204dccd0-77ed-4535-a923-2a306b4e5a61 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0760972 Sep 22 09:35:02.790188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64ff0a27-516d-48f8-8080-a165f0a33e97 req-50f05837-81fe-47b3-9ec9-89505bdaf364 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 907 time: 0.1307323 Sep 22 09:35:02.851372 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64ff0a27-516d-48f8-8080-a165f0a33e97 req-fd60342b-6ba4-44a8-8486-0b7f67cb1277 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60910f56-7338-4278-b449-c3775e192ca5 HTTP/1.1" status: 200 len: 217 time: 0.0489550 Sep 22 09:35:02.912356 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff0a27-516d-48f8-8080-a165f0a33e97 req-019d33bb-c73d-4f32-98cb-5dcfaa518c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:02.914324 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64ff0a27-516d-48f8-8080-a165f0a33e97 req-019d33bb-c73d-4f32-98cb-5dcfaa518c52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 200 len: 846 time: 0.0539429 Sep 22 09:35:02.956918 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64ff0a27-516d-48f8-8080-a165f0a33e97 req-49b958b3-ab1c-450a-8673-d1ce1456a727 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e381bbfe-9cad-4576-9347-d9b5699eebb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294771 Sep 22 09:35:03.106026 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64ff0a27-516d-48f8-8080-a165f0a33e97 req-2f499c64-a155-496b-abd3-296f5b9341bd service neutron] 10.222.0.45 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277311 Sep 22 09:35:03.124664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-291b2371-a88f-4fbd-95dc-055c210330ec req-102ee543-9887-40b5-948b-b78d9f11da49 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 210 time: 0.0404665 Sep 22 09:35:03.217503 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-64ff0a27-516d-48f8-8080-a165f0a33e97 req-4437fdb6-1644-4e4e-b7dd-f706fa824309 service neutron] 10.222.0.45 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004798 Sep 22 09:35:03.248336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6c069-7818-4ace-a45c-723492bbff7c req-6cc25c17-96e9-4f7e-baba-e4a8cfe53802 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:03.251559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28f6c069-7818-4ace-a45c-723492bbff7c req-6cc25c17-96e9-4f7e-baba-e4a8cfe53802 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 944 time: 0.0598311 Sep 22 09:35:03.293473 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28f6c069-7818-4ace-a45c-723492bbff7c req-e0fffe20-4ba5-4492-b5e2-412f49ca76f3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371184 Sep 22 09:35:03.421639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:03.442753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:03.443095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3c28aba5-1901-41c6-ae5b-4b53d6f7e0bf not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:03.644674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ea84b-4653-4288-96f9-6c5097f989b7 req-11dc625e-1167-4a1b-ac62-28245beb9802 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:03.646658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f13ea84b-4653-4288-96f9-6c5097f989b7 req-11dc625e-1167-4a1b-ac62-28245beb9802 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0508835 Sep 22 09:35:03.689646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f13ea84b-4653-4288-96f9-6c5097f989b7 req-ef344e0d-8b1a-4e9d-893a-8d583442e301 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364928 Sep 22 09:35:03.780242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0fbf2b89-ad59-48b3-8606-2508558f887d req-15d40035-8181-4df7-8ae7-398f31b6d020 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0431848 Sep 22 09:35:04.233990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0536343-6347-4a6e-a0ce-c998bf4c53b7 req-08cc3c12-03c9-4b06-bb51-d2b7c64461ba tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 210 time: 0.0344489 Sep 22 09:35:04.423629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fb0e-ee4c-4aee-8e4d-900b35e1101f req-58b3c1b6-986c-4a88-a9ce-5a0b57d3dea5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:04.425078 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4d8fb0e-ee4c-4aee-8e4d-900b35e1101f req-58b3c1b6-986c-4a88-a9ce-5a0b57d3dea5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 944 time: 0.0527833 Sep 22 09:35:04.463728 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4d8fb0e-ee4c-4aee-8e4d-900b35e1101f req-ee538f66-84ad-4b8b-a74c-552de1447d65 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Sep 22 09:35:04.642735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 60910f56-7338-4278-b449-c3775e192ca5 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:35:04.758527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 60910f56-7338-4278-b449-c3775e192ca5, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=60910f56-7338-4278-b449-c3775e192ca5,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:04.778052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '60910f56-7338-4278-b449-c3775e192ca5', 'network_id': 'e381bbfe-9cad-4576-9347-d9b5699eebb3', 'port_id': '60910f56-7338-4278-b449-c3775e192ca5', 'mac_address': 'fa:16:3e:5c:ab:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:35:04.862122 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:04.885618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60910f56-7338-4278-b449-c3775e192ca5 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:35:04.917422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 60910f56-7338-4278-b449-c3775e192ca5, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=60910f56-7338-4278-b449-c3775e192ca5,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:04.936896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0271426-c636-4372-865a-a02b1a0425cb req-dc893ac8-41de-4c09-8379-5e0d389cd37c tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0518892 Sep 22 09:35:04.985137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2309b-d96b-4c47-a708-21e8d2c95ab5 req-62ec5a28-d8a8-4587-8f8c-69512db888fd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:04.990684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-18f2309b-d96b-4c47-a708-21e8d2c95ab5 req-62ec5a28-d8a8-4587-8f8c-69512db888fd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0858564 Sep 22 09:35:05.054055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-18f2309b-d96b-4c47-a708-21e8d2c95ab5 req-aac5d775-55d0-450f-8a09-1dac9506f9dc tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573764 Sep 22 09:35:05.076998 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:05.170173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=60910f56-7338-4278-b449-c3775e192ca5,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:05.343330 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f701347-8658-4980-8be3-83c731c7b009 req-81f42a3e-dbc2-4bdb-b885-f112751ec058 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 210 time: 0.0298560 Sep 22 09:35:05.514117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['60910f56-7338-4278-b449-c3775e192ca5'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:05.589101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc40211-ab58-420c-ae6f-cde0873bfce2 req-22244584-c5a6-47a7-b77b-e9f7cf380e71 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:05.590943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-adc40211-ab58-420c-ae6f-cde0873bfce2 req-22244584-c5a6-47a7-b77b-e9f7cf380e71 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 945 time: 0.0534818 Sep 22 09:35:05.638719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-adc40211-ab58-420c-ae6f-cde0873bfce2 req-831403d0-cf9d-42c1-a963-99ba9bfff183 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 Sep 22 09:35:05.883795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-e62496d2-fe7a-435c-9c69-a292c0154be5 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223906 Sep 22 09:35:06.012053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-d670686c-707f-4c15-a614-e07244092794 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:06.013594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-d670686c-707f-4c15-a614-e07244092794 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1230278 Sep 22 09:35:06.034805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Request body: {'port': {'device_id': '991281cd-30d8-48dd-8cd4-b76c62f6301f', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '75230d92b45345bd80cccb32ff1e03ef'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:06.055069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08640364-7a28-41cd-88a9-459737551118 req-b03c3a9f-a36a-4ced-a652-56402a61389e tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0340035 Sep 22 09:35:06.223202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b98d3-b364-49d3-aa1d-765bb5bc68e5 req-2e5f806d-4c78-4126-b396-46d19aca9de8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:06.224779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-756b98d3-b364-49d3-aa1d-765bb5bc68e5 req-2e5f806d-4c78-4126-b396-46d19aca9de8 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.0787346 Sep 22 09:35:06.269385 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-756b98d3-b364-49d3-aa1d-765bb5bc68e5 req-87eaf4b5-c913-4810-baeb-234bee04ddfd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/security-groups?id=90105333-c0f8-4f30-95d6-5a7037ee46ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373998 Sep 22 09:35:06.302102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Made reservation on behalf of 75230d92b45345bd80cccb32ff1e03ef for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:35:06.308924 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:06.472684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-34f49f31-e11a-4f93-8f50-d3ad79e5abe4 req-485f5b3c-5af7-4dd6-af48-f6dfd6a14f54 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 210 time: 0.0557458 Sep 22 09:35:06.496410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aade6b-9f93-495f-b6a8-c69a9924e66a req-4a40f34b-62cf-419b-8658-818287b58f7c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:06.497880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8aade6b-9f93-495f-b6a8-c69a9924e66a req-4a40f34b-62cf-419b-8658-818287b58f7c tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 945 time: 0.1194460 Sep 22 09:35:06.508354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Allocated IP 192.168.233.85 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/c3a22463-eaad-48cb-b480-c8d15f98d02f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:35:06.693873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-f8aade6b-9f93-495f-b6a8-c69a9924e66a req-72440f60-e7f1-4f36-90d3-cdc8985672cd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Deleting port 44867487-11da-448d-a0e4-e8e6ca5f8894 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:06.694221 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f8aade6b-9f93-495f-b6a8-c69a9924e66a req-72440f60-e7f1-4f36-90d3-cdc8985672cd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:06.822680 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:06.859112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab9392-e0f8-4ad2-8443-a37d61455d3c req-9028aeed-c673-4b9c-b016-ea30830c0e55 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:06.860666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64ab9392-e0f8-4ad2-8443-a37d61455d3c req-9028aeed-c673-4b9c-b016-ea30830c0e55 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 945 time: 0.1276324 Sep 22 09:35:06.871185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f8aade6b-9f93-495f-b6a8-c69a9924e66a req-72440f60-e7f1-4f36-90d3-cdc8985672cd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] For port 44867487-11da-448d-a0e4-e8e6ca5f8894, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=44867487-11da-448d-a0e4-e8e6ca5f8894,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:06.871543 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f8aade6b-9f93-495f-b6a8-c69a9924e66a req-72440f60-e7f1-4f36-90d3-cdc8985672cd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:06.906497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-f8aade6b-9f93-495f-b6a8-c69a9924e66a req-72440f60-e7f1-4f36-90d3-cdc8985672cd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Calling delete_port for 44867487-11da-448d-a0e4-e8e6ca5f8894 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:06.969943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64ab9392-e0f8-4ad2-8443-a37d61455d3c req-b180bf1c-291a-400d-abf5-45c01cde758e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957735 Sep 22 09:35:06.989161 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:07.001992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c', '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'd65fc554-9f30-4bfa-a032-49aadd107296', '79bdf961-721b-4f02-a5f0-0a757bd0a40a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:07.007912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245', 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:07.068697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:07.083610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:07.087067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:35:07.094383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event updated for resources: {'Port': ['ID=c3a22463-eaad-48cb-b480-c8d15f98d02f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:07.215507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8ab5014-bdde-4e28-92d2-573a31610de6 req-b0a59eb0-f580-478f-9fec-17686f0d707e tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0414603 Sep 22 09:35:07.261752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:07.261752 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:07.434334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e64892c-4743-46a2-a8e7-4ac867baaedd req-3e8a8a68-f4b7-4723-a6d8-718c6e6f5fb1 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 210 time: 0.0649471 Sep 22 09:35:07.442157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-c47b3ea3-fb76-49ca-b593-7545a6869795 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4121137 Sep 22 09:35:07.442783 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f8aade6b-9f93-495f-b6a8-c69a9924e66a req-72440f60-e7f1-4f36-90d3-cdc8985672cd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:07.470111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Request body: {'port': {'device_id': '991281cd-30d8-48dd-8cd4-b76c62f6301f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:07.525155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72440f60-e7f1-4f36-90d3-cdc8985672cd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Pushing event deleted for resources: {'Port': ['ID=44867487-11da-448d-a0e4-e8e6ca5f8894,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:07.539267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6890c9a9-ee4d-464d-8ce8-19c95e4d781e None None] Provisioning complete for port c3a22463-eaad-48cb-b480-c8d15f98d02f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:07.539855 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6890c9a9-ee4d-464d-8ce8-19c95e4d781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:07.607595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8aade6b-9f93-495f-b6a8-c69a9924e66a req-72440f60-e7f1-4f36-90d3-cdc8985672cd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] No DVR routers for this DVR port 44867487-11da-448d-a0e4-e8e6ca5f8894 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:07.619443 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f8aade6b-9f93-495f-b6a8-c69a9924e66a req-72440f60-e7f1-4f36-90d3-cdc8985672cd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:07.622590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8aade6b-9f93-495f-b6a8-c69a9924e66a req-72440f60-e7f1-4f36-90d3-cdc8985672cd tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.60 "DELETE /v2.0/ports/44867487-11da-448d-a0e4-e8e6ca5f8894 HTTP/1.1" status: 204 len: 173 time: 1.1154523 Sep 22 09:35:07.628047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac210765-b4f0-458a-b1d0-6bf110384865', 'name': 'network-vif-deleted', 'tag': '44867487-11da-448d-a0e4-e8e6ca5f8894'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:07.628047 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1efdcc-f841-4f69-93b7-715ac85c54ac" -d '{"events": [{"server_uuid": "ac210765-b4f0-458a-b1d0-6bf110384865", "name": "network-vif-deleted", "tag": "44867487-11da-448d-a0e4-e8e6ca5f8894"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:07.630649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6890c9a9-ee4d-464d-8ce8-19c95e4d781e None None] Port c3a22463-eaad-48cb-b480-c8d15f98d02f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:35:07.665743 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:07.695740 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6763bac-6024-45d1-8358-17647d7e57b5 x-openstack-request-id: req-e6763bac-6024-45d1-8358-17647d7e57b5 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:07.696332 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac210765-b4f0-458a-b1d0-6bf110384865", "name": "network-vif-deleted", "tag": "44867487-11da-448d-a0e4-e8e6ca5f8894", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:07.696798 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6763bac-6024-45d1-8358-17647d7e57b5 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:07.697200 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac210765-b4f0-458a-b1d0-6bf110384865', 'name': 'network-vif-deleted', 'tag': '44867487-11da-448d-a0e4-e8e6ca5f8894', 'status': 'completed', 'code': 200} Sep 22 09:35:07.746442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e80b71-1d06-413b-8cb6-4196988c3b93 req-0dd55d74-8aed-4886-b80c-ae61dec68d8a tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:07.747984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14e80b71-1d06-413b-8cb6-4196988c3b93 req-0dd55d74-8aed-4886-b80c-ae61dec68d8a tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 935 time: 0.1417811 Sep 22 09:35:07.896542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14e80b71-1d06-413b-8cb6-4196988c3b93 req-0f384b44-8647-45ac-a743-5ff8f8863124 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403825 Sep 22 09:35:08.089577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a22463-eaad-48cb-b480-c8d15f98d02f {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:35:08.103585 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:08.121572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Transition to ACTIVE for port object c3a22463-eaad-48cb-b480-c8d15f98d02f will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:35:08.130163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9a036-79eb-4f05-83c1-9d16e8abd9fe req-bb48b34a-d0d9-492a-a772-aa9dcd051bd5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:08.131673 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57d9a036-79eb-4f05-83c1-9d16e8abd9fe req-bb48b34a-d0d9-492a-a772-aa9dcd051bd5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 945 time: 0.0801809 Sep 22 09:35:08.185092 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57d9a036-79eb-4f05-83c1-9d16e8abd9fe req-062af9c0-6d11-4c3c-bad1-2182b6a3e40c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Sep 22 09:35:08.244533 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:08.297119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a22463-eaad-48cb-b480-c8d15f98d02f,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:08.393924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbef9a93-0629-4da8-b63f-b5cc0a1835a7 req-497dae28-2301-4b4f-8945-4c2df3a5fb9a tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0303309 Sep 22 09:35:08.412623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Attempting to bind port c3a22463-eaad-48cb-b480-c8d15f98d02f on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:35:08.413163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Attempting to bind port c3a22463-eaad-48cb-b480-c8d15f98d02f by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:35:08.413628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Attempting to bind port c3a22463-eaad-48cb-b480-c8d15f98d02f on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:08.420339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Port c3a22463-eaad-48cb-b480-c8d15f98d02f on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:35:08.420339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Attempting to bind port c3a22463-eaad-48cb-b480-c8d15f98d02f on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:08.426581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:35:08.426865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:35:08.428075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:35:08.428629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Bound port: c3a22463-eaad-48cb-b480-c8d15f98d02f, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:35:08.429166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:08.514759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] For port c3a22463-eaad-48cb-b480-c8d15f98d02f, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:35:08.517961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] For port c3a22463-eaad-48cb-b480-c8d15f98d02f, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c3a22463-eaad-48cb-b480-c8d15f98d02f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:35:08.569939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38477f93-23ce-4abf-b130-b180f621d676 req-255d6acb-9ff7-4652-8d09-fc57e4f289a1 tempest-ServerRescueTestJSON-1958082766 tempest-ServerRescueTestJSON-1958082766-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac210765-b4f0-458a-b1d0-6bf110384865 HTTP/1.1" status: 200 len: 210 time: 0.0385542 Sep 22 09:35:08.606122 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:08.641522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:08.642127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:08.643535 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] 10.222.0.60 "PUT /v2.0/ports/c3a22463-eaad-48cb-b480-c8d15f98d02f HTTP/1.1" status: 200 len: 1095 time: 1.1787949 Sep 22 09:35:08.668587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 60910f56-7338-4278-b449-c3775e192ca5 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:08.674991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78704e14-3cdc-4d85-a974-d5a008005fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a22463-eaad-48cb-b480-c8d15f98d02f,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:08.846575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-2c3f86a5-d328-4733-a556-e639b27df464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:08.848303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-2c3f86a5-d328-4733-a556-e639b27df464 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 1098 time: 0.0449381 Sep 22 09:35:08.853515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['44867487-11da-448d-a0e4-e8e6ca5f8894'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:08.857713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 60910f56-7338-4278-b449-c3775e192ca5 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:35:08.883279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 60910f56-7338-4278-b449-c3775e192ca5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:08.883649 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:08.901613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-5afa693d-b661-48b5-9e67-252000c57b7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=c3a22463-eaad-48cb-b480-c8d15f98d02f HTTP/1.1" status: 200 len: 217 time: 0.0416276 Sep 22 09:35:08.975860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-b1f66f9c-81ac-4974-b30a-42d5e7227c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:08.977775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-b1f66f9c-81ac-4974-b30a-42d5e7227c2d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0673616 Sep 22 09:35:09.008479 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:09.031845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142e1c4b-d4ff-40da-bdbf-384f01488d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60910f56-7338-4278-b449-c3775e192ca5'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:09.034355 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50e0f70-437e-48e2-aaf8-1ab5c0892e1c" -d '{"events": [{"server_uuid": "142e1c4b-d4ff-40da-bdbf-384f01488d24", "name": "network-vif-plugged", "status": "completed", "tag": "60910f56-7338-4278-b449-c3775e192ca5"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:09.050770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 60910f56-7338-4278-b449-c3775e192ca5, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=60910f56-7338-4278-b449-c3775e192ca5,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:09.061586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a94a00-4490-497a-b5c8-83638f02a62d req-cc03ca44-7427-475b-997b-f0cfbb723c72 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:09.065326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7a94a00-4490-497a-b5c8-83638f02a62d req-cc03ca44-7427-475b-997b-f0cfbb723c72 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 947 time: 0.0862188 Sep 22 09:35:09.067427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-e5d88a9a-e0ac-4c78-bb19-4f433b35837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:09.068948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-e5d88a9a-e0ac-4c78-bb19-4f433b35837c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800772 Sep 22 09:35:09.076122 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f059a2-b3b0-4b32-b5e4-a35441161d63 x-openstack-request-id: req-62f059a2-b3b0-4b32-b5e4-a35441161d63 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:09.076409 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142e1c4b-d4ff-40da-bdbf-384f01488d24", "name": "network-vif-plugged", "status": "completed", "tag": "60910f56-7338-4278-b449-c3775e192ca5", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:09.076661 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62f059a2-b3b0-4b32-b5e4-a35441161d63 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:09.077079 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142e1c4b-d4ff-40da-bdbf-384f01488d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60910f56-7338-4278-b449-c3775e192ca5', 'code': 200} Sep 22 09:35:09.134653 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7a94a00-4490-497a-b5c8-83638f02a62d req-9220e46f-54a3-44a0-a3a2-89056c3c6103 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647523 Sep 22 09:35:09.177127 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:09.191975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-b9d09c11-8102-4305-8805-e617b1fd9a0e service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060400 Sep 22 09:35:09.199187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e213c-78ed-4959-a9d3-ccc0155a8343 req-a43bb287-7adc-41d8-8959-ec70691b4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:09.200892 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-419e213c-78ed-4959-a9d3-ccc0155a8343 req-a43bb287-7adc-41d8-8959-ec70691b4756 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 1096 time: 0.0510230 Sep 22 09:35:09.236851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=60910f56-7338-4278-b449-c3775e192ca5,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:09.255023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-419e213c-78ed-4959-a9d3-ccc0155a8343 req-49277bb6-68df-429f-88d7-e45752323882 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448439 Sep 22 09:35:09.346412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0fa0ea4-b407-46cb-862e-28968b028041 req-66c8554a-5a5c-4aac-8a4e-732e9de496d7 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418746 Sep 22 09:35:09.387656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc24376-adc9-4a53-b3a4-2fabed091302 req-01e2b549-7bd4-45d9-b854-a22894e451c4 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:09.387656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dfc24376-adc9-4a53-b3a4-2fabed091302 req-01e2b549-7bd4-45d9-b854-a22894e451c4 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0853794 Sep 22 09:35:09.403454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dfc24376-adc9-4a53-b3a4-2fabed091302 req-bc8ac3cf-48cb-48a0-ad51-d4ea2ff3f13d tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362897 Sep 22 09:35:09.516949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3922bd84-2f08-4cf4-9139-e4a1b8981af5 req-65f2af1a-2477-4b5d-a2aa-5f86ab7a67b0 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0290320 Sep 22 09:35:09.633472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36764) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:09.698770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991281cd-30d8-48dd-8cd4-b76c62f6301f', 'tag': 'c3a22463-eaad-48cb-b480-c8d15f98d02f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:09.705147 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea6dab2-2e4d-42cd-b994-bb0273983a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "991281cd-30d8-48dd-8cd4-b76c62f6301f", "tag": "c3a22463-eaad-48cb-b480-c8d15f98d02f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:09.745832 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf34eb89-d177-411b-8e7f-d4ab7d8f7894 x-openstack-request-id: req-cf34eb89-d177-411b-8e7f-d4ab7d8f7894 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:09.745832 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991281cd-30d8-48dd-8cd4-b76c62f6301f", "tag": "c3a22463-eaad-48cb-b480-c8d15f98d02f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:09.745832 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf34eb89-d177-411b-8e7f-d4ab7d8f7894 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:09.745832 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991281cd-30d8-48dd-8cd4-b76c62f6301f', 'tag': 'c3a22463-eaad-48cb-b480-c8d15f98d02f', 'status': 'completed', 'code': 200} Sep 22 09:35:09.815832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6dab2-2e4d-42cd-b994-bb0273983a2d req-0c1a8c5f-d8bc-4157-8991-c0a1bf217f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:09.817508 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eea6dab2-2e4d-42cd-b994-bb0273983a2d req-0c1a8c5f-d8bc-4157-8991-c0a1bf217f93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 1098 time: 0.0470376 Sep 22 09:35:09.920201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6dab2-2e4d-42cd-b994-bb0273983a2d req-2fbb9d02-57aa-4de1-aa9a-82401c27fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:09.921826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eea6dab2-2e4d-42cd-b994-bb0273983a2d req-2fbb9d02-57aa-4de1-aa9a-82401c27fb65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.0910196 Sep 22 09:35:09.968039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eea6dab2-2e4d-42cd-b994-bb0273983a2d req-d229be93-8a54-403f-8c40-250d4dad1721 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=c3a22463-eaad-48cb-b480-c8d15f98d02f HTTP/1.1" status: 200 len: 217 time: 0.0388217 Sep 22 09:35:09.999395 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:10.023065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6dab2-2e4d-42cd-b994-bb0273983a2d req-463a1f8c-bc51-4bba-a66b-74788d87e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:10.024581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eea6dab2-2e4d-42cd-b994-bb0273983a2d req-463a1f8c-bc51-4bba-a66b-74788d87e190 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0464349 Sep 22 09:35:10.075139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6dab2-2e4d-42cd-b994-bb0273983a2d req-1d15a936-5546-4896-8b31-d767af26cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:10.076663 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eea6dab2-2e4d-42cd-b994-bb0273983a2d req-1d15a936-5546-4896-8b31-d767af26cee9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424500 Sep 22 09:35:10.191592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eea6dab2-2e4d-42cd-b994-bb0273983a2d req-89df032e-de7b-4258-adac-2a70999d2383 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052141 Sep 22 09:35:10.259280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] Deleting port 462f423f-1928-4e8b-bf7b-f88f1882e491 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:10.259824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:10.315924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcb18b-ca77-485a-952b-b873e0ad0ab1 req-2d4c7fe9-cdc4-449d-852f-536a9866919b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:10.323964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77dcb18b-ca77-485a-952b-b873e0ad0ab1 req-2d4c7fe9-cdc4-449d-852f-536a9866919b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 947 time: 0.1053782 Sep 22 09:35:10.347414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eea6dab2-2e4d-42cd-b994-bb0273983a2d req-a1d32c24-4181-44a8-aa0e-6e518b850cae service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473458 Sep 22 09:35:10.359345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] For port 462f423f-1928-4e8b-bf7b-f88f1882e491, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=462f423f-1928-4e8b-bf7b-f88f1882e491,segment=NetworkSegment(9b2aa2e1-8928-46ce-81a2-794667dd07f9),segment_id=9b2aa2e1-8928-46ce-81a2-794667dd07f9)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:10.359787 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:10.376133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] Calling delete_port for 462f423f-1928-4e8b-bf7b-f88f1882e491 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:10.376863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77dcb18b-ca77-485a-952b-b873e0ad0ab1 req-dc561a28-1467-4cea-a0ee-f0ce197f623c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483127 Sep 22 09:35:10.531843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35397151-7419-4659-9803-f90621280056 req-2dc8bcab-b77e-4a2d-a036-1ca9b4cad770 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:10.533697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35397151-7419-4659-9803-f90621280056 req-2dc8bcab-b77e-4a2d-a036-1ca9b4cad770 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0573292 Sep 22 09:35:10.575897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35397151-7419-4659-9803-f90621280056 req-4be606a5-22e0-4956-9c08-1711a7012505 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359569 Sep 22 09:35:10.642765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de7f4610-8f8c-4993-94c2-81949f140c20 req-8c094295-daee-4a3d-a93f-d4048f070194 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0273752 Sep 22 09:35:10.713279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:10.740931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] Pushing event deleted for resources: {'Port': ['ID=462f423f-1928-4e8b-bf7b-f88f1882e491,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:10.901207 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:11.132187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] Router 7843b648-87e3-440b-b84f-250dbc7ad0aa has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:35:11.248240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:35:11.255833 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8909577c-85b7-4166-a3ea-f15f7e4d2452 admin admin] 10.222.0.49 "PUT /v2.0/routers/7843b648-87e3-440b-b84f-250dbc7ad0aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6223600 Sep 22 09:35:11.256487 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36790) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:11.257461 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d4f93-8b2a-4997-b69e-172c237698b0 None None] Sync routers for ids ['7843b648-87e3-440b-b84f-250dbc7ad0aa'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:35:11.268175 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d4f93-8b2a-4997-b69e-172c237698b0 None None] Routers {'7843b648-87e3-440b-b84f-250dbc7ad0aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:11.268991 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a76d4f93-8b2a-4997-b69e-172c237698b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:34:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['7843b648-87e3-440b-b84f-250dbc7ad0aa'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:11.372092 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:11.404269 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a76d4f93-8b2a-4997-b69e-172c237698b0 None None] Set router 7843b648-87e3-440b-b84f-250dbc7ad0aa gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:11.470350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 44867487-11da-448d-a0e4-e8e6ca5f8894 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:11.506121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 44867487-11da-448d-a0e4-e8e6ca5f8894 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:11.506457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 44867487-11da-448d-a0e4-e8e6ca5f8894 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:11.536238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:11.553919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb71644-debf-4f8a-a3cc-e7f24c77c59e req-738adf06-128d-4639-b803-3ae43f382ce4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:11.555747 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcb71644-debf-4f8a-a3cc-e7f24c77c59e req-738adf06-128d-4639-b803-3ae43f382ce4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 947 time: 0.0934052 Sep 22 09:35:11.599712 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcb71644-debf-4f8a-a3cc-e7f24c77c59e req-c659308b-d7c8-438c-8085-c7d884a0022e tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363846 Sep 22 09:35:11.603358 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a76d4f93-8b2a-4997-b69e-172c237698b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'name': 'tempest-ServerRescueTestJSON-1027169661-router', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:33:02Z', 'updated_at': '2021-09-22T09:35:10Z', 'revision_number': 5, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'gw_port': {'id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:03Z', 'updated_at': '2021-09-22T09:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:11.633769 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d4f93-8b2a-4997-b69e-172c237698b0 None None] Checking router: 7843b648-87e3-440b-b84f-250dbc7ad0aa for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:35:11.643778 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d4f93-8b2a-4997-b69e-172c237698b0 None None] Routers {'7843b648-87e3-440b-b84f-250dbc7ad0aa'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:11.644960 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a76d4f93-8b2a-4997-b69e-172c237698b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:34:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['7843b648-87e3-440b-b84f-250dbc7ad0aa'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:11.702723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc7ad8-71ff-4f90-bc0f-7b7e42f9ea20 req-e2c4b5b2-1e01-416d-b1dc-a0153aef539c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:11.704413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8cc7ad8-71ff-4f90-bc0f-7b7e42f9ea20 req-e2c4b5b2-1e01-416d-b1dc-a0153aef539c tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0547605 Sep 22 09:35:11.787533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b04321e-cc5c-41e0-b19f-9fbbf6dde0c5 req-46de48d2-94ca-49ef-b983-c5fa385bcc68 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0548494 Sep 22 09:35:11.797910 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a76d4f93-8b2a-4997-b69e-172c237698b0 None None] Set router 7843b648-87e3-440b-b84f-250dbc7ad0aa gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:11.798078 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8cc7ad8-71ff-4f90-bc0f-7b7e42f9ea20 req-bbefdba3-b888-432c-8985-e5ab6cbaa974 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852990 Sep 22 09:35:11.826907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Deleting port 9c738b56-b3a9-482e-a2e6-1c2c443cef10 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:11.827377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:11.944587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] For port 9c738b56-b3a9-482e-a2e6-1c2c443cef10, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9c738b56-b3a9-482e-a2e6-1c2c443cef10,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:11.945013 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:11.959220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Calling delete_port for 9c738b56-b3a9-482e-a2e6-1c2c443cef10 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:12.095324 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a76d4f93-8b2a-4997-b69e-172c237698b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'name': 'tempest-ServerRescueTestJSON-1027169661-router', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:33:02Z', 'updated_at': '2021-09-22T09:35:10Z', 'revision_number': 5, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'gw_port': {'id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:03Z', 'updated_at': '2021-09-22T09:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:12.124622 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d4f93-8b2a-4997-b69e-172c237698b0 None None] The sync data for ids ['7843b648-87e3-440b-b84f-250dbc7ad0aa'] in n-d-805649-4 is: [{'id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'name': 'tempest-ServerRescueTestJSON-1027169661-router', 'tenant_id': '4fe88448e5d1461fa216fbfdda33fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:33:02Z', 'updated_at': '2021-09-22T09:35:10Z', 'revision_number': 5, 'project_id': '4fe88448e5d1461fa216fbfdda33fa89', 'gw_port': {'id': '9c738b56-b3a9-482e-a2e6-1c2c443cef10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7843b648-87e3-440b-b84f-250dbc7ad0aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:33:03Z', 'updated_at': '2021-09-22T09:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:35:12.207499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68db8a-d53b-412e-b0df-a33d39b12423 req-52e97e5b-3ce5-455a-a59d-133deb95cc3f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:12.209028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe68db8a-d53b-412e-b0df-a33d39b12423 req-52e97e5b-3ce5-455a-a59d-133deb95cc3f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0746112 Sep 22 09:35:12.247401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe68db8a-d53b-412e-b0df-a33d39b12423 req-cad5c650-d111-4ae0-a19c-4db3be9ae922 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Sep 22 09:35:12.318908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:12.358722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c738b56-b3a9-482e-a2e6-1c2c443cef10,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:12.800744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb41de-33ed-4d51-8b02-df087c98a918 req-d84cd146-72bb-46e5-8b58-08e1ad69f3b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:12.802297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1feb41de-33ed-4d51-8b02-df087c98a918 req-d84cd146-72bb-46e5-8b58-08e1ad69f3b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.4742744 Sep 22 09:35:12.825767 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:12.940297 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:12.945246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:12.954288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdfa62-536c-4d05-84f3-acea4a6f0b05 req-e5d26d1b-659d-4a43-886a-79a4f6a66099 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:12.955823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32bdfa62-536c-4d05-84f3-acea4a6f0b05 req-e5d26d1b-659d-4a43-886a-79a4f6a66099 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 947 time: 0.2010448 Sep 22 09:35:12.967882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1feb41de-33ed-4d51-8b02-df087c98a918 req-a5646196-fab9-418c-bfce-08f29d6745c5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528482 Sep 22 09:35:13.029557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 462f423f-1928-4e8b-bf7b-f88f1882e491 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:13.051494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 462f423f-1928-4e8b-bf7b-f88f1882e491 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:13.051839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 462f423f-1928-4e8b-bf7b-f88f1882e491 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:13.068459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32bdfa62-536c-4d05-84f3-acea4a6f0b05 req-a75835a5-ad02-4286-a384-8e2ca1abab9b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943198 Sep 22 09:35:13.094897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4477dc6b-7435-4e6d-9166-967be5c35036 req-d9e3709c-e150-4962-ae93-a15525f86e5f tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0303037 Sep 22 09:35:13.176208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.176812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7843b648-87e3-440b-b84f-250dbc7ad0aa {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:35:13.181621 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.182903 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-673d2cd1-6fd6-4707-9223-7271af6e621e admin admin] 10.222.0.49 "DELETE /v2.0/routers/7843b648-87e3-440b-b84f-250dbc7ad0aa HTTP/1.1" status: 204 len: 168 time: 1.9253075 Sep 22 09:35:13.185366 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36828) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:13.238547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-1214c229-ab95-49ee-8bfb-51c344eb1570 admin admin] Deleting subnet 94e22368-18ae-4175-9ce9-491aa2fe292d {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:35:13.242093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1214c229-ab95-49ee-8bfb-51c344eb1570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.300869 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1214c229-ab95-49ee-8bfb-51c344eb1570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.355768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1214c229-ab95-49ee-8bfb-51c344eb1570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.370926 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:35:13.492537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c3a22463-eaad-48cb-b480-c8d15f98d02f details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:35:13.512701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcda43-15a7-431c-8c92-4558cf3035ac req-94304635-2cff-4153-af3c-cd6e19aeaff3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:13.515654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bdcda43-15a7-431c-8c92-4558cf3035ac req-94304635-2cff-4153-af3c-cd6e19aeaff3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0532312 Sep 22 09:35:13.517091 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1214c229-ab95-49ee-8bfb-51c344eb1570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.556100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214c229-ab95-49ee-8bfb-51c344eb1570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e22368-18ae-4175-9ce9-491aa2fe292d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:13.572360 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1214c229-ab95-49ee-8bfb-51c344eb1570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.575438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1214c229-ab95-49ee-8bfb-51c344eb1570 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/94e22368-18ae-4175-9ce9-491aa2fe292d HTTP/1.1" status: 204 len: 168 time: 0.3890254 Sep 22 09:35:13.578270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36834) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:13.595496 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bdcda43-15a7-431c-8c92-4558cf3035ac req-dd4a087e-296b-4674-b5b8-ba60465bc458 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745225 Sep 22 09:35:13.609357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port c3a22463-eaad-48cb-b480-c8d15f98d02f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c3a22463-eaad-48cb-b480-c8d15f98d02f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:13.621966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'c3a22463-eaad-48cb-b480-c8d15f98d02f', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'c3a22463-eaad-48cb-b480-c8d15f98d02f', 'mac_address': 'fa:16:3e:9d:55:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:35:13.665967 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.669246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.684902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a22463-eaad-48cb-b480-c8d15f98d02f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:35:13.708790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port c3a22463-eaad-48cb-b480-c8d15f98d02f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c3a22463-eaad-48cb-b480-c8d15f98d02f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:13.763513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.786419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ab51ce-2ff8-48da-88a9-84c9bd980cec']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:13.796250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2aa2e1-8928-46ce-81a2-794667dd07f9') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:13.796552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2aa2e1-8928-46ce-81a2-794667dd07f9') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:13.805902 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.809493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.826649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.833053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:35:13.833416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:35:13.835202 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:35:13.867931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=c3a22463-eaad-48cb-b480-c8d15f98d02f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:13.887050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba71d-d4ef-410a-9db8-228dd1c828a7 req-29b47239-c8c4-4814-ba92-438a29fd63db tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:13.888779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a8ba71d-d4ef-410a-9db8-228dd1c828a7 req-29b47239-c8c4-4814-ba92-438a29fd63db tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 946 time: 0.0705359 Sep 22 09:35:13.936436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a8ba71d-d4ef-410a-9db8-228dd1c828a7 req-ccc036ee-47c0-475b-ae6f-2df4beb2ef78 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412180 Sep 22 09:35:14.022081 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:14.031524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:14.033607 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/71ab51ce-2ff8-48da-88a9-84c9bd980cec HTTP/1.1" status: 204 len: 168 time: 0.4536953 Sep 22 09:35:14.048682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5b530-cec3-4c4a-b94f-098cca9e7dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=71ab51ce-2ff8-48da-88a9-84c9bd980cec,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:14.136407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['c3a22463-eaad-48cb-b480-c8d15f98d02f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:14.221077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587738b-b779-422a-8a44-24615543b8eb req-5ded6924-5feb-43fb-aaad-25b01ec2f583 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:14.224803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f587738b-b779-422a-8a44-24615543b8eb req-5ded6924-5feb-43fb-aaad-25b01ec2f583 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 948 time: 0.0788839 Sep 22 09:35:14.267657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c00756b5-7485-42ce-9348-efa8ea19d953 req-3b40d62a-e243-4e3c-b7d0-151e49fbfcf7 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0412967 Sep 22 09:35:14.333229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f587738b-b779-422a-8a44-24615543b8eb req-285a1014-55d9-4639-aff4-2b4c56e11b3a tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834081 Sep 22 09:35:14.714346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36860) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:14.728895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32468ca7-ee5d-4b93-b30f-10f4f7b54aba req-efbe7e23-3982-4747-861b-c7084e80f0ed tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:14.733623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32468ca7-ee5d-4b93-b30f-10f4f7b54aba req-efbe7e23-3982-4747-861b-c7084e80f0ed tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0560522 Sep 22 09:35:14.758040 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9529b763-b916-491c-809b-f3384afeabe9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fe88448e5d1461fa216fbfdda33fa89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423973 Sep 22 09:35:14.760825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36862) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:14.772901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32468ca7-ee5d-4b93-b30f-10f4f7b54aba req-5272dbf8-cf7b-4b28-91f8-4a32d680df7e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342007 Sep 22 09:35:14.812379 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8101fd22-2a9f-43cf-a3d5-c8e7ce1ba763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:14.833833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8101fd22-2a9f-43cf-a3d5-c8e7ce1ba763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:14.950581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9c738b56-b3a9-482e-a2e6-1c2c443cef10 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:14.971735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 9c738b56-b3a9-482e-a2e6-1c2c443cef10 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:14.972084 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9c738b56-b3a9-482e-a2e6-1c2c443cef10 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:15.028305 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8101fd22-2a9f-43cf-a3d5-c8e7ce1ba763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:15.030853 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8101fd22-2a9f-43cf-a3d5-c8e7ce1ba763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:15.032059 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8101fd22-2a9f-43cf-a3d5-c8e7ce1ba763 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90105333-c0f8-4f30-95d6-5a7037ee46ed HTTP/1.1" status: 204 len: 168 time: 0.2702594 Sep 22 09:35:15.039907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101fd22-2a9f-43cf-a3d5-c8e7ce1ba763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90105333-c0f8-4f30-95d6-5a7037ee46ed,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:15.380099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-205813e0-e0fe-4c88-aa7e-4bb081d585e4 req-0b215db3-a530-44ed-a0f5-945f3d49d5d2 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0325980 Sep 22 09:35:15.497875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58106822-932a-4b84-a82c-0e3051283180 req-38b7fdee-05d6-4a0c-a8da-0739bd371c96 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:15.499416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58106822-932a-4b84-a82c-0e3051283180 req-38b7fdee-05d6-4a0c-a8da-0739bd371c96 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 948 time: 0.0580659 Sep 22 09:35:15.502474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c3a22463-eaad-48cb-b480-c8d15f98d02f up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:15.549145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58106822-932a-4b84-a82c-0e3051283180 req-dbb8221d-47e3-4e51-9a70-2a1778cdbb64 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 Sep 22 09:35:15.713705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port c3a22463-eaad-48cb-b480-c8d15f98d02f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:35:15.718802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port c3a22463-eaad-48cb-b480-c8d15f98d02f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:15.719204 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:15.816037 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:15.840927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991281cd-30d8-48dd-8cd4-b76c62f6301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a22463-eaad-48cb-b480-c8d15f98d02f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:15.847022 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c86933-1cf2-47b4-8e68-772ece8ac4d3" -d '{"events": [{"server_uuid": "991281cd-30d8-48dd-8cd4-b76c62f6301f", "name": "network-vif-plugged", "status": "completed", "tag": "c3a22463-eaad-48cb-b480-c8d15f98d02f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:15.858204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port c3a22463-eaad-48cb-b480-c8d15f98d02f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c3a22463-eaad-48cb-b480-c8d15f98d02f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:15.886715 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611d5dcf-4e63-406d-b4df-1b24f3ced47c x-openstack-request-id: req-611d5dcf-4e63-406d-b4df-1b24f3ced47c {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:15.887012 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991281cd-30d8-48dd-8cd4-b76c62f6301f", "name": "network-vif-plugged", "status": "completed", "tag": "c3a22463-eaad-48cb-b480-c8d15f98d02f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:15.887268 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-611d5dcf-4e63-406d-b4df-1b24f3ced47c {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:15.887667 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991281cd-30d8-48dd-8cd4-b76c62f6301f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a22463-eaad-48cb-b480-c8d15f98d02f', 'code': 200} Sep 22 09:35:15.936337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c498774-0ee8-4ed4-a804-8d7cffd19816 req-ded53bec-01e6-428e-9989-8d208857a686 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:15.937840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c498774-0ee8-4ed4-a804-8d7cffd19816 req-ded53bec-01e6-428e-9989-8d208857a686 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0709915 Sep 22 09:35:15.953319 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:16.033397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c498774-0ee8-4ed4-a804-8d7cffd19816 req-15ad8247-a688-4ac1-b621-160c230bdd9b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877378 Sep 22 09:35:16.039901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57459e5d-80b5-4b93-b5e5-a592fd95a3d2 req-8025bfdf-c9bc-4da3-861a-bbca8893157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:16.041441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57459e5d-80b5-4b93-b5e5-a592fd95a3d2 req-8025bfdf-c9bc-4da3-861a-bbca8893157d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 1100 time: 0.0740540 Sep 22 09:35:16.048213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=c3a22463-eaad-48cb-b480-c8d15f98d02f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:16.092065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57459e5d-80b5-4b93-b5e5-a592fd95a3d2 req-69478465-3a79-4733-8e12-77ed6f7c83de service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Sep 22 09:35:16.250577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa7e30-43f1-48c6-b5c6-e3250dbe4001 req-0fa1f88e-c860-4d91-8129-c379731b09e5 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:16.252429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1fa7e30-43f1-48c6-b5c6-e3250dbe4001 req-0fa1f88e-c860-4d91-8129-c379731b09e5 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 946 time: 0.0693743 Sep 22 09:35:16.293312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1fa7e30-43f1-48c6-b5c6-e3250dbe4001 req-17b816d4-6ea5-4902-914c-1104d538a2f8 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342243 Sep 22 09:35:16.469157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36914) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:16.489770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a218d403-c6b1-4c9e-8512-d60cb059e4a6 req-1d76a012-de96-43f0-9c84-741d89ffa798 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0322826 Sep 22 09:35:16.592586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-network', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:16.676328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9023b8-3e9a-41b6-ad2c-e41f4b539869 req-c7eeab96-7518-4b7f-beda-57d48b6fe40b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:16.679309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d9023b8-3e9a-41b6-ad2c-e41f4b539869 req-c7eeab96-7518-4b7f-beda-57d48b6fe40b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 949 time: 0.0608702 Sep 22 09:35:16.737545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d9023b8-3e9a-41b6-ad2c-e41f4b539869 req-f01fcebf-3a48-4a7b-8529-e6e0d32161d9 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427380 Sep 22 09:35:16.737545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Made reservation on behalf of f7292dce46a747c4b643a18f67667c98 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:35:16.741093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:16.755685 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:16.850274 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:17.107761 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:17.159183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:35:17.181947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:17.192524 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:17.192969 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Added segment 4ef2e479-af03-43bc-a999-258277ec657d of type vlan for network 9c253668-7d17-4352-a9aa-3f1b874765d9 Sep 22 09:35:17.244290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61612532-9f81-4fce-b2ef-5cf7351bdf1d req-1e08a238-c8f6-45db-9166-750d243f2215 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:17.246967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61612532-9f81-4fce-b2ef-5cf7351bdf1d req-1e08a238-c8f6-45db-9166-750d243f2215 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1157291 Sep 22 09:35:17.258245 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:17.323335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61612532-9f81-4fce-b2ef-5cf7351bdf1d req-3f6988e1-5c48-49ec-8661-ddbf24a870f6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540674 Sep 22 09:35:17.427615 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:17.428751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:17.429364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:17.494231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] Pushing event updated for resources: {'Network': ['ID=9c253668-7d17-4352-a9aa-3f1b874765d9,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:17.507721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 9c253668-7d17-4352-a9aa-3f1b874765d9 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:35:17.605133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-469a8765-6824-4d0f-8ebb-50e06ccaf85c req-32a747db-f8a0-4235-b1d7-1e7f2284a5b5 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0282686 Sep 22 09:35:17.638285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7d1814c3-dbd1-4f97-8354-93ad51f19791 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1679971 Sep 22 09:35:17.641652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36936) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:17.647581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] Request body: {'subnet': {'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-subnet', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:17.715520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784195e7-85e1-4346-b337-9d41a592f29e req-b2340fed-dab5-4ecc-a664-85e871e3dd36 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:17.717188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-784195e7-85e1-4346-b337-9d41a592f29e req-b2340fed-dab5-4ecc-a664-85e871e3dd36 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 946 time: 0.0588114 Sep 22 09:35:17.768661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-784195e7-85e1-4346-b337-9d41a592f29e req-7ab00e16-0483-4b25-a2a1-caabafa50e9b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449939 Sep 22 09:35:17.799214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] Made reservation on behalf of f7292dce46a747c4b643a18f67667c98 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:35:17.803329 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:17.900715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f6003-e6da-41b8-be5b-9b3fd08b53c2 req-2f72879c-5a4d-4e18-a891-5334f1649b8b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:17.902833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a36f6003-e6da-41b8-be5b-9b3fd08b53c2 req-2f72879c-5a4d-4e18-a891-5334f1649b8b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 949 time: 0.0542967 Sep 22 09:35:17.951063 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a36f6003-e6da-41b8-be5b-9b3fd08b53c2 req-ee762ffe-5249-4402-85c5-6e393b4e7269 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Sep 22 09:35:18.070185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29491c7a-923a-4fe0-8545-e56a60133cce req-e10d614a-8783-4af7-96b7-5fffad6a532c tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:18.071687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29491c7a-923a-4fe0-8545-e56a60133cce req-e10d614a-8783-4af7-96b7-5fffad6a532c tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 1100 time: 0.0458372 Sep 22 09:35:18.106465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29491c7a-923a-4fe0-8545-e56a60133cce req-7fdf6195-42e7-4965-b85e-eef8ba326b84 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282829 Sep 22 09:35:18.170956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:18.238013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e769f3-7174-49e3-b963-28fded0a84ae,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:18.241733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] Checking segment: {'id': '4ef2e479-af03-43bc-a999-258277ec657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:35:18.242087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] Network hostable DHCP agents. Network: 9c253668-7d17-4352-a9aa-3f1b874765d9, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:35:18.328595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-dbaf2215-517b-4860-a75e-f3bd8724d4ae tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227547 Sep 22 09:35:18.364517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] Network 9c253668-7d17-4352-a9aa-3f1b874765d9 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:35:18.472996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 9c253668-7d17-4352-a9aa-3f1b874765d9) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:18.475219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-48efb5fd-a9fb-4117-9f55-6e900840ad15 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:18.476915 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-48efb5fd-a9fb-4117-9f55-6e900840ad15 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420186 Sep 22 09:35:18.478528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:18.480942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:18.491673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df597888-52ee-4cb5-a58e-f9cfeb881744 None None] Network 9c253668-7d17-4352-a9aa-3f1b874765d9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:35:18.492183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80801c7-37eb-4371-b7c6-1c2ded3a800c req-39d748bd-be86-44fd-a79e-b4ede6bfcafe tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:18.493949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c80801c7-37eb-4371-b7c6-1c2ded3a800c req-39d748bd-be86-44fd-a79e-b4ede6bfcafe tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1078665 Sep 22 09:35:18.519698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-9f47f22a-2f3f-49c6-8f09-e5fc336236bf tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/quotas/75230d92b45345bd80cccb32ff1e03ef HTTP/1.1" status: 200 len: 375 time: 0.0233073 Sep 22 09:35:18.585137 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c80801c7-37eb-4371-b7c6-1c2ded3a800c req-0848f88e-e389-488c-a146-85d8960e08c3 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810227 Sep 22 09:35:18.618461 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-25946af5-9b0e-420f-880e-afdd9e48c37a tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0984907 Sep 22 09:35:18.639701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b06371d-18ac-4909-857a-7e050662ac41 None None] Network 9c253668-7d17-4352-a9aa-3f1b874765d9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:35:18.645537 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3076947e-42af-4956-ad2c-271fd728635d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0017664 Sep 22 09:35:18.648605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36964) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:18.654134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:18.725180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2479960a-2d8d-4060-b3af-7a11128107b4 req-75d6740e-2862-4f9b-9846-d3927aeb2903 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0294223 Sep 22 09:35:18.809790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:18.811493 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:18.867095 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:18.939402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa21633-cf55-46ae-b690-6b6c5991f208 req-4ef2a2bb-e734-4148-a6ef-8adcf689f40c tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:18.948751 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8aa21633-cf55-46ae-b690-6b6c5991f208 req-4ef2a2bb-e734-4148-a6ef-8adcf689f40c tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 946 time: 0.0800273 Sep 22 09:35:19.014752 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8aa21633-cf55-46ae-b690-6b6c5991f208 req-6a20913f-610c-4de6-a203-ab5864442907 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622911 Sep 22 09:35:19.114008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a5c83cb-50ff-4cab-b272-ce1444498a28 req-0d132a58-3e4e-4c26-93cf-d87ed758d5ac tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 210 time: 0.0366194 Sep 22 09:35:19.211945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:19.578862 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:19.608680 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:19.765526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-9701d21f-a579-44d9-879e-bbf9240a7b6b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:19.767060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-9701d21f-a579-44d9-879e-bbf9240a7b6b tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 946 time: 0.1679204 Sep 22 09:35:19.805528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d9444-d73f-4cec-b9e9-d8fb3fe1a5d7 req-5f51e58e-1923-4ec8-a189-0564b80183d2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:19.807876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a09d9444-d73f-4cec-b9e9-d8fb3fe1a5d7 req-5f51e58e-1923-4ec8-a189-0564b80183d2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1343935 Sep 22 09:35:19.832529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Allocated IP 172.25.6.213 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/b95d1dd2-2dc2-4f35-810c-7d4f692a2532) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:35:19.905379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08dbe8fd-5ce7-4161-877e-0e088383be01 req-a654b5cc-33b3-4fc5-ba01-5c817af2908e tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0537620 Sep 22 09:35:19.972937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a09d9444-d73f-4cec-b9e9-d8fb3fe1a5d7 req-bf4b2c31-a90e-4fd7-b969-648180b6afaa tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406891 Sep 22 09:35:20.050132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Deleting port e5cf92a8-8cd5-4cc5-a0ec-12873848261b {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:20.050526 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:20.107841 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:20.250047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0b04e80-3ac3-42da-80d0-a9af2f31dfea req-6afe36e9-5351-4189-8326-aafb5d8eb9f3 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 210 time: 0.0738697 Sep 22 09:35:20.260950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] For port e5cf92a8-8cd5-4cc5-a0ec-12873848261b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e5cf92a8-8cd5-4cc5-a0ec-12873848261b,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:20.261445 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:20.331138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f750aee-50e7-4b8a-ad96-40f7565dc374 req-d13ccdd8-a2f3-4f8c-98d6-33e429599cc9 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:20.332713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f750aee-50e7-4b8a-ad96-40f7565dc374 req-d13ccdd8-a2f3-4f8c-98d6-33e429599cc9 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 946 time: 0.1946604 Sep 22 09:35:20.424802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f750aee-50e7-4b8a-ad96-40f7565dc374 req-a7eb85a1-da08-412e-b63a-5fdfbc67eccd tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups?id=62f581c9-6889-419b-a146-1e74af339172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812900 Sep 22 09:35:20.492519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:20.492845 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:20.493213 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Floating IP 1ba659f1-8aec-43ba-90d3-28795a607f0c disassociated. External IP: 172.25.6.3, port: e5cf92a8-8cd5-4cc5-a0ec-12873848261b. Sep 22 09:35:20.493560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Calling delete_port for e5cf92a8-8cd5-4cc5-a0ec-12873848261b owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:20.496173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:20.574433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:20.581193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:20.589471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:35:20.594034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Pushing event updated for resources: {'Port': ['ID=b95d1dd2-2dc2-4f35-810c-7d4f692a2532,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:21.019961 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:21.023011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb77be0c-6f22-4cb8-b40a-92d496b2fdd6 req-0bdd84a5-ba5d-4d99-9c9f-ac89eb3f379a tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0364888 Sep 22 09:35:21.115819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Pushing event deleted for resources: {'Port': ['ID=e5cf92a8-8cd5-4cc5-a0ec-12873848261b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:21.549809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9abe227e-8566-453c-8f6b-03a8dfc9e8ab req-6fbcaf3f-c721-4714-9469-f995fc9897ee tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 210 time: 0.0522060 Sep 22 09:35:21.602456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf625ab3-cac5-40af-88af-646e9392afd6 req-4d57b338-04ed-4e94-9964-6f1e086b7a52 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:21.604070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf625ab3-cac5-40af-88af-646e9392afd6 req-4d57b338-04ed-4e94-9964-6f1e086b7a52 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.5276158 Sep 22 09:35:21.710251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4eed61c5-3510-481e-b3fe-82612f808264 req-31b907d2-70e6-4a28-8027-119715aedda0 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 210 time: 0.0638218 Sep 22 09:35:21.715943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:21.779850 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf625ab3-cac5-40af-88af-646e9392afd6 req-c69b3a97-7d3f-47e4-8300-bbcffe9aba74 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384649 Sep 22 09:35:21.781589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Router f5078261-5a9f-4794-b832-c833a70430c4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:35:21.988952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:35:22.004299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa61405-1af3-4ffe-98e7-4bd27293a612 None None] Sync routers for ids ['f5078261-5a9f-4794-b832-c833a70430c4'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:35:22.014808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa61405-1af3-4ffe-98e7-4bd27293a612 None None] Routers {'f5078261-5a9f-4794-b832-c833a70430c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:22.015393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ffa61405-1af3-4ffe-98e7-4bd27293a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:34:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f5078261-5a9f-4794-b832-c833a70430c4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:22.066711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] No DVR routers for this DVR port e5cf92a8-8cd5-4cc5-a0ec-12873848261b on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:22.070394 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:22.073220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47b90247-b9a4-4a79-8bb6-c61bce5cff72 req-4d8cec69-c521-4644-8b33-9b619ebd2d2a tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.60 "DELETE /v2.0/ports/e5cf92a8-8cd5-4cc5-a0ec-12873848261b HTTP/1.1" status: 204 len: 173 time: 2.2979720 Sep 22 09:35:22.073742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'name': 'network-vif-deleted', 'tag': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:22.076549 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d82aadf-48ef-4491-be48-c0aff97d8699" -d '{"events": [{"server_uuid": "8bd05248-acb3-42ca-ab5b-2659d25756ff", "name": "network-vif-deleted", "tag": "e5cf92a8-8cd5-4cc5-a0ec-12873848261b"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:22.101760 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:22.146293 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ffa61405-1af3-4ffe-98e7-4bd27293a612 None None] Set router f5078261-5a9f-4794-b832-c833a70430c4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:22.166147 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b454331-6d89-4b21-9311-39062986bc23 x-openstack-request-id: req-4b454331-6d89-4b21-9311-39062986bc23 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:22.166367 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd05248-acb3-42ca-ab5b-2659d25756ff", "name": "network-vif-deleted", "tag": "e5cf92a8-8cd5-4cc5-a0ec-12873848261b", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:22.166641 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b454331-6d89-4b21-9311-39062986bc23 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:22.167075 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd05248-acb3-42ca-ab5b-2659d25756ff', 'name': 'network-vif-deleted', 'tag': 'e5cf92a8-8cd5-4cc5-a0ec-12873848261b', 'status': 'completed', 'code': 200} Sep 22 09:35:22.205833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-983281f7-86f8-4ab0-ba92-d3da810a6d29 req-17a89537-773f-4b1c-936c-149615b217de tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0416579 Sep 22 09:35:22.410263 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-730444da-b4b2-4632-8757-17bdfc74763d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=75230d92b45345bd80cccb32ff1e03ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379860 Sep 22 09:35:22.433773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ffa61405-1af3-4ffe-98e7-4bd27293a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:55Z', 'revision_number': 4, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0cde499f-c7f3-4b78-8ef4-ec163947f389', 'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'mac_address': 'fa:16:3e:17:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:54Z', 'updated_at': '2021-09-22T09:31:01Z', 'revision_number': 5, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'subnets': [{'id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:22.456028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Router fe232134-5c9a-4092-be4b-fa1e6843d5d0 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:35:22.660552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa61405-1af3-4ffe-98e7-4bd27293a612 None None] Checking router: f5078261-5a9f-4794-b832-c833a70430c4 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:35:22.680662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa61405-1af3-4ffe-98e7-4bd27293a612 None None] Routers {'f5078261-5a9f-4794-b832-c833a70430c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:22.681381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ffa61405-1af3-4ffe-98e7-4bd27293a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:34:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f5078261-5a9f-4794-b832-c833a70430c4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:22.859064 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ffa61405-1af3-4ffe-98e7-4bd27293a612 None None] Set router f5078261-5a9f-4794-b832-c833a70430c4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:22.864840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da5ec4e3-60e7-4636-9992-22987293e4c9 req-65847353-c317-4837-b0de-bd93da812fa3 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 210 time: 0.0541584 Sep 22 09:35:22.866561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:35:22.879121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7fad9e44-0195-42c9-8969-3086f7d806ea req-dadb49bd-c87b-46a7-9ba5-fe9d555f20cd tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 210 time: 0.0921874 Sep 22 09:35:22.889906 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Sync routers for ids ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:35:22.907883 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Routers {'fe232134-5c9a-4092-be4b-fa1e6843d5d0'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:22.910297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-9d37df04-d0b6-42fb-b513-163ba567fea9 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:22.917014 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-9d37df04-d0b6-42fb-b513-163ba567fea9 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4998355 Sep 22 09:35:22.927959 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:34:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:22.932995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Request body: {'port': {'device_id': 'e50522e0-72a8-4d14-8dac-4b7bf957d81d', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '75230d92b45345bd80cccb32ff1e03ef'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:22.999724 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:23.001104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3bc8239d-f98c-484a-bea8-8bd09d0dcb17 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3514502 Sep 22 09:35:23.004329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37028) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:23.259578 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:23.261453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233001f-15a8-4c57-a695-a1025fced8a2 req-32a5b6d7-142d-4a83-85af-d665a6e4985d tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:23.272118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0233001f-15a8-4c57-a695-a1025fced8a2 req-32a5b6d7-142d-4a83-85af-d665a6e4985d tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.2082319 Sep 22 09:35:23.277510 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Set router fe232134-5c9a-4092-be4b-fa1e6843d5d0 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:23.324135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Made reservation on behalf of 75230d92b45345bd80cccb32ff1e03ef for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:35:23.330820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:23.480598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db52d040-7064-46ff-a9f1-a87dd59b3f4d req-ab5499d2-5575-47ac-b7ae-96a331703512 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.1227651 Sep 22 09:35:23.486509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ffa61405-1af3-4ffe-98e7-4bd27293a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:55Z', 'revision_number': 4, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0cde499f-c7f3-4b78-8ef4-ec163947f389', 'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'mac_address': 'fa:16:3e:17:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:54Z', 'updated_at': '2021-09-22T09:31:01Z', 'revision_number': 5, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'subnets': [{'id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:23.528205 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:20Z', 'revision_number': 3, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:23.585296 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Checking router: fe232134-5c9a-4092-be4b-fa1e6843d5d0 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:35:23.585886 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Updating router fe232134-5c9a-4092-be4b-fa1e6843d5d0 port b95d1dd2-2dc2-4f35-810c-7d4f692a2532 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:35:23.617089 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:23.618783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e5cf92a8-8cd5-4cc5-a0ec-12873848261b no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:23.667814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Allocated IP 192.168.233.98 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/3f0b77f8-c132-4675-866a-27b1de04b731) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:35:23.671218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0233001f-15a8-4c57-a695-a1025fced8a2 req-27f835fe-3d8c-49c6-a10f-2f7a44497dd9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918786 Sep 22 09:35:23.675201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-330ef2ab-4ff5-48c4-ae1d-0121fb1d4269 req-b87140e5-0d80-45be-afc8-be55ec3c3daf tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.2914791 Sep 22 09:35:23.686617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: e5cf92a8-8cd5-4cc5-a0ec-12873848261b {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:23.687035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e5cf92a8-8cd5-4cc5-a0ec-12873848261b not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:23.688931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa61405-1af3-4ffe-98e7-4bd27293a612 None None] The sync data for ids ['f5078261-5a9f-4794-b832-c833a70430c4'] in n-d-805649-4 is: [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:30:55Z', 'revision_number': 4, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0cde499f-c7f3-4b78-8ef4-ec163947f389', 'name': '', 'network_id': 'ccbbda1b-56e6-4f4b-8b3a-6358a14ae564', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'mac_address': 'fa:16:3e:17:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:54Z', 'updated_at': '2021-09-22T09:31:01Z', 'revision_number': 5, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'subnets': [{'id': 'e770f9d4-13f6-47b2-be97-fd166beb07b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:35:24.013695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.147722 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ac7c1c0-7f26-4d51-9518-3abe74b196e6 req-04da71b5-1fd0-4271-9de4-5c21d7575183 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 210 time: 0.0724120 Sep 22 09:35:24.187918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.204765 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.217170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c', '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'd65fc554-9f30-4bfa-a032-49aadd107296', '79bdf961-721b-4f02-a5f0-0a757bd0a40a', 'c3a22463-eaad-48cb-b480-c8d15f98d02f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:24.221828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245', 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:24.225461 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fd26c1b-b7bc-44b8-b560-4a716c97adff req-fae6dadc-c0b1-46aa-b17d-ddc0bd8c0949 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 210 time: 0.1680706 Sep 22 09:35:24.240325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b0f0a-0914-48ab-8681-011e5169c56c None None] New status for floating IP 1ba659f1-8aec-43ba-90d3-28795a607f0c: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:35:24.278817 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.281203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:24.289026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:24.292605 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:35:24.350228 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.394545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event updated for resources: {'Port': ['ID=3f0b77f8-c132-4675-866a-27b1de04b731,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:24.426628 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f0dcd81-a16e-4579-ade9-e832ff2c712b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.435608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:24.437440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.449322 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Pushing event updated for resources: {'Port': ['ID=b95d1dd2-2dc2-4f35-810c-7d4f692a2532,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:24.466911 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.467260 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.467601 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.467923 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.468251 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.468574 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.468966 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.469287 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.469608 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.469924 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.470243 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.470573 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:24.477356 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Attempting to bind port b95d1dd2-2dc2-4f35-810c-7d4f692a2532 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:35:24.477719 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Attempting to bind port b95d1dd2-2dc2-4f35-810c-7d4f692a2532 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:35:24.478073 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Attempting to bind port b95d1dd2-2dc2-4f35-810c-7d4f692a2532 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:24.484288 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:35:24.484663 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:35:24.485110 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.485502 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:35:24.485970 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Bound port: b95d1dd2-2dc2-4f35-810c-7d4f692a2532, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:35:24.486389 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.554500 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-0e79edb8-72b4-4dfe-bcbd-03c7fcfc6596 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6270740 Sep 22 09:35:24.569089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Request body: {'port': {'device_id': 'e50522e0-72a8-4d14-8dac-4b7bf957d81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:24.577711 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.591715 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] For port b95d1dd2-2dc2-4f35-810c-7d4f692a2532, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:35:24.595179 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] For port b95d1dd2-2dc2-4f35-810c-7d4f692a2532, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b95d1dd2-2dc2-4f35-810c-7d4f692a2532,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:35:24.689934 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.696772 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.792863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Allocated IP 172.20.0.1 (9c253668-7d17-4352-a9aa-3f1b874765d9/58e769f3-7174-49e3-b963-28fded0a84ae/9a73acfe-8f5a-4997-9339-675a18e6d4f6) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:35:24.841229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1ccda09c-aa0b-4c44-b982-625cc59dcdc1 None None] Provisioning complete for port 3f0b77f8-c132-4675-866a-27b1de04b731 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:24.841605 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1ccda09c-aa0b-4c44-b982-625cc59dcdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:24.845176 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d67235-1274-4e25-a5c2-d4de126fff2e None None] Pushing event updated for resources: {'Port': ['ID=b95d1dd2-2dc2-4f35-810c-7d4f692a2532,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:24.860437 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Routers {'fe232134-5c9a-4092-be4b-fa1e6843d5d0'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:24.862065 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:34:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:24.970075 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1ccda09c-aa0b-4c44-b982-625cc59dcdc1 None None] Port 3f0b77f8-c132-4675-866a-27b1de04b731 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:35:25.015937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4619305a-7455-4125-a401-80a64006433c req-1e9ab3ae-6939-4dc0-81bd-585da2830de4 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.1231439 Sep 22 09:35:25.080745 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] Set router fe232134-5c9a-4092-be4b-fa1e6843d5d0 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:25.163773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c77240-1be9-42e7-996d-71ef05ce47cd req-c86ac732-540f-467e-83a0-5f060453feed tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:25.172685 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80c77240-1be9-42e7-996d-71ef05ce47cd req-c86ac732-540f-467e-83a0-5f060453feed tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.3674626 Sep 22 09:35:25.292796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0b77f8-c132-4675-866a-27b1de04b731 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:35:25.318584 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80c77240-1be9-42e7-996d-71ef05ce47cd req-459415fb-3430-419e-be99-db25b0601c97 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448069 Sep 22 09:35:25.339113 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:25.395178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Transition to ACTIVE for port object 3f0b77f8-c132-4675-866a-27b1de04b731 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:35:25.457947 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:25.501648 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:25.514440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f89139cf-5485-4948-90bb-82d99fd4a4f3 req-19f1df08-7b19-4b52-9f63-9b68c9a45c43 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 210 time: 0.0496874 Sep 22 09:35:25.517915 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:20Z', 'revision_number': 3, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:25.570048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98630919-6de4-48d1-b09f-614e9be28164 req-945cb458-28ce-484e-8663-0ba220d35646 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:25.584550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98630919-6de4-48d1-b09f-614e9be28164 req-945cb458-28ce-484e-8663-0ba220d35646 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 935 time: 0.2219062 Sep 22 09:35:25.627719 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d879c6-0d40-469f-91c2-86e206b06a19 None None] The sync data for ids ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'] in n-d-805649-4 is: [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:20Z', 'revision_number': 3, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:35:25.729999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98630919-6de4-48d1-b09f-614e9be28164 req-fa674452-3a0b-47c0-b011-038edb3fbaf2 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960248 Sep 22 09:35:25.782150 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:25.794393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Pushing event updated for resources: {'Port': ['ID=3f0b77f8-c132-4675-866a-27b1de04b731,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:25.867216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Pushing event updated for resources: {'Port': ['ID=9a73acfe-8f5a-4997-9339-675a18e6d4f6,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:25.880811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Attempting to bind port 3f0b77f8-c132-4675-866a-27b1de04b731 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:35:25.881354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Attempting to bind port 3f0b77f8-c132-4675-866a-27b1de04b731 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:35:25.881881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Network 9c253668-7d17-4352-a9aa-3f1b874765d9 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:25.882043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Attempting to bind port 3f0b77f8-c132-4675-866a-27b1de04b731 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:25.883839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:25.888411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:35:25.895386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Port 3f0b77f8-c132-4675-866a-27b1de04b731 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:35:25.898503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Attempting to bind port 3f0b77f8-c132-4675-866a-27b1de04b731 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:25.908538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:35:25.908995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:35:25.913119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:35:25.913119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Bound port: 3f0b77f8-c132-4675-866a-27b1de04b731, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:35:25.913119 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:25.943179 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:26.040671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] For port 3f0b77f8-c132-4675-866a-27b1de04b731, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:35:26.044107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] For port 3f0b77f8-c132-4675-866a-27b1de04b731, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3f0b77f8-c132-4675-866a-27b1de04b731,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:35:26.169577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-03853da6-1e85-4c2c-b952-3d19f907081f req-7e1b24e9-3a21-47ec-9462-10b2a2efc608 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0376222 Sep 22 09:35:26.183436 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:26.248194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:26.250916 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:26.252828 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] 10.222.0.45 "PUT /v2.0/ports/3f0b77f8-c132-4675-866a-27b1de04b731 HTTP/1.1" status: 200 len: 1095 time: 1.6887457 Sep 22 09:35:26.255583 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50522e0-72a8-4d14-8dac-4b7bf957d81d', 'tag': '3f0b77f8-c132-4675-866a-27b1de04b731'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:26.260185 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b50e33-95fe-422e-91c1-5bb730057c44" -d '{"events": [{"name": "network-changed", "server_uuid": "e50522e0-72a8-4d14-8dac-4b7bf957d81d", "tag": "3f0b77f8-c132-4675-866a-27b1de04b731"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:26.275282 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:26.316128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d5856-435f-4929-84b0-01b8bc49d61f service neutron] Pushing event updated for resources: {'Port': ['ID=3f0b77f8-c132-4675-866a-27b1de04b731,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:26.396382 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32397106-cd55-494f-ade8-1b0a812ec4ef x-openstack-request-id: req-32397106-cd55-494f-ade8-1b0a812ec4ef {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:26.396674 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50522e0-72a8-4d14-8dac-4b7bf957d81d", "tag": "3f0b77f8-c132-4675-866a-27b1de04b731", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:26.397039 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32397106-cd55-494f-ade8-1b0a812ec4ef {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:26.397443 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50522e0-72a8-4d14-8dac-4b7bf957d81d', 'tag': '3f0b77f8-c132-4675-866a-27b1de04b731', 'status': 'completed', 'code': 200} Sep 22 09:35:26.536523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-10e6013d-c386-4c25-8fb3-dd32bd41e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:26.538519 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-10e6013d-c386-4c25-8fb3-dd32bd41e142 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 1098 time: 0.1197000 Sep 22 09:35:26.616508 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-69ac3144-0a12-4044-aa22-cbc1fc2b7051 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=3f0b77f8-c132-4675-866a-27b1de04b731 HTTP/1.1" status: 200 len: 217 time: 0.0581274 Sep 22 09:35:26.630858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0e6dc-7536-4bd5-b835-5019ba2a0250 req-9e01fef6-658f-481e-b3c5-487af1a0be03 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:26.640254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-03f0e6dc-7536-4bd5-b835-5019ba2a0250 req-9e01fef6-658f-481e-b3c5-487af1a0be03 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1167989 Sep 22 09:35:26.702174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-088a1f6c-5430-42a0-9153-a703e44eb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:26.717757 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-088a1f6c-5430-42a0-9153-a703e44eb1ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0857742 Sep 22 09:35:26.719481 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:26.750822 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-03f0e6dc-7536-4bd5-b835-5019ba2a0250 req-88eaf683-4178-462b-824a-a3ee0b673733 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066606 Sep 22 09:35:26.823454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-43f44a9d-9f13-4d2d-8d5b-7f8133011747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:26.825186 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-43f44a9d-9f13-4d2d-8d5b-7f8133011747 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024570 Sep 22 09:35:26.848552 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:26.868511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af54f3c2-5a7b-4887-9b3d-86afa470187d req-933d81fa-854f-4d3d-90ce-af2f5cdf6f51 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 210 time: 0.0534546 Sep 22 09:35:26.910616 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-668b0fd5-4c0e-40a4-982f-037a902abc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:27.069227 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-17682ffa-4b4b-4a23-a611-86e0feac43e2 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212799 Sep 22 09:35:27.071876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99bf3c1d-5fa0-439b-9ef9-0c59218834b9 req-d68338f7-10f3-4236-90c4-0f58adb51a69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b41992d76761491dbbdfdc8b69059d2b&device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.1237860 Sep 22 09:35:27.120764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b95d1dd2-2dc2-4f35-810c-7d4f692a2532 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:27.149198 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Pushing event updated for resources: {'Port': ['ID=9a73acfe-8f5a-4997-9339-675a18e6d4f6,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:27.209058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbc20950-f504-44b0-8cd0-3ffb6dc9abac req-aa4ae9b9-25dd-458b-b501-e7c2665d0f0d tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0608618 Sep 22 09:35:27.215369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99bf3c1d-5fa0-439b-9ef9-0c59218834b9 req-80a24471-8e1c-4082-bfdf-71d2cf7f17b8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=b41992d76761491dbbdfdc8b69059d2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632896 Sep 22 09:35:27.254660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:27.266869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b95d1dd2-2dc2-4f35-810c-7d4f692a2532 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:27.278741 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:27.290010 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-209e6488-c93f-40b1-9bcd-1063f64a3115 req-570a2d5f-a8fe-4926-9e31-7b18f99ee326 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889615 Sep 22 09:35:27.332040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c521eb0-4399-45c1-b2b8-b490dcba5739 req-93d6bfa4-5e2c-426a-ac74-ee232c494cb5 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:27.344601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c521eb0-4399-45c1-b2b8-b490dcba5739 req-93d6bfa4-5e2c-426a-ac74-ee232c494cb5 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 947 time: 0.2715521 Sep 22 09:35:27.454742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c521eb0-4399-45c1-b2b8-b490dcba5739 req-2445c43b-c0a4-4dce-934e-895ed9d11c9f tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090565 Sep 22 09:35:27.473372 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:27.494388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port b95d1dd2-2dc2-4f35-810c-7d4f692a2532, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b95d1dd2-2dc2-4f35-810c-7d4f692a2532,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:27.519429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf3c1d-5fa0-439b-9ef9-0c59218834b9 req-8e24336a-49a2-4a28-9f2c-7b919f7b97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:27.520970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99bf3c1d-5fa0-439b-9ef9-0c59218834b9 req-8e24336a-49a2-4a28-9f2c-7b919f7b97fc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2863786 Sep 22 09:35:27.551984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Network 9c253668-7d17-4352-a9aa-3f1b874765d9 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:27.553797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:27.570350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50e33-95fe-422e-91c1-5bb730057c44 req-7bbafbd9-b786-426f-9495-94d69cdba9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:27.570620 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:27.572237 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3b50e33-95fe-422e-91c1-5bb730057c44 req-7bbafbd9-b786-426f-9495-94d69cdba9ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75230d92b45345bd80cccb32ff1e03ef&device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 1098 time: 0.0736151 Sep 22 09:35:27.610981 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:27.674886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=b95d1dd2-2dc2-4f35-810c-7d4f692a2532,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:27.684253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.684992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.684992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.685282 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.686051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.686392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.686724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.687188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.687787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.688125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.688451 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.688796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:27.689534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50e33-95fe-422e-91c1-5bb730057c44 req-a67379f7-890a-4e48-b3ee-56f9b956c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:27.691335 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3b50e33-95fe-422e-91c1-5bb730057c44 req-a67379f7-890a-4e48-b3ee-56f9b956c6f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a2d705f9-1d92-4f33-a702-9f6b93093747 HTTP/1.1" status: 200 len: 870 time: 0.1072519 Sep 22 09:35:27.700540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Router fe232134-5c9a-4092-be4b-fa1e6843d5d0 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:35:27.742296 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3b50e33-95fe-422e-91c1-5bb730057c44 req-f44fd9c6-6d8c-434d-9fbe-97c5d2e66c2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=3f0b77f8-c132-4675-866a-27b1de04b731 HTTP/1.1" status: 200 len: 217 time: 0.0417058 Sep 22 09:35:27.830137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50e33-95fe-422e-91c1-5bb730057c44 req-bffd858c-3e7d-45ea-8ffd-de3041d50734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:27.832688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:35:27.833139 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3b50e33-95fe-422e-91c1-5bb730057c44 req-bffd858c-3e7d-45ea-8ffd-de3041d50734 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0736775 Sep 22 09:35:27.849325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8a2ce2cb-b1ea-4c76-86af-cbc8217fdb5b admin admin] 10.222.0.49 "PUT /v2.0/routers/fe232134-5c9a-4092-be4b-fa1e6843d5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8439121 Sep 22 09:35:27.945901 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:27.946678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50e33-95fe-422e-91c1-5bb730057c44 req-c9b2058d-65f8-4fd2-bcda-f081d9cf65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:27.951741 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3b50e33-95fe-422e-91c1-5bb730057c44 req-c9b2058d-65f8-4fd2-bcda-f081d9cf65d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055369 Sep 22 09:35:28.016324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87576fc4-7426-4f48-8d1b-965467ef8ac2 req-1120077c-2251-4bb4-8f45-55d1ca619319 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 210 time: 0.0496280 Sep 22 09:35:28.049146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c166773-4607-4622-8929-298c14853b2f req-a8d9c4bf-05bd-4edd-9cb4-631309e74c5a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:28.050615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c166773-4607-4622-8929-298c14853b2f req-a8d9c4bf-05bd-4edd-9cb4-631309e74c5a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1593819 Sep 22 09:35:28.128696 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3b50e33-95fe-422e-91c1-5bb730057c44 req-4d48ffdb-f89a-42ca-b302-be120acf9943 service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579926 Sep 22 09:35:28.132039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c166773-4607-4622-8929-298c14853b2f req-a39af523-ab80-4601-8ef9-c4dadbe39143 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715864 Sep 22 09:35:28.266320 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3b50e33-95fe-422e-91c1-5bb730057c44 req-bcfdeb0d-9287-43f5-8566-23f7510bd76d service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242945 Sep 22 09:35:28.279385 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Sync routers for ids ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:35:28.290563 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Routers {'fe232134-5c9a-4092-be4b-fa1e6843d5d0'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:28.291412 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:28.423685 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Set router fe232134-5c9a-4092-be4b-fa1e6843d5d0 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:28.539851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79c6bc9b-6ec8-471d-80c9-e05e99fb4933 req-3de7e133-6e03-45bb-8c37-1379cd5a1336 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0419638 Sep 22 09:35:28.715026 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:26Z', 'revision_number': 4, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9a73acfe-8f5a-4997-9339-675a18e6d4f6', 'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'mac_address': 'fa:16:3e:19:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:24Z', 'updated_at': '2021-09-22T09:35:26Z', 'revision_number': 2, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'subnets': [{'id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:28.747344 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Checking router: fe232134-5c9a-4092-be4b-fa1e6843d5d0 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:35:28.747962 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Updating router fe232134-5c9a-4092-be4b-fa1e6843d5d0 port 9a73acfe-8f5a-4997-9339-675a18e6d4f6 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:35:28.797132 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:29.039532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-ea2e8b94-0cde-4263-a5ed-1a7d05b2ea78 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:29.042299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-ea2e8b94-0cde-4263-a5ed-1a7d05b2ea78 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/networks?id=9c253668-7d17-4352-a9aa-3f1b874765d9 HTTP/1.1" status: 200 len: 819 time: 0.5808272 Sep 22 09:35:29.051775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25300ff7-60eb-43a6-955c-665a7acb8aa0 req-e68583b1-7926-4ab8-977c-18486d4a9ad3 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:29.053873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b95d1dd2-2dc2-4f35-810c-7d4f692a2532 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:29.061512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25300ff7-60eb-43a6-955c-665a7acb8aa0 req-e68583b1-7926-4ab8-977c-18486d4a9ad3 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.0952952 Sep 22 09:35:29.090195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-4b9e1413-fb53-4913-9bce-930df12872c2 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/quotas/f7292dce46a747c4b643a18f67667c98 HTTP/1.1" status: 200 len: 375 time: 0.0255914 Sep 22 09:35:29.134722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b95d1dd2-2dc2-4f35-810c-7d4f692a2532 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:29.135533 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:29.154266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25300ff7-60eb-43a6-955c-665a7acb8aa0 req-c58cc711-4ad3-4fd1-8b5b-5cbccdd6d34b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858653 Sep 22 09:35:29.195836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1887c0ec-365c-4c06-a5c0-94ca2c07509d tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7292dce46a747c4b643a18f67667c98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953977 Sep 22 09:35:29.296625 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:29.389869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-969a847c-df01-477c-b764-7f8873d9c507 service neutron] 10.222.0.49 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839170 Sep 22 09:35:29.398773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008e3ae-a920-4d66-ab19-adb2833d14a2 req-2a878306-1f2e-4cd9-8a21-700d91c2b54e tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:29.400298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6008e3ae-a920-4d66-ab19-adb2833d14a2 req-2a878306-1f2e-4cd9-8a21-700d91c2b54e tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 947 time: 0.0988102 Sep 22 09:35:29.449641 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:29.502380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6008e3ae-a920-4d66-ab19-adb2833d14a2 req-a6731e0d-e588-4dac-bdba-50ba78f25641 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935781 Sep 22 09:35:29.515413 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-99bf3c1d-5fa0-439b-9ef9-0c59218834b9 req-532b6071-ecf2-4185-bdd0-2327fd820ac2 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0480917 Sep 22 09:35:29.542618 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43bc89-5070-4dd2-9bf6-3ff11e82c448 None None] Pushing event updated for resources: {'Port': ['ID=9a73acfe-8f5a-4997-9339-675a18e6d4f6,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:29.558010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1b27eb7d-1cea-43b8-b7b6-1407e439c9c9 service neutron] 10.222.0.49 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554015 Sep 22 09:35:29.578417 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Attempting to bind port 9a73acfe-8f5a-4997-9339-675a18e6d4f6 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:35:29.578783 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Attempting to bind port 9a73acfe-8f5a-4997-9339-675a18e6d4f6 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '4ef2e479-af03-43bc-a999-258277ec657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:35:29.579149 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Attempting to bind port 9a73acfe-8f5a-4997-9339-675a18e6d4f6 on network 9c253668-7d17-4352-a9aa-3f1b874765d9 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:29.587693 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:35:29.588905 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Checking segment: {'id': '4ef2e479-af03-43bc-a999-258277ec657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:35:29.589371 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:29.589647 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Bound using segment: {'id': '4ef2e479-af03-43bc-a999-258277ec657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:35:29.590103 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Bound port: 9a73acfe-8f5a-4997-9339-675a18e6d4f6, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2e479-af03-43bc-a999-258277ec657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:35:29.590477 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:29.683249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d7e776d-d7de-4c46-acce-05a26f9ea46f req-1963814c-13b6-4eb0-a7f1-beb0b5b044ff tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd05248-acb3-42ca-ab5b-2659d25756ff HTTP/1.1" status: 200 len: 210 time: 0.0396161 Sep 22 09:35:29.685083 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] For port 9a73acfe-8f5a-4997-9339-675a18e6d4f6, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:35:29.689611 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] For port 9a73acfe-8f5a-4997-9339-675a18e6d4f6, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9a73acfe-8f5a-4997-9339-675a18e6d4f6,segment=NetworkSegment(4ef2e479-af03-43bc-a999-258277ec657d),segment_id=4ef2e479-af03-43bc-a999-258277ec657d)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:35:29.816261 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:29.816771 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:29.839224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea54e15-e31d-4cde-b880-32fbcc668e74 req-e18cc66f-ca90-4677-8ac1-87b400a28a93 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:29.842084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ea54e15-e31d-4cde-b880-32fbcc668e74 req-e18cc66f-ca90-4677-8ac1-87b400a28a93 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0812740 Sep 22 09:35:29.906397 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Routers {'fe232134-5c9a-4092-be4b-fa1e6843d5d0'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:29.907013 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:29.927656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ecd4b33f-52d9-443a-865f-ce3d6976f1dc req-54a0410a-bf03-4cd7-b9fe-335906ff7f78 tempest-ServerShowV254Test-1698428704 tempest-ServerShowV254Test-1698428704-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f8b030a-f250-48a1-b504-24315fa6171a HTTP/1.1" status: 200 len: 210 time: 0.0567269 Sep 22 09:35:29.966384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ea54e15-e31d-4cde-b880-32fbcc668e74 req-0f535c1b-666d-4a53-80e0-ded220f3e425 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182072 Sep 22 09:35:29.992393 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43bc89-5070-4dd2-9bf6-3ff11e82c448 None None] Pushing event updated for resources: {'Port': ['ID=9a73acfe-8f5a-4997-9339-675a18e6d4f6,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:30.020284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-49470829-caa5-48d8-8594-5009c299309a req-0d69528e-68d7-46dc-bbdd-ad356edf59e8 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 210 time: 0.0297823 Sep 22 09:35:30.078939 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] Set router fe232134-5c9a-4092-be4b-fa1e6843d5d0 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:30.287292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a985f-66eb-43fb-b2aa-b01ad5bdc696 req-972c69fd-0ae8-4518-8d4d-f659894355df tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:30.289211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-925a985f-66eb-43fb-b2aa-b01ad5bdc696 req-972c69fd-0ae8-4518-8d4d-f659894355df tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.0635426 Sep 22 09:35:30.346748 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:26Z', 'revision_number': 4, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9a73acfe-8f5a-4997-9339-675a18e6d4f6', 'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'mac_address': 'fa:16:3e:19:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:24Z', 'updated_at': '2021-09-22T09:35:29Z', 'revision_number': 4, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'subnets': [{'id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:30.364948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-925a985f-66eb-43fb-b2aa-b01ad5bdc696 req-5cf24873-81e7-400c-988d-33bda79264eb tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610771 Sep 22 09:35:30.375629 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32a2dc6-aa45-4054-9979-324d2d52aad9 None None] The sync data for ids ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'] in n-d-805649-4 is: [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:26Z', 'revision_number': 4, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9a73acfe-8f5a-4997-9339-675a18e6d4f6', 'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'mac_address': 'fa:16:3e:19:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:24Z', 'updated_at': '2021-09-22T09:35:29Z', 'revision_number': 4, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'subnets': [{'id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:35:30.647331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae6c27-7c30-4497-bee6-52291d37f0cb req-d5e615ba-2ac0-43f4-a8c8-903a43af33af tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:30.649643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2dae6c27-7c30-4497-bee6-52291d37f0cb req-d5e615ba-2ac0-43f4-a8c8-903a43af33af tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 947 time: 0.0640068 Sep 22 09:35:30.697769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2dae6c27-7c30-4497-bee6-52291d37f0cb req-cc2960a7-c368-4776-a849-3ec32466b567 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399730 Sep 22 09:35:30.784780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3f0b77f8-c132-4675-866a-27b1de04b731 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:35:30.906262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3f0b77f8-c132-4675-866a-27b1de04b731, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3f0b77f8-c132-4675-866a-27b1de04b731,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:30.917585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '3f0b77f8-c132-4675-866a-27b1de04b731', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '3f0b77f8-c132-4675-866a-27b1de04b731', 'mac_address': 'fa:16:3e:7b:a3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:35:30.969937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37154) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:31.013645 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:31.036869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0b77f8-c132-4675-866a-27b1de04b731 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:35:31.078490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3f0b77f8-c132-4675-866a-27b1de04b731, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3f0b77f8-c132-4675-866a-27b1de04b731,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:31.123725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9a73acfe-8f5a-4997-9339-675a18e6d4f6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:31.125370 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e1d0fc31-b4af-4afb-8e3a-96705f40dee4 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:31.176462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e1d0fc31-b4af-4afb-8e3a-96705f40dee4 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:31.222094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9a73acfe-8f5a-4997-9339-675a18e6d4f6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:31.222643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:31.248578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-370419df-1b57-41fb-a4f2-ba7e7f0ad439 req-934d8ef9-8f94-4f4c-8885-05e9c977d0d6 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 210 time: 0.1093092 Sep 22 09:35:31.273086 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:31.292652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f007cca-ffe2-4367-827b-ffc5ca9251f9 req-56bee422-283a-4588-8fe0-6c1806f814f6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:31.295055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f007cca-ffe2-4367-827b-ffc5ca9251f9 req-56bee422-283a-4588-8fe0-6c1806f814f6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1290689 Sep 22 09:35:31.358740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3f0b77f8-c132-4675-866a-27b1de04b731,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:31.393172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f007cca-ffe2-4367-827b-ffc5ca9251f9 req-3eb3ec58-594a-4474-9c9f-008d8c1d2d80 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839837 Sep 22 09:35:31.399152 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e1d0fc31-b4af-4afb-8e3a-96705f40dee4 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:31.402867 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e1d0fc31-b4af-4afb-8e3a-96705f40dee4 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:31.407303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e1d0fc31-b4af-4afb-8e3a-96705f40dee4 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "DELETE /v2.0/security-groups/62f581c9-6889-419b-a146-1e74af339172 HTTP/1.1" status: 204 len: 168 time: 0.4354618 Sep 22 09:35:31.407540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37168) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:31.428155 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:31.430209 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0fc31-b4af-4afb-8e3a-96705f40dee4 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f581c9-6889-419b-a146-1e74af339172,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:31.439666 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-4afdeb4c-c4a9-4ef4-9b40-979bd82718bc tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] show failed (client error): The resource could not be found. Sep 22 09:35:31.443408 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4afdeb4c-c4a9-4ef4-9b40-979bd82718bc tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "GET /v2.0/security-groups/62f581c9-6889-419b-a146-1e74af339172 HTTP/1.1" status: 404 len: 347 time: 0.0343137 Sep 22 09:35:31.444822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37170) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:31.489890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 9a73acfe-8f5a-4997-9339-675a18e6d4f6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9a73acfe-8f5a-4997-9339-675a18e6d4f6,segment=NetworkSegment(4ef2e479-af03-43bc-a999-258277ec657d),segment_id=4ef2e479-af03-43bc-a999-258277ec657d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:31.605469 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:31.700358 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['3f0b77f8-c132-4675-866a-27b1de04b731'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:31.725564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37176) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:31.767460 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=9a73acfe-8f5a-4997-9339-675a18e6d4f6,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:31.771026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a10d3-5529-44ea-bbd1-4f607dc8d268 req-aae254ce-ca6b-41ae-9dfd-3f1f54d1ea61 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:31.772737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b0a10d3-5529-44ea-bbd1-4f607dc8d268 req-aae254ce-ca6b-41ae-9dfd-3f1f54d1ea61 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1918483 Sep 22 09:35:31.816835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8f108110-de8b-4e46-9b10-52f217670527 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Deleting port 741e7e60-cc5a-4308-b1bd-66e795c97c2a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:31.817458 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f108110-de8b-4e46-9b10-52f217670527 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:31.880567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b0a10d3-5529-44ea-bbd1-4f607dc8d268 req-801a8c84-6bd8-421e-a1a3-33dfbb0982dd tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003530 Sep 22 09:35:31.942918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d77aa2c-8f87-46cb-99fc-b8ee8f9a87d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.028339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f8ac-bb82-48ed-b4e8-5487c10340d5 req-3b666a61-5c60-41c1-a860-148272ba2460 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:32.029957 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4361f8ac-bb82-48ed-b4e8-5487c10340d5 req-3b666a61-5c60-41c1-a860-148272ba2460 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 948 time: 0.2101879 Sep 22 09:35:32.049215 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f108110-de8b-4e46-9b10-52f217670527 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.049553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f108110-de8b-4e46-9b10-52f217670527 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.097525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8f108110-de8b-4e46-9b10-52f217670527 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Calling delete_port for 741e7e60-cc5a-4308-b1bd-66e795c97c2a owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:32.109352 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4361f8ac-bb82-48ed-b4e8-5487c10340d5 req-4d4efd02-9a3d-4619-810d-c15117103995 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570016 Sep 22 09:35:32.138811 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d77aa2c-8f87-46cb-99fc-b8ee8f9a87d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.256257 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d77aa2c-8f87-46cb-99fc-b8ee8f9a87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.299420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77aa2c-8f87-46cb-99fc-b8ee8f9a87d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242f81e8-d585-4a31-9d92-1fdf74e5c6b4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:32.306866 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4d77aa2c-8f87-46cb-99fc-b8ee8f9a87d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b41992d76761491dbbdfdc8b69059d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772789 Sep 22 09:35:32.307633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37184) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:32.324791 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f108110-de8b-4e46-9b10-52f217670527 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.374534 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5a33-2452-481b-84a9-64c06d6be970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.374860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f108110-de8b-4e46-9b10-52f217670527 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Pushing event deleted for resources: {'Port': ['ID=741e7e60-cc5a-4308-b1bd-66e795c97c2a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:32.399292 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5a33-2452-481b-84a9-64c06d6be970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.517188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26634d6b-e414-496a-926c-62b0082926a0 req-c3196e62-fac0-465a-8abd-815e16aebb71 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 210 time: 0.0893290 Sep 22 09:35:32.535449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5a33-2452-481b-84a9-64c06d6be970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.538244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5a33-2452-481b-84a9-64c06d6be970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.548090 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ed2b5a33-2452-481b-84a9-64c06d6be970 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/242f81e8-d585-4a31-9d92-1fdf74e5c6b4 HTTP/1.1" status: 204 len: 168 time: 0.2301450 Sep 22 09:35:32.559284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b5a33-2452-481b-84a9-64c06d6be970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242f81e8-d585-4a31-9d92-1fdf74e5c6b4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:32.609388 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f108110-de8b-4e46-9b10-52f217670527 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.612657 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f108110-de8b-4e46-9b10-52f217670527 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:32.614195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8f108110-de8b-4e46-9b10-52f217670527 tempest-ServersTestBootFromVolume-1699923916 tempest-ServersTestBootFromVolume-1699923916-project] 10.222.0.49 "DELETE /v2.0/floatingips/1ba659f1-8aec-43ba-90d3-28795a607f0c HTTP/1.1" status: 204 len: 168 time: 1.1683223 Sep 22 09:35:32.618811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37192) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:32.656371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0d002-988d-4748-8725-1ba165e3d3f5 req-0c2de8dc-4a32-4122-8e8a-1c59b279b0b5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:32.659216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93c0d002-988d-4748-8725-1ba165e3d3f5 req-0c2de8dc-4a32-4122-8e8a-1c59b279b0b5 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1470766 Sep 22 09:35:32.707979 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93c0d002-988d-4748-8725-1ba165e3d3f5 req-ff50210b-3baf-4713-99f0-b74cd24194fb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426965 Sep 22 09:35:33.033157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-3ddc6435-c56d-48d1-8826-f2b7fa0b019f tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:33.034782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-3ddc6435-c56d-48d1-8826-f2b7fa0b019f tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.60 "GET /v2.0/networks?id=9c253668-7d17-4352-a9aa-3f1b874765d9 HTTP/1.1" status: 200 len: 819 time: 0.2143469 Sep 22 09:35:33.071294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Request body: {'port': {'device_id': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'admin_state_up': True, 'tenant_id': 'f7292dce46a747c4b643a18f67667c98'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:33.080224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9a73acfe-8f5a-4997-9339-675a18e6d4f6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:33.160437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5077e2-daa4-4b24-8c88-1c9f6e01d9a9 req-0f24f7ab-ce3c-4862-a738-907ef8e3ba0b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:33.164577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d5077e2-daa4-4b24-8c88-1c9f6e01d9a9 req-0f24f7ab-ce3c-4862-a738-907ef8e3ba0b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1616609 Sep 22 09:35:33.199719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9a73acfe-8f5a-4997-9339-675a18e6d4f6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:33.199952 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:33.241356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:33.420823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d5077e2-daa4-4b24-8c88-1c9f6e01d9a9 req-65c812f8-ffc6-42d7-a281-c4c64060bb35 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434106 Sep 22 09:35:33.442598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73475961-60de-464c-a616-9d51d9083ed0 req-4a3d9d4f-fbee-4206-b78f-1d1d0b1cb5f1 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:33.452846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73475961-60de-464c-a616-9d51d9083ed0 req-4a3d9d4f-fbee-4206-b78f-1d1d0b1cb5f1 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 948 time: 0.1896176 Sep 22 09:35:33.497593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Made reservation on behalf of f7292dce46a747c4b643a18f67667c98 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:35:33.502345 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:33.514902 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73475961-60de-464c-a616-9d51d9083ed0 req-73d840a1-70cf-4530-ad83-7dc6ac1d92c6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587237 Sep 22 09:35:33.661076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] Deleting port 0cde499f-c7f3-4b78-8ef4-ec163947f389 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:33.661692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:33.692663 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b4c326e-aa75-48b6-9ac2-70ee79b0f7a0 req-42165a5b-2270-4ce4-89a8-dbef366b4e10 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 210 time: 0.0382292 Sep 22 09:35:33.763573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Allocated IP 172.20.0.13 (9c253668-7d17-4352-a9aa-3f1b874765d9/58e769f3-7174-49e3-b963-28fded0a84ae/74f60fa1-56b0-4070-9365-62cac4bda61f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:35:33.799623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] For port 0cde499f-c7f3-4b78-8ef4-ec163947f389, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0cde499f-c7f3-4b78-8ef4-ec163947f389,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:33.800135 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:33.819739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] Calling delete_port for 0cde499f-c7f3-4b78-8ef4-ec163947f389 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:34.041687 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:34.138918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea959e-b2cb-4e15-a031-fb06e8f3549d req-69a44d89-abb0-4395-9253-319d5e33a1b6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:34.142351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3dea959e-b2cb-4e15-a031-fb06e8f3549d req-69a44d89-abb0-4395-9253-319d5e33a1b6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.2891493 Sep 22 09:35:34.173267 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bcd6d75-7a16-4dbe-911c-68fead4dc7af req-06e8a404-0d18-443e-ae74-d6fdb47fe649 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859215 Sep 22 09:35:34.211152 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3dea959e-b2cb-4e15-a031-fb06e8f3549d req-d6ef8226-6766-44fc-9518-92e78901b225 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615919 Sep 22 09:35:34.212148 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:34.282869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Network 9c253668-7d17-4352-a9aa-3f1b874765d9 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:34.287578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:34.289962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:34.293160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:35:34.322982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Pushing event updated for resources: {'Port': ['ID=74f60fa1-56b0-4070-9365-62cac4bda61f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:34.349050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd6d75-7a16-4dbe-911c-68fead4dc7af req-d4a80bd0-2e94-4dc4-a192-6947c65c82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:34.351219 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bcd6d75-7a16-4dbe-911c-68fead4dc7af req-d4a80bd0-2e94-4dc4-a192-6947c65c82bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 1096 time: 0.1526492 Sep 22 09:35:34.377834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:34.378511 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:34.451521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cde499f-c7f3-4b78-8ef4-ec163947f389,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:34.532517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd6d75-7a16-4dbe-911c-68fead4dc7af req-8485b253-3cf8-4dbf-910c-164595912860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:34.537266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bcd6d75-7a16-4dbe-911c-68fead4dc7af req-8485b253-3cf8-4dbf-910c-164595912860 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 200 len: 907 time: 0.1425688 Sep 22 09:35:34.571009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-75934e6f-3359-4897-8b63-259291c38864 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5096159 Sep 22 09:35:34.608795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Request body: {'port': {'device_id': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:34.711034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:34.726863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bcd6d75-7a16-4dbe-911c-68fead4dc7af req-fefb96c3-8240-40b3-8a1c-23a884b4569e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5996528c-619d-4f21-bcaa-8f48a15de387 HTTP/1.1" status: 200 len: 217 time: 0.1514335 Sep 22 09:35:34.802367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31f7a-21d3-49c3-8772-61997ef5cf27 req-ef29ed6a-1e97-4553-a1c5-e5867548d8bc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:34.805967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fb31f7a-21d3-49c3-8772-61997ef5cf27 req-ef29ed6a-1e97-4553-a1c5-e5867548d8bc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.2750351 Sep 22 09:35:34.813750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3f0b77f8-c132-4675-866a-27b1de04b731 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:34.912374 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:34.953524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 3f0b77f8-c132-4675-866a-27b1de04b731 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:35:34.954910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fb31f7a-21d3-49c3-8772-61997ef5cf27 req-7a458f21-a0de-4b41-9336-17ad6f3c8422 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109819 Sep 22 09:35:34.959228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd6d75-7a16-4dbe-911c-68fead4dc7af req-126b8147-55ba-4191-8fc0-c69aca494684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:34.960833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bcd6d75-7a16-4dbe-911c-68fead4dc7af req-126b8147-55ba-4191-8fc0-c69aca494684 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 200 len: 846 time: 0.2261224 Sep 22 09:35:34.966273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 3f0b77f8-c132-4675-866a-27b1de04b731 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:34.968597 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:35.112707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ca374-405d-4b46-be16-c8977ac43198 req-5f4c3303-3e3e-4043-9855-9f64afaf08aa tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:35.114340 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-768ca374-405d-4b46-be16-c8977ac43198 req-5f4c3303-3e3e-4043-9855-9f64afaf08aa tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 948 time: 0.2321212 Sep 22 09:35:35.116415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bcd6d75-7a16-4dbe-911c-68fead4dc7af req-8dee3186-c6e8-4a7e-bcb2-5e8004f216fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e381bbfe-9cad-4576-9347-d9b5699eebb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466618 Sep 22 09:35:35.124643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] Router f5078261-5a9f-4794-b832-c833a70430c4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:35:35.136245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:35.179537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3f0b77f8-c132-4675-866a-27b1de04b731, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3f0b77f8-c132-4675-866a-27b1de04b731,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:35.181509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50522e0-72a8-4d14-8dac-4b7bf957d81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0b77f8-c132-4675-866a-27b1de04b731'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:35.186368 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c695cfb-d0d4-4955-bea9-0dd139906c78" -d '{"events": [{"server_uuid": "e50522e0-72a8-4d14-8dac-4b7bf957d81d", "name": "network-vif-plugged", "status": "completed", "tag": "3f0b77f8-c132-4675-866a-27b1de04b731"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:35.269460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:35:35.273146 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:35.288579 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-67556d52-06cd-427f-b545-40fd76b49c65 admin admin] 10.222.0.49 "PUT /v2.0/routers/f5078261-5a9f-4794-b832-c833a70430c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6671081 Sep 22 09:35:35.291354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37266) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:35.335331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e54c0-e923-4cfa-926f-8e591b56ee27 None None] Sync routers for ids ['f5078261-5a9f-4794-b832-c833a70430c4'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:35:35.363771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e54c0-e923-4cfa-926f-8e591b56ee27 None None] Routers {'f5078261-5a9f-4794-b832-c833a70430c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:35.364335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cc7e54c0-e923-4cfa-926f-8e591b56ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f5078261-5a9f-4794-b832-c833a70430c4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:35.367233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-768ca374-405d-4b46-be16-c8977ac43198 req-de26fb27-add6-4a4d-9bf5-13c7344995bd tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374313 Sep 22 09:35:35.376044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f28cd-29fe-4a51-a442-4b5336fd4c23 req-3d756be1-f39c-4bd0-9cad-ad8cccb1844a tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:35.377861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d87f28cd-29fe-4a51-a442-4b5336fd4c23 req-3d756be1-f39c-4bd0-9cad-ad8cccb1844a tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 932 time: 0.2555609 Sep 22 09:35:35.476470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-cc7e54c0-e923-4cfa-926f-8e591b56ee27 None None] Set router f5078261-5a9f-4794-b832-c833a70430c4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:35.592074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bcd6d75-7a16-4dbe-911c-68fead4dc7af req-028f620f-3003-4b1f-8819-61ac912aaae3 service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632938 Sep 22 09:35:35.598035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78012aa2-6541-40e4-b73f-68a06b79d213 req-ebd643bf-0461-4ca5-96af-bc9fa16e6ea5 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0524809 Sep 22 09:35:35.605170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d87f28cd-29fe-4a51-a442-4b5336fd4c23 req-09b99b9c-9df6-4400-8488-05eb450ab491 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117312 Sep 22 09:35:35.622015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3f0b77f8-c132-4675-866a-27b1de04b731,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:35.700925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cc7e54c0-e923-4cfa-926f-8e591b56ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:35:34Z', 'revision_number': 5, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:35.723678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f60fa1-56b0-4070-9365-62cac4bda61f {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:35:35.736745 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:35.755715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Transition to ACTIVE for port object 74f60fa1-56b0-4070-9365-62cac4bda61f will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:35:35.801271 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f5af5f-1d79-45c6-aa25-802ae17d3283 x-openstack-request-id: req-02f5af5f-1d79-45c6-aa25-802ae17d3283 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:35.801587 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50522e0-72a8-4d14-8dac-4b7bf957d81d", "name": "network-vif-plugged", "status": "completed", "tag": "3f0b77f8-c132-4675-866a-27b1de04b731", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:35.807762 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02f5af5f-1d79-45c6-aa25-802ae17d3283 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:35.807762 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50522e0-72a8-4d14-8dac-4b7bf957d81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0b77f8-c132-4675-866a-27b1de04b731', 'code': 200} Sep 22 09:35:35.807762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e54c0-e923-4cfa-926f-8e591b56ee27 None None] Checking router: f5078261-5a9f-4794-b832-c833a70430c4 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:35:35.814938 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e54c0-e923-4cfa-926f-8e591b56ee27 None None] Routers {'f5078261-5a9f-4794-b832-c833a70430c4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:35.816256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cc7e54c0-e923-4cfa-926f-8e591b56ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f5078261-5a9f-4794-b832-c833a70430c4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:35.889654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6e74f-40dd-46aa-a084-78779f2d8f55 req-e056a178-246d-4b61-b6d6-4d29107be592 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:35.891372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69e6e74f-40dd-46aa-a084-78779f2d8f55 req-e056a178-246d-4b61-b6d6-4d29107be592 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0958309 Sep 22 09:35:35.914439 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:35.927993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bab7a6-8aa5-4d39-8cdd-8e2a58901bcd req-609d16b9-dc08-47ae-8cd9-37aaa3f3f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:35.930060 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-31bab7a6-8aa5-4d39-8cdd-8e2a58901bcd req-609d16b9-dc08-47ae-8cd9-37aaa3f3f423 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 1100 time: 0.1198509 Sep 22 09:35:35.932645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bcd6d75-7a16-4dbe-911c-68fead4dc7af req-9526c8be-3fad-40fc-ac9c-8046d8b6b7f9 service neutron] 10.222.0.60 "GET /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316977 Sep 22 09:35:35.950874 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:35.992424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Pushing event updated for resources: {'Port': ['ID=74f60fa1-56b0-4070-9365-62cac4bda61f,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:36.012123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69e6e74f-40dd-46aa-a084-78779f2d8f55 req-3a42e6bf-da6a-4bb7-9e79-bda5f0c2f5ff tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084085 Sep 22 09:35:36.049851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-cc7e54c0-e923-4cfa-926f-8e591b56ee27 None None] Set router f5078261-5a9f-4794-b832-c833a70430c4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:36.176396 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-31bab7a6-8aa5-4d39-8cdd-8e2a58901bcd req-d586d2e5-b0aa-4c27-bfa9-db9a09eb36a2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332840 Sep 22 09:35:36.178362 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:36.187786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Attempting to bind port 74f60fa1-56b0-4070-9365-62cac4bda61f on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:35:36.188352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Attempting to bind port 74f60fa1-56b0-4070-9365-62cac4bda61f by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '4ef2e479-af03-43bc-a999-258277ec657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:35:36.192584 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Attempting to bind port 74f60fa1-56b0-4070-9365-62cac4bda61f on network 9c253668-7d17-4352-a9aa-3f1b874765d9 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:36.204967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Port 74f60fa1-56b0-4070-9365-62cac4bda61f on network 9c253668-7d17-4352-a9aa-3f1b874765d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:35:36.205294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Attempting to bind port 74f60fa1-56b0-4070-9365-62cac4bda61f on network 9c253668-7d17-4352-a9aa-3f1b874765d9 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:36.213217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:35:36.213583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Checking segment: {'id': '4ef2e479-af03-43bc-a999-258277ec657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:35:36.213975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Bound using segment: {'id': '4ef2e479-af03-43bc-a999-258277ec657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:35:36.214601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Bound port: 74f60fa1-56b0-4070-9365-62cac4bda61f, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef2e479-af03-43bc-a999-258277ec657d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:35:36.214965 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:36.224329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee91548-9d89-4c29-aced-19d51273011b req-0866df6a-b1ea-4cf3-9704-ecd971d2091e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:36.232692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ee91548-9d89-4c29-aced-19d51273011b req-0866df6a-b1ea-4cf3-9704-ecd971d2091e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1428692 Sep 22 09:35:36.309811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ee91548-9d89-4c29-aced-19d51273011b req-1cf77dcb-d8ef-4bdb-a5b1-d842891100af tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748558 Sep 22 09:35:36.334085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cc7e54c0-e923-4cfa-926f-8e591b56ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:35:34Z', 'revision_number': 5, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:36.367814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e54c0-e923-4cfa-926f-8e591b56ee27 None None] The sync data for ids ['f5078261-5a9f-4794-b832-c833a70430c4'] in n-d-805649-4 is: [{'id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'name': 'tempest-ServersTestBootFromVolume-2027479485-router', 'tenant_id': 'e2a6bc30171f44978212060b8a32150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:46Z', 'updated_at': '2021-09-22T09:35:34Z', 'revision_number': 5, 'project_id': 'e2a6bc30171f44978212060b8a32150c', 'gw_port': {'id': '61d4106c-c8b4-48c3-b06b-c3fcf6031229', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5078261-5a9f-4794-b832-c833a70430c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:47Z', 'updated_at': '2021-09-22T09:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:35:36.376516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Deleting port 61d4106c-c8b4-48c3-b06b-c3fcf6031229 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:36.379174 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:36.384612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] For port 74f60fa1-56b0-4070-9365-62cac4bda61f, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:35:36.388602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] For port 74f60fa1-56b0-4070-9365-62cac4bda61f, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=74f60fa1-56b0-4070-9365-62cac4bda61f,segment=NetworkSegment(4ef2e479-af03-43bc-a999-258277ec657d),segment_id=4ef2e479-af03-43bc-a999-258277ec657d)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:35:36.455945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:36.520404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] For port 61d4106c-c8b4-48c3-b06b-c3fcf6031229, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61d4106c-c8b4-48c3-b06b-c3fcf6031229,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:36.520522 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:36.523356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:36.523992 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:36.525529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] 10.222.0.60 "PUT /v2.0/ports/74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 1092 time: 1.9429870 Sep 22 09:35:36.527808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:36.530222 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f09fbf-3371-470f-933c-87c5271a8fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:36.539711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Calling delete_port for 61d4106c-c8b4-48c3-b06b-c3fcf6031229 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:36.577505 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47cfec-df8f-4199-85f8-7601e7bf9d32 service neutron] Pushing event updated for resources: {'Port': ['ID=74f60fa1-56b0-4070-9365-62cac4bda61f,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:36.605506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b9c83-fc1f-406b-836e-1cae0e202393 req-a08595bc-7175-432d-aea0-afefe990ca72 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:36.606993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f02b9c83-fc1f-406b-836e-1cae0e202393 req-a08595bc-7175-432d-aea0-afefe990ca72 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 949 time: 0.1080811 Sep 22 09:35:36.608481 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465fbef6-03c1-47b4-a573-03452fd4d443 x-openstack-request-id: req-465fbef6-03c1-47b4-a573-03452fd4d443 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:36.609019 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:36.609145 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-465fbef6-03c1-47b4-a573-03452fd4d443 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:36.609444 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'status': 'completed', 'code': 200} Sep 22 09:35:36.728838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f02b9c83-fc1f-406b-836e-1cae0e202393 req-b8161bbf-42f9-4c43-9408-f5bd7c6e8ed2 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104605 Sep 22 09:35:36.750884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f09fbf-3371-470f-933c-87c5271a8fa0 req-e904d1af-e003-42bb-bf4c-9d1b8d258151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:36.756095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21f09fbf-3371-470f-933c-87c5271a8fa0 req-e904d1af-e003-42bb-bf4c-9d1b8d258151 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7292dce46a747c4b643a18f67667c98&device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 1095 time: 0.1270208 Sep 22 09:35:36.982998 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0cde499f-c7f3-4b78-8ef4-ec163947f389 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:37.016202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 0cde499f-c7f3-4b78-8ef4-ec163947f389 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:37.016549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0cde499f-c7f3-4b78-8ef4-ec163947f389 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:37.023798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.099656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Pushing event deleted for resources: {'Port': ['ID=61d4106c-c8b4-48c3-b06b-c3fcf6031229,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:37.149074 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.250900 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.252999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-63a2cba4-d472-4cf1-b1f8-3cd8b5de6bf7 req-dd4d366b-c515-4207-9c33-ba058c1cdaee tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.3795853 Sep 22 09:35:37.253491 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.289898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c8f3-d32a-4f38-8547-30fa60114cf6 req-5f03d655-5ef1-42bb-8e33-e868cb322d65 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:37.292033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8101c8f3-d32a-4f38-8547-30fa60114cf6 req-5f03d655-5ef1-42bb-8e33-e868cb322d65 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 944 time: 0.4803634 Sep 22 09:35:37.354098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f09fbf-3371-470f-933c-87c5271a8fa0 req-77b8c9d8-6ef2-40b7-8088-df815cec2fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:37.355599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21f09fbf-3371-470f-933c-87c5271a8fa0 req-77b8c9d8-6ef2-40b7-8088-df815cec2fdb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f7292dce46a747c4b643a18f67667c98&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5878844 Sep 22 09:35:37.358625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8101c8f3-d32a-4f38-8547-30fa60114cf6 req-4ce3a58e-f4ff-4c28-95f9-e8fff2afabaa tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532832 Sep 22 09:35:37.444382 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.444987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5078261-5a9f-4794-b832-c833a70430c4 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:35:37.455365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.458846 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eeb1417c-c368-444a-a704-d942f441f10a admin admin] 10.222.0.49 "DELETE /v2.0/routers/f5078261-5a9f-4794-b832-c833a70430c4 HTTP/1.1" status: 204 len: 168 time: 2.1632776 Sep 22 09:35:37.459229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37302) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:37.528494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-14219686-cc6d-4ad5-8f21-732486373bed admin admin] Deleting subnet e770f9d4-13f6-47b2-be97-fd166beb07b6 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:35:37.532364 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14219686-cc6d-4ad5-8f21-732486373bed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.567418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb993a2-59c3-4937-9abf-bfc775e4f195 req-eed779fa-196d-4a04-bc44-5d2aaebfdb61 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:37.569069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cb993a2-59c3-4937-9abf-bfc775e4f195 req-eed779fa-196d-4a04-bc44-5d2aaebfdb61 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1293392 Sep 22 09:35:37.571773 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14219686-cc6d-4ad5-8f21-732486373bed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.579019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f09fbf-3371-470f-933c-87c5271a8fa0 req-d1717c42-f037-4b20-837f-a8138e4d431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:37.581020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21f09fbf-3371-470f-933c-87c5271a8fa0 req-d1717c42-f037-4b20-837f-a8138e4d431b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2173908 Sep 22 09:35:37.623559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb31d0b-5047-4a44-8300-7f799483154b req-b61132d6-de61-40c6-aa04-d94398094d9a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:37.630873 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acb31d0b-5047-4a44-8300-7f799483154b req-b61132d6-de61-40c6-aa04-d94398094d9a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1899922 Sep 22 09:35:37.665382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cb993a2-59c3-4937-9abf-bfc775e4f195 req-b9d1b44f-1466-4c64-a31a-2633bece3e59 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824580 Sep 22 09:35:37.709275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acb31d0b-5047-4a44-8300-7f799483154b req-b0cff403-9864-46c0-8e2f-81ffc505780a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772440 Sep 22 09:35:37.723086 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14219686-cc6d-4ad5-8f21-732486373bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.807050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-9fb001c0-5409-4eac-8321-28559ec5cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:37.808945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-9fb001c0-5409-4eac-8321-28559ec5cae4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7292dce46a747c4b643a18f67667c98&device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 1095 time: 0.0569477 Sep 22 09:35:37.875501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-f3a0d0a1-d231-49bf-9ab1-797638f9c7fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 217 time: 0.0569768 Sep 22 09:35:37.913881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14219686-cc6d-4ad5-8f21-732486373bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.919813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f1ff6-5fee-4ae6-8966-086553013e18 req-96182a4e-bf47-479f-a6bb-bad3e08eac6c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:37.921443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d5f1ff6-5fee-4ae6-8966-086553013e18 req-96182a4e-bf47-479f-a6bb-bad3e08eac6c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 949 time: 0.1115990 Sep 22 09:35:37.937169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f2e0c2-462c-41a9-ae04-dcead8197020 None None] Network ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:35:37.938115 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14219686-cc6d-4ad5-8f21-732486373bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.943128 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-14219686-cc6d-4ad5-8f21-732486373bed admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e770f9d4-13f6-47b2-be97-fd166beb07b6 HTTP/1.1" status: 204 len: 168 time: 0.4829154 Sep 22 09:35:37.945555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37314) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:37.977988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14219686-cc6d-4ad5-8f21-732486373bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e770f9d4-13f6-47b2-be97-fd166beb07b6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:37.994554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-29988dda-e577-4515-a96b-21b87b447f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:37.996356 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-29988dda-e577-4515-a96b-21b87b447f45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58e769f3-7174-49e3-b963-28fded0a84ae HTTP/1.1" status: 200 len: 859 time: 0.1127317 Sep 22 09:35:38.050183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d5f1ff6-5fee-4ae6-8966-086553013e18 req-146120da-b7e3-40ee-8b9c-50abaa623a81 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162150 Sep 22 09:35:38.081178 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:38.110231 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-2b575114-2dca-4a21-96bc-8628d9d14a7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c253668-7d17-4352-a9aa-3f1b874765d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763724 Sep 22 09:35:38.177610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Deleting port 16e3d724-be85-43d8-b686-85115390f2ab {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:38.177967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:38.236136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02e28a-1761-4320-8277-5ce160f039a3 None None] DHCP port deletion for ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:35:38.252155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-14f323b1-4bed-496c-a78b-59aa6b7fecf6 service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334057 Sep 22 09:35:38.281529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] For port 16e3d724-be85-43d8-b686-85115390f2ab, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=16e3d724-be85-43d8-b686-85115390f2ab,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:38.281948 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:38.305556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Calling delete_port for 16e3d724-be85-43d8-b686-85115390f2ab owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:38.352007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1f02e28a-1761-4320-8277-5ce160f039a3 None None] Deleting port 16e3d724-be85-43d8-b686-85115390f2ab {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:38.356019 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f02e28a-1761-4320-8277-5ce160f039a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:38.381168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8f5aff4-708c-4aa2-aad5-421a5a5bf6c7 req-60d31dad-8c1f-400a-85e0-0743e97b0c0e service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154215 Sep 22 09:35:38.454987 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e698bf3f-e023-4d6f-ad55-7a78542041b6 req-f9020d9b-a719-4002-9de1-e65573f92e56 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0419688 Sep 22 09:35:38.462506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1f02e28a-1761-4320-8277-5ce160f039a3 None None] For port 16e3d724-be85-43d8-b686-85115390f2ab, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=16e3d724-be85-43d8-b686-85115390f2ab,segment=NetworkSegment(f0785417-78cc-4a44-8b19-ef6031ffb146),segment_id=f0785417-78cc-4a44-8b19-ef6031ffb146)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:38.463969 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f02e28a-1761-4320-8277-5ce160f039a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:38.484139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1f02e28a-1761-4320-8277-5ce160f039a3 None None] Calling delete_port for 16e3d724-be85-43d8-b686-85115390f2ab owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:38.577735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9750b-676a-44a7-ad73-4cb7fd5fe5b5 req-765eabf6-e5bc-409d-aa2c-808b19b7ea51 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:38.579367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54b9750b-676a-44a7-ad73-4cb7fd5fe5b5 req-765eabf6-e5bc-409d-aa2c-808b19b7ea51 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 944 time: 0.0581124 Sep 22 09:35:38.623050 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54b9750b-676a-44a7-ad73-4cb7fd5fe5b5 req-68ff13cb-ddb0-4475-b89c-9aede119bead tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360479 Sep 22 09:35:38.627691 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:38.638628 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f02e28a-1761-4320-8277-5ce160f039a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:38.663019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e3d724-be85-43d8-b686-85115390f2ab,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:38.665288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] No DVR routers for this DVR port 16e3d724-be85-43d8-b686-85115390f2ab on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:38.668255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02e28a-1761-4320-8277-5ce160f039a3 None None] Pushing event deleted for resources: {'Port': ['ID=16e3d724-be85-43d8-b686-85115390f2ab,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:38.674849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02e28a-1761-4320-8277-5ce160f039a3 None None] No DVR routers for this DVR port 16e3d724-be85-43d8-b686-85115390f2ab on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:38.792849 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:38.806107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8ea99-bbca-4938-a873-8ce2278b7249 req-b61f1640-54ea-4036-8d49-13cfcf86daf3 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:38.808851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84f8ea99-bbca-4938-a873-8ce2278b7249 req-b61f1640-54ea-4036-8d49-13cfcf86daf3 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.0636125 Sep 22 09:35:38.823615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbbda1b-56e6-4f4b-8b3a-6358a14ae564']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:38.834820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0785417-78cc-4a44-8b19-ef6031ffb146') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:38.835136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0785417-78cc-4a44-8b19-ef6031ffb146') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:38.845680 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:38.861772 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:38.873216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:35:38.873625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:35:38.875340 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:35:38.892813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afc6b0-d70c-4b3c-baf0-1860c37dd4ab req-4e494cc7-a698-4f1b-8671-3bc7d55f7fe6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:38.894428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2afc6b0-d70c-4b3c-baf0-1860c37dd4ab req-4e494cc7-a698-4f1b-8671-3bc7d55f7fe6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0844324 Sep 22 09:35:38.897820 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84f8ea99-bbca-4938-a873-8ce2278b7249 req-eaeec41a-e59d-44e7-baff-17d607440634 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770819 Sep 22 09:35:38.966439 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2afc6b0-d70c-4b3c-baf0-1860c37dd4ab req-44531c7a-ce06-41d9-b7c4-5d1f8cc9955a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549536 Sep 22 09:35:39.033705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:39.043035 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:39.045010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 16e3d724-be85-43d8-b686-85115390f2ab no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:39.045412 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ccbbda1b-56e6-4f4b-8b3a-6358a14ae564 HTTP/1.1" status: 204 len: 168 time: 1.0987236 Sep 22 09:35:39.070742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 16e3d724-be85-43d8-b686-85115390f2ab {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:39.070926 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 16e3d724-be85-43d8-b686-85115390f2ab not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:39.071544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61d4106c-c8b4-48c3-b06b-c3fcf6031229 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:39.080912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f891061-4287-4de7-b46e-4a0c812095a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbbda1b-56e6-4f4b-8b3a-6358a14ae564,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:39.098577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 61d4106c-c8b4-48c3-b06b-c3fcf6031229 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:39.099369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61d4106c-c8b4-48c3-b06b-c3fcf6031229 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:39.177510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a6c60-5685-4421-bde9-ef48597ff74e req-143f2f9c-68a9-4603-9c66-8510e8291f26 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:39.179086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-674a6c60-5685-4421-bde9-ef48597ff74e req-143f2f9c-68a9-4603-9c66-8510e8291f26 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 949 time: 0.0534449 Sep 22 09:35:39.227631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-674a6c60-5685-4421-bde9-ef48597ff74e req-039924db-b89d-47f1-96ae-15dbe89078ca tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Sep 22 09:35:39.341411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cbab7-d50f-4e6f-9ae8-3fc1846bb27a req-ccd9af6c-4d05-45e9-901d-d769b218bf71 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:39.343139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-367cbab7-d50f-4e6f-9ae8-3fc1846bb27a req-ccd9af6c-4d05-45e9-901d-d769b218bf71 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 1100 time: 0.0433185 Sep 22 09:35:39.385723 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-367cbab7-d50f-4e6f-9ae8-3fc1846bb27a req-448c3ee7-ce0b-4c38-a1ea-5977319cfd59 tempest-ServersOnMultiNodesTest-603320530 tempest-ServersOnMultiNodesTest-603320530-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363202 Sep 22 09:35:39.529129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37356) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:39.610992 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f4a215b2-ed99-4c47-89d8-3fa804b09e55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2a6bc30171f44978212060b8a32150c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700111 Sep 22 09:35:39.610992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37360) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:39.629394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a09f022c-b1cf-43c9-80f2-88566f267060 req-9fdd7f7a-1e29-4428-ba80-f32788cf1c2b tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0343034 Sep 22 09:35:39.660000 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0ea25862-673a-4d9f-a92d-8851ed883b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:39.687010 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0ea25862-673a-4d9f-a92d-8851ed883b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:39.761119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253651b3-cf77-4b79-b0a7-89054806bce2 req-7f34e8cd-af04-4742-b31f-82a6b189834e tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:39.762694 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253651b3-cf77-4b79-b0a7-89054806bce2 req-7f34e8cd-af04-4742-b31f-82a6b189834e tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 944 time: 0.0579045 Sep 22 09:35:39.817295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253651b3-cf77-4b79-b0a7-89054806bce2 req-588dc9c7-1e18-438e-ab14-c873f2e9c0b1 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475066 Sep 22 09:35:39.890285 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0ea25862-673a-4d9f-a92d-8851ed883b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:39.893166 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0ea25862-673a-4d9f-a92d-8851ed883b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:39.894522 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0ea25862-673a-4d9f-a92d-8851ed883b29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc24df65-e9dc-498d-9a75-0f6b26f04a32 HTTP/1.1" status: 204 len: 168 time: 0.2894323 Sep 22 09:35:39.904288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea25862-673a-4d9f-a92d-8851ed883b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc24df65-e9dc-498d-9a75-0f6b26f04a32,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:40.041779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df6388-1a3e-4577-bfd5-ff5bd7305f5a req-fbc1a541-0350-4bcc-a1f0-0dc25b9c0192 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:40.043632 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22df6388-1a3e-4577-bfd5-ff5bd7305f5a req-fbc1a541-0350-4bcc-a1f0-0dc25b9c0192 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.0639184 Sep 22 09:35:40.114482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22df6388-1a3e-4577-bfd5-ff5bd7305f5a req-cf00a90b-bc9f-48a1-8aa1-baf174c6f6e4 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587406 Sep 22 09:35:40.355355 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aa4d6-0391-4e1c-a1f4-a9da9f046b02 req-a0b093a6-ad5e-4c29-bdaf-a03da59091b0 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:40.355355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b9aa4d6-0391-4e1c-a1f4-a9da9f046b02 req-a0b093a6-ad5e-4c29-bdaf-a03da59091b0 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 949 time: 0.0828204 Sep 22 09:35:40.355355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b9aa4d6-0391-4e1c-a1f4-a9da9f046b02 req-ba4316b3-8b54-411b-b43b-76edbe7c9e25 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333376 Sep 22 09:35:40.355355 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2156e34-9084-4739-a836-26fe1a4042ae req-8688be85-3833-49f8-8991-e9dc37a82a3e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:40.355355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2156e34-9084-4739-a836-26fe1a4042ae req-8688be85-3833-49f8-8991-e9dc37a82a3e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0512311 Sep 22 09:35:40.355355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2156e34-9084-4739-a836-26fe1a4042ae req-8df54437-bfea-4d0c-8670-cf0cd394b913 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Sep 22 09:35:40.705492 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f18dc05f-f28a-4b2c-9fa9-9ad73a45c05c req-8fe61677-01b6-4780-a1eb-ae6b15ea696a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0268142 Sep 22 09:35:40.740425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d604823-c92e-4ebd-9bcd-65f9093ba1ba req-72b5e915-54f4-45cb-8770-69280d0d1737 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0300577 Sep 22 09:35:40.957980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0afce5-9f71-4520-988b-9a625b46b5b0 req-cea7882b-04c8-41af-8592-7fc9ed650b5e tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:40.959717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b0afce5-9f71-4520-988b-9a625b46b5b0 req-cea7882b-04c8-41af-8592-7fc9ed650b5e tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 944 time: 0.0668788 Sep 22 09:35:41.000924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b0afce5-9f71-4520-988b-9a625b46b5b0 req-a4c8775d-cc84-41b7-843b-ca5410730167 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333316 Sep 22 09:35:41.308561 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555de76a-a0e8-4dc4-a439-e77d28dfede8 req-7ab7ae58-40ff-41a5-b64d-e73350f3074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:41.310116 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-555de76a-a0e8-4dc4-a439-e77d28dfede8 req-7ab7ae58-40ff-41a5-b64d-e73350f3074d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4487adddfe80414185b635c5def5498d&device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 1097 time: 0.0412247 Sep 22 09:35:41.472443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555de76a-a0e8-4dc4-a439-e77d28dfede8 req-579c2335-f0dc-4284-a825-388889c1e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:41.474211 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-555de76a-a0e8-4dc4-a439-e77d28dfede8 req-579c2335-f0dc-4284-a825-388889c1e3d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 200 len: 911 time: 0.1392970 Sep 22 09:35:41.533842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee52b4c-9acc-45f8-85b2-4362e017830a req-fd17b313-abe7-4a15-a1ac-bc5e2d58e361 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:41.535894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ee52b4c-9acc-45f8-85b2-4362e017830a req-fd17b313-abe7-4a15-a1ac-bc5e2d58e361 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.0819430 Sep 22 09:35:41.544507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f5c79-f48a-4a68-90c2-e66a2cd108fc req-861ecfe4-c141-47d4-84b1-bc562ddb5fb2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:41.546158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f3f5c79-f48a-4a68-90c2-e66a2cd108fc req-861ecfe4-c141-47d4-84b1-bc562ddb5fb2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1128943 Sep 22 09:35:41.565659 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-555de76a-a0e8-4dc4-a439-e77d28dfede8 req-0b052d76-0c1c-4c33-8f26-596dd72bbef1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb8cce53-df5b-4926-b97e-18a6c9f21e31 HTTP/1.1" status: 200 len: 1001 time: 0.0809994 Sep 22 09:35:41.610605 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ee52b4c-9acc-45f8-85b2-4362e017830a req-56f6ba08-5df3-458a-8fe2-28596e0ea1bf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634208 Sep 22 09:35:41.616466 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f3f5c79-f48a-4a68-90c2-e66a2cd108fc req-eb847871-8b46-4422-a2c5-4ae96f0be46a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604179 Sep 22 09:35:41.628781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 74f60fa1-56b0-4070-9365-62cac4bda61f details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:35:41.635781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555de76a-a0e8-4dc4-a439-e77d28dfede8 req-d5981761-d860-466a-8700-33a364f9341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:41.637437 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-555de76a-a0e8-4dc4-a439-e77d28dfede8 req-d5981761-d860-466a-8700-33a364f9341f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97e558d8-50e5-49ad-b658-279ef4008a23 HTTP/1.1" status: 200 len: 849 time: 0.0627956 Sep 22 09:35:41.719390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555de76a-a0e8-4dc4-a439-e77d28dfede8 req-b9de637b-f2e1-4574-be67-d7b1065c25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:41.723445 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-555de76a-a0e8-4dc4-a439-e77d28dfede8 req-b9de637b-f2e1-4574-be67-d7b1065c25cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734906 Sep 22 09:35:41.725947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37424) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:41.781564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f83cf-c743-40e5-9454-eb86421d190b req-221e1fbe-c442-4396-bfda-08111a31e02d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:41.785554 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f43f83cf-c743-40e5-9454-eb86421d190b req-221e1fbe-c442-4396-bfda-08111a31e02d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 949 time: 0.0762894 Sep 22 09:35:41.826067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 74f60fa1-56b0-4070-9365-62cac4bda61f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=74f60fa1-56b0-4070-9365-62cac4bda61f,segment=NetworkSegment(4ef2e479-af03-43bc-a999-258277ec657d),segment_id=4ef2e479-af03-43bc-a999-258277ec657d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:41.852850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'port_id': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'mac_address': 'fa:16:3e:66:eb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:35:41.908708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f43f83cf-c743-40e5-9454-eb86421d190b req-b897ebf9-7eb0-4482-9540-72bd0ef2f287 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171026 Sep 22 09:35:41.940123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1460166803-network', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:41.943633 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:41.960355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f60fa1-56b0-4070-9365-62cac4bda61f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:35:41.968558 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-63c05cde-e4a9-4678-b86d-d05e0e0a8647 req-e0bf92b4-736f-4c26-8b6c-50f73f13d177 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0826805 Sep 22 09:35:41.968719 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-555de76a-a0e8-4dc4-a439-e77d28dfede8 req-ddde1e15-75ca-4367-9b1b-1fa3c2c47a0c service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260435 Sep 22 09:35:41.998674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9347435-e26a-4509-a9d3-672698e144ab req-1a2fcf3e-ffd2-41ba-8b92-fa8fb02bee8c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:42.000480 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9347435-e26a-4509-a9d3-672698e144ab req-1a2fcf3e-ffd2-41ba-8b92-fa8fb02bee8c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 949 time: 0.1709590 Sep 22 09:35:42.010492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 74f60fa1-56b0-4070-9365-62cac4bda61f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=74f60fa1-56b0-4070-9365-62cac4bda61f,segment=NetworkSegment(4ef2e479-af03-43bc-a999-258277ec657d),segment_id=4ef2e479-af03-43bc-a999-258277ec657d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:42.092303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-555de76a-a0e8-4dc4-a439-e77d28dfede8 req-e93a51e9-3459-4bc1-ac7a-057ccb4a4fa4 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167996 Sep 22 09:35:42.112474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Made reservation on behalf of 624fd7e667434d99abf4188bebdaebf4 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:35:42.115049 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.125490 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.133738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c9347435-e26a-4509-a9d3-672698e144ab req-5e8f732b-24e5-4ec9-8319-c93817203727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Deleting port 3f0b77f8-c132-4675-866a-27b1de04b731 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:42.134203 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c9347435-e26a-4509-a9d3-672698e144ab req-5e8f732b-24e5-4ec9-8319-c93817203727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.158826 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.187833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b671-88b5-4a5f-a9fa-9f02a4229965 req-326f6bbe-a783-4ca5-9fd1-543abe775b49 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:42.190011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d130b671-88b5-4a5f-a9fa-9f02a4229965 req-326f6bbe-a783-4ca5-9fd1-543abe775b49 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 944 time: 0.0914066 Sep 22 09:35:42.221222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=74f60fa1-56b0-4070-9365-62cac4bda61f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:42.244543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.276063 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d130b671-88b5-4a5f-a9fa-9f02a4229965 req-247feff4-817b-4e96-8e19-b03046d22983 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579877 Sep 22 09:35:42.281236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c9347435-e26a-4509-a9d3-672698e144ab req-5e8f732b-24e5-4ec9-8319-c93817203727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] For port 3f0b77f8-c132-4675-866a-27b1de04b731, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3f0b77f8-c132-4675-866a-27b1de04b731,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:42.281608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c9347435-e26a-4509-a9d3-672698e144ab req-5e8f732b-24e5-4ec9-8319-c93817203727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.310525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c9347435-e26a-4509-a9d3-672698e144ab req-5e8f732b-24e5-4ec9-8319-c93817203727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Calling delete_port for 3f0b77f8-c132-4675-866a-27b1de04b731 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:42.329953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.359786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:35:42.369695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3250c46-09bc-482c-85e9-19b006f6bd36,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:42.374548 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.374891 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Added segment ce0f0c08-6ea3-4913-8c58-e220c0eb167c of type vlan for network 472dd4b2-01fa-466e-aa1b-60409bc0f927 Sep 22 09:35:42.418614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.451259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['74f60fa1-56b0-4070-9365-62cac4bda61f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:42.518542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.522978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:42.522978 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.566193 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c9347435-e26a-4509-a9d3-672698e144ab req-5e8f732b-24e5-4ec9-8319-c93817203727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.581247 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245', 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a', '3f0b77f8-c132-4675-866a-27b1de04b731'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:42.594773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f732b-24e5-4ec9-8319-c93817203727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event deleted for resources: {'Port': ['ID=3f0b77f8-c132-4675-866a-27b1de04b731,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:42.596134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] Pushing event updated for resources: {'Network': ['ID=472dd4b2-01fa-466e-aa1b-60409bc0f927,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:42.629308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 472dd4b2-01fa-466e-aa1b-60409bc0f927 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:35:42.646667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9347435-e26a-4509-a9d3-672698e144ab req-5e8f732b-24e5-4ec9-8319-c93817203727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] No DVR routers for this DVR port 3f0b77f8-c132-4675-866a-27b1de04b731 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:42.652113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c9347435-e26a-4509-a9d3-672698e144ab req-5e8f732b-24e5-4ec9-8319-c93817203727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.654346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9347435-e26a-4509-a9d3-672698e144ab req-5e8f732b-24e5-4ec9-8319-c93817203727 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "DELETE /v2.0/ports/3f0b77f8-c132-4675-866a-27b1de04b731 HTTP/1.1" status: 204 len: 173 time: 0.6476746 Sep 22 09:35:42.654804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50522e0-72a8-4d14-8dac-4b7bf957d81d', 'name': 'network-vif-deleted', 'tag': '3f0b77f8-c132-4675-866a-27b1de04b731'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:42.660958 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d038ae-13ec-44de-92b0-3d2ba8dd0fbf" -d '{"events": [{"server_uuid": "e50522e0-72a8-4d14-8dac-4b7bf957d81d", "name": "network-vif-deleted", "tag": "3f0b77f8-c132-4675-866a-27b1de04b731"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:42.668075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37448) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:42.668787 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aa505098-d00c-43b0-b95b-74661783a1d4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9410453 Sep 22 09:35:42.676286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] Request body: {'subnet': {'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-subnet', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:42.744048 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0971ef-5d28-4dfb-9475-cf8929725ee4 x-openstack-request-id: req-6e0971ef-5d28-4dfb-9475-cf8929725ee4 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:42.744048 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50522e0-72a8-4d14-8dac-4b7bf957d81d", "name": "network-vif-deleted", "tag": "3f0b77f8-c132-4675-866a-27b1de04b731", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:42.744048 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e0971ef-5d28-4dfb-9475-cf8929725ee4 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:42.745075 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50522e0-72a8-4d14-8dac-4b7bf957d81d', 'name': 'network-vif-deleted', 'tag': '3f0b77f8-c132-4675-866a-27b1de04b731', 'status': 'completed', 'code': 200} Sep 22 09:35:42.822493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] Made reservation on behalf of 624fd7e667434d99abf4188bebdaebf4 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:35:42.825899 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:42.987004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bd43e-cd4b-4fa3-a58c-c8effa2b1c64 req-8a5393ef-3a71-4ebf-a7f2-1a461783b0eb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:42.988567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-284bd43e-cd4b-4fa3-a58c-c8effa2b1c64 req-8a5393ef-3a71-4ebf-a7f2-1a461783b0eb tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.2184477 Sep 22 09:35:42.998337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f60d5-ad4e-4460-a5be-dcd0aa3d4fe1 req-f34ae284-f059-43d6-a094-12a480b70071 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:42.999875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c06f60d5-ad4e-4460-a5be-dcd0aa3d4fe1 req-f34ae284-f059-43d6-a094-12a480b70071 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1713879 Sep 22 09:35:43.075174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-284bd43e-cd4b-4fa3-a58c-c8effa2b1c64 req-9af8ff36-5ee4-4484-b05f-530f9fe6df9a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729475 Sep 22 09:35:43.106695 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c06f60d5-ad4e-4460-a5be-dcd0aa3d4fe1 req-3547612e-e1bf-4ab2-a88c-1411d2cde6b5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953624 Sep 22 09:35:43.249783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7841ace-5155-42bf-9f6b-ffb943bc8f5e req-39c66fc9-3088-4449-9840-28473339871d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=e50522e0-72a8-4d14-8dac-4b7bf957d81d HTTP/1.1" status: 200 len: 210 time: 0.0291538 Sep 22 09:35:43.276019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9e714ba-cab9-46b3-81c0-ee2b5fd49df0 req-2e3d6ceb-902f-45c4-b0e8-a785742edabf tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0281234 Sep 22 09:35:43.277053 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:43.346980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:43.435054 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39596df5-41b3-405b-b0aa-0fd093e2c808 req-91f49a12-b93f-4067-97bb-fc21142868b4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:43.436920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39596df5-41b3-405b-b0aa-0fd093e2c808 req-91f49a12-b93f-4067-97bb-fc21142868b4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 945 time: 0.0778904 Sep 22 09:35:43.440033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] Checking segment: {'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:35:43.440405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] Network hostable DHCP agents. Network: 472dd4b2-01fa-466e-aa1b-60409bc0f927, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:35:43.492676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39596df5-41b3-405b-b0aa-0fd093e2c808 req-9ba8b045-82b3-49a2-a75f-8490cc42a89d tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424361 Sep 22 09:35:43.526831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c', '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'd65fc554-9f30-4bfa-a032-49aadd107296', '79bdf961-721b-4f02-a5f0-0a757bd0a40a', 'c3a22463-eaad-48cb-b480-c8d15f98d02f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:43.572795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] Network 472dd4b2-01fa-466e-aa1b-60409bc0f927 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:35:43.673312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 472dd4b2-01fa-466e-aa1b-60409bc0f927) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:43.678242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:43.678897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:43.716320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6d0f16-4e28-4d67-98b4-98e6164e563e None None] Network 472dd4b2-01fa-466e-aa1b-60409bc0f927 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:35:43.773025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b070e4d9-01df-49f9-924b-5c256e21940a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1015122 Sep 22 09:35:43.773471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37484) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:43.778564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:43.885726 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-413715ac-73f3-4f8e-b83f-4d9d8c9a0724 req-7ba0a003-5020-45fc-8f68-06f4f4507b36 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0388141 Sep 22 09:35:43.912498 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:43.913746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:43.967868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-472dd4b2-01fa-466e-aa1b-60409bc0f927', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:35:43.968770 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:44.015048 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:44.405350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Allocated IP 172.20.0.2 (472dd4b2-01fa-466e-aa1b-60409bc0f927/f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400/4e08447b-3f1a-48c4-aecf-c59fb47feaed) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:35:44.418915 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:44.431861 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c152a0d-6b99-4142-a64a-8ffe28198b12 req-7ecd8dc0-8406-4089-aaf8-25e4cd36cac4 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:44.439073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c152a0d-6b99-4142-a64a-8ffe28198b12 req-7ecd8dc0-8406-4089-aaf8-25e4cd36cac4 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.2770443 Sep 22 09:35:44.466304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d9bdd-346f-469b-9f66-0d559403e0ca req-1a9a0061-428f-47ba-8430-cedc40401963 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:44.474085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-322d9bdd-346f-469b-9f66-0d559403e0ca req-1a9a0061-428f-47ba-8430-cedc40401963 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.2077773 Sep 22 09:35:44.552126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c152a0d-6b99-4142-a64a-8ffe28198b12 req-1bc34779-9099-4271-837c-c3b8119d9df1 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093123 Sep 22 09:35:44.595309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-322d9bdd-346f-469b-9f66-0d559403e0ca req-85e587d2-a571-49a4-a647-42512075298f tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199305 Sep 22 09:35:44.691908 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:44.800703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:44.864868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781c600-9ea3-456e-a8b1-61dfaecad5cc req-9123d590-84a3-4176-9824-d28cca93c794 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:44.866419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7781c600-9ea3-456e-a8b1-61dfaecad5cc req-9123d590-84a3-4176-9824-d28cca93c794 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 945 time: 0.1100791 Sep 22 09:35:44.878022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3f0b77f8-c132-4675-866a-27b1de04b731 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:44.888180 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:44.895780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Network 472dd4b2-01fa-466e-aa1b-60409bc0f927 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:44.922533 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:44.936310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 3f0b77f8-c132-4675-866a-27b1de04b731 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:44.936544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3f0b77f8-c132-4675-866a-27b1de04b731 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:44.939108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:44.942982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Pushing event updated for resources: {'Port': ['ID=4e08447b-3f1a-48c4-aecf-c59fb47feaed,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:44.946389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:35:45.013235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7781c600-9ea3-456e-a8b1-61dfaecad5cc req-50022ef2-6198-4f5b-931a-0804106fff53 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352241 Sep 22 09:35:45.037262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Attempting to bind port 4e08447b-3f1a-48c4-aecf-c59fb47feaed on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:35:45.037823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Attempting to bind port 4e08447b-3f1a-48c4-aecf-c59fb47feaed by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:35:45.038615 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Attempting to bind port 4e08447b-3f1a-48c4-aecf-c59fb47feaed on network 472dd4b2-01fa-466e-aa1b-60409bc0f927 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:45.046499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:35:45.047182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Checking segment: {'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:35:45.047743 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:45.048296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Bound using segment: {'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:35:45.049020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Bound port: 4e08447b-3f1a-48c4-aecf-c59fb47feaed, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:35:45.049909 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:45.115451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Allocated IP 172.25.6.238 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/cc92ad5c-2109-4733-86a7-55ea2398aa10) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:35:45.141422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] For port 4e08447b-3f1a-48c4-aecf-c59fb47feaed, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:35:45.144717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] For port 4e08447b-3f1a-48c4-aecf-c59fb47feaed, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4e08447b-3f1a-48c4-aecf-c59fb47feaed,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:35:45.172957 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5777506-94fa-47e8-babd-41803bee5be6 req-7dcd48ff-7bb5-4ba4-970c-68a235e42828 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0417223 Sep 22 09:35:45.229773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb132f-bb47-424b-9167-eaed38137318 req-4c2c348b-ac8d-4950-a620-2ed347ef6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:45.230223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59fb132f-bb47-424b-9167-eaed38137318 req-4c2c348b-ac8d-4950-a620-2ed347ef6e17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4487adddfe80414185b635c5def5498d&device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 1097 time: 0.1240327 Sep 22 09:35:45.238893 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:45.333594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462bb4d-e688-408b-ae6f-14b282a7b5d3 None None] Pushing event updated for resources: {'Port': ['ID=4e08447b-3f1a-48c4-aecf-c59fb47feaed,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:45.387857 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:45.500715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f45bf1-b2dd-480e-9e20-9a6841dad036 req-1af99779-8975-437c-a6ba-bd84a99ef4bc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:45.500715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09f45bf1-b2dd-480e-9e20-9a6841dad036 req-1af99779-8975-437c-a6ba-bd84a99ef4bc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1854630 Sep 22 09:35:45.597192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb132f-bb47-424b-9167-eaed38137318 req-c192cd83-0ff9-4091-9d5c-8b2f8da46eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:45.598776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59fb132f-bb47-424b-9167-eaed38137318 req-c192cd83-0ff9-4091-9d5c-8b2f8da46eec service neutron] 10.222.0.45 "GET /v2.0/networks?id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 200 len: 911 time: 0.2994018 Sep 22 09:35:45.627439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 74f60fa1-56b0-4070-9365-62cac4bda61f up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:45.670662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9df73-de21-478a-b664-394e57fdc32c req-a8688d0a-b4ad-46e9-9ed6-44ed9b2672c5 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:45.673913 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ba9df73-de21-478a-b664-394e57fdc32c req-a8688d0a-b4ad-46e9-9ed6-44ed9b2672c5 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 949 time: 0.2439299 Sep 22 09:35:45.715437 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09f45bf1-b2dd-480e-9e20-9a6841dad036 req-9c833c3b-9416-4dce-a4b2-1789b15010c3 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038362 Sep 22 09:35:45.781722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 74f60fa1-56b0-4070-9365-62cac4bda61f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:35:45.789062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 74f60fa1-56b0-4070-9365-62cac4bda61f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:45.790132 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:45.793597 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:45.799766 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ba9df73-de21-478a-b664-394e57fdc32c req-1e8d535a-68e6-495f-869e-3203cca5e366 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086752 Sep 22 09:35:45.831669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59fb132f-bb47-424b-9167-eaed38137318 req-535fb1dd-f7df-4948-8e34-a88313d41757 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb8cce53-df5b-4926-b97e-18a6c9f21e31 HTTP/1.1" status: 200 len: 1001 time: 0.2089047 Sep 22 09:35:45.906432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:45.930196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:45.937421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:35:45.957994 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:45.969111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Pushing event updated for resources: {'Port': ['ID=cc92ad5c-2109-4733-86a7-55ea2398aa10,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:45.975060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb132f-bb47-424b-9167-eaed38137318 req-979e95bc-23c0-47fe-837e-0a546f66dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:45.976553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59fb132f-bb47-424b-9167-eaed38137318 req-979e95bc-23c0-47fe-837e-0a546f66dc89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97e558d8-50e5-49ad-b658-279ef4008a23 HTTP/1.1" status: 200 len: 849 time: 0.1519730 Sep 22 09:35:46.008644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:46.012302 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569ed88c-6383-4b5a-a908-e3d251ced13a" -d '{"events": [{"server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "name": "network-vif-plugged", "status": "completed", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:46.028817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cada1a3-c890-4e01-8de2-b0c0d6be27e6 req-e982dff4-2c60-4d22-814f-e066ed09a88b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:46.030336 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cada1a3-c890-4e01-8de2-b0c0d6be27e6 req-e982dff4-2c60-4d22-814f-e066ed09a88b tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1576514 Sep 22 09:35:46.032562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 74f60fa1-56b0-4070-9365-62cac4bda61f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=74f60fa1-56b0-4070-9365-62cac4bda61f,segment=NetworkSegment(4ef2e479-af03-43bc-a999-258277ec657d),segment_id=4ef2e479-af03-43bc-a999-258277ec657d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:46.069646 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ac58be-53d8-4135-82f9-1948ee596c9e x-openstack-request-id: req-b2ac58be-53d8-4135-82f9-1948ee596c9e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:46.070188 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "name": "network-vif-plugged", "status": "completed", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:46.070548 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2ac58be-53d8-4135-82f9-1948ee596c9e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:46.071212 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'code': 200} Sep 22 09:35:46.106195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb132f-bb47-424b-9167-eaed38137318 req-63bee160-85cb-407d-925a-17fe8d252399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:46.108309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59fb132f-bb47-424b-9167-eaed38137318 req-63bee160-85cb-407d-925a-17fe8d252399 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216943 Sep 22 09:35:46.116133 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:46.169740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=74f60fa1-56b0-4070-9365-62cac4bda61f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:46.531404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0abbba-0979-4c32-9fe6-82d65f5f5250 None None] Network 472dd4b2-01fa-466e-aa1b-60409bc0f927 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:35:46.620402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-09c71dc3-b4bf-4d4f-a1e2-8e065d907f75 None None] Provisioning complete for port 4e08447b-3f1a-48c4-aecf-c59fb47feaed triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:46.620902 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09c71dc3-b4bf-4d4f-a1e2-8e065d907f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:46.654964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cada1a3-c890-4e01-8de2-b0c0d6be27e6 req-24a8cc56-e0ee-4257-a160-838f60c13c10 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144066 Sep 22 09:35:46.724832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67655e48-7162-4dc1-95d2-990cbdc6fcd1 req-08d8833d-d6db-44d7-a94c-edacef239c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:46.726825 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67655e48-7162-4dc1-95d2-990cbdc6fcd1 req-08d8833d-d6db-44d7-a94c-edacef239c82 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 1097 time: 0.5185640 Sep 22 09:35:46.775346 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09c71dc3-b4bf-4d4f-a1e2-8e065d907f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:46.784601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f44cbe-773f-4742-9bf7-668426968bce req-9688fa19-d524-415d-bf9d-51ddaf6484de tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:46.790718 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-49f44cbe-773f-4742-9bf7-668426968bce req-9688fa19-d524-415d-bf9d-51ddaf6484de tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.5798581 Sep 22 09:35:46.790718 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59fb132f-bb47-424b-9167-eaed38137318 req-ec3c39f1-dd53-4292-a888-27d176cc6c82 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697440 Sep 22 09:35:46.794691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67655e48-7162-4dc1-95d2-990cbdc6fcd1 req-9ce0a6ae-8405-4b6e-a5b7-7e693edd93a4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566227 Sep 22 09:35:46.838331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-09c71dc3-b4bf-4d4f-a1e2-8e065d907f75 None None] For port 4e08447b-3f1a-48c4-aecf-c59fb47feaed, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4e08447b-3f1a-48c4-aecf-c59fb47feaed,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:46.933991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb0fc254-74e6-4341-abae-68943f145293 req-86e98e84-5edc-4b2d-8467-c89a9b393944 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0839550 Sep 22 09:35:46.953333 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09c71dc3-b4bf-4d4f-a1e2-8e065d907f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:47.103033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c71dc3-b4bf-4d4f-a1e2-8e065d907f75 None None] Pushing event updated for resources: {'Port': ['ID=4e08447b-3f1a-48c4-aecf-c59fb47feaed,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:47.138897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-49f44cbe-773f-4742-9bf7-668426968bce req-bf1e1fc4-afc4-40d0-90ed-93a110a6ca7b tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121762 Sep 22 09:35:47.158886 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:47.190768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4e08447b-3f1a-48c4-aecf-c59fb47feaed up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:47.243662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59fb132f-bb47-424b-9167-eaed38137318 req-ce7a8b82-7b81-4840-8419-a6e710761bf1 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257739 Sep 22 09:35:47.285066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4e08447b-3f1a-48c4-aecf-c59fb47feaed triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:47.285648 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:47.335657 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c1f5e16f-3806-4b54-a0a2-602d1e1c4616 None None] Provisioning complete for port 4e08447b-3f1a-48c4-aecf-c59fb47feaed triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:47.335657 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c1f5e16f-3806-4b54-a0a2-602d1e1c4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:47.375165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b769583-d102-48f6-8fa0-89868b109aca req-0dc35329-cceb-4737-a806-2de01da47e4c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:47.377652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b769583-d102-48f6-8fa0-89868b109aca req-0dc35329-cceb-4737-a806-2de01da47e4c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 949 time: 0.3671088 Sep 22 09:35:47.558788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e89a4f-4c97-4213-b743-bfbed981fae3 req-3c09017d-bf3b-4136-a27f-c496398072a3 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:47.560338 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5e89a4f-4c97-4213-b743-bfbed981fae3 req-3c09017d-bf3b-4136-a27f-c496398072a3 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 949 time: 0.2996130 Sep 22 09:35:47.575979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638f021-e47a-4280-b1fe-5866c8f75a56 req-b0cc99c5-5dca-4d11-bff8-7cef679a3b90 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:47.577499 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d638f021-e47a-4280-b1fe-5866c8f75a56 req-b0cc99c5-5dca-4d11-bff8-7cef679a3b90 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.3304374 Sep 22 09:35:47.712506 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5e89a4f-4c97-4213-b743-bfbed981fae3 req-997abbf6-3c89-4a87-839e-476da649221e tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167789 Sep 22 09:35:47.724026 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d638f021-e47a-4280-b1fe-5866c8f75a56 req-5152527f-5062-4a40-bfc0-c995dd22e5b7 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262746 Sep 22 09:35:47.784248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-5b769583-d102-48f6-8fa0-89868b109aca req-45fa5074-6162-411c-8369-a72ff20af889 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Deleting port c3a22463-eaad-48cb-b480-c8d15f98d02f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:47.784460 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5b769583-d102-48f6-8fa0-89868b109aca req-45fa5074-6162-411c-8369-a72ff20af889 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:47.795932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:47.990281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-5b769583-d102-48f6-8fa0-89868b109aca req-45fa5074-6162-411c-8369-a72ff20af889 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] For port c3a22463-eaad-48cb-b480-c8d15f98d02f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c3a22463-eaad-48cb-b480-c8d15f98d02f,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:47.995776 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5b769583-d102-48f6-8fa0-89868b109aca req-45fa5074-6162-411c-8369-a72ff20af889 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:48.043001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-5b769583-d102-48f6-8fa0-89868b109aca req-45fa5074-6162-411c-8369-a72ff20af889 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Calling delete_port for c3a22463-eaad-48cb-b480-c8d15f98d02f owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:48.091352 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3090bda3-d1b0-4b8a-a64f-a32437a1ffdb req-12d88d97-8bc9-4e4e-b09c-bd806db48594 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0496740 Sep 22 09:35:48.133158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5c3d5-6e48-4ca8-83a2-f80a3d687b51 req-9598ba95-e549-43ba-bef2-1de45192b199 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:48.139318 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81e5c3d5-6e48-4ca8-83a2-f80a3d687b51 req-9598ba95-e549-43ba-bef2-1de45192b199 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1984651 Sep 22 09:35:48.207156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81e5c3d5-6e48-4ca8-83a2-f80a3d687b51 req-0d951ff6-182c-4429-a725-ddf62e82f703 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617406 Sep 22 09:35:48.352500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:35:48.371304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f8fbe-36fc-4dba-a02b-6acfa955929b req-dcee5bbd-2290-4ffc-a361-77e94607c232 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:48.373918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e7f8fbe-36fc-4dba-a02b-6acfa955929b req-dcee5bbd-2290-4ffc-a361-77e94607c232 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.1082022 Sep 22 09:35:48.430744 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5b769583-d102-48f6-8fa0-89868b109aca req-45fa5074-6162-411c-8369-a72ff20af889 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:48.445311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c', '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'd65fc554-9f30-4bfa-a032-49aadd107296', '79bdf961-721b-4f02-a5f0-0a757bd0a40a', 'c3a22463-eaad-48cb-b480-c8d15f98d02f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:48.451613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245', 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:48.475708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db27a45-33cf-41d5-ac25-ebbc18c334a0 req-160d426a-ae55-4c38-bfbe-97907c19c45a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:48.477258 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5db27a45-33cf-41d5-ac25-ebbc18c334a0 req-160d426a-ae55-4c38-bfbe-97907c19c45a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1700268 Sep 22 09:35:48.486443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa5074-6162-411c-8369-a72ff20af889 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event deleted for resources: {'Port': ['ID=c3a22463-eaad-48cb-b480-c8d15f98d02f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:48.569796 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e7f8fbe-36fc-4dba-a02b-6acfa955929b req-f209c459-3a66-4824-8dff-c93ee25fd501 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881869 Sep 22 09:35:48.599322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b769583-d102-48f6-8fa0-89868b109aca req-45fa5074-6162-411c-8369-a72ff20af889 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] No DVR routers for this DVR port c3a22463-eaad-48cb-b480-c8d15f98d02f on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:48.607660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5b769583-d102-48f6-8fa0-89868b109aca req-45fa5074-6162-411c-8369-a72ff20af889 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:48.609981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b769583-d102-48f6-8fa0-89868b109aca req-45fa5074-6162-411c-8369-a72ff20af889 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "DELETE /v2.0/ports/c3a22463-eaad-48cb-b480-c8d15f98d02f HTTP/1.1" status: 204 len: 173 time: 1.2209256 Sep 22 09:35:48.612396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991281cd-30d8-48dd-8cd4-b76c62f6301f', 'name': 'network-vif-deleted', 'tag': 'c3a22463-eaad-48cb-b480-c8d15f98d02f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:48.615800 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997c7b26-6dd8-48e1-8b2a-5b8d02b3cd9d" -d '{"events": [{"server_uuid": "991281cd-30d8-48dd-8cd4-b76c62f6301f", "name": "network-vif-deleted", "tag": "c3a22463-eaad-48cb-b480-c8d15f98d02f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:48.684645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5db27a45-33cf-41d5-ac25-ebbc18c334a0 req-9e2b631f-efaa-4168-8bbc-226e5f60acf4 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598828 Sep 22 09:35:48.686539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:35:48.698369 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4f8e84-8b6f-4557-a9c3-0b4ef5ea0f00 x-openstack-request-id: req-cd4f8e84-8b6f-4557-a9c3-0b4ef5ea0f00 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:48.698369 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991281cd-30d8-48dd-8cd4-b76c62f6301f", "name": "network-vif-deleted", "tag": "c3a22463-eaad-48cb-b480-c8d15f98d02f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:48.698369 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd4f8e84-8b6f-4557-a9c3-0b4ef5ea0f00 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:48.698369 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991281cd-30d8-48dd-8cd4-b76c62f6301f', 'name': 'network-vif-deleted', 'tag': 'c3a22463-eaad-48cb-b480-c8d15f98d02f', 'status': 'completed', 'code': 200} Sep 22 09:35:48.720305 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Sync routers for ids ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:35:48.745872 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Routers {'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:48.747257 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:48.787868 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:48.791142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8f42884a-1a24-4645-bb96-409ca94c1e3f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0154443 Sep 22 09:35:48.795873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37590) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:49.067422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-382b90b2-bb6d-47e1-956e-d61662127e79 req-cc455244-4ba3-48d7-9a0e-05cdede60070 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=991281cd-30d8-48dd-8cd4-b76c62f6301f HTTP/1.1" status: 200 len: 210 time: 0.0991631 Sep 22 09:35:49.238500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4e08447b-3f1a-48c4-aecf-c59fb47feaed up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:49.260635 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Set router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:49.406888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9386e-c0dc-40fb-825c-d2b181e4a4a1 req-5cbced2d-328f-46c2-9252-1de5665b38a9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:49.409507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cbf9386e-c0dc-40fb-825c-d2b181e4a4a1 req-5cbced2d-328f-46c2-9252-1de5665b38a9 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1849439 Sep 22 09:35:49.445121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4e08447b-3f1a-48c4-aecf-c59fb47feaed triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:49.445797 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:49.523625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cbf9386e-c0dc-40fb-825c-d2b181e4a4a1 req-2e1378ea-719a-4bda-be98-1420329bcaae tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982432 Sep 22 09:35:49.570029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9215148-4ed6-44cc-9c0d-9614f9dfeeeb req-851bb2c3-b417-4bc8-bedc-5f3b90027712 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0726981 Sep 22 09:35:49.716824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:49.733653 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:46Z', 'revision_number': 3, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:49.793007 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Checking router: c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:35:49.793854 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Updating router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 port cc92ad5c-2109-4733-86a7-55ea2398aa10 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:35:49.838663 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:49.848711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dde20c-d66e-4f6b-821f-677cfa808f72 req-b448dc0a-4975-4f0d-b437-cd87e57be0ab tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:49.851195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48dde20c-d66e-4f6b-821f-677cfa808f72 req-b448dc0a-4975-4f0d-b437-cd87e57be0ab tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.1032217 Sep 22 09:35:49.865336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886124a1-2f92-45c2-bbe0-e059713dda01 req-1a6b24eb-6e25-4e04-9724-39e59e6f676f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:49.867986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-886124a1-2f92-45c2-bbe0-e059713dda01 req-1a6b24eb-6e25-4e04-9724-39e59e6f676f tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.1825464 Sep 22 09:35:49.972325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Allocated IP 172.20.0.1 (472dd4b2-01fa-466e-aa1b-60409bc0f927/f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400/e2ea04ec-a714-4fbd-888c-6d8681717614) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:35:49.973115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48dde20c-d66e-4f6b-821f-677cfa808f72 req-e78d26ff-d6a9-46a7-9391-ae25c9a9ac87 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031199 Sep 22 09:35:49.976512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-886124a1-2f92-45c2-bbe0-e059713dda01 req-41d1275b-a6d0-44ef-984c-ac2e2e8b7bbc tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902784 Sep 22 09:35:50.125510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:50.233760 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:50.335720 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:50.365856 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:50.385815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Network 472dd4b2-01fa-466e-aa1b-60409bc0f927 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:50.392773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:50.396474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:35:50.416083 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:35:50.419101 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfe8c2-e393-4ae2-8ce4-36ce9919ce4a None None] Pushing event updated for resources: {'Port': ['ID=cc92ad5c-2109-4733-86a7-55ea2398aa10,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:50.450891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Pushing event updated for resources: {'Port': ['ID=e2ea04ec-a714-4fbd-888c-6d8681717614,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:50.473252 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:50.474686 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Attempting to bind port cc92ad5c-2109-4733-86a7-55ea2398aa10 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:35:50.475058 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Attempting to bind port cc92ad5c-2109-4733-86a7-55ea2398aa10 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:35:50.475415 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Attempting to bind port cc92ad5c-2109-4733-86a7-55ea2398aa10 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:50.492259 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:35:50.492706 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:35:50.493135 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:50.493778 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:35:50.494547 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Bound port: cc92ad5c-2109-4733-86a7-55ea2398aa10, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:35:50.494935 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:50.601167 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] For port cc92ad5c-2109-4733-86a7-55ea2398aa10, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:35:50.605426 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] For port cc92ad5c-2109-4733-86a7-55ea2398aa10, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cc92ad5c-2109-4733-86a7-55ea2398aa10,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:35:50.725009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb8cd8-04b9-478e-a8d6-bd9c3db93542 req-6c61f104-a343-4858-92eb-183b5b44291a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:50.726727 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4dbb8cd8-04b9-478e-a8d6-bd9c3db93542 req-6c61f104-a343-4858-92eb-183b5b44291a tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.45 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.0581582 Sep 22 09:35:50.747697 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:50.801630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c6b758e-b56d-4105-bcc5-064961e24016 req-399c7bf0-50f4-465c-b183-9566fe98df9c tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0737367 Sep 22 09:35:50.819147 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-002762a6-756d-4674-8141-30c1b1a8ea74 None None] Provisioning complete for port e2ea04ec-a714-4fbd-888c-6d8681717614 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:50.820245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-002762a6-756d-4674-8141-30c1b1a8ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:50.897762 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:50.902269 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfe8c2-e393-4ae2-8ce4-36ce9919ce4a None None] Pushing event updated for resources: {'Port': ['ID=cc92ad5c-2109-4733-86a7-55ea2398aa10,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:50.907964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-002762a6-756d-4674-8141-30c1b1a8ea74 None None] Port e2ea04ec-a714-4fbd-888c-6d8681717614 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:35:50.920286 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Routers {'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:50.921421 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:51.030089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d09a2-2011-468f-9bba-ad4f19486709 req-85fb226f-dba6-4713-a149-719650969009 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:51.031847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f21d09a2-2011-468f-9bba-ad4f19486709 req-85fb226f-dba6-4713-a149-719650969009 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.2942674 Sep 22 09:35:51.049641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc90b43-b4c3-4810-bfee-bbdd5d9146b8 req-3aaa280a-7a07-4409-98c7-604ee9315193 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:51.055771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbc90b43-b4c3-4810-bfee-bbdd5d9146b8 req-3aaa280a-7a07-4409-98c7-604ee9315193 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 950 time: 0.1420243 Sep 22 09:35:51.055771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dd749-1a0d-41a4-b34d-04ab00eb3c8c req-5373744b-5934-4761-9a2f-df4370f460d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:51.055771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-766dd749-1a0d-41a4-b34d-04ab00eb3c8c req-5373744b-5934-4761-9a2f-df4370f460d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7292dce46a747c4b643a18f67667c98&device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 1097 time: 0.3149438 Sep 22 09:35:51.089897 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] Set router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:51.158444 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbc90b43-b4c3-4810-bfee-bbdd5d9146b8 req-b913d49a-f016-4bf5-8ef8-b86b3980a549 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950494 Sep 22 09:35:51.173808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f21d09a2-2011-468f-9bba-ad4f19486709 req-7b877e1f-13d4-4879-96a4-1acd3186d185 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161668 Sep 22 09:35:51.207824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:51.241006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4dbb8cd8-04b9-478e-a8d6-bd9c3db93542 req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Deleting port 60910f56-7338-4278-b449-c3775e192ca5 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:51.241335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4dbb8cd8-04b9-478e-a8d6-bd9c3db93542 req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:51.279744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:51.429631 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e2ea04ec-a714-4fbd-888c-6d8681717614', 'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'mac_address': 'fa:16:3e:7a:e7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:49Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 1, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'subnets': [{'id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:51.432337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Pushing event updated for resources: {'Port': ['ID=e2ea04ec-a714-4fbd-888c-6d8681717614,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:51.460955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:51.462074 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c990f5f4-6f1f-4eb0-adc8-b8797a5b27c9 None None] The sync data for ids ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'] in n-d-805649-4 is: [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e2ea04ec-a714-4fbd-888c-6d8681717614', 'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'mac_address': 'fa:16:3e:7a:e7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:49Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 1, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'subnets': [{'id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:35:51.620326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Network 472dd4b2-01fa-466e-aa1b-60409bc0f927 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:51.623732 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:51.661608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c3a22463-eaad-48cb-b480-c8d15f98d02f no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:51.705393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dd749-1a0d-41a4-b34d-04ab00eb3c8c req-21bd4427-90c3-4c52-9a27-450ea56b401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:51.706995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-766dd749-1a0d-41a4-b34d-04ab00eb3c8c req-21bd4427-90c3-4c52-9a27-450ea56b401e service neutron] 10.222.0.60 "GET /v2.0/networks?id=9c253668-7d17-4352-a9aa-3f1b874765d9 HTTP/1.1" status: 200 len: 920 time: 0.6296349 Sep 22 09:35:51.724292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: c3a22463-eaad-48cb-b480-c8d15f98d02f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:51.726259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c3a22463-eaad-48cb-b480-c8d15f98d02f not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:51.834227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4dbb8cd8-04b9-478e-a8d6-bd9c3db93542 req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] For port 60910f56-7338-4278-b449-c3775e192ca5, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=60910f56-7338-4278-b449-c3775e192ca5,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:51.834809 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4dbb8cd8-04b9-478e-a8d6-bd9c3db93542 req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:51.872202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba855-e437-4273-ad69-65550e13b717 req-e5d84cf7-e1df-415f-8105-6e21a990848e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:51.885396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a38ba855-e437-4273-ad69-65550e13b717 req-e5d84cf7-e1df-415f-8105-6e21a990848e tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 946 time: 0.2793846 Sep 22 09:35:51.941964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-766dd749-1a0d-41a4-b34d-04ab00eb3c8c req-a615ea70-870e-4ab8-8656-58b3b6d1c657 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 217 time: 0.1985693 Sep 22 09:35:51.968219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:35:52.002448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4dbb8cd8-04b9-478e-a8d6-bd9c3db93542 req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Calling delete_port for 60910f56-7338-4278-b449-c3775e192ca5 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:52.091040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31616104-5cbb-4628-a4e3-d5b38c11047a req-05880593-ec1f-4131-983a-e62f29d67eb0 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:52.094556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31616104-5cbb-4628-a4e3-d5b38c11047a req-05880593-ec1f-4131-983a-e62f29d67eb0 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 950 time: 0.2077878 Sep 22 09:35:52.110950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a38ba855-e437-4273-ad69-65550e13b717 req-b58adf05-64f9-40d5-be2b-9de6fdc756b2 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668139 Sep 22 09:35:52.166008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-327aec59-949e-4610-9e93-e110fa4ae685 req-7cc24525-0104-4ff6-afea-c6d3cd49bd9a tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.1456976 Sep 22 09:35:52.172061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9cb1aac7-ff9e-4ad1-bd4d-c01a694659a3 None None] Provisioning complete for port e2ea04ec-a714-4fbd-888c-6d8681717614 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:52.173548 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9cb1aac7-ff9e-4ad1-bd4d-c01a694659a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:52.205731 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:35:52.241884 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-99ea8760-657c-43ca-b497-31a6da3ee88c admin admin] 10.222.0.49 "PUT /v2.0/routers/c2ace4cf-9f46-4657-a66f-6dcc6df21aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4393063 Sep 22 09:35:52.281965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dd749-1a0d-41a4-b34d-04ab00eb3c8c req-f04730c6-7fbd-4a25-a70e-7b80c31fd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:52.287597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-766dd749-1a0d-41a4-b34d-04ab00eb3c8c req-f04730c6-7fbd-4a25-a70e-7b80c31fd6a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58e769f3-7174-49e3-b963-28fded0a84ae HTTP/1.1" status: 200 len: 859 time: 0.3326123 Sep 22 09:35:52.341141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1aac7-ff9e-4ad1-bd4d-c01a694659a3 None None] Port e2ea04ec-a714-4fbd-888c-6d8681717614 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:35:52.392695 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-766dd749-1a0d-41a4-b34d-04ab00eb3c8c req-41690e19-95f6-4804-9aa3-03597dec28c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c253668-7d17-4352-a9aa-3f1b874765d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911365 Sep 22 09:35:52.584716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b4208-f145-4f49-949c-36ac3f75a67c req-35b6edad-c342-4542-ae43-02748a7e1520 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:52.591983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b3b4208-f145-4f49-949c-36ac3f75a67c req-35b6edad-c342-4542-ae43-02748a7e1520 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 950 time: 0.2253881 Sep 22 09:35:52.618152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413f7db-9268-4691-8329-f6c0389f23cd req-75015386-db9c-49c6-9da1-fe288a3ad987 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:52.620349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5413f7db-9268-4691-8329-f6c0389f23cd req-75015386-db9c-49c6-9da1-fe288a3ad987 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.2822580 Sep 22 09:35:52.696304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-31616104-5cbb-4628-a4e3-d5b38c11047a req-4d2f5d5d-072d-4e8c-8fc4-7d95588a757d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Deleting port 79bdf961-721b-4f02-a5f0-0a757bd0a40a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:52.696754 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-31616104-5cbb-4628-a4e3-d5b38c11047a req-4d2f5d5d-072d-4e8c-8fc4-7d95588a757d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:52.708859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-766dd749-1a0d-41a4-b34d-04ab00eb3c8c req-8f9c8098-2516-430c-a585-0a26da933fe8 service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973602 Sep 22 09:35:52.797759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b3b4208-f145-4f49-949c-36ac3f75a67c req-de6767e7-9924-4c47-bf09-36a499acf427 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048938 Sep 22 09:35:52.809399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5413f7db-9268-4691-8329-f6c0389f23cd req-ffa27aa4-1675-46e0-bf0a-ac576b0eea6e tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772883 Sep 22 09:35:52.878620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4dbb8cd8-04b9-478e-a8d6-bd9c3db93542 req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:52.891876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:52.926042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event deleted for resources: {'Port': ['ID=60910f56-7338-4278-b449-c3775e192ca5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:52.978115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:52.978474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:52.978811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:52.979141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:52.979523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:52.979852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:52.980179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:52.980502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:52.980852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:52.981186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:52.981501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:52.981812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:35:53.041039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-31616104-5cbb-4628-a4e3-d5b38c11047a req-4d2f5d5d-072d-4e8c-8fc4-7d95588a757d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] For port 79bdf961-721b-4f02-a5f0-0a757bd0a40a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=79bdf961-721b-4f02-a5f0-0a757bd0a40a,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:53.041737 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-31616104-5cbb-4628-a4e3-d5b38c11047a req-4d2f5d5d-072d-4e8c-8fc4-7d95588a757d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:53.049301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 60910f56-7338-4278-b449-c3775e192ca5 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:53.059022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-31616104-5cbb-4628-a4e3-d5b38c11047a req-4d2f5d5d-072d-4e8c-8fc4-7d95588a757d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Calling delete_port for 79bdf961-721b-4f02-a5f0-0a757bd0a40a owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:53.089905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 60910f56-7338-4278-b449-c3775e192ca5 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:53.090516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 60910f56-7338-4278-b449-c3775e192ca5 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:53.172028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-766dd749-1a0d-41a4-b34d-04ab00eb3c8c req-735c0499-15a2-4e61-8f5f-9a28c6962052 service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428258 Sep 22 09:35:53.188936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cc92ad5c-2109-4733-86a7-55ea2398aa10 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:53.195020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:53.214210 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbb8cd8-04b9-478e-a8d6-bd9c3db93542 req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] No DVR routers for this DVR port 60910f56-7338-4278-b449-c3775e192ca5 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:53.221425 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4dbb8cd8-04b9-478e-a8d6-bd9c3db93542 req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:53.223719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4dbb8cd8-04b9-478e-a8d6-bd9c3db93542 req-d2d5e928-6b7b-44ec-bd0b-1b46b3bc6b58 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.45 "DELETE /v2.0/ports/60910f56-7338-4278-b449-c3775e192ca5 HTTP/1.1" status: 204 len: 173 time: 2.4850764 Sep 22 09:35:53.226089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142e1c4b-d4ff-40da-bdbf-384f01488d24', 'name': 'network-vif-deleted', 'tag': '60910f56-7338-4278-b449-c3775e192ca5'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:53.250237 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368fc1bc-0426-47d2-8749-b03a6cee0b54" -d '{"events": [{"server_uuid": "142e1c4b-d4ff-40da-bdbf-384f01488d24", "name": "network-vif-deleted", "tag": "60910f56-7338-4278-b449-c3775e192ca5"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:53.302058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port cc92ad5c-2109-4733-86a7-55ea2398aa10 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:53.302511 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:53.309949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27e29d3d-f8e0-439f-8e4c-a896b1983dec req-5279ef11-8472-4404-a808-956ee554a0f6 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 210 time: 0.0455790 Sep 22 09:35:53.472251 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:53.505808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port cc92ad5c-2109-4733-86a7-55ea2398aa10, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cc92ad5c-2109-4733-86a7-55ea2398aa10,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:53.508205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6c369f4-77d7-48f0-b828-1e5db99c0832 req-63830412-ba96-4a51-b498-a12fc465f60d tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0423923 Sep 22 09:35:53.564261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-31616104-5cbb-4628-a4e3-d5b38c11047a req-4d2f5d5d-072d-4e8c-8fc4-7d95588a757d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:53.576971 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89433518-4e0a-477a-9121-e625d55d29c6 x-openstack-request-id: req-89433518-4e0a-477a-9121-e625d55d29c6 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:53.577269 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142e1c4b-d4ff-40da-bdbf-384f01488d24", "name": "network-vif-deleted", "tag": "60910f56-7338-4278-b449-c3775e192ca5", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:53.577559 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89433518-4e0a-477a-9121-e625d55d29c6 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:53.577784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c', '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'd65fc554-9f30-4bfa-a032-49aadd107296', '79bdf961-721b-4f02-a5f0-0a757bd0a40a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:53.577986 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '142e1c4b-d4ff-40da-bdbf-384f01488d24', 'name': 'network-vif-deleted', 'tag': '60910f56-7338-4278-b449-c3775e192ca5', 'status': 'completed', 'code': 200} Sep 22 09:35:53.581078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245', 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:53.606228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f5d5d-072d-4e8c-8fc4-7d95588a757d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event deleted for resources: {'Port': ['ID=79bdf961-721b-4f02-a5f0-0a757bd0a40a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:53.665279 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:53.683579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-31616104-5cbb-4628-a4e3-d5b38c11047a req-4d2f5d5d-072d-4e8c-8fc4-7d95588a757d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] No DVR routers for this DVR port 79bdf961-721b-4f02-a5f0-0a757bd0a40a on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:53.686145 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-31616104-5cbb-4628-a4e3-d5b38c11047a req-4d2f5d5d-072d-4e8c-8fc4-7d95588a757d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:53.688196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31616104-5cbb-4628-a4e3-d5b38c11047a req-4d2f5d5d-072d-4e8c-8fc4-7d95588a757d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "DELETE /v2.0/ports/79bdf961-721b-4f02-a5f0-0a757bd0a40a HTTP/1.1" status: 204 len: 173 time: 1.5739903 Sep 22 09:35:53.714509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37694) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:53.719534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-dce95860-d1f7-41dc-bc62-101c619f3a7f tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1336355041', 'description': 'tempest-description--334089775'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:53.786486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=cc92ad5c-2109-4733-86a7-55ea2398aa10,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:53.832961 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dce95860-d1f7-41dc-bc62-101c619f3a7f tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:53.922927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a0a54f6-57a2-4b65-b3e4-d3afeba2b134 req-d5b265b8-be71-4f85-ad67-d096d9e3acea tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 210 time: 0.0360470 Sep 22 09:35:54.018745 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dce95860-d1f7-41dc-bc62-101c619f3a7f tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:54.034995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b3c52-a98a-4eb9-ba2a-65d85c510cb2 req-e8e0916a-ab44-49cc-8e78-f54e133a2b9d tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:54.043494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b9b3c52-a98a-4eb9-ba2a-65d85c510cb2 req-e8e0916a-ab44-49cc-8e78-f54e133a2b9d tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.1237059 Sep 22 09:35:54.121969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b9b3c52-a98a-4eb9-ba2a-65d85c510cb2 req-b2abaab3-9186-4f97-8f3a-37ba71b19751 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741761 Sep 22 09:35:54.126015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dce95860-d1f7-41dc-bc62-101c619f3a7f tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:54.187665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce95860-d1f7-41dc-bc62-101c619f3a7f tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:54.245231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dce95860-d1f7-41dc-bc62-101c619f3a7f tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:54.246923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dce95860-d1f7-41dc-bc62-101c619f3a7f tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5314419 Sep 22 09:35:54.249873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37708) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:54.256687 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1b56208f-3ed5-4db7-9fb1-7d358171ebcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:54.260653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9d3e8a49-6e16-43ac-a5be-7bd57cb206a1 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Request body: {'security_group_rule': {'security_group_id': '9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:54.315375 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:54.404272 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8a49-6e16-43ac-a5be-7bd57cb206a1 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:54.455148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1fd8bfdf-39d9-4d43-b496-143729902946 req-caf06072-df6d-4528-9a5a-1cbc48ac30cf tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=142e1c4b-d4ff-40da-bdbf-384f01488d24 HTTP/1.1" status: 200 len: 210 time: 0.0291057 Sep 22 09:35:54.470357 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8a49-6e16-43ac-a5be-7bd57cb206a1 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:54.558596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8a49-6e16-43ac-a5be-7bd57cb206a1 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:54.578118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Sync routers for ids ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:35:54.585923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Routers {'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:54.588106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:54.593560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e8a49-6e16-43ac-a5be-7bd57cb206a1 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6619d2e1-2695-49c0-9d13-c960a0010672,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:54.649460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45707606-4128-4240-bf67-40b6e9f209b7 req-8395174f-dff4-4601-bdc5-152d6d5f00c6 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0381100 Sep 22 09:35:54.705970 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Set router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:54.711321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d3e8a49-6e16-43ac-a5be-7bd57cb206a1 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:54.715960 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9d3e8a49-6e16-43ac-a5be-7bd57cb206a1 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4607899 Sep 22 09:35:54.716175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37718) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:54.720820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0b9828a9-d6f5-4954-8e4e-ae9c7b9a25f9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Request body: {'security_group_rule': {'security_group_id': '9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:54.810426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b9828a9-d6f5-4954-8e4e-ae9c7b9a25f9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:54.872052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b9828a9-d6f5-4954-8e4e-ae9c7b9a25f9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:54.976878 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b9828a9-d6f5-4954-8e4e-ae9c7b9a25f9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.023179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9828a9-d6f5-4954-8e4e-ae9c7b9a25f9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfdfb19-30c9-4f55-b8df-7476479afc15,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:55.057300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e2ea04ec-a714-4fbd-888c-6d8681717614', 'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'mac_address': 'fa:16:3e:7a:e7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:49Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 2, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'subnets': [{'id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:55.086626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0331afe-27e8-44a3-9fae-dbb8bdda042e req-32a37384-fd84-4df1-afb9-4f500bccd1cc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4093631-23f1-4271-a543-fe8d5def614f HTTP/1.1" status: 200 len: 210 time: 0.0306542 Sep 22 09:35:55.087812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Checking router: c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:35:55.087812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Updating router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 port e2ea04ec-a714-4fbd-888c-6d8681717614 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:35:55.113503 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b9828a9-d6f5-4954-8e4e-ae9c7b9a25f9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.114885 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0b9828a9-d6f5-4954-8e4e-ae9c7b9a25f9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3975365 Sep 22 09:35:55.117013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cc92ad5c-2109-4733-86a7-55ea2398aa10 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:55.117809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37728) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:35:55.122647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:35:55.124177 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.230474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port cc92ad5c-2109-4733-86a7-55ea2398aa10 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:55.230923 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.239663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40e7b9-70e2-4e38-a17a-5b04aa8c3e44 req-05469d1c-2026-4d24-889a-6771d4a2de2d tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:55.241226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad40e7b9-70e2-4e38-a17a-5b04aa8c3e44 req-05469d1c-2026-4d24-889a-6771d4a2de2d tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0532751 Sep 22 09:35:55.279522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad40e7b9-70e2-4e38-a17a-5b04aa8c3e44 req-ca9c1443-5045-42ca-b853-b2189048cfd5 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Sep 22 09:35:55.313659 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.413014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.535400 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.559778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Allocated IP 172.25.6.133 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/dd4d6de5-604c-4e42-b15c-93bc0eabd146) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:35:55.579064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4093631-23f1-4271-a543-fe8d5def614f', 'name': 'network-vif-deleted', 'tag': '79bdf961-721b-4f02-a5f0-0a757bd0a40a'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:55.581673 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac40b13a-1c3e-4a46-be5e-2df49c8807bd" -d '{"events": [{"server_uuid": "c4093631-23f1-4271-a543-fe8d5def614f", "name": "network-vif-deleted", "tag": "79bdf961-721b-4f02-a5f0-0a757bd0a40a"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:55.608915 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.639787 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ac312d-a019-4ba8-80f0-5d36f2c2a140 x-openstack-request-id: req-96ac312d-a019-4ba8-80f0-5d36f2c2a140 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:55.640142 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4093631-23f1-4271-a543-fe8d5def614f", "name": "network-vif-deleted", "tag": "79bdf961-721b-4f02-a5f0-0a757bd0a40a", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:55.640452 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96ac312d-a019-4ba8-80f0-5d36f2c2a140 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:55.641000 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4093631-23f1-4271-a543-fe8d5def614f', 'name': 'network-vif-deleted', 'tag': '79bdf961-721b-4f02-a5f0-0a757bd0a40a', 'status': 'completed', 'code': 200} Sep 22 09:35:55.685344 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.735328 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 79bdf961-721b-4f02-a5f0-0a757bd0a40a no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:35:55.738800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e265ab-66c2-48b8-9971-3d814beb13fb None None] Pushing event updated for resources: {'Port': ['ID=e2ea04ec-a714-4fbd-888c-6d8681717614,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:55.769290 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 79bdf961-721b-4f02-a5f0-0a757bd0a40a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:35:55.769866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 79bdf961-721b-4f02-a5f0-0a757bd0a40a not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:35:55.777865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Attempting to bind port e2ea04ec-a714-4fbd-888c-6d8681717614 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:35:55.778241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Attempting to bind port e2ea04ec-a714-4fbd-888c-6d8681717614 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:35:55.778361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Attempting to bind port e2ea04ec-a714-4fbd-888c-6d8681717614 on network 472dd4b2-01fa-466e-aa1b-60409bc0f927 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:35:55.784421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:35:55.784840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Checking segment: {'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:35:55.785257 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.785739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Bound using segment: {'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:35:55.786171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Bound port: e2ea04ec-a714-4fbd-888c-6d8681717614, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:35:55.786563 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.794005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:55.819404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9680f90-ed00-479a-8557-c089acef3980 req-8369a2bf-e2aa-46da-866b-6a23bfbf1bcb tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0586767 Sep 22 09:35:55.886774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:35:55.891790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:35:55.901124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:35:55.934051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] For port e2ea04ec-a714-4fbd-888c-6d8681717614, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:35:55.937795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] For port e2ea04ec-a714-4fbd-888c-6d8681717614, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e2ea04ec-a714-4fbd-888c-6d8681717614,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:35:55.949566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Pushing event updated for resources: {'Port': ['ID=dd4d6de5-604c-4e42-b15c-93bc0eabd146,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:56.017518 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.023267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f88098ed-64d8-431a-a60f-e731cd83a670 None None] Provisioning complete for port e2ea04ec-a714-4fbd-888c-6d8681717614 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:56.029301 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f88098ed-64d8-431a-a60f-e731cd83a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.033011 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.123864 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.144007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Routers {'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:35:56.144663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:56.235955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e265ab-66c2-48b8-9971-3d814beb13fb None None] Pushing event updated for resources: {'Port': ['ID=e2ea04ec-a714-4fbd-888c-6d8681717614,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:56.361127 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f88098ed-64d8-431a-a60f-e731cd83a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.403285 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.454256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f88098ed-64d8-431a-a60f-e731cd83a670 None None] For port e2ea04ec-a714-4fbd-888c-6d8681717614, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e2ea04ec-a714-4fbd-888c-6d8681717614,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:56.458331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] Set router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:35:56.499717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.571061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Pushing event updated for resources: {'Port': ['ID=dd4d6de5-604c-4e42-b15c-93bc0eabd146,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:56.585663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.597002 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f88098ed-64d8-431a-a60f-e731cd83a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.702811 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.702811 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d40c78ab-c65e-420d-b356-77d4c4661035 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5793223 Sep 22 09:35:56.704912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88098ed-64d8-431a-a60f-e731cd83a670 None None] Pushing event updated for resources: {'Port': ['ID=e2ea04ec-a714-4fbd-888c-6d8681717614,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:56.735009 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-647c780d-7b23-4408-b8b9-05d821e7ab5d None None] Provisioning complete for port e2ea04ec-a714-4fbd-888c-6d8681717614 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:56.735392 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-647c780d-7b23-4408-b8b9-05d821e7ab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.808201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e2ea04ec-a714-4fbd-888c-6d8681717614', 'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'mac_address': 'fa:16:3e:7a:e7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:49Z', 'updated_at': '2021-09-22T09:35:55Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'subnets': [{'id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:35:56.809062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249133f-12cc-43f4-9366-f63a1dacdfa5 req-51b291c4-1c5b-4a3d-8731-460e4c1b2c8a tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:56.810737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4249133f-12cc-43f4-9366-f63a1dacdfa5 req-51b291c4-1c5b-4a3d-8731-460e4c1b2c8a tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0675924 Sep 22 09:35:56.856402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4249133f-12cc-43f4-9366-f63a1dacdfa5 req-bf6583f7-0d6a-48b5-a3d3-056a4ec33629 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Sep 22 09:35:56.865977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a852da7-53b4-41eb-9d84-0c25a1ddf017 None None] The sync data for ids ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'] in n-d-805649-4 is: [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e2ea04ec-a714-4fbd-888c-6d8681717614', 'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'mac_address': 'fa:16:3e:7a:e7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:49Z', 'updated_at': '2021-09-22T09:35:55Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'subnets': [{'id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:35:56.892013 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-27975f6f-a4dd-4405-8feb-3603ec5bb0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:56.992829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900df90-3fbe-44a7-ba89-40e9b2245694 req-945423ca-9d26-4786-9ceb-d18943a5ff52 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:56.995139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8900df90-3fbe-44a7-ba89-40e9b2245694 req-945423ca-9d26-4786-9ceb-d18943a5ff52 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 945 time: 0.0621862 Sep 22 09:35:57.059785 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e2ea04ec-a714-4fbd-888c-6d8681717614 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:35:57.062353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8900df90-3fbe-44a7-ba89-40e9b2245694 req-ba0ba2af-6d51-4d15-8d61-999468901928 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537333 Sep 22 09:35:57.126522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e2ea04ec-a714-4fbd-888c-6d8681717614 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:35:57.126522 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:57.178821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fc66f464-6832-4d28-9347-55c192adc54f tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1336355041&fields=id&tenant_id=624fd7e667434d99abf4188bebdaebf4 HTTP/1.1" status: 200 len: 267 time: 0.0406730 Sep 22 09:35:57.320002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-b33d4654-e7cd-4eef-95d2-fe07a6bf0fe8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:57.329182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-b33d4654-e7cd-4eef-95d2-fe07a6bf0fe8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/networks?id=472dd4b2-01fa-466e-aa1b-60409bc0f927 HTTP/1.1" status: 200 len: 815 time: 0.1399570 Sep 22 09:35:57.357156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-a78096b7-c791-40bc-81a0-76b1807ce244 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/quotas/624fd7e667434d99abf4188bebdaebf4 HTTP/1.1" status: 200 len: 375 time: 0.0266399 Sep 22 09:35:57.383339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f46ecb8-5b48-461d-a61e-aea7462d3c85 req-e0216e9f-124d-4f0a-9067-26b13efcd40f tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0457304 Sep 22 09:35:57.437670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-1f7b61af-2ebb-49f5-8816-eb8513f84937 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=624fd7e667434d99abf4188bebdaebf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794401 Sep 22 09:35:57.466594 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:57.573727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99168f4-8837-45db-8c81-8976d63eb6ab req-5df455fa-afed-4038-884a-acc623282a36 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:57.578180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e99168f4-8837-45db-8c81-8976d63eb6ab req-5df455fa-afed-4038-884a-acc623282a36 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=885dc8c8-caca-475e-9276-f436eb048e4c HTTP/1.1" status: 200 len: 949 time: 0.1189525 Sep 22 09:35:57.610160 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-81cef1fc-80d3-4b70-8edf-f0e8fc166d72 service neutron] 10.222.0.49 "GET /v2.0/networks/472dd4b2-01fa-466e-aa1b-60409bc0f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599119 Sep 22 09:35:57.645273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e99168f4-8837-45db-8c81-8976d63eb6ab req-fd353ea3-4bff-44e4-be02-d57e67241091 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657818 Sep 22 09:35:57.719107 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-7a61d853-f68d-41de-9747-62d79d0c5f08 service neutron] 10.222.0.49 "GET /v2.0/networks/472dd4b2-01fa-466e-aa1b-60409bc0f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985210 Sep 22 09:35:57.987888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef605b5-a284-4588-989e-cc1a6d65d40f req-0f91f9ba-176f-4ce4-be98-a8bde863d4f5 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:57.989559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bef605b5-a284-4588-989e-cc1a6d65d40f req-0f91f9ba-176f-4ce4-be98-a8bde863d4f5 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0567255 Sep 22 09:35:58.010052 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:58.074283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bef605b5-a284-4588-989e-cc1a6d65d40f req-6da849e6-0483-4555-a584-93cc340a38eb tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737398 Sep 22 09:35:58.130514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-040c7ebc-34d7-4e91-bf9c-26ae82e8739f req-2bf6af66-3edd-4554-a885-0900de976265 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 210 time: 0.0783472 Sep 22 09:35:58.183603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df7a05-b493-4b70-a3e0-ded1ddd24a33 req-1d39eaf8-69fd-49a0-9168-c6df3a4eef12 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:58.185124 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4df7a05-b493-4b70-a3e0-ded1ddd24a33 req-1d39eaf8-69fd-49a0-9168-c6df3a4eef12 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 945 time: 0.1946094 Sep 22 09:35:58.257122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ed13d-aa69-49ed-8b2b-3c4fe10205df req-ad158f95-5d13-4865-abf5-31afc41a146e tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:58.258561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-928ed13d-aa69-49ed-8b2b-3c4fe10205df req-ad158f95-5d13-4865-abf5-31afc41a146e tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "GET /v2.0/ports?device_id=885dc8c8-caca-475e-9276-f436eb048e4c HTTP/1.1" status: 200 len: 949 time: 0.1457152 Sep 22 09:35:58.304879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5a882-76b1-474e-8313-62d830783e9d req-35fab486-7a4e-4fd0-b9ea-664086c44fa9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:58.307028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ce5a882-76b1-474e-8313-62d830783e9d req-35fab486-7a4e-4fd0-b9ea-664086c44fa9 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 945 time: 0.1421013 Sep 22 09:35:58.405633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ce5a882-76b1-474e-8313-62d830783e9d req-79b1cf7c-bd79-40a5-ad4b-5d00983a06ac tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/security-groups?id=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813866 Sep 22 09:35:58.432180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-e4df7a05-b493-4b70-a3e0-ded1ddd24a33 req-67cab1e2-2f59-4928-af1c-e576a9b5a324 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Deleting port 5996528c-619d-4f21-bcaa-8f48a15de387 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:58.433756 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e4df7a05-b493-4b70-a3e0-ded1ddd24a33 req-67cab1e2-2f59-4928-af1c-e576a9b5a324 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:58.533983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-928ed13d-aa69-49ed-8b2b-3c4fe10205df req-af2735a4-bd89-417b-9dc8-f7d66c138bbc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Deleting port fa8997a5-b3fd-46ed-a960-ca97a4fc578a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:58.534475 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-928ed13d-aa69-49ed-8b2b-3c4fe10205df req-af2735a4-bd89-417b-9dc8-f7d66c138bbc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:58.543463 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1fb495b2-09f3-4601-b8da-3aab7029fa3f req-eefc01d5-66b1-4235-8f00-ac2779fb95fd tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0741756 Sep 22 09:35:58.631935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e4df7a05-b493-4b70-a3e0-ded1ddd24a33 req-67cab1e2-2f59-4928-af1c-e576a9b5a324 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] For port 5996528c-619d-4f21-bcaa-8f48a15de387, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5996528c-619d-4f21-bcaa-8f48a15de387,segment=NetworkSegment(c393e9c8-0f6b-4b78-b6c3-c2dd14803359),segment_id=c393e9c8-0f6b-4b78-b6c3-c2dd14803359)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:58.632301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e4df7a05-b493-4b70-a3e0-ded1ddd24a33 req-67cab1e2-2f59-4928-af1c-e576a9b5a324 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:58.650754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-e4df7a05-b493-4b70-a3e0-ded1ddd24a33 req-67cab1e2-2f59-4928-af1c-e576a9b5a324 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Calling delete_port for 5996528c-619d-4f21-bcaa-8f48a15de387 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:58.676867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-928ed13d-aa69-49ed-8b2b-3c4fe10205df req-af2735a4-bd89-417b-9dc8-f7d66c138bbc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] For port fa8997a5-b3fd-46ed-a960-ca97a4fc578a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fa8997a5-b3fd-46ed-a960-ca97a4fc578a,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:58.677233 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-928ed13d-aa69-49ed-8b2b-3c4fe10205df req-af2735a4-bd89-417b-9dc8-f7d66c138bbc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:58.724782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-928ed13d-aa69-49ed-8b2b-3c4fe10205df req-af2735a4-bd89-417b-9dc8-f7d66c138bbc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Calling delete_port for fa8997a5-b3fd-46ed-a960-ca97a4fc578a owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:58.885855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcc7db-2b9c-4c25-9186-6c546697cde1 req-79efdff1-9c5e-4157-b526-3ff1ef0e8b01 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:58.887391 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68fcc7db-2b9c-4c25-9186-6c546697cde1 req-79efdff1-9c5e-4157-b526-3ff1ef0e8b01 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=885dc8c8-caca-475e-9276-f436eb048e4c HTTP/1.1" status: 200 len: 949 time: 0.1568129 Sep 22 09:35:58.911209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9554d52-4fa9-444b-a36e-1e6614dba75a req-dd10a1c1-40e5-4be8-beda-fd91cd7cef77 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:58.912157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9554d52-4fa9-444b-a36e-1e6614dba75a req-dd10a1c1-40e5-4be8-beda-fd91cd7cef77 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 950 time: 0.1622267 Sep 22 09:35:59.082199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68fcc7db-2b9c-4c25-9186-6c546697cde1 req-c729a990-54b9-48eb-b63e-f57d96b63d1a tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675651 Sep 22 09:35:59.108587 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e4df7a05-b493-4b70-a3e0-ded1ddd24a33 req-67cab1e2-2f59-4928-af1c-e576a9b5a324 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:59.123630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5996528c-619d-4f21-bcaa-8f48a15de387'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:59.148842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cab1e2-2f59-4928-af1c-e576a9b5a324 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Pushing event deleted for resources: {'Port': ['ID=5996528c-619d-4f21-bcaa-8f48a15de387,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:59.189849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-a9554d52-4fa9-444b-a36e-1e6614dba75a req-72152012-4286-4986-88c7-c3609ce04ab8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Deleting port d65fc554-9f30-4bfa-a032-49aadd107296 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:35:59.190208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a9554d52-4fa9-444b-a36e-1e6614dba75a req-72152012-4286-4986-88c7-c3609ce04ab8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:59.259274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4df7a05-b493-4b70-a3e0-ded1ddd24a33 req-67cab1e2-2f59-4928-af1c-e576a9b5a324 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] No DVR routers for this DVR port 5996528c-619d-4f21-bcaa-8f48a15de387 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:59.276588 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-928ed13d-aa69-49ed-8b2b-3c4fe10205df req-af2735a4-bd89-417b-9dc8-f7d66c138bbc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:59.285006 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e4df7a05-b493-4b70-a3e0-ded1ddd24a33 req-67cab1e2-2f59-4928-af1c-e576a9b5a324 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:59.286984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4df7a05-b493-4b70-a3e0-ded1ddd24a33 req-67cab1e2-2f59-4928-af1c-e576a9b5a324 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.60 "DELETE /v2.0/ports/5996528c-619d-4f21-bcaa-8f48a15de387 HTTP/1.1" status: 204 len: 173 time: 1.0830805 Sep 22 09:35:59.289377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ad0c15-2328-4dec-8716-87c4ba34aef6', 'name': 'network-vif-deleted', 'tag': '5996528c-619d-4f21-bcaa-8f48a15de387'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:35:59.291770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c', '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'd65fc554-9f30-4bfa-a032-49aadd107296'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:59.292533 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f15c627-081f-4c35-a3f0-12b8313a843e" -d '{"events": [{"server_uuid": "64ad0c15-2328-4dec-8716-87c4ba34aef6", "name": "network-vif-deleted", "tag": "5996528c-619d-4f21-bcaa-8f48a15de387"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:35:59.303556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa1d5695-1692-4303-bbe9-a05e86e03b34 req-4969deff-ab32-41ae-a821-6ac23316869c tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 210 time: 0.1078727 Sep 22 09:35:59.337869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:59.387751 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685b4c69-7476-454b-8834-9730537f8278 x-openstack-request-id: req-685b4c69-7476-454b-8834-9730537f8278 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:35:59.388177 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ad0c15-2328-4dec-8716-87c4ba34aef6", "name": "network-vif-deleted", "tag": "5996528c-619d-4f21-bcaa-8f48a15de387", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:35:59.388433 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-685b4c69-7476-454b-8834-9730537f8278 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:35:59.389445 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ad0c15-2328-4dec-8716-87c4ba34aef6', 'name': 'network-vif-deleted', 'tag': '5996528c-619d-4f21-bcaa-8f48a15de387', 'status': 'completed', 'code': 200} Sep 22 09:35:59.424619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a9554d52-4fa9-444b-a36e-1e6614dba75a req-72152012-4286-4986-88c7-c3609ce04ab8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] For port d65fc554-9f30-4bfa-a032-49aadd107296, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d65fc554-9f30-4bfa-a032-49aadd107296,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:35:59.425046 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a9554d52-4fa9-444b-a36e-1e6614dba75a req-72152012-4286-4986-88c7-c3609ce04ab8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:59.427572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2735a4-bd89-417b-9dc8-f7d66c138bbc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event deleted for resources: {'Port': ['ID=fa8997a5-b3fd-46ed-a960-ca97a4fc578a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:59.453595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-a9554d52-4fa9-444b-a36e-1e6614dba75a req-72152012-4286-4986-88c7-c3609ce04ab8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Calling delete_port for d65fc554-9f30-4bfa-a032-49aadd107296 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:35:59.505472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d395a-dd1e-4762-932a-e560b2cc222b req-56648e95-d9ac-4ac0-a560-93b99f451dd4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:35:59.513122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f3d395a-dd1e-4762-932a-e560b2cc222b req-56648e95-d9ac-4ac0-a560-93b99f451dd4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.3266809 Sep 22 09:35:59.519787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-928ed13d-aa69-49ed-8b2b-3c4fe10205df req-af2735a4-bd89-417b-9dc8-f7d66c138bbc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] No DVR routers for this DVR port fa8997a5-b3fd-46ed-a960-ca97a4fc578a on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:59.525200 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-928ed13d-aa69-49ed-8b2b-3c4fe10205df req-af2735a4-bd89-417b-9dc8-f7d66c138bbc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:59.527377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-928ed13d-aa69-49ed-8b2b-3c4fe10205df req-af2735a4-bd89-417b-9dc8-f7d66c138bbc tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "DELETE /v2.0/ports/fa8997a5-b3fd-46ed-a960-ca97a4fc578a HTTP/1.1" status: 204 len: 173 time: 1.2583592 Sep 22 09:35:59.616065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2f7daad-7a27-45e8-831c-89938893d060 req-5135fa44-5101-429c-ae7e-d7f20b11e521 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 210 time: 0.0420122 Sep 22 09:35:59.623068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f3d395a-dd1e-4762-932a-e560b2cc222b req-dcea06f4-a7bf-45b0-b399-571a0948b135 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090517 Sep 22 09:35:59.769295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37004230-d25b-4096-a2a8-fe58d1e38e7a req-e05bb13c-3c30-4909-91b4-c46150f0d10f tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0404747 Sep 22 09:35:59.832130 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:59.871997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a9554d52-4fa9-444b-a36e-1e6614dba75a req-72152012-4286-4986-88c7-c3609ce04ab8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:59.901407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72152012-4286-4986-88c7-c3609ce04ab8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event deleted for resources: {'Port': ['ID=d65fc554-9f30-4bfa-a032-49aadd107296,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:35:59.936061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:35:59.954982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9554d52-4fa9-444b-a36e-1e6614dba75a req-72152012-4286-4986-88c7-c3609ce04ab8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] No DVR routers for this DVR port d65fc554-9f30-4bfa-a032-49aadd107296 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:35:59.957625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a9554d52-4fa9-444b-a36e-1e6614dba75a req-72152012-4286-4986-88c7-c3609ce04ab8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:59.959841 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9554d52-4fa9-444b-a36e-1e6614dba75a req-72152012-4286-4986-88c7-c3609ce04ab8 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "DELETE /v2.0/ports/d65fc554-9f30-4bfa-a032-49aadd107296 HTTP/1.1" status: 204 len: 173 time: 1.0156353 Sep 22 09:36:00.217472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00b1cb45-da84-4d08-943e-8c48906269ec req-34f4ed96-0b50-4caa-9d38-00ae335754f4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=885dc8c8-caca-475e-9276-f436eb048e4c HTTP/1.1" status: 200 len: 210 time: 0.0333483 Sep 22 09:36:00.223396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c', '30f8cccc-1c4d-4493-85bd-13554664b7d2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:00.418907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd5fc470-7a46-41a9-bb2e-bae400d4054c req-b3c0e78b-c891-4a01-9b3d-77c5d2236d06 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 210 time: 0.0283296 Sep 22 09:36:00.745476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ac5324a-7674-4f4b-8e25-59f7cda4aa25 req-8f3cbf4f-5c58-4597-8ddc-177bb26aa629 tempest-ServersTestJSON-2048460003 tempest-ServersTestJSON-2048460003-project] 10.222.0.49 "GET /v2.0/ports?device_id=64ad0c15-2328-4dec-8716-87c4ba34aef6 HTTP/1.1" status: 200 len: 210 time: 0.0296249 Sep 22 09:36:00.804706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd253c-5efc-41c4-889c-5fe4fca3f96a req-d546568d-2eef-4454-967f-beee93ff07c8 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:00.806836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edbd253c-5efc-41c4-889c-5fe4fca3f96a req-d546568d-2eef-4454-967f-beee93ff07c8 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0646858 Sep 22 09:36:00.850288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edbd253c-5efc-41c4-889c-5fe4fca3f96a req-bfe0735c-bdd9-45e1-b394-082b08b67d0d tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374351 Sep 22 09:36:00.888159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee2fc7ff-4718-48f6-bea5-8cbf4bd3d740 req-38ad386c-10be-4d68-b134-71e72669459d tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0307689 Sep 22 09:36:00.949622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fa8997a5-b3fd-46ed-a960-ca97a4fc578a no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:36:00.976014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: fa8997a5-b3fd-46ed-a960-ca97a4fc578a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:36:00.976014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fa8997a5-b3fd-46ed-a960-ca97a4fc578a not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:36:01.170924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-b2d557ad-caaf-4734-ad73-87bab2eab8fe tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:01.174033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-b2d557ad-caaf-4734-ad73-87bab2eab8fe tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.60 "GET /v2.0/networks?id=472dd4b2-01fa-466e-aa1b-60409bc0f927 HTTP/1.1" status: 200 len: 815 time: 0.1286821 Sep 22 09:36:01.220097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-c511c4e6-862e-4b62-8dcd-aa118682bbf0 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624fd7e667434d99abf4188bebdaebf4 HTTP/1.1" status: 200 len: 380 time: 0.0364456 Sep 22 09:36:01.230145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Request body: {'port': {'device_id': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'admin_state_up': True, 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'security_groups': ['9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:01.395450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885dc8c8-caca-475e-9276-f436eb048e4c', 'name': 'network-vif-deleted', 'tag': 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a'}, {'server_uuid': 'd904a473-2b57-4541-bd4f-09b63316251f', 'name': 'network-vif-deleted', 'tag': 'd65fc554-9f30-4bfa-a032-49aadd107296'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:01.397823 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90499da-4b6c-4498-8c32-826cc456ddc6" -d '{"events": [{"server_uuid": "885dc8c8-caca-475e-9276-f436eb048e4c", "name": "network-vif-deleted", "tag": "fa8997a5-b3fd-46ed-a960-ca97a4fc578a"}, {"server_uuid": "d904a473-2b57-4541-bd4f-09b63316251f", "name": "network-vif-deleted", "tag": "d65fc554-9f30-4bfa-a032-49aadd107296"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:01.403653 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b8f92a9-998f-4744-8d87-641825a86dbf req-d2fb95d6-853d-4401-9ff6-bef2ae42e914 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=d904a473-2b57-4541-bd4f-09b63316251f HTTP/1.1" status: 200 len: 210 time: 0.0430140 Sep 22 09:36:01.426789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Made reservation on behalf of 624fd7e667434d99abf4188bebdaebf4 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:01.430988 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:01.470967 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2e9d82-4b84-47a4-8f8a-065ddf06f4a7 x-openstack-request-id: req-cc2e9d82-4b84-47a4-8f8a-065ddf06f4a7 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:01.471306 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885dc8c8-caca-475e-9276-f436eb048e4c", "name": "network-vif-deleted", "tag": "fa8997a5-b3fd-46ed-a960-ca97a4fc578a", "status": "completed", "code": 200}, {"server_uuid": "d904a473-2b57-4541-bd4f-09b63316251f", "name": "network-vif-deleted", "tag": "d65fc554-9f30-4bfa-a032-49aadd107296", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:01.477480 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc2e9d82-4b84-47a4-8f8a-065ddf06f4a7 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:01.477480 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885dc8c8-caca-475e-9276-f436eb048e4c', 'name': 'network-vif-deleted', 'tag': 'fa8997a5-b3fd-46ed-a960-ca97a4fc578a', 'status': 'completed', 'code': 200} Sep 22 09:36:01.477480 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd904a473-2b57-4541-bd4f-09b63316251f', 'name': 'network-vif-deleted', 'tag': 'd65fc554-9f30-4bfa-a032-49aadd107296', 'status': 'completed', 'code': 200} Sep 22 09:36:01.559593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe09a3a0-f593-43ae-8c45-2fa8ef4b1649 req-1e1404de-1d53-45d8-a9f1-d65dc8196aad tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 210 time: 0.0369329 Sep 22 09:36:01.630752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Allocated IP 172.20.0.8 (472dd4b2-01fa-466e-aa1b-60409bc0f927/f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400/0cd5fe98-e7c2-4e89-b80b-bfef9faadd22) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:36:01.703483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5996528c-619d-4f21-bcaa-8f48a15de387 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:36:01.728459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 5996528c-619d-4f21-bcaa-8f48a15de387 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:36:01.729192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5996528c-619d-4f21-bcaa-8f48a15de387 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:36:01.810123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37932) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:01.879293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Deleting subnet 2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:36:01.884219 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:01.931544 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:01.975757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.133646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3513cbfc-0098-4b08-8735-72a3767fe881 req-fd37731c-fea0-4ed2-8c5e-ec46501b36ce tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0524931 Sep 22 09:36:02.171822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5fc6f-e20d-4c6c-9934-9f40e63ff58c req-fc97d2c7-0edc-49b5-84e2-e805f7272380 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:02.173337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12e5fc6f-e20d-4c6c-9934-9f40e63ff58c req-fc97d2c7-0edc-49b5-84e2-e805f7272380 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0911617 Sep 22 09:36:02.182026 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.213949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.230124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:02.231754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12e5fc6f-e20d-4c6c-9934-9f40e63ff58c req-a065f22e-6779-4e3d-8658-c11419f9f0f4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Sep 22 09:36:02.234959 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.238042 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2e2a63b1-b93d-4dd1-a802-ce8b2fd61a90 HTTP/1.1" status: 204 len: 168 time: 0.4239821 Sep 22 09:36:02.240552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37944) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:02.244980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.245628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.246211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.246789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.247464 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.248018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.251427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.252011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.252561 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.253130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.254298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.254855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73353a-f3c5-4d60-b7b9-784b9c2040ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:02.344616 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.424148 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.427441 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.479504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e381bbfe-9cad-4576-9347-d9b5699eebb3']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:02.493744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Network 472dd4b2-01fa-466e-aa1b-60409bc0f927 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:02.498838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:02.499131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c393e9c8-0f6b-4b78-b6c3-c2dd14803359') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:02.500950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:02.511874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:36:02.513538 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.553235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Pushing event updated for resources: {'Port': ['ID=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:02.565717 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.577137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:36:02.577540 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:36:02.579354 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:36:02.597669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:02.598387 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.712999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befde30-6634-444a-b622-b8c44364f871 req-341200c0-5879-4bae-b6bb-5a34b36fb8fc tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:02.715007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0befde30-6634-444a-b622-b8c44364f871 req-341200c0-5879-4bae-b6bb-5a34b36fb8fc tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 931 time: 0.0624800 Sep 22 09:36:02.729309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-fecce23a-9d59-4037-947d-6dfb9e688011 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5034826 Sep 22 09:36:02.746532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Request body: {'port': {'device_id': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:02.809019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-183706fc-dcd6-47f0-91ab-785f77b7854d None None] Provisioning complete for port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:02.809764 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.810224 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-183706fc-dcd6-47f0-91ab-785f77b7854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.815779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0befde30-6634-444a-b622-b8c44364f871 req-7303aea9-4c37-467b-ae9c-a3c6f86008b3 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903647 Sep 22 09:36:02.822238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.826426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] 10.222.0.49 "DELETE /v2.0/networks/e381bbfe-9cad-4576-9347-d9b5699eebb3 HTTP/1.1" status: 204 len: 168 time: 0.5825517 Sep 22 09:36:02.841132 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:02.860100 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-183706fc-dcd6-47f0-91ab-785f77b7854d None None] Port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:36:02.864358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f105d-7d57-4937-9a49-ee73ebfc363e admin admin] Pushing event deleted for resources: {'Network': ['ID=e381bbfe-9cad-4576-9347-d9b5699eebb3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:03.170499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:36:03.178748 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:03.191893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Transition to ACTIVE for port object 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:36:03.260954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26f58cd4-5728-4895-ae2e-387d48655f5d req-25c26b48-7f95-41eb-8db6-675a440ea38c tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0461287 Sep 22 09:36:03.268252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37972) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:03.274664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:03.313307 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6ac4537a-6b0f-4089-a55e-783d46e1b426 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f0a951bc6ef4a38b8343a638bb80253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438304 Sep 22 09:36:03.319870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37978) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:03.345841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Pushing event updated for resources: {'Port': ['ID=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:03.401088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-938189d7-1b32-44b3-89e6-f2e7abf5e319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:03.432965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-938189d7-1b32-44b3-89e6-f2e7abf5e319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:03.482425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd4791-d2fe-4a1e-85d7-22631575270a req-d42f0582-664a-4005-9657-4b0bb46878da tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:03.484132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91fd4791-d2fe-4a1e-85d7-22631575270a req-d42f0582-664a-4005-9657-4b0bb46878da tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.1183875 Sep 22 09:36:03.489239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Attempting to bind port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:03.489695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Attempting to bind port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:03.490086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Attempting to bind port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 on network 472dd4b2-01fa-466e-aa1b-60409bc0f927 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:03.509438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 on network 472dd4b2-01fa-466e-aa1b-60409bc0f927 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:03.509752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Attempting to bind port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 on network 472dd4b2-01fa-466e-aa1b-60409bc0f927 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:03.520995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:36:03.521683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Checking segment: {'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:03.521890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Bound using segment: {'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:36:03.522454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Bound port: 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:36:03.522897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:03.579312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91fd4791-d2fe-4a1e-85d7-22631575270a req-4f7fa958-5586-4624-aa09-752a8c276609 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867400 Sep 22 09:36:03.581219 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-938189d7-1b32-44b3-89e6-f2e7abf5e319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:03.585053 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-938189d7-1b32-44b3-89e6-f2e7abf5e319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:03.586496 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-938189d7-1b32-44b3-89e6-f2e7abf5e319 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa751860-d2d2-4c4d-80f7-dc3cd87f5a86 HTTP/1.1" status: 204 len: 168 time: 0.2655485 Sep 22 09:36:03.604572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938189d7-1b32-44b3-89e6-f2e7abf5e319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa751860-d2d2-4c4d-80f7-dc3cd87f5a86,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:03.642726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b14c6a-438e-42ee-b0c5-48441a50adcd req-a758ce6b-1837-439f-aebd-f3a52910ea7d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:03.644250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7b14c6a-438e-42ee-b0c5-48441a50adcd req-a758ce6b-1837-439f-aebd-f3a52910ea7d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f722319-ceee-4025-b0bb-dffaad0c56d2 HTTP/1.1" status: 200 len: 950 time: 0.1184430 Sep 22 09:36:03.657710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] For port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:36:03.667073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] For port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:36:03.701795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7b14c6a-438e-42ee-b0c5-48441a50adcd req-f12babda-d054-4260-a1f0-39e61a4fbf2d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 Sep 22 09:36:03.719479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d65fc554-9f30-4bfa-a032-49aadd107296 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:36:03.739434 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: d65fc554-9f30-4bfa-a032-49aadd107296 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:36:03.739696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d65fc554-9f30-4bfa-a032-49aadd107296 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:36:03.752834 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:03.792607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:03.793170 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:03.794530 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] 10.222.0.60 "PUT /v2.0/ports/0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 HTTP/1.1" status: 200 len: 1091 time: 1.0523469 Sep 22 09:36:03.794958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'tag': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:03.797216 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57026dbb-4f31-417a-9deb-9fd9d6610747" -d '{"events": [{"name": "network-changed", "server_uuid": "ed83e44c-682b-433d-9918-d0938ddfcdc5", "tag": "0cd5fe98-e7c2-4e89-b80b-bfef9faadd22"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:03.830207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353f53e-3f27-49e3-9f04-f83bce8878cf service neutron] Pushing event updated for resources: {'Port': ['ID=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:03.860297 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ee74a8-f4c7-43f9-aa9b-3984df776e3a x-openstack-request-id: req-18ee74a8-f4c7-43f9-aa9b-3984df776e3a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:03.860297 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed83e44c-682b-433d-9918-d0938ddfcdc5", "tag": "0cd5fe98-e7c2-4e89-b80b-bfef9faadd22", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:03.860297 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18ee74a8-f4c7-43f9-aa9b-3984df776e3a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:03.860297 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'tag': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22', 'status': 'completed', 'code': 200} Sep 22 09:36:03.961319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026dbb-4f31-417a-9deb-9fd9d6610747 req-59fcdcc1-d0d8-42e8-a681-28d85464e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:03.962934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57026dbb-4f31-417a-9deb-9fd9d6610747 req-59fcdcc1-d0d8-42e8-a681-28d85464e559 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=624fd7e667434d99abf4188bebdaebf4&device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 1094 time: 0.0821242 Sep 22 09:36:03.991931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b4922-d40b-4b9a-a5bc-d75b1c6ffea8 req-d94ca266-7875-4cc2-b6f0-6b3fa4658cd8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:03.994313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173b4922-d40b-4b9a-a5bc-d75b1c6ffea8 req-d94ca266-7875-4cc2-b6f0-6b3fa4658cd8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 943 time: 0.0841053 Sep 22 09:36:04.116440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-173b4922-d40b-4b9a-a5bc-d75b1c6ffea8 req-640734c4-cfd9-4cd9-b7f6-a285a25416b4 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959716 Sep 22 09:36:04.141057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026dbb-4f31-417a-9deb-9fd9d6610747 req-997b6c4b-582c-420c-8423-0daae376f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:04.142536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57026dbb-4f31-417a-9deb-9fd9d6610747 req-997b6c4b-582c-420c-8423-0daae376f9f1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=624fd7e667434d99abf4188bebdaebf4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1695919 Sep 22 09:36:04.244424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57026dbb-4f31-417a-9deb-9fd9d6610747 req-c0a95063-a73f-497f-adc1-16581e9cc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:04.245857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57026dbb-4f31-417a-9deb-9fd9d6610747 req-c0a95063-a73f-497f-adc1-16581e9cc920 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939085 Sep 22 09:36:04.370869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-90d2c2a5-0801-42f0-89b4-50283148d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:04.373636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-90d2c2a5-0801-42f0-89b4-50283148d47b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=624fd7e667434d99abf4188bebdaebf4&device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 1094 time: 0.0735760 Sep 22 09:36:04.431566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-ee95e0e1-a749-40f8-981e-c763484a3224 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 HTTP/1.1" status: 200 len: 217 time: 0.0483294 Sep 22 09:36:04.473846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-243c20f2-21b8-4673-8a49-18f1ce9b025c req-955570ff-3fa6-4793-8554-b1b63df17b55 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0457017 Sep 22 09:36:04.543634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-b1650ddd-98c2-4958-a9c5-17572f77f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:04.545305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-b1650ddd-98c2-4958-a9c5-17572f77f38f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400 HTTP/1.1" status: 200 len: 854 time: 0.1029520 Sep 22 09:36:04.553663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc245-839f-4ee3-8dda-540d5bff562e req-e9057c7e-db87-4159-a658-e72c054d91a7 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:04.555313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-379fc245-839f-4ee3-8dda-540d5bff562e req-e9057c7e-db87-4159-a658-e72c054d91a7 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f722319-ceee-4025-b0bb-dffaad0c56d2 HTTP/1.1" status: 200 len: 950 time: 0.0920508 Sep 22 09:36:04.658915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-3faf2eb4-33b5-4bb6-882f-9b692d08a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:04.660482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-3faf2eb4-33b5-4bb6-882f-9b692d08a42f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=472dd4b2-01fa-466e-aa1b-60409bc0f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037142 Sep 22 09:36:04.738216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-379fc245-839f-4ee3-8dda-540d5bff562e req-d33324eb-9880-4373-af37-befaa474202d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Deleting port a73d853c-faaf-4837-9467-849b1009f13c {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:36:04.738565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-379fc245-839f-4ee3-8dda-540d5bff562e req-d33324eb-9880-4373-af37-befaa474202d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:04.854228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38032) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:04.906341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036343-9810-4826-9fd1-a2e036b814cf req-3a887bfb-2569-4ada-8612-c479ce5839af tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:04.906577 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6317a-22b0-4a96-a9c4-f569d61ac287 req-9f955238-4684-4354-ae41-77e0e1197143 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:04.907509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e036343-9810-4826-9fd1-a2e036b814cf req-3a887bfb-2569-4ada-8612-c479ce5839af tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.2254133 Sep 22 09:36:04.908062 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-10f6317a-22b0-4a96-a9c4-f569d61ac287 req-9f955238-4684-4354-ae41-77e0e1197143 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "GET /v2.0/ports?device_id=7236daef-2ea9-4bad-b45b-e4185216cb4d HTTP/1.1" status: 200 len: 950 time: 0.0962195 Sep 22 09:36:04.945922 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-bdc1b925-5f87-4567-87b4-eca29be17684 service neutron] 10.222.0.60 "GET /v2.0/networks/472dd4b2-01fa-466e-aa1b-60409bc0f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730343 Sep 22 09:36:04.954272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-379fc245-839f-4ee3-8dda-540d5bff562e req-d33324eb-9880-4373-af37-befaa474202d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] For port a73d853c-faaf-4837-9467-849b1009f13c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a73d853c-faaf-4837-9467-849b1009f13c,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:04.954577 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-379fc245-839f-4ee3-8dda-540d5bff562e req-d33324eb-9880-4373-af37-befaa474202d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:04.965942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07e126-2812-4b9a-81cf-2a3dbbdaa480 req-ec8c05c4-d710-4ec5-a7d7-c3c1b2b85051 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:04.973111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e07e126-2812-4b9a-81cf-2a3dbbdaa480 req-ec8c05c4-d710-4ec5-a7d7-c3c1b2b85051 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f722319-ceee-4025-b0bb-dffaad0c56d2 HTTP/1.1" status: 200 len: 950 time: 0.1796508 Sep 22 09:36:04.995990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1120833045-network', 'tenant_id': '3736dd47758242098155599aebe58cc9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:05.007818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-379fc245-839f-4ee3-8dda-540d5bff562e req-d33324eb-9880-4373-af37-befaa474202d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Calling delete_port for a73d853c-faaf-4837-9467-849b1009f13c owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:36:05.038818 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-10f6317a-22b0-4a96-a9c4-f569d61ac287 req-3610f63c-cebd-49ac-bd35-97a5a8c91eb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Deleting port 30f8cccc-1c4d-4493-85bd-13554664b7d2 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:36:05.039063 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-10f6317a-22b0-4a96-a9c4-f569d61ac287 req-3610f63c-cebd-49ac-bd35-97a5a8c91eb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.074901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e036343-9810-4826-9fd1-a2e036b814cf req-9c6015eb-da52-48f2-a71a-51ab48b077b7 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536975 Sep 22 09:36:05.141544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e07e126-2812-4b9a-81cf-2a3dbbdaa480 req-a6dc4e7f-a6c7-4931-8a6c-22ec8e714713 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675498 Sep 22 09:36:05.195650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5341d462-ca21-4f70-9afb-8ec06cfd99ab req-ad4c3709-f50b-4fbf-acd1-6e6e157f5782 service neutron] 10.222.0.60 "GET /v2.0/networks/472dd4b2-01fa-466e-aa1b-60409bc0f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051640 Sep 22 09:36:05.287592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c235d-6739-467a-ada3-7dc9ebc54a64 req-2050d8c9-a831-40b2-82e3-492153999af3 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:05.289309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-527c235d-6739-467a-ada3-7dc9ebc54a64 req-2050d8c9-a831-40b2-82e3-492153999af3 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 943 time: 0.0866377 Sep 22 09:36:05.365637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-527c235d-6739-467a-ada3-7dc9ebc54a64 req-e690f9e3-34fa-41f3-9dd3-aed3931e2d90 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514629 Sep 22 09:36:05.398261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Made reservation on behalf of 3736dd47758242098155599aebe58cc9 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:05.401732 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.416883 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.420791 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-379fc245-839f-4ee3-8dda-540d5bff562e req-d33324eb-9880-4373-af37-befaa474202d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.434701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c', '30f8cccc-1c4d-4493-85bd-13554664b7d2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:05.438190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:05.451743 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33324eb-9880-4373-af37-befaa474202d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event deleted for resources: {'Port': ['ID=a73d853c-faaf-4837-9467-849b1009f13c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:05.452836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-10f6317a-22b0-4a96-a9c4-f569d61ac287 req-3610f63c-cebd-49ac-bd35-97a5a8c91eb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] For port 30f8cccc-1c4d-4493-85bd-13554664b7d2, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=30f8cccc-1c4d-4493-85bd-13554664b7d2,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:05.453980 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-10f6317a-22b0-4a96-a9c4-f569d61ac287 req-3610f63c-cebd-49ac-bd35-97a5a8c91eb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.473779 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-10f6317a-22b0-4a96-a9c4-f569d61ac287 req-3610f63c-cebd-49ac-bd35-97a5a8c91eb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Calling delete_port for 30f8cccc-1c4d-4493-85bd-13554664b7d2 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:36:05.500665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-379fc245-839f-4ee3-8dda-540d5bff562e req-d33324eb-9880-4373-af37-befaa474202d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] No DVR routers for this DVR port a73d853c-faaf-4837-9467-849b1009f13c on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:36:05.504784 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-379fc245-839f-4ee3-8dda-540d5bff562e req-d33324eb-9880-4373-af37-befaa474202d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.508365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-379fc245-839f-4ee3-8dda-540d5bff562e req-d33324eb-9880-4373-af37-befaa474202d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "DELETE /v2.0/ports/a73d853c-faaf-4837-9467-849b1009f13c HTTP/1.1" status: 204 len: 173 time: 0.9437487 Sep 22 09:36:05.591188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afbef432-2636-4ec6-b2f7-44dae4d2279f req-0a7e20fc-16f6-4319-a3a2-41e50f3c40ed tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0312870 Sep 22 09:36:05.656082 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.735712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.768080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:36:05.778319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019f26ac-7057-40f5-9ba2-3ebdc4c080c5,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:05.781651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-10f6317a-22b0-4a96-a9c4-f569d61ac287 req-3610f63c-cebd-49ac-bd35-97a5a8c91eb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.797591 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.797978 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Added segment 1ecad3c6-75ff-4730-a1fe-37831b5e5566 of type vlan for network 9e503222-19cc-403f-8a62-ac95d0a66327 Sep 22 09:36:05.810745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a73d853c-faaf-4837-9467-849b1009f13c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:05.829912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610f63c-cebd-49ac-bd35-97a5a8c91eb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event deleted for resources: {'Port': ['ID=30f8cccc-1c4d-4493-85bd-13554664b7d2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:05.860561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f722319-ceee-4025-b0bb-dffaad0c56d2', 'name': 'network-vif-deleted', 'tag': 'a73d853c-faaf-4837-9467-849b1009f13c'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:05.863140 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3aa36a-7992-484d-981a-0d4e6bebed7b" -d '{"events": [{"server_uuid": "9f722319-ceee-4025-b0bb-dffaad0c56d2", "name": "network-vif-deleted", "tag": "a73d853c-faaf-4837-9467-849b1009f13c"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:05.895372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f6317a-22b0-4a96-a9c4-f569d61ac287 req-3610f63c-cebd-49ac-bd35-97a5a8c91eb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] No DVR routers for this DVR port 30f8cccc-1c4d-4493-85bd-13554664b7d2 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:36:05.898481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-10f6317a-22b0-4a96-a9c4-f569d61ac287 req-3610f63c-cebd-49ac-bd35-97a5a8c91eb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.901452 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-10f6317a-22b0-4a96-a9c4-f569d61ac287 req-3610f63c-cebd-49ac-bd35-97a5a8c91eb6 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.60 "DELETE /v2.0/ports/30f8cccc-1c4d-4493-85bd-13554664b7d2 HTTP/1.1" status: 204 len: 173 time: 0.9873307 Sep 22 09:36:05.907279 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38feecb1-581a-41f9-89a4-54f297d6f92f x-openstack-request-id: req-38feecb1-581a-41f9-89a4-54f297d6f92f {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:05.907833 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f722319-ceee-4025-b0bb-dffaad0c56d2", "name": "network-vif-deleted", "tag": "a73d853c-faaf-4837-9467-849b1009f13c", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:05.908264 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38feecb1-581a-41f9-89a4-54f297d6f92f {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:05.908401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7236daef-2ea9-4bad-b45b-e4185216cb4d', 'name': 'network-vif-deleted', 'tag': '30f8cccc-1c4d-4493-85bd-13554664b7d2'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:05.908919 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f722319-ceee-4025-b0bb-dffaad0c56d2', 'name': 'network-vif-deleted', 'tag': 'a73d853c-faaf-4837-9467-849b1009f13c', 'status': 'completed', 'code': 200} Sep 22 09:36:05.911273 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d727663-4ff2-4739-b4be-e9aa463ed89a" -d '{"events": [{"server_uuid": "7236daef-2ea9-4bad-b45b-e4185216cb4d", "name": "network-vif-deleted", "tag": "30f8cccc-1c4d-4493-85bd-13554664b7d2"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:05.918091 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:05.957232 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08c4958-de27-490c-a6d2-33ec5b6769e4 x-openstack-request-id: req-c08c4958-de27-490c-a6d2-33ec5b6769e4 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:05.957544 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7236daef-2ea9-4bad-b45b-e4185216cb4d", "name": "network-vif-deleted", "tag": "30f8cccc-1c4d-4493-85bd-13554664b7d2", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:05.957817 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c08c4958-de27-490c-a6d2-33ec5b6769e4 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:05.958244 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7236daef-2ea9-4bad-b45b-e4185216cb4d', 'name': 'network-vif-deleted', 'tag': '30f8cccc-1c4d-4493-85bd-13554664b7d2', 'status': 'completed', 'code': 200} Sep 22 09:36:06.021255 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:06.023388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:06.023388 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:06.084625 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] Pushing event updated for resources: {'Network': ['ID=9e503222-19cc-403f-8a62-ac95d0a66327,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:06.094544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 9e503222-19cc-403f-8a62-ac95d0a66327 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:36:06.153127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:06.184318 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-91886b21-6656-4f6d-b6a7-90948743b75e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3234816 Sep 22 09:36:06.184688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38064) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:06.189644 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] Request body: {'subnet': {'network_id': '9e503222-19cc-403f-8a62-ac95d0a66327', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1120833045-subnet', 'tenant_id': '3736dd47758242098155599aebe58cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:06.208894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e44334-950b-47d0-9e6e-72c4deacf809 req-20c0d405-7e3b-4ba9-8d3a-6463ea0d5edd tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:06.218604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4e44334-950b-47d0-9e6e-72c4deacf809 req-20c0d405-7e3b-4ba9-8d3a-6463ea0d5edd tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0685389 Sep 22 09:36:06.269733 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4e44334-950b-47d0-9e6e-72c4deacf809 req-26f19301-4635-4e44-a482-5a898dc44778 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501626 Sep 22 09:36:06.306671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] Made reservation on behalf of 3736dd47758242098155599aebe58cc9 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:06.309345 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:06.340030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-768d4453-33b8-4cd3-bfbe-3dbc4b1b14f4 req-c208c13e-ae41-4475-b614-0427abd1033d tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f722319-ceee-4025-b0bb-dffaad0c56d2 HTTP/1.1" status: 200 len: 210 time: 0.0356300 Sep 22 09:36:06.527357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c8a87-a255-462d-b352-8976d4eb12a3 req-61c9e224-0969-4d55-affc-de54e0e3e3c7 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:06.531262 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-904c8a87-a255-462d-b352-8976d4eb12a3 req-61c9e224-0969-4d55-affc-de54e0e3e3c7 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 943 time: 0.0741606 Sep 22 09:36:06.621501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-904c8a87-a255-462d-b352-8976d4eb12a3 req-937c5dff-6dc2-4880-922b-bebdb7ad34f7 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830672 Sep 22 09:36:06.700328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:06.730602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e4942e2-0dc8-49f4-bb65-63348327f9c6 req-42e4c66c-ae47-4271-9aab-d9d9f1399bb9 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0296111 Sep 22 09:36:06.759331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c62c07c-1c24-4c2a-8429-7cc94b50a7ad,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:06.768289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] Checking segment: {'id': '1ecad3c6-75ff-4730-a1fe-37831b5e5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9e503222-19cc-403f-8a62-ac95d0a66327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:06.768649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] Network hostable DHCP agents. Network: 9e503222-19cc-403f-8a62-ac95d0a66327, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:36:06.891341 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] Network 9e503222-19cc-403f-8a62-ac95d0a66327 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:36:06.975811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 9e503222-19cc-403f-8a62-ac95d0a66327) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:06.986421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f53f9ec-c46e-4293-ade7-5511a453f515 None None] Network 9e503222-19cc-403f-8a62-ac95d0a66327 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:36:06.990240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:06.991441 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.078752 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e2ecfb73-4d59-4796-b1a5-69b6a3cc0616 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8928983 Sep 22 09:36:07.124850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e015b-3153-4e97-8041-90b8515b90ea None None] Network 9e503222-19cc-403f-8a62-ac95d0a66327 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:36:07.202616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38086) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:07.265116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-66687fc9-bc23-4864-8323-3dd6ce122296 admin admin] Deleting subnet 3c62c07c-1c24-4c2a-8429-7cc94b50a7ad {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:36:07.268351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66687fc9-bc23-4864-8323-3dd6ce122296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.308717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66687fc9-bc23-4864-8323-3dd6ce122296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.350045 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66687fc9-bc23-4864-8323-3dd6ce122296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.397958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff34476-994d-4d1c-a03f-4e74061acb49 req-6e8b9fdd-fe00-451c-b86a-45d1afee4f52 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:07.400117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ff34476-994d-4d1c-a03f-4e74061acb49 req-6e8b9fdd-fe00-451c-b86a-45d1afee4f52 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0573490 Sep 22 09:36:07.448977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ff34476-994d-4d1c-a03f-4e74061acb49 req-b4fff267-45cc-40ec-94f6-90074102fbfe tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Sep 22 09:36:07.489584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66687fc9-bc23-4864-8323-3dd6ce122296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.516940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66687fc9-bc23-4864-8323-3dd6ce122296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c62c07c-1c24-4c2a-8429-7cc94b50a7ad,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:07.521914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66687fc9-bc23-4864-8323-3dd6ce122296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.523804 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-66687fc9-bc23-4864-8323-3dd6ce122296 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3c62c07c-1c24-4c2a-8429-7cc94b50a7ad HTTP/1.1" status: 204 len: 168 time: 0.3200936 Sep 22 09:36:07.527160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38100) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:07.597903 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.694555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.720698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e503222-19cc-403f-8a62-ac95d0a66327']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:07.733006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecad3c6-75ff-4730-a1fe-37831b5e5566') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:07.733376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecad3c6-75ff-4730-a1fe-37831b5e5566') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:07.745180 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.748947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eb2e3-20d5-4eb0-add0-02795ec99bc6 req-0dd08346-d66d-4db7-8d6d-1aeb32f70252 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:07.756460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f8eb2e3-20d5-4eb0-add0-02795ec99bc6 req-0dd08346-d66d-4db7-8d6d-1aeb32f70252 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 943 time: 0.0586972 Sep 22 09:36:07.764887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.771948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:36:07.772395 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:36:07.774208 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:36:07.797271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f8eb2e3-20d5-4eb0-add0-02795ec99bc6 req-7e55b7c2-9523-4846-991d-917fd4da1c66 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401058 Sep 22 09:36:07.950909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-443b7e10-4dbc-4224-9256-bd7f9e2f7515 req-d7919ab8-940e-4070-a023-02a638db21ae tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0263319 Sep 22 09:36:07.952225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.957187 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:07.959377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9e503222-19cc-403f-8a62-ac95d0a66327 HTTP/1.1" status: 204 len: 168 time: 0.4312861 Sep 22 09:36:07.976146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254edd60-1017-48f0-a5ef-5b5f7e8e9796 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e503222-19cc-403f-8a62-ac95d0a66327,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:08.194841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5421f8-2359-4c87-8d34-8dc56d3734df req-f73b4c17-22fb-4797-99d0-7171ea0890a7 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:08.196896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b5421f8-2359-4c87-8d34-8dc56d3734df req-f73b4c17-22fb-4797-99d0-7171ea0890a7 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 950 time: 0.0570312 Sep 22 09:36:08.242067 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b5421f8-2359-4c87-8d34-8dc56d3734df req-6581149b-2487-4b0f-bed7-6f759e6dee01 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Sep 22 09:36:08.300641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38120) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:08.352626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9d36dbef-f83d-436e-8754-2b6f365c79f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3736dd47758242098155599aebe58cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500557 Sep 22 09:36:08.356103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38124) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:08.413108 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bd31099-c7d6-40f6-a19a-985d005f17e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:08.439449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bd31099-c7d6-40f6-a19a-985d005f17e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:08.574880 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bd31099-c7d6-40f6-a19a-985d005f17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:08.577669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bd31099-c7d6-40f6-a19a-985d005f17e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:08.582005 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2bd31099-c7d6-40f6-a19a-985d005f17e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/019f26ac-7057-40f5-9ba2-3ebdc4c080c5 HTTP/1.1" status: 204 len: 168 time: 0.2219050 Sep 22 09:36:08.588449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd31099-c7d6-40f6-a19a-985d005f17e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019f26ac-7057-40f5-9ba2-3ebdc4c080c5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:08.601318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58647a-d019-4b79-a9b3-626aec539f49 req-079b51d6-a466-46cc-bdd4-ca45cbf41680 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:08.604917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b58647a-d019-4b79-a9b3-626aec539f49 req-079b51d6-a466-46cc-bdd4-ca45cbf41680 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0704350 Sep 22 09:36:08.652911 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b58647a-d019-4b79-a9b3-626aec539f49 req-f263a532-8290-4e90-8be4-21234e21d798 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 Sep 22 09:36:08.914349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed25786-d4d0-4748-9ee8-f766d954483e req-c3ef612e-b8bd-485d-a721-7e22ba8f02eb tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:08.916584 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fed25786-d4d0-4748-9ee8-f766d954483e req-c3ef612e-b8bd-485d-a721-7e22ba8f02eb tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 943 time: 0.0508914 Sep 22 09:36:08.956145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fed25786-d4d0-4748-9ee8-f766d954483e req-8afda866-ecd8-455c-bd1d-25360cc80376 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328248 Sep 22 09:36:09.073146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-517e0a32-2f4b-445f-9c96-d4c1311fa53c req-97723dc2-1a6f-48f9-bebf-e2f807e44ec1 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0344443 Sep 22 09:36:09.361476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca654d-907d-4e4a-a3dd-813f3ba6f400 req-f0adc729-3c64-4adf-a77c-4b50b3c0aabe tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:09.362861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcca654d-907d-4e4a-a3dd-813f3ba6f400 req-f0adc729-3c64-4adf-a77c-4b50b3c0aabe tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 950 time: 0.0504861 Sep 22 09:36:09.401525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcca654d-907d-4e4a-a3dd-813f3ba6f400 req-92349ba6-0428-451b-ba50-e3cd6d85df3a tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/security-groups?id=312f381b-0316-47df-9cd5-e6e2614afb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Sep 22 09:36:09.670570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2960d-53f4-4ddc-a14e-c9a1dc3105bd req-8bca58c3-2089-42bf-8e77-af72b078d45c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:09.672045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8a2960d-53f4-4ddc-a14e-c9a1dc3105bd req-8bca58c3-2089-42bf-8e77-af72b078d45c tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 950 time: 0.0513017 Sep 22 09:36:09.734160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:36:09.738172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a73d853c-faaf-4837-9467-849b1009f13c no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:36:09.766463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: a73d853c-faaf-4837-9467-849b1009f13c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:36:09.767004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a73d853c-faaf-4837-9467-849b1009f13c not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:36:09.767432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 30f8cccc-1c4d-4493-85bd-13554664b7d2 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:36:09.793923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 30f8cccc-1c4d-4493-85bd-13554664b7d2 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:36:09.794268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 30f8cccc-1c4d-4493-85bd-13554664b7d2 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:36:09.806753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33c604-e28d-496d-89a3-2674fefc3397 req-1d356400-b9d3-42f8-bcdb-eaf356eb2721 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:09.808296 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b33c604-e28d-496d-89a3-2674fefc3397 req-1d356400-b9d3-42f8-bcdb-eaf356eb2721 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0681572 Sep 22 09:36:09.816806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c8a2960d-53f4-4ddc-a14e-c9a1dc3105bd req-5935a666-126a-46e8-9d70-fc80344b19f4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Deleting port a7f70349-019b-4a83-98e9-4a65d65ef245 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:36:09.817153 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c8a2960d-53f4-4ddc-a14e-c9a1dc3105bd req-5935a666-126a-46e8-9d70-fc80344b19f4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:09.905676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:09.915228 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b33c604-e28d-496d-89a3-2674fefc3397 req-54d8dc6a-94de-489f-8489-454121e52735 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949426 Sep 22 09:36:09.935328 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'port_id': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22', 'mac_address': 'fa:16:3e:14:1a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:36:09.945077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c8a2960d-53f4-4ddc-a14e-c9a1dc3105bd req-5935a666-126a-46e8-9d70-fc80344b19f4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] For port a7f70349-019b-4a83-98e9-4a65d65ef245, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a7f70349-019b-4a83-98e9-4a65d65ef245,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:09.945582 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c8a2960d-53f4-4ddc-a14e-c9a1dc3105bd req-5935a666-126a-46e8-9d70-fc80344b19f4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:09.963226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c8a2960d-53f4-4ddc-a14e-c9a1dc3105bd req-5935a666-126a-46e8-9d70-fc80344b19f4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Calling delete_port for a7f70349-019b-4a83-98e9-4a65d65ef245 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:36:09.979822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:10.008130 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:36:10.069950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:10.125357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e97d-a2a5-4a4a-a081-d03b7e5b404b req-d2d35fbf-b330-408e-aca4-0243ebc397c9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:10.126909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d338e97d-a2a5-4a4a-a081-d03b7e5b404b req-d2d35fbf-b330-408e-aca4-0243ebc397c9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 943 time: 0.0767796 Sep 22 09:36:10.146632 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:10.196127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:10.209296 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7bf02429-8ed8-4a05-86d8-6ddb87041d48 req-137d03ea-762f-44d9-a5d3-121b1bc51660 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0464137 Sep 22 09:36:10.239488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d338e97d-a2a5-4a4a-a081-d03b7e5b404b req-4f70db6e-6046-40b6-bebe-92def66bd793 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050239 Sep 22 09:36:10.277694 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c8a2960d-53f4-4ddc-a14e-c9a1dc3105bd req-5935a666-126a-46e8-9d70-fc80344b19f4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:10.293995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a7f70349-019b-4a83-98e9-4a65d65ef245'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:10.314542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935a666-126a-46e8-9d70-fc80344b19f4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Pushing event deleted for resources: {'Port': ['ID=a7f70349-019b-4a83-98e9-4a65d65ef245,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:10.366503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a2960d-53f4-4ddc-a14e-c9a1dc3105bd req-5935a666-126a-46e8-9d70-fc80344b19f4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] No DVR routers for this DVR port a7f70349-019b-4a83-98e9-4a65d65ef245 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:36:10.368504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0cd5fe98-e7c2-4e89-b80b-bfef9faadd22'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:10.368907 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c8a2960d-53f4-4ddc-a14e-c9a1dc3105bd req-5935a666-126a-46e8-9d70-fc80344b19f4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:10.371587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8a2960d-53f4-4ddc-a14e-c9a1dc3105bd req-5935a666-126a-46e8-9d70-fc80344b19f4 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.45 "DELETE /v2.0/ports/a7f70349-019b-4a83-98e9-4a65d65ef245 HTTP/1.1" status: 204 len: 173 time: 0.6927924 Sep 22 09:36:10.372037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb503db5-ad7c-4493-a3c6-d9ff05229ba5', 'name': 'network-vif-deleted', 'tag': 'a7f70349-019b-4a83-98e9-4a65d65ef245'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:10.374356 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac215ad-ee3f-4c33-9082-20a2a13a3ae3" -d '{"events": [{"server_uuid": "eb503db5-ad7c-4493-a3c6-d9ff05229ba5", "name": "network-vif-deleted", "tag": "a7f70349-019b-4a83-98e9-4a65d65ef245"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:10.425080 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c886f860-59e6-4f29-bbfd-0bfe03a4446b x-openstack-request-id: req-c886f860-59e6-4f29-bbfd-0bfe03a4446b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:10.425427 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb503db5-ad7c-4493-a3c6-d9ff05229ba5", "name": "network-vif-deleted", "tag": "a7f70349-019b-4a83-98e9-4a65d65ef245", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:10.425620 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c886f860-59e6-4f29-bbfd-0bfe03a4446b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:10.425999 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb503db5-ad7c-4493-a3c6-d9ff05229ba5', 'name': 'network-vif-deleted', 'tag': 'a7f70349-019b-4a83-98e9-4a65d65ef245', 'status': 'completed', 'code': 200} Sep 22 09:36:10.515261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3881d38-6b31-4242-ae4c-420538c93ae3 req-ef6a9b2a-c423-4724-adcd-fd098e0eaa36 tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 210 time: 0.0305395 Sep 22 09:36:11.055980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad8667-694d-4964-9cea-1e85c738ac39 req-64150b95-f460-4f69-b2a3-ec5c223eef84 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:11.057634 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbad8667-694d-4964-9cea-1e85c738ac39 req-64150b95-f460-4f69-b2a3-ec5c223eef84 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0565293 Sep 22 09:36:11.122656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbad8667-694d-4964-9cea-1e85c738ac39 req-287ae350-40d3-419e-a66f-caa991e15ab1 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516701 Sep 22 09:36:11.325452 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-580c2e5c-445f-40e6-b9d2-2740d56ae9e7 req-59a920c8-528d-439f-97eb-5eadb9d7b4c7 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0333612 Sep 22 09:36:11.415110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697d045-4534-48e3-815c-776e9473efd5 req-ce03a212-778c-4e64-bb1e-845573b1fff1 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:11.417074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9697d045-4534-48e3-815c-776e9473efd5 req-ce03a212-778c-4e64-bb1e-845573b1fff1 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 944 time: 0.0564132 Sep 22 09:36:11.463684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9697d045-4534-48e3-815c-776e9473efd5 req-a7e88335-3393-48cb-a25a-f82f425e98a2 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395761 Sep 22 09:36:11.630813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbd8c0b4-4106-4d7f-a6bd-899627430d23 req-6302f6ac-17cc-4740-b686-52ebd008932b tempest-ServersOnMultiNodesTest-1168338425 tempest-ServersOnMultiNodesTest-1168338425-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb503db5-ad7c-4493-a3c6-d9ff05229ba5 HTTP/1.1" status: 200 len: 210 time: 0.0280962 Sep 22 09:36:11.781521 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:36:11.894156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:36:11.898611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:11.904279 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:11.975727 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:12.002475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:12.004698 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdbfca2-318b-4162-ad7d-c5826dc7854c" -d '{"events": [{"server_uuid": "ed83e44c-682b-433d-9918-d0938ddfcdc5", "name": "network-vif-plugged", "status": "completed", "tag": "0cd5fe98-e7c2-4e89-b80b-bfef9faadd22"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:12.018268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:12.042414 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7140ec5a-69d4-48f0-bd78-f41eb041cdaa x-openstack-request-id: req-7140ec5a-69d4-48f0-bd78-f41eb041cdaa {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:12.042703 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed83e44c-682b-433d-9918-d0938ddfcdc5", "name": "network-vif-plugged", "status": "completed", "tag": "0cd5fe98-e7c2-4e89-b80b-bfef9faadd22", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:12.045111 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7140ec5a-69d4-48f0-bd78-f41eb041cdaa {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:12.045111 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22', 'code': 200} Sep 22 09:36:12.147769 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:12.155842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b05e61-ffe6-4be6-9303-e1ab81f33711 req-22cb1c9c-b0c0-48e5-b7fd-6a4721530e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:12.155842 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-20b05e61-ffe6-4be6-9303-e1ab81f33711 req-22cb1c9c-b0c0-48e5-b7fd-6a4721530e15 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 1095 time: 0.0485957 Sep 22 09:36:12.206026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:12.207714 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-20b05e61-ffe6-4be6-9303-e1ab81f33711 req-a1d0b0e0-fac3-42b6-917d-b86d764165c4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438042 Sep 22 09:36:12.274845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7178e1-09cc-4007-84ba-6d2d52bc2fc4 req-1595adad-8740-4b9b-b9db-419d5b9e324e tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:12.276405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea7178e1-09cc-4007-84ba-6d2d52bc2fc4 req-1595adad-8740-4b9b-b9db-419d5b9e324e tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0546613 Sep 22 09:36:12.321736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea7178e1-09cc-4007-84ba-6d2d52bc2fc4 req-f5af7df8-3c16-4e58-987b-f6e6ba32f1a4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390310 Sep 22 09:36:12.435049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a7bff00-7fe1-4966-ac67-eed4642e4aaa req-594dfc47-fe85-44d8-9034-f3e514b4e275 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0298307 Sep 22 09:36:12.582414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76985075-456a-48cf-a3c2-4438143555fc req-5e68c568-6d34-4735-ba33-179c119d86f2 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:12.584367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76985075-456a-48cf-a3c2-4438143555fc req-5e68c568-6d34-4735-ba33-179c119d86f2 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 945 time: 0.0512805 Sep 22 09:36:12.650706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76985075-456a-48cf-a3c2-4438143555fc req-5552a979-e4d0-4d0d-9f55-df2969a9f088 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336180 Sep 22 09:36:12.981998 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a7f70349-019b-4a83-98e9-4a65d65ef245 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:36:13.002890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: a7f70349-019b-4a83-98e9-4a65d65ef245 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:36:13.003241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a7f70349-019b-4a83-98e9-4a65d65ef245 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:36:13.166435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38308) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:13.355045 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce04806b-8269-4e4c-995c-7073a27822f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75230d92b45345bd80cccb32ff1e03ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873038 Sep 22 09:36:13.358035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38318) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:13.446925 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e364ca25-31a4-4546-9805-3c2cfe784998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:13.461218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac2f31-d58a-4819-b506-ba5c0598db61 req-9bc722c7-730c-4d24-ac3c-78cb38cbfcc5 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:13.464766 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caac2f31-d58a-4819-b506-ba5c0598db61 req-9bc722c7-730c-4d24-ac3c-78cb38cbfcc5 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0652628 Sep 22 09:36:13.512261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e364ca25-31a4-4546-9805-3c2cfe784998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:13.561256 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38326) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:13.567973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0823aea4-0851-4e2c-ac67-de33fb489545 req-e53bb956-57c3-4fb4-a090-58cf6bae504b tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0408809 Sep 22 09:36:13.595381 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caac2f31-d58a-4819-b506-ba5c0598db61 req-d8b70fda-e3ab-450b-84f5-a920b5a57b65 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085894 Sep 22 09:36:13.694873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e70d64b-10b6-4e1c-aaac-cd5819ca02cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:13.700889 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e364ca25-31a4-4546-9805-3c2cfe784998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:13.703462 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e364ca25-31a4-4546-9805-3c2cfe784998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:13.707778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e364ca25-31a4-4546-9805-3c2cfe784998 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/312f381b-0316-47df-9cd5-e6e2614afb16 HTTP/1.1" status: 204 len: 168 time: 0.3486698 Sep 22 09:36:13.719842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364ca25-31a4-4546-9805-3c2cfe784998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312f381b-0316-47df-9cd5-e6e2614afb16,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:13.798722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e1a0d-2869-493c-9208-e4807113baf8 req-702e411f-6dd7-4dab-9642-3b0307e7eddb tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:13.800380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-407e1a0d-2869-493c-9208-e4807113baf8 req-702e411f-6dd7-4dab-9642-3b0307e7eddb tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 945 time: 0.0578868 Sep 22 09:36:13.836457 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e70d64b-10b6-4e1c-aaac-cd5819ca02cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:13.856497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-407e1a0d-2869-493c-9208-e4807113baf8 req-1f30f19a-d36f-4a3d-9320-1a78837e6c77 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485156 Sep 22 09:36:13.923180 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e70d64b-10b6-4e1c-aaac-cd5819ca02cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:13.966594 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2e70d64b-10b6-4e1c-aaac-cd5819ca02cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcbb34054bd94b89897c5ddab0c61c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042420 Sep 22 09:36:13.967233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38342) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:13.969318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70d64b-10b6-4e1c-aaac-cd5819ca02cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96826e96-3bc8-42b4-b2eb-b43119893f94,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:13.972506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de937436-d5e0-4cce-a60b-a2f445e1ee7f req-5b302079-abb1-4fcf-9084-73b1dffeb258 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:13.974259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de937436-d5e0-4cce-a60b-a2f445e1ee7f req-5b302079-abb1-4fcf-9084-73b1dffeb258 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 945 time: 0.0527806 Sep 22 09:36:13.983729 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38344) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:13.991751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e302e22a-b825-4be0-ad36-7a465956f495 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Request body: {'floatingip': {'port_id': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:14.041278 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e302e22a-b825-4be0-ad36-7a465956f495 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.128176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-beca7a4f-3b14-4a82-97fd-e3a717e85f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.180317 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-beca7a4f-3b14-4a82-97fd-e3a717e85f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.352459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38354) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:14.395236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-db2a7819-d85a-4921-9d84-e8e402281e31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08399d49a83a4abba488d04d32a8c874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415895 Sep 22 09:36:14.397721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38356) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:14.452753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ff82ee3-17df-4e5e-961f-b25ae38ac8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.476607 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ff82ee3-17df-4e5e-961f-b25ae38ac8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.542031 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-beca7a4f-3b14-4a82-97fd-e3a717e85f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.544763 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-beca7a4f-3b14-4a82-97fd-e3a717e85f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.546136 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-beca7a4f-3b14-4a82-97fd-e3a717e85f6d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96826e96-3bc8-42b4-b2eb-b43119893f94 HTTP/1.1" status: 204 len: 168 time: 0.5776825 Sep 22 09:36:14.563127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca7a4f-3b14-4a82-97fd-e3a717e85f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96826e96-3bc8-42b4-b2eb-b43119893f94,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:14.574863 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e302e22a-b825-4be0-ad36-7a465956f495 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.626298 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ff82ee3-17df-4e5e-961f-b25ae38ac8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.628854 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ff82ee3-17df-4e5e-961f-b25ae38ac8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.637575 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3ff82ee3-17df-4e5e-961f-b25ae38ac8a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9782b34a-0a7d-4f83-87e7-c09df87613a1 HTTP/1.1" status: 204 len: 168 time: 0.2371695 Sep 22 09:36:14.649638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff82ee3-17df-4e5e-961f-b25ae38ac8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9782b34a-0a7d-4f83-87e7-c09df87613a1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:14.664569 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e302e22a-b825-4be0-ad36-7a465956f495 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.739198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e98d2463-328f-465e-b440-ab31c730f020 req-273fabae-2c4a-4691-a9f5-7a29fc44f4b4 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0328870 Sep 22 09:36:14.801703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614eca8-05af-4618-8564-a73a67b6566b req-36c41f3d-33b9-41bf-8f87-777813cdbbc1 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:14.803623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9614eca8-05af-4618-8564-a73a67b6566b req-36c41f3d-33b9-41bf-8f87-777813cdbbc1 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0669971 Sep 22 09:36:14.832351 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-e302e22a-b825-4be0-ad36-7a465956f495 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Floating IP 633dfc36-ae40-41a3-af31-753cb53a8e86 associated. External IP: 172.25.6.133, port: 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22. Sep 22 09:36:14.867417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9614eca8-05af-4618-8564-a73a67b6566b req-a176750b-00bb-45fe-95bf-6128823f0f5c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563631 Sep 22 09:36:15.093700 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e302e22a-b825-4be0-ad36-7a465956f495 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:36:15.213695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e302e22a-b825-4be0-ad36-7a465956f495 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:36:15.218092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e302e22a-b825-4be0-ad36-7a465956f495 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:15.223622 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998557f-3ea6-41e9-aa52-f8ef764a1496 None None] Sync routers for ids ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:36:15.233283 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998557f-3ea6-41e9-aa52-f8ef764a1496 None None] Routers {'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:15.233885 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a998557f-3ea6-41e9-aa52-f8ef764a1496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:15.249101 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e302e22a-b825-4be0-ad36-7a465956f495 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "PUT /v2.0/floatingips/633dfc36-ae40-41a3-af31-753cb53a8e86 HTTP/1.1" status: 200 len: 991 time: 1.2640467 Sep 22 09:36:15.252245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'tag': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:15.252245 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed83e44c-682b-433d-9918-d0938ddfcdc5", "tag": "0cd5fe98-e7c2-4e89-b80b-bfef9faadd22"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:15.326736 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd033313-a177-4c3d-8080-d043a29b4466 x-openstack-request-id: req-cd033313-a177-4c3d-8080-d043a29b4466 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:15.327065 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed83e44c-682b-433d-9918-d0938ddfcdc5", "tag": "0cd5fe98-e7c2-4e89-b80b-bfef9faadd22", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:15.328087 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd033313-a177-4c3d-8080-d043a29b4466 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:15.328535 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'tag': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22', 'status': 'completed', 'code': 200} Sep 22 09:36:15.421443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38396) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:15.439876 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc418-7c2d-425d-a692-406cfe39d67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:15.451062 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f req-0ca1deff-7ed6-4996-a2ea-a1221d6d5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:15.452621 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f req-0ca1deff-7ed6-4996-a2ea-a1221d6d5551 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=624fd7e667434d99abf4188bebdaebf4&device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 1096 time: 0.1049817 Sep 22 09:36:15.493586 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a998557f-3ea6-41e9-aa52-f8ef764a1496 None None] Set router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:15.588746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc418-7c2d-425d-a692-406cfe39d67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:15.592462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f req-cb9eb543-f499-43ab-9236-02bfa2f0ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:15.594044 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f req-cb9eb543-f499-43ab-9236-02bfa2f0ff8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=472dd4b2-01fa-466e-aa1b-60409bc0f927 HTTP/1.1" status: 200 len: 916 time: 0.1333895 Sep 22 09:36:15.678347 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f req-10a7aac6-c4e7-410c-8812-ea7f99214fa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 HTTP/1.1" status: 200 len: 999 time: 0.0750930 Sep 22 09:36:15.694634 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc418-7c2d-425d-a692-406cfe39d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:15.732016 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fc6fc418-7c2d-425d-a692-406cfe39d67e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f975b6e415d04cbe8d0702aa47827049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071616 Sep 22 09:36:15.732583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38408) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:15.744234 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a998557f-3ea6-41e9-aa52-f8ef764a1496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '633dfc36-ae40-41a3-af31-753cb53a8e86', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'port_id': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'mac_address': 'fa:16:3e:14:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:35:55Z', 'updated_at': '2021-09-22T09:36:14Z', 'revision_number': 1, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ea04ec-a714-4fbd-888c-6d8681717614', 'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'mac_address': 'fa:16:3e:7a:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:49Z', 'updated_at': '2021-09-22T09:35:56Z', 'revision_number': 5, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'subnets': [{'id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:15.745236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f req-bea57005-4480-4b0f-995b-76042dc346f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:15.747594 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f req-bea57005-4480-4b0f-995b-76042dc346f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400 HTTP/1.1" status: 200 len: 854 time: 0.0615170 Sep 22 09:36:15.770718 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998557f-3ea6-41e9-aa52-f8ef764a1496 None None] Checking router: c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:36:15.780341 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998557f-3ea6-41e9-aa52-f8ef764a1496 None None] Routers {'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:15.780990 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a998557f-3ea6-41e9-aa52-f8ef764a1496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:15.800181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fc418-7c2d-425d-a692-406cfe39d67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e63435d-20c8-45aa-9dc6-f5f0f444f68a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:15.814616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f req-b79e11a2-fc11-4ab8-bf8b-b4bd8ee79599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:15.819829 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f req-b79e11a2-fc11-4ab8-bf8b-b4bd8ee79599 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=472dd4b2-01fa-466e-aa1b-60409bc0f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614083 Sep 22 09:36:15.836638 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f304276-23ff-4ec2-8646-16febb89aa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:15.878848 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f304276-23ff-4ec2-8646-16febb89aa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:15.911472 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a998557f-3ea6-41e9-aa52-f8ef764a1496 None None] Set router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:15.975710 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f req-74f34293-41c9-416e-8aaf-75b42c6965b1 service neutron] 10.222.0.60 "GET /v2.0/networks/472dd4b2-01fa-466e-aa1b-60409bc0f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485744 Sep 22 09:36:16.078355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48e10f87-a6b3-4d41-aae4-e4a72e5ec0e3 req-5b4f66c4-4bda-4981-ba4f-72a0a1637e87 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.1173830 Sep 22 09:36:16.115506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38420) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:16.167220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5607c0-ae1c-44cf-99e2-a2083d619999 req-79c4c732-a9fc-4057-8345-a1257d4413ee tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:16.167911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ce1a2ab-abaa-4a02-8074-1a301b2c595f req-9b3467e0-69b6-435c-bf50-1741549293e7 service neutron] 10.222.0.60 "GET /v2.0/networks/472dd4b2-01fa-466e-aa1b-60409bc0f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853883 Sep 22 09:36:16.169049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e5607c0-ae1c-44cf-99e2-a2083d619999 req-79c4c732-a9fc-4057-8345-a1257d4413ee tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.1112704 Sep 22 09:36:16.171296 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a998557f-3ea6-41e9-aa52-f8ef764a1496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '633dfc36-ae40-41a3-af31-753cb53a8e86', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'port_id': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'mac_address': 'fa:16:3e:14:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:35:55Z', 'updated_at': '2021-09-22T09:36:14Z', 'revision_number': 1, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ea04ec-a714-4fbd-888c-6d8681717614', 'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'mac_address': 'fa:16:3e:7a:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:49Z', 'updated_at': '2021-09-22T09:35:56Z', 'revision_number': 5, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'subnets': [{'id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:16.200512 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998557f-3ea6-41e9-aa52-f8ef764a1496 None None] The sync data for ids ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'] in n-d-805649-4 is: [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '633dfc36-ae40-41a3-af31-753cb53a8e86', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'port_id': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'mac_address': 'fa:16:3e:14:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:35:55Z', 'updated_at': '2021-09-22T09:36:14Z', 'revision_number': 1, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ea04ec-a714-4fbd-888c-6d8681717614', 'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'mac_address': 'fa:16:3e:7a:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:49Z', 'updated_at': '2021-09-22T09:35:56Z', 'revision_number': 5, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'subnets': [{'id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:36:16.215526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e5607c0-ae1c-44cf-99e2-a2083d619999 req-84ed5cd6-8d97-4cbf-9b1d-bbfe2080357d tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Sep 22 09:36:16.226375 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f304276-23ff-4ec2-8646-16febb89aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:16.230356 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f304276-23ff-4ec2-8646-16febb89aa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:16.235370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0f304276-23ff-4ec2-8646-16febb89aa3b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e63435d-20c8-45aa-9dc6-f5f0f444f68a HTTP/1.1" status: 204 len: 168 time: 0.4980657 Sep 22 09:36:16.244179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f304276-23ff-4ec2-8646-16febb89aa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e63435d-20c8-45aa-9dc6-f5f0f444f68a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:16.295835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-network', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:16.489971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bc319e-c5b0-457c-b26c-db9656317bd5 None None] New status for floating IP 633dfc36-ae40-41a3-af31-753cb53a8e86: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:36:16.546394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Made reservation on behalf of ed739c468ab14b03aecf22f302cc56a9 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:16.549270 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:16.564317 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:16.661276 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:16.757850 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:16.784764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07efa002-4a61-4890-b2fb-4ab3e25042c6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:16.795028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:36:16.811415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:16.811947 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Added segment ece3027c-1bc5-4d42-a91b-854483697c4e of type vlan for network 250ddee9-42f7-4259-b0da-fcf8cafa1ade Sep 22 09:36:16.864054 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:16.957899 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:16.958911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:16.959598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:17.018630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] Pushing event updated for resources: {'Network': ['ID=250ddee9-42f7-4259-b0da-fcf8cafa1ade,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:17.028394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 250ddee9-42f7-4259-b0da-fcf8cafa1ade details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:36:17.110950 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-415ce6f8-613b-43ad-a0e1-6d78dcc5903b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9909747 Sep 22 09:36:17.111181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38456) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:17.116336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] Request body: {'subnet': {'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-subnet', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:17.205296 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e715610-13f7-4d1d-8a75-92958cc11935 req-e5af5178-1169-4bc2-a0b7-3b904dc8ab1f tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0293386 Sep 22 09:36:17.225883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] Made reservation on behalf of ed739c468ab14b03aecf22f302cc56a9 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:17.228931 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:17.372497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed433d7f-9ee8-4b74-98b9-7225cdff775d req-72080fde-08f7-486a-9f34-120dbf1e2b98 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:17.374264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed433d7f-9ee8-4b74-98b9-7225cdff775d req-72080fde-08f7-486a-9f34-120dbf1e2b98 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0822101 Sep 22 09:36:17.467968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed433d7f-9ee8-4b74-98b9-7225cdff775d req-29969764-0b70-4ac8-b06b-858dae1e4b61 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763507 Sep 22 09:36:17.576010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:18.012408 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd86ae88-e6f2-4327-919b-b7cd1dbf4541 req-858867d1-d052-4dd0-aa48-0a4b9befb3b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0341027 Sep 22 09:36:18.020449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=14bb9559-1562-430f-a42d-fb8684a56c3d,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:18.042132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] Checking segment: {'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:18.042492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] Network hostable DHCP agents. Network: 250ddee9-42f7-4259-b0da-fcf8cafa1ade, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:36:18.135332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] Network 250ddee9-42f7-4259-b0da-fcf8cafa1ade is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:36:18.226635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 250ddee9-42f7-4259-b0da-fcf8cafa1ade) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:18.231815 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:18.232477 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:18.238587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af95193b-b79b-4c1f-b925-e63cacc7db28 None None] Network 250ddee9-42f7-4259-b0da-fcf8cafa1ade requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:36:18.331693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bf99f8f-a71d-41ae-a416-7743b83209af req-ba2d8f18-a5ca-44a5-ae6a-723437b77ebc tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0387442 Sep 22 09:36:18.338212 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38496) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:18.344451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-router', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:18.348770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-60371c1b-2f07-498a-984a-3a32b500a3ee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2363122 Sep 22 09:36:18.415717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-250ddee9-42f7-4259-b0da-fcf8cafa1ade', 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'fixed_ips': [{'subnet_id': '14bb9559-1562-430f-a42d-fb8684a56c3d'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:36:18.416666 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:18.461459 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:18.464926 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:18.559457 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:18.656400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Allocated IP 172.20.0.2 (250ddee9-42f7-4259-b0da-fcf8cafa1ade/14bb9559-1562-430f-a42d-fb8684a56c3d/bd123b6d-2b94-4372-8c4d-0de8cdfc1155) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:36:18.693826 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df61fe4-c8e9-4c37-903f-8650bd25179c req-75545682-8a46-4f75-9542-fdfaed7ba66c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:18.705406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3df61fe4-c8e9-4c37-903f-8650bd25179c req-75545682-8a46-4f75-9542-fdfaed7ba66c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.1057930 Sep 22 09:36:18.751898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3df61fe4-c8e9-4c37-903f-8650bd25179c req-9695a2a6-3ff3-4e4a-9518-5e4ca55141f8 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451188 Sep 22 09:36:18.863561 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:18.878016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:18.980855 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:19.021499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Network 250ddee9-42f7-4259-b0da-fcf8cafa1ade is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:19.028350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:19.030368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:36:19.062468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Pushing event updated for resources: {'Port': ['ID=bd123b6d-2b94-4372-8c4d-0de8cdfc1155,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:19.110465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Attempting to bind port bd123b6d-2b94-4372-8c4d-0de8cdfc1155 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:19.111111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Attempting to bind port bd123b6d-2b94-4372-8c4d-0de8cdfc1155 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:19.111656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Attempting to bind port bd123b6d-2b94-4372-8c4d-0de8cdfc1155 on network 250ddee9-42f7-4259-b0da-fcf8cafa1ade {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:19.117155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:36:19.117769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Checking segment: {'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:19.118337 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:19.118937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Bound using segment: {'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:36:19.119750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Bound port: bd123b6d-2b94-4372-8c4d-0de8cdfc1155, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:36:19.120314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:19.201562 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:19.203464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] For port bd123b6d-2b94-4372-8c4d-0de8cdfc1155, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:36:19.206991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] For port bd123b6d-2b94-4372-8c4d-0de8cdfc1155, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bd123b6d-2b94-4372-8c4d-0de8cdfc1155,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:36:19.235947 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:19.261294 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:19.361572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f750a7-9025-4d41-881d-8cf62eddf8c4 None None] Pushing event updated for resources: {'Port': ['ID=bd123b6d-2b94-4372-8c4d-0de8cdfc1155,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:19.437020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Allocated IP 172.25.6.189 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/4fbb264d-5a94-4e3e-b548-b2d3aa40bd09) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:36:19.490619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a8b9105-38e3-42d6-9352-a10fd07cda0a req-3159915b-8a85-4ca9-b605-375e84c94a48 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0422862 Sep 22 09:36:19.948437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5edd-2427-4170-b58e-0c21f124f3ae req-c1870515-e577-43b2-a410-59b1e22dd496 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:19.950885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b9f5edd-2427-4170-b58e-0c21f124f3ae req-c1870515-e577-43b2-a410-59b1e22dd496 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0591204 Sep 22 09:36:20.004028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:20.007156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d64c7-cfe5-40c1-ac2f-565eca7810e4 req-738cce41-ad51-4949-b58d-f611fafb1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:20.009017 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0f0d64c7-cfe5-40c1-ac2f-565eca7810e4 req-738cce41-ad51-4949-b58d-f611fafb1992 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 1097 time: 0.4699244 Sep 22 09:36:20.044050 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b9f5edd-2427-4170-b58e-0c21f124f3ae req-cae12862-8cb8-499e-862b-ea60e2e3ebe7 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852199 Sep 22 09:36:20.046293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81a7ed71-08dc-4162-bdcc-35ccae65cf54 req-cb82d194-ac42-4912-9567-cdfa37472eca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3e2573f919a420089ddc22b40b0698d&device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0444362 Sep 22 09:36:20.076767 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0f0d64c7-cfe5-40c1-ac2f-565eca7810e4 req-642f810a-bb08-48b1-9176-c62892d88ca4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584486 Sep 22 09:36:20.086994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3f260f0-8b72-4835-ab17-e9a46085770f req-da3d2937-8221-482e-8eae-46ea599a00af tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0386505 Sep 22 09:36:20.097093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81a7ed71-08dc-4162-bdcc-35ccae65cf54 req-03a42287-8464-4ef4-ba07-b4a3a097ae00 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3e2573f919a420089ddc22b40b0698d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353055 Sep 22 09:36:20.146872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:20.203539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:20.204815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbb264d-5a94-4e3e-b548-b2d3aa40bd09,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:20.207425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:20.209663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:36:20.259663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7ed71-08dc-4162-bdcc-35ccae65cf54 req-b945519d-9c36-427c-907d-c235552aaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:20.259663 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81a7ed71-08dc-4162-bdcc-35ccae65cf54 req-b945519d-9c36-427c-907d-c235552aaa3a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434209 Sep 22 09:36:20.577575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dddef6-5036-4f65-b388-27afb9f16ad4 None None] Network 250ddee9-42f7-4259-b0da-fcf8cafa1ade requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:36:20.578465 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:20.602080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38574) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:20.659686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-46f009c0-f609-4b4e-bbbf-1709c5bd9335 None None] Provisioning complete for port bd123b6d-2b94-4372-8c4d-0de8cdfc1155 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:20.660063 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-46f009c0-f609-4b4e-bbbf-1709c5bd9335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:20.737335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-111e0201-d6e4-406d-8af2-0287a03dfa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:20.794300 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:20.845213 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-46f009c0-f609-4b4e-bbbf-1709c5bd9335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:20.881795 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-111e0201-d6e4-406d-8af2-0287a03dfa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:20.890165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-46f009c0-f609-4b4e-bbbf-1709c5bd9335 None None] For port bd123b6d-2b94-4372-8c4d-0de8cdfc1155, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bd123b6d-2b94-4372-8c4d-0de8cdfc1155,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:20.974456 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-111e0201-d6e4-406d-8af2-0287a03dfa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:21.027284 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-46f009c0-f609-4b4e-bbbf-1709c5bd9335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:21.058349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38588) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:21.058469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-111e0201-d6e4-406d-8af2-0287a03dfa9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37a6fda17def4aee989a26d5c05db77d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502864 Sep 22 09:36:21.058469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e0201-d6e4-406d-8af2-0287a03dfa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e114a8c-cde5-45ae-a71a-f504f381ae85,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:21.155645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:36:21.170412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f009c0-f609-4b4e-bbbf-1709c5bd9335 None None] Pushing event updated for resources: {'Port': ['ID=bd123b6d-2b94-4372-8c4d-0de8cdfc1155,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:21.202672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95795a-0449-4d95-b44a-b294c17b44c9 req-6e12843d-6e8b-44b5-9d6d-d80ed077bc4e tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:21.205249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa95795a-0449-4d95-b44a-b294c17b44c9 req-6e12843d-6e8b-44b5-9d6d-d80ed077bc4e tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0709040 Sep 22 09:36:21.207581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bd123b6d-2b94-4372-8c4d-0de8cdfc1155 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:36:21.257893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8a4061b6-9c34-49ad-a5c6-238939a7a871 None None] Provisioning complete for port bd123b6d-2b94-4372-8c4d-0de8cdfc1155 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:21.263346 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8a4061b6-9c34-49ad-a5c6-238939a7a871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:21.265088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7901b421-b288-4182-963d-2b34443c2f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:21.274654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32b4343c-d424-4e2e-a50c-65a5b83b3d85 req-c23fc206-f30b-40c6-83da-961fa548756a tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0352674 Sep 22 09:36:21.298674 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa95795a-0449-4d95-b44a-b294c17b44c9 req-4aa3fbcc-019b-4e4b-8728-075eabbef910 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845366 Sep 22 09:36:21.323065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port bd123b6d-2b94-4372-8c4d-0de8cdfc1155 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:21.323429 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:21.344753 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7901b421-b288-4182-963d-2b34443c2f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:21.376517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:36:21.405911 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Sync routers for ids ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:36:21.419752 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Routers {'2fb22912-43fe-40ab-9469-ed2d2ad86be2'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:21.420437 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:21.500567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:21.504323 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-00c87a65-0c44-4b47-8c53-048ff259fcc3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1626136 Sep 22 09:36:21.504754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38598) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:21.513493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7901b421-b288-4182-963d-2b34443c2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:21.515419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7901b421-b288-4182-963d-2b34443c2f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:21.518930 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7901b421-b288-4182-963d-2b34443c2f54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e114a8c-cde5-45ae-a71a-f504f381ae85 HTTP/1.1" status: 204 len: 168 time: 0.4607809 Sep 22 09:36:21.536477 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Set router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:21.620315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901b421-b288-4182-963d-2b34443c2f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e114a8c-cde5-45ae-a71a-f504f381ae85,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:21.659989 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81a7ed71-08dc-4162-bdcc-35ccae65cf54 req-5e5e0569-a5d9-488a-ba29-b80369a6c32a tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.45 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0425248 Sep 22 09:36:21.766374 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-router', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:18Z', 'updated_at': '2021-09-22T09:36:20Z', 'revision_number': 3, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'gw_port': {'id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:19Z', 'updated_at': '2021-09-22T09:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:21.799236 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Checking router: 2fb22912-43fe-40ab-9469-ed2d2ad86be2 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:36:21.799640 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Updating router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 port 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:36:21.828668 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.051821 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.155160 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.203179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Allocated IP 172.20.0.1 (250ddee9-42f7-4259-b0da-fcf8cafa1ade/14bb9559-1562-430f-a42d-fb8684a56c3d/911456e2-2c1d-4023-8cb8-44251f27f6b7) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:36:22.314772 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.386287 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.412536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea7c4aba-d808-48b2-8771-92d63a569d23 req-ae6ba1e1-1232-4d33-8b13-df9090c85388 tempest-ServerShowV257Test-873461107 tempest-ServerShowV257Test-873461107-project] 10.222.0.49 "GET /v2.0/ports?device_id=82fc9163-62a3-458c-a972-005013ee0391 HTTP/1.1" status: 200 len: 210 time: 0.0314534 Sep 22 09:36:22.421176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.458092 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Attempting to bind port 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:22.459305 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Attempting to bind port 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:22.459832 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Attempting to bind port 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:22.472043 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:36:22.472788 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:22.473477 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.474070 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:36:22.474808 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Bound port: 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:36:22.475391 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.476334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae52a3d-119a-4e53-a431-e2f98a8f47e9 req-5de2df74-f824-4c5e-a9db-f2c7c41cadc0 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:22.485583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae52a3d-119a-4e53-a431-e2f98a8f47e9 req-5de2df74-f824-4c5e-a9db-f2c7c41cadc0 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0712850 Sep 22 09:36:22.486624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Pushing event updated for resources: {'Port': ['ID=911456e2-2c1d-4023-8cb8-44251f27f6b7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:22.523063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Network 250ddee9-42f7-4259-b0da-fcf8cafa1ade is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:22.525208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38626) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:22.542723 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:22.548808 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] For port 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:36:22.549710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:36:22.552198 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] For port 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4fbb264d-5a94-4e3e-b548-b2d3aa40bd09,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:36:22.559603 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff96289-253e-4c16-9c44-9e2afba6bb29 None None] Pushing event updated for resources: {'Port': ['ID=4fbb264d-5a94-4e3e-b548-b2d3aa40bd09,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:22.562112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ae52a3d-119a-4e53-a431-e2f98a8f47e9 req-0efffd6a-add5-4206-8832-91cf2f170b47 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734925 Sep 22 09:36:22.599783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4a2fbd06-b898-471d-a7b8-497205b7c7ac req-25351f3f-f5b6-4f4a-8b6d-7b83d291f05c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1349023686', 'description': 'tempest-description-193947454'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:22.606440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa400a59-3d29-48b6-a99d-3ce30a23a654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.621487 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.636422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.696356 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff96289-253e-4c16-9c44-9e2afba6bb29 None None] Pushing event updated for resources: {'Port': ['ID=4fbb264d-5a94-4e3e-b548-b2d3aa40bd09,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:22.711012 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Routers {'2fb22912-43fe-40ab-9469-ed2d2ad86be2'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:22.711694 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:22.724044 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4a2fbd06-b898-471d-a7b8-497205b7c7ac req-25351f3f-f5b6-4f4a-8b6d-7b83d291f05c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.755267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [req-4a2fbd06-b898-471d-a7b8-497205b7c7ac req-25351f3f-f5b6-4f4a-8b6d-7b83d291f05c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:36:22.755267 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:36:22.755267 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': 'f7292dce46a747c4b643a18f67667c98', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 36, 2, 730469)}] Sep 22 09:36:22.755267 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:36:22.758982 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [req-4a2fbd06-b898-471d-a7b8-497205b7c7ac req-25351f3f-f5b6-4f4a-8b6d-7b83d291f05c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:36:22.846412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d9717f05-463d-4a4c-b586-573e66784fdc None None] Provisioning complete for port 911456e2-2c1d-4023-8cb8-44251f27f6b7 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:22.847747 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d9717f05-463d-4a4c-b586-573e66784fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.851626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa400a59-3d29-48b6-a99d-3ce30a23a654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.887663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d9717f05-463d-4a4c-b586-573e66784fdc None None] Port 911456e2-2c1d-4023-8cb8-44251f27f6b7 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:36:22.922019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.967092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa400a59-3d29-48b6-a99d-3ce30a23a654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:22.986714 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] Set router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:23.042850 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aa400a59-3d29-48b6-a99d-3ce30a23a654 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bf37fab6edf4e7f8daf1fbbbdccff12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146494 Sep 22 09:36:23.045694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38642) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:23.048930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa400a59-3d29-48b6-a99d-3ce30a23a654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cc4d6b-2a16-4c41-90bc-d815c9085000,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:23.092172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bd123b6d-2b94-4372-8c4d-0de8cdfc1155 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:36:23.139420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3efee592-0400-4228-b01a-56d3ca969ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.154496 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port bd123b6d-2b94-4372-8c4d-0de8cdfc1155 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:23.154876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.162182 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3efee592-0400-4228-b01a-56d3ca969ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.168408 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.245779 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-router', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:18Z', 'updated_at': '2021-09-22T09:36:20Z', 'revision_number': 3, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'gw_port': {'id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:19Z', 'updated_at': '2021-09-22T09:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:23.255226 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.257551 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4a2fbd06-b898-471d-a7b8-497205b7c7ac req-25351f3f-f5b6-4f4a-8b6d-7b83d291f05c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.280054 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dfa0e6-004f-4248-a7d1-b972baf908e5 None None] The sync data for ids ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'] in n-d-805649-4 is: [{'id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-router', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:18Z', 'updated_at': '2021-09-22T09:36:20Z', 'revision_number': 3, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'gw_port': {'id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:19Z', 'updated_at': '2021-09-22T09:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:36:23.316484 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.369661 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.402347 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4a2fbd06-b898-471d-a7b8-497205b7c7ac req-25351f3f-f5b6-4f4a-8b6d-7b83d291f05c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.404200 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3efee592-0400-4228-b01a-56d3ca969ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.407162 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3efee592-0400-4228-b01a-56d3ca969ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.407590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Pushing event updated for resources: {'Port': ['ID=911456e2-2c1d-4023-8cb8-44251f27f6b7,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:23.419779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3efee592-0400-4228-b01a-56d3ca969ef3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42cc4d6b-2a16-4c41-90bc-d815c9085000 HTTP/1.1" status: 204 len: 168 time: 0.3667428 Sep 22 09:36:23.440044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efee592-0400-4228-b01a-56d3ca969ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cc4d6b-2a16-4c41-90bc-d815c9085000,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:23.462271 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4a2fbd06-b898-471d-a7b8-497205b7c7ac req-25351f3f-f5b6-4f4a-8b6d-7b83d291f05c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.491917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Network 250ddee9-42f7-4259-b0da-fcf8cafa1ade is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:23.496830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:23.514736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25351f3f-f5b6-4f4a-8b6d-7b83d291f05c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05369a2-905b-465f-96a7-a9942ac8d8a7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:23.552252 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4a2fbd06-b898-471d-a7b8-497205b7c7ac req-25351f3f-f5b6-4f4a-8b6d-7b83d291f05c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.553564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a2fbd06-b898-471d-a7b8-497205b7c7ac req-25351f3f-f5b6-4f4a-8b6d-7b83d291f05c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9585037 Sep 22 09:36:23.670758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:36:23.758748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f73032a0-95c3-460e-8d53-7426f680a5e1 req-477924f8-18a0-43a7-939b-416026cd2a53 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1349023686&fields=id&tenant_id=f7292dce46a747c4b643a18f67667c98 HTTP/1.1" status: 200 len: 267 time: 0.1073422 Sep 22 09:36:23.880773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:36:23.881069 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73032a0-95c3-460e-8d53-7426f680a5e1 req-24c9f122-43be-4aa3-93ff-e06c438a5e23 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:23.894506 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7794a05f-5e5e-4b33-a066-908aadc0605e admin admin] 10.222.0.49 "PUT /v2.0/routers/2fb22912-43fe-40ab-9469-ed2d2ad86be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3811443 Sep 22 09:36:23.894826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f73032a0-95c3-460e-8d53-7426f680a5e1 req-24c9f122-43be-4aa3-93ff-e06c438a5e23 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.1289251 Sep 22 09:36:23.901754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-f73032a0-95c3-460e-8d53-7426f680a5e1 req-987a36d6-8acf-44c8-b83b-ce4ed34c9628 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Request body: {'port': {'security_groups': ['c1ac8fda-e9db-4442-a3c9-23d3c8981eb4', 'c05369a2-905b-465f-96a7-a9942ac8d8a7']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:23.964262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-af0bef0c-61dd-418c-b928-d94dcb431b6f None None] Provisioning complete for port 911456e2-2c1d-4023-8cb8-44251f27f6b7 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:23.965693 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-af0bef0c-61dd-418c-b928-d94dcb431b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:23.989605 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f73032a0-95c3-460e-8d53-7426f680a5e1 req-987a36d6-8acf-44c8-b83b-ce4ed34c9628 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:24.005052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-af0bef0c-61dd-418c-b928-d94dcb431b6f None None] Port 911456e2-2c1d-4023-8cb8-44251f27f6b7 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:36:24.214598 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c75391db-edf9-492c-b636-ad74e14691cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:24.267558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f73032a0-95c3-460e-8d53-7426f680a5e1 req-987a36d6-8acf-44c8-b83b-ce4ed34c9628 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] For port 74f60fa1-56b0-4070-9365-62cac4bda61f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=74f60fa1-56b0-4070-9365-62cac4bda61f,segment=NetworkSegment(4ef2e479-af03-43bc-a999-258277ec657d),segment_id=4ef2e479-af03-43bc-a999-258277ec657d)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:24.317084 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f73032a0-95c3-460e-8d53-7426f680a5e1 req-987a36d6-8acf-44c8-b83b-ce4ed34c9628 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:24.326431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:24.348629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38678) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:24.420363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f73032a0-95c3-460e-8d53-7426f680a5e1 req-987a36d6-8acf-44c8-b83b-ce4ed34c9628 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:24.433999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['74f60fa1-56b0-4070-9365-62cac4bda61f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:24.515840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73032a0-95c3-460e-8d53-7426f680a5e1 req-987a36d6-8acf-44c8-b83b-ce4ed34c9628 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:24.516963 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f73032a0-95c3-460e-8d53-7426f680a5e1 req-987a36d6-8acf-44c8-b83b-ce4ed34c9628 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:24.540515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f73032a0-95c3-460e-8d53-7426f680a5e1 req-987a36d6-8acf-44c8-b83b-ce4ed34c9628 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "PUT /v2.0/ports/74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 982 time: 0.6445234 Sep 22 09:36:24.546952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:24.555456 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4599d8e-5ba5-40b9-8edd-0ef200c2c198" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:24.562018 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb7b4fe6-df5d-4874-bcb2-22fa660abc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:24.582029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a36d6-8acf-44c8-b83b-ce4ed34c9628 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Pushing event updated for resources: {'Port': ['ID=74f60fa1-56b0-4070-9365-62cac4bda61f,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:24.595578 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['74f60fa1-56b0-4070-9365-62cac4bda61f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:24.667023 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4afa548-895a-4d39-8f39-6c1cd088bd89 x-openstack-request-id: req-a4afa548-895a-4d39-8f39-6c1cd088bd89 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:24.667324 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:24.667594 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4afa548-895a-4d39-8f39-6c1cd088bd89 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:24.667993 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'status': 'completed', 'code': 200} Sep 22 09:36:24.729330 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb7b4fe6-df5d-4874-bcb2-22fa660abc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:24.743953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98ed7292-9af9-492b-b665-3a03752df65d req-a8e015c8-3d22-4b0f-83af-eddf0dd568c7 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1349023686&fields=id&tenant_id=f7292dce46a747c4b643a18f67667c98 HTTP/1.1" status: 200 len: 267 time: 0.0696492 Sep 22 09:36:24.803279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb7b4fe6-df5d-4874-bcb2-22fa660abc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:24.827641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed7292-9af9-492b-b665-3a03752df65d req-ce560213-7e01-49ac-9874-eddb118c388a tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:24.842417 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599d8e-5ba5-40b9-8edd-0ef200c2c198 req-0a7b9301-52e4-4fe9-9c53-93e7cf3229a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:24.843960 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4599d8e-5ba5-40b9-8edd-0ef200c2c198 req-0a7b9301-52e4-4fe9-9c53-93e7cf3229a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7292dce46a747c4b643a18f67667c98&device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 1136 time: 0.1131670 Sep 22 09:36:24.846024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98ed7292-9af9-492b-b665-3a03752df65d req-ce560213-7e01-49ac-9874-eddb118c388a tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 985 time: 0.1041975 Sep 22 09:36:24.853949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-98ed7292-9af9-492b-b665-3a03752df65d req-5eda836f-e5c1-4aad-876a-3e77d8d50743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Request body: {'port': {'security_groups': ['c1ac8fda-e9db-4442-a3c9-23d3c8981eb4']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:24.863279 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eb7b4fe6-df5d-4874-bcb2-22fa660abc59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3e2573f919a420089ddc22b40b0698d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133655 Sep 22 09:36:24.865214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b4fe6-df5d-4874-bcb2-22fa660abc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf23ada-b064-43bf-8768-f999516647da,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:24.868712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38696) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:24.959605 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-98ed7292-9af9-492b-b665-3a03752df65d req-5eda836f-e5c1-4aad-876a-3e77d8d50743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.133542 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599d8e-5ba5-40b9-8edd-0ef200c2c198 req-a5059306-baf8-4020-9719-412e546c3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:25.135731 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4599d8e-5ba5-40b9-8edd-0ef200c2c198 req-a5059306-baf8-4020-9719-412e546c3183 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9c253668-7d17-4352-a9aa-3f1b874765d9 HTTP/1.1" status: 200 len: 920 time: 0.2822402 Sep 22 09:36:25.136347 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2fe8426c-e2c1-43fb-8ba9-5adb25bffec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.163166 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2fe8426c-e2c1-43fb-8ba9-5adb25bffec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.187617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:36:25.260188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4599d8e-5ba5-40b9-8edd-0ef200c2c198 req-b1b9f055-cca6-438e-ad2f-d115a0ede26a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 217 time: 0.0729809 Sep 22 09:36:25.280144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:25.280924 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.396600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-98ed7292-9af9-492b-b665-3a03752df65d req-5eda836f-e5c1-4aad-876a-3e77d8d50743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] For port 74f60fa1-56b0-4070-9365-62cac4bda61f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=74f60fa1-56b0-4070-9365-62cac4bda61f,segment=NetworkSegment(4ef2e479-af03-43bc-a999-258277ec657d),segment_id=4ef2e479-af03-43bc-a999-258277ec657d)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:25.416419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4599d8e-5ba5-40b9-8edd-0ef200c2c198 req-6144ef88-3d57-4669-b376-dae3bdf9ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:25.424312 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4599d8e-5ba5-40b9-8edd-0ef200c2c198 req-6144ef88-3d57-4669-b376-dae3bdf9ec32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58e769f3-7174-49e3-b963-28fded0a84ae HTTP/1.1" status: 200 len: 859 time: 0.1494563 Sep 22 09:36:25.424719 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.453537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-98ed7292-9af9-492b-b665-3a03752df65d req-5eda836f-e5c1-4aad-876a-3e77d8d50743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.467845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4fbb264d-5a94-4e3e-b548-b2d3aa40bd09,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:25.472108 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4599d8e-5ba5-40b9-8edd-0ef200c2c198 req-1da958e0-6a75-45cf-bbc8-71b0ab2742a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c253668-7d17-4352-a9aa-3f1b874765d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352113 Sep 22 09:36:25.515799 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38726) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:25.521755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-network', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:25.549121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2fe8426c-e2c1-43fb-8ba9-5adb25bffec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.551631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2fe8426c-e2c1-43fb-8ba9-5adb25bffec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.556234 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2fe8426c-e2c1-43fb-8ba9-5adb25bffec2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0cf23ada-b064-43bf-8768-f999516647da HTTP/1.1" status: 204 len: 168 time: 0.6621776 Sep 22 09:36:25.563328 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.568022 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-98ed7292-9af9-492b-b665-3a03752df65d req-5eda836f-e5c1-4aad-876a-3e77d8d50743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.569775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8426c-e2c1-43fb-8ba9-5adb25bffec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf23ada-b064-43bf-8768-f999516647da,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:25.597499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['74f60fa1-56b0-4070-9365-62cac4bda61f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:25.603199 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4599d8e-5ba5-40b9-8edd-0ef200c2c198 req-c6a40d9e-89bf-441e-bf53-7bdffa05cba5 service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250391 Sep 22 09:36:25.723700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=4fbb264d-5a94-4e3e-b548-b2d3aa40bd09,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:25.743349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda836f-e5c1-4aad-876a-3e77d8d50743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Pushing event updated for resources: {'Port': ['ID=74f60fa1-56b0-4070-9365-62cac4bda61f,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:25.748822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Made reservation on behalf of a961b7a2701c45a683d3bef79d8e3709 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:25.758739 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.786620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.819648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed7292-9af9-492b-b665-3a03752df65d req-5eda836f-e5c1-4aad-876a-3e77d8d50743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:25.820380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-98ed7292-9af9-492b-b665-3a03752df65d req-5eda836f-e5c1-4aad-876a-3e77d8d50743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:25.823316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Sync routers for ids ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:36:25.827347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98ed7292-9af9-492b-b665-3a03752df65d req-5eda836f-e5c1-4aad-876a-3e77d8d50743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "PUT /v2.0/ports/74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 943 time: 0.9801826 Sep 22 09:36:25.847000 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4599d8e-5ba5-40b9-8edd-0ef200c2c198 req-463631d5-4a09-46da-ae16-b8af425e828a service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346077 Sep 22 09:36:25.862162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Routers {'2fb22912-43fe-40ab-9469-ed2d2ad86be2'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:25.862922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:35:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:25.904298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['74f60fa1-56b0-4070-9365-62cac4bda61f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:26.044419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-b2d2d690-3dba-427b-b715-32d248b8e121 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1727300 Sep 22 09:36:26.044967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Set router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:26.059120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:26.085189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:26.285875 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:26.313608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-router', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:18Z', 'updated_at': '2021-09-22T09:36:22Z', 'revision_number': 4, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'gw_port': {'id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:19Z', 'updated_at': '2021-09-22T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '911456e2-2c1d-4023-8cb8-44251f27f6b7', 'name': '', 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'mac_address': 'fa:16:3e:f2:6f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '14bb9559-1562-430f-a42d-fb8684a56c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:22Z', 'updated_at': '2021-09-22T09:36:22Z', 'revision_number': 2, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'subnets': [{'id': '14bb9559-1562-430f-a42d-fb8684a56c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:26.343481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:36:26.352633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Checking router: 2fb22912-43fe-40ab-9469-ed2d2ad86be2 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:36:26.357217 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Updating router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 port 911456e2-2c1d-4023-8cb8-44251f27f6b7 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:36:26.368682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6776af-1cc4-4dfa-b59b-2370f0a8ffb8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:26.386178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:26.386686 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Added segment d0295de6-c806-41e4-a0cc-b47e585676bf of type vlan for network 75e07c49-f8b5-41b9-a327-416b9ba85299 Sep 22 09:36:26.395305 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:26.421804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:26.493748 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:26.624139 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:26.670803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:26.673528 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84872d49-e3d3-45f6-bf5a-a49ef8c16a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:26.680487 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:26.681622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:26.682359 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:26.771026 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53465212-9f4d-44da-92e7-0c1b8906d8e8 x-openstack-request-id: req-53465212-9f4d-44da-92e7-0c1b8906d8e8 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:26.774849 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:26.774849 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53465212-9f4d-44da-92e7-0c1b8906d8e8 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:26.774849 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'status': 'completed', 'code': 200} Sep 22 09:36:26.802240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] Pushing event updated for resources: {'Network': ['ID=75e07c49-f8b5-41b9-a327-416b9ba85299,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:26.836889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Allocated IP 172.25.6.109 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/8aecf261-8bfb-4611-91e0-79007d20f3da) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:36:26.843327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5863f092-039a-4b23-aedb-8cdb48a52557 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3255401 Sep 22 09:36:26.852455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38772) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:26.852455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] Request body: {'subnet': {'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-subnet', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:26.870477 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:26.876463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84872d49-e3d3-45f6-bf5a-a49ef8c16a4f req-9c286a92-4394-4bec-869c-42cc643fa8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:26.877230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 75e07c49-f8b5-41b9-a327-416b9ba85299 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:36:26.883984 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84872d49-e3d3-45f6-bf5a-a49ef8c16a4f req-9c286a92-4394-4bec-869c-42cc643fa8ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7292dce46a747c4b643a18f67667c98&device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 1097 time: 0.0886166 Sep 22 09:36:26.980615 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.035675 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.050199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Pushing event updated for resources: {'Port': ['ID=911456e2-2c1d-4023-8cb8-44251f27f6b7,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:27.087008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84872d49-e3d3-45f6-bf5a-a49ef8c16a4f req-f1bbff51-21f0-4cb6-9194-aeb11f40635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:27.090015 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84872d49-e3d3-45f6-bf5a-a49ef8c16a4f req-f1bbff51-21f0-4cb6-9194-aeb11f40635f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9c253668-7d17-4352-a9aa-3f1b874765d9 HTTP/1.1" status: 200 len: 920 time: 0.1997664 Sep 22 09:36:27.100510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] Made reservation on behalf of a961b7a2701c45a683d3bef79d8e3709 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:27.104116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.157609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:36:27.178188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84872d49-e3d3-45f6-bf5a-a49ef8c16a4f req-45b8c65c-5c45-4f95-8877-2859384a0b98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 217 time: 0.0814781 Sep 22 09:36:27.179480 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-db71a7f3-9912-4675-a7dc-43e10b24c550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.226271 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.243649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Attempting to bind port 911456e2-2c1d-4023-8cb8-44251f27f6b7 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:27.244302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Attempting to bind port 911456e2-2c1d-4023-8cb8-44251f27f6b7 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:27.246066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Attempting to bind port 911456e2-2c1d-4023-8cb8-44251f27f6b7 on network 250ddee9-42f7-4259-b0da-fcf8cafa1ade {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:27.277228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:36:27.283313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Checking segment: {'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:27.283313 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.283313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Bound using segment: {'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:36:27.283313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Bound port: 911456e2-2c1d-4023-8cb8-44251f27f6b7, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:36:27.283313 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.297370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:27.298102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84872d49-e3d3-45f6-bf5a-a49ef8c16a4f req-03e0a68e-8f6c-4f64-b134-927f1e6f33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:27.299642 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84872d49-e3d3-45f6-bf5a-a49ef8c16a4f req-03e0a68e-8f6c-4f64-b134-927f1e6f33f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58e769f3-7174-49e3-b963-28fded0a84ae HTTP/1.1" status: 200 len: 859 time: 0.1119866 Sep 22 09:36:27.322356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:27.323309 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.340684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:27.343225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:36:27.359802 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84872d49-e3d3-45f6-bf5a-a49ef8c16a4f req-35d5a358-fb23-47fa-b56a-49feb6730f96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c253668-7d17-4352-a9aa-3f1b874765d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507970 Sep 22 09:36:27.379818 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:36:27.459149 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] For port 911456e2-2c1d-4023-8cb8-44251f27f6b7, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:36:27.474410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] For port 911456e2-2c1d-4023-8cb8-44251f27f6b7, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=911456e2-2c1d-4023-8cb8-44251f27f6b7,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:36:27.478800 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Pushing event updated for resources: {'Port': ['ID=8aecf261-8bfb-4611-91e0-79007d20f3da,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:27.517221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d88ddbcd-8b66-4df3-98e4-0e79a4508eed None None] Provisioning complete for port 911456e2-2c1d-4023-8cb8-44251f27f6b7 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:27.517714 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d88ddbcd-8b66-4df3-98e4-0e79a4508eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.567892 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84872d49-e3d3-45f6-bf5a-a49ef8c16a4f req-b96a7596-a7d6-49e6-ae96-b36a98d011fa service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906431 Sep 22 09:36:27.588271 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.599066 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.678389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d88ddbcd-8b66-4df3-98e4-0e79a4508eed None None] Port 911456e2-2c1d-4023-8cb8-44251f27f6b7 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:36:27.681952 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Routers {'2fb22912-43fe-40ab-9469-ed2d2ad86be2'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:27.685291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:27.730978 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84872d49-e3d3-45f6-bf5a-a49ef8c16a4f req-9862ea7c-0801-49e5-933f-c61bc62b2030 service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608553 Sep 22 09:36:27.810840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Pushing event updated for resources: {'Port': ['ID=911456e2-2c1d-4023-8cb8-44251f27f6b7,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:27.811461 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.849286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.850145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.850650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.851149 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.851950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.855419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.857488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.858483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.858483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.858913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.859361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.860286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d70751c-9928-4e7d-8e44-40bdff1dcb6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:27.866752 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:27.994506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] Set router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:28.024760 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.055047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd492847-90a4-4e46-9886-3ad2420bbb73,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:28.065285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] Checking segment: {'id': 'd0295de6-c806-41e4-a0cc-b47e585676bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:28.065634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] Network hostable DHCP agents. Network: 75e07c49-f8b5-41b9-a327-416b9ba85299, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:36:28.119366 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.164021 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a2e1aaec-5667-4235-8756-9977f37dd91b None None] Provisioning complete for port 911456e2-2c1d-4023-8cb8-44251f27f6b7 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:28.164449 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a2e1aaec-5667-4235-8756-9977f37dd91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.225710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] Network 75e07c49-f8b5-41b9-a327-416b9ba85299 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:36:28.254181 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.311743 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a2e1aaec-5667-4235-8756-9977f37dd91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.322922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 75e07c49-f8b5-41b9-a327-416b9ba85299) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:28.327770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:28.332946 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.347720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1955ead-9ae8-4f60-92b1-cc9dce0a8ee8 None None] Network 75e07c49-f8b5-41b9-a327-416b9ba85299 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:36:28.351114 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.406083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a2e1aaec-5667-4235-8756-9977f37dd91b None None] For port 911456e2-2c1d-4023-8cb8-44251f27f6b7, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=911456e2-2c1d-4023-8cb8-44251f27f6b7,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:28.434958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f51487ba-466a-441b-9a10-4f44917c19c6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5878787 Sep 22 09:36:28.437802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38820) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:28.452521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Pushing event updated for resources: {'Port': ['ID=8aecf261-8bfb-4611-91e0-79007d20f3da,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:28.457905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-router', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:28.486184 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.502460 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a2e1aaec-5667-4235-8756-9977f37dd91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.558643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-router', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:18Z', 'updated_at': '2021-09-22T09:36:22Z', 'revision_number': 4, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'gw_port': {'id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:19Z', 'updated_at': '2021-09-22T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '911456e2-2c1d-4023-8cb8-44251f27f6b7', 'name': '', 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'mac_address': 'fa:16:3e:f2:6f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '14bb9559-1562-430f-a42d-fb8684a56c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:22Z', 'updated_at': '2021-09-22T09:36:27Z', 'revision_number': 4, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'subnets': [{'id': '14bb9559-1562-430f-a42d-fb8684a56c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:28.638757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.641132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.722622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.729070 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:28.730439 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-1c2bbdce-c098-4ff1-988c-cb6432f00743 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6850600 Sep 22 09:36:28.920558 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-26d64eee-c66f-4dc0-a2d0-1ac261801231 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.1825831 Sep 22 09:36:28.992783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a9463-66a2-4a28-aaf1-2e5f3e955d5e None None] The sync data for ids ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'] in n-d-805649-4 is: [{'id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-router', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:18Z', 'updated_at': '2021-09-22T09:36:22Z', 'revision_number': 4, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'gw_port': {'id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:19Z', 'updated_at': '2021-09-22T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '911456e2-2c1d-4023-8cb8-44251f27f6b7', 'name': '', 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'mac_address': 'fa:16:3e:f2:6f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '14bb9559-1562-430f-a42d-fb8684a56c3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:22Z', 'updated_at': '2021-09-22T09:36:27Z', 'revision_number': 4, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'subnets': [{'id': '14bb9559-1562-430f-a42d-fb8684a56c3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:36:29.042671 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1aaec-5667-4235-8756-9977f37dd91b None None] Pushing event updated for resources: {'Port': ['ID=911456e2-2c1d-4023-8cb8-44251f27f6b7,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:29.159236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-75e07c49-f8b5-41b9-a327-416b9ba85299', 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'fixed_ips': [{'subnet_id': 'fd492847-90a4-4e46-9886-3ad2420bbb73'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:36:29.165491 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:29.338441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-81983e59-74fe-4aa9-9ada-532a87a63514 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:29.340046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-81983e59-74fe-4aa9-9ada-532a87a63514 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.4077539 Sep 22 09:36:29.361806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-eee932bc-3722-4e8c-b141-1ca186c2415b tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:36:29.363032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97cb2a1b-b85c-4090-a0c6-d07a2d35b64b req-eee932bc-3722-4e8c-b141-1ca186c2415b tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092738 Sep 22 09:36:29.590094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Allocated IP 172.20.0.2 (75e07c49-f8b5-41b9-a327-416b9ba85299/fd492847-90a4-4e46-9886-3ad2420bbb73/70ad33ee-f32b-40b7-87b9-963509a93828) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:36:29.600517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-7c54d1ce-116a-4d6c-b489-735bfe1a1a5f tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:29.604855 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-7c54d1ce-116a-4d6c-b489-735bfe1a1a5f tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1162992 Sep 22 09:36:29.754550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-4dd2d393-5985-4db6-85e4-ce3fbbb23277 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.1420517 Sep 22 09:36:29.760659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-b00a1fbb-83dc-4e70-ac63-886dce704e30 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Request body: {'floatingip': {'port_id': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:29.806073 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:29.847823 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-b00a1fbb-83dc-4e70-ac63-886dce704e30 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:29.863349 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:29.918612 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.006543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38866) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:30.113292 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.174398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Network 75e07c49-f8b5-41b9-a327-416b9ba85299 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:30.184353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:30.188135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:36:30.193945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Pushing event updated for resources: {'Port': ['ID=70ad33ee-f32b-40b7-87b9-963509a93828,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:30.285419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e04a6e2-9246-46c3-8c47-bff588a7ffee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.292096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Attempting to bind port 70ad33ee-f32b-40b7-87b9-963509a93828 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:30.292471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Attempting to bind port 70ad33ee-f32b-40b7-87b9-963509a93828 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd0295de6-c806-41e4-a0cc-b47e585676bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:30.293052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Attempting to bind port 70ad33ee-f32b-40b7-87b9-963509a93828 on network 75e07c49-f8b5-41b9-a327-416b9ba85299 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:30.298755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:36:30.299722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Checking segment: {'id': 'd0295de6-c806-41e4-a0cc-b47e585676bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:30.300053 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.300633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Bound using segment: {'id': 'd0295de6-c806-41e4-a0cc-b47e585676bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:36:30.301291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Bound port: 70ad33ee-f32b-40b7-87b9-963509a93828, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0295de6-c806-41e4-a0cc-b47e585676bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:36:30.301865 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.391549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38874) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:30.412319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] For port 70ad33ee-f32b-40b7-87b9-963509a93828, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:36:30.417187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] For port 70ad33ee-f32b-40b7-87b9-963509a93828, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=70ad33ee-f32b-40b7-87b9-963509a93828,segment=NetworkSegment(d0295de6-c806-41e4-a0cc-b47e585676bf),segment_id=d0295de6-c806-41e4-a0cc-b47e585676bf)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:36:30.469171 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.499940 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.503246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.629953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209f249-bf93-4bff-abcf-e895603ed1a5 None None] Pushing event updated for resources: {'Port': ['ID=70ad33ee-f32b-40b7-87b9-963509a93828,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:30.682201 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f313784-8204-4598-859b-60c194482477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.730338 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-b00a1fbb-83dc-4e70-ac63-886dce704e30 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.743064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Allocated IP 172.25.6.154 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/2f6692aa-580c-4153-b1e1-39e66257ab3d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:36:30.781638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e04a6e2-9246-46c3-8c47-bff588a7ffee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.854755 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-b00a1fbb-83dc-4e70-ac63-886dce704e30 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:30.939383 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e04a6e2-9246-46c3-8c47-bff588a7ffee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.112134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.115914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04a6e2-9246-46c3-8c47-bff588a7ffee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ec8c5e-f696-499c-a836-630c0049288e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:31.127761 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7e04a6e2-9246-46c3-8c47-bff588a7ffee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=244f710fc0d04ad0a0d2c02e482cc69c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1199355 Sep 22 09:36:31.133426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38884) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:31.160403 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-b00a1fbb-83dc-4e70-ac63-886dce704e30 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Floating IP f7bdf6cf-81e9-4f9d-bd69-c0bc93146c04 associated. External IP: 172.25.6.109, port: 74f60fa1-56b0-4070-9365-62cac4bda61f. Sep 22 09:36:31.215922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6eb3-53a9-4ea4-bf54-0ad8ccae6b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.250921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 911456e2-2c1d-4023-8cb8-44251f27f6b7 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:36:31.286175 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6eb3-53a9-4ea4-bf54-0ad8ccae6b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.322904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.341458 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f313784-8204-4598-859b-60c194482477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.342128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 911456e2-2c1d-4023-8cb8-44251f27f6b7 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:31.342778 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.355772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:31.360947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:31.383059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:36:31.444434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Pushing event updated for resources: {'Port': ['ID=2f6692aa-580c-4153-b1e1-39e66257ab3d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:31.472332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 70ad33ee-f32b-40b7-87b9-963509a93828 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:36:31.537852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 70ad33ee-f32b-40b7-87b9-963509a93828 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:31.538369 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.559254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6eb3-53a9-4ea4-bf54-0ad8ccae6b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.563125 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7bc6eb3-53a9-4ea4-bf54-0ad8ccae6b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.567681 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f7bc6eb3-53a9-4ea4-bf54-0ad8ccae6b8e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9ec8c5e-f696-499c-a836-630c0049288e HTTP/1.1" status: 204 len: 168 time: 0.4328866 Sep 22 09:36:31.610147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc6eb3-53a9-4ea4-bf54-0ad8ccae6b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ec8c5e-f696-499c-a836-630c0049288e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:31.665882 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.722541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 70ad33ee-f32b-40b7-87b9-963509a93828, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=70ad33ee-f32b-40b7-87b9-963509a93828,segment=NetworkSegment(d0295de6-c806-41e4-a0cc-b47e585676bf),segment_id=d0295de6-c806-41e4-a0cc-b47e585676bf)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:31.830387 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.953916 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:31.957626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f313784-8204-4598-859b-60c194482477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:32.015215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=70ad33ee-f32b-40b7-87b9-963509a93828,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:32.042913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-b00a1fbb-83dc-4e70-ac63-886dce704e30 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Router fe232134-5c9a-4092-be4b-fa1e6843d5d0 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:36:32.092630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f313784-8204-4598-859b-60c194482477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05df3f58-ac17-4470-8e68-0c6b0659043e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:32.099585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8f313784-8204-4598-859b-60c194482477 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88c8d692c88e4377af81f4eedfd9c17b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7068827 Sep 22 09:36:32.104582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38896) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:32.147643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca0a90-6978-4163-a2e4-0044208a687a None None] Network 75e07c49-f8b5-41b9-a327-416b9ba85299 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:36:32.185930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f6b6268a-fcca-4762-bf72-603dc0b088c2 None None] Provisioning complete for port 70ad33ee-f32b-40b7-87b9-963509a93828 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:32.186312 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f6b6268a-fcca-4762-bf72-603dc0b088c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:32.248908 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5068-2c68-4f24-95da-180bfcaf281d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:32.294540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-b00a1fbb-83dc-4e70-ac63-886dce704e30 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:36:32.308158 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-b00a1fbb-83dc-4e70-ac63-886dce704e30 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:32.308686 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c56776-6a67-4a93-8694-7dccd04faaa2 None None] Sync routers for ids ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:36:32.323529 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c56776-6a67-4a93-8694-7dccd04faaa2 None None] Routers {'fe232134-5c9a-4092-be4b-fa1e6843d5d0'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:32.324615 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c8c56776-6a67-4a93-8694-7dccd04faaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:32.371898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-b00a1fbb-83dc-4e70-ac63-886dce704e30 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "PUT /v2.0/floatingips/f7bdf6cf-81e9-4f9d-bd69-c0bc93146c04 HTTP/1.1" status: 200 len: 997 time: 2.6161537 Sep 22 09:36:32.372532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:32.375630 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9dd44d-4984-48ca-8d13-d0d203ead9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:32.442351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:32.452948 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dba8554-0202-4750-8832-0214aa0e97d2 x-openstack-request-id: req-0dba8554-0202-4750-8832-0214aa0e97d2 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:32.453676 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:32.454133 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dba8554-0202-4750-8832-0214aa0e97d2 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:32.454734 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'status': 'completed', 'code': 200} Sep 22 09:36:32.482434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-7dd3451e-d3ce-482a-8722-b7863421a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:32.484494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-7dd3451e-d3ce-482a-8722-b7863421a848 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7292dce46a747c4b643a18f67667c98&device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 1097 time: 0.0903771 Sep 22 09:36:32.501703 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c8c56776-6a67-4a93-8694-7dccd04faaa2 None None] Set router fe232134-5c9a-4092-be4b-fa1e6843d5d0 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:32.546238 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5068-2c68-4f24-95da-180bfcaf281d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:32.658340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dd44d-4984-48ca-8d13-d0d203ead9ba req-040f7b1c-01e4-413c-a128-69f885acf0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:32.660861 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0d9dd44d-4984-48ca-8d13-d0d203ead9ba req-040f7b1c-01e4-413c-a128-69f885acf0cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7292dce46a747c4b643a18f67667c98&device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 1097 time: 0.1586862 Sep 22 09:36:32.739728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-67683ecf-59e9-4194-aaf5-e4f1a23deac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:32.743789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-67683ecf-59e9-4194-aaf5-e4f1a23deac0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c253668-7d17-4352-a9aa-3f1b874765d9 HTTP/1.1" status: 200 len: 920 time: 0.2507071 Sep 22 09:36:32.845358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dd44d-4984-48ca-8d13-d0d203ead9ba req-88137019-cb1e-4655-8975-1139ad6d4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:32.847047 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0d9dd44d-4984-48ca-8d13-d0d203ead9ba req-88137019-cb1e-4655-8975-1139ad6d4d87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9c253668-7d17-4352-a9aa-3f1b874765d9 HTTP/1.1" status: 200 len: 920 time: 0.1728249 Sep 22 09:36:32.879890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-76f938a8-0c3c-47d5-9c15-86f0a2846d03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 1000 time: 0.1247318 Sep 22 09:36:32.916878 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5068-2c68-4f24-95da-180bfcaf281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:32.918500 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c8c56776-6a67-4a93-8694-7dccd04faaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:26Z', 'revision_number': 4, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f7bdf6cf-81e9-4f9d-bd69-c0bc93146c04', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'port_id': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'mac_address': 'fa:16:3e:66:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:36:27Z', 'updated_at': '2021-09-22T09:36:30Z', 'revision_number': 1, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73acfe-8f5a-4997-9339-675a18e6d4f6', 'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'mac_address': 'fa:16:3e:19:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:24Z', 'updated_at': '2021-09-22T09:35:31Z', 'revision_number': 5, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'subnets': [{'id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:32.921300 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5068-2c68-4f24-95da-180bfcaf281d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:32.928391 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ef7e5068-2c68-4f24-95da-180bfcaf281d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05df3f58-ac17-4470-8e68-0c6b0659043e HTTP/1.1" status: 204 len: 168 time: 0.8177104 Sep 22 09:36:32.941327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Router a0844686-769e-4bae-8eeb-eee001471f9c is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:36:32.948424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e5068-2c68-4f24-95da-180bfcaf281d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05df3f58-ac17-4470-8e68-0c6b0659043e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:32.989069 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c56776-6a67-4a93-8694-7dccd04faaa2 None None] Checking router: fe232134-5c9a-4092-be4b-fa1e6843d5d0 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:36:33.006778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-e140c7c9-c4d3-4602-abd0-24735185439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:33.013805 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c56776-6a67-4a93-8694-7dccd04faaa2 None None] Routers {'fe232134-5c9a-4092-be4b-fa1e6843d5d0'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:33.014633 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c8c56776-6a67-4a93-8694-7dccd04faaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:33.015734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-e140c7c9-c4d3-4602-abd0-24735185439b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58e769f3-7174-49e3-b963-28fded0a84ae HTTP/1.1" status: 200 len: 859 time: 0.1320796 Sep 22 09:36:33.043420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-261c3782-a21d-4646-94d7-3d0b4487f4c7 None None] Provisioning complete for port 70ad33ee-f32b-40b7-87b9-963509a93828 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:33.044404 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-261c3782-a21d-4646-94d7-3d0b4487f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:33.099063 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-ded5f012-8775-4cb4-842c-09d2d3b62f74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c253668-7d17-4352-a9aa-3f1b874765d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765271 Sep 22 09:36:33.113429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-d597efec-bc55-43cf-9a74-63806de40800 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:36:33.115056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-d597efec-bc55-43cf-9a74-63806de40800 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090640 Sep 22 09:36:33.182415 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0d9dd44d-4984-48ca-8d13-d0d203ead9ba req-df9beb86-285b-48fd-81c2-31eb3fc3fd78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 1000 time: 0.3240409 Sep 22 09:36:33.202788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 70ad33ee-f32b-40b7-87b9-963509a93828 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:36:33.236374 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c8c56776-6a67-4a93-8694-7dccd04faaa2 None None] Set router fe232134-5c9a-4092-be4b-fa1e6843d5d0 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:33.291270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-e57a6b2a-c6ff-47b9-b8c6-2830bfc5034f service neutron] 10.222.0.49 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688001 Sep 22 09:36:33.338755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dd44d-4984-48ca-8d13-d0d203ead9ba req-0e4cd116-9173-47f5-bd2a-6f66817de63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:33.339746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 70ad33ee-f32b-40b7-87b9-963509a93828 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:33.340594 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:33.341543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0d9dd44d-4984-48ca-8d13-d0d203ead9ba req-0e4cd116-9173-47f5-bd2a-6f66817de63e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58e769f3-7174-49e3-b963-28fded0a84ae HTTP/1.1" status: 200 len: 859 time: 0.1493621 Sep 22 09:36:33.347506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:36:33.379011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Sync routers for ids ['a0844686-769e-4bae-8eeb-eee001471f9c'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:36:33.425172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Routers {'a0844686-769e-4bae-8eeb-eee001471f9c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:33.426644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a0844686-769e-4bae-8eeb-eee001471f9c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:33.450874 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0d9dd44d-4984-48ca-8d13-d0d203ead9ba req-1c481e49-400f-46a3-ad21-b7d2c895a596 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c253668-7d17-4352-a9aa-3f1b874765d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980921 Sep 22 09:36:33.526643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f727d-dd99-4204-a40c-938bc486bd1f req-9ce311a0-3591-4a6e-add1-f03b58be8a1b service neutron] 10.222.0.49 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267973 Sep 22 09:36:33.573870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Set router a0844686-769e-4bae-8eeb-eee001471f9c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:33.588635 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0d9dd44d-4984-48ca-8d13-d0d203ead9ba req-ae604f8f-7e62-4a7d-85c6-dfa2cb0548ba service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313941 Sep 22 09:36:33.589913 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:33.593722 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-66c5be6c-51a9-45f3-bc86-aa72ef0df6ec admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1515560 Sep 22 09:36:33.599230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38932) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:33.772810 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c8c56776-6a67-4a93-8694-7dccd04faaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:26Z', 'revision_number': 4, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f7bdf6cf-81e9-4f9d-bd69-c0bc93146c04', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'port_id': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'mac_address': 'fa:16:3e:66:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:36:27Z', 'updated_at': '2021-09-22T09:36:30Z', 'revision_number': 1, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73acfe-8f5a-4997-9339-675a18e6d4f6', 'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'mac_address': 'fa:16:3e:19:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:24Z', 'updated_at': '2021-09-22T09:35:31Z', 'revision_number': 5, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'subnets': [{'id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:33.801016 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c56776-6a67-4a93-8694-7dccd04faaa2 None None] The sync data for ids ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'] in n-d-805649-4 is: [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:26Z', 'revision_number': 4, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f7bdf6cf-81e9-4f9d-bd69-c0bc93146c04', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'port_id': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'mac_address': 'fa:16:3e:66:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:36:27Z', 'updated_at': '2021-09-22T09:36:30Z', 'revision_number': 1, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a73acfe-8f5a-4997-9339-675a18e6d4f6', 'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'mac_address': 'fa:16:3e:19:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:24Z', 'updated_at': '2021-09-22T09:35:31Z', 'revision_number': 5, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'subnets': [{'id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:36:33.849121 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0d9dd44d-4984-48ca-8d13-d0d203ead9ba req-117cbb88-68e2-44da-8e8f-0dee17b6607b service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374065 Sep 22 09:36:33.852120 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-3a686ee6-2aac-4fb8-8569-5fdabacb0696 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 1000 time: 0.1574440 Sep 22 09:36:33.914494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140506-5358-4078-8701-84830bf7929f req-e2ed23f5-e2b4-4376-8e86-535cd24657bf tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:33.934019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-e2ed23f5-e2b4-4376-8e86-535cd24657bf tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports/74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 943 time: 0.0808754 Sep 22 09:36:33.944194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-router', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:28Z', 'updated_at': '2021-09-22T09:36:31Z', 'revision_number': 3, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'gw_port': {'id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:30Z', 'updated_at': '2021-09-22T09:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:33.995783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Checking router: a0844686-769e-4bae-8eeb-eee001471f9c for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:36:33.996566 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Updating router a0844686-769e-4bae-8eeb-eee001471f9c port 2f6692aa-580c-4153-b1e1-39e66257ab3d binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:36:34.041784 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.121745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38942) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:34.133712 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-21e3d107-e133-48b0-a2a3-1c280217f6c6 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 1000 time: 0.1197364 Sep 22 09:36:34.147727 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da27c9fb-926c-4860-9108-1f58a5287504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.287171 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58132894-28be-4bbd-a413-471ede2635d9 None None] New status for floating IP f7bdf6cf-81e9-4f9d-bd69-c0bc93146c04: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:36:34.313824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da27c9fb-926c-4860-9108-1f58a5287504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.347579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140506-5358-4078-8701-84830bf7929f req-a00a9d58-70ed-47f4-900f-a4dc55560141 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:34.360262 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-a00a9d58-70ed-47f4-900f-a4dc55560141 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.2248032 Sep 22 09:36:34.366171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-8b259f4a-b35c-4a0e-a9b8-941bde4c95b7 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:36:34.383730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-8b259f4a-b35c-4a0e-a9b8-941bde4c95b7 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200310 Sep 22 09:36:34.442948 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da27c9fb-926c-4860-9108-1f58a5287504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.472975 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.502748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27c9fb-926c-4860-9108-1f58a5287504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a54a292-98e6-4bbc-8aa1-65a9fa6d0c5d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:34.516630 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-da27c9fb-926c-4860-9108-1f58a5287504 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9f78dacdfc04a9aace6a978827ae2ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936558 Sep 22 09:36:34.520043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38954) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:34.578771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ab1523b-7832-4bcb-b911-04394cc17265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.591915 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.612633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-1b0d4470-057f-4a4b-b672-5918f1134799 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 1000 time: 0.2274261 Sep 22 09:36:34.615809 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ab1523b-7832-4bcb-b911-04394cc17265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.630896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-28140506-5358-4078-8701-84830bf7929f req-6e6ca866-b9c7-45b6-8c69-f227d86b2698 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:34.680604 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Attempting to bind port 2f6692aa-580c-4153-b1e1-39e66257ab3d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:34.681941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Attempting to bind port 2f6692aa-580c-4153-b1e1-39e66257ab3d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:34.682572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Attempting to bind port 2f6692aa-580c-4153-b1e1-39e66257ab3d on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:34.695919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f605e8-d8a7-4135-9c29-705f8b108493 None None] Pushing event updated for resources: {'Port': ['ID=2f6692aa-580c-4153-b1e1-39e66257ab3d,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:34.702721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:36:34.703215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:34.703624 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.704019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:36:34.704599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Bound port: 2f6692aa-580c-4153-b1e1-39e66257ab3d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:36:34.704968 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.764437 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28140506-5358-4078-8701-84830bf7929f req-6e6ca866-b9c7-45b6-8c69-f227d86b2698 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.778564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] For port 2f6692aa-580c-4153-b1e1-39e66257ab3d, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:36:34.782363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] For port 2f6692aa-580c-4153-b1e1-39e66257ab3d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2f6692aa-580c-4153-b1e1-39e66257ab3d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:36:34.825103 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ab1523b-7832-4bcb-b911-04394cc17265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.826323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ab1523b-7832-4bcb-b911-04394cc17265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:34.827727 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1ab1523b-7832-4bcb-b911-04394cc17265 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a54a292-98e6-4bbc-8aa1-65a9fa6d0c5d HTTP/1.1" status: 204 len: 168 time: 0.3067038 Sep 22 09:36:34.841716 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1523b-7832-4bcb-b911-04394cc17265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a54a292-98e6-4bbc-8aa1-65a9fa6d0c5d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:34.923733 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:35.013294 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28140506-5358-4078-8701-84830bf7929f req-6e6ca866-b9c7-45b6-8c69-f227d86b2698 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:35.045593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Routers {'a0844686-769e-4bae-8eeb-eee001471f9c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:35.046059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a0844686-769e-4bae-8eeb-eee001471f9c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:35.097836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f605e8-d8a7-4135-9c29-705f8b108493 None None] Pushing event updated for resources: {'Port': ['ID=2f6692aa-580c-4153-b1e1-39e66257ab3d,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:35.141716 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:35.248772 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28140506-5358-4078-8701-84830bf7929f req-6e6ca866-b9c7-45b6-8c69-f227d86b2698 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:35.249368 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-28140506-5358-4078-8701-84830bf7929f req-6e6ca866-b9c7-45b6-8c69-f227d86b2698 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Floating IP f7bdf6cf-81e9-4f9d-bd69-c0bc93146c04 disassociated. External IP: 172.25.6.109, port: 74f60fa1-56b0-4070-9365-62cac4bda61f. Sep 22 09:36:35.464018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] Set router a0844686-769e-4bae-8eeb-eee001471f9c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:35.602275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Allocated IP 172.20.0.1 (75e07c49-f8b5-41b9-a327-416b9ba85299/fd492847-90a4-4e46-9886-3ad2420bbb73/b1c2741c-8329-40ad-9a86-1a25ebf61f07) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:36:35.630504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28140506-5358-4078-8701-84830bf7929f req-6e6ca866-b9c7-45b6-8c69-f227d86b2698 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Router fe232134-5c9a-4092-be4b-fa1e6843d5d0 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:36:35.706350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-router', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:28Z', 'updated_at': '2021-09-22T09:36:31Z', 'revision_number': 3, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'gw_port': {'id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:30Z', 'updated_at': '2021-09-22T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:35.738109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033f2734-a34f-42a5-b28f-73f3fcb7c19d None None] The sync data for ids ['a0844686-769e-4bae-8eeb-eee001471f9c'] in n-d-805649-4 is: [{'id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-router', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:28Z', 'updated_at': '2021-09-22T09:36:31Z', 'revision_number': 3, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'gw_port': {'id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:30Z', 'updated_at': '2021-09-22T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:36:35.838457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28140506-5358-4078-8701-84830bf7929f req-6e6ca866-b9c7-45b6-8c69-f227d86b2698 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:36:35.845502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-28140506-5358-4078-8701-84830bf7929f req-6e6ca866-b9c7-45b6-8c69-f227d86b2698 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:35.850143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3fa32d-90b5-4c3c-9fae-75e4ca9bb8b4 None None] Sync routers for ids ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:36:35.869593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3fa32d-90b5-4c3c-9fae-75e4ca9bb8b4 None None] Routers {'fe232134-5c9a-4092-be4b-fa1e6843d5d0'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:35.870271 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0f3fa32d-90b5-4c3c-9fae-75e4ca9bb8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:35.885248 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:35.904126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-6e6ca866-b9c7-45b6-8c69-f227d86b2698 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "PUT /v2.0/floatingips/f7bdf6cf-81e9-4f9d-bd69-c0bc93146c04 HTTP/1.1" status: 200 len: 695 time: 1.2778282 Sep 22 09:36:35.915454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:35.918271 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e104fc33-9e53-4318-93e1-e134a41228de" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:36.034330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140506-5358-4078-8701-84830bf7929f req-b9c3e2f1-30b0-4678-8bea-575e6ec44fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:36.055221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-b9c3e2f1-30b0-4678-8bea-575e6ec44fe1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7292dce46a747c4b643a18f67667c98&device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 1097 time: 0.1500721 Sep 22 09:36:36.063221 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be52ea2-4e6e-4613-b7b3-f787ee1c59eb x-openstack-request-id: req-2be52ea2-4e6e-4613-b7b3-f787ee1c59eb {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:36.063502 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:36.063748 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2be52ea2-4e6e-4613-b7b3-f787ee1c59eb {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:36.064134 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'status': 'completed', 'code': 200} Sep 22 09:36:36.106130 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-0f3fa32d-90b5-4c3c-9fae-75e4ca9bb8b4 None None] Set router fe232134-5c9a-4092-be4b-fa1e6843d5d0 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:36.168246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104fc33-9e53-4318-93e1-e134a41228de req-5f4ad83a-b8a1-49d7-9059-6d713c29dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:36.170367 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e104fc33-9e53-4318-93e1-e134a41228de req-5f4ad83a-b8a1-49d7-9059-6d713c29dcba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7292dce46a747c4b643a18f67667c98&device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 1097 time: 0.1039202 Sep 22 09:36:36.339592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140506-5358-4078-8701-84830bf7929f req-865b7b62-4d2c-452d-b14f-82e17e24fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:36.344988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-865b7b62-4d2c-452d-b14f-82e17e24fed0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c253668-7d17-4352-a9aa-3f1b874765d9 HTTP/1.1" status: 200 len: 920 time: 0.2877750 Sep 22 09:36:36.486846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104fc33-9e53-4318-93e1-e134a41228de req-080190af-447e-4baf-a608-b8aa8ebe129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:36.494623 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e104fc33-9e53-4318-93e1-e134a41228de req-080190af-447e-4baf-a608-b8aa8ebe129a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9c253668-7d17-4352-a9aa-3f1b874765d9 HTTP/1.1" status: 200 len: 920 time: 0.3158195 Sep 22 09:36:36.520097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:36.540995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0f3fa32d-90b5-4c3c-9fae-75e4ca9bb8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:26Z', 'revision_number': 4, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9a73acfe-8f5a-4997-9339-675a18e6d4f6', 'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'mac_address': 'fa:16:3e:19:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:24Z', 'updated_at': '2021-09-22T09:35:31Z', 'revision_number': 5, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'subnets': [{'id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:36.556689 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-322561db-f84b-4cef-a2bf-1c859dcdcd90 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 217 time: 0.2005396 Sep 22 09:36:36.584548 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e104fc33-9e53-4318-93e1-e134a41228de req-204105f1-2dd4-4c91-9eef-c67326d2cf38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 200 len: 217 time: 0.0794432 Sep 22 09:36:36.630233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3fa32d-90b5-4c3c-9fae-75e4ca9bb8b4 None None] Checking router: fe232134-5c9a-4092-be4b-fa1e6843d5d0 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:36:36.650061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3fa32d-90b5-4c3c-9fae-75e4ca9bb8b4 None None] Routers {'fe232134-5c9a-4092-be4b-fa1e6843d5d0'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:36.653945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0f3fa32d-90b5-4c3c-9fae-75e4ca9bb8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:36.676245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Network 75e07c49-f8b5-41b9-a327-416b9ba85299 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:36.681902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:36.688272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:36:36.698466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104fc33-9e53-4318-93e1-e134a41228de req-7abf123b-5984-433d-ac59-9acd3869a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:36.700031 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e104fc33-9e53-4318-93e1-e134a41228de req-7abf123b-5984-433d-ac59-9acd3869a16f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58e769f3-7174-49e3-b963-28fded0a84ae HTTP/1.1" status: 200 len: 859 time: 0.1073589 Sep 22 09:36:36.718409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28140506-5358-4078-8701-84830bf7929f req-2bae67a3-a7ae-4ad6-b13e-1b8344a7f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:36.720174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-2bae67a3-a7ae-4ad6-b13e-1b8344a7f7cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58e769f3-7174-49e3-b963-28fded0a84ae HTTP/1.1" status: 200 len: 859 time: 0.1626542 Sep 22 09:36:36.765907 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e104fc33-9e53-4318-93e1-e134a41228de req-e0f0ba64-bcf5-4bad-9c14-41703e6aa478 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c253668-7d17-4352-a9aa-3f1b874765d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545876 Sep 22 09:36:36.809224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Pushing event updated for resources: {'Port': ['ID=b1c2741c-8329-40ad-9a86-1a25ebf61f07,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:36.826590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-e3bbf095-d1d4-4bcf-a45a-060bff0bef0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c253668-7d17-4352-a9aa-3f1b874765d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752406 Sep 22 09:36:36.885108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-0f3fa32d-90b5-4c3c-9fae-75e4ca9bb8b4 None None] Set router fe232134-5c9a-4092-be4b-fa1e6843d5d0 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:36.933597 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:37.079687 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e104fc33-9e53-4318-93e1-e134a41228de req-e25fb45a-a1bd-4401-b59b-67083a4a4ab6 service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986305 Sep 22 09:36:37.288379 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e104fc33-9e53-4318-93e1-e134a41228de req-ba153e79-430a-4c61-99ab-3e6ff3ea8435 service neutron] 10.222.0.60 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044363 Sep 22 09:36:37.289793 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2f6692aa-580c-4153-b1e1-39e66257ab3d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:36:37.341966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5f606ccf-b184-426f-89fc-c7dddd01c0b8 None None] Provisioning complete for port b1c2741c-8329-40ad-9a86-1a25ebf61f07 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:37.342412 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f606ccf-b184-426f-89fc-c7dddd01c0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:37.489399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5f606ccf-b184-426f-89fc-c7dddd01c0b8 None None] Port b1c2741c-8329-40ad-9a86-1a25ebf61f07 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:36:37.553086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2f6692aa-580c-4153-b1e1-39e66257ab3d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:37.553984 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:37.619361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0f3fa32d-90b5-4c3c-9fae-75e4ca9bb8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:26Z', 'revision_number': 4, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9a73acfe-8f5a-4997-9339-675a18e6d4f6', 'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'mac_address': 'fa:16:3e:19:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:24Z', 'updated_at': '2021-09-22T09:35:31Z', 'revision_number': 5, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'subnets': [{'id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:37.692054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3fa32d-90b5-4c3c-9fae-75e4ca9bb8b4 None None] The sync data for ids ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'] in n-d-805649-4 is: [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:35:26Z', 'revision_number': 4, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9a73acfe-8f5a-4997-9339-675a18e6d4f6', 'name': '', 'network_id': '9c253668-7d17-4352-a9aa-3f1b874765d9', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'mac_address': 'fa:16:3e:19:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:24Z', 'updated_at': '2021-09-22T09:35:31Z', 'revision_number': 5, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'subnets': [{'id': '58e769f3-7174-49e3-b963-28fded0a84ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:36:37.774442 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:37.829158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 2f6692aa-580c-4153-b1e1-39e66257ab3d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2f6692aa-580c-4153-b1e1-39e66257ab3d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:37.852232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb9af8-5a37-4138-a654-dc746aeee60d req-7466c1cd-e66b-4789-93c5-6155b5821a4a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:37.854625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32bb9af8-5a37-4138-a654-dc746aeee60d req-7466c1cd-e66b-4789-93c5-6155b5821a4a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.2117395 Sep 22 09:36:37.900835 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-20aa73b7-a045-406f-ac8b-6a51abc6c287 service neutron] 10.222.0.49 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0669687 Sep 22 09:36:37.926948 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:37.957435 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:37.977531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32bb9af8-5a37-4138-a654-dc746aeee60d req-a9f1dcae-7e2e-42a8-bd13-a9fe364ebfba tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055608 Sep 22 09:36:38.020265 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=2f6692aa-580c-4153-b1e1-39e66257ab3d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:38.114096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28140506-5358-4078-8701-84830bf7929f req-847ae150-310a-4c85-94e3-8404526087de service neutron] 10.222.0.49 "GET /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057025 Sep 22 09:36:38.294911 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-357df4bf-6eb5-4874-b130-de077938e5bd tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/floatingips/f7bdf6cf-81e9-4f9d-bd69-c0bc93146c04 HTTP/1.1" status: 200 len: 695 time: 0.0847275 Sep 22 09:36:38.467625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:38.485274 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a89773-82fc-4c09-a2db-28cdc7f23eb6 None None] New status for floating IP f7bdf6cf-81e9-4f9d-bd69-c0bc93146c04: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:36:38.507040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-d2edad35-e5f5-4709-9a38-35b7641cc282 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:38.510075 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-d2edad35-e5f5-4709-9a38-35b7641cc282 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.2141335 Sep 22 09:36:38.521741 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-905d608e-afdb-4fc8-8dff-8262aa59e58b tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:36:38.523451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-905d608e-afdb-4fc8-8dff-8262aa59e58b tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065417 Sep 22 09:36:38.584660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:38.692908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Pushing event updated for resources: {'Port': ['ID=b1c2741c-8329-40ad-9a86-1a25ebf61f07,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:38.700859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-9b4817c1-4d74-4e4a-80e1-b9a8edb4a20b tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 698 time: 0.1703105 Sep 22 09:36:38.791008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-86cd1a5a-c96c-4b07-b089-2dd3fe5d64de tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 698 time: 0.0822694 Sep 22 09:36:38.794554 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:39.042171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-8975d89b-a596-43ee-9003-b59848c4df05 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Deleting port 8aecf261-8bfb-4611-91e0-79007d20f3da {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:36:39.043171 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-8975d89b-a596-43ee-9003-b59848c4df05 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:39.093603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Network 75e07c49-f8b5-41b9-a327-416b9ba85299 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:39.101096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:39.164779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2f6692aa-580c-4153-b1e1-39e66257ab3d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:36:39.270819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2f6692aa-580c-4153-b1e1-39e66257ab3d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:39.271204 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:39.316834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Router a0844686-769e-4bae-8eeb-eee001471f9c has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:36:39.341169 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-8975d89b-a596-43ee-9003-b59848c4df05 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:39.341736 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-8975d89b-a596-43ee-9003-b59848c4df05 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:39.363998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bcd67-e922-442d-b5c2-0a3816060fcc req-6d03ea69-fe65-41e1-93dd-73b6932f4357 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:39.365732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a58bcd67-e922-442d-b5c2-0a3816060fcc req-6d03ea69-fe65-41e1-93dd-73b6932f4357 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.2691941 Sep 22 09:36:39.375671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-8975d89b-a596-43ee-9003-b59848c4df05 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Calling delete_port for 8aecf261-8bfb-4611-91e0-79007d20f3da owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:36:39.439728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f5d35129-46bc-43c9-aff6-29dc9776de3e None None] Provisioning complete for port b1c2741c-8329-40ad-9a86-1a25ebf61f07 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:39.440242 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f5d35129-46bc-43c9-aff6-29dc9776de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:39.479435 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f5d35129-46bc-43c9-aff6-29dc9776de3e None None] Port b1c2741c-8329-40ad-9a86-1a25ebf61f07 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:36:39.519687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a58bcd67-e922-442d-b5c2-0a3816060fcc req-cb6df9eb-97a2-4e68-9089-8e0c5b71eaf0 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406193 Sep 22 09:36:39.613592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:36:39.621334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1fc99b2c-45ec-4f9a-9f85-8bd1f2265b8e admin admin] 10.222.0.49 "PUT /v2.0/routers/a0844686-769e-4bae-8eeb-eee001471f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0257328 Sep 22 09:36:39.632855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Sync routers for ids ['a0844686-769e-4bae-8eeb-eee001471f9c'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:36:39.643514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39094) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:39.664005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Routers {'a0844686-769e-4bae-8eeb-eee001471f9c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:39.664005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a0844686-769e-4bae-8eeb-eee001471f9c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:39.819993 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca3376a5-e72f-47f2-ab85-c30a9c2be788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:39.852214 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-8975d89b-a596-43ee-9003-b59848c4df05 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:39.910465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975d89b-a596-43ee-9003-b59848c4df05 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Pushing event deleted for resources: {'Port': ['ID=8aecf261-8bfb-4611-91e0-79007d20f3da,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:39.929839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Set router a0844686-769e-4bae-8eeb-eee001471f9c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:39.937436 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca3376a5-e72f-47f2-ab85-c30a9c2be788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.000398 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-8975d89b-a596-43ee-9003-b59848c4df05 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.003478 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-8975d89b-a596-43ee-9003-b59848c4df05 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.004884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-095c2fba-f605-4eb7-974c-e5e7c3a1a94a req-8975d89b-a596-43ee-9003-b59848c4df05 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "DELETE /v2.0/floatingips/f7bdf6cf-81e9-4f9d-bd69-c0bc93146c04 HTTP/1.1" status: 204 len: 173 time: 1.2069819 Sep 22 09:36:40.049270 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca3376a5-e72f-47f2-ab85-c30a9c2be788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.125059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6c4221a-29d4-4499-8bbf-75a6092437ef req-9be25076-f379-4b21-a59c-92bb93af7306 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups/c05369a2-905b-465f-96a7-a9942ac8d8a7 HTTP/1.1" status: 200 len: 1809 time: 0.0946670 Sep 22 09:36:40.144446 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ca3376a5-e72f-47f2-ab85-c30a9c2be788 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db71820f6093450283dfb9e205017838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991179 Sep 22 09:36:40.145989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3376a5-e72f-47f2-ab85-c30a9c2be788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ba1d76-d299-4acd-b901-0f7619fbd130,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:40.149212 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39114) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:40.266383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f6c4221a-29d4-4499-8bbf-75a6092437ef req-3df0348c-8ea3-4c57-b512-02cb6c6f01b4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.272032 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38d57540-0c3a-4714-849c-ad8638c52d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.298229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-router', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:28Z', 'updated_at': '2021-09-22T09:36:37Z', 'revision_number': 4, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'gw_port': {'id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:30Z', 'updated_at': '2021-09-22T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'b1c2741c-8329-40ad-9a86-1a25ebf61f07', 'name': '', 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'mac_address': 'fa:16:3e:79:95:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': 'fd492847-90a4-4e46-9886-3ad2420bbb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:35Z', 'updated_at': '2021-09-22T09:36:38Z', 'revision_number': 2, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'subnets': [{'id': 'fd492847-90a4-4e46-9886-3ad2420bbb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:40.304221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38d57540-0c3a-4714-849c-ad8638c52d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.351502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Checking router: a0844686-769e-4bae-8eeb-eee001471f9c for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:36:40.351869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Updating router a0844686-769e-4bae-8eeb-eee001471f9c port b1c2741c-8329-40ad-9a86-1a25ebf61f07 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:36:40.357844 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f6c4221a-29d4-4499-8bbf-75a6092437ef req-3df0348c-8ea3-4c57-b512-02cb6c6f01b4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.382903 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.494250 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38d57540-0c3a-4714-849c-ad8638c52d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.497175 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38d57540-0c3a-4714-849c-ad8638c52d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.498722 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-38d57540-0c3a-4714-849c-ad8638c52d01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10ba1d76-d299-4acd-b901-0f7619fbd130 HTTP/1.1" status: 204 len: 168 time: 0.3483179 Sep 22 09:36:40.515513 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d57540-0c3a-4714-849c-ad8638c52d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ba1d76-d299-4acd-b901-0f7619fbd130,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:40.574508 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f6c4221a-29d4-4499-8bbf-75a6092437ef req-3df0348c-8ea3-4c57-b512-02cb6c6f01b4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.577377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f6c4221a-29d4-4499-8bbf-75a6092437ef req-3df0348c-8ea3-4c57-b512-02cb6c6f01b4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:40.584639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6c4221a-29d4-4499-8bbf-75a6092437ef req-3df0348c-8ea3-4c57-b512-02cb6c6f01b4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "DELETE /v2.0/security-groups/c05369a2-905b-465f-96a7-a9942ac8d8a7 HTTP/1.1" status: 204 len: 173 time: 0.4372604 Sep 22 09:36:40.604434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0348c-8ea3-4c57-b512-02cb6c6f01b4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05369a2-905b-465f-96a7-a9942ac8d8a7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:40.884377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660e72a-6dd2-4269-8de1-cc61f4731ecb req-90e65685-d59f-466a-a267-c3e8e7db3a32 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:40.889989 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2660e72a-6dd2-4269-8de1-cc61f4731ecb req-90e65685-d59f-466a-a267-c3e8e7db3a32 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1651659 Sep 22 09:36:41.013172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2660e72a-6dd2-4269-8de1-cc61f4731ecb req-8424a8f0-512c-4055-a76b-cab2ff861583 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710876 Sep 22 09:36:41.342825 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:41.473361 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:41.608035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375827cb-d3e3-44f6-9a3e-fae56693f63a req-9e6d118c-9013-4a4e-991b-f57bd5b07270 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:41.621079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-375827cb-d3e3-44f6-9a3e-fae56693f63a req-9e6d118c-9013-4a4e-991b-f57bd5b07270 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.1249971 Sep 22 09:36:41.628876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf1e36-5b1f-47fb-bf34-ef0ac2404fd8 None None] Pushing event updated for resources: {'Port': ['ID=b1c2741c-8329-40ad-9a86-1a25ebf61f07,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:41.662311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Attempting to bind port b1c2741c-8329-40ad-9a86-1a25ebf61f07 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:41.667086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Attempting to bind port b1c2741c-8329-40ad-9a86-1a25ebf61f07 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd0295de6-c806-41e4-a0cc-b47e585676bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:41.667086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Attempting to bind port b1c2741c-8329-40ad-9a86-1a25ebf61f07 on network 75e07c49-f8b5-41b9-a327-416b9ba85299 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:41.680358 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:36:41.698556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Checking segment: {'id': 'd0295de6-c806-41e4-a0cc-b47e585676bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:41.702740 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:41.703333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Bound using segment: {'id': 'd0295de6-c806-41e4-a0cc-b47e585676bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:36:41.703738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Bound port: b1c2741c-8329-40ad-9a86-1a25ebf61f07, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0295de6-c806-41e4-a0cc-b47e585676bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:36:41.704141 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:41.731614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-375827cb-d3e3-44f6-9a3e-fae56693f63a req-5a893cbd-91ef-4d1f-bbd3-df31543ba9a3 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051421 Sep 22 09:36:41.782148 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39200) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:41.814080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c879d95b-ac38-4ca4-b30c-979201aafde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:41.911628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] For port b1c2741c-8329-40ad-9a86-1a25ebf61f07, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:36:41.925301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] For port b1c2741c-8329-40ad-9a86-1a25ebf61f07, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b1c2741c-8329-40ad-9a86-1a25ebf61f07,segment=NetworkSegment(d0295de6-c806-41e4-a0cc-b47e585676bf),segment_id=d0295de6-c806-41e4-a0cc-b47e585676bf)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:36:42.072531 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:42.114311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c879d95b-ac38-4ca4-b30c-979201aafde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:42.153415 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Routers {'a0844686-769e-4bae-8eeb-eee001471f9c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:42.154068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a0844686-769e-4bae-8eeb-eee001471f9c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:42.308588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebe48-478b-4542-9a74-fd253dd4d0e9 req-4ba7fd63-f434-4bef-a5f3-e286d5784119 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:42.311713 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c879d95b-ac38-4ca4-b30c-979201aafde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:42.317263 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fdebe48-478b-4542-9a74-fd253dd4d0e9 req-4ba7fd63-f434-4bef-a5f3-e286d5784119 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1943147 Sep 22 09:36:42.384157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fdebe48-478b-4542-9a74-fd253dd4d0e9 req-60001df5-fb24-4f39-9f94-3870dad59f8b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624115 Sep 22 09:36:42.452337 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c879d95b-ac38-4ca4-b30c-979201aafde9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11ac4873de6444258b3386e8fb7f3600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6683741 Sep 22 09:36:42.454674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf1e36-5b1f-47fb-bf34-ef0ac2404fd8 None None] Pushing event updated for resources: {'Port': ['ID=b1c2741c-8329-40ad-9a86-1a25ebf61f07,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:42.455673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39244) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:42.486027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879d95b-ac38-4ca4-b30c-979201aafde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21faba9d-7cff-47fa-b89c-66c98dc3d2e7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:42.520322 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-85d5ed92-f9d6-4204-93df-6ebf7fc70e43 None None] Provisioning complete for port b1c2741c-8329-40ad-9a86-1a25ebf61f07 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:42.520698 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-85d5ed92-f9d6-4204-93df-6ebf7fc70e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:42.542456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] Set router a0844686-769e-4bae-8eeb-eee001471f9c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:42.601568 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de5732cc-6fc0-4c7d-b4cf-44b071c09744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:42.640753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de5732cc-6fc0-4c7d-b4cf-44b071c09744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:42.814681 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de5732cc-6fc0-4c7d-b4cf-44b071c09744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:42.823067 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de5732cc-6fc0-4c7d-b4cf-44b071c09744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:42.861312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-de5732cc-6fc0-4c7d-b4cf-44b071c09744 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21faba9d-7cff-47fa-b89c-66c98dc3d2e7 HTTP/1.1" status: 204 len: 168 time: 0.3674607 Sep 22 09:36:42.898899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5732cc-6fc0-4c7d-b4cf-44b071c09744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21faba9d-7cff-47fa-b89c-66c98dc3d2e7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:43.098633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb28ed2-fa2d-41e3-b928-16929f4c1f61 req-636b142c-6a31-4b90-83d7-713ecaaeac62 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:43.107789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcb28ed2-fa2d-41e3-b928-16929f4c1f61 req-636b142c-6a31-4b90-83d7-713ecaaeac62 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.1665447 Sep 22 09:36:43.166986 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-85d5ed92-f9d6-4204-93df-6ebf7fc70e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:43.173478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcb28ed2-fa2d-41e3-b928-16929f4c1f61 req-c6fca0db-3d5c-4ee2-bcd3-49c70da7dfd0 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646460 Sep 22 09:36:43.270099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-85d5ed92-f9d6-4204-93df-6ebf7fc70e43 None None] For port b1c2741c-8329-40ad-9a86-1a25ebf61f07, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b1c2741c-8329-40ad-9a86-1a25ebf61f07,segment=NetworkSegment(d0295de6-c806-41e4-a0cc-b47e585676bf),segment_id=d0295de6-c806-41e4-a0cc-b47e585676bf)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:43.359244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-router', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:28Z', 'updated_at': '2021-09-22T09:36:37Z', 'revision_number': 4, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'gw_port': {'id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:30Z', 'updated_at': '2021-09-22T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'b1c2741c-8329-40ad-9a86-1a25ebf61f07', 'name': '', 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'mac_address': 'fa:16:3e:79:95:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': 'fd492847-90a4-4e46-9886-3ad2420bbb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:35Z', 'updated_at': '2021-09-22T09:36:41Z', 'revision_number': 4, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'subnets': [{'id': 'fd492847-90a4-4e46-9886-3ad2420bbb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:43.420376 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-85d5ed92-f9d6-4204-93df-6ebf7fc70e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:43.436499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7b4991-f342-46c8-bcc2-3023c46cfe0d None None] The sync data for ids ['a0844686-769e-4bae-8eeb-eee001471f9c'] in n-d-805649-4 is: [{'id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-router', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:28Z', 'updated_at': '2021-09-22T09:36:37Z', 'revision_number': 4, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'gw_port': {'id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:30Z', 'updated_at': '2021-09-22T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'b1c2741c-8329-40ad-9a86-1a25ebf61f07', 'name': '', 'network_id': '75e07c49-f8b5-41b9-a327-416b9ba85299', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'mac_address': 'fa:16:3e:79:95:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': 'fd492847-90a4-4e46-9886-3ad2420bbb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:35Z', 'updated_at': '2021-09-22T09:36:41Z', 'revision_number': 4, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'subnets': [{'id': 'fd492847-90a4-4e46-9886-3ad2420bbb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:36:43.758572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d80a71d7-1df1-4abc-ae9e-21b434443ccf None None] Provisioning complete for port b1c2741c-8329-40ad-9a86-1a25ebf61f07 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:43.759500 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d80a71d7-1df1-4abc-ae9e-21b434443ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:43.803681 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185eb74-f1cf-494e-955e-7d7252e0355f req-790a8061-2d08-43d6-939c-1adcdb652442 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:43.814122 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e185eb74-f1cf-494e-955e-7d7252e0355f req-790a8061-2d08-43d6-939c-1adcdb652442 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.0915720 Sep 22 09:36:43.824014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8342f-e366-454f-ad26-81c978759498 req-a95ef70d-ca7e-460e-9922-eafc36b2b201 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:43.838765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2f8342f-e366-454f-ad26-81c978759498 req-a95ef70d-ca7e-460e-9922-eafc36b2b201 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.2913613 Sep 22 09:36:43.935670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2f8342f-e366-454f-ad26-81c978759498 req-05df5676-f733-4053-b0d6-af1ed4415048 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955331 Sep 22 09:36:43.982389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5ed92-f9d6-4204-93df-6ebf7fc70e43 None None] Pushing event updated for resources: {'Port': ['ID=b1c2741c-8329-40ad-9a86-1a25ebf61f07,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:44.079319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-e185eb74-f1cf-494e-955e-7d7252e0355f req-60312ac1-6668-4689-9b71-2b86863492c2 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Deleting port 74f60fa1-56b0-4070-9365-62cac4bda61f {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:36:44.081172 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e185eb74-f1cf-494e-955e-7d7252e0355f req-60312ac1-6668-4689-9b71-2b86863492c2 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:44.229772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e185eb74-f1cf-494e-955e-7d7252e0355f req-60312ac1-6668-4689-9b71-2b86863492c2 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] For port 74f60fa1-56b0-4070-9365-62cac4bda61f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=74f60fa1-56b0-4070-9365-62cac4bda61f,segment=NetworkSegment(4ef2e479-af03-43bc-a999-258277ec657d),segment_id=4ef2e479-af03-43bc-a999-258277ec657d)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:44.230217 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e185eb74-f1cf-494e-955e-7d7252e0355f req-60312ac1-6668-4689-9b71-2b86863492c2 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:44.254960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-e185eb74-f1cf-494e-955e-7d7252e0355f req-60312ac1-6668-4689-9b71-2b86863492c2 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Calling delete_port for 74f60fa1-56b0-4070-9365-62cac4bda61f owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:36:44.441971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a4ded-911e-40ba-822c-388e46dca8e7 req-69c95060-c6a0-4bd7-9de1-1c3f1f17c74d tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:44.450412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f74a4ded-911e-40ba-822c-388e46dca8e7 req-69c95060-c6a0-4bd7-9de1-1c3f1f17c74d tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 946 time: 0.1184769 Sep 22 09:36:44.540351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f74a4ded-911e-40ba-822c-388e46dca8e7 req-0ec29332-82ec-4746-b989-5d66c9d775e4 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830922 Sep 22 09:36:44.597593 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e185eb74-f1cf-494e-955e-7d7252e0355f req-60312ac1-6668-4689-9b71-2b86863492c2 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:44.610528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['74f60fa1-56b0-4070-9365-62cac4bda61f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:36:44.651099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60312ac1-6668-4689-9b71-2b86863492c2 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Pushing event deleted for resources: {'Port': ['ID=74f60fa1-56b0-4070-9365-62cac4bda61f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:44.711239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e185eb74-f1cf-494e-955e-7d7252e0355f req-60312ac1-6668-4689-9b71-2b86863492c2 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] No DVR routers for this DVR port 74f60fa1-56b0-4070-9365-62cac4bda61f on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:36:44.714372 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e185eb74-f1cf-494e-955e-7d7252e0355f req-60312ac1-6668-4689-9b71-2b86863492c2 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:44.717315 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e185eb74-f1cf-494e-955e-7d7252e0355f req-60312ac1-6668-4689-9b71-2b86863492c2 tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.60 "DELETE /v2.0/ports/74f60fa1-56b0-4070-9365-62cac4bda61f HTTP/1.1" status: 204 len: 173 time: 0.8999186 Sep 22 09:36:44.717982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'name': 'network-vif-deleted', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:36:44.720555 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53985537-3004-42e4-b3a0-1286b6a0f50e" -d '{"events": [{"server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "name": "network-vif-deleted", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:36:44.834919 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e80792-b4d8-4fff-a41e-05173f2ede15 x-openstack-request-id: req-72e80792-b4d8-4fff-a41e-05173f2ede15 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:36:44.836314 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2538e0-eb8c-48c9-b66b-5c137e63cee8", "name": "network-vif-deleted", "tag": "74f60fa1-56b0-4070-9365-62cac4bda61f", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:36:44.837377 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72e80792-b4d8-4fff-a41e-05173f2ede15 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:36:44.837938 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2538e0-eb8c-48c9-b66b-5c137e63cee8', 'name': 'network-vif-deleted', 'tag': '74f60fa1-56b0-4070-9365-62cac4bda61f', 'status': 'completed', 'code': 200} Sep 22 09:36:45.149049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39400) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:45.194400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b1c2741c-8329-40ad-9a86-1a25ebf61f07 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:36:45.246156 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e709c-49ae-486e-9810-9786949788cc req-21fcaaa0-469f-45c1-a79f-91b3f92a879b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:45.259164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f23e709c-49ae-486e-9810-9786949788cc req-21fcaaa0-469f-45c1-a79f-91b3f92a879b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1951001 Sep 22 09:36:45.284214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b1c2741c-8329-40ad-9a86-1a25ebf61f07 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:36:45.285007 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:45.374409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f23e709c-49ae-486e-9810-9786949788cc req-f70743b2-a62a-4c40-997e-15a09836751c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137531 Sep 22 09:36:45.534413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0a11a70-7273-45b3-aded-319fb24e8ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:45.667848 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0a11a70-7273-45b3-aded-319fb24e8ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:45.681678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6309f363-86cb-4cee-b761-fe800bf01fba req-ec8f981e-b83e-4c6a-987e-bcf6d0d7cd4c tempest-ServerRescueTestJSONUnderV235-2049961016 tempest-ServerRescueTestJSONUnderV235-2049961016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d2538e0-eb8c-48c9-b66b-5c137e63cee8 HTTP/1.1" status: 200 len: 210 time: 0.0482042 Sep 22 09:36:45.762041 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0a11a70-7273-45b3-aded-319fb24e8ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:45.844291 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f0a11a70-7273-45b3-aded-319fb24e8ab1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45fc73fa7ded4148a3e27e4c55341d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6924994 Sep 22 09:36:45.845544 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39436) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:45.854626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a11a70-7273-45b3-aded-319fb24e8ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce18317a-2982-463e-897e-1b0c69ccec11,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:45.910848 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11368854-417a-4998-ae69-6a5ca5f33ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:45.973002 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11368854-417a-4998-ae69-6a5ca5f33ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:46.136404 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11368854-417a-4998-ae69-6a5ca5f33ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:46.139728 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11368854-417a-4998-ae69-6a5ca5f33ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:46.141187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-11368854-417a-4998-ae69-6a5ca5f33ec0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce18317a-2982-463e-897e-1b0c69ccec11 HTTP/1.1" status: 204 len: 168 time: 0.2945201 Sep 22 09:36:46.168418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11368854-417a-4998-ae69-6a5ca5f33ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce18317a-2982-463e-897e-1b0c69ccec11,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:46.498200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73828c8-dad6-416e-89b9-05bf2241f3bf req-82701494-0029-43d1-9ab0-e119424550ca tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:46.499708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e73828c8-dad6-416e-89b9-05bf2241f3bf req-82701494-0029-43d1-9ab0-e119424550ca tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.0514867 Sep 22 09:36:46.545804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e73828c8-dad6-416e-89b9-05bf2241f3bf req-a7bf325c-718a-468f-8830-fd14934e5f7c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376360 Sep 22 09:36:46.763744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39500) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:47.132515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39522) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:47.167932 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8440-3ae8-4465-a6e1-d34dda90d90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:47.240932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:47.298327 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8440-3ae8-4465-a6e1-d34dda90d90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:47.437758 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8440-3ae8-4465-a6e1-d34dda90d90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:47.500945 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ea0b8440-3ae8-4465-a6e1-d34dda90d90f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47a20d4ed32b447797db4cf34b35e758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666511 Sep 22 09:36:47.504849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39536) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:47.516217 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b8440-3ae8-4465-a6e1-d34dda90d90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bffbf7-407c-4e6d-b19f-829cbd4cbcfe,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:47.612988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] Deleting port 9a73acfe-8f5a-4997-9339-675a18e6d4f6 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:36:47.613320 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:47.642769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9347dd2d-94fa-4455-8923-460d0aa16b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:47.720174 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9347dd2d-94fa-4455-8923-460d0aa16b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:47.801898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] For port 9a73acfe-8f5a-4997-9339-675a18e6d4f6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9a73acfe-8f5a-4997-9339-675a18e6d4f6,segment=NetworkSegment(4ef2e479-af03-43bc-a999-258277ec657d),segment_id=4ef2e479-af03-43bc-a999-258277ec657d)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:47.802289 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:47.812718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae13b8-ece2-42b8-8081-20f7b99b432e req-a4dc78fd-1d46-425d-981b-fb7034a96134 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:47.814128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aae13b8-ece2-42b8-8081-20f7b99b432e req-a4dc78fd-1d46-425d-981b-fb7034a96134 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1469035 Sep 22 09:36:47.835847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] Calling delete_port for 9a73acfe-8f5a-4997-9339-675a18e6d4f6 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:36:47.902420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9347dd2d-94fa-4455-8923-460d0aa16b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:47.905240 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9347dd2d-94fa-4455-8923-460d0aa16b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:47.909542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9347dd2d-94fa-4455-8923-460d0aa16b02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6bffbf7-407c-4e6d-b19f-829cbd4cbcfe HTTP/1.1" status: 204 len: 168 time: 0.3982508 Sep 22 09:36:47.909542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aae13b8-ece2-42b8-8081-20f7b99b432e req-213e90a7-a71b-46f8-b99b-61772cc29461 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837514 Sep 22 09:36:47.925889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347dd2d-94fa-4455-8923-460d0aa16b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bffbf7-407c-4e6d-b19f-829cbd4cbcfe,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:47.985251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 74f60fa1-56b0-4070-9365-62cac4bda61f no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:36:48.093502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 74f60fa1-56b0-4070-9365-62cac4bda61f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:36:48.093502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 74f60fa1-56b0-4070-9365-62cac4bda61f not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:36:48.257826 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:48.290448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a73acfe-8f5a-4997-9339-675a18e6d4f6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:48.540208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:48.834013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d99d-3b1f-4fc2-9942-9d556cc55667 req-5d898b32-527a-4600-a91e-2434e551ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:48.835645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b24d99d-3b1f-4fc2-9942-9d556cc55667 req-5d898b32-527a-4600-a91e-2434e551ecb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4487adddfe80414185b635c5def5498d&device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 1097 time: 0.0864260 Sep 22 09:36:48.872971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f318f-50fe-44dc-9bb5-127aef0bdb5e req-bfb436c7-cd51-4c8d-b97b-f59411033979 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:48.880686 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e48f318f-50fe-44dc-9bb5-127aef0bdb5e req-bfb436c7-cd51-4c8d-b97b-f59411033979 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1787057 Sep 22 09:36:49.532591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e48f318f-50fe-44dc-9bb5-127aef0bdb5e req-05ad3d4a-94f4-4402-83d6-7615e0affdd3 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6508875 Sep 22 09:36:49.560883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d99d-3b1f-4fc2-9942-9d556cc55667 req-3bc2d7de-ed71-4ee6-b192-62a9562ada73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:49.562556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b24d99d-3b1f-4fc2-9942-9d556cc55667 req-3bc2d7de-ed71-4ee6-b192-62a9562ada73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 200 len: 911 time: 0.2029796 Sep 22 09:36:49.583875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] Router fe232134-5c9a-4092-be4b-fa1e6843d5d0 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:36:49.654283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b24d99d-3b1f-4fc2-9942-9d556cc55667 req-e9e2f978-88c1-4852-99bc-76d4cb6b2578 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb8cce53-df5b-4926-b97e-18a6c9f21e31 HTTP/1.1" status: 200 len: 1001 time: 0.0785809 Sep 22 09:36:49.808019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d99d-3b1f-4fc2-9942-9d556cc55667 req-63598873-f276-402f-8099-4dbb6955cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:49.810903 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b24d99d-3b1f-4fc2-9942-9d556cc55667 req-63598873-f276-402f-8099-4dbb6955cf4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97e558d8-50e5-49ad-b658-279ef4008a23 HTTP/1.1" status: 200 len: 849 time: 0.1453927 Sep 22 09:36:49.828025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39670) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:49.931432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d99d-3b1f-4fc2-9942-9d556cc55667 req-81b4b7a1-b36b-43b2-821e-79f15cba3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:49.933065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b24d99d-3b1f-4fc2-9942-9d556cc55667 req-81b4b7a1-b36b-43b2-821e-79f15cba3551 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075795 Sep 22 09:36:49.943215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:36:49.955578 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9282c4a-b97b-4c08-a517-c6eb6ecc7e9d None None] Sync routers for ids ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:36:49.970307 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9282c4a-b97b-4c08-a517-c6eb6ecc7e9d None None] Routers {'fe232134-5c9a-4092-be4b-fa1e6843d5d0'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:49.970939 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a9282c4a-b97b-4c08-a517-c6eb6ecc7e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:49.975351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-349bbb83-da7f-42a3-957c-8dd9781eaae7 admin admin] 10.222.0.49 "PUT /v2.0/routers/fe232134-5c9a-4092-be4b-fa1e6843d5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2081146 Sep 22 09:36:49.976135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39680) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:50.066869 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dff7b162-50f5-4abf-856c-ca550a41059a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:50.111015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b24d99d-3b1f-4fc2-9942-9d556cc55667 req-545162e9-cc31-41de-9216-8836cf0a617b service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646161 Sep 22 09:36:50.179781 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a9282c4a-b97b-4c08-a517-c6eb6ecc7e9d None None] Set router fe232134-5c9a-4092-be4b-fa1e6843d5d0 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:50.274412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b24d99d-3b1f-4fc2-9942-9d556cc55667 req-9b62123b-0c41-4225-8d1a-4dcef4545580 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511407 Sep 22 09:36:50.547570 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a9282c4a-b97b-4c08-a517-c6eb6ecc7e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:36:48Z', 'revision_number': 5, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:50.587804 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9282c4a-b97b-4c08-a517-c6eb6ecc7e9d None None] Checking router: fe232134-5c9a-4092-be4b-fa1e6843d5d0 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:36:50.598615 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9282c4a-b97b-4c08-a517-c6eb6ecc7e9d None None] Routers {'fe232134-5c9a-4092-be4b-fa1e6843d5d0'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:36:50.599235 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a9282c4a-b97b-4c08-a517-c6eb6ecc7e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:50.736982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a2648-d8a7-49b4-b08e-97b241170352 req-50fb8d49-55b2-4e76-800a-41cdd1d8abc5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:50.746655 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a9282c4a-b97b-4c08-a517-c6eb6ecc7e9d None None] Set router fe232134-5c9a-4092-be4b-fa1e6843d5d0 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:36:50.747945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a47a2648-d8a7-49b4-b08e-97b241170352 req-50fb8d49-55b2-4e76-800a-41cdd1d8abc5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1174247 Sep 22 09:36:50.815972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:50.833064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a47a2648-d8a7-49b4-b08e-97b241170352 req-68025ace-557d-4f95-b733-030f44eb479a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829966 Sep 22 09:36:51.053903 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.058801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dff7b162-50f5-4abf-856c-ca550a41059a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.106702 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a9282c4a-b97b-4c08-a517-c6eb6ecc7e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:36:48Z', 'revision_number': 5, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:51.136066 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9282c4a-b97b-4c08-a517-c6eb6ecc7e9d None None] The sync data for ids ['fe232134-5c9a-4092-be4b-fa1e6843d5d0'] in n-d-805649-4 is: [{'id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'name': 'tempest-ServerRescueTestJSONUnderV235-170785857-router', 'tenant_id': 'f7292dce46a747c4b643a18f67667c98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:18Z', 'updated_at': '2021-09-22T09:36:48Z', 'revision_number': 5, 'project_id': 'f7292dce46a747c4b643a18f67667c98', 'gw_port': {'id': 'b95d1dd2-2dc2-4f35-810c-7d4f692a2532', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe232134-5c9a-4092-be4b-fa1e6843d5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:19Z', 'updated_at': '2021-09-22T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:36:51.176102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dff7b162-50f5-4abf-856c-ca550a41059a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.191390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39740) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:51.246969 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dff7b162-50f5-4abf-856c-ca550a41059a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=730056425fde42f7ab884dd8487f99e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4177418 Sep 22 09:36:51.247855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39744) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:51.263868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7b162-50f5-4abf-856c-ca550a41059a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362dce7b-4473-4662-ba7d-1c8d4cbaf461,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:51.324401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Deleting port b95d1dd2-2dc2-4f35-810c-7d4f692a2532 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:36:51.325171 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.344360 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03962c51-6634-44e3-956d-af05ea84330e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.378189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03962c51-6634-44e3-956d-af05ea84330e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.451699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-702276747'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:51.484712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] For port b95d1dd2-2dc2-4f35-810c-7d4f692a2532, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b95d1dd2-2dc2-4f35-810c-7d4f692a2532,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:51.485094 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.501828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Calling delete_port for b95d1dd2-2dc2-4f35-810c-7d4f692a2532 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:36:51.518919 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03962c51-6634-44e3-956d-af05ea84330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.518919 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03962c51-6634-44e3-956d-af05ea84330e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.518919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-03962c51-6634-44e3-956d-af05ea84330e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/362dce7b-4473-4662-ba7d-1c8d4cbaf461 HTTP/1.1" status: 204 len: 168 time: 0.2671502 Sep 22 09:36:51.527582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03962c51-6634-44e3-956d-af05ea84330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362dce7b-4473-4662-ba7d-1c8d4cbaf461,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:51.546942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Made reservation on behalf of 7de2fef5c88346adaa64d8473a481fdd for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:51.557792 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.610684 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.756492 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.831724 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.896213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010c4fbc-5934-48d3-a648-3729212f6c7d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:51.901550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:36:51.923618 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.923618 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Added segment 86425c1c-ccc9-4411-a83c-f3fe66f3782f of type vlan for network c3cbae74-3809-43cb-b30c-d94cc62149ca Sep 22 09:36:51.980267 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.010351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95d1dd2-2dc2-4f35-810c-7d4f692a2532,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:52.023264 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.064762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463d822-fd0c-4157-bb6b-45083f289f01 req-79febe0b-52d0-4eb6-86b9-1a7612195a24 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:52.066232 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9463d822-fd0c-4157-bb6b-45083f289f01 req-79febe0b-52d0-4eb6-86b9-1a7612195a24 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.0905874 Sep 22 09:36:52.086918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.130433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9463d822-fd0c-4157-bb6b-45083f289f01 req-aeea2bff-f319-40f9-8ccb-1df42c24a776 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486567 Sep 22 09:36:52.191565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.191980 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.194502 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.202681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:52.205868 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.325831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Pushing event updated for resources: {'Network': ['ID=c3cbae74-3809-43cb-b30c-d94cc62149ca,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:52.337674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network c3cbae74-3809-43cb-b30c-d94cc62149ca details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:36:52.523235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.530458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe232134-5c9a-4092-be4b-fa1e6843d5d0 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:36:52.531040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e86ff1f6-6979-45a0-a608-8d8c74aaa257 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3317008 Sep 22 09:36:52.531225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.531225 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-38cf8185-117f-40d4-822b-9178cc2dbb58 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fe232134-5c9a-4092-be4b-fa1e6843d5d0 HTTP/1.1" status: 204 len: 168 time: 2.5523317 Sep 22 09:36:52.540471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39796) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:52.596580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba21395-3a26-45ec-8363-b9c553c5de6c admin admin] Deleting subnet 58e769f3-7174-49e3-b963-28fded0a84ae {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:36:52.602736 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aba21395-3a26-45ec-8363-b9c553c5de6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.689892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aba21395-3a26-45ec-8363-b9c553c5de6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.747023 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aba21395-3a26-45ec-8363-b9c553c5de6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.873340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39812) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:52.890977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.940297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aba21395-3a26-45ec-8363-b9c553c5de6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.972109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba21395-3a26-45ec-8363-b9c553c5de6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e769f3-7174-49e3-b963-28fded0a84ae,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:52.974648 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aba21395-3a26-45ec-8363-b9c553c5de6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:52.977489 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aba21395-3a26-45ec-8363-b9c553c5de6c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/58e769f3-7174-49e3-b963-28fded0a84ae HTTP/1.1" status: 204 len: 168 time: 0.4357407 Sep 22 09:36:52.979973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39818) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:53.005047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39820) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:53.011992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Request body: {'port': {'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca', 'binding:host_id': 'n-h1-805649-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-682933338'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:53.022474 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.076587 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.161136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b95d1dd2-2dc2-4f35-810c-7d4f692a2532 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:36:53.163670 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.182982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b95d1dd2-2dc2-4f35-810c-7d4f692a2532 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:36:53.183414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b95d1dd2-2dc2-4f35-810c-7d4f692a2532 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:36:53.183909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9a73acfe-8f5a-4997-9339-675a18e6d4f6 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:36:53.185631 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.190041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c253668-7d17-4352-a9aa-3f1b874765d9']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:53.206426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 9a73acfe-8f5a-4997-9339-675a18e6d4f6 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:36:53.207020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9a73acfe-8f5a-4997-9339-675a18e6d4f6 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:36:53.207389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef2e479-af03-43bc-a999-258277ec657d') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:53.207785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef2e479-af03-43bc-a999-258277ec657d') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:36:53.224575 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.237231 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29f50494ddd041278cd039fc42301481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626049 Sep 22 09:36:53.238845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b8ac45-03ba-4c74-a1d8-4db7055ca18b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:53.239811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39834) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:53.248237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.248579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.248935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.249317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.249664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.250018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.250402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.250752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.251112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.251493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.251851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.252232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40acdc55-dba4-4b16-9d0d-038912d6ac0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:36:53.252380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.259901 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.264600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:36:53.265043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:36:53.274093 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:36:53.347303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e22abcf7-1080-4243-8d1c-b6a7646cb6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.356905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Made reservation on behalf of b554ff48947e4e49a2b8eed8d16fa9c7 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:53.364695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.375173 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.381982 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e22abcf7-1080-4243-8d1c-b6a7646cb6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.396545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.407061 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.408355 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9c253668-7d17-4352-a9aa-3f1b874765d9 HTTP/1.1" status: 204 len: 168 time: 0.4271312 Sep 22 09:36:53.439239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd88f1-4999-41bc-ae4b-673ad0666524 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c253668-7d17-4352-a9aa-3f1b874765d9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:53.539584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.568657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e22abcf7-1080-4243-8d1c-b6a7646cb6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.572205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e22abcf7-1080-4243-8d1c-b6a7646cb6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.580066 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e22abcf7-1080-4243-8d1c-b6a7646cb6f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40b8ac45-03ba-4c74-a1d8-4db7055ca18b HTTP/1.1" status: 204 len: 168 time: 0.3363352 Sep 22 09:36:53.596201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22abcf7-1080-4243-8d1c-b6a7646cb6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b8ac45-03ba-4c74-a1d8-4db7055ca18b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:53.642832 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.653364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] device_id is not set on port 00a3aca1-ede7-4e65-bf26-f449105a3637 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:36:53.735141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4bd99a-facf-441c-97ab-c4c30599b5b4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:53.874449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39888) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:53.926818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-33dc5ea1-5917-46d0-8a57-086fa68c9b80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7292dce46a747c4b643a18f67667c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489640 Sep 22 09:36:53.927257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39894) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:53.939850 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] device_id is not set on port 00a3aca1-ede7-4e65-bf26-f449105a3637 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:36:53.951650 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:53.988098 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3df89ae0-8814-47e0-9164-33a7aac12b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:54.018642 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3df89ae0-8814-47e0-9164-33a7aac12b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:54.027054 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:54.101667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event updated for resources: {'Port': ['ID=00a3aca1-ede7-4e65-bf26-f449105a3637,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:54.115073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Checking segment: {'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:54.115619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Network hostable DHCP agents. Network: c3cbae74-3809-43cb-b30c-d94cc62149ca, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:36:54.153375 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3df89ae0-8814-47e0-9164-33a7aac12b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:54.153375 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3df89ae0-8814-47e0-9164-33a7aac12b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:54.153375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3df89ae0-8814-47e0-9164-33a7aac12b4e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1ac8fda-e9db-4442-a3c9-23d3c8981eb4 HTTP/1.1" status: 204 len: 168 time: 0.2226858 Sep 22 09:36:54.161122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df89ae0-8814-47e0-9164-33a7aac12b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac8fda-e9db-4442-a3c9-23d3c8981eb4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:54.175353 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-393426c9-bbfc-46ae-8496-43ce1abca6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:54.259339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Network c3cbae74-3809-43cb-b30c-d94cc62149ca is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:36:54.317084 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:54.346108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, c3cbae74-3809-43cb-b30c-d94cc62149ca) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:54.352615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:36:54.361772 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9581b2eb-41e4-46ad-a37f-d193a8e61efd None None] Network c3cbae74-3809-43cb-b30c-d94cc62149ca requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:36:54.392608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:54.393346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:54.396301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:54.403185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:54.403809 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:54.404383 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 2 to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 Sep 22 09:36:54.421373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:54.421960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:54.422459 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:54.427895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:54.429341 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:54.430588 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 3 to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 Sep 22 09:36:54.449208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:54.449796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:54.450289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:54.462214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:54.462814 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:54.464083 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 4 to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 Sep 22 09:36:54.481256 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:54.481872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:54.482517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:54.487721 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:54.488238 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:54.488858 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 5 to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 Sep 22 09:36:54.502886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:54.503219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:54.503554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:54.508750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:54.509142 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:54.509715 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 6 to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 Sep 22 09:36:54.525809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:54.528509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:54.528509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:54.532442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:54.533222 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:54.533772 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 7 to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 Sep 22 09:36:54.553506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:54.554075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:54.554572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:54.560511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:54.561047 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:54.561898 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 8 to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 Sep 22 09:36:54.582375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:54.582974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:54.583506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:54.591678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:54.591678 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:54.591678 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 9 to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 Sep 22 09:36:54.607121 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:54.607542 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:54.607943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:54.613419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:54.613966 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:54.614606 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 10 to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 Sep 22 09:36:54.640155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:54.643677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:54.644234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:54.654387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 00a3aca1-ede7-4e65-bf26-f449105a3637 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:54.654736 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 00a3aca1-ede7-4e65-bf26-f449105a3637 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:54.655111 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:54.792086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] For port 00a3aca1-ede7-4e65-bf26-f449105a3637, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:36:54.792506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempted to set empty binding levels {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 09:36:54.860435 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:54.921831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:54.922431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:54.945287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event updated for resources: {'Port': ['ID=00a3aca1-ede7-4e65-bf26-f449105a3637,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:55.033335 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cdfcf210-3766-47d3-8d89-0b92b89c72ab tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.0271845 Sep 22 09:36:55.037859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39970) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:55.146982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6e543194-c439-4a0d-9167-d47daf5e4033 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Deleting port 00a3aca1-ede7-4e65-bf26-f449105a3637 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:36:55.147614 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e543194-c439-4a0d-9167-d47daf5e4033 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:55.256856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-6e543194-c439-4a0d-9167-d47daf5e4033 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] For port 00a3aca1-ede7-4e65-bf26-f449105a3637, host n-h1-805649-4, got binding levels [] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:55.258094 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e543194-c439-4a0d-9167-d47daf5e4033 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:55.276303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6e543194-c439-4a0d-9167-d47daf5e4033 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Calling delete_port for 00a3aca1-ede7-4e65-bf26-f449105a3637 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:36:55.502065 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e543194-c439-4a0d-9167-d47daf5e4033 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:55.545230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e543194-c439-4a0d-9167-d47daf5e4033 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event deleted for resources: {'Port': ['ID=00a3aca1-ede7-4e65-bf26-f449105a3637,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:55.571379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e543194-c439-4a0d-9167-d47daf5e4033 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:55.577829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40000) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:55.578341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6e543194-c439-4a0d-9167-d47daf5e4033 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "DELETE /v2.0/ports/00a3aca1-ede7-4e65-bf26-f449105a3637 HTTP/1.1" status: 204 len: 168 time: 0.5382810 Sep 22 09:36:55.621863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40002) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:55.628125 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86ca9cc-f91c-49f3-bbe6-8ae98737499b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] GET failed (client error): The resource could not be found. Sep 22 09:36:55.630723 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e86ca9cc-f91c-49f3-bbe6-8ae98737499b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "GET /v2.0/ports/00a3aca1-ede7-4e65-bf26-f449105a3637 HTTP/1.1" status: 404 len: 333 time: 0.0508151 Sep 22 09:36:55.635274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40006) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:55.642968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Request body: {'port': {'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1240153455'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:55.768829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1114909709-network', 'tenant_id': '930c05ee1c0d48178c68e0259b1d0dea'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:55.813602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Made reservation on behalf of b554ff48947e4e49a2b8eed8d16fa9c7 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:55.815668 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:55.870170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] device_id is not set on port 46b38507-c08c-4517-ba04-bcf2c4e3d32c yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:36:55.959996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Made reservation on behalf of 930c05ee1c0d48178c68e0259b1d0dea for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:55.963096 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:55.977715 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.197106 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.230512 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.334327 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.377736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:36:56.384198 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.392749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017bc255-9c56-4838-bdce-d1a36201e41b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:56.436298 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.436646 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Added segment a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04 of type vlan for network 5e435477-bd18-4640-a798-9eff6d0a7ca1 Sep 22 09:36:56.454973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Network c3cbae74-3809-43cb-b30c-d94cc62149ca is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:56.460532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:56.463236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:36:56.464456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:56.465273 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.510725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event updated for resources: {'Port': ['ID=46b38507-c08c-4517-ba04-bcf2c4e3d32c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:56.514958 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.597927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4519f2fe-42ec-4e9b-ac45-d53d2f369aa4 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9601679 Sep 22 09:36:56.601114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40040) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:56.606326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:56.673191 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.674504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:56.675152 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.682705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.774549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] Pushing event updated for resources: {'Network': ['ID=5e435477-bd18-4640-a798-9eff6d0a7ca1,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:56.795236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 5e435477-bd18-4640-a798-9eff6d0a7ca1 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:36:56.804406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5aa72976-f8cb-4f69-94ca-50344cce5c6c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1814032 Sep 22 09:36:56.807526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40042) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:56.812781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] Request body: {'subnet': {'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1114909709-subnet', 'tenant_id': '930c05ee1c0d48178c68e0259b1d0dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:56.875275 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6aaa2e33-a93f-44bf-9e94-420b581b6dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.951285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] device_id is not set on port 46b38507-c08c-4517-ba04-bcf2c4e3d32c yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:36:56.962565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:56.996194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] Made reservation on behalf of 930c05ee1c0d48178c68e0259b1d0dea for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:56.999042 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:57.121127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:57.213212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event updated for resources: {'Port': ['ID=46b38507-c08c-4517-ba04-bcf2c4e3d32c,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:57.244916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:57.245344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:57.245726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:57.276367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:57.276952 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:57.279840 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 2 to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c Sep 22 09:36:57.311778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:57.312132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:57.312499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:57.323778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:57.324105 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:57.325759 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 3 to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c Sep 22 09:36:57.374112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:57.374498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:57.374854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:57.391990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:57.392319 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:57.392853 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 4 to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c Sep 22 09:36:57.415608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:57.416091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:57.416531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:57.422848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:57.423188 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:57.423574 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 5 to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c Sep 22 09:36:57.441699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:57.442037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:57.442376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:57.448151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:57.448482 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:57.449139 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 6 to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c Sep 22 09:36:57.465634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:57.465945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:57.466237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:57.471550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:57.471885 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:57.472279 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 7 to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c Sep 22 09:36:57.489880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:57.490220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:57.490562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:57.496536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:57.496907 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:57.497306 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 8 to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c Sep 22 09:36:57.512291 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:57.515846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:57.516186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:57.516525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:57.544769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:57.544769 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:57.547743 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 9 to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c Sep 22 09:36:57.574870 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:57.575706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:57.576045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:57.577443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:57.581557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] Pushing event updated for resources: {'Subnet': ['ID=513f0a29-a218-4e9f-9a9f-f5fef781aa74,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:57.587773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:57.677929 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:57.677929 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 10 to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c Sep 22 09:36:57.677929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:36:57.677929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:36:57.677929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:36:57.677929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] Checking segment: {'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:36:57.677929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] Network hostable DHCP agents. Network: 5e435477-bd18-4640-a798-9eff6d0a7ca1, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:36:57.677929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:36:57.677929 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:36:57.677929 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:57.709674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] For port 46b38507-c08c-4517-ba04-bcf2c4e3d32c, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:36:57.710185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempted to set empty binding levels {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 09:36:57.922214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] Network 5e435477-bd18-4640-a798-9eff6d0a7ca1 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:36:57.962953 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:57.997923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] In _notify_port_updated(), no bound segment for port 46b38507-c08c-4517-ba04-bcf2c4e3d32c on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:36:57.998847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:57.999564 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:58.003419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "PUT /v2.0/ports/46b38507-c08c-4517-ba04-bcf2c4e3d32c HTTP/1.1" status: 200 len: 975 time: 1.3989167 Sep 22 09:36:58.004514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40074) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:58.042940 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:58.050644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8bf72-b287-4b64-8879-8998bd3c2dd5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event updated for resources: {'Port': ['ID=46b38507-c08c-4517-ba04-bcf2c4e3d32c,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:58.066080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 5e435477-bd18-4640-a798-9eff6d0a7ca1) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:58.076360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dda801-b752-4524-b10a-3c067822b320 None None] Network 5e435477-bd18-4640-a798-9eff6d0a7ca1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:36:58.097169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.098068 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:58.140083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.140566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.141079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.141543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.142059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.142448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.142902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.143357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.143864 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.144257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.144712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.145191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.145677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.146119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.146580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.147036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.148325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.149005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.149625 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.150274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.150888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.151501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.152110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.155479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.155479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.155479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.155479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.155479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.155479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.156305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.156983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.157733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.158430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.158894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.159512 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.164624 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b99ffb74-4c02-47a9-aaee-d48d59514398 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31608 time: 0.1558709 Sep 22 09:36:58.168877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40084) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:58.204487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9b387ced-a0af-4779-a44b-5e422e02739c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3944864 Sep 22 09:36:58.260550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20211678-c5db-462d-a46d-da912e293aa5 None None] Network 5e435477-bd18-4640-a798-9eff6d0a7ca1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:36:58.333585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-df4f4ddf-d46d-421d-9efb-626c1c1f9cc1 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Deleting port 46b38507-c08c-4517-ba04-bcf2c4e3d32c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:36:58.334328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df4f4ddf-d46d-421d-9efb-626c1c1f9cc1 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:58.415193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-df4f4ddf-d46d-421d-9efb-626c1c1f9cc1 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] For port 46b38507-c08c-4517-ba04-bcf2c4e3d32c, host n-h1-805649-4, got binding levels [] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:36:58.415193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df4f4ddf-d46d-421d-9efb-626c1c1f9cc1 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:58.429494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-df4f4ddf-d46d-421d-9efb-626c1c1f9cc1 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Calling delete_port for 46b38507-c08c-4517-ba04-bcf2c4e3d32c owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:36:58.619720 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df4f4ddf-d46d-421d-9efb-626c1c1f9cc1 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:58.662666 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f4ddf-d46d-421d-9efb-626c1c1f9cc1 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event deleted for resources: {'Port': ['ID=46b38507-c08c-4517-ba04-bcf2c4e3d32c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:58.676569 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df4f4ddf-d46d-421d-9efb-626c1c1f9cc1 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:58.680081 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df4f4ddf-d46d-421d-9efb-626c1c1f9cc1 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "DELETE /v2.0/ports/46b38507-c08c-4517-ba04-bcf2c4e3d32c HTTP/1.1" status: 204 len: 168 time: 0.5095747 Sep 22 09:36:58.683079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40104) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:58.719258 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6b8095-2244-48e0-a7af-c6d0a0e4efe5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] GET failed (client error): The resource could not be found. Sep 22 09:36:58.721665 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1d6b8095-2244-48e0-a7af-c6d0a0e4efe5 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "GET /v2.0/ports/46b38507-c08c-4517-ba04-bcf2c4e3d32c HTTP/1.1" status: 404 len: 333 time: 0.0376084 Sep 22 09:36:58.730429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40112) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:58.757653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-340541500', 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:36:58.852689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4690f531-d9e8-415a-9b8a-e3444e2e5c59 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:58.877187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Made reservation on behalf of b554ff48947e4e49a2b8eed8d16fa9c7 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:36:58.886210 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4690f531-d9e8-415a-9b8a-e3444e2e5c59 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/networks?id=5e435477-bd18-4640-a798-9eff6d0a7ca1 HTTP/1.1" status: 200 len: 814 time: 0.1653638 Sep 22 09:36:58.886442 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:58.895966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-bcd044f7-2a2d-4737-98ab-ff1e9e72c609 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/quotas/930c05ee1c0d48178c68e0259b1d0dea HTTP/1.1" status: 200 len: 375 time: 0.0166464 Sep 22 09:36:58.941862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-a03599f8-6089-4340-9bb5-c2f1de2ab2eb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448608 Sep 22 09:36:58.986173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] device_id is not set on port 4615f2f6-3643-4990-a365-311c69a66e52 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:36:59.063920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-21179b1c-a808-4858-a8d4-7ba84e496df6 service neutron] 10.222.0.49 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201599 Sep 22 09:36:59.268293 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:59.277866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-65c62a45-5383-4be6-9382-369d9b8087e1 service neutron] 10.222.0.49 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126663 Sep 22 09:36:59.380049 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:59.453700 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Network c3cbae74-3809-43cb-b30c-d94cc62149ca is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:36:59.473081 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:36:59.475689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:36:59.477063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:59.477745 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:59.495498 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event updated for resources: {'Port': ['ID=4615f2f6-3643-4990-a365-311c69a66e52,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:36:59.558517 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bca23624-abd0-49fc-b4db-cbbb24b32f4d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8264396 Sep 22 09:36:59.561090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40130) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:59.581375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec9f744d-a24e-4b45-9e48-f05ba4b15391 req-0b37469c-511f-4d82-9799-b90ceafec409 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 210 time: 0.0573180 Sep 22 09:36:59.656680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7e547-d9e2-4b25-9f86-85587866cc24 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:36:59.658235 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f5c7e547-d9e2-4b25-9f86-85587866cc24 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "GET /v2.0/ports/4615f2f6-3643-4990-a365-311c69a66e52 HTTP/1.1" status: 200 len: 954 time: 0.0961151 Sep 22 09:36:59.662225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40132) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:36:59.783995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2b9500cf-d578-4045-91d7-367650f2504d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Deleting port 4615f2f6-3643-4990-a365-311c69a66e52 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:36:59.784645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b9500cf-d578-4045-91d7-367650f2504d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:59.786136 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:59.865024 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b9500cf-d578-4045-91d7-367650f2504d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:59.892077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2b9500cf-d578-4045-91d7-367650f2504d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Calling delete_port for 4615f2f6-3643-4990-a365-311c69a66e52 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:00.050408 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40140) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:00.148972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b9500cf-d578-4045-91d7-367650f2504d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.186184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9500cf-d578-4045-91d7-367650f2504d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event deleted for resources: {'Port': ['ID=4615f2f6-3643-4990-a365-311c69a66e52,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:00.195949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b9500cf-d578-4045-91d7-367650f2504d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.205030 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2b9500cf-d578-4045-91d7-367650f2504d tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "DELETE /v2.0/ports/4615f2f6-3643-4990-a365-311c69a66e52 HTTP/1.1" status: 204 len: 168 time: 0.5426989 Sep 22 09:37:00.207019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40146) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:00.247251 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-66944b53-446c-4707-b1a3-dc7ef49c23fd tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] GET failed (client error): The resource could not be found. Sep 22 09:37:00.248940 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-66944b53-446c-4707-b1a3-dc7ef49c23fd tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "GET /v2.0/ports/4615f2f6-3643-4990-a365-311c69a66e52 HTTP/1.1" status: 404 len: 333 time: 0.0409021 Sep 22 09:37:00.253082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40150) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:00.259099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Request body: {'port': {'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1136463227'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:00.292131 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-43ca5086-fe47-4a2a-a307-a7a572ae98db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.368399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Made reservation on behalf of b554ff48947e4e49a2b8eed8d16fa9c7 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:00.372141 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.403498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] device_id is not set on port 6b8fda76-38ae-4e32-8642-c2919a083c03 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:37:00.502390 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-43ca5086-fe47-4a2a-a307-a7a572ae98db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.581770 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-43ca5086-fe47-4a2a-a307-a7a572ae98db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.629807 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-43ca5086-fe47-4a2a-a307-a7a572ae98db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad9e816b283c40a7b4de9ac311b89d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782320 Sep 22 09:37:00.635090 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40158) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:00.637484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca5086-fe47-4a2a-a307-a7a572ae98db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3178f954-22f2-430b-8fb0-2b78722eac05,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:00.690263 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.725406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61a8066e-09b6-4e82-bbbf-00ffc307b14b req-6399c9fd-95e2-4155-a50f-251e17646caa tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 210 time: 0.0600426 Sep 22 09:37:00.771820 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b78471a-98e7-48bb-abf1-191d3462aa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.806746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b78471a-98e7-48bb-abf1-191d3462aa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.906344 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.958879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Network c3cbae74-3809-43cb-b30c-d94cc62149ca is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:00.962161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:00.969465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:00.970589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:00.971194 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.992886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event updated for resources: {'Port': ['ID=6b8fda76-38ae-4e32-8642-c2919a083c03,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:00.996554 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b78471a-98e7-48bb-abf1-191d3462aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:00.999650 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b78471a-98e7-48bb-abf1-191d3462aa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:01.003240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1b78471a-98e7-48bb-abf1-191d3462aa81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3178f954-22f2-430b-8fb0-2b78722eac05 HTTP/1.1" status: 204 len: 168 time: 0.3648453 Sep 22 09:37:01.025830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78471a-98e7-48bb-abf1-191d3462aa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3178f954-22f2-430b-8fb0-2b78722eac05,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:01.118371 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-00f99404-fa51-4785-8696-535af61cf53e tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8641324 Sep 22 09:37:01.121023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40162) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:01.127511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:01.258844 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:01.545218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] device_id is not set on port 6b8fda76-38ae-4e32-8642-c2919a083c03 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:37:01.558619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:01.642428 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:01.753523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event updated for resources: {'Port': ['ID=6b8fda76-38ae-4e32-8642-c2919a083c03,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:01.841409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:01.842128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:01.843916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:01.858240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:01.858968 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:37:01.859884 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 2 to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 Sep 22 09:37:01.893092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:01.893937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:01.894948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:01.930963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:01.931962 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:37:01.992919 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 3 to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 Sep 22 09:37:02.000284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e77f6d00-851b-46f1-b990-fa585b195a6f req-498bc799-2147-42ed-9460-11a03f85f750 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 210 time: 0.1083250 Sep 22 09:37:02.011782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:02.012189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:02.012630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:02.017680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:02.018098 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:37:02.018584 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 4 to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 Sep 22 09:37:02.046385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:02.046917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:02.047331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:02.052452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:02.053153 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:37:02.053778 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 5 to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 Sep 22 09:37:02.067367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:02.067792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:02.068199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:02.075681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:02.075977 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:37:02.076492 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 6 to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 Sep 22 09:37:02.093135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:02.093534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:02.093882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:02.098811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:02.099142 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:37:02.099552 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 7 to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 Sep 22 09:37:02.127913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:02.128273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:02.128617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:02.148998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:02.149429 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:37:02.149780 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 8 to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 Sep 22 09:37:02.161921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40174) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:02.183477 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:02.187498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:02.187839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:02.188293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:02.192984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:02.193311 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:37:02.194375 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 9 to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 Sep 22 09:37:02.213077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:02.213435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:02.213941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:02.224550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:02.224550 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:37:02.224550 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempt 10 to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 Sep 22 09:37:02.253951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:02.254596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:02.255135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempting to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:02.263887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:02.264434 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Failed to bind port 6b8fda76-38ae-4e32-8642-c2919a083c03 on host n-h1-805649-4 for vnic_type normal using segments [{'id': '86425c1c-ccc9-4411-a83c-f3fe66f3782f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'c3cbae74-3809-43cb-b30c-d94cc62149ca'}] Sep 22 09:37:02.273424 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:02.361932 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:02.385678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] For port 6b8fda76-38ae-4e32-8642-c2919a083c03, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:02.386259 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attempted to set empty binding levels {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 09:37:02.453939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:02.484157 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:02.510200 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=324d36cdfa2340a597686bbbd2aeff19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463576 Sep 22 09:37:02.511992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a895655-5561-468e-8faa-bb0a1ea2ba94,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:02.519970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40180) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:02.521696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.523286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.523939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.524560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.525240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.525867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.532595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.532595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.532595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.532595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.532595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.532595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e66229-5261-426b-a485-b4887a60a410 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:02.576761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] In _notify_port_updated(), no bound segment for port 6b8fda76-38ae-4e32-8642-c2919a083c03 on network c3cbae74-3809-43cb-b30c-d94cc62149ca {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:37:02.577651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:02.578269 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:02.585553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "PUT /v2.0/ports/6b8fda76-38ae-4e32-8642-c2919a083c03 HTTP/1.1" status: 200 len: 975 time: 1.4627318 Sep 22 09:37:02.595620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40182) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:02.634587 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f36bf878-7da4-4bce-86f1-299c2e52fbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:02.694230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a193ca4-19a9-46db-b9c7-9a485f630f8b tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event updated for resources: {'Port': ['ID=6b8fda76-38ae-4e32-8642-c2919a083c03,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:02.708597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f36bf878-7da4-4bce-86f1-299c2e52fbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:02.791800 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8e08b00b-364e-4adc-afaa-be359ad975b2 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Deleting port 6b8fda76-38ae-4e32-8642-c2919a083c03 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:02.792258 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8e08b00b-364e-4adc-afaa-be359ad975b2 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:02.892362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-8e08b00b-364e-4adc-afaa-be359ad975b2 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] For port 6b8fda76-38ae-4e32-8642-c2919a083c03, host n-h1-805649-4, got binding levels [] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:02.892750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8e08b00b-364e-4adc-afaa-be359ad975b2 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:02.905965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8e08b00b-364e-4adc-afaa-be359ad975b2 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Calling delete_port for 6b8fda76-38ae-4e32-8642-c2919a083c03 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:03.145583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-207de47c-c23e-47de-b0b6-7ece4c65a37c req-20b5873f-20a5-4ae4-a9e2-495c87782383 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 210 time: 0.0433633 Sep 22 09:37:03.293248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-7395829f-e1ad-409b-85bd-aaa007f1cbce tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:03.294924 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-7395829f-e1ad-409b-85bd-aaa007f1cbce tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.60 "GET /v2.0/networks?id=5e435477-bd18-4640-a798-9eff6d0a7ca1 HTTP/1.1" status: 200 len: 814 time: 0.1272793 Sep 22 09:37:03.309262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Request body: {'port': {'device_id': '710ef627-7be6-4328-b565-0865e99d4145', 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1', 'admin_state_up': True, 'tenant_id': '930c05ee1c0d48178c68e0259b1d0dea'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:03.439454 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f36bf878-7da4-4bce-86f1-299c2e52fbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:03.439454 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f36bf878-7da4-4bce-86f1-299c2e52fbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:03.439454 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f36bf878-7da4-4bce-86f1-299c2e52fbd9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a895655-5561-468e-8faa-bb0a1ea2ba94 HTTP/1.1" status: 204 len: 168 time: 0.8977342 Sep 22 09:37:03.449522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bf878-7da4-4bce-86f1-299c2e52fbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a895655-5561-468e-8faa-bb0a1ea2ba94,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:03.571378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8e08b00b-364e-4adc-afaa-be359ad975b2 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:03.603697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08b00b-364e-4adc-afaa-be359ad975b2 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b8fda76-38ae-4e32-8642-c2919a083c03,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:03.614366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Made reservation on behalf of 930c05ee1c0d48178c68e0259b1d0dea for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:03.617965 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8e08b00b-364e-4adc-afaa-be359ad975b2 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:03.619200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:03.619924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8e08b00b-364e-4adc-afaa-be359ad975b2 tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "DELETE /v2.0/ports/6b8fda76-38ae-4e32-8642-c2919a083c03 HTTP/1.1" status: 204 len: 168 time: 1.0306544 Sep 22 09:37:03.627633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40196) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:03.685249 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f534a2-ea0d-482e-b1c5-04e9a3baba9c tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] GET failed (client error): The resource could not be found. Sep 22 09:37:03.686834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a4f534a2-ea0d-482e-b1c5-04e9a3baba9c tempest-PortsAdminExtendedAttrsTestJSON-502663194 tempest-PortsAdminExtendedAttrsTestJSON-502663194-project-admin] 10.222.0.49 "GET /v2.0/ports/6b8fda76-38ae-4e32-8642-c2919a083c03 HTTP/1.1" status: 404 len: 333 time: 0.0582082 Sep 22 09:37:03.692245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40200) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:03.793633 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:03.856701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Allocated IP 172.20.0.10 (5e435477-bd18-4640-a798-9eff6d0a7ca1/513f0a29-a218-4e9f-9a9f-f5fef781aa74/9178587b-1348-488a-86f3-902f603d3fdb) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:04.004607 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:04.031519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cbae74-3809-43cb-b30c-d94cc62149ca']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:37:04.045541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86425c1c-ccc9-4411-a83c-f3fe66f3782f') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:37:04.046693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86425c1c-ccc9-4411-a83c-f3fe66f3782f') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:37:04.059111 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:04.082069 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:04.091643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:37:04.092831 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:04.102365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:37:04.164880 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:37:04.243502 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:04.291077 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:04.305119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:04.307795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] 10.222.0.49 "DELETE /v2.0/networks/c3cbae74-3809-43cb-b30c-d94cc62149ca HTTP/1.1" status: 204 len: 168 time: 0.6143382 Sep 22 09:37:04.338290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Network 5e435477-bd18-4640-a798-9eff6d0a7ca1 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:04.342685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:04.347691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:04.348872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa2556-1e8a-4684-bbdd-5fa0860fca10 tempest-PortsAdminExtendedAttrsTestJSON-1055159814 tempest-PortsAdminExtendedAttrsTestJSON-1055159814-project] Pushing event deleted for resources: {'Network': ['ID=c3cbae74-3809-43cb-b30c-d94cc62149ca,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:04.393290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e260a-0180-48d9-a9ac-266b8cfafd0c req-a1246ca4-f349-4251-82af-09c81a986c3d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:04.404143 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:37:04.409222 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-574e260a-0180-48d9-a9ac-266b8cfafd0c req-a1246ca4-f349-4251-82af-09c81a986c3d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 932 time: 0.1647089 Sep 22 09:37:04.424242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:04.467172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:04.469466 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:04.473828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-574e260a-0180-48d9-a9ac-266b8cfafd0c req-322ca658-b622-47c8-b53b-ab1564f34a50 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629985 Sep 22 09:37:04.577228 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-53e16baa-423a-4d3f-acd4-a7b0b846686c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2713590 Sep 22 09:37:04.597824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Request body: {'port': {'device_id': '710ef627-7be6-4328-b565-0865e99d4145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:04.684262 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:04.941722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40228) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:05.161996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9178587b-1348-488a-86f3-902f603d3fdb {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:37:05.173057 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:05.191535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Transition to ACTIVE for port object 9178587b-1348-488a-86f3-902f603d3fdb will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:37:05.214382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e17f49-abe8-4bb7-b2ba-b5e79df037a7 req-418cc250-6688-4bbd-a5d7-62b46fc6b8fe tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:05.215974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6e17f49-abe8-4bb7-b2ba-b5e79df037a7 req-418cc250-6688-4bbd-a5d7-62b46fc6b8fe tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 950 time: 0.1170170 Sep 22 09:37:05.253981 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:05.257811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1f45df70-cf0e-4674-86f4-b0d70de677d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7de2fef5c88346adaa64d8473a481fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121309 Sep 22 09:37:05.264100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40240) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:05.285299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6e17f49-abe8-4bb7-b2ba-b5e79df037a7 req-6ab7e6c1-7963-4bf4-929c-b8527951c3d1 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Sep 22 09:37:05.373697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:05.411946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5feef2d-8988-4494-9c20-0c354388b6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:05.481752 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5feef2d-8988-4494-9c20-0c354388b6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:05.532016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Attempting to bind port 9178587b-1348-488a-86f3-902f603d3fdb on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:05.532396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Attempting to bind port 9178587b-1348-488a-86f3-902f603d3fdb by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:05.532859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Attempting to bind port 9178587b-1348-488a-86f3-902f603d3fdb on network 5e435477-bd18-4640-a798-9eff6d0a7ca1 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:05.540148 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Port 9178587b-1348-488a-86f3-902f603d3fdb on network 5e435477-bd18-4640-a798-9eff6d0a7ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:05.540148 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Attempting to bind port 9178587b-1348-488a-86f3-902f603d3fdb on network 5e435477-bd18-4640-a798-9eff6d0a7ca1 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:05.545570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:05.546009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Checking segment: {'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:05.546469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Bound using segment: {'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:05.546970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Bound port: 9178587b-1348-488a-86f3-902f603d3fdb, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:05.547397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:05.625793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:05.628097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2c5d4-629f-412c-8026-7c56019c2035 req-8041581d-5f2c-4f7b-aedc-a4dbdf5e092f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:05.629384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:05.636327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3bc2c5d4-629f-412c-8026-7c56019c2035 req-8041581d-5f2c-4f7b-aedc-a4dbdf5e092f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 944 time: 0.0816288 Sep 22 09:37:05.676612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3bc2c5d4-629f-412c-8026-7c56019c2035 req-fe73c1f0-9c85-467a-90ed-88ad3b4d8e59 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393341 Sep 22 09:37:05.703782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5feef2d-8988-4494-9c20-0c354388b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:05.706448 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5feef2d-8988-4494-9c20-0c354388b6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:05.707643 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e5feef2d-8988-4494-9c20-0c354388b6c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/010c4fbc-5934-48d3-a648-3729212f6c7d HTTP/1.1" status: 204 len: 168 time: 0.3666713 Sep 22 09:37:05.717224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5feef2d-8988-4494-9c20-0c354388b6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010c4fbc-5934-48d3-a648-3729212f6c7d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:05.730586 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:05.806000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:05.829489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:05.830324 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:05.832303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-4c320d5a-0fcd-42ee-a62f-f759fec533f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/9178587b-1348-488a-86f3-902f603d3fdb HTTP/1.1" status: 200 len: 1092 time: 1.2465975 Sep 22 09:37:05.832987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:37:05.839344 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0b3db1-0d19-4873-9241-349497c655a4" -d '{"events": [{"name": "network-changed", "server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "tag": "9178587b-1348-488a-86f3-902f603d3fdb"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:37:05.882233 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde3b5a9-c8c2-49e3-b438-3538f6f12c99 x-openstack-request-id: req-fde3b5a9-c8c2-49e3-b438-3538f6f12c99 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:37:05.882956 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "tag": "9178587b-1348-488a-86f3-902f603d3fdb", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:37:05.883369 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fde3b5a9-c8c2-49e3-b438-3538f6f12c99 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:37:05.884803 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb', 'status': 'completed', 'code': 200} Sep 22 09:37:05.959428 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b3db1-0d19-4873-9241-349497c655a4 req-7a8ea084-7623-478a-b337-94ef0e079b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:05.961974 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7f0b3db1-0d19-4873-9241-349497c655a4 req-7a8ea084-7623-478a-b337-94ef0e079b4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 1095 time: 0.0586481 Sep 22 09:37:06.094042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b3db1-0d19-4873-9241-349497c655a4 req-59e8ae86-8cf7-42f8-9d36-a7b8016a141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:06.099360 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7f0b3db1-0d19-4873-9241-349497c655a4 req-59e8ae86-8cf7-42f8-9d36-a7b8016a141d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1290662 Sep 22 09:37:06.244603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b3db1-0d19-4873-9241-349497c655a4 req-98e21529-c9b3-4717-94e5-a93d9d190a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:06.246310 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7f0b3db1-0d19-4873-9241-349497c655a4 req-98e21529-c9b3-4717-94e5-a93d9d190a6e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389883 Sep 22 09:37:06.359113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-80bed16a-00c3-425d-a12d-a7630f7d807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:06.361310 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-80bed16a-00c3-425d-a12d-a7630f7d807e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 1095 time: 0.0746191 Sep 22 09:37:06.447760 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-5c8ce5f1-4fb3-4bd0-8a9f-c9d65a2035a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178587b-1348-488a-86f3-902f603d3fdb HTTP/1.1" status: 200 len: 217 time: 0.0766425 Sep 22 09:37:06.561106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-5c2a1697-279e-458e-923c-91ec9e8ea9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:06.562943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-5c2a1697-279e-458e-923c-91ec9e8ea9d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=513f0a29-a218-4e9f-9a9f-f5fef781aa74 HTTP/1.1" status: 200 len: 854 time: 0.1088033 Sep 22 09:37:06.632719 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-18b0cbb2-d103-45b8-93a7-b1ba7fbe06bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e435477-bd18-4640-a798-9eff6d0a7ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460446 Sep 22 09:37:06.866878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c7cd-67c3-4d3c-9e38-99e7a0cf7024 req-d5677cbe-dc68-4eed-a96a-9a9ed59c40ee tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:06.868889 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-d6bc7299-b6fa-47c7-9a5c-2bce3fedac5e service neutron] 10.222.0.60 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281642 Sep 22 09:37:06.874164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5479c7cd-67c3-4d3c-9e38-99e7a0cf7024 req-d5677cbe-dc68-4eed-a96a-9a9ed59c40ee tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 950 time: 0.4917579 Sep 22 09:37:06.921722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8cee8-e43a-4a7c-a419-319b99bbef57 req-e14c7c5c-3702-4fd2-a0b9-41ad78951229 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:06.921722 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dfb8cee8-e43a-4a7c-a419-319b99bbef57 req-e14c7c5c-3702-4fd2-a0b9-41ad78951229 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.45 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 950 time: 0.1100841 Sep 22 09:37:06.931510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5479c7cd-67c3-4d3c-9e38-99e7a0cf7024 req-eccf478b-51fd-4602-91c2-af8ba38e592b tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565138 Sep 22 09:37:06.932341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40278) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:07.056265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8f4fbd4-1209-42bc-abbd-7477b4eaff4a req-6b42857d-0caf-42ae-8a2d-0c805f18d785 service neutron] 10.222.0.60 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778121 Sep 22 09:37:07.078283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-432a3f1e-6129-40fd-8413-9cd632ff48e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b554ff48947e4e49a2b8eed8d16fa9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417608 Sep 22 09:37:07.086807 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40284) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:07.096015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43d88b-c59e-4246-8b2c-88a284f02e82 req-ff99a96f-5e6d-4535-b218-6a3bae113670 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:07.102646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af43d88b-c59e-4246-8b2c-88a284f02e82 req-ff99a96f-5e6d-4535-b218-6a3bae113670 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 944 time: 0.2236617 Sep 22 09:37:07.150071 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b788-adb8-4e15-b977-809e9d11f8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:07.154423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af43d88b-c59e-4246-8b2c-88a284f02e82 req-91e7e108-6b6b-4218-afd9-afea2675cb18 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433211 Sep 22 09:37:07.181224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-dfb8cee8-e43a-4a7c-a419-319b99bbef57 req-1a1a22b0-4a87-410e-8861-c649715f65a5 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Deleting port 98a0c7ea-f1b1-493f-ad48-408adc1c8790 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:07.181224 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dfb8cee8-e43a-4a7c-a419-319b99bbef57 req-1a1a22b0-4a87-410e-8861-c649715f65a5 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:07.201784 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b788-adb8-4e15-b977-809e9d11f8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:07.319381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-dfb8cee8-e43a-4a7c-a419-319b99bbef57 req-1a1a22b0-4a87-410e-8861-c649715f65a5 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] For port 98a0c7ea-f1b1-493f-ad48-408adc1c8790, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=98a0c7ea-f1b1-493f-ad48-408adc1c8790,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:07.319954 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dfb8cee8-e43a-4a7c-a419-319b99bbef57 req-1a1a22b0-4a87-410e-8861-c649715f65a5 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:07.340660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-dfb8cee8-e43a-4a7c-a419-319b99bbef57 req-1a1a22b0-4a87-410e-8861-c649715f65a5 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Calling delete_port for 98a0c7ea-f1b1-493f-ad48-408adc1c8790 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:07.436537 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b788-adb8-4e15-b977-809e9d11f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:07.439211 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b788-adb8-4e15-b977-809e9d11f8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:07.442848 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4bf0b788-adb8-4e15-b977-809e9d11f8d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e4bd99a-facf-441c-97ab-c4c30599b5b4 HTTP/1.1" status: 204 len: 168 time: 0.3570335 Sep 22 09:37:07.459153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0b788-adb8-4e15-b977-809e9d11f8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4bd99a-facf-441c-97ab-c4c30599b5b4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:07.604949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dfb8cee8-e43a-4a7c-a419-319b99bbef57 req-1a1a22b0-4a87-410e-8861-c649715f65a5 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:07.619979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['98a0c7ea-f1b1-493f-ad48-408adc1c8790'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:37:07.646430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a22b0-4a87-410e-8861-c649715f65a5 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Pushing event deleted for resources: {'Port': ['ID=98a0c7ea-f1b1-493f-ad48-408adc1c8790,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:07.723869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb8cee8-e43a-4a7c-a419-319b99bbef57 req-1a1a22b0-4a87-410e-8861-c649715f65a5 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] No DVR routers for this DVR port 98a0c7ea-f1b1-493f-ad48-408adc1c8790 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:07.727394 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-dfb8cee8-e43a-4a7c-a419-319b99bbef57 req-1a1a22b0-4a87-410e-8861-c649715f65a5 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:07.729505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dfb8cee8-e43a-4a7c-a419-319b99bbef57 req-1a1a22b0-4a87-410e-8861-c649715f65a5 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.45 "DELETE /v2.0/ports/98a0c7ea-f1b1-493f-ad48-408adc1c8790 HTTP/1.1" status: 204 len: 173 time: 0.7946258 Sep 22 09:37:07.730207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aa859a-8ecc-4bf9-b724-0c274c0ed8dc', 'name': 'network-vif-deleted', 'tag': '98a0c7ea-f1b1-493f-ad48-408adc1c8790'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:37:07.732579 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86920c48-e775-4e3f-990b-f79504beac80" -d '{"events": [{"server_uuid": "46aa859a-8ecc-4bf9-b724-0c274c0ed8dc", "name": "network-vif-deleted", "tag": "98a0c7ea-f1b1-493f-ad48-408adc1c8790"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:37:07.770471 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40990934-2fa8-40d1-b1d7-7a7255a6e298 x-openstack-request-id: req-40990934-2fa8-40d1-b1d7-7a7255a6e298 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:37:07.770864 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46aa859a-8ecc-4bf9-b724-0c274c0ed8dc", "name": "network-vif-deleted", "tag": "98a0c7ea-f1b1-493f-ad48-408adc1c8790", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:37:07.771179 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40990934-2fa8-40d1-b1d7-7a7255a6e298 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:37:07.771643 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aa859a-8ecc-4bf9-b724-0c274c0ed8dc', 'name': 'network-vif-deleted', 'tag': '98a0c7ea-f1b1-493f-ad48-408adc1c8790', 'status': 'completed', 'code': 200} Sep 22 09:37:08.121307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-791e945c-7f4f-4c13-a70c-afe76be179da req-e89f1844-7e10-4bcf-8c35-1d775765513f tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 210 time: 0.0382588 Sep 22 09:37:08.332401 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd439c6-442a-4334-ad69-6f140821f28e req-e0b74cb1-1172-481e-8ecf-efffc07feb4d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:08.334245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cbd439c6-442a-4334-ad69-6f140821f28e req-e0b74cb1-1172-481e-8ecf-efffc07feb4d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 944 time: 0.0813046 Sep 22 09:37:08.407320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cbd439c6-442a-4334-ad69-6f140821f28e req-5db452ac-441d-4746-bedf-b0122da5b64f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610607 Sep 22 09:37:09.265297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40336) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:09.276274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc10401d-aa39-4fde-9776-be7c7c8703c8 req-6fda6f24-cb9c-48ca-abab-79a5ce8eed74 tempest-VolumesBackupsTest-1407626727 tempest-VolumesBackupsTest-1407626727-project] 10.222.0.49 "GET /v2.0/ports?device_id=46aa859a-8ecc-4bf9-b724-0c274c0ed8dc HTTP/1.1" status: 200 len: 210 time: 0.0277281 Sep 22 09:37:09.390448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1468539453'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:09.519581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:09.525802 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:09.551656 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:09.551853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105ffc1-fc13-4b1e-85d3-78acc004a373 req-c8a03dcd-a05b-4549-b798-a39f2003568e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:09.551853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3105ffc1-fc13-4b1e-85d3-78acc004a373 req-c8a03dcd-a05b-4549-b798-a39f2003568e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 944 time: 0.0627115 Sep 22 09:37:09.605284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3105ffc1-fc13-4b1e-85d3-78acc004a373 req-d1fb14ca-d101-43aa-8f38-e421a63efcbf tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532210 Sep 22 09:37:09.658555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:09.745513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:09.782200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:37:09.805184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b109ea67-ec9e-4bc9-ad14-fde4e76dbc34,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:09.810480 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:09.811382 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Added segment d3488091-6bf1-4a36-9231-12d362ab5868 of type vlan for network 201714cb-581c-4a22-b65d-63842f91bb89 Sep 22 09:37:09.880080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:10.062632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 9178587b-1348-488a-86f3-902f603d3fdb details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:37:10.074210 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:10.089866 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:10.091504 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:10.187894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:10.201551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '9178587b-1348-488a-86f3-902f603d3fdb', 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1', 'port_id': '9178587b-1348-488a-86f3-902f603d3fdb', 'mac_address': 'fa:16:3e:c3:a1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513f0a29-a218-4e9f-9a9f-f5fef781aa74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:37:10.216456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Network': ['ID=201714cb-581c-4a22-b65d-63842f91bb89,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:10.233182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:37:10.301449 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2e0c711f-61a2-41d9-9695-7967111c3f6b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0338531 Sep 22 09:37:10.305437 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40382) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:10.318230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:10.367969 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:10.409869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9178587b-1348-488a-86f3-902f603d3fdb {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:37:10.452160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:10.519643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-e0fe2798-879d-4b05-8594-ea89b477e788 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:10.523101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-e0fe2798-879d-4b05-8594-ea89b477e788 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/networks?id=250ddee9-42f7-4259-b0da-fcf8cafa1ade HTTP/1.1" status: 200 len: 815 time: 0.1840029 Sep 22 09:37:10.539485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-c57b5169-c575-4ff1-904d-91ade85738fd tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/quotas/ed739c468ab14b03aecf22f302cc56a9 HTTP/1.1" status: 200 len: 375 time: 0.0108440 Sep 22 09:37:10.545549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:10.546455 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:10.549175 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:10.611962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-8bd79411-1330-4f4d-b97c-428615d24a18 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed739c468ab14b03aecf22f302cc56a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571315 Sep 22 09:37:10.647273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:10.765288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['9178587b-1348-488a-86f3-902f603d3fdb'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:37:10.815813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-9d037bae-c4df-4378-9215-a2b96db6012a service neutron] 10.222.0.49 "GET /v2.0/networks/250ddee9-42f7-4259-b0da-fcf8cafa1ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846302 Sep 22 09:37:10.900886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7edf2e-9a2a-438f-88b5-13662de9eb7f req-ee6f2e69-b00b-4b67-b803-29f6cf11c841 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:10.902742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf7edf2e-9a2a-438f-88b5-13662de9eb7f req-ee6f2e69-b00b-4b67-b803-29f6cf11c841 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.1550794 Sep 22 09:37:10.935279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:10.963397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-81b5658a-1d5f-406b-8a86-f4d829c24786 service neutron] 10.222.0.49 "GET /v2.0/networks/250ddee9-42f7-4259-b0da-fcf8cafa1ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463745 Sep 22 09:37:10.995414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf7edf2e-9a2a-438f-88b5-13662de9eb7f req-ca283f73-0aa8-4596-8daa-71870913c1bd tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800965 Sep 22 09:37:11.309617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 98a0c7ea-f1b1-493f-ad48-408adc1c8790 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:37:11.348772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:11.348772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network hostable DHCP agents. Network: 201714cb-581c-4a22-b65d-63842f91bb89, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:37:11.349402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e94a5942-0f3e-4d6b-ae63-591a9c26ec87 req-b9eafa81-40b6-411b-a5d6-73d8c8def505 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 210 time: 0.1143506 Sep 22 09:37:11.388039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=f3d43c58-fba3-4c52-9398-97ab0540d12f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:11.397501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 98a0c7ea-f1b1-493f-ad48-408adc1c8790 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:37:11.398071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 98a0c7ea-f1b1-493f-ad48-408adc1c8790 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:37:11.453999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:37:11.540041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 201714cb-581c-4a22-b65d-63842f91bb89) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:11.546641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:11.547612 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:11.550300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e72bbaa-96a8-490b-8282-affc9582b8ab None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:11.661438 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e1e2eb69-ecb1-4760-8e39-03ae57f680d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3542094 Sep 22 09:37:11.667688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40414) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:11.670243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'name': 'tempest-NetworksTestDHCPv6-946097250'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:11.793554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': 'f3d43c58-fba3-4c52-9398-97ab0540d12f'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:37:11.794415 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:11.984554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:11.999300 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:12.012118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 2bcae0bd-6ea3-4587-9d02-98e81a0bf980 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:37:12.017157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/f3d43c58-fba3-4c52-9398-97ab0540d12f/881ccefa-216e-4dac-bf83-0ea8ecb6faad) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:12.063324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 9178587b-1348-488a-86f3-902f603d3fdb up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:12.255813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf89121-ed5b-469d-a9a9-6e32e6eaa223 req-f1da7cd3-f8cf-436e-9f2f-d84ccb1e713f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:12.269408 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf89121-ed5b-469d-a9a9-6e32e6eaa223 req-f1da7cd3-f8cf-436e-9f2f-d84ccb1e713f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.1388693 Sep 22 09:37:12.331714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf89121-ed5b-469d-a9a9-6e32e6eaa223 req-5bc0d273-55ab-469c-82b3-08e6e9623ec6 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606105 Sep 22 09:37:12.429819 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:12.452309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a72ecd1-7314-420e-b13f-eaed54c0611f req-41a7ba5a-1d1b-4386-8e69-ee9de58f4495 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 210 time: 0.0330446 Sep 22 09:37:12.493717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 9178587b-1348-488a-86f3-902f603d3fdb completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:37:12.498337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 9178587b-1348-488a-86f3-902f603d3fdb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:12.507235 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:12.586914 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:12.659211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::318 (201714cb-581c-4a22-b65d-63842f91bb89/f3d43c58-fba3-4c52-9398-97ab0540d12f/2bcae0bd-6ea3-4587-9d02-98e81a0bf980) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:12.661097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:12.663141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:12.673874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:12.708948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Pushing event updated for resources: {'Port': ['ID=881ccefa-216e-4dac-bf83-0ea8ecb6faad,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:12.769997 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:12.807602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:37:12.810196 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8510f9-cf3a-4eb1-9733-c7cd1e62cb30" -d '{"events": [{"server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "name": "network-vif-plugged", "status": "completed", "tag": "9178587b-1348-488a-86f3-902f603d3fdb"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:37:12.828595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Attempting to bind port 881ccefa-216e-4dac-bf83-0ea8ecb6faad on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:12.828595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Attempting to bind port 881ccefa-216e-4dac-bf83-0ea8ecb6faad by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:12.828595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Attempting to bind port 881ccefa-216e-4dac-bf83-0ea8ecb6faad on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:12.849975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:12.851803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:12.857420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:12.857420 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:12.857420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:12.857420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Bound port: 881ccefa-216e-4dac-bf83-0ea8ecb6faad, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:12.857420 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:12.882707 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:12.946083 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12775037-d77d-46bf-909f-709125cc6de0 x-openstack-request-id: req-12775037-d77d-46bf-909f-709125cc6de0 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:37:12.946289 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "name": "network-vif-plugged", "status": "completed", "tag": "9178587b-1348-488a-86f3-902f603d3fdb", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:37:12.946619 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12775037-d77d-46bf-909f-709125cc6de0 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:37:12.947152 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb', 'code': 200} Sep 22 09:37:12.950559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:12.992455 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:13.008456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507a2b6-d4ac-463f-bf86-8a29d289728a req-aa116741-500c-4343-8439-f217ded0b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:13.013200 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0507a2b6-d4ac-463f-bf86-8a29d289728a req-aa116741-500c-4343-8439-f217ded0b4f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 1097 time: 0.0735242 Sep 22 09:37:13.015867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:13.062608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] For port 881ccefa-216e-4dac-bf83-0ea8ecb6faad, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:13.066814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] For port 881ccefa-216e-4dac-bf83-0ea8ecb6faad, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=881ccefa-216e-4dac-bf83-0ea8ecb6faad,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:13.087791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:13.087791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:13.090092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:13.095481 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0507a2b6-d4ac-463f-bf86-8a29d289728a req-3f8db571-258b-4431-ab73-ea1dbc9b85f8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752969 Sep 22 09:37:13.096023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:13.096769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:13.109428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=2bcae0bd-6ea3-4587-9d02-98e81a0bf980,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:13.157263 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:13.219850 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0b7653a0-a4ce-43b4-822a-4a6d5f7c3273 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5490620 Sep 22 09:37:13.219850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40442) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:13.225867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745523b1-dd6c-4a79-b869-9b3cba4c4c66 None None] Pushing event updated for resources: {'Port': ['ID=881ccefa-216e-4dac-bf83-0ea8ecb6faad,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:13.331295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2365dc3c-ed9b-4552-8c1c-4f07da995a7c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:13.341947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2365dc3c-ed9b-4552-8c1c-4f07da995a7c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:13.344608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2365dc3c-ed9b-4552-8c1c-4f07da995a7c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1252713 Sep 22 09:37:13.347131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40444) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:13.676696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4fe533b-fbc0-4013-a5a1-f3799da28b28 req-f4814941-fe70-4e70-a646-0028aacc02a8 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 210 time: 0.0639966 Sep 22 09:37:13.702221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d0c58-fb8d-4f27-8491-867cadc3c750 req-054cc3d2-f963-464f-aa28-2447cb639c3b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:13.714504 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee7d0c58-fb8d-4f27-8491-867cadc3c750 req-054cc3d2-f963-464f-aa28-2447cb639c3b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2315149 Sep 22 09:37:13.765341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9866a8bc-ff35-4ddb-8440-99840411d775 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 2bcae0bd-6ea3-4587-9d02-98e81a0bf980 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:13.765708 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9866a8bc-ff35-4ddb-8440-99840411d775 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:13.771297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee7d0c58-fb8d-4f27-8491-867cadc3c750 req-2ad126b4-c9a1-4905-816f-eccd4bed0d81 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542994 Sep 22 09:37:13.894806 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9866a8bc-ff35-4ddb-8440-99840411d775 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:13.909556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9866a8bc-ff35-4ddb-8440-99840411d775 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 2bcae0bd-6ea3-4587-9d02-98e81a0bf980 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:14.215369 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9866a8bc-ff35-4ddb-8440-99840411d775 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:14.419984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866a8bc-ff35-4ddb-8440-99840411d775 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=2bcae0bd-6ea3-4587-9d02-98e81a0bf980,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:14.452228 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9866a8bc-ff35-4ddb-8440-99840411d775 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:14.455249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9866a8bc-ff35-4ddb-8440-99840411d775 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/2bcae0bd-6ea3-4587-9d02-98e81a0bf980 HTTP/1.1" status: 204 len: 168 time: 1.1061225 Sep 22 09:37:14.457586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40504) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:14.567259 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109fd652-82fe-4cb6-aefb-f0339ead6978 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:14.569943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109fd652-82fe-4cb6-aefb-f0339ead6978 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:14.573726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4321c1-b837-45fe-9e19-fd10ceacc19b None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:14.578153 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-109fd652-82fe-4cb6-aefb-f0339ead6978 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1157312 Sep 22 09:37:14.578153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40506) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:14.637936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-393c2e73-bfe4-4f23-9167-1608554d797a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet f3d43c58-fba3-4c52-9398-97ab0540d12f {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:37:14.641550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-393c2e73-bfe4-4f23-9167-1608554d797a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:14.647205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-8f73434e-2237-470e-a9eb-cf23a68e050b tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:14.649214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-8f73434e-2237-470e-a9eb-cf23a68e050b tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.45 "GET /v2.0/networks?id=250ddee9-42f7-4259-b0da-fcf8cafa1ade HTTP/1.1" status: 200 len: 815 time: 0.1924899 Sep 22 09:37:14.666633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Request body: {'port': {'device_id': 'ea0941d0-7402-425c-92a8-a3c728ad9741', 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade', 'admin_state_up': True, 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:14.688568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-393c2e73-bfe4-4f23-9167-1608554d797a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:14.799262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-438ad9ed-13ca-479d-bd18-212e1321ce75 None None] Provisioning complete for port 881ccefa-216e-4dac-bf83-0ea8ecb6faad triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:14.799768 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-438ad9ed-13ca-479d-bd18-212e1321ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:14.878088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1cabec11-2d64-4b10-86ce-c4bc06fc057c req-74456456-a1a0-43f8-ad39-10a79dcf3f42 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 210 time: 0.0828390 Sep 22 09:37:14.889783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-393c2e73-bfe4-4f23-9167-1608554d797a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:14.940020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-438ad9ed-13ca-479d-bd18-212e1321ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:15.004713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Made reservation on behalf of ed739c468ab14b03aecf22f302cc56a9 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:15.018460 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:15.066289 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-393c2e73-bfe4-4f23-9167-1608554d797a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:15.159852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c2e73-bfe4-4f23-9167-1608554d797a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d43c58-fba3-4c52-9398-97ab0540d12f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:15.167960 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-438ad9ed-13ca-479d-bd18-212e1321ce75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:37:15.168965 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-438ad9ed-13ca-479d-bd18-212e1321ce75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:37:15.191761 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-393c2e73-bfe4-4f23-9167-1608554d797a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:15.198099 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-393c2e73-bfe4-4f23-9167-1608554d797a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/f3d43c58-fba3-4c52-9398-97ab0540d12f HTTP/1.1" status: 204 len: 168 time: 0.6209676 Sep 22 09:37:15.198743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40526) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:15.314186 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 881ccefa-216e-4dac-bf83-0ea8ecb6faad up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:15.324196 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ee3e1f5b-15b3-4287-b127-faaca6b8643b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242700 Sep 22 09:37:15.324822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40530) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:15.329849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-37366241-cc38-445e-bd22-e23137b80da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:15.437854 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce869e-1806-4cb2-95a5-7ba7cef0e737 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:15.453878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 881ccefa-216e-4dac-bf83-0ea8ecb6faad triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:15.454625 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:15.464224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Allocated IP 172.20.0.10 (250ddee9-42f7-4259-b0da-fcf8cafa1ade/14bb9559-1562-430f-a42d-fb8684a56c3d/006a1523-4b84-4bc7-b80c-1640beeab741) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:15.602000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37366241-cc38-445e-bd22-e23137b80da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:15.605621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37366241-cc38-445e-bd22-e23137b80da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:15.654440 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:15.702513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591445e2-f35a-4324-838a-e6870fec5a19 req-2cae1c46-cc26-49d5-80f4-3537bbc59d3c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:15.711177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-591445e2-f35a-4324-838a-e6870fec5a19 req-2cae1c46-cc26-49d5-80f4-3537bbc59d3c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.6874888 Sep 22 09:37:15.759829 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-438ad9ed-13ca-479d-bd18-212e1321ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:15.762668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-591445e2-f35a-4324-838a-e6870fec5a19 req-edfb6c88-6e9f-4d9f-980e-a6a7b25f6b15 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500741 Sep 22 09:37:15.768401 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:15.825651 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:15.831714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Network 250ddee9-42f7-4259-b0da-fcf8cafa1ade is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:15.835798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:15.857236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-438ad9ed-13ca-479d-bd18-212e1321ce75 None None] For port 881ccefa-216e-4dac-bf83-0ea8ecb6faad, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=881ccefa-216e-4dac-bf83-0ea8ecb6faad,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:15.863844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:15.921620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eabd5c-f60a-43f2-84ec-c1dd5c0f1e70 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:37:15.955476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Pushing event updated for resources: {'Port': ['ID=006a1523-4b84-4bc7-b80c-1640beeab741,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:16.029012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:16.029012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:16.046669 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-438ad9ed-13ca-479d-bd18-212e1321ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:16.077274 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:37:16.077627 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:37:16.187509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-5f436ea7-c3db-4270-abd3-0160a1afa158 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5260804 Sep 22 09:37:16.189985 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-223a5094-e01f-47b8-985e-70bcdd8c7e10 None None] Provisioning complete for port 881ccefa-216e-4dac-bf83-0ea8ecb6faad triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:16.190289 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-223a5094-e01f-47b8-985e-70bcdd8c7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:16.197193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37366241-cc38-445e-bd22-e23137b80da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:16.230950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Request body: {'port': {'device_id': 'ea0941d0-7402-425c-92a8-a3c728ad9741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:16.286409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25a1d0-384b-46f8-90a9-bd3507169721 req-cbb74266-4ff4-4b45-a41e-3d96b0e3523d tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:16.294992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a25a1d0-384b-46f8-90a9-bd3507169721 req-cbb74266-4ff4-4b45-a41e-3d96b0e3523d tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 932 time: 0.2064512 Sep 22 09:37:16.340596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37366241-cc38-445e-bd22-e23137b80da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:16.346771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-37366241-cc38-445e-bd22-e23137b80da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:16.353065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37366241-cc38-445e-bd22-e23137b80da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:16.354273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37366241-cc38-445e-bd22-e23137b80da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:16.383510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37366241-cc38-445e-bd22-e23137b80da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=34efba11-8750-4951-9cd6-8b9277eaf43b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:16.395691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ad9ed-13ca-479d-bd18-212e1321ce75 None None] Pushing event updated for resources: {'Port': ['ID=881ccefa-216e-4dac-bf83-0ea8ecb6faad,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:16.417311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-09eabd5c-f60a-43f2-84ec-c1dd5c0f1e70 None None] Deleting port 881ccefa-216e-4dac-bf83-0ea8ecb6faad {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:16.418158 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09eabd5c-f60a-43f2-84ec-c1dd5c0f1e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:16.466989 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-37366241-cc38-445e-bd22-e23137b80da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1401923 Sep 22 09:37:16.469149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40592) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:16.475585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'name': 'tempest-NetworksTestDHCPv6-100212297'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:16.547970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a25a1d0-384b-46f8-90a9-bd3507169721 req-73f7847c-758c-43e2-9ec0-4217b8fc4ded tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926839 Sep 22 09:37:16.556425 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:16.808220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-09eabd5c-f60a-43f2-84ec-c1dd5c0f1e70 None None] For port 881ccefa-216e-4dac-bf83-0ea8ecb6faad, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=881ccefa-216e-4dac-bf83-0ea8ecb6faad,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:16.809053 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09eabd5c-f60a-43f2-84ec-c1dd5c0f1e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:16.831327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:16.836101 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:16.859356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-09eabd5c-f60a-43f2-84ec-c1dd5c0f1e70 None None] Calling delete_port for 881ccefa-216e-4dac-bf83-0ea8ecb6faad owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:16.882650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 9227fd37-bdf9-4a37-a786-2edf044c1d15 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:37:17.021103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1d8bac55-25fa-4417-bcd0-379b02f94b60 None None] Provisioning complete for port 006a1523-4b84-4bc7-b80c-1640beeab741 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:17.021718 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1d8bac55-25fa-4417-bcd0-379b02f94b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:17.161296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::213 (201714cb-581c-4a22-b65d-63842f91bb89/34efba11-8750-4951-9cd6-8b9277eaf43b/9227fd37-bdf9-4a37-a786-2edf044c1d15) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:17.193148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006a1523-4b84-4bc7-b80c-1640beeab741 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:37:17.211674 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:17.256419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1d8bac55-25fa-4417-bcd0-379b02f94b60 None None] Port 006a1523-4b84-4bc7-b80c-1640beeab741 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:37:17.278478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 881ccefa-216e-4dac-bf83-0ea8ecb6faad no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:37:17.340299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Transition to ACTIVE for port object 006a1523-4b84-4bc7-b80c-1640beeab741 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:37:17.343052 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09eabd5c-f60a-43f2-84ec-c1dd5c0f1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:17.390535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eabd5c-f60a-43f2-84ec-c1dd5c0f1e70 None None] Pushing event deleted for resources: {'Port': ['ID=881ccefa-216e-4dac-bf83-0ea8ecb6faad,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:17.407997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No active binding found for port 881ccefa-216e-4dac-bf83-0ea8ecb6faad {{(pid=95511) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 22 09:37:17.408447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 881ccefa-216e-4dac-bf83-0ea8ecb6faad not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:37:17.413578 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eabd5c-f60a-43f2-84ec-c1dd5c0f1e70 None None] No DVR routers for this DVR port 881ccefa-216e-4dac-bf83-0ea8ecb6faad on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:17.446464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899f8f5-1320-43d9-8525-6fa0e583ad9f None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:17.460834 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:17.554884 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:17.726499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Pushing event updated for resources: {'Port': ['ID=006a1523-4b84-4bc7-b80c-1640beeab741,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:17.751353 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:17.856295 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '34efba11-8750-4951-9cd6-8b9277eaf43b'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:37:17.857693 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:17.903511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36e6b1-5fb4-43da-8785-87ffb99fdc8c req-9cffad63-504b-43d2-b76b-bef1ad2714fe tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:17.905168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad36e6b1-5fb4-43da-8785-87ffb99fdc8c req-9cffad63-504b-43d2-b76b-bef1ad2714fe tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 944 time: 0.1832685 Sep 22 09:37:17.933427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Attempting to bind port 006a1523-4b84-4bc7-b80c-1640beeab741 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:17.933761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Attempting to bind port 006a1523-4b84-4bc7-b80c-1640beeab741 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:17.938685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Attempting to bind port 006a1523-4b84-4bc7-b80c-1640beeab741 on network 250ddee9-42f7-4259-b0da-fcf8cafa1ade {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:17.938826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=9227fd37-bdf9-4a37-a786-2edf044c1d15,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:17.947625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Port 006a1523-4b84-4bc7-b80c-1640beeab741 on network 250ddee9-42f7-4259-b0da-fcf8cafa1ade not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:17.947982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Attempting to bind port 006a1523-4b84-4bc7-b80c-1640beeab741 on network 250ddee9-42f7-4259-b0da-fcf8cafa1ade {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:17.968672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:17.969278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Checking segment: {'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:17.969830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Bound using segment: {'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:17.970544 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Bound port: 006a1523-4b84-4bc7-b80c-1640beeab741, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3027c-1bc5-4d42-a91b-854483697c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:17.971259 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:17.997196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad36e6b1-5fb4-43da-8785-87ffb99fdc8c req-3342f340-ea9e-4a41-9dc2-deca36d5090b tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853808 Sep 22 09:37:18.025402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:18.025402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:18.025402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:18.035776 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:18.036517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:18.143427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] For port 006a1523-4b84-4bc7-b80c-1640beeab741, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:18.154575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] For port 006a1523-4b84-4bc7-b80c-1640beeab741, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=006a1523-4b84-4bc7-b80c-1640beeab741,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:18.158766 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5b3b6e27-7ced-471f-9115-7bf11f62c475 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6884084 Sep 22 09:37:18.161141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40614) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:18.213994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:18.270029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:18.271068 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:18.272812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] 10.222.0.45 "PUT /v2.0/ports/006a1523-4b84-4bc7-b80c-1640beeab741 HTTP/1.1" status: 200 len: 1092 time: 2.0540624 Sep 22 09:37:18.273418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0941d0-7402-425c-92a8-a3c728ad9741', 'tag': '006a1523-4b84-4bc7-b80c-1640beeab741'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:37:18.276016 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86386463-b15c-4c67-9602-6c9078e22672" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0941d0-7402-425c-92a8-a3c728ad9741", "tag": "006a1523-4b84-4bc7-b80c-1640beeab741"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:37:18.340402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca923365-9698-44e7-8f42-29ac898bf59d service neutron] Pushing event updated for resources: {'Port': ['ID=006a1523-4b84-4bc7-b80c-1640beeab741,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:18.364812 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bc60b4-0ec9-4275-8566-4d71af341965 x-openstack-request-id: req-e0bc60b4-0ec9-4275-8566-4d71af341965 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:37:18.366234 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0941d0-7402-425c-92a8-a3c728ad9741", "tag": "006a1523-4b84-4bc7-b80c-1640beeab741", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:37:18.366495 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0bc60b4-0ec9-4275-8566-4d71af341965 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:37:18.367238 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0941d0-7402-425c-92a8-a3c728ad9741', 'tag': '006a1523-4b84-4bc7-b80c-1640beeab741', 'status': 'completed', 'code': 200} Sep 22 09:37:18.384245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/34efba11-8750-4951-9cd6-8b9277eaf43b/40936d34-d88e-4453-b520-5bec56fa12d8) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:18.395857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa5f97-14b7-4319-b1b1-23c94842c8cb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:18.420864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40624) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:18.421876 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e9aa5f97-14b7-4319-b1b1-23c94842c8cb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2594869 Sep 22 09:37:18.659037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86386463-b15c-4c67-9602-6c9078e22672 req-0f8a0779-6f78-439c-9968-c6159e25d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:18.661737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86386463-b15c-4c67-9602-6c9078e22672 req-0f8a0779-6f78-439c-9968-c6159e25d1a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed739c468ab14b03aecf22f302cc56a9&device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 1095 time: 0.2543130 Sep 22 09:37:18.696836 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:18.717018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9335cb6e-8acf-4a18-85ee-7ec743e8cb56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 9227fd37-bdf9-4a37-a786-2edf044c1d15 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:18.717700 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9335cb6e-8acf-4a18-85ee-7ec743e8cb56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:18.815997 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:18.915689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86386463-b15c-4c67-9602-6c9078e22672 req-3e215bf5-33c8-4211-aa44-5f65f3963389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:18.918119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86386463-b15c-4c67-9602-6c9078e22672 req-3e215bf5-33c8-4211-aa44-5f65f3963389 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ed739c468ab14b03aecf22f302cc56a9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1612468 Sep 22 09:37:18.919724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:18.924822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:18.940623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:18.978021 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Pushing event updated for resources: {'Port': ['ID=40936d34-d88e-4453-b520-5bec56fa12d8,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:19.122116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9335cb6e-8acf-4a18-85ee-7ec743e8cb56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:19.137278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Attempting to bind port 40936d34-d88e-4453-b520-5bec56fa12d8 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:19.137649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Attempting to bind port 40936d34-d88e-4453-b520-5bec56fa12d8 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:19.138019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Attempting to bind port 40936d34-d88e-4453-b520-5bec56fa12d8 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:19.159704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:19.168930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:19.168930 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:19.168930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:19.168930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Bound port: 40936d34-d88e-4453-b520-5bec56fa12d8, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:19.168930 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:19.247884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9335cb6e-8acf-4a18-85ee-7ec743e8cb56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 9227fd37-bdf9-4a37-a786-2edf044c1d15 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:19.254550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] For port 40936d34-d88e-4453-b520-5bec56fa12d8, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:19.258354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] For port 40936d34-d88e-4453-b520-5bec56fa12d8, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=40936d34-d88e-4453-b520-5bec56fa12d8,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:19.363716 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:19.428524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86386463-b15c-4c67-9602-6c9078e22672 req-1330098a-e472-40e0-83e4-1fc54646a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:19.430971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86386463-b15c-4c67-9602-6c9078e22672 req-1330098a-e472-40e0-83e4-1fc54646a7bb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3658786 Sep 22 09:37:19.446336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787feb9-3b40-4927-85e5-d97fbd1c9f89 req-a334b44d-0b56-4f1b-8568-f0ba5a81012a tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:19.456059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8787feb9-3b40-4927-85e5-d97fbd1c9f89 req-a334b44d-0b56-4f1b-8568-f0ba5a81012a tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 944 time: 0.2206211 Sep 22 09:37:19.499073 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fe0f1-7312-42da-a10e-8b80fd97c5e4 None None] Pushing event updated for resources: {'Port': ['ID=40936d34-d88e-4453-b520-5bec56fa12d8,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:19.529298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8787feb9-3b40-4927-85e5-d97fbd1c9f89 req-67dbb2ef-062e-490b-9d26-bc3ffdf28105 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715857 Sep 22 09:37:19.734681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-e0e14312-2d9d-4bd9-98ba-cd7b6ec1ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:19.736211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-e0e14312-2d9d-4bd9-98ba-cd7b6ec1ed1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed739c468ab14b03aecf22f302cc56a9&device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 1095 time: 0.1810615 Sep 22 09:37:19.879969 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9335cb6e-8acf-4a18-85ee-7ec743e8cb56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:19.888961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-e36d9b03-f366-4050-9187-6b9cc24c142a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=006a1523-4b84-4bc7-b80c-1640beeab741 HTTP/1.1" status: 200 len: 217 time: 0.1177919 Sep 22 09:37:19.946367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335cb6e-8acf-4a18-85ee-7ec743e8cb56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=9227fd37-bdf9-4a37-a786-2edf044c1d15,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:19.977075 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9335cb6e-8acf-4a18-85ee-7ec743e8cb56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:19.979177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9335cb6e-8acf-4a18-85ee-7ec743e8cb56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/9227fd37-bdf9-4a37-a786-2edf044c1d15 HTTP/1.1" status: 204 len: 168 time: 1.5561159 Sep 22 09:37:19.982286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40640) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:20.042859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-8380bede-a5f2-49bc-a03f-b10fa47f93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:20.044574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-8380bede-a5f2-49bc-a03f-b10fa47f93fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=14bb9559-1562-430f-a42d-fb8684a56c3d HTTP/1.1" status: 200 len: 854 time: 0.0643916 Sep 22 09:37:20.105478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc01ae-a36f-4a32-84c5-6ab59ff62c7d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:20.108251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc01ae-a36f-4a32-84c5-6ab59ff62c7d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:20.111471 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-82fc01ae-a36f-4a32-84c5-6ab59ff62c7d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1275387 Sep 22 09:37:20.115834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40642) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:20.201521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-034baf59-e65e-49c3-9e32-b51361e45dff tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 34efba11-8750-4951-9cd6-8b9277eaf43b {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:37:20.205176 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-034baf59-e65e-49c3-9e32-b51361e45dff tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:20.264372 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-034baf59-e65e-49c3-9e32-b51361e45dff tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:20.483020 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-034baf59-e65e-49c3-9e32-b51361e45dff tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:20.530998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40646) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:20.722906 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-034baf59-e65e-49c3-9e32-b51361e45dff tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:20.741517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5bac-86bb-4aa8-9fd1-3700a00bec6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:20.791312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034baf59-e65e-49c3-9e32-b51361e45dff tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=34efba11-8750-4951-9cd6-8b9277eaf43b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:20.857174 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-034baf59-e65e-49c3-9e32-b51361e45dff tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:20.865856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-034baf59-e65e-49c3-9e32-b51361e45dff tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/34efba11-8750-4951-9cd6-8b9277eaf43b HTTP/1.1" status: 204 len: 168 time: 0.7478199 Sep 22 09:37:20.866827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40658) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:20.997926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1e7b3494-d3c8-4b20-9f6b-79491bf69bc2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260438 Sep 22 09:37:20.998848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40662) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:21.007566 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ff6c2dda-5ead-4481-911b-1e3e788e4aad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:21.038278 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5bac-86bb-4aa8-9fd1-3700a00bec6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:21.060864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf684b1-39a1-4e5d-862e-58fa5e3ca364 req-5429287d-4ba6-418f-b0eb-7bd8c6de3e0d tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:21.076934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cf684b1-39a1-4e5d-862e-58fa5e3ca364 req-5429287d-4ba6-418f-b0eb-7bd8c6de3e0d tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 944 time: 0.2990813 Sep 22 09:37:21.137764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-a53ccd86-8ef3-4fb0-ac46-10fc31615d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:21.140471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-a53ccd86-8ef3-4fb0-ac46-10fc31615d81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=250ddee9-42f7-4259-b0da-fcf8cafa1ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2666922 Sep 22 09:37:21.175523 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5bac-86bb-4aa8-9fd1-3700a00bec6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:21.226665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b67c6e-da9d-4154-96d0-f214235006a4 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:21.275029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cf684b1-39a1-4e5d-862e-58fa5e3ca364 req-4ca436d4-9d4d-4360-a1fa-284c95d59591 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987519 Sep 22 09:37:21.315836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 40936d34-d88e-4453-b520-5bec56fa12d8 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:21.324797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b5bac-86bb-4aa8-9fd1-3700a00bec6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f008313-5d5e-408c-8745-a42a04d88575,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:21.349078 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2d6b5bac-86bb-4aa8-9fd1-3700a00bec6f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb27ae18430940dfa9a1630de5e69712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8148487 Sep 22 09:37:21.350010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40664) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:21.483304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7347917a-0f67-473e-b4bd-dfc3a31734b3 None None] Provisioning complete for port 40936d34-d88e-4453-b520-5bec56fa12d8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:21.483844 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7347917a-0f67-473e-b4bd-dfc3a31734b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:21.603768 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb436895-2a9e-48cd-9080-19dab9e867a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:21.670561 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb436895-2a9e-48cd-9080-19dab9e867a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:21.726121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 40936d34-d88e-4453-b520-5bec56fa12d8 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:21.726865 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:21.916267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e9e52-ce55-443b-84ea-cb75e588ab77 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:37:21.958129 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb436895-2a9e-48cd-9080-19dab9e867a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:21.964939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb436895-2a9e-48cd-9080-19dab9e867a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:21.970045 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bb436895-2a9e-48cd-9080-19dab9e867a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f008313-5d5e-408c-8745-a42a04d88575 HTTP/1.1" status: 204 len: 168 time: 0.6175034 Sep 22 09:37:22.024639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb436895-2a9e-48cd-9080-19dab9e867a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f008313-5d5e-408c-8745-a42a04d88575,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:22.114563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6c2dda-5ead-4481-911b-1e3e788e4aad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:22.123572 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2dda-5ead-4481-911b-1e3e788e4aad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:22.196322 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7347917a-0f67-473e-b4bd-dfc3a31734b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:22.237240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-4106cb9b-c22f-4e18-8d56-1556a94a1a3f service neutron] 10.222.0.45 "GET /v2.0/networks/250ddee9-42f7-4259-b0da-fcf8cafa1ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0367370 Sep 22 09:37:22.308269 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:22.375173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 40936d34-d88e-4453-b520-5bec56fa12d8, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=40936d34-d88e-4453-b520-5bec56fa12d8,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:22.426902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e9e52-ce55-443b-84ea-cb75e588ab77 None None] Deleting port 40936d34-d88e-4453-b520-5bec56fa12d8 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:22.427866 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9e52-ce55-443b-84ea-cb75e588ab77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:22.471943 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:22.718699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8a3e9e52-ce55-443b-84ea-cb75e588ab77 None None] For port 40936d34-d88e-4453-b520-5bec56fa12d8, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=40936d34-d88e-4453-b520-5bec56fa12d8,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:22.719109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9e52-ce55-443b-84ea-cb75e588ab77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:22.730420 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cf60d5b-15be-4e08-8e3c-6784736d6163 req-56e4a37a-9544-4b12-8872-38c43085f81d service neutron] 10.222.0.45 "GET /v2.0/networks/250ddee9-42f7-4259-b0da-fcf8cafa1ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763374 Sep 22 09:37:22.732271 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-7347917a-0f67-473e-b4bd-dfc3a31734b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:37:22.732632 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-7347917a-0f67-473e-b4bd-dfc3a31734b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:37:22.771747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663f722-d66f-499f-b90d-e8a686138dcc req-96364d91-8aae-4938-aeb0-98374cecb7ba tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:22.775827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e9e52-ce55-443b-84ea-cb75e588ab77 None None] Calling delete_port for 40936d34-d88e-4453-b520-5bec56fa12d8 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:22.783328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3663f722-d66f-499f-b90d-e8a686138dcc req-96364d91-8aae-4938-aeb0-98374cecb7ba tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 944 time: 0.3189504 Sep 22 09:37:22.790717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=40936d34-d88e-4453-b520-5bec56fa12d8,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:22.976580 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3663f722-d66f-499f-b90d-e8a686138dcc req-20664c42-1a45-423e-8df4-c5dc02391d38 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695106 Sep 22 09:37:23.166946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 40936d34-d88e-4453-b520-5bec56fa12d8 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:37:23.292454 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:23.402307 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2dda-5ead-4481-911b-1e3e788e4aad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:23.449157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c2dda-5ead-4481-911b-1e3e788e4aad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:23.450769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ff6c2dda-5ead-4481-911b-1e3e788e4aad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:23.455342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6c2dda-5ead-4481-911b-1e3e788e4aad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:23.455933 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2dda-5ead-4481-911b-1e3e788e4aad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:23.468226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c2dda-5ead-4481-911b-1e3e788e4aad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=fed2668f-1dff-47ce-9050-789cc0f20cac,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:23.770522 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:23.772577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8a3e9e52-ce55-443b-84ea-cb75e588ab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:23.805799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e9e52-ce55-443b-84ea-cb75e588ab77 None None] Pushing event deleted for resources: {'Port': ['ID=40936d34-d88e-4453-b520-5bec56fa12d8,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:23.810410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e9e52-ce55-443b-84ea-cb75e588ab77 None None] No DVR routers for this DVR port 40936d34-d88e-4453-b520-5bec56fa12d8 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:23.824055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ff6c2dda-5ead-4481-911b-1e3e788e4aad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8175757 Sep 22 09:37:23.835080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40680) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:23.836110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40682) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:23.837352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'name': 'tempest-NetworksTestDHCPv6-511908596'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:23.875968 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d283-81fa-45a5-9c0b-7dc9ce1ffcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:23.880878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65782194-c682-41a7-b953-665857eadec0 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:24.119291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d283-81fa-45a5-9c0b-7dc9ce1ffcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:24.194452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': 'fed2668f-1dff-47ce-9050-789cc0f20cac'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:37:24.195921 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:24.202351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d283-81fa-45a5-9c0b-7dc9ce1ffcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:24.264764 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d2d6d283-81fa-45a5-9c0b-7dc9ce1ffcdb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c68175eed42e41e58c0b47a0ec303af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313354 Sep 22 09:37:24.265006 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5fd465a7-0a9a-4bb0-b48d-90cbc0d540b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:24.267182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40694) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:24.270509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6d283-81fa-45a5-9c0b-7dc9ce1ffcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16df80b-f50a-42d0-827f-7ac7c47a0156,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:24.298568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683f1e9-74e0-459e-ac53-57ff499cc65a req-5fe1bbb5-013f-4c60-9882-59b2e4c85db2 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:24.301522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a683f1e9-74e0-459e-ac53-57ff499cc65a req-5fe1bbb5-013f-4c60-9882-59b2e4c85db2 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 944 time: 0.1505694 Sep 22 09:37:24.365208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:24.372002 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:24.402990 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:24.471958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port bc2442eb-22e1-4bb2-aa83-6fc7ffcdbbab yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:37:24.491729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a683f1e9-74e0-459e-ac53-57ff499cc65a req-121f6dbe-4a3f-4dbf-8c90-f301ca98e327 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673689 Sep 22 09:37:24.592636 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c520bd5c-afcf-437b-a308-5e84f3acfb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:24.632946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/fed2668f-1dff-47ce-9050-789cc0f20cac/a970dbcc-26ce-4379-8575-b6eb1dbf2277) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:24.663870 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c520bd5c-afcf-437b-a308-5e84f3acfb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:24.894079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c520bd5c-afcf-437b-a308-5e84f3acfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:24.899434 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c520bd5c-afcf-437b-a308-5e84f3acfb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:24.901149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c520bd5c-afcf-437b-a308-5e84f3acfb34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c16df80b-f50a-42d0-827f-7ac7c47a0156 HTTP/1.1" status: 204 len: 168 time: 0.6325405 Sep 22 09:37:24.925669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520bd5c-afcf-437b-a308-5e84f3acfb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16df80b-f50a-42d0-827f-7ac7c47a0156,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:24.994438 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:25.087515 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:25.203543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:25.208029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:25.213387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:25.223276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Pushing event updated for resources: {'Port': ['ID=a970dbcc-26ce-4379-8575-b6eb1dbf2277,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:25.226811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::375 (201714cb-581c-4a22-b65d-63842f91bb89/fed2668f-1dff-47ce-9050-789cc0f20cac/bc2442eb-22e1-4bb2-aa83-6fc7ffcdbbab) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:25.320959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Attempting to bind port a970dbcc-26ce-4379-8575-b6eb1dbf2277 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:25.320959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Attempting to bind port a970dbcc-26ce-4379-8575-b6eb1dbf2277 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:25.320959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Attempting to bind port a970dbcc-26ce-4379-8575-b6eb1dbf2277 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:25.326548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:25.326931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:25.327340 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:25.327786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:25.328584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Bound port: a970dbcc-26ce-4379-8575-b6eb1dbf2277, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:25.328848 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:25.421859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] For port a970dbcc-26ce-4379-8575-b6eb1dbf2277, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:25.426562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] For port a970dbcc-26ce-4379-8575-b6eb1dbf2277, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a970dbcc-26ce-4379-8575-b6eb1dbf2277,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:25.581622 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:26.374593 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:26.383114 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:26.454661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e829c2-1f49-4ef2-ad74-bbea708e9a93 None None] Pushing event updated for resources: {'Port': ['ID=a970dbcc-26ce-4379-8575-b6eb1dbf2277,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:26.503842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=bc2442eb-22e1-4bb2-aa83-6fc7ffcdbbab,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:26.534656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:26.536717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:26.540623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:26.548260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:26.553292 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:26.634818 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40712) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:26.635367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d4004b06-38ae-4a5f-a43b-bb6ab0b05fea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8074541 Sep 22 09:37:26.726805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7358f1-e7d8-4d02-a55c-50fc551dbe18 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:26.733760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7358f1-e7d8-4d02-a55c-50fc551dbe18 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:26.735573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7a7358f1-e7d8-4d02-a55c-50fc551dbe18 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0989673 Sep 22 09:37:26.738424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40718) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:26.883100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0d151fe-9640-47cd-b105-bb5e7ed4e49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:26.940338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-df45a58c-9512-4e7f-a95d-6100d02509d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port bc2442eb-22e1-4bb2-aa83-6fc7ffcdbbab {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:26.941008 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df45a58c-9512-4e7f-a95d-6100d02509d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:27.078116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df45a58c-9512-4e7f-a95d-6100d02509d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:27.109788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-df45a58c-9512-4e7f-a95d-6100d02509d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for bc2442eb-22e1-4bb2-aa83-6fc7ffcdbbab owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:27.220230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a970dbcc-26ce-4379-8575-b6eb1dbf2277 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:27.403824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a970dbcc-26ce-4379-8575-b6eb1dbf2277 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:27.404505 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:27.506471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df45a58c-9512-4e7f-a95d-6100d02509d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:27.622096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45a58c-9512-4e7f-a95d-6100d02509d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=bc2442eb-22e1-4bb2-aa83-6fc7ffcdbbab,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:27.692189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df45a58c-9512-4e7f-a95d-6100d02509d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:27.699300 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df45a58c-9512-4e7f-a95d-6100d02509d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/bc2442eb-22e1-4bb2-aa83-6fc7ffcdbbab HTTP/1.1" status: 204 len: 168 time: 0.9580908 Sep 22 09:37:27.700106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40734) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:27.705532 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:27.755000 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:27.839598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port a970dbcc-26ce-4379-8575-b6eb1dbf2277, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a970dbcc-26ce-4379-8575-b6eb1dbf2277,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:27.906992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374ad89-9e78-4b30-a333-6a5f12d783c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:27.910631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374ad89-9e78-4b30-a333-6a5f12d783c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:27.914275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2374ad89-9e78-4b30-a333-6a5f12d783c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2124085 Sep 22 09:37:27.918993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40738) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:27.929573 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:28.028880 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:28.051908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=a970dbcc-26ce-4379-8575-b6eb1dbf2277,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:28.067137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.068597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.068597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.068597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.069052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.069283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.069747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.071606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.072650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.073716 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.074134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.076480 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:28.083367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac826d2-2484-4c91-a4d5-b170f1100f94 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet fed2668f-1dff-47ce-9050-789cc0f20cac {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:37:28.098319 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ac826d2-2484-4c91-a4d5-b170f1100f94 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:28.115808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8e014052-6841-45ff-be79-6148864ee718 None None] Provisioning complete for port a970dbcc-26ce-4379-8575-b6eb1dbf2277 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:28.116218 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8e014052-6841-45ff-be79-6148864ee718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:28.267999 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ac826d2-2484-4c91-a4d5-b170f1100f94 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:28.362177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3f1e05d5-6fed-4406-9828-59b5338c9c31 None None] Could not find standard attr ID for object 2bcae0bd-6ea3-4587-9d02-98e81a0bf980. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:37:28.496457 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ac826d2-2484-4c91-a4d5-b170f1100f94 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:28.694244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ac826d2-2484-4c91-a4d5-b170f1100f94 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:28.769571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac826d2-2484-4c91-a4d5-b170f1100f94 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=fed2668f-1dff-47ce-9050-789cc0f20cac,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:28.789612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1489a458-4996-415b-a829-d03cfbe39390 None None] Could not find standard attr ID for object 9227fd37-bdf9-4a37-a786-2edf044c1d15. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:37:28.792851 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ac826d2-2484-4c91-a4d5-b170f1100f94 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:28.796275 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4ac826d2-2484-4c91-a4d5-b170f1100f94 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/fed2668f-1dff-47ce-9050-789cc0f20cac HTTP/1.1" status: 204 len: 168 time: 0.8755932 Sep 22 09:37:28.801305 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40752) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:28.876417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6265b87e-eeff-44cd-b264-f3786249aa1d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724893 Sep 22 09:37:28.878860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40754) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:28.975708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fe7b63-6f05-4e62-943f-6270b4a17ad8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:28.977340 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-06fe7b63-6f05-4e62-943f-6270b4a17ad8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0973940 Sep 22 09:37:28.980389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40758) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:29.054261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79932486-b38b-496c-bc07-66b190e893d2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:29.056351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-79932486-b38b-496c-bc07-66b190e893d2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0740721 Sep 22 09:37:29.058831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40760) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:29.078040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076ef3a2-70c6-4900-b1c6-c1540dfec0d8 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:29.154751 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-04f06baf-57cf-4930-934c-df448d4795b7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945008 Sep 22 09:37:29.155618 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40768) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:29.161117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-87cb134c-09a2-463f-95ea-397e78a38da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:29.184629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8ed6663f-5499-4e29-b246-a5862336e28a None None] Could not find standard attr ID for object bc2442eb-22e1-4bb2-aa83-6fc7ffcdbbab. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:37:29.257044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a970dbcc-26ce-4379-8575-b6eb1dbf2277 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:29.307394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-d70c7948-aa4a-4a3c-bd8a-695eaf0a7439 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:29.315883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-d70c7948-aa4a-4a3c-bd8a-695eaf0a7439 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/networks?id=5e435477-bd18-4640-a798-9eff6d0a7ca1 HTTP/1.1" status: 200 len: 814 time: 0.1675975 Sep 22 09:37:29.339159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-39a3671f-6c0f-4d4e-b8b3-fc319051d1f1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/quotas/930c05ee1c0d48178c68e0259b1d0dea HTTP/1.1" status: 200 len: 375 time: 0.0220492 Sep 22 09:37:29.367350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cb134c-09a2-463f-95ea-397e78a38da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:29.371788 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87cb134c-09a2-463f-95ea-397e78a38da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:29.421404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-946626ec-2cab-4f0e-8e9c-eb26b0adfac9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789337 Sep 22 09:37:29.522300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a970dbcc-26ce-4379-8575-b6eb1dbf2277 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:29.522864 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:29.745344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-cc3c08ee-15f0-40a4-aa76-0423dce48ff1 service neutron] 10.222.0.49 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213809 Sep 22 09:37:29.749757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db44f88-c261-4718-82ad-033df1ec4e11 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:37:29.857305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-bb53cefc-2f91-4b1d-b4ef-30b075eb59d4 service neutron] 10.222.0.49 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033652 Sep 22 09:37:29.896264 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:29.913609 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87cb134c-09a2-463f-95ea-397e78a38da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:29.928297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1db44f88-c261-4718-82ad-033df1ec4e11 None None] Deleting port a970dbcc-26ce-4379-8575-b6eb1dbf2277 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:29.928999 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1db44f88-c261-4718-82ad-033df1ec4e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:30.010361 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cb134c-09a2-463f-95ea-397e78a38da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:30.014735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-87cb134c-09a2-463f-95ea-397e78a38da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:30.020400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cb134c-09a2-463f-95ea-397e78a38da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:30.021443 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87cb134c-09a2-463f-95ea-397e78a38da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:30.040659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb134c-09a2-463f-95ea-397e78a38da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=80bbd285-3f5b-4135-ad72-cf95bfb041cc,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:30.075449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1db44f88-c261-4718-82ad-033df1ec4e11 None None] For port a970dbcc-26ce-4379-8575-b6eb1dbf2277, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a970dbcc-26ce-4379-8575-b6eb1dbf2277,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:30.076150 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1db44f88-c261-4718-82ad-033df1ec4e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:30.087088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d829c7-ff17-453e-a455-002027b05309 req-0e2e0987-97dc-49bc-a390-59dc95da073a tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:30.089456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65d829c7-ff17-453e-a455-002027b05309 req-0e2e0987-97dc-49bc-a390-59dc95da073a tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 944 time: 0.0973601 Sep 22 09:37:30.089987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1db44f88-c261-4718-82ad-033df1ec4e11 None None] Calling delete_port for a970dbcc-26ce-4379-8575-b6eb1dbf2277 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:30.138596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65d829c7-ff17-453e-a455-002027b05309 req-26b6414e-e139-4aa8-ad82-4ffd2ea1e147 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431123 Sep 22 09:37:30.194378 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-87cb134c-09a2-463f-95ea-397e78a38da0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0343835 Sep 22 09:37:30.194607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40782) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:30.205324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': '80bbd285-3f5b-4135-ad72-cf95bfb041cc', 'ip_address': '2001:db8::d8d3:b728:9221:5524'}], 'name': 'tempest-NetworksTestDHCPv6-1144306817'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:30.305101 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1db44f88-c261-4718-82ad-033df1ec4e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:30.347475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db44f88-c261-4718-82ad-033df1ec4e11 None None] Pushing event deleted for resources: {'Port': ['ID=a970dbcc-26ce-4379-8575-b6eb1dbf2277,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:30.348371 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc852b4f-45dd-4851-84d3-ff44632852e2 req-d70ecdac-7b61-47f6-9d90-9191896e5ac9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 210 time: 0.0616062 Sep 22 09:37:30.365547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db44f88-c261-4718-82ad-033df1ec4e11 None None] No DVR routers for this DVR port a970dbcc-26ce-4379-8575-b6eb1dbf2277 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:30.393356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d27cd-3c48-4839-85de-750d0b3633f7 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:30.470458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:30.476703 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40794) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:30.641557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '80bbd285-3f5b-4135-ad72-cf95bfb041cc'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:37:30.642507 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:30.768062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:30.845371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 2c4274ea-d9d6-4fc4-985e-1274ad691b6e yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:37:30.882887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6eed0152-3cde-4d66-9378-ec20d0bee35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:30.932518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/80bbd285-3f5b-4135-ad72-cf95bfb041cc/2140439e-c990-4b1b-b6b4-1201ac7c0242) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:30.965333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32ab73-5672-4eab-bf21-ec29e07d6b09 req-9f133d1b-3619-47ac-94bc-bf3522861d9f tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:30.973940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c32ab73-5672-4eab-bf21-ec29e07d6b09 req-9f133d1b-3619-47ac-94bc-bf3522861d9f tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.1246912 Sep 22 09:37:31.042907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c32ab73-5672-4eab-bf21-ec29e07d6b09 req-a2292549-846f-4dd1-9218-4dc293bcd39a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648274 Sep 22 09:37:31.120761 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6eed0152-3cde-4d66-9378-ec20d0bee35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:31.160219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a970dbcc-26ce-4379-8575-b6eb1dbf2277 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:37:31.187393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: a970dbcc-26ce-4379-8575-b6eb1dbf2277 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:37:31.187740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a970dbcc-26ce-4379-8575-b6eb1dbf2277 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:37:31.205534 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:31.207667 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6eed0152-3cde-4d66-9378-ec20d0bee35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:31.250462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed0152-3cde-4d66-9378-ec20d0bee35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a85cef-8763-4a23-9496-77e7f599dd00,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:31.265108 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6eed0152-3cde-4d66-9378-ec20d0bee35c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b72813adb534c2d9ac053f57a116582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7873161 Sep 22 09:37:31.269215 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40812) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:31.313515 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:31.315378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39ce98-2388-4c8f-9077-7833d2803376 req-aa84c196-1493-4bcd-975b-d604f158042a tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:31.327518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db39ce98-2388-4c8f-9077-7833d2803376 req-aa84c196-1493-4bcd-975b-d604f158042a tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 944 time: 0.0917096 Sep 22 09:37:31.384598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:31.387766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:31.391783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:31.402036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Pushing event updated for resources: {'Port': ['ID=2140439e-c990-4b1b-b6b4-1201ac7c0242,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:31.420713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db39ce98-2388-4c8f-9077-7833d2803376 req-5b8391c0-e578-4d6b-86b2-094a5204445a tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921938 Sep 22 09:37:31.444217 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b1e4053-c0e2-46b7-9aa5-fed4338a4e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:31.479094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Attempting to bind port 2140439e-c990-4b1b-b6b4-1201ac7c0242 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:31.479973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Attempting to bind port 2140439e-c990-4b1b-b6b4-1201ac7c0242 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:31.480506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Attempting to bind port 2140439e-c990-4b1b-b6b4-1201ac7c0242 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:31.486022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:31.490258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:31.490258 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:31.490258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:31.490258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Bound port: 2140439e-c990-4b1b-b6b4-1201ac7c0242, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:31.490258 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:31.507571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::d8d3:b728:9221:5524 (201714cb-581c-4a22-b65d-63842f91bb89/80bbd285-3f5b-4135-ad72-cf95bfb041cc/2c4274ea-d9d6-4fc4-985e-1274ad691b6e) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:31.519551 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b1e4053-c0e2-46b7-9aa5-fed4338a4e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:31.529168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be4765b6-3d8a-4538-9d9f-a3877bfd1af5 req-2c5a91aa-5e8a-4eef-a415-1a87603429a7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 210 time: 0.0358028 Sep 22 09:37:31.580367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] For port 2140439e-c990-4b1b-b6b4-1201ac7c0242, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:31.584091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] For port 2140439e-c990-4b1b-b6b4-1201ac7c0242, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2140439e-c990-4b1b-b6b4-1201ac7c0242,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:31.672576 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:31.764431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f469ab6-502f-4c97-b47c-5ee2d96b77f9 None None] Pushing event updated for resources: {'Port': ['ID=2140439e-c990-4b1b-b6b4-1201ac7c0242,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:31.769954 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b1e4053-c0e2-46b7-9aa5-fed4338a4e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:31.773506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b1e4053-c0e2-46b7-9aa5-fed4338a4e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:31.789223 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7b1e4053-c0e2-46b7-9aa5-fed4338a4e1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40a85cef-8763-4a23-9496-77e7f599dd00 HTTP/1.1" status: 204 len: 168 time: 0.5184350 Sep 22 09:37:31.837668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e4053-c0e2-46b7-9aa5-fed4338a4e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a85cef-8763-4a23-9496-77e7f599dd00,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:31.866567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:32.002488 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:32.086018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:32.090647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:32.097009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:32.110879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:32.111931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:32.134620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=2c4274ea-d9d6-4fc4-985e-1274ad691b6e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:32.234767 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f2cb517f-58a8-4305-8077-e6d4a6dc7e71 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0355473 Sep 22 09:37:32.235371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40828) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:32.266696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9909b-acd7-4692-bb30-42e4d24ef8a5 req-2b10da63-4903-442b-8171-563be991f885 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:32.269602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8c9909b-acd7-4692-bb30-42e4d24ef8a5 req-2b10da63-4903-442b-8171-563be991f885 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.0890121 Sep 22 09:37:32.313204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b3774-1ef8-4ce3-a2b1-ff2e39acf87f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:32.322079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b3774-1ef8-4ce3-a2b1-ff2e39acf87f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:32.323760 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-743b3774-1ef8-4ce3-a2b1-ff2e39acf87f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0874183 Sep 22 09:37:32.326906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40830) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:32.350116 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8c9909b-acd7-4692-bb30-42e4d24ef8a5 req-8145eab9-fa39-4909-a3a2-1c3103ee8625 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717263 Sep 22 09:37:32.444962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-16136db5-03d5-42ce-b203-d97142d3b990 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 2c4274ea-d9d6-4fc4-985e-1274ad691b6e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:32.445647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16136db5-03d5-42ce-b203-d97142d3b990 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:32.662623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de97a25-2031-4684-97c6-fe2a0d0b6560 req-6ca4171a-ff48-4280-91cc-2cc212299445 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:32.672665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16136db5-03d5-42ce-b203-d97142d3b990 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:32.679682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7de97a25-2031-4684-97c6-fe2a0d0b6560 req-6ca4171a-ff48-4280-91cc-2cc212299445 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 944 time: 0.1362062 Sep 22 09:37:32.747402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40838) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:32.751040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-16136db5-03d5-42ce-b203-d97142d3b990 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 2c4274ea-d9d6-4fc4-985e-1274ad691b6e owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:32.759655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c6ac616-fa2c-46ce-92da-00c1cee6f998 req-1edcd846-8cdd-41b7-9dc2-bbefc6ff8aa8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 210 time: 0.0878699 Sep 22 09:37:32.782214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa42658d-cf0c-4589-a817-0296a692e62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:32.852517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7de97a25-2031-4684-97c6-fe2a0d0b6560 req-79685f3c-287c-4b8d-8ce7-d601b523373e tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775548 Sep 22 09:37:33.016138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-059debec-f588-4abe-9f49-13fec105a338 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:33.017737 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-059debec-f588-4abe-9f49-13fec105a338 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.60 "GET /v2.0/networks?id=5e435477-bd18-4640-a798-9eff6d0a7ca1 HTTP/1.1" status: 200 len: 814 time: 0.4484026 Sep 22 09:37:33.036105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-7256315d-2ee1-44d8-9c25-4958db6eb395 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:33.036597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Request body: {'port': {'device_id': 'd281ba76-2f36-4743-b4af-f6991a687a42', 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1', 'admin_state_up': True, 'tenant_id': '930c05ee1c0d48178c68e0259b1d0dea'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:33.040097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-7256315d-2ee1-44d8-9c25-4958db6eb395 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.45 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.0948091 Sep 22 09:37:33.250735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Deleting port eb8cce53-df5b-4926-b97e-18a6c9f21e31 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:33.251313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.266070 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa42658d-cf0c-4589-a817-0296a692e62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.299331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2140439e-c990-4b1b-b6b4-1201ac7c0242 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:33.311117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16136db5-03d5-42ce-b203-d97142d3b990 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.356956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16136db5-03d5-42ce-b203-d97142d3b990 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=2c4274ea-d9d6-4fc4-985e-1274ad691b6e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:33.370205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6f503c3f-5dca-47ad-9a70-7d34843fbf23 None None] Provisioning complete for port 2140439e-c990-4b1b-b6b4-1201ac7c0242 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:33.370909 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f503c3f-5dca-47ad-9a70-7d34843fbf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.374736 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa42658d-cf0c-4589-a817-0296a692e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.434411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 006a1523-4b84-4bc7-b80c-1640beeab741 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:37:33.448531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42658d-cf0c-4589-a817-0296a692e62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cee85d2-6d0c-4e67-9ccc-4320457b9429,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:33.463584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16136db5-03d5-42ce-b203-d97142d3b990 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.468771 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-16136db5-03d5-42ce-b203-d97142d3b990 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/2c4274ea-d9d6-4fc4-985e-1274ad691b6e HTTP/1.1" status: 204 len: 168 time: 1.1387949 Sep 22 09:37:33.471548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40846) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:33.487911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] For port eb8cce53-df5b-4926-b97e-18a6c9f21e31, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=eb8cce53-df5b-4926-b97e-18a6c9f21e31,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:33.488507 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.518611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2140439e-c990-4b1b-b6b4-1201ac7c0242 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:33.518996 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.551844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ab3de-c1f5-49e6-855d-ebf484d820e0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:33.554104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ab3de-c1f5-49e6-855d-ebf484d820e0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:33.561448 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ef1ab3de-c1f5-49e6-855d-ebf484d820e0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0838630 Sep 22 09:37:33.563953 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40848) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:33.572320 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fa42658d-cf0c-4589-a817-0296a692e62e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e91fe57dc554382bd743092b08f5b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8234360 Sep 22 09:37:33.574784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40850) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:33.594749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f503c3f-5dca-47ad-9a70-7d34843fbf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.672964 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6435c651-1077-4dda-b8cc-364f16a20c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.676796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Made reservation on behalf of 930c05ee1c0d48178c68e0259b1d0dea for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:33.681391 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.684972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6f503c3f-5dca-47ad-9a70-7d34843fbf23 None None] For port 2140439e-c990-4b1b-b6b4-1201ac7c0242, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2140439e-c990-4b1b-b6b4-1201ac7c0242,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:33.746062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 006a1523-4b84-4bc7-b80c-1640beeab741, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=006a1523-4b84-4bc7-b80c-1640beeab741,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:33.750239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6435c651-1077-4dda-b8cc-364f16a20c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.920489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d9ec2b-36db-4ad7-b711-ac30e1766eeb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 80bbd285-3f5b-4135-ad72-cf95bfb041cc {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:37:33.953793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a44c5-3aa0-4e09-9509-fb517bd2207b req-a01bd52f-4dc3-4ad7-aaa4-477f9651c5c5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:33.955960 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6435c651-1077-4dda-b8cc-364f16a20c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.956498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e4a44c5-3aa0-4e09-9509-fb517bd2207b req-a01bd52f-4dc3-4ad7-aaa4-477f9651c5c5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 946 time: 0.3324361 Sep 22 09:37:33.959554 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ec2b-36db-4ad7-b711-ac30e1766eeb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.966145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ab44482-4083-4626-a9bc-11471a50bf61 req-8e41ebe2-f1ea-4ff3-99f3-445ebcfc0d2e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 210 time: 0.0589583 Sep 22 09:37:33.976872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6435c651-1077-4dda-b8cc-364f16a20c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:33.979940 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6435c651-1077-4dda-b8cc-364f16a20c65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3cee85d2-6d0c-4e67-9ccc-4320457b9429 HTTP/1.1" status: 204 len: 168 time: 0.4033515 Sep 22 09:37:33.992168 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f503c3f-5dca-47ad-9a70-7d34843fbf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.026254 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.040381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '006a1523-4b84-4bc7-b80c-1640beeab741', 'network_id': '250ddee9-42f7-4259-b0da-fcf8cafa1ade', 'port_id': '006a1523-4b84-4bc7-b80c-1640beeab741', 'mac_address': 'fa:16:3e:1b:76:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bb9559-1562-430f-a42d-fb8684a56c3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:37:34.042897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ec2b-36db-4ad7-b711-ac30e1766eeb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.154548 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ec2b-36db-4ad7-b711-ac30e1766eeb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.160438 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a105e24c-6a6c-4ea4-8c70-14ede66beaa5 None None] Could not find standard attr ID for object 2c4274ea-d9d6-4fc4-985e-1274ad691b6e. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:37:34.197001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Allocated IP 172.20.0.13 (5e435477-bd18-4640-a798-9eff6d0a7ca1/513f0a29-a218-4e9f-9a9f-f5fef781aa74/f9dbe5cd-4931-4434-9419-bc74222b31f6) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:34.217885 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f503c3f-5dca-47ad-9a70-7d34843fbf23 None None] Pushing event updated for resources: {'Port': ['ID=2140439e-c990-4b1b-b6b4-1201ac7c0242,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:34.225874 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:37:34.226225 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:37:34.234431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.258882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006a1523-4b84-4bc7-b80c-1640beeab741 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:37:34.290573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 006a1523-4b84-4bc7-b80c-1640beeab741, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=006a1523-4b84-4bc7-b80c-1640beeab741,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:34.332815 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ec2b-36db-4ad7-b711-ac30e1766eeb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.346553 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435c651-1077-4dda-b8cc-364f16a20c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cee85d2-6d0c-4e67-9ccc-4320457b9429,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:34.367658 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.383255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9ec2b-36db-4ad7-b711-ac30e1766eeb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=80bbd285-3f5b-4135-ad72-cf95bfb041cc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:34.400750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.401228 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.401490 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Floating IP c178dec8-12a1-4135-8de1-1b5130b7fa14 disassociated. External IP: 172.25.6.40, port: eb8cce53-df5b-4926-b97e-18a6c9f21e31. Sep 22 09:37:34.401844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Calling delete_port for eb8cce53-df5b-4926-b97e-18a6c9f21e31 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:34.407944 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ec2b-36db-4ad7-b711-ac30e1766eeb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.409426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.412271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f6d9ec2b-36db-4ad7-b711-ac30e1766eeb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/80bbd285-3f5b-4135-ad72-cf95bfb041cc HTTP/1.1" status: 204 len: 168 time: 0.7881072 Sep 22 09:37:34.414315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40864) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:34.416353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e4a44c5-3aa0-4e09-9509-fb517bd2207b req-7675db0d-88f6-466e-9c92-7ec687e426ad tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=c6318217-336c-44df-87e0-7fca6d5b7267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717441 Sep 22 09:37:34.436048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8ceb8-33cf-4e57-8b35-b27a6406f2a8 req-0721a6d8-e268-4efb-b5eb-482505b2572e tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:34.445494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53d8ceb8-33cf-4e57-8b35-b27a6406f2a8 req-0721a6d8-e268-4efb-b5eb-482505b2572e tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 944 time: 0.1996443 Sep 22 09:37:34.452889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=006a1523-4b84-4bc7-b80c-1640beeab741,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:34.463565 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-02593a95-14cb-451a-a037-1e8bbbcc6bd2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452809 Sep 22 09:37:34.464384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40866) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:34.469936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8aeb32ec-d34f-4295-91b8-936dc22b3766 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:34.487600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb5cc68-ab6f-45e1-bf87-8a8edf696e73 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:34.539562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53d8ceb8-33cf-4e57-8b35-b27a6406f2a8 req-20c6a167-a322-414d-b7fc-5bcb38c57469 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884385 Sep 22 09:37:34.754349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08700bd-86fc-4be7-8e7f-2a8a55f0ade7 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:37:34.757319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:34.786792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['006a1523-4b84-4bc7-b80c-1640beeab741'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:37:34.811545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event deleted for resources: {'Port': ['ID=eb8cce53-df5b-4926-b97e-18a6c9f21e31,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:34.939581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c08700bd-86fc-4be7-8e7f-2a8a55f0ade7 None None] Deleting port 2140439e-c990-4b1b-b6b4-1201ac7c0242 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:34.940380 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c08700bd-86fc-4be7-8e7f-2a8a55f0ade7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:35.002941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:37:35.082969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:35.105076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['9178587b-1348-488a-86f3-902f603d3fdb'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:37:35.210403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c08700bd-86fc-4be7-8e7f-2a8a55f0ade7 None None] For port 2140439e-c990-4b1b-b6b4-1201ac7c0242, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2140439e-c990-4b1b-b6b4-1201ac7c0242,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:35.212146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb32ec-d34f-4295-91b8-936dc22b3766 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:35.217594 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c08700bd-86fc-4be7-8e7f-2a8a55f0ade7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:35.227402 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8aeb32ec-d34f-4295-91b8-936dc22b3766 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:35.254846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:37:35.278223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Network 5e435477-bd18-4640-a798-9eff6d0a7ca1 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:35.281230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2140439e-c990-4b1b-b6b4-1201ac7c0242 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:37:35.284482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dae2e2-ba95-4eb5-a435-0eef4b41d19f None None] Sync routers for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:37:35.294662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:35.304980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:35.342353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c08700bd-86fc-4be7-8e7f-2a8a55f0ade7 None None] Calling delete_port for 2140439e-c990-4b1b-b6b4-1201ac7c0242 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:35.344149 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dae2e2-ba95-4eb5-a435-0eef4b41d19f None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:37:35.344817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-98dae2e2-ba95-4eb5-a435-0eef4b41d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:37:35.353744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Pushing event updated for resources: {'Port': ['ID=f9dbe5cd-4931-4434-9419-bc74222b31f6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:35.460656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:35.461609 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:35.469078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] No DVR routers for this DVR port eb8cce53-df5b-4926-b97e-18a6c9f21e31 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:35.482093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:35.492817 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11a632e6-87e9-42cb-97ca-3e602062f525 req-1ffacebb-f73b-476f-a5eb-b8dff873b065 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.45 "DELETE /v2.0/ports/eb8cce53-df5b-4926-b97e-18a6c9f21e31 HTTP/1.1" status: 204 len: 173 time: 2.4414451 Sep 22 09:37:35.494153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'name': 'network-vif-deleted', 'tag': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:37:35.502953 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f75362-e57a-4546-aed0-ebce1add1f63" -d '{"events": [{"server_uuid": "ebd66d87-cf19-49ae-9fd3-901ad940b59d", "name": "network-vif-deleted", "tag": "eb8cce53-df5b-4926-b97e-18a6c9f21e31"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:37:35.533821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-6824cbdf-e36a-481e-8287-026887724b7a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3218284 Sep 22 09:37:35.550286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device eb8cce53-df5b-4926-b97e-18a6c9f21e31 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:37:35.551234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d00bb6-602d-4efe-9d57-3544b75104dd req-db903d48-9ca2-4404-a6ed-7e0683045ead tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:35.554359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47d00bb6-602d-4efe-9d57-3544b75104dd req-db903d48-9ca2-4404-a6ed-7e0683045ead tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 932 time: 0.3107851 Sep 22 09:37:35.596296 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-95c38f7a-0d3e-4671-8cec-256e0f6c1227 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5647333 Sep 22 09:37:35.611640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Request body: {'port': {'device_id': 'd281ba76-2f36-4743-b4af-f6991a687a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:35.636172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: eb8cce53-df5b-4926-b97e-18a6c9f21e31 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:37:35.637886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device eb8cce53-df5b-4926-b97e-18a6c9f21e31 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:37:35.693382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-246605df-d5dd-4bd0-ba6b-92a84dc79652 req-60d78333-3271-40c3-902a-13e7a03ce8ce tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 210 time: 0.0990021 Sep 22 09:37:35.706276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47d00bb6-602d-4efe-9d57-3544b75104dd req-1220b6af-57e4-465e-a869-8ce30ede3fbe tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444685 Sep 22 09:37:35.713411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-aca19928-4835-4160-bb84-93f6768bc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:35.715366 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-aca19928-4835-4160-bb84-93f6768bc54f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=624fd7e667434d99abf4188bebdaebf4&device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 1096 time: 0.1098046 Sep 22 09:37:35.768479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-98dae2e2-ba95-4eb5-a435-0eef4b41d19f None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:37:35.793856 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8aeb32ec-d34f-4295-91b8-936dc22b3766 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:35.895681 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf434e1-ab5d-4bf7-bdc7-9f10fd43a6af x-openstack-request-id: req-6bf434e1-ab5d-4bf7-bdc7-9f10fd43a6af {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:37:35.896321 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd66d87-cf19-49ae-9fd3-901ad940b59d", "name": "network-vif-deleted", "tag": "eb8cce53-df5b-4926-b97e-18a6c9f21e31", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:37:35.896679 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bf434e1-ab5d-4bf7-bdc7-9f10fd43a6af {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:37:35.897247 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd66d87-cf19-49ae-9fd3-901ad940b59d', 'name': 'network-vif-deleted', 'tag': 'eb8cce53-df5b-4926-b97e-18a6c9f21e31', 'status': 'completed', 'code': 200} Sep 22 09:37:35.926559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb32ec-d34f-4295-91b8-936dc22b3766 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:35.932617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb32ec-d34f-4295-91b8-936dc22b3766 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:35.938114 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:35.943982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb32ec-d34f-4295-91b8-936dc22b3766 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:35.945394 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8aeb32ec-d34f-4295-91b8-936dc22b3766 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:35.965956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb32ec-d34f-4295-91b8-936dc22b3766 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=e167f6a8-da3d-48ef-8482-b8008d04eb42,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:35.996500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-056094ce-dd29-48f3-85e3-a698adf303d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:35.998139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-056094ce-dd29-48f3-85e3-a698adf303d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=472dd4b2-01fa-466e-aa1b-60409bc0f927 HTTP/1.1" status: 200 len: 916 time: 0.2596340 Sep 22 09:37:36.035538 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:36.055993 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8aeb32ec-d34f-4295-91b8-936dc22b3766 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5902045 Sep 22 09:37:36.062119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40898) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:36.070539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': 'e167f6a8-da3d-48ef-8482-b8008d04eb42', 'ip_address': '2001:db8::ec36:7fa6:9f97:17f7'}], 'name': 'tempest-NetworksTestDHCPv6-1737253343'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:36.117405 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c08700bd-86fc-4be7-8e7f-2a8a55f0ade7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:36.155963 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-181344c0-31fc-4e57-b2d3-1789f1954237 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 HTTP/1.1" status: 200 len: 1001 time: 0.1494675 Sep 22 09:37:36.169508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1836406-078f-4637-92bf-782f5926d53e req-fecb7b17-0817-401c-a624-b40da8ba2a31 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:36.171094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1836406-078f-4637-92bf-782f5926d53e req-fecb7b17-0817-401c-a624-b40da8ba2a31 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 945 time: 0.2717853 Sep 22 09:37:36.184594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08700bd-86fc-4be7-8e7f-2a8a55f0ade7 None None] No DVR routers for this DVR port 2140439e-c990-4b1b-b6b4-1201ac7c0242 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:36.188283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08700bd-86fc-4be7-8e7f-2a8a55f0ade7 None None] Pushing event deleted for resources: {'Port': ['ID=2140439e-c990-4b1b-b6b4-1201ac7c0242,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:36.275360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c2640-2ff7-47b8-80a2-6e075647d2c4 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:36.376911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-5e31dc44-f682-4e81-ae08-c5fce435fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:36.379419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-5e31dc44-f682-4e81-ae08-c5fce435fd91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400 HTTP/1.1" status: 200 len: 854 time: 0.2072966 Sep 22 09:37:36.456942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1836406-078f-4637-92bf-782f5926d53e req-31b0c7c6-4266-412b-a48f-d1d65b8f0b2b tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753870 Sep 22 09:37:36.472754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-98dae2e2-ba95-4eb5-a435-0eef4b41d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:37:36.502473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-e5bafe2e-ce05-4a87-b6d0-c20d8c4d04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:36.506531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-e5bafe2e-ce05-4a87-b6d0-c20d8c4d04b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=472dd4b2-01fa-466e-aa1b-60409bc0f927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182601 Sep 22 09:37:36.512552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dae2e2-ba95-4eb5-a435-0eef4b41d19f None None] Checking router: c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:37:36.541504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dae2e2-ba95-4eb5-a435-0eef4b41d19f None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:37:36.544151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-98dae2e2-ba95-4eb5-a435-0eef4b41d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:37:36.621250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': 'e167f6a8-da3d-48ef-8482-b8008d04eb42'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:37:36.622655 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:36.654288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:36.688008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-290b5b36-9f40-4470-b0ff-e0160575a812 service neutron] 10.222.0.60 "GET /v2.0/networks/472dd4b2-01fa-466e-aa1b-60409bc0f927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716721 Sep 22 09:37:36.812000 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:36.835953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 16511e82-bedc-43d2-a4f5-90d94937f448 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:37:36.907014 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f70ef92-eff6-44fc-a323-53b410c47d62 req-b76737f2-5293-4317-9f43-b3a906409cab service neutron] 10.222.0.60 "GET /v2.0/networks/472dd4b2-01fa-466e-aa1b-60409bc0f927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104259 Sep 22 09:37:36.938383 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-703b1142-7c3f-4b66-817a-c8ee2dff2a45 req-0583121d-190a-496e-aaab-e903d119e3c3 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebd66d87-cf19-49ae-9fd3-901ad940b59d HTTP/1.1" status: 200 len: 210 time: 0.0638211 Sep 22 09:37:36.978096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305ebbc-1d7f-4975-b252-e8dd33f49854 req-07c501ef-4aa3-45f3-8990-a287e0459970 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:36.983973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b305ebbc-1d7f-4975-b252-e8dd33f49854 req-07c501ef-4aa3-45f3-8990-a287e0459970 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 932 time: 0.1082006 Sep 22 09:37:36.987990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dbe5cd-4931-4434-9419-bc74222b31f6 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:37:37.036511 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:37.063512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-98dae2e2-ba95-4eb5-a435-0eef4b41d19f None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:37:37.074418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b305ebbc-1d7f-4975-b252-e8dd33f49854 req-2fa14bae-c90b-40d3-918a-41aed956250b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892646 Sep 22 09:37:37.085074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Transition to ACTIVE for port object f9dbe5cd-4931-4434-9419-bc74222b31f6 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:37:37.169776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/e167f6a8-da3d-48ef-8482-b8008d04eb42/5efa6753-36e7-421b-b8c6-1cbc3ef452cf) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:37.361907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:37.434110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 006a1523-4b84-4bc7-b80c-1640beeab741 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:37.494086 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:37.506876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dbe5cd-4931-4434-9419-bc74222b31f6,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:37.547890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-98dae2e2-ba95-4eb5-a435-0eef4b41d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:37:37.607559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bb3cb-5a01-4190-9228-949a733d8acb req-25ac8802-0af7-46dd-aaca-915b0c54a107 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:37.615562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-174bb3cb-5a01-4190-9228-949a733d8acb req-25ac8802-0af7-46dd-aaca-915b0c54a107 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 945 time: 0.0660112 Sep 22 09:37:37.615946 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:37.618992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dae2e2-ba95-4eb5-a435-0eef4b41d19f None None] The sync data for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 is: [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:37:37.652499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Attempting to bind port f9dbe5cd-4931-4434-9419-bc74222b31f6 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:37.653384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Attempting to bind port f9dbe5cd-4931-4434-9419-bc74222b31f6 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:37.653927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Attempting to bind port f9dbe5cd-4931-4434-9419-bc74222b31f6 on network 5e435477-bd18-4640-a798-9eff6d0a7ca1 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:37.671263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::ec36:7fa6:9f97:17f7 (201714cb-581c-4a22-b65d-63842f91bb89/e167f6a8-da3d-48ef-8482-b8008d04eb42/16511e82-bedc-43d2-a4f5-90d94937f448) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:37.674629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Port f9dbe5cd-4931-4434-9419-bc74222b31f6 on network 5e435477-bd18-4640-a798-9eff6d0a7ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:37.674629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Attempting to bind port f9dbe5cd-4931-4434-9419-bc74222b31f6 on network 5e435477-bd18-4640-a798-9eff6d0a7ca1 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:37.688582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:37.689067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Checking segment: {'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:37.689352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Bound using segment: {'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:37.689834 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Bound port: f9dbe5cd-4931-4434-9419-bc74222b31f6, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:37.690157 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:37.695481 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:37.699886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:37.703589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-174bb3cb-5a01-4190-9228-949a733d8acb req-e95084c7-e695-4ee8-8bb4-ef807f737879 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855095 Sep 22 09:37:37.704082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:37.732058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Pushing event updated for resources: {'Port': ['ID=5efa6753-36e7-421b-b8c6-1cbc3ef452cf,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:37.792792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 006a1523-4b84-4bc7-b80c-1640beeab741 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:37:37.817145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 006a1523-4b84-4bc7-b80c-1640beeab741 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:37.818404 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:37.822795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Attempting to bind port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:37.823329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Attempting to bind port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:37.823868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Attempting to bind port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:37.859742 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] For port f9dbe5cd-4931-4434-9419-bc74222b31f6, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:37.873750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:37.874185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:37.874679 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:37.875231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:37.875905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Bound port: 5efa6753-36e7-421b-b8c6-1cbc3ef452cf, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:37.876438 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:37.886643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] For port f9dbe5cd-4931-4434-9419-bc74222b31f6, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f9dbe5cd-4931-4434-9419-bc74222b31f6,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:37.992944 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:37.996437 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:38.065987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:38.066768 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:38.068946 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] 10.222.0.60 "PUT /v2.0/ports/f9dbe5cd-4931-4434-9419-bc74222b31f6 HTTP/1.1" status: 200 len: 1092 time: 2.4645140 Sep 22 09:37:38.072019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd281ba76-2f36-4743-b4af-f6991a687a42', 'tag': 'f9dbe5cd-4931-4434-9419-bc74222b31f6'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:37:38.075440 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d67a10-7b69-46db-af2b-6066d19fb24f" -d '{"events": [{"name": "network-changed", "server_uuid": "d281ba76-2f36-4743-b4af-f6991a687a42", "tag": "f9dbe5cd-4931-4434-9419-bc74222b31f6"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:37:38.105950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] For port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:38.119304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] For port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5efa6753-36e7-421b-b8c6-1cbc3ef452cf,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:38.145649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fd016-f1d8-4d78-872e-bcf350c36a54 service neutron] Pushing event updated for resources: {'Port': ['ID=f9dbe5cd-4931-4434-9419-bc74222b31f6,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:38.166782 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:38.167111 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fe6be3-abe6-43cd-843e-cecee48ae4c8 x-openstack-request-id: req-b9fe6be3-abe6-43cd-843e-cecee48ae4c8 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:37:38.167111 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d281ba76-2f36-4743-b4af-f6991a687a42", "tag": "f9dbe5cd-4931-4434-9419-bc74222b31f6", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:37:38.167111 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9fe6be3-abe6-43cd-843e-cecee48ae4c8 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:37:38.167111 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd281ba76-2f36-4743-b4af-f6991a687a42', 'tag': 'f9dbe5cd-4931-4434-9419-bc74222b31f6', 'status': 'completed', 'code': 200} Sep 22 09:37:38.227511 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb37e5-f463-4b7b-bbc5-82cc706e8104 None None] New status for floating IP c178dec8-12a1-4135-8de1-1b5130b7fa14: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:37:38.259175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0941d0-7402-425c-92a8-a3c728ad9741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006a1523-4b84-4bc7-b80c-1640beeab741'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:37:38.269443 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ea5ace-dc27-4f9c-b2db-ce111bbc7e3f" -d '{"events": [{"server_uuid": "ea0941d0-7402-425c-92a8-a3c728ad9741", "name": "network-vif-plugged", "status": "completed", "tag": "006a1523-4b84-4bc7-b80c-1640beeab741"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:37:38.281225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d67a10-7b69-46db-af2b-6066d19fb24f req-12479906-55cc-4fc4-8fa5-a556d3e664f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:38.285638 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-28d67a10-7b69-46db-af2b-6066d19fb24f req-12479906-55cc-4fc4-8fa5-a556d3e664f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 1095 time: 0.1054614 Sep 22 09:37:38.307734 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:38.339658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40944) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:38.366862 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:38.413809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6094c4f-c810-4f29-979d-d4ecdcc17227 req-9da173c3-2857-49eb-96e2-808d186ba543 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:38.427568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6094c4f-c810-4f29-979d-d4ecdcc17227 req-9da173c3-2857-49eb-96e2-808d186ba543 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 944 time: 0.1688054 Sep 22 09:37:38.433825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 006a1523-4b84-4bc7-b80c-1640beeab741, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=006a1523-4b84-4bc7-b80c-1640beeab741,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:38.552693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cf1b3-f1a9-4bd4-a077-2b0df6c23d29 None None] Pushing event updated for resources: {'Port': ['ID=5efa6753-36e7-421b-b8c6-1cbc3ef452cf,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:38.563739 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:38.571172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6094c4f-c810-4f29-979d-d4ecdcc17227 req-391131eb-632b-4f1e-9671-c72e5c661d92 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367736 Sep 22 09:37:38.641762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:38.665109 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92386c1b-a388-4be1-995d-ee7ee443a66f x-openstack-request-id: req-92386c1b-a388-4be1-995d-ee7ee443a66f {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:37:38.665559 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0941d0-7402-425c-92a8-a3c728ad9741", "name": "network-vif-plugged", "status": "completed", "tag": "006a1523-4b84-4bc7-b80c-1640beeab741", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:37:38.665909 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92386c1b-a388-4be1-995d-ee7ee443a66f {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:37:38.666409 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0941d0-7402-425c-92a8-a3c728ad9741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006a1523-4b84-4bc7-b80c-1640beeab741', 'code': 200} Sep 22 09:37:38.689033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:38.691446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=16511e82-bedc-43d2-a4f5-90d94937f448,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:38.697187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:38.703466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:38.704506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:38.722191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=006a1523-4b84-4bc7-b80c-1640beeab741,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:38.779798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e056544c-010d-4288-b0ad-5cac704b964a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:38.789349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d67a10-7b69-46db-af2b-6066d19fb24f req-66de7c46-82f4-40eb-b728-55b0eca978e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:38.795107 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-28d67a10-7b69-46db-af2b-6066d19fb24f req-66de7c46-82f4-40eb-b728-55b0eca978e0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4990647 Sep 22 09:37:38.884265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a816abc8-e185-4e8a-9d2c-d4c2ae92b8c1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8205514 Sep 22 09:37:38.888326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40958) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:38.896337 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e056544c-010d-4288-b0ad-5cac704b964a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:38.966758 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849ef73-acef-48f3-8535-66c21cdb21d9 req-13c6c5a6-86a0-41d8-9e43-390edc699f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:38.969378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4849ef73-acef-48f3-8535-66c21cdb21d9 req-13c6c5a6-86a0-41d8-9e43-390edc699f9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 1097 time: 0.1817019 Sep 22 09:37:38.984872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff002d6-3eeb-468b-88b0-45ec4d98c7ca req-00257a3b-6a82-49ad-aa99-fe473d2f6dde tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:38.987400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ff002d6-3eeb-468b-88b0-45ec4d98c7ca req-00257a3b-6a82-49ad-aa99-fe473d2f6dde tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 946 time: 0.1203086 Sep 22 09:37:39.064514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4849ef73-acef-48f3-8535-66c21cdb21d9 req-4d3e1ff0-4aa5-4aa9-b155-c6189190dc3a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778236 Sep 22 09:37:39.080331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e5672-5b40-47d5-987d-94b164a381ad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:39.087283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e5672-5b40-47d5-987d-94b164a381ad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:39.091472 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d23e5672-5b40-47d5-987d-94b164a381ad tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1974332 Sep 22 09:37:39.091626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ff002d6-3eeb-468b-88b0-45ec4d98c7ca req-351c48d6-bc0f-4bde-9c72-299f2b4afcba tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921917 Sep 22 09:37:39.092033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40960) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:39.098588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d67a10-7b69-46db-af2b-6066d19fb24f req-99d08971-cbf7-4717-8a67-8b5b10a724cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:39.100758 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-28d67a10-7b69-46db-af2b-6066d19fb24f req-99d08971-cbf7-4717-8a67-8b5b10a724cb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2960737 Sep 22 09:37:39.243450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5efa6753-36e7-421b-b8c6-1cbc3ef452cf up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:39.246358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-03935239-7b9f-4fb8-8c44-1cec36bb8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:39.249065 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-03935239-7b9f-4fb8-8c44-1cec36bb8884 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 1095 time: 0.0966291 Sep 22 09:37:39.259897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-ff08a867-50f4-4c4e-b5d2-ff88f9e22c26 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 16511e82-bedc-43d2-a4f5-90d94937f448 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:39.260249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff08a867-50f4-4c4e-b5d2-ff88f9e22c26 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:39.321853 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-c2e149c1-1546-485f-a123-d147447c8880 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9dbe5cd-4931-4434-9419-bc74222b31f6 HTTP/1.1" status: 200 len: 217 time: 0.0561020 Sep 22 09:37:39.340211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:39.340976 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:39.401548 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff08a867-50f4-4c4e-b5d2-ff88f9e22c26 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:39.415611 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-9beeeba7-90cf-4550-93d5-e4d700700908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:39.417295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-ff08a867-50f4-4c4e-b5d2-ff88f9e22c26 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 16511e82-bedc-43d2-a4f5-90d94937f448 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:39.420972 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-9beeeba7-90cf-4550-93d5-e4d700700908 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=513f0a29-a218-4e9f-9a9f-f5fef781aa74 HTTP/1.1" status: 200 len: 854 time: 0.0877841 Sep 22 09:37:39.497413 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-f6ddd454-d1fc-4518-81c2-ed2136681a13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e435477-bd18-4640-a798-9eff6d0a7ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661364 Sep 22 09:37:39.512989 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:39.634355 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-a87bc3a1-494d-42cc-be1b-377ec9f045c1 service neutron] 10.222.0.60 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299028 Sep 22 09:37:39.657920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5efa6753-36e7-421b-b8c6-1cbc3ef452cf,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:39.708191 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e056544c-010d-4288-b0ad-5cac704b964a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:39.719753 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e056544c-010d-4288-b0ad-5cac704b964a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:39.725513 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e056544c-010d-4288-b0ad-5cac704b964a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "DELETE /v2.0/security-groups/c6318217-336c-44df-87e0-7fca6d5b7267 HTTP/1.1" status: 204 len: 168 time: 1.3822846 Sep 22 09:37:39.727076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40982) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:39.775116 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:39.879514 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff08a867-50f4-4c4e-b5d2-ff88f9e22c26 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:39.895271 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-074a51c6-6b2f-44e8-8bf5-70986500c491 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] show failed (client error): The resource could not be found. Sep 22 09:37:39.896359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-074a51c6-6b2f-44e8-8bf5-70986500c491 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups/c6318217-336c-44df-87e0-7fca6d5b7267 HTTP/1.1" status: 404 len: 347 time: 0.1678641 Sep 22 09:37:39.913064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40990) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:39.933662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=5efa6753-36e7-421b-b8c6-1cbc3ef452cf,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:39.964161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08a867-50f4-4c4e-b5d2-ff88f9e22c26 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=16511e82-bedc-43d2-a4f5-90d94937f448,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:39.982201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98a3c4-0f9e-4a95-a929-9d6f64f0306f req-1d10b608-93cc-4caf-81d3-a20e714c37c3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:39.984152 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb98a3c4-0f9e-4a95-a929-9d6f64f0306f req-1d10b608-93cc-4caf-81d3-a20e714c37c3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 944 time: 0.1492863 Sep 22 09:37:40.043040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056544c-010d-4288-b0ad-5cac704b964a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6318217-336c-44df-87e0-7fca6d5b7267,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:40.059935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff08a867-50f4-4c4e-b5d2-ff88f9e22c26 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:40.064913 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ff08a867-50f4-4c4e-b5d2-ff88f9e22c26 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/16511e82-bedc-43d2-a4f5-90d94937f448 HTTP/1.1" status: 204 len: 168 time: 0.9713976 Sep 22 09:37:40.065538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41000) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:40.184169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b7e7b-779b-417d-8d74-b953abc894fb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:40.198357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b7e7b-779b-417d-8d74-b953abc894fb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:40.203128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9c7b7e7b-779b-417d-8d74-b953abc894fb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1365614 Sep 22 09:37:40.210031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41008) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:40.280830 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c04e091c-20b0-49c9-8bb0-d5b04d18a745 req-2a960817-580f-4616-94a5-12f841509cba service neutron] 10.222.0.60 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367891 Sep 22 09:37:40.360291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-39739463-71fa-4c6f-bfe2-3abac78e7a5d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Deleting port c195792d-6bdf-4078-b37d-5a83c8209645 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:40.381272 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39739463-71fa-4c6f-bfe2-3abac78e7a5d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:40.381822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb71c17-09e6-4ef6-af25-0f334d737db1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet e167f6a8-da3d-48ef-8482-b8008d04eb42 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:37:40.388488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-05056cd8-582c-4ac1-9d7f-74c3201bf04c None None] Provisioning complete for port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:40.389192 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4fb71c17-09e6-4ef6-af25-0f334d737db1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:40.394314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05056cd8-582c-4ac1-9d7f-74c3201bf04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:40.451742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0dc61-a292-4e48-ad2e-79ff2bc2aa91 req-fd23f24a-ce1d-4082-a848-0e32337eafa4 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:40.455444 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1cd0dc61-a292-4e48-ad2e-79ff2bc2aa91 req-fd23f24a-ce1d-4082-a848-0e32337eafa4 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 946 time: 0.1496723 Sep 22 09:37:40.492704 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39739463-71fa-4c6f-bfe2-3abac78e7a5d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:40.493101 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39739463-71fa-4c6f-bfe2-3abac78e7a5d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:40.495953 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4fb71c17-09e6-4ef6-af25-0f334d737db1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:40.513425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-39739463-71fa-4c6f-bfe2-3abac78e7a5d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Calling delete_port for c195792d-6bdf-4078-b37d-5a83c8209645 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:40.556769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1cd0dc61-a292-4e48-ad2e-79ff2bc2aa91 req-3c24de4b-e2bd-4ec9-b57f-08619f049007 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876069 Sep 22 09:37:40.678428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb98a3c4-0f9e-4a95-a929-9d6f64f0306f req-b84a4330-4aea-4e99-8e1f-725b6a742712 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343534 Sep 22 09:37:40.695078 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4fb71c17-09e6-4ef6-af25-0f334d737db1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:40.854266 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4fb71c17-09e6-4ef6-af25-0f334d737db1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:40.893061 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39739463-71fa-4c6f-bfe2-3abac78e7a5d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:40.908682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0efd63a4-21a6-4cc5-881c-c80bf49a9ee7 None None] Could not find standard attr ID for object 16511e82-bedc-43d2-a4f5-90d94937f448. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:37:40.934766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39739463-71fa-4c6f-bfe2-3abac78e7a5d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event deleted for resources: {'Port': ['ID=c195792d-6bdf-4078-b37d-5a83c8209645,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:40.958778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb71c17-09e6-4ef6-af25-0f334d737db1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=e167f6a8-da3d-48ef-8482-b8008d04eb42,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:40.964409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4fb71c17-09e6-4ef6-af25-0f334d737db1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:40.967045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4fb71c17-09e6-4ef6-af25-0f334d737db1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/e167f6a8-da3d-48ef-8482-b8008d04eb42 HTTP/1.1" status: 204 len: 168 time: 0.7545683 Sep 22 09:37:40.975832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41048) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:41.024508 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39739463-71fa-4c6f-bfe2-3abac78e7a5d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:41.027365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39739463-71fa-4c6f-bfe2-3abac78e7a5d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:41.031241 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-39739463-71fa-4c6f-bfe2-3abac78e7a5d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "DELETE /v2.0/floatingips/c178dec8-12a1-4135-8de1-1b5130b7fa14 HTTP/1.1" status: 204 len: 168 time: 1.1147001 Sep 22 09:37:41.034512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5d81bbe4-a72b-4633-aba4-dc10464cd43b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570028 Sep 22 09:37:41.037465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41050) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:41.044270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c2f18c60-ed07-4112-9283-036793738b66 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:41.211801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce0c614-62f4-4922-aa9c-d11c1878364f None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:41.233058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5efa6753-36e7-421b-b8c6-1cbc3ef452cf up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:41.316156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f18c60-ed07-4112-9283-036793738b66 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:41.323474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c2f18c60-ed07-4112-9283-036793738b66 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:41.403334 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:37:41.478059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:41.479078 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:41.653784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc5fc54-6167-409b-b7d5-99060377a480 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:37:41.747221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41078) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:41.756366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9882a7bc-2048-4963-9bb8-663e66e7da6c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--847783656', 'description': 'tempest-description--1483330606'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:41.806294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-adc5fc54-6167-409b-b7d5-99060377a480 None None] Deleting port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:41.807362 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-adc5fc54-6167-409b-b7d5-99060377a480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:41.883273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c2f18c60-ed07-4112-9283-036793738b66 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:41.900005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-adc5fc54-6167-409b-b7d5-99060377a480 None None] For port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5efa6753-36e7-421b-b8c6-1cbc3ef452cf,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:41.900444 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-adc5fc54-6167-409b-b7d5-99060377a480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:41.924964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-adc5fc54-6167-409b-b7d5-99060377a480 None None] Calling delete_port for 5efa6753-36e7-421b-b8c6-1cbc3ef452cf owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:41.935710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9882a7bc-2048-4963-9bb8-663e66e7da6c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:41.982855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f18c60-ed07-4112-9283-036793738b66 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:42.002171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c2f18c60-ed07-4112-9283-036793738b66 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:42.004024 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f18c60-ed07-4112-9283-036793738b66 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:42.004642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c2f18c60-ed07-4112-9283-036793738b66 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:42.037635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f18c60-ed07-4112-9283-036793738b66 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=27d5890c-49b3-41c0-b0c9-2997dc790b5d,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:42.132013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9882a7bc-2048-4963-9bb8-663e66e7da6c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:42.177853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fc111-3f0d-44d5-914b-fee38aa58f07 req-330ccc94-840a-4943-8b54-3893ff1ddb3a tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:42.180387 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a13fc111-3f0d-44d5-914b-fee38aa58f07 req-330ccc94-840a-4943-8b54-3893ff1ddb3a tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 946 time: 0.5079100 Sep 22 09:37:42.226915 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a13fc111-3f0d-44d5-914b-fee38aa58f07 req-b8934161-6bdb-45ad-8680-86a61d217a1f tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393367 Sep 22 09:37:42.285985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da0436-c587-4dc0-aa53-8c43322948dd req-35cce222-aa9a-4c97-bbd1-54c427e4c6f8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:42.287709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6da0436-c587-4dc0-aa53-8c43322948dd req-35cce222-aa9a-4c97-bbd1-54c427e4c6f8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 944 time: 0.1548529 Sep 22 09:37:42.368465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6da0436-c587-4dc0-aa53-8c43322948dd req-e1f8ee6f-7c0a-4b22-a267-aa133be5c681 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695915 Sep 22 09:37:42.459226 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-adc5fc54-6167-409b-b7d5-99060377a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:42.482872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9882a7bc-2048-4963-9bb8-663e66e7da6c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:42.487937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5fc54-6167-409b-b7d5-99060377a480 None None] Pushing event deleted for resources: {'Port': ['ID=5efa6753-36e7-421b-b8c6-1cbc3ef452cf,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:42.493251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5fc54-6167-409b-b7d5-99060377a480 None None] No DVR routers for this DVR port 5efa6753-36e7-421b-b8c6-1cbc3ef452cf on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:42.520140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee888cd-85f5-411d-8952-b505fdbcf185 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:42.528901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882a7bc-2048-4963-9bb8-663e66e7da6c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae92edf-0d49-4a40-b085-ef53d18f78f3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:42.582628 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c2f18c60-ed07-4112-9283-036793738b66 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5431499 Sep 22 09:37:42.585613 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41096) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:42.591062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': '27d5890c-49b3-41c0-b0c9-2997dc790b5d', 'ip_address': '2001:db8::5387:5a21:ee6a:9867'}], 'name': 'tempest-NetworksTestDHCPv6-1976136153'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:42.648316 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9882a7bc-2048-4963-9bb8-663e66e7da6c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:42.653472 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9882a7bc-2048-4963-9bb8-663e66e7da6c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9047270 Sep 22 09:37:42.654915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41098) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:42.661129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d2ae85c4-3db3-47e4-bba0-a7a1a3ca42e8 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'security_group_rule': {'security_group_id': '9ae92edf-0d49-4a40-b085-ef53d18f78f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:42.706115 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '27d5890c-49b3-41c0-b0c9-2997dc790b5d'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:37:42.707032 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:42.820536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2ae85c4-3db3-47e4-bba0-a7a1a3ca42e8 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:42.843324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41102) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:42.876463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/27d5890c-49b3-41c0-b0c9-2997dc790b5d/a456613c-54a6-49b4-a19a-6026b9435271) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:42.887254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2ae85c4-3db3-47e4-bba0-a7a1a3ca42e8 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:42.893907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:42.999659 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23ed904a-d125-4394-9e38-0b9e00776e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.003121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2ae85c4-3db3-47e4-bba0-a7a1a3ca42e8 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.029394 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.046307 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae85c4-3db3-47e4-bba0-a7a1a3ca42e8 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbd37df-399c-4346-8c08-78e9565c5353,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:43.057126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 44b69f35-410a-41e1-94c7-95a6d4ea6c49 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:37:43.069336 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.184421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5efa6753-36e7-421b-b8c6-1cbc3ef452cf no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:37:43.206328 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 5efa6753-36e7-421b-b8c6-1cbc3ef452cf {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:37:43.206677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5efa6753-36e7-421b-b8c6-1cbc3ef452cf not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:37:43.236856 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.281976 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:43.287630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:43.295341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:43.298744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Pushing event updated for resources: {'Port': ['ID=a456613c-54a6-49b4-a19a-6026b9435271,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:43.317904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::5387:5a21:ee6a:9867 (201714cb-581c-4a22-b65d-63842f91bb89/27d5890c-49b3-41c0-b0c9-2997dc790b5d/44b69f35-410a-41e1-94c7-95a6d4ea6c49) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:43.380921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-d70008a5-f68d-4d2e-a927-73b7260a4c27 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1790795 Sep 22 09:37:43.389594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Attempting to bind port a456613c-54a6-49b4-a19a-6026b9435271 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:43.389967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Attempting to bind port a456613c-54a6-49b4-a19a-6026b9435271 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:43.390336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Attempting to bind port a456613c-54a6-49b4-a19a-6026b9435271 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:43.405778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:43.405778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:43.405778 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.405778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:43.405778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Bound port: a456613c-54a6-49b4-a19a-6026b9435271, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:43.405778 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.504786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] For port a456613c-54a6-49b4-a19a-6026b9435271, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:43.509604 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] For port a456613c-54a6-49b4-a19a-6026b9435271, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a456613c-54a6-49b4-a19a-6026b9435271,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:43.523164 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23ed904a-d125-4394-9e38-0b9e00776e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.637740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-ac1f6373-4312-4ba7-98fc-7c0c23b0328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:43.638227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-ac1f6373-4312-4ba7-98fc-7c0c23b0328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:43.638551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-ac1f6373-4312-4ba7-98fc-7c0c23b0328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:43.639034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-ac1f6373-4312-4ba7-98fc-7c0c23b0328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:43.639481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-ac1f6373-4312-4ba7-98fc-7c0c23b0328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:43.639950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-ac1f6373-4312-4ba7-98fc-7c0c23b0328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:43.640424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-ac1f6373-4312-4ba7-98fc-7c0c23b0328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:43.642493 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-ac1f6373-4312-4ba7-98fc-7c0c23b0328a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6501 time: 0.1777184 Sep 22 09:37:43.654382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da161e21-4fa2-400a-8080-23fa5287681a req-38efa554-13d4-496e-ada0-76b02386b8d7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:43.654655 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.656270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da161e21-4fa2-400a-8080-23fa5287681a req-38efa554-13d4-496e-ada0-76b02386b8d7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 944 time: 0.1317680 Sep 22 09:37:43.659552 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23ed904a-d125-4394-9e38-0b9e00776e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.739042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99fca9-ba81-404a-828c-ba4c55202d1a None None] Pushing event updated for resources: {'Port': ['ID=a456613c-54a6-49b4-a19a-6026b9435271,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:43.744471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2ae85c4-3db3-47e4-bba0-a7a1a3ca42e8 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.748126 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d2ae85c4-3db3-47e4-bba0-a7a1a3ca42e8 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0894089 Sep 22 09:37:43.751731 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41128) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:43.762791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-00aaac0c-c884-4dbd-bd23-e8d697991f59 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'security_group_rule': {'security_group_id': '9ae92edf-0d49-4a40-b085-ef53d18f78f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:43.767029 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.772278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-23ed904a-d125-4394-9e38-0b9e00776e57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b17384127d564284a3216a9ce98bd0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9278731 Sep 22 09:37:43.775817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41130) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:43.777041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed904a-d125-4394-9e38-0b9e00776e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37444d08-83e1-4995-ac28-c27280ec054f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:43.868339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b794150-2c6a-4c5f-8c57-80a77f5da7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.886267 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da161e21-4fa2-400a-8080-23fa5287681a req-afc412c2-11fd-4356-bc84-053fbd4244c4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018020 Sep 22 09:37:43.924768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-095302a6-ba71-431c-937a-d9d27319999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:43.925295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-095302a6-ba71-431c-937a-d9d27319999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:43.925771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-095302a6-ba71-431c-937a-d9d27319999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:43.927741 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-095302a6-ba71-431c-937a-d9d27319999a service neutron] 10.222.0.45 "GET /v2.0/networks?id=6459b7b4-2a6f-4f7f-b002-843449468890&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=03800963-f1ce-4f7f-90d6-30730f3a8a91&id=03800963-f1ce-4f7f-90d6-30730f3a8a91 HTTP/1.1" status: 200 len: 2296 time: 0.2084465 Sep 22 09:37:43.943984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b794150-2c6a-4c5f-8c57-80a77f5da7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.025729 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.066380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00aaac0c-c884-4dbd-bd23-e8d697991f59 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.076830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:44.082806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-92bbb306-86b2-4f28-b169-d04e65117ab6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbaefcc-502b-4905-a2dd-09751f3c0385 HTTP/1.1" status: 200 len: 1001 time: 0.1472058 Sep 22 09:37:44.094493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:44.097317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:44.104950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:44.105604 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.146924 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b794150-2c6a-4c5f-8c57-80a77f5da7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.150431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b794150-2c6a-4c5f-8c57-80a77f5da7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.154273 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0b794150-2c6a-4c5f-8c57-80a77f5da7a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37444d08-83e1-4995-ac28-c27280ec054f HTTP/1.1" status: 204 len: 168 time: 0.3719907 Sep 22 09:37:44.173792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=44b69f35-410a-41e1-94c7-95a6d4ea6c49,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:44.191596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-046a2b01-dc40-4257-a41b-da4d4dda0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:44.194348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-046a2b01-dc40-4257-a41b-da4d4dda0836 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1694f58d-8b5c-4d1d-bd3f-343ad533ef70 HTTP/1.1" status: 200 len: 855 time: 0.0704296 Sep 22 09:37:44.203307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fc0bc3f2-3c6b-42e6-bcc7-66712f1cbbd3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6165419 Sep 22 09:37:44.204216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f9dbe5cd-4931-4434-9419-bc74222b31f6 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:37:44.227390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41138) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:44.251315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00aaac0c-c884-4dbd-bd23-e8d697991f59 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.256020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b794150-2c6a-4c5f-8c57-80a77f5da7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37444d08-83e1-4995-ac28-c27280ec054f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:44.344629 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00aaac0c-c884-4dbd-bd23-e8d697991f59 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.367717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-27325049-fa4b-4428-84da-e9aaebcb410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:44.369289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-27325049-fa4b-4428-84da-e9aaebcb410f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6459b7b4-2a6f-4f7f-b002-843449468890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637967 Sep 22 09:37:44.369877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaac0c-c884-4dbd-bd23-e8d697991f59 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb5b386-56ac-49cf-85a9-c5b5f3d35136,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:44.377459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567ddf14-3f8a-48f9-9ff8-fbeb6008be83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:44.384278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567ddf14-3f8a-48f9-9ff8-fbeb6008be83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:44.388319 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-567ddf14-3f8a-48f9-9ff8-fbeb6008be83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1575665 Sep 22 09:37:44.389809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41140) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:44.396636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f9dbe5cd-4931-4434-9419-bc74222b31f6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f9dbe5cd-4931-4434-9419-bc74222b31f6,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:44.413878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'f9dbe5cd-4931-4434-9419-bc74222b31f6', 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1', 'port_id': 'f9dbe5cd-4931-4434-9419-bc74222b31f6', 'mac_address': 'fa:16:3e:7d:42:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513f0a29-a218-4e9f-9a9f-f5fef781aa74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:37:44.470465 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.503324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dbe5cd-4931-4434-9419-bc74222b31f6 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:37:44.547137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00aaac0c-c884-4dbd-bd23-e8d697991f59 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.553455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-00aaac0c-c884-4dbd-bd23-e8d697991f59 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7982628 Sep 22 09:37:44.559186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41146) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:44.559392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f9dbe5cd-4931-4434-9419-bc74222b31f6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f9dbe5cd-4931-4434-9419-bc74222b31f6,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:44.565444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:44.586819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-c2f95920-aed3-42f4-9ba3-585af136774a service neutron] 10.222.0.45 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998093 Sep 22 09:37:44.593925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-15265498-8769-4709-93a0-820316ba224f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 44b69f35-410a-41e1-94c7-95a6d4ea6c49 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:44.599787 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15265498-8769-4709-93a0-820316ba224f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.683725 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.734656 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15265498-8769-4709-93a0-820316ba224f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.742444 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:44.761711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-15265498-8769-4709-93a0-820316ba224f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 44b69f35-410a-41e1-94c7-95a6d4ea6c49 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:44.792870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=f9dbe5cd-4931-4434-9419-bc74222b31f6,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:44.800038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-8427f694-e4ab-4596-8901-d6fabcda797d service neutron] 10.222.0.45 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030473 Sep 22 09:37:44.866713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-f61d4a5f-aac9-457f-947c-92cc9a21833b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=035ee4b6-10df-4775-839e-fffd103db731 HTTP/1.1" status: 200 len: 217 time: 0.0570495 Sep 22 09:37:44.904093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['f9dbe5cd-4931-4434-9419-bc74222b31f6'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:37:44.978184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-3c8dad4a-e8aa-4312-a36d-9c194f44ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:44.979801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-3c8dad4a-e8aa-4312-a36d-9c194f44ff4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.0873806 Sep 22 09:37:45.093800 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15265498-8769-4709-93a0-820316ba224f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.105632 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.173204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15265498-8769-4709-93a0-820316ba224f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=44b69f35-410a-41e1-94c7-95a6d4ea6c49,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:45.193722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-99b6f5ce-ce2e-4c23-bc03-12d0a9fa6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:45.195236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-99b6f5ce-ce2e-4c23-bc03-12d0a9fa6c81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2079058 Sep 22 09:37:45.200591 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15265498-8769-4709-93a0-820316ba224f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.203880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22c65f-7960-4a83-81f1-d0a086522c61 req-1f6b7571-6eaa-44c2-80e4-d8dbaa9ce61f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:45.205440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f22c65f-7960-4a83-81f1-d0a086522c61 req-1f6b7571-6eaa-44c2-80e4-d8dbaa9ce61f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 945 time: 0.1794007 Sep 22 09:37:45.206133 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-15265498-8769-4709-93a0-820316ba224f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/44b69f35-410a-41e1-94c7-95a6d4ea6c49 HTTP/1.1" status: 204 len: 168 time: 0.8149812 Sep 22 09:37:45.206753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41152) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:45.284435 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a456613c-54a6-49b4-a19a-6026b9435271 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:45.303532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e9e1ff-4e44-477c-b257-88ea97cf669a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:45.307213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e9e1ff-4e44-477c-b257-88ea97cf669a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:45.317222 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-01e9e1ff-4e44-477c-b257-88ea97cf669a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0992086 Sep 22 09:37:45.318147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41158) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:45.354272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a456613c-54a6-49b4-a19a-6026b9435271 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:45.355470 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.367876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41160) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:45.405008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f22c65f-7960-4a83-81f1-d0a086522c61 req-202cde61-4b6d-462e-bee6-16c68d3d8ff3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802817 Sep 22 09:37:45.432068 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86f51a21-452e-426c-8368-4da8a3479c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.459644 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-6166ba60-bf93-4283-a5f5-0626f4e37035 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 27d5890c-49b3-41c0-b0c9-2997dc790b5d {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:37:45.463235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6166ba60-bf93-4283-a5f5-0626f4e37035 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.501320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ce38b52d-9d93-4277-b722-cd224ba71ca9 None None] Provisioning complete for port a456613c-54a6-49b4-a19a-6026b9435271 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:45.501953 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ce38b52d-9d93-4277-b722-cd224ba71ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.517002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6166ba60-bf93-4283-a5f5-0626f4e37035 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.567017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-dc5b821d-46ae-47ea-87f4-4e0ddebcd681 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600976 Sep 22 09:37:45.653885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Allocated IP 172.25.6.79 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/e3e8c2a0-df8b-453d-a0e5-9da8eba98c01) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:45.688245 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6166ba60-bf93-4283-a5f5-0626f4e37035 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.791056 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.838505 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ce38b52d-9d93-4277-b722-cd224ba71ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.858316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-3fc676e5-57b9-4ae1-8a72-614bab8bcc26 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730379 Sep 22 09:37:45.921621 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86f51a21-452e-426c-8368-4da8a3479c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.928447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-f0539876-44db-4d9e-88e7-34e4ca844d16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c HTTP/1.1" status: 200 len: 217 time: 0.0593982 Sep 22 09:37:45.955902 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6166ba60-bf93-4283-a5f5-0626f4e37035 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.983831 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.985273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166ba60-bf93-4283-a5f5-0626f4e37035 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=27d5890c-49b3-41c0-b0c9-2997dc790b5d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:45.987460 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6166ba60-bf93-4283-a5f5-0626f4e37035 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:45.990086 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6166ba60-bf93-4283-a5f5-0626f4e37035 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/27d5890c-49b3-41c0-b0c9-2997dc790b5d HTTP/1.1" status: 204 len: 168 time: 0.6694798 Sep 22 09:37:45.992571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41170) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:46.000764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a365b-7c33-4eb9-9c1f-93fec0599b22 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:46.002571 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:37:46.002929 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:37:46.010337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-2f818e61-3d6e-480a-b70b-d65501689c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:46.012245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-2f818e61-3d6e-480a-b70b-d65501689c54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.0761549 Sep 22 09:37:46.056494 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b9543b53-4b71-4369-82a2-0cf37095f4cc tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600920 Sep 22 09:37:46.056764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41176) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:46.083795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-ce38b52d-9d93-4277-b722-cd224ba71ca9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:37:46.084175 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-ce38b52d-9d93-4277-b722-cd224ba71ca9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:37:46.095594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-277693c5-b704-4ee8-a841-a2b98d68f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:46.097268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-277693c5-b704-4ee8-a841-a2b98d68f894 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740373 Sep 22 09:37:46.110596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c49e7c-32fc-4179-b906-69077290ff76 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:46.115512 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d8c49e7c-32fc-4179-b906-69077290ff76 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0544245 Sep 22 09:37:46.115657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41178) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:46.171474 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86f51a21-452e-426c-8368-4da8a3479c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.174434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569c0f03-7935-4101-8716-9460af00628a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:46.175927 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-569c0f03-7935-4101-8716-9460af00628a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594623 Sep 22 09:37:46.179987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41180) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:46.204118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f9dbe5cd-4931-4434-9419-bc74222b31f6 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:46.207813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.236580 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce66793a-278f-4a6a-9ab8-b591fb8e875e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513096 Sep 22 09:37:46.236828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc771ee6-7f46-4803-beba-00c314c08a14 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:37:46.236935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41182) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:46.244046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2b4d7ae6-11ff-4bb1-9949-c7c11f204f4f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:46.262357 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-86f51a21-452e-426c-8368-4da8a3479c03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1260c0d73580455386d4b834549fa6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8908143 Sep 22 09:37:46.265695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41184) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:46.270063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f51a21-452e-426c-8368-4da8a3479c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4229ab92-e7e8-4176-90cf-fb4a7697d5bc,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:46.284959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:46.290365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-bc3c1dad-a94b-4f92-b38d-975b51e94742 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848931 Sep 22 09:37:46.292756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:46.300908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:46.332523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fc771ee6-7f46-4803-beba-00c314c08a14 None None] Deleting port a456613c-54a6-49b4-a19a-6026b9435271 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:46.335332 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fc771ee6-7f46-4803-beba-00c314c08a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.347305 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'Port': ['ID=e3e8c2a0-df8b-453d-a0e5-9da8eba98c01,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:46.396202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a871-0d64-43fc-a5af-a2734aed28de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.410697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fc771ee6-7f46-4803-beba-00c314c08a14 None None] For port a456613c-54a6-49b4-a19a-6026b9435271, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a456613c-54a6-49b4-a19a-6026b9435271,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:46.411823 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fc771ee6-7f46-4803-beba-00c314c08a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.427341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fc771ee6-7f46-4803-beba-00c314c08a14 None None] Calling delete_port for a456613c-54a6-49b4-a19a-6026b9435271 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:46.431341 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a871-0d64-43fc-a5af-a2734aed28de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.443409 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port f9dbe5cd-4931-4434-9419-bc74222b31f6 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:37:46.482213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port f9dbe5cd-4931-4434-9419-bc74222b31f6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:46.482822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.484527 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.490878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-af2b0cb2-e44a-4f9e-84ad-2289a9c9a847 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553967 Sep 22 09:37:46.543288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-7b9f1dd8-7123-40c5-956b-9b40937cc0b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=9c4f4f72-b44a-4a03-8ec8-d526da5ae936 HTTP/1.1" status: 200 len: 217 time: 0.0427942 Sep 22 09:37:46.544613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4d7ae6-11ff-4bb1-9949-c7c11f204f4f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:46.548229 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b4d7ae6-11ff-4bb1-9949-c7c11f204f4f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.582441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.651871 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.655656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-01fab77f-8c57-419b-bacf-b9f238b6243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:46.657138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-01fab77f-8c57-419b-bacf-b9f238b6243c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.1051598 Sep 22 09:37:46.667937 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ce38b52d-9d93-4277-b722-cd224ba71ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.681732 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a871-0d64-43fc-a5af-a2734aed28de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.685569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da731f8-84ff-40a4-9b98-5271bdfce750 req-d3b06956-f2aa-49b4-b341-2c6037d1e289 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:46.686901 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ffa3a871-0d64-43fc-a5af-a2734aed28de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.687250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2da731f8-84ff-40a4-9b98-5271bdfce750 req-d3b06956-f2aa-49b4-b341-2c6037d1e289 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 945 time: 0.1464572 Sep 22 09:37:46.688126 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ffa3a871-0d64-43fc-a5af-a2734aed28de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4229ab92-e7e8-4176-90cf-fb4a7697d5bc HTTP/1.1" status: 204 len: 168 time: 0.4204688 Sep 22 09:37:46.700224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3a871-0d64-43fc-a5af-a2734aed28de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4229ab92-e7e8-4176-90cf-fb4a7697d5bc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:46.711577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.763751 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fc771ee6-7f46-4803-beba-00c314c08a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.780594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd281ba76-2f36-4743-b4af-f6991a687a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dbe5cd-4931-4434-9419-bc74222b31f6'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:37:46.782983 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b12bef-6a7a-4482-8d6a-404dc1189141" -d '{"events": [{"server_uuid": "d281ba76-2f36-4743-b4af-f6991a687a42", "name": "network-vif-plugged", "status": "completed", "tag": "f9dbe5cd-4931-4434-9419-bc74222b31f6"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:37:46.798769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2da731f8-84ff-40a4-9b98-5271bdfce750 req-28c84174-642b-464d-81d3-df711431ba8b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945425 Sep 22 09:37:46.813420 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-a5b7f232-dbda-49e9-85b4-d42b564e4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:46.824474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-a5b7f232-dbda-49e9-85b4-d42b564e4d30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1251769 Sep 22 09:37:46.847366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f9dbe5cd-4931-4434-9419-bc74222b31f6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f9dbe5cd-4931-4434-9419-bc74222b31f6,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:46.850670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc771ee6-7f46-4803-beba-00c314c08a14 None None] Pushing event deleted for resources: {'Port': ['ID=a456613c-54a6-49b4-a19a-6026b9435271,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:46.853684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc771ee6-7f46-4803-beba-00c314c08a14 None None] No DVR routers for this DVR port a456613c-54a6-49b4-a19a-6026b9435271 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:46.855390 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:37:46.855390 n-d-805649-4 neutron-server[95511]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 22 09:37:46.855390 n-d-805649-4 neutron-server[95511]: [parameters: {'status': 'ACTIVE', 'ports_id': 'a456613c-54a6-49b4-a19a-6026b9435271'}] Sep 22 09:37:46.855390 n-d-805649-4 neutron-server[95511]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:37:46.855774 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:37:46.968894 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:46.974762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1126ce3b-9e5f-42eb-a02c-6837333271cb None None] Could not find standard attr ID for object 44b69f35-410a-41e1-94c7-95a6d4ea6c49. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:37:46.999364 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2431699-dcfc-484d-a857-33a9626bc8bc x-openstack-request-id: req-c2431699-dcfc-484d-a857-33a9626bc8bc {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:37:46.999656 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d281ba76-2f36-4743-b4af-f6991a687a42", "name": "network-vif-plugged", "status": "completed", "tag": "f9dbe5cd-4931-4434-9419-bc74222b31f6", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:37:46.999913 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2431699-dcfc-484d-a857-33a9626bc8bc {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:37:47.000292 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd281ba76-2f36-4743-b4af-f6991a687a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dbe5cd-4931-4434-9419-bc74222b31f6', 'code': 200} Sep 22 09:37:47.034064 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=f9dbe5cd-4931-4434-9419-bc74222b31f6,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:47.050629 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:47.054133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-42f16587-60f9-4a86-97fb-2a52bd642053 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051334 Sep 22 09:37:47.099034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b4d7ae6-11ff-4bb1-9949-c7c11f204f4f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:47.150422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4d7ae6-11ff-4bb1-9949-c7c11f204f4f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:47.158144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-ccf8e002-84a3-413e-bd9f-b1bbb6ce750d service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960760 Sep 22 09:37:47.158585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2b4d7ae6-11ff-4bb1-9949-c7c11f204f4f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:47.163995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4d7ae6-11ff-4bb1-9949-c7c11f204f4f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:47.164618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b4d7ae6-11ff-4bb1-9949-c7c11f204f4f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:47.168081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a955e-cbca-4421-a3ce-47c8f27e5bd7 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:47.168425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824debd-5d49-45c4-b790-9040610c40f9 req-dd389fed-156d-403f-81a6-8c9fc8ff61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:47.169857 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2824debd-5d49-45c4-b790-9040610c40f9 req-dd389fed-156d-403f-81a6-8c9fc8ff61a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 1097 time: 0.1057851 Sep 22 09:37:47.176258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d7ae6-11ff-4bb1-9949-c7c11f204f4f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=2b771e76-4283-42c4-90de-e9c9e342a0e5,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:47.215913 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2824debd-5d49-45c4-b790-9040610c40f9 req-11c8a2d7-75d4-4820-bfa3-ad24d7b3466e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361733 Sep 22 09:37:47.227973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-81dd21e4-0226-4d2b-91a9-5c64a82029ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1862ff0f-13ef-436e-a82f-5d3673bee076 HTTP/1.1" status: 200 len: 217 time: 0.0494847 Sep 22 09:37:47.228576 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:47.278471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'Port': ['ID=e3e8c2a0-df8b-453d-a0e5-9da8eba98c01,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:47.316573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2b4d7ae6-11ff-4bb1-9949-c7c11f204f4f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0786910 Sep 22 09:37:47.320531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41202) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:47.325044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': '2b771e76-4283-42c4-90de-e9c9e342a0e5', 'ip_address': '2001:db8::99ee:83f0:9b4b:8fa4'}], 'name': 'tempest-NetworksTestDHCPv6-375959867'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:47.366364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-455b5e0d-69dc-4b6e-bcad-a25e60d1bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:47.367905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-455b5e0d-69dc-4b6e-bcad-a25e60d1bf82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.0982747 Sep 22 09:37:47.373150 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:47.423501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '2b771e76-4283-42c4-90de-e9c9e342a0e5'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:37:47.425007 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:47.435602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-42d91720-3144-49ba-9e61-06d1bbac08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:47.437201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-42d91720-3144-49ba-9e61-06d1bbac08ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0519960 Sep 22 09:37:47.478532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:47.479921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-294d298d-27c6-4f03-a450-5f2fbf46c01b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9196284 Sep 22 09:37:47.611332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-51844b45-f8e4-4d88-bd4f-1406ba63b356 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665134 Sep 22 09:37:47.629283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/2b771e76-4283-42c4-90de-e9c9e342a0e5/d81b02eb-03d6-49c5-ae07-81a6b550c0e4) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:47.636619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:47.732390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-691e39de-dc55-4c1c-a438-35c607ad87b4 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100638 Sep 22 09:37:47.745975 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:47.809349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Port a456613c-54a6-49b4-a19a-6026b9435271 update to ACTIVE by agent not found {{(pid=95511) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 22 09:37:47.839216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-f5d6a3e2-3e91-470c-82ce-93621812ff8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa1a85a4-367a-4f0e-87a9-61721a18faae HTTP/1.1" status: 200 len: 217 time: 0.0701458 Sep 22 09:37:47.883520 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:47.921170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-2875e685-1dc4-4527-af25-115dcdb72477 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--847783656&fields=id&tenant_id=4487adddfe80414185b635c5def5498d HTTP/1.1" status: 200 len: 267 time: 0.1823881 Sep 22 09:37:47.935594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a456613c-54a6-49b4-a19a-6026b9435271 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:37:47.983671 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:47.985679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: a456613c-54a6-49b4-a19a-6026b9435271 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:37:47.985981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a456613c-54a6-49b4-a19a-6026b9435271 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:37:48.039122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:48.053948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-78ec2a4b-5fa3-4869-82e5-2f5b8dfe9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:48.054622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:48.055466 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-78ec2a4b-5fa3-4869-82e5-2f5b8dfe9d1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7ae3516-7aae-40a1-abfb-02fb8c18323f HTTP/1.1" status: 200 len: 797 time: 0.2022099 Sep 22 09:37:48.058082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:48.069455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Pushing event updated for resources: {'Port': ['ID=d81b02eb-03d6-49c5-ae07-81a6b550c0e4,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:48.158628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75574441-a3ef-41df-ad59-484fdb6c3904 req-b8656fc8-9d4d-4ba1-b3e6-d97bc40bf412 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:48.160770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75574441-a3ef-41df-ad59-484fdb6c3904 req-b8656fc8-9d4d-4ba1-b3e6-d97bc40bf412 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 946 time: 0.2050242 Sep 22 09:37:48.163694 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Attempting to bind port d81b02eb-03d6-49c5-ae07-81a6b550c0e4 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:48.164149 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Attempting to bind port d81b02eb-03d6-49c5-ae07-81a6b550c0e4 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:48.165982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Attempting to bind port d81b02eb-03d6-49c5-ae07-81a6b550c0e4 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:48.190040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:48.190040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:48.190040 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:48.190040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:48.190040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Bound port: d81b02eb-03d6-49c5-ae07-81a6b550c0e4, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:48.190040 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:48.196829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-8c59e6f0-5b0a-4ebd-8adf-6ec17c493004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:48.198350 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-8c59e6f0-5b0a-4ebd-8adf-6ec17c493004 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03800963-f1ce-4f7f-90d6-30730f3a8a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1317596 Sep 22 09:37:48.209168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port cc70b098-01d0-4c1b-b732-f7b028c0fe75 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:37:48.228173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-b79b58b1-6407-452f-aa4f-fd91257434ed tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:48.228504 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-b79b58b1-6407-452f-aa4f-fd91257434ed tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/networks?id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 200 len: 810 time: 0.2975028 Sep 22 09:37:48.262290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75574441-a3ef-41df-ad59-484fdb6c3904 req-6e07c098-3835-4d8b-a86d-4f17d35f2508 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915375 Sep 22 09:37:48.290897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-1b6c6027-44c9-4171-9d3b-a64b0d65d4b0 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/quotas/4487adddfe80414185b635c5def5498d HTTP/1.1" status: 200 len: 375 time: 0.0490379 Sep 22 09:37:48.308438 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] For port d81b02eb-03d6-49c5-ae07-81a6b550c0e4, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:48.313248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] For port d81b02eb-03d6-49c5-ae07-81a6b550c0e4, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d81b02eb-03d6-49c5-ae07-81a6b550c0e4,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:48.448979 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:48.472239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::99ee:83f0:9b4b:8fa4 (201714cb-581c-4a22-b65d-63842f91bb89/2b771e76-4283-42c4-90de-e9c9e342a0e5/cc70b098-01d0-4c1b-b732-f7b028c0fe75) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:48.591479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209b2f0-5318-4133-9dcf-bf6624756ab2 None None] Pushing event updated for resources: {'Port': ['ID=d81b02eb-03d6-49c5-ae07-81a6b550c0e4,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:48.713630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:48.859193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:48.902999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:48.914232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:48.924157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:48.939438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:48.939939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:48.948632 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-4deb13ad-6ae5-41d3-8d4c-d0bac54d0ae1 service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392480 Sep 22 09:37:48.986036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=cc70b098-01d0-4c1b-b732-f7b028c0fe75,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:49.006839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fbc296ec-e658-424d-aa87-8de7f6aa9950 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4487adddfe80414185b635c5def5498d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7077382 Sep 22 09:37:49.151580 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fb65437b-0832-4456-b6c8-4a6a4b444585 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8298576 Sep 22 09:37:49.164717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41250) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:49.170451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8cbac054-4545-40f9-92e4-7d6d786df9ed tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': '2b771e76-4283-42c4-90de-e9c9e342a0e5', 'ip_address': '2001:db8::99ee:83f0:9b4b:8fa4'}], 'name': 'tempest-NetworksTestDHCPv6-492101924'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:49.179104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-e878a4b0-d84e-45c7-8a7c-c71cb87854e5 service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187443 Sep 22 09:37:49.185346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-08f15f01-5335-46a2-86a1-d99c96df335d service neutron] 10.222.0.49 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625960 Sep 22 09:37:49.243389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-2d44b19e-76c6-477b-a504-1e214a646cba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3615a262-500e-4926-a669-69be16798510 HTTP/1.1" status: 200 len: 217 time: 0.0565705 Sep 22 09:37:49.348613 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-8fa9646a-858d-4c53-b789-20c592979de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:49.350213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-8fa9646a-858d-4c53-b789-20c592979de1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7ae3516-7aae-40a1-abfb-02fb8c18323f HTTP/1.1" status: 200 len: 797 time: 0.0948470 Sep 22 09:37:49.414998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-5fcdf606-1c60-4fd1-a6ce-3d0e5c321427 service neutron] 10.222.0.49 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181714 Sep 22 09:37:49.460239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-89e962f0-5180-4eef-ba06-73d8b392a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:49.461889 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-89e962f0-5180-4eef-ba06-73d8b392a025 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03800963-f1ce-4f7f-90d6-30730f3a8a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009254 Sep 22 09:37:49.478951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad12062-5575-4a72-9247-1331b09c2ab2 req-f2b9287b-a7d4-4f1b-8107-c853b6fdc1b8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:49.481143 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ad12062-5575-4a72-9247-1331b09c2ab2 req-f2b9287b-a7d4-4f1b-8107-c853b6fdc1b8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 946 time: 0.0984378 Sep 22 09:37:49.492906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbac054-4545-40f9-92e4-7d6d786df9ed tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:49.499291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8cbac054-4545-40f9-92e4-7d6d786df9ed tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:49.519324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-8cbac054-4545-40f9-92e4-7d6d786df9ed tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 3aba29c8-194b-4f51-97cc-24fea4fee187 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:37:49.609760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ad12062-5575-4a72-9247-1331b09c2ab2 req-9b8afce7-2482-4449-ade3-9e353d5b967f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179810 Sep 22 09:37:49.646794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-61b835d4-2671-490b-b7e1-9d523c6b78a5 service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626558 Sep 22 09:37:49.882203 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbac054-4545-40f9-92e4-7d6d786df9ed tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 09:37:49.883334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbac054-4545-40f9-92e4-7d6d786df9ed tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:37:49.904070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72d22f-eec0-460e-9655-a340ff61db0b req-bb05cb7e-46c3-4efd-983a-b295945afa7d service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511866 Sep 22 09:37:50.001035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d81b02eb-03d6-49c5-ae07-81a6b550c0e4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:37:50.022839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1e414e6-d737-4807-be52-72249be6d4cb req-0adfb8dd-1bfd-4ed1-987b-d975d3c0f5f0 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 210 time: 0.0466363 Sep 22 09:37:50.037007 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8cbac054-4545-40f9-92e4-7d6d786df9ed tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8673611 Sep 22 09:37:50.037107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41274) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:50.095879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d81b02eb-03d6-49c5-ae07-81a6b550c0e4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:50.095879 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:50.133493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d025f6-f4b4-4ee9-9327-d090282a6cab tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:50.140984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d025f6-f4b4-4ee9-9327-d090282a6cab tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:50.142783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-57d025f6-f4b4-4ee9-9327-d090282a6cab tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1074703 Sep 22 09:37:50.155301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41284) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:50.170853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5b6674a1-64b3-4fee-9422-66f648b2d8a9 None None] Provisioning complete for port d81b02eb-03d6-49c5-ae07-81a6b550c0e4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:50.171567 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5b6674a1-64b3-4fee-9422-66f648b2d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:50.292704 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:50.389918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4ece596c-4573-417d-aa7a-ad371139600e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port cc70b098-01d0-4c1b-b732-f7b028c0fe75 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:50.390426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ece596c-4573-417d-aa7a-ad371139600e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:50.467731 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5b6674a1-64b3-4fee-9422-66f648b2d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:50.495994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port d81b02eb-03d6-49c5-ae07-81a6b550c0e4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d81b02eb-03d6-49c5-ae07-81a6b550c0e4,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:50.544651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ece596c-4573-417d-aa7a-ad371139600e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:50.559520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4ece596c-4573-417d-aa7a-ad371139600e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for cc70b098-01d0-4c1b-b732-f7b028c0fe75 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:50.599989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b81ea-e1ad-4c84-9239-8497c02de563 req-2eccb4d4-0c44-41a5-8d27-32ff5d85a3e5 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:50.601696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-690b81ea-e1ad-4c84-9239-8497c02de563 req-2eccb4d4-0c44-41a5-8d27-32ff5d85a3e5 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 946 time: 0.0787232 Sep 22 09:37:50.613514 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:50.667042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-690b81ea-e1ad-4c84-9239-8497c02de563 req-dd2593d7-3060-4f0d-876b-34e1ac5ea490 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579545 Sep 22 09:37:50.711514 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-5b6674a1-64b3-4fee-9422-66f648b2d8a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:37:50.712111 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-5b6674a1-64b3-4fee-9422-66f648b2d8a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:37:50.715572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=d81b02eb-03d6-49c5-ae07-81a6b550c0e4,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:50.966920 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ece596c-4573-417d-aa7a-ad371139600e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:50.996836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece596c-4573-417d-aa7a-ad371139600e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=cc70b098-01d0-4c1b-b732-f7b028c0fe75,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:51.020622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ece596c-4573-417d-aa7a-ad371139600e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:51.022547 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4ece596c-4573-417d-aa7a-ad371139600e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/cc70b098-01d0-4c1b-b732-f7b028c0fe75 HTTP/1.1" status: 204 len: 168 time: 0.8662274 Sep 22 09:37:51.025154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41310) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:51.099677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401e939a-8c23-434e-8fcd-975dae24d2ee tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:51.101813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401e939a-8c23-434e-8fcd-975dae24d2ee tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:51.105247 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-401e939a-8c23-434e-8fcd-975dae24d2ee tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0790036 Sep 22 09:37:51.106527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41316) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:51.189290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e47ecb-31b0-4e51-9a5c-dc308482d99d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 2b771e76-4283-42c4-90de-e9c9e342a0e5 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:37:51.194155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5e47ecb-31b0-4e51-9a5c-dc308482d99d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:51.241984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5e47ecb-31b0-4e51-9a5c-dc308482d99d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:51.344205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5e47ecb-31b0-4e51-9a5c-dc308482d99d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:51.365774 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5b95047a-e308-41cc-b0a6-bf9b0fa127fa None None] Could not find standard attr ID for object cc70b098-01d0-4c1b-b732-f7b028c0fe75. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:37:51.414598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e42bb92-82d5-4560-a302-1af0253954d9 req-459edfb3-c1b4-4273-b2b9-32fdd98c70ff tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 210 time: 0.0378704 Sep 22 09:37:51.527284 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5e47ecb-31b0-4e51-9a5c-dc308482d99d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:51.556716 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e47ecb-31b0-4e51-9a5c-dc308482d99d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=2b771e76-4283-42c4-90de-e9c9e342a0e5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:51.560526 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5e47ecb-31b0-4e51-9a5c-dc308482d99d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:51.562463 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e5e47ecb-31b0-4e51-9a5c-dc308482d99d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/2b771e76-4283-42c4-90de-e9c9e342a0e5 HTTP/1.1" status: 204 len: 168 time: 0.4546700 Sep 22 09:37:51.577373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41338) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:51.577483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7d3479-869d-45ef-9db6-60f98e01c1d0 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:51.608944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7fcbb65d-e209-4498-9819-640fc2dda0a6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421486 Sep 22 09:37:51.612855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41340) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:51.621723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-663ba029-8ae1-44db-8b7f-9fa4d52d0e03 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:51.809284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80ad05-3aaa-40ce-940e-c3f789224ddc req-8315f30c-1bef-4620-95d7-28e329db9858 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:51.809600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07fc993-f3a9-482d-abb8-4118167b94d0 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:37:51.810949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf80ad05-3aaa-40ce-940e-c3f789224ddc req-8315f30c-1bef-4620-95d7-28e329db9858 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 946 time: 0.0608156 Sep 22 09:37:51.830398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663ba029-8ae1-44db-8b7f-9fa4d52d0e03 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:51.836178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-663ba029-8ae1-44db-8b7f-9fa4d52d0e03 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:51.866642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f07fc993-f3a9-482d-abb8-4118167b94d0 None None] Deleting port d81b02eb-03d6-49c5-ae07-81a6b550c0e4 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:51.867291 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f07fc993-f3a9-482d-abb8-4118167b94d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:51.962292 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109262b-5cf3-471e-8e75-1e0701df35aa req-94d48ad3-ef62-403f-8739-966be7f85324 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:51.977186 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b109262b-5cf3-471e-8e75-1e0701df35aa req-94d48ad3-ef62-403f-8739-966be7f85324 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.60 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 946 time: 0.0941179 Sep 22 09:37:51.981688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f07fc993-f3a9-482d-abb8-4118167b94d0 None None] For port d81b02eb-03d6-49c5-ae07-81a6b550c0e4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d81b02eb-03d6-49c5-ae07-81a6b550c0e4,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:51.982223 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f07fc993-f3a9-482d-abb8-4118167b94d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:52.020318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f07fc993-f3a9-482d-abb8-4118167b94d0 None None] Calling delete_port for d81b02eb-03d6-49c5-ae07-81a6b550c0e4 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:52.021409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf80ad05-3aaa-40ce-940e-c3f789224ddc req-a89048c4-a8d8-4418-b5f5-f293f0cd9988 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949422 Sep 22 09:37:52.140539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b109262b-5cf3-471e-8e75-1e0701df35aa req-0605871e-23e7-430e-952f-3ad0c6b22c0d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Deleting port f9dbe5cd-4931-4434-9419-bc74222b31f6 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:52.141290 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b109262b-5cf3-471e-8e75-1e0701df35aa req-0605871e-23e7-430e-952f-3ad0c6b22c0d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:52.142763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d81b02eb-03d6-49c5-ae07-81a6b550c0e4 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:37:52.280099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b109262b-5cf3-471e-8e75-1e0701df35aa req-0605871e-23e7-430e-952f-3ad0c6b22c0d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] For port f9dbe5cd-4931-4434-9419-bc74222b31f6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f9dbe5cd-4931-4434-9419-bc74222b31f6,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:52.280480 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b109262b-5cf3-471e-8e75-1e0701df35aa req-0605871e-23e7-430e-952f-3ad0c6b22c0d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:52.280809 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:52.292270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41352) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:52.297738 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b109262b-5cf3-471e-8e75-1e0701df35aa req-0605871e-23e7-430e-952f-3ad0c6b22c0d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Calling delete_port for f9dbe5cd-4931-4434-9419-bc74222b31f6 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:52.415392 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-663ba029-8ae1-44db-8b7f-9fa4d52d0e03 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:52.464092 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f07fc993-f3a9-482d-abb8-4118167b94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:52.491114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ba029-8ae1-44db-8b7f-9fa4d52d0e03 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:52.500572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-663ba029-8ae1-44db-8b7f-9fa4d52d0e03 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:52.504518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ba029-8ae1-44db-8b7f-9fa4d52d0e03 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:52.505965 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-663ba029-8ae1-44db-8b7f-9fa4d52d0e03 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:52.525466 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef58f8d2-2560-42c5-a2b5-8c31e6f9ba98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:52.538690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fc993-f3a9-482d-abb8-4118167b94d0 None None] Pushing event deleted for resources: {'Port': ['ID=d81b02eb-03d6-49c5-ae07-81a6b550c0e4,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:52.549234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07fc993-f3a9-482d-abb8-4118167b94d0 None None] No DVR routers for this DVR port d81b02eb-03d6-49c5-ae07-81a6b550c0e4 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:52.574830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52ccb32a-bb92-498e-bf30-ebc65afa163c req-0a62bad8-246b-4208-94a1-417000b293b8 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 210 time: 0.0553572 Sep 22 09:37:52.578763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f9bd9f-14d5-4f38-88bc-f453db9eb18c None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:52.578940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ba029-8ae1-44db-8b7f-9fa4d52d0e03 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=12605e94-d802-45f6-83d9-013de4906c56,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:52.601479 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b109262b-5cf3-471e-8e75-1e0701df35aa req-0605871e-23e7-430e-952f-3ad0c6b22c0d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:52.637947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['9178587b-1348-488a-86f3-902f603d3fdb', 'f9dbe5cd-4931-4434-9419-bc74222b31f6'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:37:52.638411 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605871e-23e7-430e-952f-3ad0c6b22c0d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Pushing event deleted for resources: {'Port': ['ID=f9dbe5cd-4931-4434-9419-bc74222b31f6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:52.680392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-b109262b-5cf3-471e-8e75-1e0701df35aa req-0605871e-23e7-430e-952f-3ad0c6b22c0d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] No DVR routers for this DVR port f9dbe5cd-4931-4434-9419-bc74222b31f6 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:52.682558 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b109262b-5cf3-471e-8e75-1e0701df35aa req-0605871e-23e7-430e-952f-3ad0c6b22c0d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:52.686345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-663ba029-8ae1-44db-8b7f-9fa4d52d0e03 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0696645 Sep 22 09:37:52.686491 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b109262b-5cf3-471e-8e75-1e0701df35aa req-0605871e-23e7-430e-952f-3ad0c6b22c0d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.60 "DELETE /v2.0/ports/f9dbe5cd-4931-4434-9419-bc74222b31f6 HTTP/1.1" status: 204 len: 173 time: 0.6975832 Sep 22 09:37:52.686491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd281ba76-2f36-4743-b4af-f6991a687a42', 'name': 'network-vif-deleted', 'tag': 'f9dbe5cd-4931-4434-9419-bc74222b31f6'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:37:52.686665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41360) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:52.687423 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b840d5-e794-4ecd-b7db-b047188c3269" -d '{"events": [{"server_uuid": "d281ba76-2f36-4743-b4af-f6991a687a42", "name": "network-vif-deleted", "tag": "f9dbe5cd-4931-4434-9419-bc74222b31f6"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:37:52.698570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-93159ecd-1276-4593-8dca-2be836be07de tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': '12605e94-d802-45f6-83d9-013de4906c56', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-312599249'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:52.750881 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef540ea-56a8-4a3f-b97c-5b5ddadab73f x-openstack-request-id: req-cef540ea-56a8-4a3f-b97c-5b5ddadab73f {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:37:52.751470 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d281ba76-2f36-4743-b4af-f6991a687a42", "name": "network-vif-deleted", "tag": "f9dbe5cd-4931-4434-9419-bc74222b31f6", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:37:52.751923 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cef540ea-56a8-4a3f-b97c-5b5ddadab73f {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:37:52.753198 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd281ba76-2f36-4743-b4af-f6991a687a42', 'name': 'network-vif-deleted', 'tag': 'f9dbe5cd-4931-4434-9419-bc74222b31f6', 'status': 'completed', 'code': 200} Sep 22 09:37:52.881351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '12605e94-d802-45f6-83d9-013de4906c56'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:37:52.881351 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:52.883853 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef58f8d2-2560-42c5-a2b5-8c31e6f9ba98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.002312 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef58f8d2-2560-42c5-a2b5-8c31e6f9ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.064556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ef58f8d2-2560-42c5-a2b5-8c31e6f9ba98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4addd8d23db6428f9a1c7f3e16da6153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7698588 Sep 22 09:37:53.064556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41370) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:53.075091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/12605e94-d802-45f6-83d9-013de4906c56/3e44184c-4c21-4737-98b9-3320938314bb) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:53.088181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58f8d2-2560-42c5-a2b5-8c31e6f9ba98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452e60c5-6fc2-4306-b4cb-bed94c51dbab,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:53.206792 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c20afd6-8430-4c9a-9d69-e82ab5dfb419 req-5f3adfa9-18a8-4f83-a98c-8f521fef2213 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=d281ba76-2f36-4743-b4af-f6991a687a42 HTTP/1.1" status: 200 len: 210 time: 0.0458417 Sep 22 09:37:53.212207 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.234761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93159ecd-1276-4593-8dca-2be836be07de tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:53.240923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.252798 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.269872 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.380042 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.433596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:53.436649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:53.440409 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:53.443442 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93159ecd-1276-4593-8dca-2be836be07de tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.471487 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-c2bff2e0-675f-4786-ae0e-54a5a691c626 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:53.473578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-c2bff2e0-675f-4786-ae0e-54a5a691c626 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.45 "GET /v2.0/networks?id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 200 len: 810 time: 0.2103384 Sep 22 09:37:53.479374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-93159ecd-1276-4593-8dca-2be836be07de tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 8acf6bce-2d89-46db-9a02-2aff24d245ab yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:37:53.496484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Pushing event updated for resources: {'Port': ['ID=3e44184c-4c21-4737-98b9-3320938314bb,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:53.513073 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Attempting to bind port 3e44184c-4c21-4737-98b9-3320938314bb on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:53.513438 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Attempting to bind port 3e44184c-4c21-4737-98b9-3320938314bb by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:53.513792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Attempting to bind port 3e44184c-4c21-4737-98b9-3320938314bb on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:53.518766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:53.519698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:53.520138 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.520526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:53.521006 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Bound port: 3e44184c-4c21-4737-98b9-3320938314bb, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:53.521407 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.561857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-e91e8eb5-a8ca-4361-be35-2057e69cfbf4 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4487adddfe80414185b635c5def5498d HTTP/1.1" status: 200 len: 379 time: 0.0764620 Sep 22 09:37:53.601233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'port': {'device_id': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'admin_state_up': True, 'tenant_id': '4487adddfe80414185b635c5def5498d', 'security_groups': ['9ae92edf-0d49-4a40-b085-ef53d18f78f3']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:53.607098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] For port 3e44184c-4c21-4737-98b9-3320938314bb, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:53.607098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] For port 3e44184c-4c21-4737-98b9-3320938314bb, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3e44184c-4c21-4737-98b9-3320938314bb,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:53.608553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.611369 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.616449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/452e60c5-6fc2-4306-b4cb-bed94c51dbab HTTP/1.1" status: 204 len: 168 time: 0.5484407 Sep 22 09:37:53.654596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452e60c5-6fc2-4306-b4cb-bed94c51dbab,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:53.708775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.709127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.709467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.709799 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.710133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.710459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.710785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.711113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.711434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.711753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.712197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.712621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30484de-6df8-4b2f-9d31-deb017ffea80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:37:53.734521 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:53.743940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45a14a00-97e8-4379-a528-8ab32cb23cbb req-97af6274-2adc-46f7-951b-c92b6d87d539 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 210 time: 0.0840425 Sep 22 09:37:53.751045 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-93159ecd-1276-4593-8dca-2be836be07de tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:37:53.751045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93159ecd-1276-4593-8dca-2be836be07de tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:37:53.800586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1aea6-fbe9-42d2-a0c5-24bed16f7379 None None] Pushing event updated for resources: {'Port': ['ID=3e44184c-4c21-4737-98b9-3320938314bb,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:53.878952 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-93159ecd-1276-4593-8dca-2be836be07de tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.1912701 Sep 22 09:37:53.888084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41380) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:53.951243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a651c-c000-458b-afa5-4b07d3b8c8a4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:53.955563 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e42a651c-c000-458b-afa5-4b07d3b8c8a4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0636518 Sep 22 09:37:53.955744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41382) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:54.021087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Made reservation on behalf of 4487adddfe80414185b635c5def5498d for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:54.027330 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.076345 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba2d3e-c811-430b-894a-cdbdd7ba918f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:54.078033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba2d3e-c811-430b-894a-cdbdd7ba918f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:54.082069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-29ba2d3e-c811-430b-894a-cdbdd7ba918f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1223376 Sep 22 09:37:54.083055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41388) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:54.189276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac2e35a-4393-4fea-a8ed-3350bb76abbc tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 12605e94-d802-45f6-83d9-013de4906c56 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:37:54.197793 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e35a-4393-4fea-a8ed-3350bb76abbc tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.242824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e35a-4393-4fea-a8ed-3350bb76abbc tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.262671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Allocated IP 172.20.0.4 (77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa/97e558d8-50e5-49ad-b658-279ef4008a23/a15a1e5c-2382-46b3-8d05-4b402a3e83df) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:54.286894 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4225461b-2db1-4acc-aaca-2eb0b2895f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.359503 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e35a-4393-4fea-a8ed-3350bb76abbc tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.396285 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.450209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422cb81-30f6-4e83-ae7e-0e0b44cc2d41 req-eb1e19c8-c721-4712-a34d-1505282d8f7c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:54.451784 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2422cb81-30f6-4e83-ae7e-0e0b44cc2d41 req-eb1e19c8-c721-4712-a34d-1505282d8f7c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1039910 Sep 22 09:37:54.492770 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.516235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e35a-4393-4fea-a8ed-3350bb76abbc tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.521011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2422cb81-30f6-4e83-ae7e-0e0b44cc2d41 req-b8a41215-74e1-4399-95bc-3308e2db9f7d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583425 Sep 22 09:37:54.559795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2e35a-4393-4fea-a8ed-3350bb76abbc tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=12605e94-d802-45f6-83d9-013de4906c56,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:54.564175 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ac2e35a-4393-4fea-a8ed-3350bb76abbc tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.568223 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4ac2e35a-4393-4fea-a8ed-3350bb76abbc tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/12605e94-d802-45f6-83d9-013de4906c56 HTTP/1.1" status: 204 len: 168 time: 0.4838247 Sep 22 09:37:54.577896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41402) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:54.628165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3499c062-f136-4ecd-a7ae-45a9d1db1ee5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498586 Sep 22 09:37:54.629170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41404) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:54.634440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ef1e6c17-025c-4d59-b6b3-d3bcc7101de2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:54.651264 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.749222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41410) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:54.764835 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df788525-f83d-4883-8aca-5af5bf39cbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.765576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:54.780848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:54.806643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:54.815052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event updated for resources: {'Port': ['ID=a15a1e5c-2382-46b3-8d05-4b402a3e83df,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:54.889097 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df788525-f83d-4883-8aca-5af5bf39cbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.910127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:54.910127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:54.930532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339b277-36dc-4713-bcef-67dd815cdd42 req-73c5070f-66f8-4a1d-80d0-c368a18df7b0 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:54.932141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d339b277-36dc-4713-bcef-67dd815cdd42 req-73c5070f-66f8-4a1d-80d0-c368a18df7b0 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1690183 Sep 22 09:37:54.953324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0170304-9231-4acb-a7fc-f6ac557a4766 req-a2a4062f-62e7-40ff-bdba-7a8857908c6b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:54.954826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0170304-9231-4acb-a7fc-f6ac557a4766 req-a2a4062f-62e7-40ff-bdba-7a8857908c6b tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 931 time: 0.1144180 Sep 22 09:37:54.992395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07196ad0-7b5a-4785-b6bf-6d392aeb5d9b None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:55.007741 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df788525-f83d-4883-8aca-5af5bf39cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.010240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d339b277-36dc-4713-bcef-67dd815cdd42 req-80510ea9-8a0e-4d4b-858d-0e468a98d3bd tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685043 Sep 22 09:37:55.016418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0170304-9231-4acb-a7fc-f6ac557a4766 req-f6d43d99-8377-4a0a-b314-0b61e47d17c1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530694 Sep 22 09:37:55.075435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df788525-f83d-4883-8aca-5af5bf39cbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068644eb-3eab-43f0-b6be-88b68e02d3bd,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:55.083292 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df788525-f83d-4883-8aca-5af5bf39cbdf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0994500551aa40b6874d9baf60ee6e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316410 Sep 22 09:37:55.098657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41416) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:55.103558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1ee002be-3b9f-4955-b896-a0b27f94527d None None] Provisioning complete for port 3e44184c-4c21-4737-98b9-3320938314bb triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:55.103997 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1ee002be-3b9f-4955-b896-a0b27f94527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.147171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124ac14-9545-423a-bb10-7af2527e71f2 req-b4662cf2-5d4f-454e-a681-ab461a163726 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:55.149053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9124ac14-9545-423a-bb10-7af2527e71f2 req-b4662cf2-5d4f-454e-a681-ab461a163726 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.0602565 Sep 22 09:37:55.161724 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e9487458-cdff-410a-a989-764d85410319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.187531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e9487458-cdff-410a-a989-764d85410319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.191497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9124ac14-9545-423a-bb10-7af2527e71f2 req-b777adc7-3b39-4b4b-96cc-7b0af495f6db tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347297 Sep 22 09:37:55.276677 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1ee002be-3b9f-4955-b896-a0b27f94527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.341306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1ee002be-3b9f-4955-b896-a0b27f94527d None None] For port 3e44184c-4c21-4737-98b9-3320938314bb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3e44184c-4c21-4737-98b9-3320938314bb,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:55.354994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e8a0f3-5005-4bbc-99a1-9ddf02a8f437 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:37:55.402209 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-54e8a0f3-5005-4bbc-99a1-9ddf02a8f437 None None] Deleting port 3e44184c-4c21-4737-98b9-3320938314bb {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:55.402734 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54e8a0f3-5005-4bbc-99a1-9ddf02a8f437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.403844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-fb182fa2-9805-4c7c-baf7-0d714944c00d tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8355026 Sep 22 09:37:55.417039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Request body: {'port': {'device_id': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:55.418801 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1ee002be-3b9f-4955-b896-a0b27f94527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.419440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e9487458-cdff-410a-a989-764d85410319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.423139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e9487458-cdff-410a-a989-764d85410319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.424839 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e9487458-cdff-410a-a989-764d85410319 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/068644eb-3eab-43f0-b6be-88b68e02d3bd HTTP/1.1" status: 204 len: 168 time: 0.3248167 Sep 22 09:37:55.443916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9487458-cdff-410a-a989-764d85410319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068644eb-3eab-43f0-b6be-88b68e02d3bd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:55.480656 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.533650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee002be-3b9f-4955-b896-a0b27f94527d None None] Pushing event updated for resources: {'Port': ['ID=3e44184c-4c21-4737-98b9-3320938314bb,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:55.542511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-54e8a0f3-5005-4bbc-99a1-9ddf02a8f437 None None] For port 3e44184c-4c21-4737-98b9-3320938314bb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3e44184c-4c21-4737-98b9-3320938314bb,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:55.542961 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54e8a0f3-5005-4bbc-99a1-9ddf02a8f437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.544712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1e6c17-025c-4d59-b6b3-d3bcc7101de2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:37:55.553164 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6c17-025c-4d59-b6b3-d3bcc7101de2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.561002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-54e8a0f3-5005-4bbc-99a1-9ddf02a8f437 None None] Calling delete_port for 3e44184c-4c21-4737-98b9-3320938314bb owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:55.577223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3700623b-56cb-4acb-b409-3db506d7e588 None None] Provisioning complete for port a15a1e5c-2382-46b3-8d05-4b402a3e83df triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:55.577423 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3700623b-56cb-4acb-b409-3db506d7e588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.655304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3700623b-56cb-4acb-b409-3db506d7e588 None None] Port a15a1e5c-2382-46b3-8d05-4b402a3e83df cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:37:55.802320 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54e8a0f3-5005-4bbc-99a1-9ddf02a8f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.836432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8a0f3-5005-4bbc-99a1-9ddf02a8f437 None None] Pushing event deleted for resources: {'Port': ['ID=3e44184c-4c21-4737-98b9-3320938314bb,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:55.840762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e8a0f3-5005-4bbc-99a1-9ddf02a8f437 None None] No DVR routers for this DVR port 3e44184c-4c21-4737-98b9-3320938314bb on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:55.939984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15a1e5c-2382-46b3-8d05-4b402a3e83df {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:37:55.948553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:55.975564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Transition to ACTIVE for port object a15a1e5c-2382-46b3-8d05-4b402a3e83df will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:37:56.070720 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6c17-025c-4d59-b6b3-d3bcc7101de2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.078733 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.229975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Pushing event updated for resources: {'Port': ['ID=a15a1e5c-2382-46b3-8d05-4b402a3e83df,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:56.234770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e6c17-025c-4d59-b6b3-d3bcc7101de2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:56.238193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e6c17-025c-4d59-b6b3-d3bcc7101de2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=4856fb44-fbd8-4861-aec4-0e9d9835b415,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:56.244368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e6c17-025c-4d59-b6b3-d3bcc7101de2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:56.251053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e6c17-025c-4d59-b6b3-d3bcc7101de2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:56.251790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6c17-025c-4d59-b6b3-d3bcc7101de2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.256099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0620c0-6bed-49d1-b218-e7f5f7da131e None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:37:56.298415 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f9dbe5cd-4931-4434-9419-bc74222b31f6 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:37:56.328702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c1e2c-a345-4111-80e7-186f2ec04b2c req-2b6ecbc2-bf4e-47af-814d-33a24101211f tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:56.332746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: f9dbe5cd-4931-4434-9419-bc74222b31f6 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:37:56.333336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f9dbe5cd-4931-4434-9419-bc74222b31f6 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:37:56.336042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c1c1e2c-a345-4111-80e7-186f2ec04b2c req-2b6ecbc2-bf4e-47af-814d-33a24101211f tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 943 time: 0.2052050 Sep 22 09:37:56.411923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ef1e6c17-025c-4d59-b6b3-d3bcc7101de2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7787313 Sep 22 09:37:56.412403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41454) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:56.420282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-05c2b9a4-f698-4dc2-90d9-ab23c36bba75 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-193924230', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:37:56.435074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Attempting to bind port a15a1e5c-2382-46b3-8d05-4b402a3e83df on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:56.437260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Attempting to bind port a15a1e5c-2382-46b3-8d05-4b402a3e83df by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:56.437260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Attempting to bind port a15a1e5c-2382-46b3-8d05-4b402a3e83df on network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:56.454231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Port a15a1e5c-2382-46b3-8d05-4b402a3e83df on network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:37:56.454460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Attempting to bind port a15a1e5c-2382-46b3-8d05-4b402a3e83df on network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:56.462139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c1c1e2c-a345-4111-80e7-186f2ec04b2c req-0941d1b4-8150-4a02-8a0c-7b01c7ad0587 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083918 Sep 22 09:37:56.463071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:56.463218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Checking segment: {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:56.463588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Bound using segment: {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:56.464029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Bound port: a15a1e5c-2382-46b3-8d05-4b402a3e83df, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd58724a-eebd-4b4a-903f-144e8fa164bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:56.464385 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.531175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '4856fb44-fbd8-4861-aec4-0e9d9835b415'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:37:56.537228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.553753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] For port a15a1e5c-2382-46b3-8d05-4b402a3e83df, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:56.559933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] For port a15a1e5c-2382-46b3-8d05-4b402a3e83df, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a15a1e5c-2382-46b3-8d05-4b402a3e83df,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:56.618367 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05c2b9a4-f698-4dc2-90d9-ab23c36bba75 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.619438 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05c2b9a4-f698-4dc2-90d9-ab23c36bba75 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.630252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dd6c0-c7af-450e-ae73-c25ea16afbae req-f4d3ca62-8e06-40f2-a56d-d7a278b61603 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:56.632342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-477dd6c0-c7af-450e-ae73-c25ea16afbae req-f4d3ca62-8e06-40f2-a56d-d7a278b61603 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 945 time: 0.0526981 Sep 22 09:37:56.680774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05c2b9a4-f698-4dc2-90d9-ab23c36bba75 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.693994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-477dd6c0-c7af-450e-ae73-c25ea16afbae req-e8ecc0c0-4305-4f4e-ae8c-d8b2bc4516f9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557935 Sep 22 09:37:56.767867 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.816194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05c2b9a4-f698-4dc2-90d9-ab23c36bba75 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.819723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:56.819723 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.820939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] 10.222.0.45 "PUT /v2.0/ports/a15a1e5c-2382-46b3-8d05-4b402a3e83df HTTP/1.1" status: 200 len: 1091 time: 1.4079177 Sep 22 09:37:56.821652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'tag': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:37:56.823978 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1c2bf8-de12-4a62-8537-caea3c579230", "tag": "a15a1e5c-2382-46b3-8d05-4b402a3e83df"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:37:56.856400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754a532-9bb9-4549-9eb4-9b1dce4d75ee service neutron] Pushing event updated for resources: {'Port': ['ID=a15a1e5c-2382-46b3-8d05-4b402a3e83df,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:56.896152 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/4856fb44-fbd8-4861-aec4-0e9d9835b415/79bb8050-314c-4daf-a2a2-81b572035737) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:56.985250 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dacd43ca-cbe6-4a49-90d1-3acbbbcc2786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.992119 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05c2b9a4-f698-4dc2-90d9-ab23c36bba75 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:56.992119 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-05c2b9a4-f698-4dc2-90d9-ab23c36bba75 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5747969 Sep 22 09:37:56.994732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41474) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:37:57.148377 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:57.267388 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d275218-2b8d-48ba-aa4a-0fd1b48a7f93 x-openstack-request-id: req-4d275218-2b8d-48ba-aa4a-0fd1b48a7f93 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:37:57.267676 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1c2bf8-de12-4a62-8537-caea3c579230", "tag": "a15a1e5c-2382-46b3-8d05-4b402a3e83df", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:37:57.267929 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d275218-2b8d-48ba-aa4a-0fd1b48a7f93 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:37:57.268318 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'tag': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df', 'status': 'completed', 'code': 200} Sep 22 09:37:57.283475 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:57.336795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:57.341503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:57.345284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:57.374993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Pushing event updated for resources: {'Port': ['ID=79bb8050-314c-4daf-a2a2-81b572035737,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:57.398193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-6be71ed1-7cf1-4996-a7cf-db7ee7a71d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:57.399713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-6be71ed1-7cf1-4996-a7cf-db7ee7a71d51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4487adddfe80414185b635c5def5498d&device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 1094 time: 0.1776202 Sep 22 09:37:57.425730 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Attempting to bind port 79bb8050-314c-4daf-a2a2-81b572035737 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:37:57.426946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Attempting to bind port 79bb8050-314c-4daf-a2a2-81b572035737 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:37:57.427334 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Attempting to bind port 79bb8050-314c-4daf-a2a2-81b572035737 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:37:57.435134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:37:57.437305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:37:57.437305 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:57.437305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:37:57.437305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Bound port: 79bb8050-314c-4daf-a2a2-81b572035737, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:37:57.437793 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:57.537409 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] For port 79bb8050-314c-4daf-a2a2-81b572035737, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:37:57.541773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] For port 79bb8050-314c-4daf-a2a2-81b572035737, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=79bb8050-314c-4daf-a2a2-81b572035737,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:37:57.596411 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:57.677449 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:57.782262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575447e-09ef-4d62-a9da-137f2e8f4218 None None] Pushing event updated for resources: {'Port': ['ID=79bb8050-314c-4daf-a2a2-81b572035737,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:57.872665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-28410536-9eed-43f4-ac7a-42e1aad4a6b6 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:57.874257 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-28410536-9eed-43f4-ac7a-42e1aad4a6b6 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 945 time: 0.1145639 Sep 22 09:37:57.887765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-9a1a00ea-062b-4f2c-a3c9-8aaba4a17c32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a15a1e5c-2382-46b3-8d05-4b402a3e83df HTTP/1.1" status: 200 len: 217 time: 0.4774177 Sep 22 09:37:58.005698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Deleting port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:37:58.006351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:58.013320 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:58.027691 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:58.073311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50814f0-561b-4f5d-928e-c99ace683325 req-d513e824-ed9a-466b-a1fb-2bd2fa416172 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:58.075142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a50814f0-561b-4f5d-928e-c99ace683325 req-d513e824-ed9a-466b-a1fb-2bd2fa416172 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 945 time: 0.2031813 Sep 22 09:37:58.076705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-6676fbb0-127b-4ec8-8716-0c92155e593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:58.078119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-6676fbb0-127b-4ec8-8716-0c92155e593f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97e558d8-50e5-49ad-b658-279ef4008a23 HTTP/1.1" status: 200 len: 849 time: 0.1651504 Sep 22 09:37:58.092396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf8f61-3647-4147-9215-09c6208a1cfd req-12281d78-dd5b-4f5a-a36c-97436406a9cc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:58.097834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93bf8f61-3647-4147-9215-09c6208a1cfd req-12281d78-dd5b-4f5a-a36c-97436406a9cc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 943 time: 0.2169783 Sep 22 09:37:58.139640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] For port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:58.139922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:58.286419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a50814f0-561b-4f5d-928e-c99ace683325 req-e9cc9561-025a-4fff-a356-5fc8071a9593 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups?id=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577456 Sep 22 09:37:58.330811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93bf8f61-3647-4147-9215-09c6208a1cfd req-794ff1d5-d6da-4080-9b04-ada6f9803f4f tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864910 Sep 22 09:37:58.336156 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-1244422c-8684-4698-a2d4-fa28e1cda3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:58.338681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-1244422c-8684-4698-a2d4-fa28e1cda3b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079151 Sep 22 09:37:58.511752 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:58.512118 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:58.512439 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Floating IP 633dfc36-ae40-41a3-af31-753cb53a8e86 disassociated. External IP: 172.25.6.133, port: 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22. Sep 22 09:37:58.512817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Calling delete_port for 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:37:58.763632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::1 (201714cb-581c-4a22-b65d-63842f91bb89/4856fb44-fbd8-4861-aec4-0e9d9835b415/0a8e67ec-7633-4c4b-ab3e-628ac4281186) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:37:58.780701 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-83d93bfb-fc73-4e77-9fc3-88adbee0e945 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306719 Sep 22 09:37:58.866638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:58.905948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Pushing event deleted for resources: {'Port': ['ID=0cd5fe98-e7c2-4e89-b80b-bfef9faadd22,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:59.081395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:59.108715 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:37:59.111281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b375c75-4ac4-4598-b071-e6c75af85544 req-0ec66000-2888-4aa9-bc53-7f0ccc962ef9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:59.118961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b375c75-4ac4-4598-b071-e6c75af85544 req-0ec66000-2888-4aa9-bc53-7f0ccc962ef9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1704445 Sep 22 09:37:59.136868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0a571f54-82b9-49cf-b9ed-805669e06b44 None None] Provisioning complete for port 79bb8050-314c-4daf-a2a2-81b572035737 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:59.137436 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0a571f54-82b9-49cf-b9ed-805669e06b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:59.141901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc77716f-dac6-4b9f-b79d-027afdef0d97 req-67197318-6f68-42b9-b263-e3d2420862b7 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955151 Sep 22 09:37:59.177731 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b375c75-4ac4-4598-b071-e6c75af85544 req-ca049caa-3f75-4784-8c50-7c8e4ee09ac8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577424 Sep 22 09:37:59.243046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:37:59.262074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbc680-8824-4b17-adaf-30f174e537f8 None None] Sync routers for ids ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:37:59.281570 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cbc680-8824-4b17-adaf-30f174e537f8 None None] Routers {'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:37:59.282549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-82cbc680-8824-4b17-adaf-30f174e537f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:37:59.346136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] No DVR routers for this DVR port 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:37:59.346366 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:59.352478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:59.357978 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d97788dd-bae9-4db5-87a1-c6387096b9b7 req-030cce9e-290c-4f2d-9884-3a5900128628 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.60 "DELETE /v2.0/ports/0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 HTTP/1.1" status: 204 len: 173 time: 1.4765129 Sep 22 09:37:59.359907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'name': 'network-vif-deleted', 'tag': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:37:59.368207 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018b6280-82a8-404c-9be8-c4a736d20e96" -d '{"events": [{"server_uuid": "ed83e44c-682b-433d-9918-d0938ddfcdc5", "name": "network-vif-deleted", "tag": "0cd5fe98-e7c2-4e89-b80b-bfef9faadd22"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:37:59.422190 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0a571f54-82b9-49cf-b9ed-805669e06b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:59.465699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=0a8e67ec-7633-4c4b-ab3e-628ac4281186,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:59.473249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0a571f54-82b9-49cf-b9ed-805669e06b44 None None] For port 79bb8050-314c-4daf-a2a2-81b572035737, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=79bb8050-314c-4daf-a2a2-81b572035737,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:37:59.499937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-055ec6c1-08dd-4817-951d-f2717f17e761 req-9b628c94-0014-4115-89f5-ec8abdc76fad tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ed83e44c-682b-433d-9918-d0938ddfcdc5 HTTP/1.1" status: 200 len: 210 time: 0.0569255 Sep 22 09:37:59.500045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-82cbc680-8824-4b17-adaf-30f174e537f8 None None] Set router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:37:59.516109 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:37:59.529771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:37:59.532388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:37:59.534076 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:59.625539 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0a571f54-82b9-49cf-b9ed-805669e06b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:59.673239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751 req-26d4f2d0-ee5d-4183-8784-ad6da967baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:59.675400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751 req-26d4f2d0-ee5d-4183-8784-ad6da967baf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4487adddfe80414185b635c5def5498d&device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 1094 time: 0.3904839 Sep 22 09:37:59.707635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb121cd-93ed-4cf3-8d37-1ed82a624713 req-0590827d-3f92-4cb9-922f-19da56f93487 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:59.713754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0fb121cd-93ed-4cf3-8d37-1ed82a624713 req-0590827d-3f92-4cb9-922f-19da56f93487 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.4128628 Sep 22 09:37:59.753487 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a571f54-82b9-49cf-b9ed-805669e06b44 None None] Pushing event updated for resources: {'Port': ['ID=79bb8050-314c-4daf-a2a2-81b572035737,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:37:59.845779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:59.868445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0fb121cd-93ed-4cf3-8d37-1ed82a624713 req-3dd8b514-2d87-4b0e-9c00-8073a696aab1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520226 Sep 22 09:37:59.871293 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:59.897419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803c133-cfc3-4771-ade4-2cce4363f0c0 req-a5c4f891-2dc9-4f75-a4df-8409c872fb4e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:59.898986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b803c133-cfc3-4771-ade4-2cce4363f0c0 req-a5c4f891-2dc9-4f75-a4df-8409c872fb4e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 943 time: 0.2402875 Sep 22 09:37:59.922799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-82cbc680-8824-4b17-adaf-30f174e537f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e2ea04ec-a714-4fbd-888c-6d8681717614', 'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'mac_address': 'fa:16:3e:7a:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:49Z', 'updated_at': '2021-09-22T09:35:56Z', 'revision_number': 5, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'subnets': [{'id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:37:59.964323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbc680-8824-4b17-adaf-30f174e537f8 None None] Checking router: c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:37:59.971483 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee68c37-7d96-4818-9a03-1fd2626214d8 x-openstack-request-id: req-8ee68c37-7d96-4818-9a03-1fd2626214d8 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:37:59.972157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751 req-59ed2840-64a4-4500-8d6d-e02ed319c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:37:59.972529 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed83e44c-682b-433d-9918-d0938ddfcdc5", "name": "network-vif-deleted", "tag": "0cd5fe98-e7c2-4e89-b80b-bfef9faadd22", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:37:59.973158 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ee68c37-7d96-4818-9a03-1fd2626214d8 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:37:59.973731 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed83e44c-682b-433d-9918-d0938ddfcdc5', 'name': 'network-vif-deleted', 'tag': '0cd5fe98-e7c2-4e89-b80b-bfef9faadd22', 'status': 'completed', 'code': 200} Sep 22 09:37:59.974584 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751 req-59ed2840-64a4-4500-8d6d-e02ed319c606 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 200 len: 911 time: 0.2820861 Sep 22 09:37:59.997458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cd50b511-9956-4061-a7f2-2b9831e3e4aa None None] Provisioning complete for port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:37:59.997838 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd50b511-9956-4061-a7f2-2b9831e3e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:00.031703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cbc680-8824-4b17-adaf-30f174e537f8 None None] Routers {'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:00.032361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-82cbc680-8824-4b17-adaf-30f174e537f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:00.089909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 79bb8050-314c-4daf-a2a2-81b572035737 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:00.156325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-cd50b511-9956-4061-a7f2-2b9831e3e4aa None None] Port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:00.159450 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751 req-a72f052e-f056-4c0b-9a4b-042e4c6f4dc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a15a1e5c-2382-46b3-8d05-4b402a3e83df HTTP/1.1" status: 200 len: 217 time: 0.1643641 Sep 22 09:38:00.162740 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b803c133-cfc3-4771-ade4-2cce4363f0c0 req-8b322387-0ff4-47d1-aea3-97faf0214157 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548602 Sep 22 09:38:00.233239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41620) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:00.256628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-82cbc680-8824-4b17-adaf-30f174e537f8 None None] Set router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:00.331609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 79bb8050-314c-4daf-a2a2-81b572035737 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:00.332280 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:00.404389 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:00.471123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751 req-cf105b8f-c602-4b55-bda7-f3f44da79e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:00.472764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751 req-cf105b8f-c602-4b55-bda7-f3f44da79e8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97e558d8-50e5-49ad-b658-279ef4008a23 HTTP/1.1" status: 200 len: 849 time: 0.2707992 Sep 22 09:38:00.482202 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:00.482773 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:00.485701 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f35798d7-8db2-433e-acc3-af68b09b678d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:00.622237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-82cbc680-8824-4b17-adaf-30f174e537f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e2ea04ec-a714-4fbd-888c-6d8681717614', 'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'mac_address': 'fa:16:3e:7a:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:49Z', 'updated_at': '2021-09-22T09:35:56Z', 'revision_number': 5, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'subnets': [{'id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:00.640402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=0a8e67ec-7633-4c4b-ab3e-628ac4281186,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:00.661191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbc680-8824-4b17-adaf-30f174e537f8 None None] The sync data for ids ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'] in n-d-805649-4 is: [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:35:50Z', 'revision_number': 4, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e2ea04ec-a714-4fbd-888c-6d8681717614', 'name': '', 'network_id': '472dd4b2-01fa-466e-aa1b-60409bc0f927', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'mac_address': 'fa:16:3e:7a:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:49Z', 'updated_at': '2021-09-22T09:35:56Z', 'revision_number': 5, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'subnets': [{'id': 'f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:00.666550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751 req-851feac7-1452-4823-9882-883511e75592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:00.668645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751 req-851feac7-1452-4823-9882-883511e75592 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1825790 Sep 22 09:38:00.671115 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f35798d7-8db2-433e-acc3-af68b09b678d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:00.723833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41640) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:00.770850 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f35798d7-8db2-433e-acc3-af68b09b678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:00.812034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:00.816035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:00.838773 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7945a717-7722-414a-99e9-9d8f79d85986 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:00.861953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35798d7-8db2-433e-acc3-af68b09b678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b11e40-e52d-4426-9efd-f47ca4fdb416,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:00.878730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751 req-f4c79ae8-6d90-4d06-835e-9fb7ebbca776 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790447 Sep 22 09:38:00.931160 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f35798d7-8db2-433e-acc3-af68b09b678d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73e20b05907847a1ba694b2a9ee7c992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6964829 Sep 22 09:38:00.932860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41650) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:00.939382 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7945a717-7722-414a-99e9-9d8f79d85986 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:01.144084 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017075d-b0ff-45d4-9891-69d917c815bd None None] New status for floating IP 633dfc36-ae40-41a3-af31-753cb53a8e86: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:38:01.145376 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34696590-a681-4ca2-beb8-2de03ada9c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:01.150902 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7945a717-7722-414a-99e9-9d8f79d85986 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:01.155944 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7945a717-7722-414a-99e9-9d8f79d85986 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:01.157050 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7945a717-7722-414a-99e9-9d8f79d85986 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "DELETE /v2.0/security-groups/9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb HTTP/1.1" status: 204 len: 168 time: 0.4322052 Sep 22 09:38:01.162374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41654) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:01.179252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945a717-7722-414a-99e9-9d8f79d85986 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:01.204051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dcd9f0d-d042-4f4b-abc0-5e3d99e65751 req-4d3c3446-6331-411e-b9f0-16257ebb06e5 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924559 Sep 22 09:38:01.206827 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-9d7fdeeb-a6d5-4c31-8a5b-147e014440a9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] show failed (client error): The resource could not be found. Sep 22 09:38:01.207971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9d7fdeeb-a6d5-4c31-8a5b-147e014440a9 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "GET /v2.0/security-groups/9030bc3b-a9a4-4e81-9eb0-c72b7351aaeb HTTP/1.1" status: 404 len: 347 time: 0.0415335 Sep 22 09:38:01.210783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41658) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:01.227898 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34696590-a681-4ca2-beb8-2de03ada9c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:01.245633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-dfa3b490-ea9c-43d7-b78d-5e6b62d3d090 None None] Provisioning complete for port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:01.246106 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b490-ea9c-43d7-b78d-5e6b62d3d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:01.259724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Router bdfeaa63-4248-468e-abef-d3306f9755a0 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:38:01.313937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3b490-ea9c-43d7-b78d-5e6b62d3d090 None None] Port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:01.404938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:01.414398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2755540f-4244-4228-9ef6-a4e6cbcaddc8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Deleting port dd4d6de5-604c-4e42-b15c-93bc0eabd146 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:01.415100 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2755540f-4244-4228-9ef6-a4e6cbcaddc8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:01.417442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Sync routers for ids ['bdfeaa63-4248-468e-abef-d3306f9755a0'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:01.419474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-623eb505-ed66-4dd0-a07d-32c4b27c9e4b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "PUT /v2.0/routers/bdfeaa63-4248-468e-abef-d3306f9755a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4214921 Sep 22 09:38:01.422089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41662) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:01.433913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Routers {'bdfeaa63-4248-468e-abef-d3306f9755a0'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:01.433913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['bdfeaa63-4248-468e-abef-d3306f9755a0'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:01.497683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665b7ef-f50f-4641-be1e-128ce5ffa885 req-d1077833-8038-435a-9cd1-c53669a74cdc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:01.506850 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3665b7ef-f50f-4641-be1e-128ce5ffa885 req-d1077833-8038-435a-9cd1-c53669a74cdc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 943 time: 0.2342448 Sep 22 09:38:01.526673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3822e46-f05b-4e2f-a8a6-d4f2eec344ca tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:01.528289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a3822e46-f05b-4e2f-a8a6-d4f2eec344ca tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports/0a8e67ec-7633-4c4b-ab3e-628ac4281186 HTTP/1.1" status: 200 len: 911 time: 0.0915511 Sep 22 09:38:01.543339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41666) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:01.556870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Set router bdfeaa63-4248-468e-abef-d3306f9755a0 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:01.561347 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34696590-a681-4ca2-beb8-2de03ada9c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:01.564800 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34696590-a681-4ca2-beb8-2de03ada9c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:01.569664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-34696590-a681-4ca2-beb8-2de03ada9c88 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72b11e40-e52d-4426-9efd-f47ca4fdb416 HTTP/1.1" status: 204 len: 168 time: 0.6269126 Sep 22 09:38:01.597193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34696590-a681-4ca2-beb8-2de03ada9c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b11e40-e52d-4426-9efd-f47ca4fdb416,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:01.655207 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3665b7ef-f50f-4641-be1e-128ce5ffa885 req-1c75196d-957f-43bf-b7a6-a42454e152b4 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468139 Sep 22 09:38:01.702778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022956fc-66f9-491d-913a-361bc4acfc9c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:01.713521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022956fc-66f9-491d-913a-361bc4acfc9c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:01.716294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-022956fc-66f9-491d-913a-361bc4acfc9c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1708081 Sep 22 09:38:01.719066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41670) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:01.721175 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2755540f-4244-4228-9ef6-a4e6cbcaddc8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:01.721502 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2755540f-4244-4228-9ef6-a4e6cbcaddc8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:01.881505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2755540f-4244-4228-9ef6-a4e6cbcaddc8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Calling delete_port for dd4d6de5-604c-4e42-b15c-93bc0eabd146 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:01.887204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfeaa63-4248-468e-abef-d3306f9755a0', 'name': 'tempest-NetworksTestDHCPv6-router-193924230', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:37:56Z', 'updated_at': '2021-09-22T09:37:59Z', 'revision_number': 2, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'gw_port_host': None, '_interfaces': [{'id': '0a8e67ec-7633-4c4b-ab3e-628ac4281186', 'name': '', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'mac_address': 'fa:16:3e:58:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfeaa63-4248-468e-abef-d3306f9755a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4856fb44-fbd8-4861-aec4-0e9d9835b415', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:37:58Z', 'updated_at': '2021-09-22T09:38:00Z', 'revision_number': 2, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'subnets': [{'id': '4856fb44-fbd8-4861-aec4-0e9d9835b415', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:02.235187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Checking router: bdfeaa63-4248-468e-abef-d3306f9755a0 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:38:02.235538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Updating router bdfeaa63-4248-468e-abef-d3306f9755a0 port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:38:02.276651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:02.325704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:02.326053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0cd5fe98-e7c2-4e89-b80b-bfef9faadd22 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:02.346343 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:02.409743 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2755540f-4244-4228-9ef6-a4e6cbcaddc8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:02.490416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:02.497007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755540f-4244-4228-9ef6-a4e6cbcaddc8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Pushing event deleted for resources: {'Port': ['ID=dd4d6de5-604c-4e42-b15c-93bc0eabd146,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:02.682279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2755540f-4244-4228-9ef6-a4e6cbcaddc8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:02.684966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2755540f-4244-4228-9ef6-a4e6cbcaddc8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:02.686472 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2755540f-4244-4228-9ef6-a4e6cbcaddc8 tempest-ServersTestFqdnHostnames-1976797687 tempest-ServersTestFqdnHostnames-1976797687-project] 10.222.0.49 "DELETE /v2.0/floatingips/633dfc36-ae40-41a3-af31-753cb53a8e86 HTTP/1.1" status: 204 len: 168 time: 1.4747360 Sep 22 09:38:02.689575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41692) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:02.708168 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:02.804641 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:02.861792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444312-d73e-40ae-bbd9-37e6465ec5e9 req-f5dde932-6fc7-43b3-95d4-5944835d4534 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:02.865938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9444312-d73e-40ae-bbd9-37e6465ec5e9 req-f5dde932-6fc7-43b3-95d4-5944835d4534 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 943 time: 0.1209142 Sep 22 09:38:02.955987 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9444312-d73e-40ae-bbd9-37e6465ec5e9 req-d116155e-212d-4ce9-9cd4-0be3fb96553e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775747 Sep 22 09:38:03.087642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4b67b-57a1-4d56-b1b0-0499a356fbc4 None None] Pushing event updated for resources: {'Port': ['ID=0a8e67ec-7633-4c4b-ab3e-628ac4281186,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:03.090582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Attempting to bind port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:03.092796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Attempting to bind port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:03.092796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Attempting to bind port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:03.104982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:03.108135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:03.108663 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:03.110637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:03.111218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Bound port: 0a8e67ec-7633-4c4b-ab3e-628ac4281186, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:03.116714 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:03.270134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] For port 0a8e67ec-7633-4c4b-ab3e-628ac4281186, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:03.274514 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] For port 0a8e67ec-7633-4c4b-ab3e-628ac4281186, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0a8e67ec-7633-4c4b-ab3e-628ac4281186,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:03.291952 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9230fdf0-0dcf-43bc-a174-ea448e2bf539 None None] Provisioning complete for port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:03.292617 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9230fdf0-0dcf-43bc-a174-ea448e2bf539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:03.387760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9230fdf0-0dcf-43bc-a174-ea448e2bf539 None None] Port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:03.394913 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:03.430016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea6592-79e1-4c70-a54e-c5d78ffe8cf6 req-5d1e8cc5-a3e1-4c94-869e-8bc2f23ebcdd tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:03.443587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acea6592-79e1-4c70-a54e-c5d78ffe8cf6 req-5d1e8cc5-a3e1-4c94-869e-8bc2f23ebcdd tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.0995674 Sep 22 09:38:03.463043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Routers {'bdfeaa63-4248-468e-abef-d3306f9755a0'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:03.463883 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['bdfeaa63-4248-468e-abef-d3306f9755a0'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:03.465291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41714) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:03.563260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:03.573455 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:03.573671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acea6592-79e1-4c70-a54e-c5d78ffe8cf6 req-b69a6cfb-607c-446b-a46a-29ff4b673407 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193306 Sep 22 09:38:03.577595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4b67b-57a1-4d56-b1b0-0499a356fbc4 None None] Pushing event updated for resources: {'Port': ['ID=0a8e67ec-7633-4c4b-ab3e-628ac4281186,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:03.597362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a15a1e5c-2382-46b3-8d05-4b402a3e83df details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:38:03.673174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] Set router bdfeaa63-4248-468e-abef-d3306f9755a0 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:03.726824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] For port 0a8e67ec-7633-4c4b-ab3e-628ac4281186, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0a8e67ec-7633-4c4b-ab3e-628ac4281186,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:03.727191 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:03.728425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1321795709'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:03.745998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 0a8e67ec-7633-4c4b-ab3e-628ac4281186 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:03.792520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92add7ed-5026-41de-9b93-7e812dfcbfd4 req-8cfc5d79-1946-4ec5-966d-10f482b113d4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:03.800532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92add7ed-5026-41de-9b93-7e812dfcbfd4 req-8cfc5d79-1946-4ec5-966d-10f482b113d4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1143467 Sep 22 09:38:03.866167 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92add7ed-5026-41de-9b93-7e812dfcbfd4 req-bc69dec8-b4a1-4ddd-a8b1-67455499bff1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616605 Sep 22 09:38:03.870080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Made reservation on behalf of ab3e5262f5d54daeb7e6b8883a0cd348 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:03.887843 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:03.904569 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:03.999223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0cdedb78-de53-43d0-84ac-fe33159913cd None None] Provisioning complete for port 0a8e67ec-7633-4c4b-ab3e-628ac4281186 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:04.000125 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0cdedb78-de53-43d0-84ac-fe33159913cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.053595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a15a1e5c-2382-46b3-8d05-4b402a3e83df, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a15a1e5c-2382-46b3-8d05-4b402a3e83df,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:04.062923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0cdedb78-de53-43d0-84ac-fe33159913cd None None] Could not find standard attr ID for object 0a8e67ec-7633-4c4b-ab3e-628ac4281186. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:38:04.068933 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.070704 n-d-805649-4 neutron-server[95511]: INFO neutron.plugins.ml2.db [None req-0cdedb78-de53-43d0-84ac-fe33159913cd None None] No ports have port_id starting with 0a8e67ec-7633-4c4b-ab3e-628ac4281186 Sep 22 09:38:04.073781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'port_id': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df', 'mac_address': 'fa:16:3e:38:fe:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:38:04.115860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87674b55-df7e-4367-9550-ceb261102988 req-ad4e8e8a-ffb7-4773-b751-80a33aa25697 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:04.118720 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87674b55-df7e-4367-9550-ceb261102988 req-ad4e8e8a-ffb7-4773-b751-80a33aa25697 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 943 time: 0.0993800 Sep 22 09:38:04.152017 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.169102 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15a1e5c-2382-46b3-8d05-4b402a3e83df {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:38:04.190349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=0a8e67ec-7633-4c4b-ab3e-628ac4281186,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:04.196064 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfeaa63-4248-468e-abef-d3306f9755a0', 'name': 'tempest-NetworksTestDHCPv6-router-193924230', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:37:56Z', 'updated_at': '2021-09-22T09:37:59Z', 'revision_number': 2, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'gw_port_host': None, '_interfaces': [{'id': '0a8e67ec-7633-4c4b-ab3e-628ac4281186', 'name': '', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'mac_address': 'fa:16:3e:58:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfeaa63-4248-468e-abef-d3306f9755a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4856fb44-fbd8-4861-aec4-0e9d9835b415', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:37:58Z', 'updated_at': '2021-09-22T09:38:03Z', 'revision_number': 4, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'subnets': [{'id': '4856fb44-fbd8-4861-aec4-0e9d9835b415', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:04.210455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87674b55-df7e-4367-9550-ceb261102988 req-52c4168f-5521-4a35-942e-ff80f5b383dc tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848539 Sep 22 09:38:04.245928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d1ec28-1e34-4965-9862-abac39dadc70 None None] The sync data for ids ['bdfeaa63-4248-468e-abef-d3306f9755a0'] in n-d-805649-4 is: [{'id': 'bdfeaa63-4248-468e-abef-d3306f9755a0', 'name': 'tempest-NetworksTestDHCPv6-router-193924230', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:37:56Z', 'updated_at': '2021-09-22T09:37:59Z', 'revision_number': 2, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'gw_port_host': None, '_interfaces': [{'id': '0a8e67ec-7633-4c4b-ab3e-628ac4281186', 'name': '', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'mac_address': 'fa:16:3e:58:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfeaa63-4248-468e-abef-d3306f9755a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4856fb44-fbd8-4861-aec4-0e9d9835b415', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:37:58Z', 'updated_at': '2021-09-22T09:38:03Z', 'revision_number': 4, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'subnets': [{'id': '4856fb44-fbd8-4861-aec4-0e9d9835b415', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:04.247885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.248234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.248574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.248931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a15a1e5c-2382-46b3-8d05-4b402a3e83df, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a15a1e5c-2382-46b3-8d05-4b402a3e83df,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:04.249055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.249265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.256874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.257373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.257634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.257968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.258309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.258642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.258969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:04.338331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.342544 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.354288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd651d-c5f9-47d6-a712-b94c66c339d6 req-3fe813b1-7221-4035-a28a-42a3a977d1e8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:04.355868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5dd651d-c5f9-47d6-a712-b94c66c339d6 req-3fe813b1-7221-4035-a28a-42a3a977d1e8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1567802 Sep 22 09:38:04.358669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.375879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.437918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=a15a1e5c-2382-46b3-8d05-4b402a3e83df,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:04.490935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5dd651d-c5f9-47d6-a712-b94c66c339d6 req-ea00100f-e963-4d37-911e-8c83e357bf1b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174519 Sep 22 09:38:04.504907 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.542850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:38:04.554274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7696248d-e8f9-4afb-8ffa-63f469d162d3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:04.570505 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.573593 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Added segment c171bf0f-2aca-498e-a70c-e891c419794a of type vlan for network 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc Sep 22 09:38:04.667943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.693664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a15a1e5c-2382-46b3-8d05-4b402a3e83df'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:38:04.698333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e8ef-e0a6-4b30-a8f7-9008dcb700ba req-0bf8df01-5058-4184-80bb-be81e6854d5c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:04.699910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cce2e8ef-e0a6-4b30-a8f7-9008dcb700ba req-0bf8df01-5058-4184-80bb-be81e6854d5c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1243117 Sep 22 09:38:04.773968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cce2e8ef-e0a6-4b30-a8f7-9008dcb700ba req-8907045b-daa9-4085-a02f-ea4a2d17bd76 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591202 Sep 22 09:38:04.823926 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.830099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:04.830983 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:04.832833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Router bdfeaa63-4248-468e-abef-d3306f9755a0 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:38:04.948299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Pushing event updated for resources: {'Network': ['ID=9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:04.963432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:38:04.991173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:04.998072 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cbd63751-d704-44f4-9af9-a5e120190dfb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "PUT /v2.0/routers/bdfeaa63-4248-468e-abef-d3306f9755a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2731245 Sep 22 09:38:05.000668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41744) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:05.009667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3dca7f3c-91b8-4b3f-819e-ee98058b0a98 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5423403 Sep 22 09:38:05.013213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41746) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:05.038653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4e3c7-77ab-4153-84fe-22f903e0fb44 req-ab67fcb4-69e4-48a9-8f4c-6f3dec882e82 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:05.040349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cea4e3c7-77ab-4153-84fe-22f903e0fb44 req-ab67fcb4-69e4-48a9-8f4c-6f3dec882e82 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.0667412 Sep 22 09:38:05.047300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Request body: {'subnet': {'network_id': '9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:05.090375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cea4e3c7-77ab-4153-84fe-22f903e0fb44 req-4c1c2da4-e130-425a-9275-f787e2ac89e3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436418 Sep 22 09:38:05.133874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea1f5ff-f9e2-4b05-ab64-a4f4c1686049 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:05.135332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea1f5ff-f9e2-4b05-ab64-a4f4c1686049 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:05.136929 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eea1f5ff-f9e2-4b05-ab64-a4f4c1686049 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1351783 Sep 22 09:38:05.140608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41750) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:05.208770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] Deleting port e2ea04ec-a714-4fbd-888c-6d8681717614 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:05.209112 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:05.265738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-11942a9f-ee6b-4831-9435-19998ffef53e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 4856fb44-fbd8-4861-aec4-0e9d9835b415 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:05.276647 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11942a9f-ee6b-4831-9435-19998ffef53e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:05.287391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0b7a1-b57e-4c30-bd01-8dce6da15e81 req-44f07f0b-08dc-4385-b76e-b796a7e4cfe3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:05.288971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ba0b7a1-b57e-4c30-bd01-8dce6da15e81 req-44f07f0b-08dc-4385-b76e-b796a7e4cfe3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1044426 Sep 22 09:38:05.329913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] For port e2ea04ec-a714-4fbd-888c-6d8681717614, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e2ea04ec-a714-4fbd-888c-6d8681717614,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:05.330909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:05.347482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] Calling delete_port for e2ea04ec-a714-4fbd-888c-6d8681717614 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:05.394194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Made reservation on behalf of ab3e5262f5d54daeb7e6b8883a0cd348 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:05.398555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:05.730448 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ba0b7a1-b57e-4c30-bd01-8dce6da15e81 req-afb8de76-53a4-4182-b043-5cebd1e53e43 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665741 Sep 22 09:38:05.733685 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11942a9f-ee6b-4831-9435-19998ffef53e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:05.777227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b286a95-e68c-4a2e-a191-66ba8386a81c req-82272e0e-0bdd-423a-9371-b0264cc59ad1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:05.784761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b286a95-e68c-4a2e-a191-66ba8386a81c req-82272e0e-0bdd-423a-9371-b0264cc59ad1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 944 time: 0.1295278 Sep 22 09:38:05.834187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b286a95-e68c-4a2e-a191-66ba8386a81c req-c18c36a5-a0e0-4942-9c00-4c4343c337cf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481980 Sep 22 09:38:05.867761 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:05.918739 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11942a9f-ee6b-4831-9435-19998ffef53e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:05.969337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Pushing event updated for resources: {'Subnet': ['ID=dcda77f0-03ac-4942-92f9-441bf953c638,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:05.979558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Checking segment: {'id': 'c171bf0f-2aca-498e-a70c-e891c419794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:05.979926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Network hostable DHCP agents. Network: 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:38:06.036244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3d481-838a-45ed-8151-d4045f4a8679 req-09488aea-9316-4c31-a0c9-d3ba0c8b9c06 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:06.037837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3e3d481-838a-45ed-8151-d4045f4a8679 req-09488aea-9316-4c31-a0c9-d3ba0c8b9c06 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.0872664 Sep 22 09:38:06.041718 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:06.074222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ea04ec-a714-4fbd-888c-6d8681717614,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:06.078807 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Network 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:38:06.083932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3e3d481-838a-45ed-8151-d4045f4a8679 req-1ef5bd99-6552-42a6-a01e-580e2e36c464 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372944 Sep 22 09:38:06.163965 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11942a9f-ee6b-4831-9435-19998ffef53e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:06.212158 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11942a9f-ee6b-4831-9435-19998ffef53e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:06.215436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-11942a9f-ee6b-4831-9435-19998ffef53e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/4856fb44-fbd8-4861-aec4-0e9d9835b415 HTTP/1.1" status: 204 len: 168 time: 1.0737364 Sep 22 09:38:06.216738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11942a9f-ee6b-4831-9435-19998ffef53e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=4856fb44-fbd8-4861-aec4-0e9d9835b415,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:06.221704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f6a9e1-0ec0-4d18-bb48-67d4fadd4f74 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:06.228472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41768) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:06.339388 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:06.342683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:06.348563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:06.349492 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:06.369137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce908d9-aab5-43ac-8d34-cdd74e5a00b9 None None] Network 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:06.429636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b20b9acf-a8a7-41b7-bfc5-c9ca565ae653 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1974299 Sep 22 09:38:06.439557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d0be2-1f15-40f2-9590-4882cc938a31 req-23ea3ae7-32df-422e-b7d1-61b3312333d3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:06.441425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a33d0be2-1f15-40f2-9590-4882cc938a31 req-23ea3ae7-32df-422e-b7d1-61b3312333d3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2318501 Sep 22 09:38:06.442119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41770) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:06.524051 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35288069-2965-43d7-97f2-8e9a140ff129 None None] Sync routers for ids ['bdfeaa63-4248-468e-abef-d3306f9755a0'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:06.529343 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9dd2361a-7fb5-409e-906a-f57e0d5acf11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:06.535327 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35288069-2965-43d7-97f2-8e9a140ff129 None None] Routers {'bdfeaa63-4248-468e-abef-d3306f9755a0'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:06.536474 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-35288069-2965-43d7-97f2-8e9a140ff129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['bdfeaa63-4248-468e-abef-d3306f9755a0'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:06.647509 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-35288069-2965-43d7-97f2-8e9a140ff129 None None] Set router bdfeaa63-4248-468e-abef-d3306f9755a0 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:06.651297 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1945aeaa-be75-4973-a044-5b271ae9409d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6357503 Sep 22 09:38:06.653440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41774) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:06.661188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Request body: {'port': {'network_id': '9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-537973726'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:06.683805 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c35c1-4020-4471-b0cb-2d3f9014e480 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:38:06.725496 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-35288069-2965-43d7-97f2-8e9a140ff129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfeaa63-4248-468e-abef-d3306f9755a0', 'name': 'tempest-NetworksTestDHCPv6-router-193924230', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:37:56Z', 'updated_at': '2021-09-22T09:38:03Z', 'revision_number': 3, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:06.794367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] Router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:38:06.831102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9dd2361a-7fb5-409e-906a-f57e0d5acf11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:06.850204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc', 'network_id': '9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc', 'tenant_id': 'ab3e5262f5d54daeb7e6b8883a0cd348', 'fixed_ips': [{'subnet_id': 'dcda77f0-03ac-4942-92f9-441bf953c638'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:38:06.854132 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:06.868385 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9dd2361a-7fb5-409e-906a-f57e0d5acf11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:06.878217 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35288069-2965-43d7-97f2-8e9a140ff129 None None] Checking router: bdfeaa63-4248-468e-abef-d3306f9755a0 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:38:06.888654 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35288069-2965-43d7-97f2-8e9a140ff129 None None] Routers {'bdfeaa63-4248-468e-abef-d3306f9755a0'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:06.889590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a33d0be2-1f15-40f2-9590-4882cc938a31 req-cf266a3c-097c-4d14-b7f2-09081e9e90db tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633142 Sep 22 09:38:06.889948 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-35288069-2965-43d7-97f2-8e9a140ff129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['bdfeaa63-4248-468e-abef-d3306f9755a0'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:07.004672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d16c35c1-4020-4471-b0cb-2d3f9014e480 None None] Deleting port 79bb8050-314c-4daf-a2a2-81b572035737 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:07.005097 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d16c35c1-4020-4471-b0cb-2d3f9014e480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:07.069096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:07.077784 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-35288069-2965-43d7-97f2-8e9a140ff129 None None] Set router bdfeaa63-4248-468e-abef-d3306f9755a0 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:07.088505 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f0532663-225a-4f28-8d76-9dae2b49efa9 admin admin] 10.222.0.49 "PUT /v2.0/routers/c2ace4cf-9f46-4657-a66f-6dcc6df21aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3947151 Sep 22 09:38:07.089331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41788) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:07.110363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429dfe94-7f78-4fc7-899c-dcda8db1ff52 None None] Sync routers for ids ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:07.139076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d16c35c1-4020-4471-b0cb-2d3f9014e480 None None] For port 79bb8050-314c-4daf-a2a2-81b572035737, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=79bb8050-314c-4daf-a2a2-81b572035737,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:07.139474 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d16c35c1-4020-4471-b0cb-2d3f9014e480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:07.149519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dfe94-7f78-4fc7-899c-dcda8db1ff52 None None] Routers {'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:07.150191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-429dfe94-7f78-4fc7-899c-dcda8db1ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:07.160745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d16c35c1-4020-4471-b0cb-2d3f9014e480 None None] Calling delete_port for 79bb8050-314c-4daf-a2a2-81b572035737 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:07.191035 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-35288069-2965-43d7-97f2-8e9a140ff129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfeaa63-4248-468e-abef-d3306f9755a0', 'name': 'tempest-NetworksTestDHCPv6-router-193924230', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:37:56Z', 'updated_at': '2021-09-22T09:38:03Z', 'revision_number': 3, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:07.193002 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9dd2361a-7fb5-409e-906a-f57e0d5acf11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:07.194396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd2361a-7fb5-409e-906a-f57e0d5acf11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Fanout notify agent at l3_agent the message router_deleted on router bdfeaa63-4248-468e-abef-d3306f9755a0 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:38:07.217782 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9dd2361a-7fb5-409e-906a-f57e0d5acf11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:07.221633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9dd2361a-7fb5-409e-906a-f57e0d5acf11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/routers/bdfeaa63-4248-468e-abef-d3306f9755a0 HTTP/1.1" status: 204 len: 168 time: 0.7752259 Sep 22 09:38:07.223853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Allocated IP 2001:db8::2 (9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc/dcda77f0-03ac-4942-92f9-441bf953c638/7d60f04b-47ac-447f-9892-70d967c901ea) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:07.255718 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:07.265412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41790) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:07.291873 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35288069-2965-43d7-97f2-8e9a140ff129 None None] The sync data for ids ['bdfeaa63-4248-468e-abef-d3306f9755a0'] in n-d-805649-4 is: [{'id': 'bdfeaa63-4248-468e-abef-d3306f9755a0', 'name': 'tempest-NetworksTestDHCPv6-router-193924230', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:37:56Z', 'updated_at': '2021-09-22T09:38:03Z', 'revision_number': 3, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:07.292869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a0ded9b4-558a-4175-ae2e-ce8c2e46f8eb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:07.324694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6988f-5c7f-47b2-8d95-686396c71004 req-b4b3019f-acfc-4ba3-828b-a9f7a301a463 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:07.333797 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbb6988f-5c7f-47b2-8d95-686396c71004 req-b4b3019f-acfc-4ba3-828b-a9f7a301a463 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2062871 Sep 22 09:38:07.352218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8cdea-f7a6-4459-aa2d-cadff9381bc1 req-515aeb1c-dcc7-4250-a04c-2b4a6243e784 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:07.360489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67f8cdea-f7a6-4459-aa2d-cadff9381bc1 req-515aeb1c-dcc7-4250-a04c-2b4a6243e784 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 944 time: 0.3210781 Sep 22 09:38:07.371535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Made reservation on behalf of ab3e5262f5d54daeb7e6b8883a0cd348 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:07.375158 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:07.397159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:07.506849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] device_id is not set on port d37752d8-6201-4db8-a211-b15169bd8e36 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:38:07.517635 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbb6988f-5c7f-47b2-8d95-686396c71004 req-3974b32e-b8b8-4592-998d-dd30a80a3896 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820865 Sep 22 09:38:07.528331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67f8cdea-f7a6-4459-aa2d-cadff9381bc1 req-86c116f7-1bc6-44cf-b5cb-f5bff858ca67 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669483 Sep 22 09:38:07.595761 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-429dfe94-7f78-4fc7-899c-dcda8db1ff52 None None] Set router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:07.631900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Deleting port cc92ad5c-2109-4733-86a7-55ea2398aa10 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:07.635985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:07.656468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a15a1e5c-2382-46b3-8d05-4b402a3e83df up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:07.714376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ded9b4-558a-4175-ae2e-ce8c2e46f8eb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:07.724381 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0ded9b4-558a-4175-ae2e-ce8c2e46f8eb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:07.889780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-429dfe94-7f78-4fc7-899c-dcda8db1ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:38:05Z', 'revision_number': 5, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port': {'id': 'cc92ad5c-2109-4733-86a7-55ea2398aa10', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:42:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:35:44Z', 'updated_at': '2021-09-22T09:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:07.922968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f1415-e6d8-4087-9c74-5e6f6695b24f req-3807f17c-b265-400a-9227-783bdbbdc7c2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:07.928590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429dfe94-7f78-4fc7-899c-dcda8db1ff52 None None] Checking router: c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:38:07.932191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d97f1415-e6d8-4087-9c74-5e6f6695b24f req-3807f17c-b265-400a-9227-783bdbbdc7c2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2612734 Sep 22 09:38:07.939380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dfe94-7f78-4fc7-899c-dcda8db1ff52 None None] Routers {'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:07.940081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-429dfe94-7f78-4fc7-899c-dcda8db1ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:07.953107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] For port cc92ad5c-2109-4733-86a7-55ea2398aa10, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cc92ad5c-2109-4733-86a7-55ea2398aa10,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:07.955396 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:07.975247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Calling delete_port for cc92ad5c-2109-4733-86a7-55ea2398aa10 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:07.991854 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d16c35c1-4020-4471-b0cb-2d3f9014e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.008231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port a15a1e5c-2382-46b3-8d05-4b402a3e83df completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:38:08.098831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port a15a1e5c-2382-46b3-8d05-4b402a3e83df triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:08.098831 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.100816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c35c1-4020-4471-b0cb-2d3f9014e480 None None] Pushing event deleted for resources: {'Port': ['ID=79bb8050-314c-4daf-a2a2-81b572035737,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:08.149775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d97f1415-e6d8-4087-9c74-5e6f6695b24f req-4a223e24-fb76-4192-a3bf-bce84810b82a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934412 Sep 22 09:38:08.150001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 79bb8050-314c-4daf-a2a2-81b572035737 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:08.150001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c35c1-4020-4471-b0cb-2d3f9014e480 None None] No DVR routers for this DVR port 79bb8050-314c-4daf-a2a2-81b572035737 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:08.191160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 79bb8050-314c-4daf-a2a2-81b572035737 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:08.191415 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 79bb8050-314c-4daf-a2a2-81b572035737 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:08.191697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0a8e67ec-7633-4c4b-ab3e-628ac4281186 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:08.220348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-429dfe94-7f78-4fc7-899c-dcda8db1ff52 None None] Set router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:08.297027 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.331842 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 0a8e67ec-7633-4c4b-ab3e-628ac4281186 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:08.332834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0a8e67ec-7633-4c4b-ab3e-628ac4281186 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:08.336371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-429dfe94-7f78-4fc7-899c-dcda8db1ff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:38:07Z', 'revision_number': 6, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:08.368225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429dfe94-7f78-4fc7-899c-dcda8db1ff52 None None] The sync data for ids ['c2ace4cf-9f46-4657-a66f-6dcc6df21aa1'] in n-d-805649-4 is: [{'id': 'c2ace4cf-9f46-4657-a66f-6dcc6df21aa1', 'name': 'tempest-ServersTestFqdnHostnames-1460166803-router', 'tenant_id': '624fd7e667434d99abf4188bebdaebf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:35:43Z', 'updated_at': '2021-09-22T09:38:07Z', 'revision_number': 6, 'project_id': '624fd7e667434d99abf4188bebdaebf4', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:08.434950 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.444478 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.464328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.497996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc92ad5c-2109-4733-86a7-55ea2398aa10,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:08.502598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Network 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:08.516316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258a2a6-1d7a-4cd6-af78-250f1fcb2307 req-3b070b3a-2e26-4347-b769-410b1de18d7c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:08.525018 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f258a2a6-1d7a-4cd6-af78-250f1fcb2307 req-3b070b3a-2e26-4347-b769-410b1de18d7c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1209354 Sep 22 09:38:08.545785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Allocated IP 2001:db8::162 (9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc/dcda77f0-03ac-4942-92f9-441bf953c638/d37752d8-6201-4db8-a211-b15169bd8e36) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:08.549220 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0ded9b4-558a-4175-ae2e-ce8c2e46f8eb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.555691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:08.559607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:08.566016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Pushing event updated for resources: {'Port': ['ID=7d60f04b-47ac-447f-9892-70d967c901ea,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:08.592890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:38:08.595519 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d9f3d2-c711-4a26-9bce-59fbd744de4e" -d '{"events": [{"server_uuid": "8c1c2bf8-de12-4a62-8537-caea3c579230", "name": "network-vif-plugged", "status": "completed", "tag": "a15a1e5c-2382-46b3-8d05-4b402a3e83df"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:38:08.619045 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.642028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a15a1e5c-2382-46b3-8d05-4b402a3e83df, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a15a1e5c-2382-46b3-8d05-4b402a3e83df,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:08.703014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ded9b4-558a-4175-ae2e-ce8c2e46f8eb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:08.716071 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.720629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-a0ded9b4-558a-4175-ae2e-ce8c2e46f8eb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:08.725483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Attempting to bind port 7d60f04b-47ac-447f-9892-70d967c901ea on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:08.725854 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Attempting to bind port 7d60f04b-47ac-447f-9892-70d967c901ea by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'c171bf0f-2aca-498e-a70c-e891c419794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:08.726220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Attempting to bind port 7d60f04b-47ac-447f-9892-70d967c901ea on network 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:08.737147 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f258a2a6-1d7a-4cd6-af78-250f1fcb2307 req-c472601a-edc1-41ec-8ec9-8ba680c1dbc9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070944 Sep 22 09:38:08.744419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ded9b4-558a-4175-ae2e-ce8c2e46f8eb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:08.751199 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0ded9b4-558a-4175-ae2e-ce8c2e46f8eb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.754951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee39eb-4eae-4a84-84ab-d1b165b407e9 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:08.767960 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ded9b4-558a-4175-ae2e-ce8c2e46f8eb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=6bdae827-d901-4d96-9edc-b8045c766de5,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:08.770123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:08.770501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Checking segment: {'id': 'c171bf0f-2aca-498e-a70c-e891c419794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:08.770949 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.771489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Bound using segment: {'id': 'c171bf0f-2aca-498e-a70c-e891c419794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:08.771902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Bound port: 7d60f04b-47ac-447f-9892-70d967c901ea, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c171bf0f-2aca-498e-a70c-e891c419794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:08.772340 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.811878 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.817508 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.874485 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1671b0ee-7c9b-4ee3-b36d-6f79be5b7a71 x-openstack-request-id: req-1671b0ee-7c9b-4ee3-b36d-6f79be5b7a71 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:38:08.874769 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1c2bf8-de12-4a62-8537-caea3c579230", "name": "network-vif-plugged", "status": "completed", "tag": "a15a1e5c-2382-46b3-8d05-4b402a3e83df", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:38:08.875024 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1671b0ee-7c9b-4ee3-b36d-6f79be5b7a71 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:38:08.875411 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df', 'code': 200} Sep 22 09:38:08.901830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=a15a1e5c-2382-46b3-8d05-4b402a3e83df,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:08.934658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a0ded9b4-558a-4175-ae2e-ce8c2e46f8eb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6529794 Sep 22 09:38:08.942312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41816) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:08.948653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-409ce59a-ac55-4f5c-ac4c-92c9b15815b7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1699384936', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:08.949339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22175f6e-c7ba-4576-ac8a-b3bc3037cfae req-a266a70e-a40e-4171-a7ad-596dcee0a846 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:08.957601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22175f6e-c7ba-4576-ac8a-b3bc3037cfae req-a266a70e-a40e-4171-a7ad-596dcee0a846 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 945 time: 0.2507949 Sep 22 09:38:08.970146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] For port 7d60f04b-47ac-447f-9892-70d967c901ea, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:08.976029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] For port 7d60f04b-47ac-447f-9892-70d967c901ea, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7d60f04b-47ac-447f-9892-70d967c901ea,segment=NetworkSegment(c171bf0f-2aca-498e-a70c-e891c419794a),segment_id=c171bf0f-2aca-498e-a70c-e891c419794a)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:08.978621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.979257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:38:09.016031 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.020186 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-766bff1a-d4ec-48fe-ab79-6da361875cc9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c2ace4cf-9f46-4657-a66f-6dcc6df21aa1 HTTP/1.1" status: 204 len: 168 time: 1.9269948 Sep 22 09:38:09.021062 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41818) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:09.067808 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.124520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e9db65-5ba6-4bda-9c0a-4672c072716b admin admin] Deleting subnet f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:09.139896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d6919-9a50-42bc-91cb-f791668f5fc4 req-43105e0c-4337-40a6-b7ae-2bdfce3fd601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:09.140466 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-409ce59a-ac55-4f5c-ac4c-92c9b15815b7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.141444 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-647d6919-9a50-42bc-91cb-f791668f5fc4 req-43105e0c-4337-40a6-b7ae-2bdfce3fd601 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 1096 time: 0.2310014 Sep 22 09:38:09.141836 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-409ce59a-ac55-4f5c-ac4c-92c9b15815b7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.148500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05e9db65-5ba6-4bda-9c0a-4672c072716b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.168000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22175f6e-c7ba-4576-ac8a-b3bc3037cfae req-5a519257-37e9-4c52-a563-09d1f5a579e6 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096567 Sep 22 09:38:09.180607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca93f49-59c4-4d7c-b1ad-cdce274a119a None None] Pushing event updated for resources: {'Port': ['ID=7d60f04b-47ac-447f-9892-70d967c901ea,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:09.244059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '6bdae827-d901-4d96-9edc-b8045c766de5'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:38:09.246367 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.269948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9f1fd-1f58-4493-896b-058d66be2da8 req-32b475b7-41ec-4df8-b588-cc930562dae4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:09.282035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48b9f1fd-1f58-4493-896b-058d66be2da8 req-32b475b7-41ec-4df8-b588-cc930562dae4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3573916 Sep 22 09:38:09.290060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05e9db65-5ba6-4bda-9c0a-4672c072716b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.425155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-409ce59a-ac55-4f5c-ac4c-92c9b15815b7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.435216 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.449413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-647d6919-9a50-42bc-91cb-f791668f5fc4 req-69d4ffa9-e2e2-4a57-ade8-47fe2ff8c8f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2990968 Sep 22 09:38:09.508184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48b9f1fd-1f58-4493-896b-058d66be2da8 req-741a241f-7ba2-40dd-bbc7-68e88461b845 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237256 Sep 22 09:38:09.567942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-409ce59a-ac55-4f5c-ac4c-92c9b15815b7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.646392 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05e9db65-5ba6-4bda-9c0a-4672c072716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.655915 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.707638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/6bdae827-d901-4d96-9edc-b8045c766de5/96bc145f-533f-4a4f-9547-b9b7ff01c73f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:09.759889 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-409ce59a-ac55-4f5c-ac4c-92c9b15815b7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.762083 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-409ce59a-ac55-4f5c-ac4c-92c9b15815b7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8177519 Sep 22 09:38:09.766173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41840) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:09.782874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Network 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:09.800419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:09.855555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:09.882229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:09.883587 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.932332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Pushing event updated for resources: {'Port': ['ID=d37752d8-6201-4db8-a211-b15169bd8e36,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:09.978872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8c265b33-45a0-479c-b778-33621e0c715c tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.3220885 Sep 22 09:38:09.982471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41850) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:10.010342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Request body: {'port': {'network_id': '9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2036764236', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:10.010864 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.api.validators [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] bootfile-name is not in valid_values {{(pid=95510) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:38:10.011188 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.api.validators [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] tftp-server is not in valid_values {{(pid=95510) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:38:10.011513 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.api.validators [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] server-ip-address is not in valid_values {{(pid=95510) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:38:10.233347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c50f33-0d78-4a34-a863-6008c85f0691 req-09e1cd71-578f-49d5-9a6d-f7291d3a0e1c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:10.241893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8c50f33-0d78-4a34-a863-6008c85f0691 req-09e1cd71-578f-49d5-9a6d-f7291d3a0e1c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/networks?id=5e435477-bd18-4640-a798-9eff6d0a7ca1 HTTP/1.1" status: 200 len: 814 time: 0.3946166 Sep 22 09:38:10.272399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8c50f33-0d78-4a34-a863-6008c85f0691 req-9afc5476-f0e7-4f67-a270-521dfd7c8b5b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/quotas/930c05ee1c0d48178c68e0259b1d0dea HTTP/1.1" status: 200 len: 375 time: 0.0267746 Sep 22 09:38:10.306439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:10.313704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7d60f04b-47ac-447f-9892-70d967c901ea up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:10.383220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8c50f33-0d78-4a34-a863-6008c85f0691 req-472c4987-f26f-4ad9-b2c5-fa6f022ba8c0 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111352 Sep 22 09:38:10.393791 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:10.445479 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Made reservation on behalf of ab3e5262f5d54daeb7e6b8883a0cd348 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:10.459925 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:10.499931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:10.518849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Pushing event updated for resources: {'Port': ['ID=96bc145f-533f-4a4f-9547-b9b7ff01c73f,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:10.521946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:10.524321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:10.532124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7d60f04b-47ac-447f-9892-70d967c901ea triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:10.532497 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:10.541862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] device_id is not set on port 1e75991c-69e8-4af4-90a2-a21d930b4c88 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:38:10.569764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41b67c-4a98-4a91-a25e-810a3c38b483 req-643ce4ae-e3c6-4e59-890d-90bb0cc15a79 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:10.577693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b41b67c-4a98-4a91-a25e-810a3c38b483 req-643ce4ae-e3c6-4e59-890d-90bb0cc15a79 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 945 time: 0.1736302 Sep 22 09:38:10.665579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Attempting to bind port 96bc145f-533f-4a4f-9547-b9b7ff01c73f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:10.666016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Attempting to bind port 96bc145f-533f-4a4f-9547-b9b7ff01c73f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:10.666385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Attempting to bind port 96bc145f-533f-4a4f-9547-b9b7ff01c73f on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:10.681835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:10.682219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:10.694215 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:10.694725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:10.695302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Bound port: 96bc145f-533f-4a4f-9547-b9b7ff01c73f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:10.695704 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:10.697063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb69d9-9df4-4d29-9de0-a66894e5f9d7 req-24a3cbad-07c9-4a81-aacd-4e3514b71697 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:10.709725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cccb69d9-9df4-4d29-9de0-a66894e5f9d7 req-24a3cbad-07c9-4a81-aacd-4e3514b71697 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 946 time: 0.2286696 Sep 22 09:38:10.817216 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:10.825732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b41b67c-4a98-4a91-a25e-810a3c38b483 req-18a8a860-6536-4f23-bce0-808db1852ca6 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468657 Sep 22 09:38:10.904456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 7d60f04b-47ac-447f-9892-70d967c901ea, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7d60f04b-47ac-447f-9892-70d967c901ea,segment=NetworkSegment(c171bf0f-2aca-498e-a70c-e891c419794a),segment_id=c171bf0f-2aca-498e-a70c-e891c419794a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:10.907756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] For port 96bc145f-533f-4a4f-9547-b9b7ff01c73f, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:10.930981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cccb69d9-9df4-4d29-9de0-a66894e5f9d7 req-442a1ebd-b8d1-460a-86f1-2ae57da21d1e tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196517 Sep 22 09:38:10.945753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] For port 96bc145f-533f-4a4f-9547-b9b7ff01c73f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=96bc145f-533f-4a4f-9547-b9b7ff01c73f,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:10.963612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Allocated IP 2001:db8::249 (9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc/dcda77f0-03ac-4942-92f9-441bf953c638/1e75991c-69e8-4af4-90a2-a21d930b4c88) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:10.966791 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:10.995195 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.023119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d5f81-a89c-47a3-8372-761916c8b798 None None] Network 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:11.087603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e2ea04ec-a714-4fbd-888c-6d8681717614 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:11.089694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05e9db65-5ba6-4bda-9c0a-4672c072716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.123555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46950d-b5a1-4e6c-8ae7-1f749a03d3c4 req-b1fa5b71-71b9-43e0-b000-288243b6724c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:11.125202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf46950d-b5a1-4e6c-8ae7-1f749a03d3c4 req-b1fa5b71-71b9-43e0-b000-288243b6724c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1512332 Sep 22 09:38:11.144225 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.170875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9db65-5ba6-4bda-9c0a-4672c072716b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:11.173824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-05e9db65-5ba6-4bda-9c0a-4672c072716b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.176654 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-05e9db65-5ba6-4bda-9c0a-4672c072716b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f6d5a24d-c1ed-4dd1-a5b0-307ae8df0400 HTTP/1.1" status: 204 len: 168 time: 2.1544094 Sep 22 09:38:11.181603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41862) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:11.186687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: e2ea04ec-a714-4fbd-888c-6d8681717614 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:11.187296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e2ea04ec-a714-4fbd-888c-6d8681717614 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:11.187996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cc92ad5c-2109-4733-86a7-55ea2398aa10 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:11.207945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba781614-4c97-4d6e-b589-f5d60c0218f6 None None] Network 472dd4b2-01fa-466e-aa1b-60409bc0f927 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:11.217604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf46950d-b5a1-4e6c-8ae7-1f749a03d3c4 req-7de8dfcd-d6aa-4781-a08a-e3f64b4bc9d3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852141 Sep 22 09:38:11.314493 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.385063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: cc92ad5c-2109-4733-86a7-55ea2398aa10 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:11.385063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cc92ad5c-2109-4733-86a7-55ea2398aa10 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:11.388972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=7d60f04b-47ac-447f-9892-70d967c901ea,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:11.411098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::1 (201714cb-581c-4a22-b65d-63842f91bb89/6bdae827-d901-4d96-9edc-b8045c766de5/e812215b-74ca-4378-975e-aacb9472c945) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:11.429229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8aaae-be59-4424-90e1-56e1b0b7b2c6 req-97e3be8d-a253-4dfe-a6a7-3d262bb94223 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:11.437728 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3a8aaae-be59-4424-90e1-56e1b0b7b2c6 req-97e3be8d-a253-4dfe-a6a7-3d262bb94223 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.0863988 Sep 22 09:38:11.454812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b09cb6c5-6b2a-4969-a504-27cbedde0d06 None None] Provisioning complete for port 7d60f04b-47ac-447f-9892-70d967c901ea triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:11.455483 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b09cb6c5-6b2a-4969-a504-27cbedde0d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.463618 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.534325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Network 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:11.542837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:11.545753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Pushing event updated for resources: {'Port': ['ID=1e75991c-69e8-4af4-90a2-a21d930b4c88,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:11.558353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:11.565500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:11.567094 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.573015 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.586178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3a8aaae-be59-4424-90e1-56e1b0b7b2c6 req-236c7ecc-1537-4908-9e0d-d5ba9c792325 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471634 Sep 22 09:38:11.664973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7f7640e2-0781-4553-863b-7fbd31ef5a8e tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.6813760 Sep 22 09:38:11.674066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41868) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:11.751382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0919b6-8bec-4f24-9aaf-f1cf0bb31427 None None] Pushing event updated for resources: {'Port': ['ID=96bc145f-533f-4a4f-9547-b9b7ff01c73f,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:11.819754 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.868162 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.900451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:11.915201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:11.930109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4f0521-f5f8-4d6f-96b3-b8e20b1b6a19 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:11.937431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4f0521-f5f8-4d6f-96b3-b8e20b1b6a19 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:11.945280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4f0521-f5f8-4d6f-96b3-b8e20b1b6a19 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:11.949508 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9d4f0521-f5f8-4d6f-96b3-b8e20b1b6a19 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2690692 Sep 22 09:38:11.949983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0b3f306-e19b-4625-9f66-7fccd7387bd8 req-06c4e331-23e7-4f7d-8fb1-4d4fb367cd53 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=930c05ee1c0d48178c68e0259b1d0dea HTTP/1.1" status: 200 len: 221 time: 0.0859795 Sep 22 09:38:11.950389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:11.950389 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.952171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41884) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:11.954425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=e812215b-74ca-4378-975e-aacb9472c945,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:11.961471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c028457-9a2d-403f-84bd-a999879f69f9 None None] DHCP port deletion for 472dd4b2-01fa-466e-aa1b-60409bc0f927 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:38:12.132673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1c028457-9a2d-403f-84bd-a999879f69f9 None None] Deleting port 4e08447b-3f1a-48c4-aecf-c59fb47feaed {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:12.133091 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c028457-9a2d-403f-84bd-a999879f69f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.159614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Deleting port 4e08447b-3f1a-48c4-aecf-c59fb47feaed {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:12.159614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.226269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7d60f04b-47ac-447f-9892-70d967c901ea up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:12.263196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1c028457-9a2d-403f-84bd-a999879f69f9 None None] For port 4e08447b-3f1a-48c4-aecf-c59fb47feaed, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4e08447b-3f1a-48c4-aecf-c59fb47feaed,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:12.263596 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c028457-9a2d-403f-84bd-a999879f69f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.294449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1c028457-9a2d-403f-84bd-a999879f69f9 None None] Calling delete_port for 4e08447b-3f1a-48c4-aecf-c59fb47feaed owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:12.295534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] For port 4e08447b-3f1a-48c4-aecf-c59fb47feaed, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4e08447b-3f1a-48c4-aecf-c59fb47feaed,segment=NetworkSegment(ce0f0c08-6ea3-4913-8c58-e220c0eb167c),segment_id=ce0f0c08-6ea3-4913-8c58-e220c0eb167c)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:12.296636 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.302485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11468d-0e73-4a6f-9955-699f6b97a35d req-92bc472b-4290-4b9a-ad57-9a2ee4d7230c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:12.304207 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd11468d-0e73-4a6f-9955-699f6b97a35d req-92bc472b-4290-4b9a-ad57-9a2ee4d7230c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 945 time: 0.2864122 Sep 22 09:38:12.313570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Calling delete_port for 4e08447b-3f1a-48c4-aecf-c59fb47feaed owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:12.338060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bfead-becb-4037-ae1e-d47283147314 req-a0a4b515-820c-4ba5-8074-93ac2e006a30 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:12.341312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f81bfead-becb-4037-ae1e-d47283147314 req-a0a4b515-820c-4ba5-8074-93ac2e006a30 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 946 time: 0.1990244 Sep 22 09:38:12.367605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4007a02-ce22-4dd5-81c6-2e75b570a14c req-f9907acb-e87f-45d1-b812-bc80dcddc682 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:12.369172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4007a02-ce22-4dd5-81c6-2e75b570a14c req-f9907acb-e87f-45d1-b812-bc80dcddc682 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 946 time: 0.3525794 Sep 22 09:38:12.418357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7d60f04b-47ac-447f-9892-70d967c901ea triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:12.418645 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.485547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.505226 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.559759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd11468d-0e73-4a6f-9955-699f6b97a35d req-ea8f5f7c-416a-4506-a54e-3b4e8019021c tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895511 Sep 22 09:38:12.570112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e08447b-3f1a-48c4-aecf-c59fb47feaed,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:12.583337 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c028457-9a2d-403f-84bd-a999879f69f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.592911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] No DVR routers for this DVR port 4e08447b-3f1a-48c4-aecf-c59fb47feaed on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:12.633744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8e02e43c-8149-4bf5-885c-fe15dbe742b9 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Deleting port 1e75991c-69e8-4af4-90a2-a21d930b4c88 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:12.634126 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8e02e43c-8149-4bf5-885c-fe15dbe742b9 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.638741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c028457-9a2d-403f-84bd-a999879f69f9 None None] No DVR routers for this DVR port 4e08447b-3f1a-48c4-aecf-c59fb47feaed on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:12.705989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c028457-9a2d-403f-84bd-a999879f69f9 None None] Pushing event deleted for resources: {'Port': ['ID=4e08447b-3f1a-48c4-aecf-c59fb47feaed,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:12.711976 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-40508886-dd50-4e9f-ad3f-d640d741ca18 None None] Provisioning complete for port 1e75991c-69e8-4af4-90a2-a21d930b4c88 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:12.712350 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-40508886-dd50-4e9f-ad3f-d640d741ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.727471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.759106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-40508886-dd50-4e9f-ad3f-d640d741ca18 None None] Port 1e75991c-69e8-4af4-90a2-a21d930b4c88 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:12.761549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 96bc145f-533f-4a4f-9547-b9b7ff01c73f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:12.766635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472dd4b2-01fa-466e-aa1b-60409bc0f927']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:12.780086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:12.780848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0f0c08-6ea3-4913-8c58-e220c0eb167c') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:12.794571 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.811922 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8e02e43c-8149-4bf5-885c-fe15dbe742b9 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.813499 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.814805 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-40508886-dd50-4e9f-ad3f-d640d741ca18 None None] Provisioning complete for port d37752d8-6201-4db8-a211-b15169bd8e36 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:12.815180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-40508886-dd50-4e9f-ad3f-d640d741ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.825094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:38:12.825990 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.830867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8e02e43c-8149-4bf5-885c-fe15dbe742b9 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Calling delete_port for 1e75991c-69e8-4af4-90a2-a21d930b4c88 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:12.851734 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 96bc145f-533f-4a4f-9547-b9b7ff01c73f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:12.852178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:38:12.908685 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:38:12.947419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-40508886-dd50-4e9f-ad3f-d640d741ca18 None None] Port d37752d8-6201-4db8-a211-b15169bd8e36 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:12.960690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f81bfead-becb-4037-ae1e-d47283147314 req-79186a6d-d0cd-4d27-89f3-451fe47f5392 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892193 Sep 22 09:38:13.058000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-40508886-dd50-4e9f-ad3f-d640d741ca18 None None] Provisioning complete for port 7d60f04b-47ac-447f-9892-70d967c901ea triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:13.058000 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-40508886-dd50-4e9f-ad3f-d640d741ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.140587 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.251792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac060193-037f-4c55-bb34-81056dae0506 req-ceb49ec7-52a3-40f9-9fef-f5d192de1a50 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:13.255386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac060193-037f-4c55-bb34-81056dae0506 req-ceb49ec7-52a3-40f9-9fef-f5d192de1a50 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2766581 Sep 22 09:38:13.266316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 96bc145f-533f-4a4f-9547-b9b7ff01c73f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=96bc145f-533f-4a4f-9547-b9b7ff01c73f,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:13.291951 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.314887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.317883 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] 10.222.0.49 "DELETE /v2.0/networks/472dd4b2-01fa-466e-aa1b-60409bc0f927 HTTP/1.1" status: 204 len: 168 time: 1.7030518 Sep 22 09:38:13.331798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-d4007a02-ce22-4dd5-81c6-2e75b570a14c req-a679fb84-de5b-4893-9831-e26381349bb5 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Deleting port 006a1523-4b84-4bc7-b80c-1640beeab741 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:13.331798 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d4007a02-ce22-4dd5-81c6-2e75b570a14c req-a679fb84-de5b-4893-9831-e26381349bb5 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.340243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945b277-fd7f-4e98-bc28-12434a94777a admin admin] Pushing event deleted for resources: {'Network': ['ID=472dd4b2-01fa-466e-aa1b-60409bc0f927,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:13.355015 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.357211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac060193-037f-4c55-bb34-81056dae0506 req-0e9164cf-0064-4f5b-bfb4-c22fb279c9d6 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700271 Sep 22 09:38:13.387135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b29bb0-2fed-4a9b-8969-6b553fa6ca0b req-372533cb-1002-4e10-8a73-fc6ca04cfe6e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:13.396214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4b29bb0-2fed-4a9b-8969-6b553fa6ca0b req-372533cb-1002-4e10-8a73-fc6ca04cfe6e tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 945 time: 0.2241600 Sep 22 09:38:13.402343 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41902) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:13.408580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-46eb938d-a988-4eb7-9283-d0c39bdea2af tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Request body: {'floatingip': {'port_id': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:13.525674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=96bc145f-533f-4a4f-9547-b9b7ff01c73f,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:13.546420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46eb938d-a988-4eb7-9283-d0c39bdea2af tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.552712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-da4ab82a-7aeb-4418-8c20-889e29e8896a None None] Provisioning complete for port 96bc145f-533f-4a4f-9547-b9b7ff01c73f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:13.553252 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-da4ab82a-7aeb-4418-8c20-889e29e8896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.718268 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.747762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-da4ab82a-7aeb-4418-8c20-889e29e8896a None None] Provisioning complete for port d37752d8-6201-4db8-a211-b15169bd8e36 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:13.748513 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-da4ab82a-7aeb-4418-8c20-889e29e8896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.792038 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.792965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.804068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-da4ab82a-7aeb-4418-8c20-889e29e8896a None None] Port d37752d8-6201-4db8-a211-b15169bd8e36 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:13.877505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41904) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:13.929168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=e812215b-74ca-4378-975e-aacb9472c945,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:13.931630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f9a065df-4b74-4806-ae29-185dbb863814 None None] Provisioning complete for port e812215b-74ca-4378-975e-aacb9472c945 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:13.933159 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f9a065df-4b74-4806-ae29-185dbb863814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.964402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 96bc145f-533f-4a4f-9547-b9b7ff01c73f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:13.968975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8e02e43c-8149-4bf5-885c-fe15dbe742b9 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.010992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f9a065df-4b74-4806-ae29-185dbb863814 None None] Port e812215b-74ca-4378-975e-aacb9472c945 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:14.027704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f9a065df-4b74-4806-ae29-185dbb863814 None None] Could not find standard attr ID for object 1e75991c-69e8-4af4-90a2-a21d930b4c88. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:38:14.061504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 96bc145f-533f-4a4f-9547-b9b7ff01c73f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:14.062085 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.121997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d4007a02-ce22-4dd5-81c6-2e75b570a14c req-a679fb84-de5b-4893-9831-e26381349bb5 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] For port 006a1523-4b84-4bc7-b80c-1640beeab741, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=006a1523-4b84-4bc7-b80c-1640beeab741,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:14.121997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d4007a02-ce22-4dd5-81c6-2e75b570a14c req-a679fb84-de5b-4893-9831-e26381349bb5 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.132404 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02e43c-8149-4bf5-885c-fe15dbe742b9 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Pushing event deleted for resources: {'Port': ['ID=1e75991c-69e8-4af4-90a2-a21d930b4c88,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:14.136667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-d4007a02-ce22-4dd5-81c6-2e75b570a14c req-a679fb84-de5b-4893-9831-e26381349bb5 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Calling delete_port for 006a1523-4b84-4bc7-b80c-1640beeab741 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:14.160539 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-72562e46-16e2-4064-a133-456fbed8ce93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=624fd7e667434d99abf4188bebdaebf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789237 Sep 22 09:38:14.161480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41914) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:14.198288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:14.207311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:14.279630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4e08447b-3f1a-48c4-aecf-c59fb47feaed no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:14.286653 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8e02e43c-8149-4bf5-885c-fe15dbe742b9 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.293448 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8e02e43c-8149-4bf5-885c-fe15dbe742b9 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] 10.222.0.49 "DELETE /v2.0/ports/1e75991c-69e8-4af4-90a2-a21d930b4c88 HTTP/1.1" status: 204 len: 168 time: 2.3399818 Sep 22 09:38:14.295699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41916) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:14.334166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Request body: {'port': {'name': 'tempest-new-port-name-1276560019', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:14.334619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.api.validators [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] bootfile-name is not in valid_values {{(pid=95510) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:38:14.334962 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.api.validators [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] tftp-server is not in valid_values {{(pid=95510) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:38:14.335290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.api.validators [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] server-ip-address is not in valid_values {{(pid=95510) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:38:14.442647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df2ffa2b-5b60-4988-ad71-817ddb39a9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.454838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a06419-663a-495a-a583-006f08fa6a31 req-e25cc841-5cf0-44b4-af9e-167de38ef20b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:14.456614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6a06419-663a-495a-a583-006f08fa6a31 req-e25cc841-5cf0-44b4-af9e-167de38ef20b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.4914718 Sep 22 09:38:14.524463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4e08447b-3f1a-48c4-aecf-c59fb47feaed {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:14.524463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4e08447b-3f1a-48c4-aecf-c59fb47feaed not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:14.590287 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df2ffa2b-5b60-4988-ad71-817ddb39a9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.603706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6a06419-663a-495a-a583-006f08fa6a31 req-167e49f5-983b-4b8f-8211-08010eab0205 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846889 Sep 22 09:38:14.609252 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d4007a02-ce22-4dd5-81c6-2e75b570a14c req-a679fb84-de5b-4893-9831-e26381349bb5 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.633608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.652497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cf04b-169a-4ceb-9489-cad930ab867f req-ca68ec8a-ea3e-4f26-8bab-2652d12eca37 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:14.657240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f9cf04b-169a-4ceb-9489-cad930ab867f req-ca68ec8a-ea3e-4f26-8bab-2652d12eca37 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 946 time: 0.5177021 Sep 22 09:38:14.662381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3ff58baa-1b0a-4757-9df9-4fcd85b7c86f None None] Provisioning complete for port e812215b-74ca-4378-975e-aacb9472c945 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:14.662749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ff58baa-1b0a-4757-9df9-4fcd85b7c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.698967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46eb938d-a988-4eb7-9283-d0c39bdea2af tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.703909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3ff58baa-1b0a-4757-9df9-4fcd85b7c86f None None] Port e812215b-74ca-4378-975e-aacb9472c945 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:14.715499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679fb84-de5b-4893-9831-e26381349bb5 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Pushing event deleted for resources: {'Port': ['ID=006a1523-4b84-4bc7-b80c-1640beeab741,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:14.749532 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46eb938d-a988-4eb7-9283-d0c39bdea2af tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.784122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Router 3d01e034-b578-459c-bb96-edcc0d6f0300 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:38:14.803845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4007a02-ce22-4dd5-81c6-2e75b570a14c req-a679fb84-de5b-4893-9831-e26381349bb5 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] No DVR routers for this DVR port 006a1523-4b84-4bc7-b80c-1640beeab741 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:14.811229 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d4007a02-ce22-4dd5-81c6-2e75b570a14c req-a679fb84-de5b-4893-9831-e26381349bb5 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.813183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4007a02-ce22-4dd5-81c6-2e75b570a14c req-a679fb84-de5b-4893-9831-e26381349bb5 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.45 "DELETE /v2.0/ports/006a1523-4b84-4bc7-b80c-1640beeab741 HTTP/1.1" status: 204 len: 173 time: 2.4252896 Sep 22 09:38:14.832704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0941d0-7402-425c-92a8-a3c728ad9741', 'name': 'network-vif-deleted', 'tag': '006a1523-4b84-4bc7-b80c-1640beeab741'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:38:14.836515 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8622c7c-b2ce-4e49-b1a5-1cf37c9b79ae" -d '{"events": [{"server_uuid": "ea0941d0-7402-425c-92a8-a3c728ad9741", "name": "network-vif-deleted", "tag": "006a1523-4b84-4bc7-b80c-1640beeab741"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:38:14.847588 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df2ffa2b-5b60-4988-ad71-817ddb39a9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.850195 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df2ffa2b-5b60-4988-ad71-817ddb39a9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:14.851464 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df2ffa2b-5b60-4988-ad71-817ddb39a9d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3250c46-09bc-482c-85e9-19b006f6bd36 HTTP/1.1" status: 204 len: 168 time: 0.6832085 Sep 22 09:38:14.870291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f9cf04b-169a-4ceb-9489-cad930ab867f req-9217e73d-72ba-4a4f-aaea-3c465158d285 tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/security-groups?id=07efa002-4a61-4890-b2fb-4ab3e25042c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751301 Sep 22 09:38:14.932974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ffa2b-5b60-4988-ad71-817ddb39a9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3250c46-09bc-482c-85e9-19b006f6bd36,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:14.946047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21934da-86c2-4f5d-aa90-e79ca9aa413e req-78327c02-39bf-45f5-81fc-907323101474 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:14.947612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f21934da-86c2-4f5d-aa90-e79ca9aa413e req-78327c02-39bf-45f5-81fc-907323101474 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1418958 Sep 22 09:38:14.960933 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-46eb938d-a988-4eb7-9283-d0c39bdea2af tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Floating IP f5eac0fd-3ba6-4375-90cd-4460d4b1343f associated. External IP: 172.25.6.79, port: a15a1e5c-2382-46b3-8d05-4b402a3e83df. Sep 22 09:38:14.997284 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c599fb53-fef3-43ce-934b-e06ce6f4bb01 x-openstack-request-id: req-c599fb53-fef3-43ce-934b-e06ce6f4bb01 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:38:14.997284 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0941d0-7402-425c-92a8-a3c728ad9741", "name": "network-vif-deleted", "tag": "006a1523-4b84-4bc7-b80c-1640beeab741", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:38:14.997912 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c599fb53-fef3-43ce-934b-e06ce6f4bb01 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:38:14.997912 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0941d0-7402-425c-92a8-a3c728ad9741', 'name': 'network-vif-deleted', 'tag': '006a1523-4b84-4bc7-b80c-1640beeab741', 'status': 'completed', 'code': 200} Sep 22 09:38:15.036106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f21934da-86c2-4f5d-aa90-e79ca9aa413e req-76def8e1-4ad9-4b91-b84a-40dd328c3e98 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708482 Sep 22 09:38:15.072424 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:15.204246 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b070b-e634-47ee-860d-f8d829c58ead req-24b3ad64-920b-4bd3-828f-6261c1e82eda tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:15.205905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-007b070b-e634-47ee-860d-f8d829c58ead req-24b3ad64-920b-4bd3-828f-6261c1e82eda tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.0739107 Sep 22 09:38:15.263060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-007b070b-e634-47ee-860d-f8d829c58ead req-db3966e6-8bd5-4e30-8d13-c4b7fa4486b8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479357 Sep 22 09:38:15.264383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:15.309293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] In _notify_port_updated(), no bound segment for port d37752d8-6201-4db8-a211-b15169bd8e36 on network 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:38:15.317270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:15.317984 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:15.319614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] 10.222.0.49 "PUT /v2.0/ports/d37752d8-6201-4db8-a211-b15169bd8e36 HTTP/1.1" status: 200 len: 1130 time: 1.0203402 Sep 22 09:38:15.323721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41932) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:15.352119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:15.360264 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dbd75748-386b-40ae-8596-d0f024b06684 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "PUT /v2.0/routers/3d01e034-b578-459c-bb96-edcc0d6f0300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5746808 Sep 22 09:38:15.363261 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Sync routers for ids ['3d01e034-b578-459c-bb96-edcc0d6f0300'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:15.373411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41936) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:15.379264 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Routers {'3d01e034-b578-459c-bb96-edcc0d6f0300'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:15.382102 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3d01e034-b578-459c-bb96-edcc0d6f0300'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:15.393689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807d848-1b6d-49a7-8387-e9f911a94664 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Pushing event updated for resources: {'Port': ['ID=d37752d8-6201-4db8-a211-b15169bd8e36,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:15.455729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff41f6e9-92df-4b01-a9f6-9084163dbc9d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:15.467132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ff41f6e9-92df-4b01-a9f6-9084163dbc9d tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] 10.222.0.49 "GET /v2.0/ports/d37752d8-6201-4db8-a211-b15169bd8e36 HTTP/1.1" status: 200 len: 1130 time: 0.1395829 Sep 22 09:38:15.467514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41938) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:15.481851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9a09b6-7925-458d-8001-8120d43aacef tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:15.483305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fe9a09b6-7925-458d-8001-8120d43aacef tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports/e812215b-74ca-4378-975e-aacb9472c945 HTTP/1.1" status: 200 len: 911 time: 0.1014709 Sep 22 09:38:15.493885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41940) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:15.562138 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Set router 3d01e034-b578-459c-bb96-edcc0d6f0300 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:15.658920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 006a1523-4b84-4bc7-b80c-1640beeab741 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:15.709796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 006a1523-4b84-4bc7-b80c-1640beeab741 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:15.710405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 006a1523-4b84-4bc7-b80c-1640beeab741 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:15.752277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-10c097c8-f4b9-4b1c-af28-b928ed63da65 None None] Provisioning complete for port d37752d8-6201-4db8-a211-b15169bd8e36 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:15.752652 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-10c097c8-f4b9-4b1c-af28-b928ed63da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:15.763748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46eb938d-a988-4eb7-9283-d0c39bdea2af tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:38:15.796859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119f34bb-74b5-4455-aeed-61a511fa3b65 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:15.810166 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-10c097c8-f4b9-4b1c-af28-b928ed63da65 None None] Port d37752d8-6201-4db8-a211-b15169bd8e36 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:15.855641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119f34bb-74b5-4455-aeed-61a511fa3b65 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:15.861097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41952) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:15.861324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-119f34bb-74b5-4455-aeed-61a511fa3b65 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3606613 Sep 22 09:38:15.886238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e5838-81aa-4c6c-b904-91fe048cef44 req-cda504ad-5163-451a-a23a-73005e80725c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:15.889251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a69e5838-81aa-4c6c-b904-91fe048cef44 req-cda504ad-5163-451a-a23a-73005e80725c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3951316 Sep 22 09:38:15.949723 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d01e034-b578-459c-bb96-edcc0d6f0300', 'name': 'tempest-NetworksTestDHCPv6-router-1699384936', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:09Z', 'updated_at': '2021-09-22T09:38:12Z', 'revision_number': 2, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'gw_port_host': None, '_interfaces': [{'id': 'e812215b-74ca-4378-975e-aacb9472c945', 'name': '', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'mac_address': 'fa:16:3e:23:58:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d01e034-b578-459c-bb96-edcc0d6f0300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6bdae827-d901-4d96-9edc-b8045c766de5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:38:11Z', 'updated_at': '2021-09-22T09:38:13Z', 'revision_number': 2, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'subnets': [{'id': '6bdae827-d901-4d96-9edc-b8045c766de5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:16.001882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbcf53-0bb9-42e0-93d6-d34875e7903b tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Deleting port d37752d8-6201-4db8-a211-b15169bd8e36 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:16.002460 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0dfbcf53-0bb9-42e0-93d6-d34875e7903b tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:16.015744 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Checking router: 3d01e034-b578-459c-bb96-edcc0d6f0300 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:38:16.016320 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Updating router 3d01e034-b578-459c-bb96-edcc0d6f0300 port e812215b-74ca-4378-975e-aacb9472c945 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:38:16.059951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a69e5838-81aa-4c6c-b904-91fe048cef44 req-48b5ccfc-0cfb-42f8-8f47-4cf171fa6425 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606789 Sep 22 09:38:16.088126 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:16.166130 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46bc4142-9692-474a-a082-791425587e5f req-0cffc074-b2cb-4b4a-a3c5-207d6516f08a tempest-AttachSCSIVolumeTestJSON-1400435237 tempest-AttachSCSIVolumeTestJSON-1400435237-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea0941d0-7402-425c-92a8-a3c728ad9741 HTTP/1.1" status: 200 len: 210 time: 0.1050026 Sep 22 09:38:16.188521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eb938d-a988-4eb7-9283-d0c39bdea2af tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:16.203167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36beb203-a976-4061-82a7-7026dd7661fc None None] Sync routers for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:16.225464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36beb203-a976-4061-82a7-7026dd7661fc None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:16.226490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-36beb203-a976-4061-82a7-7026dd7661fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:16.272700 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46eb938d-a988-4eb7-9283-d0c39bdea2af tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:16.341809 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0dfbcf53-0bb9-42e0-93d6-d34875e7903b tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:16.356625 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-46eb938d-a988-4eb7-9283-d0c39bdea2af tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "PUT /v2.0/floatingips/f5eac0fd-3ba6-4375-90cd-4460d4b1343f HTTP/1.1" status: 200 len: 990 time: 2.9520991 Sep 22 09:38:16.367162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'tag': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:38:16.368714 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1c2bf8-de12-4a62-8537-caea3c579230", "tag": "a15a1e5c-2382-46b3-8d05-4b402a3e83df"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:38:16.379739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbcf53-0bb9-42e0-93d6-d34875e7903b tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Calling delete_port for d37752d8-6201-4db8-a211-b15169bd8e36 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:16.497063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-36beb203-a976-4061-82a7-7026dd7661fc None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:16.540792 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0639af9f-bcd5-48fa-9d10-500fd810434d x-openstack-request-id: req-0639af9f-bcd5-48fa-9d10-500fd810434d {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:38:16.542298 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1c2bf8-de12-4a62-8537-caea3c579230", "tag": "a15a1e5c-2382-46b3-8d05-4b402a3e83df", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:38:16.542495 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0639af9f-bcd5-48fa-9d10-500fd810434d {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:38:16.542890 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'tag': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df', 'status': 'completed', 'code': 200} Sep 22 09:38:16.561876 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:16.593924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41782f56-307f-486e-92db-3cce2c37041a req-289c5ed8-fbc2-4752-8b86-0312f83dab3d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:16.595536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41782f56-307f-486e-92db-3cce2c37041a req-289c5ed8-fbc2-4752-8b86-0312f83dab3d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3637354 Sep 22 09:38:16.646764 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:16.690132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:16.742888 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41782f56-307f-486e-92db-3cce2c37041a req-b32c4752-ef49-4d93-8a78-fb7c418ba4aa tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311107 Sep 22 09:38:16.750821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41984) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:16.767705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729 req-67b30580-87c4-4107-9f6d-fbed157389c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:16.769863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729 req-67b30580-87c4-4107-9f6d-fbed157389c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4487adddfe80414185b635c5def5498d&device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 1096 time: 0.1727691 Sep 22 09:38:16.809357 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Pushing event updated for resources: {'Port': ['ID=e812215b-74ca-4378-975e-aacb9472c945,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:16.920084 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.920950 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.921296 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.924761 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.928505 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.929049 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.930450 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.932013 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.932382 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.932756 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.935137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-36beb203-a976-4061-82a7-7026dd7661fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f5eac0fd-3ba6-4375-90cd-4460d4b1343f', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'port_id': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'mac_address': 'fa:16:3e:38:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:37:46Z', 'updated_at': '2021-09-22T09:38:14Z', 'revision_number': 1, 'project_id': '4487adddfe80414185b635c5def5498d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:16.941829 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.942544 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:16.975647 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Attempting to bind port e812215b-74ca-4378-975e-aacb9472c945 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:16.976194 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Attempting to bind port e812215b-74ca-4378-975e-aacb9472c945 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:16.976555 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Attempting to bind port e812215b-74ca-4378-975e-aacb9472c945 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:16.984124 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:16.984124 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:16.984124 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:16.984124 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:16.985130 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Bound port: e812215b-74ca-4378-975e-aacb9472c945, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:16.986725 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.000247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1335386545-network', 'tenant_id': '8bd70d7a90ed493c918a390115ac4717'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:17.006468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0dfbcf53-0bb9-42e0-93d6-d34875e7903b tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.017374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36beb203-a976-4061-82a7-7026dd7661fc None None] Checking router: c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:38:17.048292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36beb203-a976-4061-82a7-7026dd7661fc None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:17.049151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-36beb203-a976-4061-82a7-7026dd7661fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:17.056998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbcf53-0bb9-42e0-93d6-d34875e7903b tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Pushing event deleted for resources: {'Port': ['ID=d37752d8-6201-4db8-a211-b15169bd8e36,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:17.145203 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] For port e812215b-74ca-4378-975e-aacb9472c945, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:17.151170 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] For port e812215b-74ca-4378-975e-aacb9472c945, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e812215b-74ca-4378-975e-aacb9472c945,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:17.202033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port e812215b-74ca-4378-975e-aacb9472c945 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:17.202568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.232185 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0dfbcf53-0bb9-42e0-93d6-d34875e7903b tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.237152 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.240433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7175f969-1266-4c9f-b466-9d75119302cc None None] Provisioning complete for port e812215b-74ca-4378-975e-aacb9472c945 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:17.244998 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7175f969-1266-4c9f-b466-9d75119302cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.245144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0dfbcf53-0bb9-42e0-93d6-d34875e7903b tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] 10.222.0.49 "DELETE /v2.0/ports/d37752d8-6201-4db8-a211-b15169bd8e36 HTTP/1.1" status: 204 len: 168 time: 1.7583761 Sep 22 09:38:17.246957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42002) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:17.249828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-36beb203-a976-4061-82a7-7026dd7661fc None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:17.258555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729 req-4875e1d5-77c9-437d-b3b6-bf5c8c3fbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:17.260426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729 req-4875e1d5-77c9-437d-b3b6-bf5c8c3fbb19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 200 len: 911 time: 0.4738932 Sep 22 09:38:17.309122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5af26a-15ed-4704-978d-e0ddc341b71c req-6dac0fa6-c8ee-4690-b329-9a4b9a6f3bd9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:17.335843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc5af26a-15ed-4704-978d-e0ddc341b71c req-6dac0fa6-c8ee-4690-b329-9a4b9a6f3bd9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3422720 Sep 22 09:38:17.373212 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c824ca-f0d4-4889-b9bb-a765051c3d20 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Deleting subnet dcda77f0-03ac-4942-92f9-441bf953c638 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:17.381913 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Routers {'3d01e034-b578-459c-bb96-edcc0d6f0300'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:17.382556 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3d01e034-b578-459c-bb96-edcc0d6f0300'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:17.384934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27c824ca-f0d4-4889-b9bb-a765051c3d20 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.411258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Made reservation on behalf of 8bd70d7a90ed493c918a390115ac4717 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:17.413852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.464492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] For port e812215b-74ca-4378-975e-aacb9472c945, host n-d-805649-4, got binding levels [] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:17.466244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.536816 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for e812215b-74ca-4378-975e-aacb9472c945 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:17.538167 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.550976 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d24f14-9252-4e71-866b-dacf55d35e81 None None] Pushing event updated for resources: {'Port': ['ID=e812215b-74ca-4378-975e-aacb9472c945,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:17.590771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27c824ca-f0d4-4889-b9bb-a765051c3d20 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.635743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc5af26a-15ed-4704-978d-e0ddc341b71c req-9cae49ed-f6d1-4fe4-99c1-db44744b436e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984180 Sep 22 09:38:17.687174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729 req-9aca08f4-af27-44fa-bf6e-edd6535523e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a15a1e5c-2382-46b3-8d05-4b402a3e83df HTTP/1.1" status: 200 len: 998 time: 0.3479836 Sep 22 09:38:17.709991 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] Set router 3d01e034-b578-459c-bb96-edcc0d6f0300 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:17.763654 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7175f969-1266-4c9f-b466-9d75119302cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.803866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7175f969-1266-4c9f-b466-9d75119302cc None None] For port e812215b-74ca-4378-975e-aacb9472c945, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e812215b-74ca-4378-975e-aacb9472c945,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:17.913590 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7175f969-1266-4c9f-b466-9d75119302cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:17.925351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729 req-75d20648-7cd5-40b8-ba87-f3f1a8735f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:17.928631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729 req-75d20648-7cd5-40b8-ba87-f3f1a8735f25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=97e558d8-50e5-49ad-b658-279ef4008a23 HTTP/1.1" status: 200 len: 849 time: 0.2336965 Sep 22 09:38:17.943522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f620c22-fc1a-4d84-88ef-ff57da5e54fb req-3d4df1f9-9649-46a4-b157-bc20b2738968 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:17.953650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f620c22-fc1a-4d84-88ef-ff57da5e54fb req-3d4df1f9-9649-46a4-b157-bc20b2738968 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1550281 Sep 22 09:38:18.091806 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175f969-1266-4c9f-b466-9d75119302cc None None] Pushing event updated for resources: {'Port': ['ID=e812215b-74ca-4378-975e-aacb9472c945,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:18.099395 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27c824ca-f0d4-4889-b9bb-a765051c3d20 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:18.125511 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:18.135858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f620c22-fc1a-4d84-88ef-ff57da5e54fb req-66b2ca98-7567-4410-a470-f339319e8190 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811790 Sep 22 09:38:18.139266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729 req-b92b7f99-08cc-45e0-a08f-9c12a7e536b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:18.140935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729 req-b92b7f99-08cc-45e0-a08f-9c12a7e536b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803184 Sep 22 09:38:18.147233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-36beb203-a976-4061-82a7-7026dd7661fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f5eac0fd-3ba6-4375-90cd-4460d4b1343f', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'port_id': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'mac_address': 'fa:16:3e:38:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:37:46Z', 'updated_at': '2021-09-22T09:38:14Z', 'revision_number': 1, 'project_id': '4487adddfe80414185b635c5def5498d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:18.151023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cb9932ed-8156-45de-a61f-06b826e5cb7a None None] Provisioning complete for port e812215b-74ca-4378-975e-aacb9472c945 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:18.157540 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d01e034-b578-459c-bb96-edcc0d6f0300', 'name': 'tempest-NetworksTestDHCPv6-router-1699384936', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:09Z', 'updated_at': '2021-09-22T09:38:12Z', 'revision_number': 2, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'gw_port_host': None, '_interfaces': [{'id': 'e812215b-74ca-4378-975e-aacb9472c945', 'name': '', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'mac_address': 'fa:16:3e:23:58:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d01e034-b578-459c-bb96-edcc0d6f0300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6bdae827-d901-4d96-9edc-b8045c766de5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:38:11Z', 'updated_at': '2021-09-22T09:38:17Z', 'revision_number': 4, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'subnets': [{'id': '6bdae827-d901-4d96-9edc-b8045c766de5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:18.164382 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb9932ed-8156-45de-a61f-06b826e5cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:18.167673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:18.198657 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:18.213077 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee668d-2082-4a69-8732-9c16ff8617df None None] The sync data for ids ['3d01e034-b578-459c-bb96-edcc0d6f0300'] in n-d-805649-4 is: [{'id': '3d01e034-b578-459c-bb96-edcc0d6f0300', 'name': 'tempest-NetworksTestDHCPv6-router-1699384936', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:09Z', 'updated_at': '2021-09-22T09:38:12Z', 'revision_number': 2, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'gw_port_host': None, '_interfaces': [{'id': 'e812215b-74ca-4378-975e-aacb9472c945', 'name': '', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'mac_address': 'fa:16:3e:23:58:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d01e034-b578-459c-bb96-edcc0d6f0300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6bdae827-d901-4d96-9edc-b8045c766de5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:38:11Z', 'updated_at': '2021-09-22T09:38:17Z', 'revision_number': 4, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'subnets': [{'id': '6bdae827-d901-4d96-9edc-b8045c766de5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:18.270645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36beb203-a976-4061-82a7-7026dd7661fc None None] The sync data for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 is: [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f5eac0fd-3ba6-4375-90cd-4460d4b1343f', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'port_id': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'mac_address': 'fa:16:3e:38:fe:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:37:46Z', 'updated_at': '2021-09-22T09:38:14Z', 'revision_number': 1, 'project_id': '4487adddfe80414185b635c5def5498d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:18.270645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-cb9932ed-8156-45de-a61f-06b826e5cb7a None None] Port e812215b-74ca-4378-975e-aacb9472c945 was deleted so its status cannot be updated. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 22 09:38:18.276109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=e812215b-74ca-4378-975e-aacb9472c945,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:18.361589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:38:18.374449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1816ee1-d377-44ba-b701-d18255acbc66,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:18.401646 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:38:18.448405 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:18.514104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27c824ca-f0d4-4889-b9bb-a765051c3d20 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:18.524183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729 req-b142ce7c-76d7-41b5-81e4-6ea9e6936e4a service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752694 Sep 22 09:38:18.545207 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:18.545656 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Added segment c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b of type vlan for network b0308c47-2dd5-40ac-9dc0-33b7063350f0 Sep 22 09:38:18.568881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c824ca-f0d4-4889-b9bb-a765051c3d20 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Pushing event deleted for resources: {'Subnet': ['ID=dcda77f0-03ac-4942-92f9-441bf953c638,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:18.577517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27c824ca-f0d4-4889-b9bb-a765051c3d20 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:18.583815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-27c824ca-f0d4-4889-b9bb-a765051c3d20 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] 10.222.0.49 "DELETE /v2.0/subnets/dcda77f0-03ac-4942-92f9-441bf953c638 HTTP/1.1" status: 204 len: 168 time: 1.3358874 Sep 22 09:38:18.584754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42062) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:18.585460 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ffc1d-52cb-447c-a07b-81885aa70ad5 None None] Network 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:18.669223 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:18.807913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da58a80-0d1c-4cc7-9f42-5b067af792aa req-511de2b4-d936-4953-8b05-6c86ef26fbe3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:18.809630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3da58a80-0d1c-4cc7-9f42-5b067af792aa req-511de2b4-d936-4953-8b05-6c86ef26fbe3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.5444589 Sep 22 09:38:18.872966 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd70961-569a-4c1c-a840-56ca36a89806 None None] New status for floating IP f5eac0fd-3ba6-4375-90cd-4460d4b1343f: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:38:18.954011 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:18.955206 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:18.955946 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.023057 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.044761 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f34a28-9637-4615-b527-676be31cca92 None None] DHCP port deletion for 9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:38:19.060757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Router 3d01e034-b578-459c-bb96-edcc0d6f0300 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:38:19.061104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3da58a80-0d1c-4cc7-9f42-5b067af792aa req-f91f47eb-a401-4f88-a5e6-47ff2ec55cdb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178524 Sep 22 09:38:19.161865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4087491 Sep 22 09:38:19.165268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9f2e77e-4877-4ab6-9d06-9fe0f6908729 req-705aeb3a-c94c-4eb0-b811-7254ed9bd029 service neutron] 10.222.0.45 "GET /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539145 Sep 22 09:38:19.165433 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42074) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:19.216688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c99b1-9af3-46ed-bd9e-af9590761701 admin admin] Pushing event updated for resources: {'Network': ['ID=b0308c47-2dd5-40ac-9dc0-33b7063350f0,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:19.234005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-61f34a28-9637-4615-b527-676be31cca92 None None] Deleting port 7d60f04b-47ac-447f-9892-70d967c901ea {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:19.240257 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-61f34a28-9637-4615-b527-676be31cca92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.240257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network b0308c47-2dd5-40ac-9dc0-33b7063350f0 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:38:19.284495 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] Request body: {'subnet': {'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1335386545-subnet', 'tenant_id': '8bd70d7a90ed493c918a390115ac4717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:19.303422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d242cc-e9a1-4abe-9b9e-49b1ed54d718 req-3bdadd35-cb4c-42b5-821a-098e08059e63 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:19.324001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9d242cc-e9a1-4abe-9b9e-49b1ed54d718 req-3bdadd35-cb4c-42b5-821a-098e08059e63 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1184227 Sep 22 09:38:19.351995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:19.368179 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-abb573f1-e3ba-4b43-9e61-ae2cf1f16b56 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "PUT /v2.0/routers/3d01e034-b578-459c-bb96-edcc0d6f0300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5059686 Sep 22 09:38:19.384780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42084) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:19.414871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9d242cc-e9a1-4abe-9b9e-49b1ed54d718 req-aac5eaad-c0ba-495a-8cdf-03b5a2ad7fb7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614834 Sep 22 09:38:19.459700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-61f34a28-9637-4615-b527-676be31cca92 None None] For port 7d60f04b-47ac-447f-9892-70d967c901ea, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7d60f04b-47ac-447f-9892-70d967c901ea,segment=NetworkSegment(c171bf0f-2aca-498e-a70c-e891c419794a),segment_id=c171bf0f-2aca-498e-a70c-e891c419794a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:19.460206 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-61f34a28-9637-4615-b527-676be31cca92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.474099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-61f34a28-9637-4615-b527-676be31cca92 None None] Calling delete_port for 7d60f04b-47ac-447f-9892-70d967c901ea owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:19.492779 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Deleting port 7d60f04b-47ac-447f-9892-70d967c901ea {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:19.493137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.505521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12baa01-09f6-44df-ace9-557b43eb57e5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:19.507653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12baa01-09f6-44df-ace9-557b43eb57e5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:19.509743 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a12baa01-09f6-44df-ace9-557b43eb57e5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1186213 Sep 22 09:38:19.516100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42090) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:19.619844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] For port 7d60f04b-47ac-447f-9892-70d967c901ea, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7d60f04b-47ac-447f-9892-70d967c901ea,segment=NetworkSegment(c171bf0f-2aca-498e-a70c-e891c419794a),segment_id=c171bf0f-2aca-498e-a70c-e891c419794a)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:19.621034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.639689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Calling delete_port for 7d60f04b-47ac-447f-9892-70d967c901ea owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:19.641697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8af132-f7de-4659-91d0-7bfb03b8c963 req-0183ee35-1ac1-4201-bb74-0ad42b75ac97 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:19.643295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e8af132-f7de-4659-91d0-7bfb03b8c963 req-0183ee35-1ac1-4201-bb74-0ad42b75ac97 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1527750 Sep 22 09:38:19.659925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee155a64-3f42-4de5-ab13-019249aca670 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 6bdae827-d901-4d96-9edc-b8045c766de5 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:19.678605 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee155a64-3f42-4de5-ab13-019249aca670 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.771909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e8af132-f7de-4659-91d0-7bfb03b8c963 req-a1a9025c-3267-4590-9d5f-d14a4e3ed895 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901976 Sep 22 09:38:19.780803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] Made reservation on behalf of 8bd70d7a90ed493c918a390115ac4717 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:19.793508 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.793865 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee155a64-3f42-4de5-ab13-019249aca670 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.877877 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-61f34a28-9637-4615-b527-676be31cca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.893865 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.939718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f34a28-9637-4615-b527-676be31cca92 None None] Pushing event deleted for resources: {'Port': ['ID=7d60f04b-47ac-447f-9892-70d967c901ea,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:19.943432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] No DVR routers for this DVR port 7d60f04b-47ac-447f-9892-70d967c901ea on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:19.943941 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee155a64-3f42-4de5-ab13-019249aca670 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:19.945444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Pushing event deleted for resources: {'Port': ['ID=7d60f04b-47ac-447f-9892-70d967c901ea,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:19.956814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f34a28-9637-4615-b527-676be31cca92 None None] No DVR routers for this DVR port 7d60f04b-47ac-447f-9892-70d967c901ea on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:20.030800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7d60f04b-47ac-447f-9892-70d967c901ea no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:20.063935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 7d60f04b-47ac-447f-9892-70d967c901ea {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:20.064416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7d60f04b-47ac-447f-9892-70d967c901ea not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:20.104350 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.130185 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee155a64-3f42-4de5-ab13-019249aca670 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.149937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073e315-e56d-42dd-a4ef-f6dc8d0572ee req-9b34e7f6-f9d1-4b6e-b28f-3e0fb12eef21 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:20.160587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1073e315-e56d-42dd-a4ef-f6dc8d0572ee req-9b34e7f6-f9d1-4b6e-b28f-3e0fb12eef21 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1004164 Sep 22 09:38:20.173740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:20.187483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bc5285-5b78-457e-b4c0-d4916a7ebeca None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:20.191816 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c171bf0f-2aca-498e-a70c-e891c419794a') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:20.192116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c171bf0f-2aca-498e-a70c-e891c419794a') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:20.213067 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.232568 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee155a64-3f42-4de5-ab13-019249aca670 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.244359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ee155a64-3f42-4de5-ab13-019249aca670 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/6bdae827-d901-4d96-9edc-b8045c766de5 HTTP/1.1" status: 204 len: 168 time: 0.7272220 Sep 22 09:38:20.248561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42100) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:20.259678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee155a64-3f42-4de5-ab13-019249aca670 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=6bdae827-d901-4d96-9edc-b8045c766de5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:20.311340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.325477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:38:20.325885 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:38:20.336666 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:38:20.440219 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1073e315-e56d-42dd-a4ef-f6dc8d0572ee req-8d8a1aa6-4614-4c32-b149-95070a425eea tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781398 Sep 22 09:38:20.448994 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.537771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a40d5f29-21ec-4e50-8855-77402b5932bd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2790623 Sep 22 09:38:20.540116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42108) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:20.560623 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.582456 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.584517 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] 10.222.0.49 "DELETE /v2.0/networks/9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc HTTP/1.1" status: 204 len: 168 time: 1.8869100 Sep 22 09:38:20.590665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d618a8-5e68-4333-951d-afabca864671 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915 tempest-ExtraDHCPOptionsIpV6TestJSON-2089684915-project] Pushing event deleted for resources: {'Network': ['ID=9d0dab41-9ed2-4cb4-9a02-e38a0f0252fc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:20.592187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00a578d-afde-4b8b-a56f-208701f3f927,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:20.643783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] Checking segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:20.644371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] Network hostable DHCP agents. Network: b0308c47-2dd5-40ac-9dc0-33b7063350f0, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:38:20.647794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20229a93-8dc1-4143-b0b7-0dab0f474d69 None None] Sync routers for ids ['3d01e034-b578-459c-bb96-edcc0d6f0300'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:20.659445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20229a93-8dc1-4143-b0b7-0dab0f474d69 None None] Routers {'3d01e034-b578-459c-bb96-edcc0d6f0300'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:20.660688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-20229a93-8dc1-4143-b0b7-0dab0f474d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3d01e034-b578-459c-bb96-edcc0d6f0300'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:20.729290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-387bc6af-56ff-44e1-b886-3b2da0c5cb11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.746324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed1ffd-3d1c-4e60-9f83-c73d7621c306 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:38:20.783458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] Network b0308c47-2dd5-40ac-9dc0-33b7063350f0 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:38:20.811608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-20229a93-8dc1-4143-b0b7-0dab0f474d69 None None] Set router 3d01e034-b578-459c-bb96-edcc0d6f0300 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:20.894040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, b0308c47-2dd5-40ac-9dc0-33b7063350f0) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:20.912162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:20.912162 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.945134 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-387bc6af-56ff-44e1-b886-3b2da0c5cb11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:20.948250 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-387bc6af-56ff-44e1-b886-3b2da0c5cb11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:21.000834 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df4c01c4-3ad4-4072-a9c3-6b717758f2e2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8186295 Sep 22 09:38:21.008926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed044c8b-15b8-4df6-bcb9-84f880e751a4 req-9c59f244-045b-4c29-a2a3-a69f02cc42dc tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:21.010956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed044c8b-15b8-4df6-bcb9-84f880e751a4 req-9c59f244-045b-4c29-a2a3-a69f02cc42dc tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3515668 Sep 22 09:38:21.059206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59786524-c364-405c-8fc3-f256e0442912 None None] Network b0308c47-2dd5-40ac-9dc0-33b7063350f0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:21.092454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed044c8b-15b8-4df6-bcb9-84f880e751a4 req-41ab9ec7-34ff-436d-bc7b-d797384eff91 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736842 Sep 22 09:38:21.113403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-20229a93-8dc1-4143-b0b7-0dab0f474d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d01e034-b578-459c-bb96-edcc0d6f0300', 'name': 'tempest-NetworksTestDHCPv6-router-1699384936', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:09Z', 'updated_at': '2021-09-22T09:38:18Z', 'revision_number': 3, 'project_id': 'a214880aa28e4bdb8ca599c200f827d0', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:21.144993 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-387bc6af-56ff-44e1-b886-3b2da0c5cb11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:21.145555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387bc6af-56ff-44e1-b886-3b2da0c5cb11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Fanout notify agent at l3_agent the message router_deleted on router 3d01e034-b578-459c-bb96-edcc0d6f0300 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:38:21.152517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-387bc6af-56ff-44e1-b886-3b2da0c5cb11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:21.161320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42124) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:21.169008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-387bc6af-56ff-44e1-b886-3b2da0c5cb11 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/routers/3d01e034-b578-459c-bb96-edcc0d6f0300 HTTP/1.1" status: 204 len: 168 time: 0.6274219 Sep 22 09:38:21.249710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20229a93-8dc1-4143-b0b7-0dab0f474d69 None None] Checking router: 3d01e034-b578-459c-bb96-edcc0d6f0300 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:38:21.267993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12121243-e99a-4a64-ac5d-6179e21f237d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:21.275889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42128) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:21.278835 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-12121243-e99a-4a64-ac5d-6179e21f237d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1210358 Sep 22 09:38:21.354790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20229a93-8dc1-4143-b0b7-0dab0f474d69 None None] Routers set() bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:21.355522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20229a93-8dc1-4143-b0b7-0dab0f474d69 None None] Router IDs set() for agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 09:38:21.360024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_agentschedulers_db [None req-20229a93-8dc1-4143-b0b7-0dab0f474d69 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3d01e034-b578-459c-bb96-edcc0d6f0300'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:37:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent'). {{(pid=95511) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 09:38:21.360959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20229a93-8dc1-4143-b0b7-0dab0f474d69 None None] The sync data for ids ['3d01e034-b578-459c-bb96-edcc0d6f0300'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:21.373247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42132) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:21.390752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67e94fc-59d4-41f0-b4e9-c9bf649e5f5b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:21.397065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d67e94fc-59d4-41f0-b4e9-c9bf649e5f5b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1171718 Sep 22 09:38:21.397730 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42138) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:21.404856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92301c-e0be-4967-ad3f-e3b278b494d7 req-b02c74fc-c167-4a8e-a8e3-b607702d5da5 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:21.429694 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca92301c-e0be-4967-ad3f-e3b278b494d7 req-b02c74fc-c167-4a8e-a8e3-b607702d5da5 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2183247 Sep 22 09:38:21.487098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-96ed1ffd-3d1c-4e60-9f83-c73d7621c306 None None] Deleting port 96bc145f-533f-4a4f-9547-b9b7ff01c73f {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:21.492054 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-96ed1ffd-3d1c-4e60-9f83-c73d7621c306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:21.519348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42144) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:21.519484 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5afbfbc2-3138-44fe-b8d7-fe80650cb3d3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159763 Sep 22 09:38:21.534359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3d1371bf-ef8f-4588-b9b2-b0f871c26bbd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:21.595086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca92301c-e0be-4967-ad3f-e3b278b494d7 req-5dee5b74-a12d-4624-9d9b-8a1477f24e7a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446857 Sep 22 09:38:21.625083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-96ed1ffd-3d1c-4e60-9f83-c73d7621c306 None None] For port 96bc145f-533f-4a4f-9547-b9b7ff01c73f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=96bc145f-533f-4a4f-9547-b9b7ff01c73f,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:21.625438 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-96ed1ffd-3d1c-4e60-9f83-c73d7621c306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:21.632104 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a23463c2-a453-4afd-b5a8-11a178d81a3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab3e5262f5d54daeb7e6b8883a0cd348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584178 Sep 22 09:38:21.635973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42150) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:21.639016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-96ed1ffd-3d1c-4e60-9f83-c73d7621c306 None None] Calling delete_port for 96bc145f-533f-4a4f-9547-b9b7ff01c73f owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:21.752920 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e3d4-d080-48a6-9249-37bcb86527e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:21.803516 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e3d4-d080-48a6-9249-37bcb86527e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:21.805063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90c0e1-2764-421e-b6d8-941e77ac61f8 None None] Network b0308c47-2dd5-40ac-9dc0-33b7063350f0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:21.851827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1371bf-ef8f-4588-b9b2-b0f871c26bbd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:21.855488 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d1371bf-ef8f-4588-b9b2-b0f871c26bbd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:22.013944 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-96ed1ffd-3d1c-4e60-9f83-c73d7621c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:22.059993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed1ffd-3d1c-4e60-9f83-c73d7621c306 None None] No DVR routers for this DVR port 96bc145f-533f-4a4f-9547-b9b7ff01c73f on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:22.075893 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e3d4-d080-48a6-9249-37bcb86527e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:22.082461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e3d4-d080-48a6-9249-37bcb86527e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:22.085732 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e5d9e3d4-d080-48a6-9249-37bcb86527e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7696248d-e8f9-4afb-8ffa-63f469d162d3 HTTP/1.1" status: 204 len: 168 time: 0.4485505 Sep 22 09:38:22.096063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e812215b-74ca-4378-975e-aacb9472c945 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:22.102081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed1ffd-3d1c-4e60-9f83-c73d7621c306 None None] Pushing event deleted for resources: {'Port': ['ID=96bc145f-533f-4a4f-9547-b9b7ff01c73f,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:22.115320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9e3d4-d080-48a6-9249-37bcb86527e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7696248d-e8f9-4afb-8ffa-63f469d162d3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:22.202323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: e812215b-74ca-4378-975e-aacb9472c945 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:22.202654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e812215b-74ca-4378-975e-aacb9472c945 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:22.203303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 96bc145f-533f-4a4f-9547-b9b7ff01c73f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:22.245941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 96bc145f-533f-4a4f-9547-b9b7ff01c73f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:22.246606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 96bc145f-533f-4a4f-9547-b9b7ff01c73f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:22.773174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bee5e-d18f-4030-a37b-666b3a6eb569 req-77101d8f-0c71-4d54-80cd-d156b90ffd79 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:22.774617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c9bee5e-d18f-4030-a37b-666b3a6eb569 req-77101d8f-0c71-4d54-80cd-d156b90ffd79 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.5216079 Sep 22 09:38:22.825488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-fe4f2b4c-39f5-42f3-8d03-a1599cf26fc6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:22.832915 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-fe4f2b4c-39f5-42f3-8d03-a1599cf26fc6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 0.5989194 Sep 22 09:38:22.854902 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-16da0639-b253-4fbc-9c2a-410ca92537b0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/quotas/8bd70d7a90ed493c918a390115ac4717 HTTP/1.1" status: 200 len: 375 time: 0.0209470 Sep 22 09:38:22.865271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c9bee5e-d18f-4030-a37b-666b3a6eb569 req-4062b6cb-9e91-47fb-9049-d06b2d79f44a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779767 Sep 22 09:38:22.920877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-c58a8084-2689-415c-9ba3-c41f095c2f64 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543675 Sep 22 09:38:23.064744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.objects.ports [None req-3d1371bf-ef8f-4588-b9b2-b0f871c26bbd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95510) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:38:23.067633 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d1371bf-ef8f-4588-b9b2-b0f871c26bbd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:23.127561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-954e40f5-481e-4a84-902b-eaaaeddeaec1 service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058315 Sep 22 09:38:23.162583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1371bf-ef8f-4588-b9b2-b0f871c26bbd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:23.163289 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:23.188940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-3d1371bf-ef8f-4588-b9b2-b0f871c26bbd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:23.196269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1371bf-ef8f-4588-b9b2-b0f871c26bbd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:23.196974 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d1371bf-ef8f-4588-b9b2-b0f871c26bbd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:23.200599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e8807d-d39e-4859-93ce-b6ff543a39f3 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:23.225363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1371bf-ef8f-4588-b9b2-b0f871c26bbd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=a75095fc-39b4-475d-9897-e68161c99955,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:23.288916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dd007-a37c-481b-97a4-3ad0d33e0f17 req-7e4b579e-9230-47b5-8925-96b4ff82312a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:23.290748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-213dd007-a37c-481b-97a4-3ad0d33e0f17 req-7e4b579e-9230-47b5-8925-96b4ff82312a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1540825 Sep 22 09:38:23.312670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-2f40d100-215b-43b7-86fc-3bbbcf9ff21a service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733787 Sep 22 09:38:23.333611 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3d1371bf-ef8f-4588-b9b2-b0f871c26bbd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8132937 Sep 22 09:38:23.336410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42204) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:23.341727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-70b34384-e2fa-4a1c-a11e-5270ecac9155 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:23.393520 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-213dd007-a37c-481b-97a4-3ad0d33e0f17 req-06b55518-d43b-4996-bfae-cebc32e75a25 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797431 Sep 22 09:38:23.427714 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': 'a75095fc-39b4-475d-9897-e68161c99955'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:38:23.433855 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:23.590768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42216) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:23.679976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b34384-e2fa-4a1c-a11e-5270ecac9155 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:23.684895 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70b34384-e2fa-4a1c-a11e-5270ecac9155 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:23.685841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Allocated IP 2001:db8::f816:3eff:fe59:1ee2 (201714cb-581c-4a22-b65d-63842f91bb89/a75095fc-39b4-475d-9897-e68161c99955/cd82f8c7-307c-4109-9482-054bbfa76213) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:23.778374 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a78d70-3e1f-42f0-b405-9832d2ec68a6 req-b09eaacd-2f3f-4d7f-baee-f3966a7620f3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 210 time: 0.1680770 Sep 22 09:38:23.780225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'network': {'name': 'tempest-RoutersTest-647065872'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:23.886575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:23.890609 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:23.902432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:23.916847 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.018357 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.061135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4f3ed-a0d1-42a3-9dd1-626d95c1a68f req-0917dae9-458b-4747-9d43-c61e14f54621 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:24.069259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fae4f3ed-a0d1-42a3-9dd1-626d95c1a68f req-0917dae9-458b-4747-9d43-c61e14f54621 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2875357 Sep 22 09:38:24.090286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:24.094278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:24.109685 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:24.133665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.136517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Pushing event updated for resources: {'Port': ['ID=cd82f8c7-307c-4109-9482-054bbfa76213,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:24.193898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fae4f3ed-a0d1-42a3-9dd1-626d95c1a68f req-248bfe00-fa47-4fd1-80ad-bcfbbbf23f3a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231074 Sep 22 09:38:24.217654 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.250274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9793f5c5-a91e-436f-96e0-c737a2fca798,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:24.263938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:38:24.275318 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.275954 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70b34384-e2fa-4a1c-a11e-5270ecac9155 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.276259 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added segment ac2a21ad-fdf9-4154-a332-be0c20ac0543 of type vlan for network 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 Sep 22 09:38:24.279313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Attempting to bind port cd82f8c7-307c-4109-9482-054bbfa76213 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:24.279784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Attempting to bind port cd82f8c7-307c-4109-9482-054bbfa76213 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:24.280371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Attempting to bind port cd82f8c7-307c-4109-9482-054bbfa76213 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:24.285019 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6d2184b8-4215-43db-8f77-4f5254fb755a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.292477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:24.295626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:24.296057 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.296944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:24.298027 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Bound port: cd82f8c7-307c-4109-9482-054bbfa76213, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:24.299259 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.334157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42244) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:24.384422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b34384-e2fa-4a1c-a11e-5270ecac9155 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:24.385170 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.388532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-70b34384-e2fa-4a1c-a11e-5270ecac9155 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:24.395444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.398304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b34384-e2fa-4a1c-a11e-5270ecac9155 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:24.399178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70b34384-e2fa-4a1c-a11e-5270ecac9155 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.416164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b34384-e2fa-4a1c-a11e-5270ecac9155 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=7b397ebe-75f2-4172-9641-b225524311e4,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:24.423527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] For port cd82f8c7-307c-4109-9482-054bbfa76213, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:24.427395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] For port cd82f8c7-307c-4109-9482-054bbfa76213, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cd82f8c7-307c-4109-9482-054bbfa76213,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:24.488803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0f411-737b-4380-aafe-255b7f598844 req-b4385c85-1edb-4afd-8bb9-2e205b59fe9a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:24.490538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4c0f411-737b-4380-aafe-255b7f598844 req-b4385c85-1edb-4afd-8bb9-2e205b59fe9a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.0673141 Sep 22 09:38:24.510571 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.511652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-70b34384-e2fa-4a1c-a11e-5270ecac9155 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1742079 Sep 22 09:38:24.514765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42248) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:24.529365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:f8:ea:f8', 'name': 'tempest-NetworksTestDHCPv6-1877369628'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:24.547815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4c0f411-737b-4380-aafe-255b7f598844 req-5e81db7a-f365-472f-be4f-e9c51263fd82 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Sep 22 09:38:24.582668 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.590089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:24.590755 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:24.728926 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5277c-a800-409a-b83e-7ea217288c42 None None] Pushing event updated for resources: {'Port': ['ID=cd82f8c7-307c-4109-9482-054bbfa76213,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:24.785662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0a672-1ba6-4f3d-a6e2-7270fadb6255 req-147aba95-1f35-471f-b3b1-41dd83f1f984 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:24.793777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9e0a672-1ba6-4f3d-a6e2-7270fadb6255 req-147aba95-1f35-471f-b3b1-41dd83f1f984 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1395743 Sep 22 09:38:24.948184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9e0a672-1ba6-4f3d-a6e2-7270fadb6255 req-06605408-bc56-4cdc-9a22-79a191a110e2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453061 Sep 22 09:38:24.996296 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6d2390c-ae92-4714-a862-e9bd11fed921 req-0958b2a6-ffd0-4b4b-8510-69fa3a3f4ffd tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 210 time: 0.1295187 Sep 22 09:38:25.103649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a10a4-ba2d-4aca-b4dc-493f128e8369 req-182bdf6b-d120-4f56-ac1b-e766d0bb75f1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:25.112673 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e91a10a4-ba2d-4aca-b4dc-493f128e8369 req-182bdf6b-d120-4f56-ac1b-e766d0bb75f1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.0710685 Sep 22 09:38:25.168978 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e91a10a4-ba2d-4aca-b4dc-493f128e8369 req-9589a7ca-7a8a-4b15-bee2-501e91c66798 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553374 Sep 22 09:38:25.316679 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7247722 Sep 22 09:38:25.321154 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4d536-4107-4139-bd4b-238ee9e07e37 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Network': ['ID=0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:25.321520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42274) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:25.333275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'network': {'name': 'tempest-RoutersTest-460569369'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:25.339915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:38:25.490436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:25.499509 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:25.552280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:38:25.564328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:25.565385 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added segment b41bba69-e128-4170-8bd6-264d4eb5c93b of type vlan for network ab7c7ee0-c02d-484e-8714-235247df52a1 Sep 22 09:38:25.636239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:25.661577 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:25.688920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8898143-ac2e-4c16-8c6e-f6eaf0749f90 req-d4b93f4f-d8a3-4616-806a-314ce2470f92 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:25.691670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8898143-ac2e-4c16-8c6e-f6eaf0749f90 req-d4b93f4f-d8a3-4616-806a-314ce2470f92 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1242478 Sep 22 09:38:25.754102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8898143-ac2e-4c16-8c6e-f6eaf0749f90 req-df5151c1-13e0-44e7-a64e-c87874638595 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505226 Sep 22 09:38:25.772213 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:25.784037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:25.784037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:25.815324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:25.911926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5842922 Sep 22 09:38:25.911926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd2ebc-be5e-4872-a293-6453ff845adc tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Network': ['ID=ab7c7ee0-c02d-484e-8714-235247df52a1,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:25.912473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42282) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:25.921298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'subnet': {'network_id': '0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:25.949089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network ab7c7ee0-c02d-484e-8714-235247df52a1 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:38:26.148744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:26.159230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cd82f8c7-307c-4109-9482-054bbfa76213 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:26.194029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3c29408-a1db-4985-ab66-a4d2b696d286 req-4cf952f3-a5dd-4d7f-a2f7-bea2174775ab tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 210 time: 0.0494914 Sep 22 09:38:26.209460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:26.217236 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:26.238854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port e8374334-ec24-4d04-9585-cf8be42e9b94 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:38:26.243162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0ddf4-14d1-4852-939e-27af013cc5b9 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:26.270471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port cd82f8c7-307c-4109-9482-054bbfa76213 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:26.271114 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:26.396504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1e6aa57e-556d-41e2-b25c-e069de747118 None None] Provisioning complete for port cd82f8c7-307c-4109-9482-054bbfa76213 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:26.397452 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa57e-556d-41e2-b25c-e069de747118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:26.482636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] Deleting port 911456e2-2c1d-4023-8cb8-44251f27f6b7 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:26.483214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:26.589189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:26.639293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 172.20.0.4 (201714cb-581c-4a22-b65d-63842f91bb89/7b397ebe-75f2-4172-9641-b225524311e4/e8374334-ec24-4d04-9585-cf8be42e9b94) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:26.652527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::f816:3eff:fef8:eaf8 (201714cb-581c-4a22-b65d-63842f91bb89/a75095fc-39b4-475d-9897-e68161c99955/e8374334-ec24-4d04-9585-cf8be42e9b94) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:26.657721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Subnet': ['ID=da14da6f-a4f9-4e9c-8df3-0230041393c8,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:26.671560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Checking segment: {'id': 'ac2a21ad-fdf9-4154-a332-be0c20ac0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:26.672188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network hostable DHCP agents. Network: 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:38:26.691822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] For port 911456e2-2c1d-4023-8cb8-44251f27f6b7, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=911456e2-2c1d-4023-8cb8-44251f27f6b7,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:26.692476 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:26.718481 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] Calling delete_port for 911456e2-2c1d-4023-8cb8-44251f27f6b7 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:26.749747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:38:26.777247 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa57e-556d-41e2-b25c-e069de747118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:26.816790 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:26.829482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:26.852831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:26.854218 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:26.860025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc87a63-dbb2-49f7-b86f-fde523fb3cb3 None None] Network 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:26.866782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1e6aa57e-556d-41e2-b25c-e069de747118 None None] For port cd82f8c7-307c-4109-9482-054bbfa76213, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cd82f8c7-307c-4109-9482-054bbfa76213,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:26.888320 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4904ef19-8965-4600-b225-c79bd58c7fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:26.939755 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e6aa57e-556d-41e2-b25c-e069de747118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:27.069970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:38:27.070356 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:38:27.074280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4ea13-9444-4c2d-b19d-26a84c41b300 req-95f9c2aa-5b78-4cda-85cf-9b9d7c7cd3d9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:27.084144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fac4ea13-9444-4c2d-b19d-26a84c41b300 req-95f9c2aa-5b78-4cda-85cf-9b9d7c7cd3d9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2188873 Sep 22 09:38:27.126426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d88038fa-532b-4a3b-8ff7-9311f0450647 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2106388 Sep 22 09:38:27.127619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42304) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:27.130568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:27.136456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'subnet': {'network_id': 'ab7c7ee0-c02d-484e-8714-235247df52a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:27.191893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fac4ea13-9444-4c2d-b19d-26a84c41b300 req-daf91a37-6910-45b2-bfed-1fd9460b6e0e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066971 Sep 22 09:38:27.224584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-82337f8a-6cff-48f5-9a80-69c6b76a4fad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:27.230555 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-82337f8a-6cff-48f5-9a80-69c6b76a4fad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 0.3499629 Sep 22 09:38:27.278597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Request body: {'port': {'device_id': '24944c13-201a-4a30-ab96-b93c00552bda', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'admin_state_up': True, 'tenant_id': '8bd70d7a90ed493c918a390115ac4717'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:27.294500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6aa57e-556d-41e2-b25c-e069de747118 None None] Pushing event updated for resources: {'Port': ['ID=cd82f8c7-307c-4109-9482-054bbfa76213,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:27.304790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Update dhcp port {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': 'a75095fc-39b4-475d-9897-e68161c99955', 'ip_address': '2001:db8::f816:3eff:fe59:1ee2'}, {'subnet_id': '7b397ebe-75f2-4172-9641-b225524311e4'}], 'binding:host_id': 'n-d-805649-4'}, 'id': 'cd82f8c7-307c-4109-9482-054bbfa76213'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:38:27.354681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:27.414080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85f9d810-e878-41d3-831e-17b84730550b req-95654a81-dc3b-4aa3-86b3-c7054be28f2c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 210 time: 0.0563893 Sep 22 09:38:27.459547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1', 'network_id': '0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'fixed_ips': [{'subnet_id': 'da14da6f-a4f9-4e9c-8df3-0230041393c8'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:38:27.460407 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:27.532009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:27.536530 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:27.665900 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:27.713465 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:27.773474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Allocated IP 172.20.0.2 (201714cb-581c-4a22-b65d-63842f91bb89/7b397ebe-75f2-4172-9641-b225524311e4/cd82f8c7-307c-4109-9482-054bbfa76213) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:27.775815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:27.776007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Made reservation on behalf of 8bd70d7a90ed493c918a390115ac4717 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:27.779619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:27.782019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:27.783411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Allocated IP 172.20.0.2 (0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1/da14da6f-a4f9-4e9c-8df3-0230041393c8/3866870b-6f6f-464b-bbe7-8eb7893557e5) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:27.802198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:27.815046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:27.892882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=e8374334-ec24-4d04-9585-cf8be42e9b94,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:28.049249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cd82f8c7-307c-4109-9482-054bbfa76213 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:28.053565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] For port cd82f8c7-307c-4109-9482-054bbfa76213, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cd82f8c7-307c-4109-9482-054bbfa76213,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:28.110711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] Pushing event deleted for resources: {'Port': ['ID=911456e2-2c1d-4023-8cb8-44251f27f6b7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:28.118299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2586e-7eda-472b-a194-3c173f8a1daf req-e7633b47-3ed6-424b-834e-718fd6d0c78d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:28.132152 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edf2586e-7eda-472b-a194-3c173f8a1daf req-e7633b47-3ed6-424b-834e-718fd6d0c78d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1857059 Sep 22 09:38:28.137390 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.140011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:28.140702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.186501 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.255487 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.266864 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.276314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port cd82f8c7-307c-4109-9482-054bbfa76213 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:28.277121 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.298844 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7961a542-cb0b-4341-b30c-793440ec569e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7809384 Sep 22 09:38:28.299470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42324) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:28.337186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Allocated IP 172.20.0.8 (b0308c47-2dd5-40ac-9dc0-33b7063350f0/b00a578d-afde-4b8b-a56f-208701f3f927/85ac7a77-e198-4fa0-8916-345aa06420f7) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:28.368576 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.391351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edf2586e-7eda-472b-a194-3c173f8a1daf req-2003e3d0-9da0-4f0c-878b-ef0da389ba19 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577631 Sep 22 09:38:28.436643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Subnet': ['ID=e5b03f80-a834-4d51-9dd3-9ef5d53d8269,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:28.440592 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.467403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Checking segment: {'id': 'b41bba69-e128-4170-8bd6-264d4eb5c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ab7c7ee0-c02d-484e-8714-235247df52a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:28.471009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network hostable DHCP agents. Network: ab7c7ee0-c02d-484e-8714-235247df52a1, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:38:28.560139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52137651-decf-4de7-af75-b9c2575c0023 req-c1a9d5f5-27cf-4653-b35c-812e83318d40 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 210 time: 0.0623441 Sep 22 09:38:28.578774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.620223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network ab7c7ee0-c02d-484e-8714-235247df52a1 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:38:28.625641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Network 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:28.653759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:28.657533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:28.697882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, ab7c7ee0-c02d-484e-8714-235247df52a1) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:28.709194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1072bd-960d-4e36-b1a8-bd16da09b252 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:28.713011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:28.713629 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.715302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Pushing event updated for resources: {'Port': ['ID=cd82f8c7-307c-4109-9482-054bbfa76213,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:28.719955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1072bd-960d-4e36-b1a8-bd16da09b252 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:28.724632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f9e84-f6ac-4c2c-bef4-63d5f6aed242 None None] Network ab7c7ee0-c02d-484e-8714-235247df52a1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:28.726360 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ed1072bd-960d-4e36-b1a8-bd16da09b252 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4218385 Sep 22 09:38:28.730294 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42332) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:28.768475 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.839052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:28.861038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-44d76202-b58b-4cfb-8f7c-d0eec0a34869 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7295370 Sep 22 09:38:28.864459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42336) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:28.869347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5e333d75-fd67-4ce4-9697-fdbeab2f22f5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1836606297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:28.995917 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e333d75-fd67-4ce4-9697-fdbeab2f22f5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.000669 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e333d75-fd67-4ce4-9697-fdbeab2f22f5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.002665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Network b0308c47-2dd5-40ac-9dc0-33b7063350f0 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:29.011033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:29.046547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.046895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.047238 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.051759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.052175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.052558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.052921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.053258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.053888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.054071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.054400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.054727 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fbb026-c61e-40fe-a847-c3ffb101890b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:29.139537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:29.150811 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e333d75-fd67-4ce4-9697-fdbeab2f22f5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.152186 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Pushing event updated for resources: {'Port': ['ID=3866870b-6f6f-464b-bbe7-8eb7893557e5,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:29.201450 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e333d75-fd67-4ce4-9697-fdbeab2f22f5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.203259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Attempting to bind port 3866870b-6f6f-464b-bbe7-8eb7893557e5 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:29.203811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Attempting to bind port 3866870b-6f6f-464b-bbe7-8eb7893557e5 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'ac2a21ad-fdf9-4154-a332-be0c20ac0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:29.204564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Attempting to bind port 3866870b-6f6f-464b-bbe7-8eb7893557e5 on network 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:29.212659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] Router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:38:29.213855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:29.214688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Checking segment: {'id': 'ac2a21ad-fdf9-4154-a332-be0c20ac0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:29.215346 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.215921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Bound using segment: {'id': 'ac2a21ad-fdf9-4154-a332-be0c20ac0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:29.216631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Bound port: 3866870b-6f6f-464b-bbe7-8eb7893557e5, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2a21ad-fdf9-4154-a332-be0c20ac0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:29.217421 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.219484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:29.224200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.225819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-ab7c7ee0-c02d-484e-8714-235247df52a1', 'network_id': 'ab7c7ee0-c02d-484e-8714-235247df52a1', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'fixed_ips': [{'subnet_id': 'e5b03f80-a834-4d51-9dd3-9ef5d53d8269'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:38:29.227125 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.327172 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e333d75-fd67-4ce4-9697-fdbeab2f22f5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.329017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5e333d75-fd67-4ce4-9697-fdbeab2f22f5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4634285 Sep 22 09:38:29.333500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42338) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:29.344334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event updated for resources: {'Port': ['ID=85ac7a77-e198-4fa0-8916-345aa06420f7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:29.375846 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-d517126e-9fd4-4289-9280-f5af99b3b491 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1197026 Sep 22 09:38:29.420905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2912b1a2-b717-4319-89ce-9f85d788c221 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port e8374334-ec24-4d04-9585-cf8be42e9b94 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:29.421260 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2912b1a2-b717-4319-89ce-9f85d788c221 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.551449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] For port 3866870b-6f6f-464b-bbe7-8eb7893557e5, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:29.573767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] For port 3866870b-6f6f-464b-bbe7-8eb7893557e5, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3866870b-6f6f-464b-bbe7-8eb7893557e5,segment=NetworkSegment(ac2a21ad-fdf9-4154-a332-be0c20ac0543),segment_id=ac2a21ad-fdf9-4154-a332-be0c20ac0543)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:29.592448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Allocated IP 172.21.0.2 (ab7c7ee0-c02d-484e-8714-235247df52a1/e5b03f80-a834-4d51-9dd3-9ef5d53d8269/67ef8ea6-b3b7-4c81-bbbb-8a571549bad4) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:29.621750 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.650219 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2912b1a2-b717-4319-89ce-9f85d788c221 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.693019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2912b1a2-b717-4319-89ce-9f85d788c221 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for e8374334-ec24-4d04-9585-cf8be42e9b94 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:29.733851 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Request body: {'port': {'device_id': '24944c13-201a-4a30-ab96-b93c00552bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:29.774288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2a76d-9ebd-4716-8a9c-e82001620b5c None None] Pushing event updated for resources: {'Port': ['ID=3866870b-6f6f-464b-bbe7-8eb7893557e5,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:29.871720 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.906097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-65d43c36-5418-4c63-81c7-b72fa53fe31e None None] Provisioning complete for port cd82f8c7-307c-4109-9482-054bbfa76213 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:29.906607 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-65d43c36-5418-4c63-81c7-b72fa53fe31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:29.908941 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:30.147711 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:30.209522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb878c-a3a6-4052-a76c-5540f77f1286 req-3ad4b022-bf5e-4104-a388-1040ea8fbeea tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:30.219941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cdb878c-a3a6-4052-a76c-5540f77f1286 req-3ad4b022-bf5e-4104-a388-1040ea8fbeea tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 931 time: 0.5038896 Sep 22 09:38:30.353709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Network ab7c7ee0-c02d-484e-8714-235247df52a1 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:30.355504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f06cf-de19-44e2-9136-c5ca7dc8d3c0 req-89134ae3-fcae-4b98-8ece-d07a09db5e80 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:30.364803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f6f06cf-de19-44e2-9136-c5ca7dc8d3c0 req-89134ae3-fcae-4b98-8ece-d07a09db5e80 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.6499593 Sep 22 09:38:30.371393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cd82f8c7-307c-4109-9482-054bbfa76213 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:30.423974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:30.426642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:30.465165 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29abef-64d4-4798-856a-392f08b54bf9 None None] Sync routers for ids ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:30.465746 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-229ae893-b629-4c2b-9b51-a7b0eaece111 admin admin] 10.222.0.49 "PUT /v2.0/routers/2fb22912-43fe-40ab-9469-ed2d2ad86be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0239587 Sep 22 09:38:30.467875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42356) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:30.470764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2912b1a2-b717-4319-89ce-9f85d788c221 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:30.489415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cdb878c-a3a6-4052-a76c-5540f77f1286 req-de7ff05b-c316-4911-a5ea-a945d08c7a36 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684941 Sep 22 09:38:30.505577 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29abef-64d4-4798-856a-392f08b54bf9 None None] Routers {'2fb22912-43fe-40ab-9469-ed2d2ad86be2'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:30.506493 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0a29abef-64d4-4798-856a-392f08b54bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:30.554924 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:30.561775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:30.564640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Pushing event updated for resources: {'Port': ['ID=67ef8ea6-b3b7-4c81-bbbb-8a571549bad4,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:30.594374 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f6f06cf-de19-44e2-9136-c5ca7dc8d3c0 req-27a5d5d9-d254-4394-9c7a-e9d976d71deb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287169 Sep 22 09:38:30.596374 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:30.617738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-788da2b6-1fa0-46e7-9e72-da1683331250 None None] Could not find standard attr ID for object e8374334-ec24-4d04-9585-cf8be42e9b94. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:38:30.746878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Attempting to bind port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:30.747401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Attempting to bind port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'b41bba69-e128-4170-8bd6-264d4eb5c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ab7c7ee0-c02d-484e-8714-235247df52a1'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:30.747906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Attempting to bind port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 on network ab7c7ee0-c02d-484e-8714-235247df52a1 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:30.765908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:30.766443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Checking segment: {'id': 'b41bba69-e128-4170-8bd6-264d4eb5c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ab7c7ee0-c02d-484e-8714-235247df52a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:30.767301 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:30.767885 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Bound using segment: {'id': 'b41bba69-e128-4170-8bd6-264d4eb5c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ab7c7ee0-c02d-484e-8714-235247df52a1'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:30.769157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Bound port: 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41bba69-e128-4170-8bd6-264d4eb5c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'ab7c7ee0-c02d-484e-8714-235247df52a1'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:30.769705 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:30.803975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912b1a2-b717-4319-89ce-9f85d788c221 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=e8374334-ec24-4d04-9585-cf8be42e9b94,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:30.851777 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-0a29abef-64d4-4798-856a-392f08b54bf9 None None] Set router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:31.046224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591c6e-27fa-41d0-b646-6a8fece8dbbe req-e818558a-d089-4419-b5c9-2d4860fbcf31 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:31.048150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce591c6e-27fa-41d0-b646-6a8fece8dbbe req-e818558a-d089-4419-b5c9-2d4860fbcf31 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2106640 Sep 22 09:38:31.170179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] For port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:31.174128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] For port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=67ef8ea6-b3b7-4c81-bbbb-8a571549bad4,segment=NetworkSegment(b41bba69-e128-4170-8bd6-264d4eb5c93b),segment_id=b41bba69-e128-4170-8bd6-264d4eb5c93b)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:31.184082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port cd82f8c7-307c-4109-9482-054bbfa76213 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:31.184587 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:31.226824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce591c6e-27fa-41d0-b646-6a8fece8dbbe req-8fe4372a-41c3-42e8-96c7-ef2ad1ad3f4e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635470 Sep 22 09:38:31.266098 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0a29abef-64d4-4798-856a-392f08b54bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-router', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:18Z', 'updated_at': '2021-09-22T09:38:27Z', 'revision_number': 5, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'gw_port': {'id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:19Z', 'updated_at': '2021-09-22T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:31.272281 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:31.276952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Allocated IP 172.20.0.1 (0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1/da14da6f-a4f9-4e9c-8df3-0230041393c8/244486a5-6e66-455a-be5c-6b04b072e1f5) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:31.362116 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29abef-64d4-4798-856a-392f08b54bf9 None None] Checking router: 2fb22912-43fe-40ab-9469-ed2d2ad86be2 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:38:31.404505 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29abef-64d4-4798-856a-392f08b54bf9 None None] Routers {'2fb22912-43fe-40ab-9469-ed2d2ad86be2'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:31.405218 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0a29abef-64d4-4798-856a-392f08b54bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:31.433415 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce095b-cff5-468c-8fb4-6092dcd78d17 None None] Pushing event updated for resources: {'Port': ['ID=67ef8ea6-b3b7-4c81-bbbb-8a571549bad4,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:31.618101 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:31.667404 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-0a29abef-64d4-4798-856a-392f08b54bf9 None None] Set router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:31.712615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7a901-dacc-4831-a777-d5c63c833a64 req-e9255b55-f1bc-42b5-924e-44f51ecc75ef tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:31.714423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9d7a901-dacc-4831-a777-d5c63c833a64 req-e9255b55-f1bc-42b5-924e-44f51ecc75ef tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2064724 Sep 22 09:38:31.796436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e88278b-8c1a-47d9-a536-e3cc42459659 None None] Network 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:31.861029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fe7b1-9906-4514-a634-7c4d930de14e req-63464399-ad23-4f40-aba5-7d9401625100 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:31.873616 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d7fe7b1-9906-4514-a634-7c4d930de14e req-63464399-ad23-4f40-aba5-7d9401625100 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 931 time: 0.2334661 Sep 22 09:38:31.934951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d7fe7b1-9906-4514-a634-7c4d930de14e req-13859a99-35b8-4896-a5c4-f5bac58fe26e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Sep 22 09:38:31.935877 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:31.978095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9d7a901-dacc-4831-a777-d5c63c833a64 req-e5869e7a-f5d6-4cff-bc6e-55b0cfc611be tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503781 Sep 22 09:38:31.980025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:31.982318 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0a29abef-64d4-4798-856a-392f08b54bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-router', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:18Z', 'updated_at': '2021-09-22T09:38:27Z', 'revision_number': 5, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'gw_port': {'id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:19Z', 'updated_at': '2021-09-22T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:32.017210 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29abef-64d4-4798-856a-392f08b54bf9 None None] The sync data for ids ['2fb22912-43fe-40ab-9469-ed2d2ad86be2'] in n-d-805649-4 is: [{'id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1313865364-router', 'tenant_id': 'ed739c468ab14b03aecf22f302cc56a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:18Z', 'updated_at': '2021-09-22T09:38:27Z', 'revision_number': 5, 'project_id': 'ed739c468ab14b03aecf22f302cc56a9', 'gw_port': {'id': '4fbb264d-5a94-4e3e-b548-b2d3aa40bd09', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb22912-43fe-40ab-9469-ed2d2ad86be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:19Z', 'updated_at': '2021-09-22T09:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:32.050518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-20a6f649-ed79-4635-8fd4-8166f695ae03 None None] Provisioning complete for port 3866870b-6f6f-464b-bbe7-8eb7893557e5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:32.050518 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-20a6f649-ed79-4635-8fd4-8166f695ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.069909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:32.082585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:32.172641 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.291430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=244486a5-6e66-455a-be5c-6b04b072e1f5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:32.296215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2912b1a2-b717-4319-89ce-9f85d788c221 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.296570 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.301489 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2912b1a2-b717-4319-89ce-9f85d788c221 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/e8374334-ec24-4d04-9585-cf8be42e9b94 HTTP/1.1" status: 204 len: 168 time: 3.5659144 Sep 22 09:38:32.303541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42380) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:32.372373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67dac45-e258-4353-bbfe-dfca26286afa tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:32.373700 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67dac45-e258-4353-bbfe-dfca26286afa tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:32.375268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67dac45-e258-4353-bbfe-dfca26286afa tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:32.376871 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c67dac45-e258-4353-bbfe-dfca26286afa tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0708861 Sep 22 09:38:32.382723 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42382) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:32.406409 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-20a6f649-ed79-4635-8fd4-8166f695ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.477098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975362b1-84f1-4a9b-a2eb-74cea618fd2f req-76a36c30-b5dd-4e2b-826f-6bcbe9270c7f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:32.497864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-975362b1-84f1-4a9b-a2eb-74cea618fd2f req-76a36c30-b5dd-4e2b-826f-6bcbe9270c7f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2780402 Sep 22 09:38:32.509247 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3866870b-6f6f-464b-bbe7-8eb7893557e5 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:32.600466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-20a6f649-ed79-4635-8fd4-8166f695ae03 None None] For port 3866870b-6f6f-464b-bbe7-8eb7893557e5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3866870b-6f6f-464b-bbe7-8eb7893557e5,segment=NetworkSegment(ac2a21ad-fdf9-4154-a332-be0c20ac0543),segment_id=ac2a21ad-fdf9-4154-a332-be0c20ac0543)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:32.609421 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.614824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-975362b1-84f1-4a9b-a2eb-74cea618fd2f req-1641727d-c682-4cab-b775-a450ddb8fe79 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107020 Sep 22 09:38:32.626416 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7576eb-0ebe-4183-afc7-7366f193a79d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 7b397ebe-75f2-4172-9641-b225524311e4 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:32.639545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee7576eb-0ebe-4183-afc7-7366f193a79d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.754870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3866870b-6f6f-464b-bbe7-8eb7893557e5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:32.760397 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.763449 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-20a6f649-ed79-4635-8fd4-8166f695ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.772819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ac7a77-e198-4fa0-8916-345aa06420f7 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:38:32.782399 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.797487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Transition to ACTIVE for port object 85ac7a77-e198-4fa0-8916-345aa06420f7 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:38:32.840852 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee7576eb-0ebe-4183-afc7-7366f193a79d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.878370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6f649-ed79-4635-8fd4-8166f695ae03 None None] Pushing event updated for resources: {'Port': ['ID=3866870b-6f6f-464b-bbe7-8eb7893557e5,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:32.907284 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:32.932540 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.014494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca0ca3-fd02-4d6e-a675-f63854738c2e req-0b2b62a3-36b2-4dad-b3ed-6f59902e915b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:33.023910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1ca0ca3-fd02-4d6e-a675-f63854738c2e req-0b2b62a3-36b2-4dad-b3ed-6f59902e915b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1958399 Sep 22 09:38:33.059326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:33.087092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee7576eb-0ebe-4183-afc7-7366f193a79d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.128532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1ca0ca3-fd02-4d6e-a675-f63854738c2e req-3f72b467-3812-48e4-af61-350180be6ee5 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030073 Sep 22 09:38:33.163674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d14174-5438-4c3a-a28d-9eb0b2c1edbb None None] Network ab7c7ee0-c02d-484e-8714-235247df52a1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:33.397848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4f236-ea62-4bf1-9407-03325c880cf4 req-9a0944c4-7406-404f-b283-ea757178c8eb tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:33.399555 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bd4f236-ea62-4bf1-9407-03325c880cf4 req-9a0944c4-7406-404f-b283-ea757178c8eb tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 943 time: 0.2677572 Sep 22 09:38:33.402996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:33.403568 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.409557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-08cfb69c-e5a3-4394-8b66-2c58945d3eaf None None] Provisioning complete for port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:33.410672 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-08cfb69c-e5a3-4394-8b66-2c58945d3eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.436557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Attempting to bind port 85ac7a77-e198-4fa0-8916-345aa06420f7 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:33.437055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Attempting to bind port 85ac7a77-e198-4fa0-8916-345aa06420f7 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:33.437301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Attempting to bind port 85ac7a77-e198-4fa0-8916-345aa06420f7 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:33.447818 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=85ac7a77-e198-4fa0-8916-345aa06420f7,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:33.457839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Port 85ac7a77-e198-4fa0-8916-345aa06420f7 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:38:33.458319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Attempting to bind port 85ac7a77-e198-4fa0-8916-345aa06420f7 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:33.475366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:33.475707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Checking segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:33.476104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Bound using segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:33.476552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Bound port: 85ac7a77-e198-4fa0-8916-345aa06420f7, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:33.476939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.483987 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bd4f236-ea62-4bf1-9407-03325c880cf4 req-e8d6daf2-2022-48b5-b74c-180dced902ab tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663321 Sep 22 09:38:33.515863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Deleting port 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:33.522205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.591418 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee7576eb-0ebe-4183-afc7-7366f193a79d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.608155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a8bca-6f06-4257-b95b-1fd9d003df71 req-10f7c82d-22f2-4331-aa49-6d946f933b9b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:33.616459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba2a8bca-6f06-4257-b95b-1fd9d003df71 req-10f7c82d-22f2-4331-aa49-6d946f933b9b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1970410 Sep 22 09:38:33.681750 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.702225 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-08cfb69c-e5a3-4394-8b66-2c58945d3eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.715385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7576eb-0ebe-4183-afc7-7366f193a79d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=7b397ebe-75f2-4172-9641-b225524311e4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:33.727483 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee7576eb-0ebe-4183-afc7-7366f193a79d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.729444 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ee7576eb-0ebe-4183-afc7-7366f193a79d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/7b397ebe-75f2-4172-9641-b225524311e4 HTTP/1.1" status: 204 len: 168 time: 1.3457813 Sep 22 09:38:33.739533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42400) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:33.748504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=67ef8ea6-b3b7-4c81-bbbb-8a571549bad4,segment=NetworkSegment(b41bba69-e128-4170-8bd6-264d4eb5c93b),segment_id=b41bba69-e128-4170-8bd6-264d4eb5c93b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:33.762220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15255cf6-94bc-46c2-8d98-a279759a2062 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:33.812846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] For port 85ac7a77-e198-4fa0-8916-345aa06420f7, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:33.830399 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] For port 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4fbb264d-5a94-4e3e-b548-b2d3aa40bd09,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:33.830715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.844203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] For port 85ac7a77-e198-4fa0-8916-345aa06420f7, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=85ac7a77-e198-4fa0-8916-345aa06420f7,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:33.854153 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.854559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f1212a-94ba-4282-aa9f-4e610eba865e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet a75095fc-39b4-475d-9897-e68161c99955 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:33.854559 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-81f1212a-94ba-4282-aa9f-4e610eba865e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:33.913485 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-81f1212a-94ba-4282-aa9f-4e610eba865e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.008519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-81f1212a-94ba-4282-aa9f-4e610eba865e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.075007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.077483 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Calling delete_port for 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:34.096087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3866870b-6f6f-464b-bbe7-8eb7893557e5 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:34.126938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:34.127614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.129734 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] 10.222.0.60 "PUT /v2.0/ports/85ac7a77-e198-4fa0-8916-345aa06420f7 HTTP/1.1" status: 200 len: 1091 time: 4.7424092 Sep 22 09:38:34.132133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24944c13-201a-4a30-ab96-b93c00552bda', 'tag': '85ac7a77-e198-4fa0-8916-345aa06420f7'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:38:34.134556 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54cf49c-5ab7-476f-9e07-8b90b7ce94be" -d '{"events": [{"name": "network-changed", "server_uuid": "24944c13-201a-4a30-ab96-b93c00552bda", "tag": "85ac7a77-e198-4fa0-8916-345aa06420f7"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:38:34.173475 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-81f1212a-94ba-4282-aa9f-4e610eba865e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.180329 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-08cfb69c-e5a3-4394-8b66-2c58945d3eaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:38:34.180831 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-08cfb69c-e5a3-4394-8b66-2c58945d3eaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:38:34.183692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=67ef8ea6-b3b7-4c81-bbbb-8a571549bad4,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:34.206801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3866870b-6f6f-464b-bbe7-8eb7893557e5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:34.207381 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.229016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1212a-94ba-4282-aa9f-4e610eba865e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=a75095fc-39b4-475d-9897-e68161c99955,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:34.235771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-81f1212a-94ba-4282-aa9f-4e610eba865e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.240165 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-81f1212a-94ba-4282-aa9f-4e610eba865e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/a75095fc-39b4-475d-9897-e68161c99955 HTTP/1.1" status: 204 len: 168 time: 0.4973800 Sep 22 09:38:34.250687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42410) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:34.251391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fec713-3334-4bdf-bc44-74ae8986eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=85ac7a77-e198-4fa0-8916-345aa06420f7,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:34.377709 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0eb0ccce-0830-4405-8cff-92c0df800d1f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116319 Sep 22 09:38:34.379997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42414) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:34.384291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f77112a7-79b1-4b12-a6ca-992fc875ad04 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:34.400190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba2a8bca-6f06-4257-b95b-1fd9d003df71 req-53fe21f1-79e8-40e3-9ef4-bb02ba6f8720 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7833459 Sep 22 09:38:34.408077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99953186-1647-45a1-8665-ac38a051edfe None None] Update dhcp port {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': 'a75095fc-39b4-475d-9897-e68161c99955'}], 'binding:host_id': 'n-d-805649-4'}, 'id': 'cd82f8c7-307c-4109-9482-054bbfa76213'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:38:34.437819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 911456e2-2c1d-4023-8cb8-44251f27f6b7 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:34.474559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 911456e2-2c1d-4023-8cb8-44251f27f6b7 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:34.474908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 911456e2-2c1d-4023-8cb8-44251f27f6b7 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:34.484434 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99953186-1647-45a1-8665-ac38a051edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.486351 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.530342 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2e894c-126a-4654-8594-5ab451446013 x-openstack-request-id: req-1f2e894c-126a-4654-8594-5ab451446013 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:38:34.530890 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24944c13-201a-4a30-ab96-b93c00552bda", "tag": "85ac7a77-e198-4fa0-8916-345aa06420f7", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:38:34.530983 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f2e894c-126a-4654-8594-5ab451446013 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:38:34.531492 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24944c13-201a-4a30-ab96-b93c00552bda', 'tag': '85ac7a77-e198-4fa0-8916-345aa06420f7', 'status': 'completed', 'code': 200} Sep 22 09:38:34.625189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-6e008ae0-011f-46af-9999-864307a81f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:34.626868 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-6e008ae0-011f-46af-9999-864307a81f44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 1094 time: 0.3433404 Sep 22 09:38:34.645526 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.692793 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-ba99b63c-dee9-4b49-b24c-a4057ad61347 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85ac7a77-e198-4fa0-8916-345aa06420f7 HTTP/1.1" status: 200 len: 217 time: 0.0563874 Sep 22 09:38:34.705687 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.748332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e891e1-2017-4e23-983b-690b9aa9dd26 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:34.797647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-42a73746-a274-4b00-8c35-1cfb2ad32f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:34.799169 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-42a73746-a274-4b00-8c35-1cfb2ad32f9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.0744028 Sep 22 09:38:34.825784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a7455-c002-42f3-9add-1ce8fe9317a5 req-13a9f5a0-b96a-479c-9ba5-a136a8f5967b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:34.827693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-974a7455-c002-42f3-9add-1ce8fe9317a5 req-13a9f5a0-b96a-479c-9ba5-a136a8f5967b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2335339 Sep 22 09:38:34.837448 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-792f5bf8-a765-442e-bb3d-b9d495cb74fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310786 Sep 22 09:38:34.860518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e8c3-40f6-4622-bf91-c436c010799a req-da1f6103-87b1-4d32-81f0-8d57c6e99c0d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:34.862883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd85e8c3-40f6-4622-bf91-c436c010799a req-da1f6103-87b1-4d32-81f0-8d57c6e99c0d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 943 time: 0.2554541 Sep 22 09:38:34.863716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=244486a5-6e66-455a-be5c-6b04b072e1f5,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:34.889242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77112a7-79b1-4b12-a6ca-992fc875ad04 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:34.894865 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f77112a7-79b1-4b12-a6ca-992fc875ad04 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.921203 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:34.967336 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-974a7455-c002-42f3-9add-1ce8fe9317a5 req-23d182f8-2c3c-4731-8fc0-fa7dea0048e4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244581 Sep 22 09:38:34.975310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd85e8c3-40f6-4622-bf91-c436c010799a req-1f7827d9-fbc8-4f0e-b93c-7045a0c6ad39 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935786 Sep 22 09:38:35.011146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbb264d-5a94-4e3e-b548-b2d3aa40bd09,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:35.052310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:35.055591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:35.092496 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d6c34c-ce75-4a1e-ae4f-2fe8ac01081c req-8bf339be-42a0-44ca-846b-cebe0c54d3ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882895 Sep 22 09:38:35.219544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f11d7e14-3cf9-4728-b333-edaeb8ac9d76 None None] Provisioning complete for port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:35.219775 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f11d7e14-3cf9-4728-b333-edaeb8ac9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.304663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.308122 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-00beb484-0d45-4680-a2ed-6175e94a6701 service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639964 Sep 22 09:38:35.380479 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6c34c-ce75-4a1e-ae4f-2fe8ac01081c req-11d21839-6271-4275-bad8-2ac1b6306012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:35.382071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d6c34c-ce75-4a1e-ae4f-2fe8ac01081c req-11d21839-6271-4275-bad8-2ac1b6306012 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 1097 time: 0.2148516 Sep 22 09:38:35.390074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd586b5f-6291-45a5-8872-e9ae9a1a6db4 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:38:35.395599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f11d7e14-3cf9-4728-b333-edaeb8ac9d76 None None] Provisioning complete for port 3866870b-6f6f-464b-bbe7-8eb7893557e5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:35.396930 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f11d7e14-3cf9-4728-b333-edaeb8ac9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.481390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93eaeaa1-07ae-409c-a326-46a73b5d35b8 req-1effb856-6852-4a0d-84be-b611b22a002e service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249321 Sep 22 09:38:35.500432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d806f3f-b2dd-4ebb-9bfc-c9fdb609e845 req-9a83ed18-da61-4ba2-933c-33a771405e9a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:35.502207 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d806f3f-b2dd-4ebb-9bfc-c9fdb609e845 req-9a83ed18-da61-4ba2-933c-33a771405e9a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3272793 Sep 22 09:38:35.551817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-cd586b5f-6291-45a5-8872-e9ae9a1a6db4 None None] Deleting port cd82f8c7-307c-4109-9482-054bbfa76213 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:35.552347 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd586b5f-6291-45a5-8872-e9ae9a1a6db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.574458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f11d7e14-3cf9-4728-b333-edaeb8ac9d76 None None] Provisioning complete for port cd82f8c7-307c-4109-9482-054bbfa76213 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:35.575005 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f11d7e14-3cf9-4728-b333-edaeb8ac9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.649636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d806f3f-b2dd-4ebb-9bfc-c9fdb609e845 req-76fe3f45-e45b-41c4-b304-18998bd5bf1d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194110 Sep 22 09:38:35.652673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6c34c-ce75-4a1e-ae4f-2fe8ac01081c req-8fed4ae1-6686-419d-bf9b-15a5cfb5c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:35.659615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d6c34c-ce75-4a1e-ae4f-2fe8ac01081c req-8fed4ae1-6686-419d-bf9b-15a5cfb5c598 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e435477-bd18-4640-a798-9eff6d0a7ca1 HTTP/1.1" status: 200 len: 915 time: 0.2531898 Sep 22 09:38:35.677099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cd586b5f-6291-45a5-8872-e9ae9a1a6db4 None None] For port cd82f8c7-307c-4109-9482-054bbfa76213, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cd82f8c7-307c-4109-9482-054bbfa76213,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:35.681857 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd586b5f-6291-45a5-8872-e9ae9a1a6db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.692355 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.698107 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-cd586b5f-6291-45a5-8872-e9ae9a1a6db4 None None] Calling delete_port for cd82f8c7-307c-4109-9482-054bbfa76213 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:35.712190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.763401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d6c34c-ce75-4a1e-ae4f-2fe8ac01081c req-90c57b66-b8dd-4997-97a8-5d3913f76d9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178587b-1348-488a-86f3-902f603d3fdb HTTP/1.1" status: 200 len: 217 time: 0.0922387 Sep 22 09:38:35.770620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router f6021845-53c9-4629-b1de-4bfdf3aedff6 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:38:35.782997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cf49c-5ab7-476f-9e07-8b90b7ce94be req-28d670c3-0a23-46f4-b92c-ffeaf51944d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:35.784822 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a54cf49c-5ab7-476f-9e07-8b90b7ce94be req-28d670c3-0a23-46f4-b92c-ffeaf51944d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 1094 time: 0.1998069 Sep 22 09:38:35.827695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f11d7e14-3cf9-4728-b333-edaeb8ac9d76 None None] Provisioning complete for port 244486a5-6e66-455a-be5c-6b04b072e1f5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:35.828134 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f11d7e14-3cf9-4728-b333-edaeb8ac9d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.843021 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.848194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fb22912-43fe-40ab-9469-ed2d2ad86be2 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:38:35.849188 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.849964 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d0c2fcf4-333e-4caf-b188-536c29eb4732 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2fb22912-43fe-40ab-9469-ed2d2ad86be2 HTTP/1.1" status: 204 len: 168 time: 5.3802226 Sep 22 09:38:35.853722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42438) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:35.910944 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd586b5f-6291-45a5-8872-e9ae9a1a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:35.913468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f11d7e14-3cf9-4728-b333-edaeb8ac9d76 None None] Port 244486a5-6e66-455a-be5c-6b04b072e1f5 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:35.990446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd586b5f-6291-45a5-8872-e9ae9a1a6db4 None None] Pushing event deleted for resources: {'Port': ['ID=cd82f8c7-307c-4109-9482-054bbfa76213,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:35.993608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd586b5f-6291-45a5-8872-e9ae9a1a6db4 None None] No DVR routers for this DVR port cd82f8c7-307c-4109-9482-054bbfa76213 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:35.994842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdd718-761f-4991-bab3-7b65a68a1fb1 req-46641954-b588-40d4-a4d3-15cba84fee08 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:36.006318 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cfdd718-761f-4991-bab3-7b65a68a1fb1 req-46641954-b588-40d4-a4d3-15cba84fee08 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2013731 Sep 22 09:38:36.042913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cf49c-5ab7-476f-9e07-8b90b7ce94be req-f17c803e-2151-4735-a9ce-94a0f0651410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:36.044409 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a54cf49c-5ab7-476f-9e07-8b90b7ce94be req-f17c803e-2151-4735-a9ce-94a0f0651410 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 913 time: 0.2328279 Sep 22 09:38:36.058833 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4e7504e0-95a0-47fd-9bf8-9ca625dcca4b None None] Provisioning complete for port 244486a5-6e66-455a-be5c-6b04b072e1f5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:36.059265 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4e7504e0-95a0-47fd-9bf8-9ca625dcca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:36.076695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6c34c-ce75-4a1e-ae4f-2fe8ac01081c req-a54f4ed2-e0aa-472d-ae62-4010b945e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:36.078230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d6c34c-ce75-4a1e-ae4f-2fe8ac01081c req-a54f4ed2-e0aa-472d-ae62-4010b945e523 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=513f0a29-a218-4e9f-9a9f-f5fef781aa74 HTTP/1.1" status: 200 len: 854 time: 0.3015056 Sep 22 09:38:36.090371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-180e839e-935c-4085-b87c-76be888fcffb admin admin] Deleting subnet 14bb9559-1562-430f-a42d-fb8684a56c3d {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:36.108333 n-d-805649-4 neutron-server[95509]: DEBUG neutron.objects.ports [None req-f77112a7-79b1-4b12-a6ca-992fc875ad04 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95509) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:38:36.145154 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-180e839e-935c-4085-b87c-76be888fcffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:36.147859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f77112a7-79b1-4b12-a6ca-992fc875ad04 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:36.166297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:36.222154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4e7504e0-95a0-47fd-9bf8-9ca625dcca4b None None] Port 244486a5-6e66-455a-be5c-6b04b072e1f5 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:36.223877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77112a7-79b1-4b12-a6ca-992fc875ad04 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=c9cbd234-dd31-4971-916f-11c1692216f1,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:36.228289 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a54cf49c-5ab7-476f-9e07-8b90b7ce94be req-ba7c85b3-840a-4eab-b839-c56431b6dcde service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85ac7a77-e198-4fa0-8916-345aa06420f7 HTTP/1.1" status: 200 len: 217 time: 0.1517980 Sep 22 09:38:36.236004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:36.236595 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:36.250585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77112a7-79b1-4b12-a6ca-992fc875ad04 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:36.275474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f77112a7-79b1-4b12-a6ca-992fc875ad04 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:36.278957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77112a7-79b1-4b12-a6ca-992fc875ad04 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:36.279650 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f77112a7-79b1-4b12-a6ca-992fc875ad04 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:36.283175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cfdd718-761f-4991-bab3-7b65a68a1fb1 req-9bcbbabb-57ec-4d1e-ad02-43116241d7f0 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548039 Sep 22 09:38:36.290774 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d8e79-9d4c-4ab1-bcba-41086bb9f4a0 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:36.293118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d6c34c-ce75-4a1e-ae4f-2fe8ac01081c req-1187f7fc-db4d-4ced-84b5-91e8423a5a91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e435477-bd18-4640-a798-9eff6d0a7ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1709979 Sep 22 09:38:36.299084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:36.314794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cf49c-5ab7-476f-9e07-8b90b7ce94be req-18e9db2e-1bbe-4cb4-bf93-9130732e24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:36.317718 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a54cf49c-5ab7-476f-9e07-8b90b7ce94be req-18e9db2e-1bbe-4cb4-bf93-9130732e24ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.0790014 Sep 22 09:38:36.320703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b3beb15e-550d-483a-bf92-ee9dbaf7c72e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/f6021845-53c9-4629-b1de-4bfdf3aedff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9857860 Sep 22 09:38:36.324087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42448) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:36.339623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c457b1-3d39-4f7f-bcdd-0260d64b904f None None] Sync routers for ids ['f6021845-53c9-4629-b1de-4bfdf3aedff6'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:36.361484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11801f52-d571-4767-af34-2d7402a44d86 req-5ac5ddaf-2186-442e-bf1f-8f1f31a01cf8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:36.369962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11801f52-d571-4767-af34-2d7402a44d86 req-5ac5ddaf-2186-442e-bf1f-8f1f31a01cf8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 943 time: 0.1422834 Sep 22 09:38:36.395901 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-180e839e-935c-4085-b87c-76be888fcffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:36.403938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2ef6e3-e1d7-456c-bfc4-c135fd0595b6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:36.407505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c457b1-3d39-4f7f-bcdd-0260d64b904f None None] Routers {'f6021845-53c9-4629-b1de-4bfdf3aedff6'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:36.408473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d1c457b1-3d39-4f7f-bcdd-0260d64b904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f6021845-53c9-4629-b1de-4bfdf3aedff6'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:36.410697 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2d2ef6e3-e1d7-456c-bfc4-c135fd0595b6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports/244486a5-6e66-455a-be5c-6b04b072e1f5 HTTP/1.1" status: 200 len: 910 time: 0.0846403 Sep 22 09:38:36.415236 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f77112a7-79b1-4b12-a6ca-992fc875ad04 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0322962 Sep 22 09:38:36.415236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42450) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:36.419602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42452) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:36.443031 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a54cf49c-5ab7-476f-9e07-8b90b7ce94be req-ba4fc87c-885a-4f3c-8b69-0bf1f8ff24fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605185 Sep 22 09:38:36.455746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11801f52-d571-4767-af34-2d7402a44d86 req-112fef33-239d-4f45-9b54-df724aece168 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792022 Sep 22 09:38:36.475381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2d3f5086-5785-4213-879d-ca128d4177fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:36.486277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d1c457b1-3d39-4f7f-bcdd-0260d64b904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:36.549129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c457b1-3d39-4f7f-bcdd-0260d64b904f None None] Routers {'f6021845-53c9-4629-b1de-4bfdf3aedff6'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:36.551988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d1c457b1-3d39-4f7f-bcdd-0260d64b904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f6021845-53c9-4629-b1de-4bfdf3aedff6'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:36.605151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d1c457b1-3d39-4f7f-bcdd-0260d64b904f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:36.605958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c457b1-3d39-4f7f-bcdd-0260d64b904f None None] The sync data for ids ['f6021845-53c9-4629-b1de-4bfdf3aedff6'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:36.713804 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cd82f8c7-307c-4109-9482-054bbfa76213 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:36.757196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': 'c9cbd234-dd31-4971-916f-11c1692216f1'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:38:36.758686 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:36.764229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: cd82f8c7-307c-4109-9482-054bbfa76213 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:36.764947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cd82f8c7-307c-4109-9482-054bbfa76213 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:36.799368 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a54cf49c-5ab7-476f-9e07-8b90b7ce94be req-11edcd56-7c9c-4e91-a48c-748c20ffb133 service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058984 Sep 22 09:38:36.811945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4a40e-b55f-4ec8-94a6-9e88c43d4788 req-ab029419-b324-4b2a-83bc-053168d76fa0 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:36.820603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31a4a40e-b55f-4ec8-94a6-9e88c43d4788 req-ab029419-b324-4b2a-83bc-053168d76fa0 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3010664 Sep 22 09:38:36.847548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d6c34c-ce75-4a1e-ae4f-2fe8ac01081c req-7084abfe-75de-4590-be15-302b97585203 service neutron] 10.222.0.60 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420678 Sep 22 09:38:36.912632 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31a4a40e-b55f-4ec8-94a6-9e88c43d4788 req-0952287d-64de-4567-b6be-737e77a8862a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911019 Sep 22 09:38:36.937437 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-180e839e-935c-4085-b87c-76be888fcffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:36.952326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Allocated IP 2001:db8::f816:3eff:fe27:2da7 (201714cb-581c-4a22-b65d-63842f91bb89/c9cbd234-dd31-4971-916f-11c1692216f1/a6a16245-6658-4251-9859-5314ca8763ea) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:37.144028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d6c34c-ce75-4a1e-ae4f-2fe8ac01081c req-e2658bbb-9b4c-4d59-88e2-abe71233720d service neutron] 10.222.0.60 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773473 Sep 22 09:38:37.153621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacedb5-4be0-4957-a793-7efd3fbfcbd5 req-28cb0491-e28b-47bd-8a5a-5b4461c72d8d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:37.155318 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baacedb5-4be0-4957-a793-7efd3fbfcbd5 req-28cb0491-e28b-47bd-8a5a-5b4461c72d8d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1307385 Sep 22 09:38:37.163521 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.203811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baacedb5-4be0-4957-a793-7efd3fbfcbd5 req-afbf50cf-5b55-403d-ac3d-adee00f147b3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Sep 22 09:38:37.231179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3f5086-5785-4213-879d-ca128d4177fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:37.231179 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5086-5785-4213-879d-ca128d4177fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.265923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-180e839e-935c-4085-b87c-76be888fcffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.338091 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.345819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e839e-935c-4085-b87c-76be888fcffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14bb9559-1562-430f-a42d-fb8684a56c3d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:37.358954 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-180e839e-935c-4085-b87c-76be888fcffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.363720 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-180e839e-935c-4085-b87c-76be888fcffb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/14bb9559-1562-430f-a42d-fb8684a56c3d HTTP/1.1" status: 204 len: 168 time: 1.5053699 Sep 22 09:38:37.365271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42468) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:37.383108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb3c1cf-ccad-4bdd-a7d0-36e227250df2 None None] Network 250ddee9-42f7-4259-b0da-fcf8cafa1ade requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:37.401851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:37.420633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:37.429830 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a54cf49c-5ab7-476f-9e07-8b90b7ce94be req-98a30152-64d8-4837-959d-e6072b6865eb service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6221178 Sep 22 09:38:37.433153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09919-3d9d-4d20-a011-92f9e2fafb84 req-0f371fed-aa02-4a04-98bf-fadaee001092 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:37.434726 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abc09919-3d9d-4d20-a011-92f9e2fafb84 req-0f371fed-aa02-4a04-98bf-fadaee001092 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1251969 Sep 22 09:38:37.482881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:37.523262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Pushing event updated for resources: {'Port': ['ID=a6a16245-6658-4251-9859-5314ca8763ea,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:37.527895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abc09919-3d9d-4d20-a011-92f9e2fafb84 req-64cf2d29-738e-424b-956e-7093e668afaa tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721016 Sep 22 09:38:37.613753 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.689177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Attempting to bind port a6a16245-6658-4251-9859-5314ca8763ea on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:37.691416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Attempting to bind port a6a16245-6658-4251-9859-5314ca8763ea by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:37.692085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Attempting to bind port a6a16245-6658-4251-9859-5314ca8763ea on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:37.707427 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:37.708124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:37.708700 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.709419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:37.710094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Bound port: a6a16245-6658-4251-9859-5314ca8763ea, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:37.710925 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.718230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.720130 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5086-5785-4213-879d-ca128d4177fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.748558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540252a-d61c-4fc6-af89-4e84eae5093b req-e9760755-f8eb-4d66-bfc9-3cb4b98ca69e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:37.755962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8540252a-d61c-4fc6-af89-4e84eae5093b req-e9760755-f8eb-4d66-bfc9-3cb4b98ca69e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 943 time: 0.1041236 Sep 22 09:38:37.824526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3f5086-5785-4213-879d-ca128d4177fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:37.840198 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-2d3f5086-5785-4213-879d-ca128d4177fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:37.843556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Deleting port bd123b6d-2b94-4372-8c4d-0de8cdfc1155 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:37.844638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f5086-5785-4213-879d-ca128d4177fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=020e530b-0881-4cea-8daa-9403eb699f34,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:37.845006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.851291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3f5086-5785-4213-879d-ca128d4177fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:37.851932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5086-5785-4213-879d-ca128d4177fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.873394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] For port a6a16245-6658-4251-9859-5314ca8763ea, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:37.877447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8540252a-d61c-4fc6-af89-4e84eae5093b req-fde4e865-75a4-47ce-b65b-95dcc3e3b043 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176298 Sep 22 09:38:37.881408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] For port a6a16245-6658-4251-9859-5314ca8763ea, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a6a16245-6658-4251-9859-5314ca8763ea,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:37.902018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dae98-eacc-4727-9ff2-81f386923d4f req-e92ab13b-eb07-43be-aee1-6c37dd77ad6d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:37.903851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-509dae98-eacc-4727-9ff2-81f386923d4f req-e92ab13b-eb07-43be-aee1-6c37dd77ad6d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1996124 Sep 22 09:38:37.922628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:37.955673 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:37.957812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:37.958332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4fbb264d-5a94-4e3e-b548-b2d3aa40bd09 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:37.978146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d6037-26d5-450d-8da2-572222291467 None None] DHCP port deletion for 250ddee9-42f7-4259-b0da-fcf8cafa1ade request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:38:37.991410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-509dae98-eacc-4727-9ff2-81f386923d4f req-8b63a9e7-3cf9-4739-881d-d31d8e8895c8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779693 Sep 22 09:38:38.001574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2d3f5086-5785-4213-879d-ca128d4177fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5435655 Sep 22 09:38:38.003962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-b512919a-0755-43be-b097-314066016a8f admin admin] For port bd123b6d-2b94-4372-8c4d-0de8cdfc1155, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bd123b6d-2b94-4372-8c4d-0de8cdfc1155,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:38.004392 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.006850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42484) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:38.023741 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:63:45:e5', 'name': 'tempest-NetworksTestDHCPv6-413234609'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:38.036994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Calling delete_port for bd123b6d-2b94-4372-8c4d-0de8cdfc1155 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:38.075659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354eae5-966a-406d-8dcb-04d34252c7cb None None] Pushing event updated for resources: {'Port': ['ID=a6a16245-6658-4251-9859-5314ca8763ea,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:38.127450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-211d6037-26d5-450d-8da2-572222291467 None None] Deleting port bd123b6d-2b94-4372-8c4d-0de8cdfc1155 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:38.128542 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-211d6037-26d5-450d-8da2-572222291467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.231866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-211d6037-26d5-450d-8da2-572222291467 None None] For port bd123b6d-2b94-4372-8c4d-0de8cdfc1155, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bd123b6d-2b94-4372-8c4d-0de8cdfc1155,segment=NetworkSegment(ece3027c-1bc5-4d42-a91b-854483697c4e),segment_id=ece3027c-1bc5-4d42-a91b-854483697c4e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:38.237195 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-211d6037-26d5-450d-8da2-572222291467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.240757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Allocated IP 172.21.0.1 (ab7c7ee0-c02d-484e-8714-235247df52a1/e5b03f80-a834-4d51-9dd3-9ef5d53d8269/5e700924-126b-4b8d-9b49-26bfdd12abc0) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:38.254252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d28f80-7bb1-4f76-a987-7ff37b1d0c66 req-287ec30d-2756-4072-98dd-7e711bb608b1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:38.258829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-211d6037-26d5-450d-8da2-572222291467 None None] Calling delete_port for bd123b6d-2b94-4372-8c4d-0de8cdfc1155 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:38.272875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92d28f80-7bb1-4f76-a987-7ff37b1d0c66 req-287ec30d-2756-4072-98dd-7e711bb608b1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1327353 Sep 22 09:38:38.333673 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92d28f80-7bb1-4f76-a987-7ff37b1d0c66 req-3fa71720-5964-4bda-ba1d-57d84bc99a33 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598257 Sep 22 09:38:38.363848 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.429830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:38.445299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512919a-0755-43be-b097-314066016a8f admin admin] No DVR routers for this DVR port bd123b6d-2b94-4372-8c4d-0de8cdfc1155 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:38.475716 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd123b6d-2b94-4372-8c4d-0de8cdfc1155,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:38.525068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.578024 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.578560 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.612052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b512919a-0755-43be-b097-314066016a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250ddee9-42f7-4259-b0da-fcf8cafa1ade']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:38.620352 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-211d6037-26d5-450d-8da2-572222291467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.626673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 85ac7a77-e198-4fa0-8916-345aa06420f7 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:38:38.627414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 72a94254-23a8-409b-b86d-cb41a77f1388 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:38:38.631194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b512919a-0755-43be-b097-314066016a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece3027c-1bc5-4d42-a91b-854483697c4e') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:38.631194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b512919a-0755-43be-b097-314066016a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece3027c-1bc5-4d42-a91b-854483697c4e') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:38.644135 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.668303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.674613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d6037-26d5-450d-8da2-572222291467 None None] Pushing event deleted for resources: {'Port': ['ID=bd123b6d-2b94-4372-8c4d-0de8cdfc1155,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:38.681795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d6037-26d5-450d-8da2-572222291467 None None] No DVR routers for this DVR port bd123b6d-2b94-4372-8c4d-0de8cdfc1155 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:38.693451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:38:38.693451 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.744580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd3a3-f052-4494-a2e2-c592da299b75 req-c9a8d320-4d22-44c6-8557-30c0df1121a2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:38.754509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5bbd3a3-f052-4494-a2e2-c592da299b75 req-c9a8d320-4d22-44c6-8557-30c0df1121a2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1787100 Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:38:38.780403 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:38:38.785978 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.799957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 85ac7a77-e198-4fa0-8916-345aa06420f7, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=85ac7a77-e198-4fa0-8916-345aa06420f7,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:38.817092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '85ac7a77-e198-4fa0-8916-345aa06420f7', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'port_id': '85ac7a77-e198-4fa0-8916-345aa06420f7', 'mac_address': 'fa:16:3e:72:36:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00a578d-afde-4b8b-a56f-208701f3f927', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:38:38.834952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network ab7c7ee0-c02d-484e-8714-235247df52a1 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:38.842137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:38.844389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5bbd3a3-f052-4494-a2e2-c592da299b75 req-ed78a289-4806-427e-950e-b43352d31cf7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837355 Sep 22 09:38:38.857641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:38.886020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.905373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ac7a77-e198-4fa0-8916-345aa06420f7 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:38:38.965461 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 85ac7a77-e198-4fa0-8916-345aa06420f7, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=85ac7a77-e198-4fa0-8916-345aa06420f7,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:38.974833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.989370 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.993711 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b512919a-0755-43be-b097-314066016a8f admin admin] 10.222.0.49 "DELETE /v2.0/networks/250ddee9-42f7-4259-b0da-fcf8cafa1ade HTTP/1.1" status: 204 len: 168 time: 1.5742283 Sep 22 09:38:38.999601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42502) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:39.000697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=5e700924-126b-4b8d-9b49-26bfdd12abc0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:39.021901 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.025748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512919a-0755-43be-b097-314066016a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=250ddee9-42f7-4259-b0da-fcf8cafa1ade,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:39.039426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.136936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=85ac7a77-e198-4fa0-8916-345aa06420f7,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:39.175387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 172.20.0.14 (201714cb-581c-4a22-b65d-63842f91bb89/020e530b-0881-4cea-8daa-9403eb699f34/72a94254-23a8-409b-b86d-cb41a77f1388) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:39.256448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['85ac7a77-e198-4fa0-8916-345aa06420f7'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:38:39.361690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.392043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-91e209af-94ce-4838-8cf1-86f5d2f35bab None None] Provisioning complete for port 5e700924-126b-4b8d-9b49-26bfdd12abc0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:39.392423 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-91e209af-94ce-4838-8cf1-86f5d2f35bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.438237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-91e209af-94ce-4838-8cf1-86f5d2f35bab None None] Port 5e700924-126b-4b8d-9b49-26bfdd12abc0 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:39.520649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e01fbb-3ad7-4f11-a3ef-6805a846cf2d None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:39.614227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::f816:3eff:fe63:45e5 (201714cb-581c-4a22-b65d-63842f91bb89/c9cbd234-dd31-4971-916f-11c1692216f1/72a94254-23a8-409b-b86d-cb41a77f1388) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:39.639250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a3fe9a1d-6d88-492b-888c-3c7d3384bd87 None None] Provisioning complete for port a6a16245-6658-4251-9859-5314ca8763ea triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:39.639619 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9a1d-6d88-492b-888c-3c7d3384bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.752695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de486e9-7652-4a59-a2f8-fbfabf365b5e req-7533b40d-cc9e-4aa0-a13f-2ebfd1e97791 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:39.754886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9de486e9-7652-4a59-a2f8-fbfabf365b5e req-7533b40d-cc9e-4aa0-a13f-2ebfd1e97791 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 944 time: 0.5938897 Sep 22 09:38:39.788708 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.789987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20e077-6999-433d-84c5-1f9474d068b6 req-3c293943-1d29-4973-b759-44599fa926d1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:39.791579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb20e077-6999-433d-84c5-1f9474d068b6 req-3c293943-1d29-4973-b759-44599fa926d1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.7997820 Sep 22 09:38:39.810247 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9a1d-6d88-492b-888c-3c7d3384bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.851790 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.864867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a3fe9a1d-6d88-492b-888c-3c7d3384bd87 None None] For port a6a16245-6658-4251-9859-5314ca8763ea, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a6a16245-6658-4251-9859-5314ca8763ea,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:39.939256 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a3fe9a1d-6d88-492b-888c-3c7d3384bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.961106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=5e700924-126b-4b8d-9b49-26bfdd12abc0,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:39.975040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.975266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9996a18-0002-4925-bd29-578d0c9f25f9 None None] Update dhcp port {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': 'c9cbd234-dd31-4971-916f-11c1692216f1', 'ip_address': '2001:db8::f816:3eff:fe27:2da7'}, {'subnet_id': '020e530b-0881-4cea-8daa-9403eb699f34'}], 'binding:host_id': 'n-d-805649-4'}, 'id': 'a6a16245-6658-4251-9859-5314ca8763ea'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:38:39.985384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9de486e9-7652-4a59-a2f8-fbfabf365b5e req-fdb29be8-7d08-45f6-96ec-b6613aff7112 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867006 Sep 22 09:38:40.006735 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb20e077-6999-433d-84c5-1f9474d068b6 req-b3e6bfda-cb7a-4560-be57-71011a951b3e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074161 Sep 22 09:38:40.033052 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f9996a18-0002-4925-bd29-578d0c9f25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:40.047447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a6a16245-6658-4251-9859-5314ca8763ea up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:40.110759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe9a1d-6d88-492b-888c-3c7d3384bd87 None None] Pushing event updated for resources: {'Port': ['ID=a6a16245-6658-4251-9859-5314ca8763ea,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:40.149307 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network ab7c7ee0-c02d-484e-8714-235247df52a1 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:40.151251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:40.298005 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:40.347112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a6a16245-6658-4251-9859-5314ca8763ea triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:40.347682 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:40.365875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router f6021845-53c9-4629-b1de-4bfdf3aedff6 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:38:40.405504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da77d6-77e6-4e2e-b2d1-3a117df45357 req-e6f0933c-7b32-4d3d-9548-a50bab13a28d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:40.407146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68da77d6-77e6-4e2e-b2d1-3a117df45357 req-e6f0933c-7b32-4d3d-9548-a50bab13a28d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1402748 Sep 22 09:38:40.477211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 85ac7a77-e198-4fa0-8916-345aa06420f7 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:40.483326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68da77d6-77e6-4e2e-b2d1-3a117df45357 req-41ba8138-2158-4beb-9ba1-7b2c3563bcb6 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612972 Sep 22 09:38:40.501895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:40.501895 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-86d9f6ec-9c4f-449f-904e-6f7fd8d20987 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/f6021845-53c9-4629-b1de-4bfdf3aedff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0860307 Sep 22 09:38:40.506370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42520) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:40.514817 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b6612-1686-479a-9bd3-072a99dc9e9c None None] Sync routers for ids ['f6021845-53c9-4629-b1de-4bfdf3aedff6'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:40.519936 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:40.537154 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b6612-1686-479a-9bd3-072a99dc9e9c None None] Routers {'f6021845-53c9-4629-b1de-4bfdf3aedff6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:40.538195 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1c0b6612-1686-479a-9bd3-072a99dc9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f6021845-53c9-4629-b1de-4bfdf3aedff6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:40.591306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bd123b6d-2b94-4372-8c4d-0de8cdfc1155 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:40.605144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe40b5d-ee38-4413-9329-d7dab2a91103 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:40.612563 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bfe40b5d-ee38-4413-9329-d7dab2a91103 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports/5e700924-126b-4b8d-9b49-26bfdd12abc0 HTTP/1.1" status: 200 len: 910 time: 0.0989828 Sep 22 09:38:40.613359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42524) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:40.635651 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1c0b6612-1686-479a-9bd3-072a99dc9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:40.639315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: bd123b6d-2b94-4372-8c4d-0de8cdfc1155 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:40.639862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bd123b6d-2b94-4372-8c4d-0de8cdfc1155 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:40.648188 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b6612-1686-479a-9bd3-072a99dc9e9c None None] Routers {'f6021845-53c9-4629-b1de-4bfdf3aedff6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:40.648953 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1c0b6612-1686-479a-9bd3-072a99dc9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f6021845-53c9-4629-b1de-4bfdf3aedff6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:40.671244 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:40.680550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-f9996a18-0002-4925-bd29-578d0c9f25f9 None None] Allocated IP 172.20.0.2 (201714cb-581c-4a22-b65d-63842f91bb89/020e530b-0881-4cea-8daa-9403eb699f34/a6a16245-6658-4251-9859-5314ca8763ea) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:40.684422 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1c0b6612-1686-479a-9bd3-072a99dc9e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:40.685310 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b6612-1686-479a-9bd3-072a99dc9e9c None None] The sync data for ids ['f6021845-53c9-4629-b1de-4bfdf3aedff6'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:40.770252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b31dda-1ad2-4301-beb2-035c8b6dfd08 req-55fe2ec6-2ff0-4fad-9817-73d66eaa87d0 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:40.772204 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40b31dda-1ad2-4301-beb2-035c8b6dfd08 req-55fe2ec6-2ff0-4fad-9817-73d66eaa87d0 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1760788 Sep 22 09:38:40.772620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-032d36c1-8e84-4cc8-a56f-33b302c8b7ad None None] Provisioning complete for port 5e700924-126b-4b8d-9b49-26bfdd12abc0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:40.773109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-032d36c1-8e84-4cc8-a56f-33b302c8b7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:40.777203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:40.812081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:40.822727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:40.830407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 85ac7a77-e198-4fa0-8916-345aa06420f7 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:38:40.835171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=72a94254-23a8-409b-b86d-cb41a77f1388,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:40.836324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-032d36c1-8e84-4cc8-a56f-33b302c8b7ad None None] Port 5e700924-126b-4b8d-9b49-26bfdd12abc0 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:40.841507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f9996a18-0002-4925-bd29-578d0c9f25f9 None None] For port a6a16245-6658-4251-9859-5314ca8763ea, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a6a16245-6658-4251-9859-5314ca8763ea,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:40.844092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 85ac7a77-e198-4fa0-8916-345aa06420f7 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:40.844464 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:40.922310 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f9996a18-0002-4925-bd29-578d0c9f25f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:40.964917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40b31dda-1ad2-4301-beb2-035c8b6dfd08 req-2991c58d-585b-4243-88b2-42492235afbd tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485198 Sep 22 09:38:40.973430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:40.974197 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:41.016627 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f9996a18-0002-4925-bd29-578d0c9f25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:41.018778 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:41.506674 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbfceffe-d948-4b6e-8013-d766a7b7666a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:41.509627 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8797cec3-6140-4696-972b-050207afe995 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1579278 Sep 22 09:38:41.510652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 85ac7a77-e198-4fa0-8916-345aa06420f7, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=85ac7a77-e198-4fa0-8916-345aa06420f7,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:41.510652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24944c13-201a-4a30-ab96-b93c00552bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ac7a77-e198-4fa0-8916-345aa06420f7'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:38:41.510652 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f77ad1-86e7-435c-95fa-c6a2c18c8029" -d '{"events": [{"server_uuid": "24944c13-201a-4a30-ab96-b93c00552bda", "name": "network-vif-plugged", "status": "completed", "tag": "85ac7a77-e198-4fa0-8916-345aa06420f7"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:38:41.513290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42542) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:41.513393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] Deleting port b1c2741c-8329-40ad-9a86-1a25ebf61f07 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:41.513393 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:41.513552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9996a18-0002-4925-bd29-578d0c9f25f9 None None] Pushing event updated for resources: {'Port': ['ID=a6a16245-6658-4251-9859-5314ca8763ea,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:41.513638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c069d-af6d-4512-9120-ea351cfc6b57 req-265cf0f9-8411-4369-a99d-50f16e8fb70c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:41.513638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d6c069d-af6d-4512-9120-ea351cfc6b57 req-265cf0f9-8411-4369-a99d-50f16e8fb70c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 944 time: 0.1313925 Sep 22 09:38:41.513839 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:41.513937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d6c069d-af6d-4512-9120-ea351cfc6b57 req-4864f73a-1eba-4247-a6c9-98463f4f523b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362028 Sep 22 09:38:41.514023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b07dd09-9995-48c3-8582-fbd8d247c513 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:41.514023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b07dd09-9995-48c3-8582-fbd8d247c513 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:41.514023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1b07dd09-9995-48c3-8582-fbd8d247c513 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2028985 Sep 22 09:38:41.514023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42548) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:41.514354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] For port b1c2741c-8329-40ad-9a86-1a25ebf61f07, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b1c2741c-8329-40ad-9a86-1a25ebf61f07,segment=NetworkSegment(d0295de6-c806-41e4-a0cc-b47e585676bf),segment_id=d0295de6-c806-41e4-a0cc-b47e585676bf)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:41.514354 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:41.514523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=85ac7a77-e198-4fa0-8916-345aa06420f7,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:41.514610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108647-8499-492b-a1c5-fe226434b7ea req-fc0458f5-b735-405c-8633-9aa32544b115 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:41.514610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa108647-8499-492b-a1c5-fe226434b7ea req-fc0458f5-b735-405c-8633-9aa32544b115 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1613152 Sep 22 09:38:41.514610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] Calling delete_port for b1c2741c-8329-40ad-9a86-1a25ebf61f07 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:41.632538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa108647-8499-492b-a1c5-fe226434b7ea req-c4257764-a86b-4a60-9840-38889a67bc90 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222100 Sep 22 09:38:41.664868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-378aeb52-8b82-4a63-8a7e-029bb57f0389 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 72a94254-23a8-409b-b86d-cb41a77f1388 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:41.665469 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-378aeb52-8b82-4a63-8a7e-029bb57f0389 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:41.725224 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11dfd2f-89ea-45d9-be00-f68fbc4ab2c8 x-openstack-request-id: req-b11dfd2f-89ea-45d9-be00-f68fbc4ab2c8 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:38:41.725616 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24944c13-201a-4a30-ab96-b93c00552bda", "name": "network-vif-plugged", "status": "completed", "tag": "85ac7a77-e198-4fa0-8916-345aa06420f7", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:38:41.725964 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b11dfd2f-89ea-45d9-be00-f68fbc4ab2c8 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:38:41.726457 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24944c13-201a-4a30-ab96-b93c00552bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ac7a77-e198-4fa0-8916-345aa06420f7', 'code': 200} Sep 22 09:38:41.746674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fbfceffe-d948-4b6e-8013-d766a7b7666a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 5e700924-126b-4b8d-9b49-26bfdd12abc0 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:41.747016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbfceffe-d948-4b6e-8013-d766a7b7666a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:41.888120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2d34-6ba9-439b-a850-de9e4ac3e8a6 req-34605ee0-fd33-404d-b640-5c1f8d2889c9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:41.890029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abba2d34-6ba9-439b-a850-de9e4ac3e8a6 req-34605ee0-fd33-404d-b640-5c1f8d2889c9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1142924 Sep 22 09:38:41.949895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-abba2d34-6ba9-439b-a850-de9e4ac3e8a6 req-c95c029d-865c-49a6-80d8-a714b59db6e7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532339 Sep 22 09:38:41.954359 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:41.984847 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a6a16245-6658-4251-9859-5314ca8763ea up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:42.037430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c2741c-8329-40ad-9a86-1a25ebf61f07,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:42.119059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a6a16245-6658-4251-9859-5314ca8763ea triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:42.119059 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:42.216705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba448a75-399c-487d-9436-1034ff05655e req-112162da-6e74-4b2b-9fb5-01676a2d2e24 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:42.218348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba448a75-399c-487d-9436-1034ff05655e req-112162da-6e74-4b2b-9fb5-01676a2d2e24 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1400831 Sep 22 09:38:42.313035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba448a75-399c-487d-9436-1034ff05655e req-b00558ab-ed4a-411e-aeea-6016e435e53f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728316 Sep 22 09:38:42.315917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-be696c02-15f3-48d6-9c6d-0b8d8de48b9c None None] Provisioning complete for port a6a16245-6658-4251-9859-5314ca8763ea triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:42.315917 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-be696c02-15f3-48d6-9c6d-0b8d8de48b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:42.384446 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-378aeb52-8b82-4a63-8a7e-029bb57f0389 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:42.421975 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbfceffe-d948-4b6e-8013-d766a7b7666a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:42.445676 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fbfceffe-d948-4b6e-8013-d766a7b7666a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 5e700924-126b-4b8d-9b49-26bfdd12abc0 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:42.450176 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:42.552758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ceb2c-7119-42e3-94ea-1082dbe7e1fc req-6f0d8878-1469-48ac-ad18-39fed81f3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:42.554282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ba4ceb2c-7119-42e3-94ea-1082dbe7e1fc req-6f0d8878-1469-48ac-ad18-39fed81f3d3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 1096 time: 0.7816882 Sep 22 09:38:42.576112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-378aeb52-8b82-4a63-8a7e-029bb57f0389 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 72a94254-23a8-409b-b86d-cb41a77f1388 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:42.666389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537df4e-9aea-4fb7-860a-c5f8d2c5329e req-60925bc9-894e-400e-9bf9-55d862d783d9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:42.674220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5537df4e-9aea-4fb7-860a-c5f8d2c5329e req-60925bc9-894e-400e-9bf9-55d862d783d9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1891632 Sep 22 09:38:42.687430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78a2fe-6836-472f-9561-2782792f2a3c req-07d4aeb4-597b-4efa-b272-9814a5ca9f8c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:42.688844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e78a2fe-6836-472f-9561-2782792f2a3c req-07d4aeb4-597b-4efa-b272-9814a5ca9f8c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 945 time: 0.1486206 Sep 22 09:38:42.708717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ba4ceb2c-7119-42e3-94ea-1082dbe7e1fc req-de6f4907-a5d2-4407-9356-5181a79dab18 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438968 Sep 22 09:38:42.796273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5537df4e-9aea-4fb7-860a-c5f8d2c5329e req-6eee33da-9c9b-4228-9529-66910ff07134 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203222 Sep 22 09:38:42.814359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e78a2fe-6836-472f-9561-2782792f2a3c req-308ff5a3-17ab-47d2-b807-66cee97ad054 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132321 Sep 22 09:38:42.844955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5ba99eb4-f383-4223-b805-1e94e9425f15 None None] Provisioning complete for port 72a94254-23a8-409b-b86d-cb41a77f1388 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:42.844955 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5ba99eb4-f383-4223-b805-1e94e9425f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:42.886104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5ba99eb4-f383-4223-b805-1e94e9425f15 None None] Port 72a94254-23a8-409b-b86d-cb41a77f1388 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:42.920541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbfceffe-d948-4b6e-8013-d766a7b7666a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:42.938583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] Router a0844686-769e-4bae-8eeb-eee001471f9c has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:38:42.954461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfceffe-d948-4b6e-8013-d766a7b7666a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=5e700924-126b-4b8d-9b49-26bfdd12abc0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:43.085509 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-378aeb52-8b82-4a63-8a7e-029bb57f0389 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:43.087093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:43.098577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8ea5fe6c-bbb7-4add-bfdc-fb068a63ecb6 admin admin] 10.222.0.49 "PUT /v2.0/routers/a0844686-769e-4bae-8eeb-eee001471f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0869894 Sep 22 09:38:43.100970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42576) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:43.102181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707d03e-58e0-4697-95eb-c1a9062bfff6 None None] Sync routers for ids ['a0844686-769e-4bae-8eeb-eee001471f9c'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:43.122688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707d03e-58e0-4697-95eb-c1a9062bfff6 None None] Routers {'a0844686-769e-4bae-8eeb-eee001471f9c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:43.123357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8707d03e-58e0-4697-95eb-c1a9062bfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a0844686-769e-4bae-8eeb-eee001471f9c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:43.236402 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:43.239884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378aeb52-8b82-4a63-8a7e-029bb57f0389 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=72a94254-23a8-409b-b86d-cb41a77f1388,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:43.286587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-8707d03e-58e0-4697-95eb-c1a9062bfff6 None None] Set router a0844686-769e-4bae-8eeb-eee001471f9c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:43.365209 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbfceffe-d948-4b6e-8013-d766a7b7666a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:43.400049 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-378aeb52-8b82-4a63-8a7e-029bb57f0389 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:43.402152 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-378aeb52-8b82-4a63-8a7e-029bb57f0389 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/72a94254-23a8-409b-b86d-cb41a77f1388 HTTP/1.1" status: 204 len: 168 time: 1.9868741 Sep 22 09:38:43.404636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42586) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:43.452613 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:43.575608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8707d03e-58e0-4697-95eb-c1a9062bfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-router', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:28Z', 'updated_at': '2021-09-22T09:38:41Z', 'revision_number': 5, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'gw_port': {'id': '2f6692aa-580c-4153-b1e1-39e66257ab3d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:36:30Z', 'updated_at': '2021-09-22T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:43.595200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df930d35-61a2-4917-8ad5-91da5911162d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:43.598983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df930d35-61a2-4917-8ad5-91da5911162d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:43.598983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df930d35-61a2-4917-8ad5-91da5911162d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:43.600882 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df930d35-61a2-4917-8ad5-91da5911162d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1952255 Sep 22 09:38:43.604900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42594) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:43.626636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707d03e-58e0-4697-95eb-c1a9062bfff6 None None] Checking router: a0844686-769e-4bae-8eeb-eee001471f9c for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:38:43.636272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8707d03e-58e0-4697-95eb-c1a9062bfff6 None None] Routers {'a0844686-769e-4bae-8eeb-eee001471f9c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:43.636931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8707d03e-58e0-4697-95eb-c1a9062bfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a0844686-769e-4bae-8eeb-eee001471f9c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:43.666560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Deleting port 2f6692aa-580c-4153-b1e1-39e66257ab3d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:43.667109 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:43.672492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f52793-8ca6-4ed2-9485-598ca951f175 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 020e530b-0881-4cea-8daa-9403eb699f34 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:43.683256 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45f52793-8ca6-4ed2-9485-598ca951f175 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:43.759070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfceffe-d948-4b6e-8013-d766a7b7666a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router f6021845-53c9-4629-b1de-4bfdf3aedff6 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:38:43.777884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-8707d03e-58e0-4697-95eb-c1a9062bfff6 None None] Set router a0844686-769e-4bae-8eeb-eee001471f9c gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:43.798698 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45f52793-8ca6-4ed2-9485-598ca951f175 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:43.881880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8707d03e-58e0-4697-95eb-c1a9062bfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-router', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:28Z', 'updated_at': '2021-09-22T09:38:43Z', 'revision_number': 6, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:43.937603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfceffe-d948-4b6e-8013-d766a7b7666a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:43.939410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8707d03e-58e0-4697-95eb-c1a9062bfff6 None None] The sync data for ids ['a0844686-769e-4bae-8eeb-eee001471f9c'] in n-d-805649-4 is: [{'id': 'a0844686-769e-4bae-8eeb-eee001471f9c', 'name': 'tempest-AttachSCSIVolumeTestJSON-99342629-router', 'tenant_id': 'a961b7a2701c45a683d3bef79d8e3709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:36:28Z', 'updated_at': '2021-09-22T09:38:43Z', 'revision_number': 6, 'project_id': 'a961b7a2701c45a683d3bef79d8e3709', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:43.945258 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fbfceffe-d948-4b6e-8013-d766a7b7666a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/f6021845-53c9-4629-b1de-4bfdf3aedff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3285835 Sep 22 09:38:43.946829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42604) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:43.950245 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b3600-771c-434c-b7e5-93d51e32d216 None None] Sync routers for ids ['f6021845-53c9-4629-b1de-4bfdf3aedff6'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:43.966762 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b3600-771c-434c-b7e5-93d51e32d216 None None] Routers {'f6021845-53c9-4629-b1de-4bfdf3aedff6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:43.968243 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3e8b3600-771c-434c-b7e5-93d51e32d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f6021845-53c9-4629-b1de-4bfdf3aedff6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:44.012539 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3e8b3600-771c-434c-b7e5-93d51e32d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:44.023285 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b3600-771c-434c-b7e5-93d51e32d216 None None] Routers {'f6021845-53c9-4629-b1de-4bfdf3aedff6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:44.024093 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3e8b3600-771c-434c-b7e5-93d51e32d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f6021845-53c9-4629-b1de-4bfdf3aedff6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:44.025171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3906d-b449-42a4-b6e6-9e157cd253ee req-be234e41-5e05-4d7d-a39e-59d8d95d0175 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:44.032882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7e3906d-b449-42a4-b6e6-9e157cd253ee req-be234e41-5e05-4d7d-a39e-59d8d95d0175 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2752733 Sep 22 09:38:44.063455 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3e8b3600-771c-434c-b7e5-93d51e32d216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:44.063973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] For port 2f6692aa-580c-4153-b1e1-39e66257ab3d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2f6692aa-580c-4153-b1e1-39e66257ab3d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:44.064858 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b3600-771c-434c-b7e5-93d51e32d216 None None] The sync data for ids ['f6021845-53c9-4629-b1de-4bfdf3aedff6'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:44.070935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:44.107241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Calling delete_port for 2f6692aa-580c-4153-b1e1-39e66257ab3d owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:44.122791 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45f52793-8ca6-4ed2-9485-598ca951f175 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:44.179954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b6be2-250f-4613-a809-419a54f36031 req-80211f6b-f0ab-4cd5-bb6c-11ec8cbf1c77 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:44.182033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d67b6be2-250f-4613-a809-419a54f36031 req-80211f6b-f0ab-4cd5-bb6c-11ec8cbf1c77 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 945 time: 0.1778743 Sep 22 09:38:44.218167 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7e3906d-b449-42a4-b6e6-9e157cd253ee req-aabba3fb-5c4c-440d-af27-49bcb73cb6dc tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844294 Sep 22 09:38:44.289001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d67b6be2-250f-4613-a809-419a54f36031 req-a56888dd-a784-471f-a264-87708cb2786c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758429 Sep 22 09:38:44.356833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3ea5-2c53-47a3-8b6f-9192fc6ae819 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:44.401317 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45f52793-8ca6-4ed2-9485-598ca951f175 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:44.470165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f52793-8ca6-4ed2-9485-598ca951f175 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=020e530b-0881-4cea-8daa-9403eb699f34,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:44.486433 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45f52793-8ca6-4ed2-9485-598ca951f175 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:44.491884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-45f52793-8ca6-4ed2-9485-598ca951f175 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/020e530b-0881-4cea-8daa-9403eb699f34 HTTP/1.1" status: 204 len: 168 time: 0.8835559 Sep 22 09:38:44.492417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd469c0-4db6-4cce-97e9-90b092815753 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:44.494680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42610) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:44.557064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e297399-9682-45e8-8511-aa1f7653067a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet c9cbd234-dd31-4971-916f-11c1692216f1 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:44.560577 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e297399-9682-45e8-8511-aa1f7653067a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:44.606925 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e297399-9682-45e8-8511-aa1f7653067a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:44.677302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e3ea5-2c53-47a3-8b6f-9192fc6ae819 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 244486a5-6e66-455a-be5c-6b04b072e1f5 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:44.677875 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3ea5-2c53-47a3-8b6f-9192fc6ae819 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:44.718096 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e297399-9682-45e8-8511-aa1f7653067a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:44.745332 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:44.790912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6692aa-580c-4153-b1e1-39e66257ab3d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:44.803344 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3ea5-2c53-47a3-8b6f-9192fc6ae819 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:44.822924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e3ea5-2c53-47a3-8b6f-9192fc6ae819 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 244486a5-6e66-455a-be5c-6b04b072e1f5 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:44.884947 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:45.183236 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3ea5-2c53-47a3-8b6f-9192fc6ae819 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:45.216223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e3ea5-2c53-47a3-8b6f-9192fc6ae819 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=244486a5-6e66-455a-be5c-6b04b072e1f5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:45.376528 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:45.398901 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:45.449263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3ea5-2c53-47a3-8b6f-9192fc6ae819 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:45.556391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d2e4-7ad9-4b80-841f-d9768fe5a1f7 req-251ec970-a360-4ac8-8204-210c0f02dec7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:45.559884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7b2d2e4-7ad9-4b80-841f-d9768fe5a1f7 req-251ec970-a360-4ac8-8204-210c0f02dec7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1705639 Sep 22 09:38:45.563412 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:45.564011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0844686-769e-4bae-8eeb-eee001471f9c {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:38:45.573226 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:45.573226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9e01216b-1b5c-43dd-bca0-01ed44ceedf5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a0844686-769e-4bae-8eeb-eee001471f9c HTTP/1.1" status: 204 len: 168 time: 2.4691370 Sep 22 09:38:45.573226 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e297399-9682-45e8-8511-aa1f7653067a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:45.576993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42626) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:45.645609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf2b2ee-a291-41ac-b1f1-1e6a6b6109fb admin admin] Deleting subnet fd492847-90a4-4e46-9886-3ad2420bbb73 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:45.683659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7103e-499e-4cba-a960-2ad59ffcc20c req-39d9078b-8aab-4e16-8393-de59274a99b6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:45.685452 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68d7103e-499e-4cba-a960-2ad59ffcc20c req-39d9078b-8aab-4e16-8393-de59274a99b6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 945 time: 0.3064301 Sep 22 09:38:45.691662 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cf2b2ee-a291-41ac-b1f1-1e6a6b6109fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:45.697584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2e3ea5-2c53-47a3-8b6f-9192fc6ae819 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router f6021845-53c9-4629-b1de-4bfdf3aedff6 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:38:45.705044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e297399-9682-45e8-8511-aa1f7653067a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cbd234-dd31-4971-916f-11c1692216f1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:45.714298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc33d1a-6aed-4838-8bcc-192b1db68fb3 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:45.733074 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e297399-9682-45e8-8511-aa1f7653067a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:45.738828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5e297399-9682-45e8-8511-aa1f7653067a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/c9cbd234-dd31-4971-916f-11c1692216f1 HTTP/1.1" status: 204 len: 168 time: 1.2430007 Sep 22 09:38:45.790979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42628) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:45.794226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68d7103e-499e-4cba-a960-2ad59ffcc20c req-6c9dfc63-50bd-4e54-a922-b692f1d47c81 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002963 Sep 22 09:38:45.794548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2e3ea5-2c53-47a3-8b6f-9192fc6ae819 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:45.809681 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cb2e3ea5-2c53-47a3-8b6f-9192fc6ae819 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/f6021845-53c9-4629-b1de-4bfdf3aedff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8594952 Sep 22 09:38:45.816539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42630) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:45.842129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1436636-b93f-4556-bc1e-06cae2069810 None None] Sync routers for ids ['f6021845-53c9-4629-b1de-4bfdf3aedff6'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:45.870162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b73fa4b3-cb4b-4b32-891c-d70f59698017 None None] Provisioning complete for port a6a16245-6658-4251-9859-5314ca8763ea triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:45.870162 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b73fa4b3-cb4b-4b32-891c-d70f59698017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:45.870486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e4d9d83e-9361-413c-9961-0b4be300a6a0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745604 Sep 22 09:38:45.873013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42634) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:45.885213 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0ce516aa-9fcc-4a46-9a90-c7619188c16d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6021845-53c9-4629-b1de-4bfdf3aedff6 HTTP/1.1" status: 200 len: 205 time: 0.0624294 Sep 22 09:38:45.886570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42636) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:45.896604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-41a5999b-49f0-486e-bc92-f6bfe1f218df tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:45.929545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1436636-b93f-4556-bc1e-06cae2069810 None None] Routers {'f6021845-53c9-4629-b1de-4bfdf3aedff6'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:45.932223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e1436636-b93f-4556-bc1e-06cae2069810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f6021845-53c9-4629-b1de-4bfdf3aedff6'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:45.949080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7b2d2e4-7ad9-4b80-841f-d9768fe5a1f7 req-a0f00d1c-100d-483a-b097-18898f33af5b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550951 Sep 22 09:38:46.020932 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2f6692aa-580c-4153-b1e1-39e66257ab3d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:46.049950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 2f6692aa-580c-4153-b1e1-39e66257ab3d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:46.050407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2f6692aa-580c-4153-b1e1-39e66257ab3d not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:46.051106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b1c2741c-8329-40ad-9a86-1a25ebf61f07 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:46.052773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e1436636-b93f-4556-bc1e-06cae2069810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:46.069359 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cf2b2ee-a291-41ac-b1f1-1e6a6b6109fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.071891 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e8b1b73-2cf6-4480-8677-36c96965efdb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.085785 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b1c2741c-8329-40ad-9a86-1a25ebf61f07 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:46.086137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b1c2741c-8329-40ad-9a86-1a25ebf61f07 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:46.097503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1436636-b93f-4556-bc1e-06cae2069810 None None] Routers {'f6021845-53c9-4629-b1de-4bfdf3aedff6'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:46.098141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e1436636-b93f-4556-bc1e-06cae2069810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f6021845-53c9-4629-b1de-4bfdf3aedff6'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:46.144586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e1436636-b93f-4556-bc1e-06cae2069810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:46.145306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1436636-b93f-4556-bc1e-06cae2069810 None None] The sync data for ids ['f6021845-53c9-4629-b1de-4bfdf3aedff6'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:38:46.198151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cae3cde-7b1a-43d2-bc93-f07529e208fa None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:38:46.210848 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cf2b2ee-a291-41ac-b1f1-1e6a6b6109fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.237472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a5999b-49f0-486e-bc92-f6bfe1f218df tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:46.241418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41a5999b-49f0-486e-bc92-f6bfe1f218df tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.247383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5cae3cde-7b1a-43d2-bc93-f07529e208fa None None] Deleting port a6a16245-6658-4251-9859-5314ca8763ea {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:46.251441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5cae3cde-7b1a-43d2-bc93-f07529e208fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.324171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5cae3cde-7b1a-43d2-bc93-f07529e208fa None None] For port a6a16245-6658-4251-9859-5314ca8763ea, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a6a16245-6658-4251-9859-5314ca8763ea,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:46.325062 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5cae3cde-7b1a-43d2-bc93-f07529e208fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.329718 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e8b1b73-2cf6-4480-8677-36c96965efdb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.333950 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e8b1b73-2cf6-4480-8677-36c96965efdb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.350077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5cae3cde-7b1a-43d2-bc93-f07529e208fa None None] Calling delete_port for a6a16245-6658-4251-9859-5314ca8763ea owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:46.441367 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e8b1b73-2cf6-4480-8677-36c96965efdb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.442352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8b1b73-2cf6-4480-8677-36c96965efdb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Fanout notify agent at l3_agent the message router_deleted on router f6021845-53c9-4629-b1de-4bfdf3aedff6 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:38:46.453601 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e8b1b73-2cf6-4480-8677-36c96965efdb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.461051 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0e8b1b73-2cf6-4480-8677-36c96965efdb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/f6021845-53c9-4629-b1de-4bfdf3aedff6 HTTP/1.1" status: 204 len: 168 time: 0.5736663 Sep 22 09:38:46.462041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42644) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:46.464321 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cf2b2ee-a291-41ac-b1f1-1e6a6b6109fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.491824 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5cae3cde-7b1a-43d2-bc93-f07529e208fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.519202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae3cde-7b1a-43d2-bc93-f07529e208fa None None] Pushing event deleted for resources: {'Port': ['ID=a6a16245-6658-4251-9859-5314ca8763ea,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:46.520899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2b2ee-a291-41ac-b1f1-1e6a6b6109fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd492847-90a4-4e46-9886-3ad2420bbb73,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:46.522018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97876458-758f-4904-99e2-a15b90544c7a None None] Network 75e07c49-f8b5-41b9-a327-416b9ba85299 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:46.531668 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cf2b2ee-a291-41ac-b1f1-1e6a6b6109fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.539375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3cf2b2ee-a291-41ac-b1f1-1e6a6b6109fb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fd492847-90a4-4e46-9886-3ad2420bbb73 HTTP/1.1" status: 204 len: 168 time: 0.9558518 Sep 22 09:38:46.540951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97b1b5e-77da-4af9-8b6e-6ce8b8b6ab57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting subnet e5b03f80-a834-4d51-9dd3-9ef5d53d8269 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:46.545128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42648) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:46.554480 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b97b1b5e-77da-4af9-8b6e-6ce8b8b6ab57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.605649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945bb66-56da-4e8b-b084-611991ca9418 req-0c30e2a4-cc16-4b97-9db8-dd166f106bbd tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:46.607576 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1945bb66-56da-4e8b-b084-611991ca9418 req-0c30e2a4-cc16-4b97-9db8-dd166f106bbd tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 945 time: 0.0652788 Sep 22 09:38:46.609432 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41a5999b-49f0-486e-bc92-f6bfe1f218df tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.622449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae3cde-7b1a-43d2-bc93-f07529e208fa None None] No DVR routers for this DVR port a6a16245-6658-4251-9859-5314ca8763ea on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:46.639996 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b97b1b5e-77da-4af9-8b6e-6ce8b8b6ab57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.680496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5999b-49f0-486e-bc92-f6bfe1f218df tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:46.685565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-41a5999b-49f0-486e-bc92-f6bfe1f218df tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:46.694078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a5999b-49f0-486e-bc92-f6bfe1f218df tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:46.694677 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41a5999b-49f0-486e-bc92-f6bfe1f218df tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.695641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d08c15-3318-465f-894e-3ae09fb6f363 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:46.726746 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.727500 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1945bb66-56da-4e8b-b084-611991ca9418 req-310954df-8cd7-47f8-b6e0-80b2416dd8e2 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120653 Sep 22 09:38:46.730884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5999b-49f0-486e-bc92-f6bfe1f218df tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=d15193e6-abb8-42c5-947d-39ea44437b3e,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:46.761756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c572e7d-b214-4b45-9fda-f331df58878e None None] DHCP port deletion for 75e07c49-f8b5-41b9-a327-416b9ba85299 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:38:46.812141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-41a5999b-49f0-486e-bc92-f6bfe1f218df tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9379003 Sep 22 09:38:46.815001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42650) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:46.820057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:46.824810 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b97b1b5e-77da-4af9-8b6e-6ce8b8b6ab57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.896455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4c572e7d-b214-4b45-9fda-f331df58878e None None] Deleting port 70ad33ee-f32b-40b7-87b9-963509a93828 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:46.898272 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c572e7d-b214-4b45-9fda-f331df58878e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.933108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Deleting port 70ad33ee-f32b-40b7-87b9-963509a93828 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:46.936354 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.967772 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b97b1b5e-77da-4af9-8b6e-6ce8b8b6ab57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:46.991888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': 'd15193e6-abb8-42c5-947d-39ea44437b3e'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:38:46.992904 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.012853 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b97b1b5e-77da-4af9-8b6e-6ce8b8b6ab57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.014671 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4995416f-1300-4969-ae90-21111a13e4b1 None None] Network ab7c7ee0-c02d-484e-8714-235247df52a1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:47.015616 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b97b1b5e-77da-4af9-8b6e-6ce8b8b6ab57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/e5b03f80-a834-4d51-9dd3-9ef5d53d8269 HTTP/1.1" status: 204 len: 168 time: 0.5520601 Sep 22 09:38:47.018839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42656) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:47.042522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4c572e7d-b214-4b45-9fda-f331df58878e None None] For port 70ad33ee-f32b-40b7-87b9-963509a93828, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=70ad33ee-f32b-40b7-87b9-963509a93828,segment=NetworkSegment(d0295de6-c806-41e4-a0cc-b47e585676bf),segment_id=d0295de6-c806-41e4-a0cc-b47e585676bf)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:47.043086 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c572e7d-b214-4b45-9fda-f331df58878e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.069150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4c572e7d-b214-4b45-9fda-f331df58878e None None] Calling delete_port for 70ad33ee-f32b-40b7-87b9-963509a93828 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:47.078841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b1b5e-77da-4af9-8b6e-6ce8b8b6ab57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b03f80-a834-4d51-9dd3-9ef5d53d8269,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:47.083332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:47.089686 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.180888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] For port 70ad33ee-f32b-40b7-87b9-963509a93828, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=70ad33ee-f32b-40b7-87b9-963509a93828,segment=NetworkSegment(d0295de6-c806-41e4-a0cc-b47e585676bf),segment_id=d0295de6-c806-41e4-a0cc-b47e585676bf)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:47.181567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.198136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b6e744-a60e-44f0-a6d2-5fe37e050c71 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting subnet da14da6f-a4f9-4e9c-8df3-0230041393c8 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:47.202264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Calling delete_port for 70ad33ee-f32b-40b7-87b9-963509a93828 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:47.232437 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25b6e744-a60e-44f0-a6d2-5fe37e050c71 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.243317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43b424-0751-4376-9005-82dde98ba668 req-a9a92779-96fe-4a2f-9dca-0633706311b9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:47.251073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc43b424-0751-4376-9005-82dde98ba668 req-a9a92779-96fe-4a2f-9dca-0633706311b9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1742845 Sep 22 09:38:47.335620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25b6e744-a60e-44f0-a6d2-5fe37e050c71 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.337895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Allocated IP 172.20.0.2 (201714cb-581c-4a22-b65d-63842f91bb89/d15193e6-abb8-42c5-947d-39ea44437b3e/7a4add3e-2ed9-4459-a00d-4d05d6d54f1a) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:47.388972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.406341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc43b424-0751-4376-9005-82dde98ba668 req-2c71f6f9-29ad-4310-9980-0fcc4d78aea8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544509 Sep 22 09:38:47.418847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ad33ee-f32b-40b7-87b9-963509a93828,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:47.429535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] No DVR routers for this DVR port 70ad33ee-f32b-40b7-87b9-963509a93828 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:47.443269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce72fe-e02a-4757-903e-773b6a20ddb1 None None] DHCP port deletion for ab7c7ee0-c02d-484e-8714-235247df52a1 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:38:47.491387 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c572e7d-b214-4b45-9fda-f331df58878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.512047 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.533268 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25b6e744-a60e-44f0-a6d2-5fe37e050c71 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.546864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c572e7d-b214-4b45-9fda-f331df58878e None None] Pushing event deleted for resources: {'Port': ['ID=70ad33ee-f32b-40b7-87b9-963509a93828,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:47.553264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e07c49-f8b5-41b9-a327-416b9ba85299']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:47.584686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c572e7d-b214-4b45-9fda-f331df58878e None None] No DVR routers for this DVR port 70ad33ee-f32b-40b7-87b9-963509a93828 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:47.596561 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0295de6-c806-41e4-a0cc-b47e585676bf') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:47.597169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0295de6-c806-41e4-a0cc-b47e585676bf') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:47.614112 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.630483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0bce72fe-e02a-4757-903e-773b6a20ddb1 None None] Deleting port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:47.630903 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0bce72fe-e02a-4757-903e-773b6a20ddb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.631686 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.639083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:38:47.639419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:38:47.641637 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:38:47.654950 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.788818 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.795614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.797524 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] 10.222.0.49 "DELETE /v2.0/networks/75e07c49-f8b5-41b9-a327-416b9ba85299 HTTP/1.1" status: 204 len: 168 time: 1.2511930 Sep 22 09:38:47.807092 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25b6e744-a60e-44f0-a6d2-5fe37e050c71 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.842982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b129ff-6388-4b1d-b670-b419e130f940 req-f5678964-2768-41ff-a50b-910780e539e3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:47.844556 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e1b129ff-6388-4b1d-b670-b419e130f940 req-f5678964-2768-41ff-a50b-910780e539e3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 945 time: 0.1028290 Sep 22 09:38:47.845846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de48306-a00e-43ed-a8bb-fd2275776640 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e07c49-f8b5-41b9-a327-416b9ba85299,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:47.861504 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.896928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6e744-a60e-44f0-a6d2-5fe37e050c71 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Subnet': ['ID=da14da6f-a4f9-4e9c-8df3-0230041393c8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:47.904984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0bce72fe-e02a-4757-903e-773b6a20ddb1 None None] For port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=67ef8ea6-b3b7-4c81-bbbb-8a571549bad4,segment=NetworkSegment(b41bba69-e128-4170-8bd6-264d4eb5c93b),segment_id=b41bba69-e128-4170-8bd6-264d4eb5c93b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:47.905389 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0bce72fe-e02a-4757-903e-773b6a20ddb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.950716 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Pushing event updated for resources: {'Port': ['ID=7a4add3e-2ed9-4459-a00d-4d05d6d54f1a,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:47.967583 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25b6e744-a60e-44f0-a6d2-5fe37e050c71 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:47.970177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-25b6e744-a60e-44f0-a6d2-5fe37e050c71 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/da14da6f-a4f9-4e9c-8df3-0230041393c8 HTTP/1.1" status: 204 len: 168 time: 0.9503951 Sep 22 09:38:47.974714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42670) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:47.985405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f20c94-3223-4baf-a11d-dad38dbb4c50 None None] Network 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:47.997741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:48.014785 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 70ad33ee-f32b-40b7-87b9-963509a93828 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:48.017277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:48.020373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:48.029035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0bce72fe-e02a-4757-903e-773b6a20ddb1 None None] Calling delete_port for 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:48.054171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d9cb5-7331-431b-bb09-f86f276466ca req-9c97414c-ac1d-4338-b277-4f6c55965a80 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:48.062757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa0d9cb5-7331-431b-bb09-f86f276466ca req-9c97414c-ac1d-4338-b277-4f6c55965a80 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 945 time: 0.2074440 Sep 22 09:38:48.090310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 70ad33ee-f32b-40b7-87b9-963509a93828 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:48.090310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 70ad33ee-f32b-40b7-87b9-963509a93828 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:48.090310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a6a16245-6658-4251-9859-5314ca8763ea no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:48.129364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: a6a16245-6658-4251-9859-5314ca8763ea {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:48.132024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a6a16245-6658-4251-9859-5314ca8763ea not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:48.132024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:48.132231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.objects.ports [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95510) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:38:48.141879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-e1b129ff-6388-4b1d-b670-b419e130f940 req-b71c6113-0ee1-47cb-b6ea-a382c6a12784 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Deleting port 85ac7a77-e198-4fa0-8916-345aa06420f7 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:48.142581 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e1b129ff-6388-4b1d-b670-b419e130f940 req-b71c6113-0ee1-47cb-b6ea-a382c6a12784 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.180663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.268384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Attempting to bind port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:48.269431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Attempting to bind port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:48.269803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Attempting to bind port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:48.277859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa0d9cb5-7331-431b-bb09-f86f276466ca req-d545a6f9-7855-4b76-96e2-5cedfab71d13 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962700 Sep 22 09:38:48.318766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e1b129ff-6388-4b1d-b670-b419e130f940 req-b71c6113-0ee1-47cb-b6ea-a382c6a12784 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] For port 85ac7a77-e198-4fa0-8916-345aa06420f7, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=85ac7a77-e198-4fa0-8916-345aa06420f7,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:48.319269 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e1b129ff-6388-4b1d-b670-b419e130f940 req-b71c6113-0ee1-47cb-b6ea-a382c6a12784 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.330220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42676) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:48.342914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-e1b129ff-6388-4b1d-b670-b419e130f940 req-b71c6113-0ee1-47cb-b6ea-a382c6a12784 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Calling delete_port for 85ac7a77-e198-4fa0-8916-345aa06420f7 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:48.350524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:48.351185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:48.351347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:48.351764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.352059 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.352602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:48.353260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Bound port: 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:48.353825 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.457689 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0322eb1d-c660-4e93-a3e2-8b5e3fc2a730 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed739c468ab14b03aecf22f302cc56a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1235118 Sep 22 09:38:48.458107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42682) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:48.526405 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.566494 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-491414f4-4f49-4c71-b1a8-cff5ca895053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.591966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] For port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:48.595336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] For port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7a4add3e-2ed9-4459-a00d-4d05d6d54f1a,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:48.647645 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0bce72fe-e02a-4757-903e-773b6a20ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.655087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a74c68-da6b-49fd-b902-2a70f5e4acfd req-d156bc79-746b-4609-9956-176fa97fab59 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:48.655975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92a74c68-da6b-49fd-b902-2a70f5e4acfd req-d156bc79-746b-4609-9956-176fa97fab59 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1430273 Sep 22 09:38:48.656605 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.660831 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-491414f4-4f49-4c71-b1a8-cff5ca895053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.669231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24098541-941d-4c53-a9e0-fdbc060470ec None None] DHCP port deletion for 0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:38:48.679815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce72fe-e02a-4757-903e-773b6a20ddb1 None None] No DVR routers for this DVR port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:48.738026 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.741834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce72fe-e02a-4757-903e-773b6a20ddb1 None None] Pushing event deleted for resources: {'Port': ['ID=67ef8ea6-b3b7-4c81-bbbb-8a571549bad4,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:48.793854 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92a74c68-da6b-49fd-b902-2a70f5e4acfd req-64de4527-4827-4162-a2a4-ffd4a6d69fa3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676119 Sep 22 09:38:48.885526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94271f7-45f6-4bc3-ae92-221571b7161c None None] Pushing event updated for resources: {'Port': ['ID=7a4add3e-2ed9-4459-a00d-4d05d6d54f1a,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:48.901218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-24098541-941d-4c53-a9e0-fdbc060470ec None None] Deleting port 3866870b-6f6f-464b-bbe7-8eb7893557e5 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:48.902093 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-24098541-941d-4c53-a9e0-fdbc060470ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.904769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-491414f4-4f49-4c71-b1a8-cff5ca895053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.909247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=67ef8ea6-b3b7-4c81-bbbb-8a571549bad4,segment=NetworkSegment(b41bba69-e128-4170-8bd6-264d4eb5c93b),segment_id=b41bba69-e128-4170-8bd6-264d4eb5c93b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:48.909804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.910022 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-491414f4-4f49-4c71-b1a8-cff5ca895053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:48.913475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-491414f4-4f49-4c71-b1a8-cff5ca895053 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07efa002-4a61-4890-b2fb-4ab3e25042c6 HTTP/1.1" status: 204 len: 168 time: 0.4521604 Sep 22 09:38:48.936824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:48.943223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491414f4-4f49-4c71-b1a8-cff5ca895053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07efa002-4a61-4890-b2fb-4ab3e25042c6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:48.973229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] For port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7a4add3e-2ed9-4459-a00d-4d05d6d54f1a,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:49.026793 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.075488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-24098541-941d-4c53-a9e0-fdbc060470ec None None] For port 3866870b-6f6f-464b-bbe7-8eb7893557e5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3866870b-6f6f-464b-bbe7-8eb7893557e5,segment=NetworkSegment(ac2a21ad-fdf9-4154-a332-be0c20ac0543),segment_id=ac2a21ad-fdf9-4154-a332-be0c20ac0543)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:49.076034 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-24098541-941d-4c53-a9e0-fdbc060470ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.086097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.087039 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.105441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-24098541-941d-4c53-a9e0-fdbc060470ec None None] Calling delete_port for 3866870b-6f6f-464b-bbe7-8eb7893557e5 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:49.133699 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.208197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=67ef8ea6-b3b7-4c81-bbbb-8a571549bad4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:49.210291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e1b129ff-6388-4b1d-b670-b419e130f940 req-b71c6113-0ee1-47cb-b6ea-a382c6a12784 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.239251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['85ac7a77-e198-4fa0-8916-345aa06420f7'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:38:49.255975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No DVR routers for this DVR port 67ef8ea6-b3b7-4c81-bbbb-8a571549bad4 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:49.256361 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:49.263660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:49.271060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:49.271670 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.293260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=b9b771e6-68bb-4913-bdff-4a38192adab9,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:49.335158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=7a4add3e-2ed9-4459-a00d-4d05d6d54f1a,revision_number=4']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:49.350792 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c6113-0ee1-47cb-b6ea-a382c6a12784 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event deleted for resources: {'Port': ['ID=85ac7a77-e198-4fa0-8916-345aa06420f7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:49.380369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-28764834-cdb7-411a-89cd-d680d7069514 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5642726 Sep 22 09:38:49.387548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42696) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:49.396266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:c1:07:5b', 'name': 'tempest-NetworksTestDHCPv6-1808981385'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:49.402414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b129ff-6388-4b1d-b670-b419e130f940 req-b71c6113-0ee1-47cb-b6ea-a382c6a12784 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] No DVR routers for this DVR port 85ac7a77-e198-4fa0-8916-345aa06420f7 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:49.428705 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-24098541-941d-4c53-a9e0-fdbc060470ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.465104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.482038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24098541-941d-4c53-a9e0-fdbc060470ec None None] Pushing event deleted for resources: {'Port': ['ID=3866870b-6f6f-464b-bbe7-8eb7893557e5,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:49.489970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7c7ee0-c02d-484e-8714-235247df52a1']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:49.497558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24098541-941d-4c53-a9e0-fdbc060470ec None None] No DVR routers for this DVR port 3866870b-6f6f-464b-bbe7-8eb7893557e5 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:49.503001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed6134a3-75f5-4c65-9e6b-03e786281546 req-455f24b9-eb9e-49b7-9e05-f0cceabc0542 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 210 time: 0.0451801 Sep 22 09:38:49.503427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41bba69-e128-4170-8bd6-264d4eb5c93b') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:49.504575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41bba69-e128-4170-8bd6-264d4eb5c93b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:49.527154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.531218 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e1b129ff-6388-4b1d-b670-b419e130f940 req-b71c6113-0ee1-47cb-b6ea-a382c6a12784 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.533147 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e1b129ff-6388-4b1d-b670-b419e130f940 req-b71c6113-0ee1-47cb-b6ea-a382c6a12784 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "DELETE /v2.0/ports/85ac7a77-e198-4fa0-8916-345aa06420f7 HTTP/1.1" status: 204 len: 173 time: 1.6802197 Sep 22 09:38:49.533698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24944c13-201a-4a30-ab96-b93c00552bda', 'name': 'network-vif-deleted', 'tag': '85ac7a77-e198-4fa0-8916-345aa06420f7'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:38:49.536800 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a084c96-8cb3-4ca8-90fb-68ea0889cd8a" -d '{"events": [{"server_uuid": "24944c13-201a-4a30-ab96-b93c00552bda", "name": "network-vif-deleted", "tag": "85ac7a77-e198-4fa0-8916-345aa06420f7"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:38:49.557173 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.569805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:38:49.570121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:38:49.577216 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:38:49.602723 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5aa5ee-1904-4953-a68e-88a54aadc47b x-openstack-request-id: req-5c5aa5ee-1904-4953-a68e-88a54aadc47b {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:38:49.603155 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24944c13-201a-4a30-ab96-b93c00552bda", "name": "network-vif-deleted", "tag": "85ac7a77-e198-4fa0-8916-345aa06420f7", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:38:49.603411 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c5aa5ee-1904-4953-a68e-88a54aadc47b {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:38:49.603815 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24944c13-201a-4a30-ab96-b93c00552bda', 'name': 'network-vif-deleted', 'tag': '85ac7a77-e198-4fa0-8916-345aa06420f7', 'status': 'completed', 'code': 200} Sep 22 09:38:49.737126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:49.738651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.760578 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.762787 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/networks/ab7c7ee0-c02d-484e-8714-235247df52a1 HTTP/1.1" status: 204 len: 168 time: 1.7808256 Sep 22 09:38:49.765429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42704) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:49.784842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c518110-c967-4257-b567-6dde548f8ee6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Network': ['ID=ab7c7ee0-c02d-484e-8714-235247df52a1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:49.849857 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.886473 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:49.891570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 67cf6b43-d317-4b0f-93ae-d75f597ee8e2 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:38:50.000675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42710) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:50.036759 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.097484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:50.099918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:50.113024 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2a21ad-fdf9-4154-a332-be0c20ac0543') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:50.114082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2a21ad-fdf9-4154-a332-be0c20ac0543') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:50.125984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.144064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.153824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:38:50.154316 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:38:50.159542 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:38:50.167596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f86882-fbf0-468d-ab0f-8cf58c59bdf4 req-8f75f920-c694-44cc-83ed-90b3bbe7f5ee tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:50.169309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65f86882-fbf0-468d-ab0f-8cf58c59bdf4 req-8f75f920-c694-44cc-83ed-90b3bbe7f5ee tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2185264 Sep 22 09:38:50.178066 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cdd5ab9d-c328-40d4-9f7c-2dca5d2649c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a961b7a2701c45a683d3bef79d8e3709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765187 Sep 22 09:38:50.181043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42714) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:50.203078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:50.203752 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.349549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.355126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65f86882-fbf0-468d-ab0f-8cf58c59bdf4 req-791b901a-54e4-4045-955c-26fffab48e22 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635382 Sep 22 09:38:50.365850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 172.20.0.7 (201714cb-581c-4a22-b65d-63842f91bb89/d15193e6-abb8-42c5-947d-39ea44437b3e/67cf6b43-d317-4b0f-93ae-d75f597ee8e2) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:50.383888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::f816:3eff:fec1:75b (201714cb-581c-4a22-b65d-63842f91bb89/b9b771e6-68bb-4913-bdff-4a38192adab9/67cf6b43-d317-4b0f-93ae-d75f597ee8e2) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:50.386475 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88617a07-4742-4b55-a914-64b701f2cf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.396394 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.396394 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/networks/0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1 HTTP/1.1" status: 204 len: 168 time: 0.6219409 Sep 22 09:38:50.396658 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.396789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb48d03-c4eb-40bb-ace3-3a67301aba69 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Network': ['ID=0fbbc26b-d6b3-4d35-bbeb-beea2d72cbc1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:50.396897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42718) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:50.403726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'network': {'name': 'tempest-RoutersTest-1998607980'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:50.449294 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88617a07-4742-4b55-a914-64b701f2cf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.473712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7a4add3e-2ed9-4459-a00d-4d05d6d54f1a,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:50.477286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bde0f5-a742-4a89-ac99-ba798687668e None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:50.558095 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.585838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:50.592275 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.642235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:38:50.664005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3866870b-6f6f-464b-bbe7-8eb7893557e5 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:50.666267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.687383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88617a07-4742-4b55-a914-64b701f2cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.690935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88617a07-4742-4b55-a914-64b701f2cf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.694637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-88617a07-4742-4b55-a914-64b701f2cf4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a6776af-1cc4-4dfa-b59b-2370f0a8ffb8 HTTP/1.1" status: 204 len: 168 time: 0.5100563 Sep 22 09:38:50.694821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 3866870b-6f6f-464b-bbe7-8eb7893557e5 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:50.694821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3866870b-6f6f-464b-bbe7-8eb7893557e5 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:50.706734 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.707713 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added segment 29e7718d-aa0f-4bcd-91dd-ff2a00e190b0 of type vlan for network 558e3f05-c052-4f87-b6e9-f377d2a17117 Sep 22 09:38:50.710018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=7a4add3e-2ed9-4459-a00d-4d05d6d54f1a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:50.732028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c6ef510b-13e0-47f6-9a1c-6ec809be6655 None None] Provisioning complete for port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:50.732795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6ef510b-13e0-47f6-9a1c-6ec809be6655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.752048 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38c0cbf8-922e-4e5d-9cff-67d4863f2e42 req-553ab190-72de-49b7-a760-04f4ede951f0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=24944c13-201a-4a30-ab96-b93c00552bda HTTP/1.1" status: 200 len: 210 time: 0.0637152 Sep 22 09:38:50.788462 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88617a07-4742-4b55-a914-64b701f2cf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6776af-1cc4-4dfa-b59b-2370f0a8ffb8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:50.814144 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.864129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.907012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:50.907779 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.913498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:50.914092 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:50.945845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:50.948155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:51.004289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=67cf6b43-d317-4b0f-93ae-d75f597ee8e2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:51.045059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Network': ['ID=558e3f05-c052-4f87-b6e9-f377d2a17117,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:51.060633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 558e3f05-c052-4f87-b6e9-f377d2a17117 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:38:51.065973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:51.066651 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:51.098023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42730) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:51.098615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ea4376dc-7527-4789-9b98-5f12930fb5d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7009935 Sep 22 09:38:51.107998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'subnet': {'network_id': '558e3f05-c052-4f87-b6e9-f377d2a17117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:51.163787 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-88beb0a4-1b51-475b-9b45-e721fc81eedf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7726939 Sep 22 09:38:51.164646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42732) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:51.236891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae97a87-7e38-4fcc-aa59-e37d842974d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:51.252649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae97a87-7e38-4fcc-aa59-e37d842974d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:51.254478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7ae97a87-7e38-4fcc-aa59-e37d842974d0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0890324 Sep 22 09:38:51.257038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42738) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:51.291264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:51.296658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:51.437283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2e400-5672-46a3-bb0f-95df34bbd543 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 67cf6b43-d317-4b0f-93ae-d75f597ee8e2 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:51.437732 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e400-5672-46a3-bb0f-95df34bbd543 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:51.588689 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e400-5672-46a3-bb0f-95df34bbd543 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:51.610185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a28b-26d8-4418-9a83-34bc9129ec34 req-43f2c555-6546-4d27-8df1-b0c8b9b39d4c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:51.616215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d21a28b-26d8-4418-9a83-34bc9129ec34 req-43f2c555-6546-4d27-8df1-b0c8b9b39d4c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1027563 Sep 22 09:38:51.616215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2e400-5672-46a3-bb0f-95df34bbd543 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 67cf6b43-d317-4b0f-93ae-d75f597ee8e2 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:51.634383 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:51.702709 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Subnet': ['ID=0f1adcae-e3c2-4641-b703-3bedacb252f9,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:51.724519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Checking segment: {'id': '29e7718d-aa0f-4bcd-91dd-ff2a00e190b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '558e3f05-c052-4f87-b6e9-f377d2a17117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:51.725541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network hostable DHCP agents. Network: 558e3f05-c052-4f87-b6e9-f377d2a17117, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:38:51.762150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d21a28b-26d8-4418-9a83-34bc9129ec34 req-fac8993c-bb3c-471a-9b01-e854bca54837 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393359 Sep 22 09:38:51.828374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 558e3f05-c052-4f87-b6e9-f377d2a17117 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:38:51.902646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 558e3f05-c052-4f87-b6e9-f377d2a17117) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:51.906874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:51.907462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:51.938890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1bd358-5793-4c9c-b73f-7ddf2f69a4f7 None None] Network 558e3f05-c052-4f87-b6e9-f377d2a17117 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:52.018253 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8b68758b-5d47-4ce4-8d05-148a96c7a6e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9181049 Sep 22 09:38:52.020909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42772) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:52.025701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0021857f-80fc-4979-9e37-1d6152dd0f48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1502464852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:52.070556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:52.079106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e3f57f08-233b-4aa6-828f-f483defad486 None None] Provisioning complete for port 67cf6b43-d317-4b0f-93ae-d75f597ee8e2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:52.079472 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e3f57f08-233b-4aa6-828f-f483defad486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.184470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e3f57f08-233b-4aa6-828f-f483defad486 None None] Port 67cf6b43-d317-4b0f-93ae-d75f597ee8e2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:52.187132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0021857f-80fc-4979-9e37-1d6152dd0f48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.188957 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0021857f-80fc-4979-9e37-1d6152dd0f48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.238534 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e3f57f08-233b-4aa6-828f-f483defad486 None None] Provisioning complete for port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:52.242432 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e3f57f08-233b-4aa6-828f-f483defad486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.297876 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0021857f-80fc-4979-9e37-1d6152dd0f48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.328955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:52.328955 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.347279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42780) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:52.352066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-558e3f05-c052-4f87-b6e9-f377d2a17117', 'network_id': '558e3f05-c052-4f87-b6e9-f377d2a17117', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'fixed_ips': [{'subnet_id': '0f1adcae-e3c2-4641-b703-3bedacb252f9'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:38:52.361250 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.389372 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0021857f-80fc-4979-9e37-1d6152dd0f48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.478560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 85ac7a77-e198-4fa0-8916-345aa06420f7 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:52.485879 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0021857f-80fc-4979-9e37-1d6152dd0f48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.488057 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0021857f-80fc-4979-9e37-1d6152dd0f48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4661839 Sep 22 09:38:52.490876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42788) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:52.496113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'port': {'network_id': '558e3f05-c052-4f87-b6e9-f377d2a17117', 'name': 'tempest-RoutersTest-546882922'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:52.513592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 85ac7a77-e198-4fa0-8916-345aa06420f7 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:52.513820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 85ac7a77-e198-4fa0-8916-345aa06420f7 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:52.528099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2009129714-network', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:52.556670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3e523bbe-5d00-4f20-a0f0-8e769db0348b None None] Could not find standard attr ID for object 67cf6b43-d317-4b0f-93ae-d75f597ee8e2. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:38:52.606688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Made reservation on behalf of a79e3be18a874d258be0439f2c330ceb for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:52.608021 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Allocated IP 172.20.0.2 (558e3f05-c052-4f87-b6e9-f377d2a17117/0f1adcae-e3c2-4641-b703-3bedacb252f9/621dc5d1-6cf6-4704-813e-0cab438d71e4) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:52.609887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.625571 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.771324 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.775475 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e400-5672-46a3-bb0f-95df34bbd543 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.803462 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.818191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2e400-5672-46a3-bb0f-95df34bbd543 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=67cf6b43-d317-4b0f-93ae-d75f597ee8e2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:52.841215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.851540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289078c-5611-4946-bda7-7927f13d7b95 req-012b5ecc-c1c7-40bd-bf65-c61459c641ac tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:52.854462 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-012b5ecc-c1c7-40bd-bf65-c61459c641ac tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 0.7956469 Sep 22 09:38:52.875260 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.883310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:38:52.900748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acd4c4f-dd24-4178-911d-078d866bd710,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:52.905686 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.906038 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Added segment 92691d94-64ab-4ed6-81e4-5b210e6ca6f5 of type vlan for network c273be8e-005b-4ce8-a4ae-790a47caaa48 Sep 22 09:38:52.934190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:52.938067 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.939132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Network 558e3f05-c052-4f87-b6e9-f377d2a17117 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:52.944644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:52.949847 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:52.968749 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-1a74810c-0ef8-4548-8e9b-65d8ea534197 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/quotas/8bd70d7a90ed493c918a390115ac4717 HTTP/1.1" status: 200 len: 375 time: 0.0999374 Sep 22 09:38:52.970746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e400-5672-46a3-bb0f-95df34bbd543 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.973036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1ba2e400-5672-46a3-bb0f-95df34bbd543 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/67cf6b43-d317-4b0f-93ae-d75f597ee8e2 HTTP/1.1" status: 204 len: 168 time: 1.7148688 Sep 22 09:38:52.975940 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:52.979261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42796) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:52.982900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] device_id is not set on port 8cb644c5-5df8-443a-bf0e-d627eeef26ed yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:38:53.047931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bdde9e-36f1-4e11-9231-f73475666606 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:53.049621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bdde9e-36f1-4e11-9231-f73475666606 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:53.051419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bdde9e-36f1-4e11-9231-f73475666606 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:53.053124 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-16bdde9e-36f1-4e11-9231-f73475666606 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0721381 Sep 22 09:38:53.056449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42798) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:53.127835 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-280ca38a-c0bb-484e-b32e-24064e994612 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1499505 Sep 22 09:38:53.130182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Allocated IP 172.20.0.10 (558e3f05-c052-4f87-b6e9-f377d2a17117/0f1adcae-e3c2-4641-b703-3bedacb252f9/8cb644c5-5df8-443a-bf0e-d627eeef26ed) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:53.137465 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.138691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:53.139291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.147735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5604a-dafb-4482-8baa-e6a44303c129 req-9ecb0932-323d-4528-b804-78abcf5f75b1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:53.149870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44c5604a-dafb-4482-8baa-e6a44303c129 req-9ecb0932-323d-4528-b804-78abcf5f75b1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2823546 Sep 22 09:38:53.171197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Pushing event updated for resources: {'Port': ['ID=621dc5d1-6cf6-4704-813e-0cab438d71e4,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:53.195655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Attempting to bind port 621dc5d1-6cf6-4704-813e-0cab438d71e4 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:53.195858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Attempting to bind port 621dc5d1-6cf6-4704-813e-0cab438d71e4 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '29e7718d-aa0f-4bcd-91dd-ff2a00e190b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '558e3f05-c052-4f87-b6e9-f377d2a17117'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:53.196092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Attempting to bind port 621dc5d1-6cf6-4704-813e-0cab438d71e4 on network 558e3f05-c052-4f87-b6e9-f377d2a17117 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:53.207091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:53.207388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Checking segment: {'id': '29e7718d-aa0f-4bcd-91dd-ff2a00e190b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '558e3f05-c052-4f87-b6e9-f377d2a17117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:53.207822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.208239 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Bound using segment: {'id': '29e7718d-aa0f-4bcd-91dd-ff2a00e190b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '558e3f05-c052-4f87-b6e9-f377d2a17117'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:53.212530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet b9b771e6-68bb-4913-bdff-4a38192adab9 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:53.213420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Bound port: 621dc5d1-6cf6-4704-813e-0cab438d71e4, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e7718d-aa0f-4bcd-91dd-ff2a00e190b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '558e3f05-c052-4f87-b6e9-f377d2a17117'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:53.213911 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.229930 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.261316 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.265018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c273be8e-005b-4ce8-a4ae-790a47caaa48,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:53.285333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44c5604a-dafb-4482-8baa-e6a44303c129 req-023e6e46-3f44-494b-bfe7-d159010ee3d0 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004257 Sep 22 09:38:53.318823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-189a268c-b95f-4811-9f96-547a74850744 None None] For port 621dc5d1-6cf6-4704-813e-0cab438d71e4, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:53.327873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-189a268c-b95f-4811-9f96-547a74850744 None None] For port 621dc5d1-6cf6-4704-813e-0cab438d71e4, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=621dc5d1-6cf6-4704-813e-0cab438d71e4,segment=NetworkSegment(29e7718d-aa0f-4bcd-91dd-ff2a00e190b0),segment_id=29e7718d-aa0f-4bcd-91dd-ff2a00e190b0)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:53.330567 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network c273be8e-005b-4ce8-a4ae-790a47caaa48 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:38:53.336938 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2321a7eb-28f7-44ae-977e-f7e6eb4d84b9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9882998 Sep 22 09:38:53.340370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42806) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:53.357586 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.372554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] Request body: {'subnet': {'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2009129714-subnet', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:53.463525 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.522691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a268c-b95f-4811-9f96-547a74850744 None None] Pushing event updated for resources: {'Port': ['ID=621dc5d1-6cf6-4704-813e-0cab438d71e4,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:53.524200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6f67fbf0-fee1-4183-abce-70eff738870c service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865495 Sep 22 09:38:53.536083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] Made reservation on behalf of a79e3be18a874d258be0439f2c330ceb for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:53.540060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.640794 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.664832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6fa85f83-49b2-487b-9f8f-c4ec7a716fe8 service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396458 Sep 22 09:38:53.671540 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.826932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.852016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.866216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b771e6-68bb-4913-bdff-4a38192adab9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:53.897974 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:53.897974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/b9b771e6-68bb-4913-bdff-4a38192adab9 HTTP/1.1" status: 204 len: 168 time: 0.8332438 Sep 22 09:38:53.898206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90877dc-d505-49a6-adac-9e849b585c3a None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:53.905656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42816) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:53.916250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.916605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.917073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.917417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.917918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.918254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.918582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.920098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.920098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.920098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.920098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.920438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3123ec-f30f-43a5-9018-26455e3b7df4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:38:53.967105 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.001730 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f89a832-b3cd-48ec-8b10-9a04b9ddc6a2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet d15193e6-abb8-42c5-947d-39ea44437b3e {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:38:54.007008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f89a832-b3cd-48ec-8b10-9a04b9ddc6a2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.076476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebb025ad-b826-4b5d-8013-a5e367086c5d req-805396f9-f659-43db-a1a0-51662fd67fbf tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.0844865 Sep 22 09:38:54.122030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 558e3f05-c052-4f87-b6e9-f377d2a17117 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:54.128992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=8cb644c5-5df8-443a-bf0e-d627eeef26ed,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:54.138794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 621dc5d1-6cf6-4704-813e-0cab438d71e4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:54.155181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:54.155874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f89a832-b3cd-48ec-8b10-9a04b9ddc6a2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.167897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:54.242918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5f5e9d-77b7-4828-90f8-b4231308e967,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:54.258981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 621dc5d1-6cf6-4704-813e-0cab438d71e4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:54.259528 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.280059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] Checking segment: {'id': '92691d94-64ab-4ed6-81e4-5b210e6ca6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:54.284165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] Network hostable DHCP agents. Network: c273be8e-005b-4ce8-a4ae-790a47caaa48, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:38:54.285304 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f89a832-b3cd-48ec-8b10-9a04b9ddc6a2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.298266 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:54.300159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.332224 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dc457c01-7516-4d34-83d5-3ce05a31c7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.412025 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-843bec1e-8892-43e7-8b52-d0b770a70381 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9197185 Sep 22 09:38:54.414657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42826) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:54.438549 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.475683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] Network c273be8e-005b-4ce8-a4ae-790a47caaa48 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:38:54.485579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 621dc5d1-6cf6-4704-813e-0cab438d71e4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=621dc5d1-6cf6-4704-813e-0cab438d71e4,segment=NetworkSegment(29e7718d-aa0f-4bcd-91dd-ff2a00e190b0),segment_id=29e7718d-aa0f-4bcd-91dd-ff2a00e190b0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:54.497725 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.515177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9aeb2-8a0b-4122-95ab-6fce0efe536a req-d40983a4-b414-465a-9709-8e730ab60722 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:54.516868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93d9aeb2-8a0b-4122-95ab-6fce0efe536a req-d40983a4-b414-465a-9709-8e730ab60722 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1103957 Sep 22 09:38:54.518239 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f89a832-b3cd-48ec-8b10-9a04b9ddc6a2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.549953 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.565608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89a832-b3cd-48ec-8b10-9a04b9ddc6a2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=d15193e6-abb8-42c5-947d-39ea44437b3e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:54.600940 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f89a832-b3cd-48ec-8b10-9a04b9ddc6a2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.605347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5f89a832-b3cd-48ec-8b10-9a04b9ddc6a2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/d15193e6-abb8-42c5-947d-39ea44437b3e HTTP/1.1" status: 204 len: 168 time: 0.6959119 Sep 22 09:38:54.611215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42828) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:54.619130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, c273be8e-005b-4ce8-a4ae-790a47caaa48) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:54.636342 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:54.637781 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:54.658390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=621dc5d1-6cf6-4704-813e-0cab438d71e4,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:54.666514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42834) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:54.667731 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c828671-0e31-4824-8c3b-b7093c7512ef None None] Network c273be8e-005b-4ce8-a4ae-790a47caaa48 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:54.677533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ed73de09-1126-42a7-9430-62a9890fcc09 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503359 Sep 22 09:38:54.684655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0c731ff9-6712-4979-9c79-87e64469af2b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:54.696819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93d9aeb2-8a0b-4122-95ab-6fce0efe536a req-749a9fae-8f49-4a03-b3c3-c54d6155d2c2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419809 Sep 22 09:38:54.928748 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4c7f3a35-161d-443a-982b-cab8a2733dc0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5826182 Sep 22 09:38:54.928972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42838) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:54.937209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2009129714-router', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:55.010101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-c273be8e-005b-4ce8-a4ae-790a47caaa48', 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'fixed_ips': [{'subnet_id': 'da5f5e9d-77b7-4828-90f8-b4231308e967'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:38:55.010101 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:55.063760 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:55.065579 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:55.162353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b2f00-696c-4b48-8377-e1d8dd5fde0f None None] Network 558e3f05-c052-4f87-b6e9-f377d2a17117 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:55.215973 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:55.228954 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:55.254293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51ddc9fc-cbf3-4c4c-a8ba-88754a3bbf40 req-55870565-0d47-4abb-a337-f39d1c4db305 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.0367885 Sep 22 09:38:55.307049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c731ff9-6712-4979-9c79-87e64469af2b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:55.313447 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c731ff9-6712-4979-9c79-87e64469af2b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:55.382471 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:38:55.400386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5cb5783f-3d64-474c-92a0-89a8bf745328 None None] Provisioning complete for port 621dc5d1-6cf6-4704-813e-0cab438d71e4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:55.400784 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5cb5783f-3d64-474c-92a0-89a8bf745328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:55.435855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c78159-0847-4d29-b1ae-cfac0a52fb42 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:55.512734 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:55.590243 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Allocated IP 172.20.0.2 (c273be8e-005b-4ce8-a4ae-790a47caaa48/da5f5e9d-77b7-4828-90f8-b4231308e967/5f45c8a8-2204-4537-8fd0-bdb0c4680e1e) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:55.717429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c731ff9-6712-4979-9c79-87e64469af2b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:55.924818 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c731ff9-6712-4979-9c79-87e64469af2b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=17309687-28f6-4a11-bef6-69a4decfa508,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:55.952242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4127ab8-7b64-4164-b6c5-59c12a74672a None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:38:55.956292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-03cdfa43-aecb-42e0-b5fa-5f714ae95839 None None] Provisioning complete for port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:55.956983 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-03cdfa43-aecb-42e0-b5fa-5f714ae95839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:55.967214 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:55.971857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c731ff9-6712-4979-9c79-87e64469af2b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:56.015936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-0c731ff9-6712-4979-9c79-87e64469af2b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:56.027758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c731ff9-6712-4979-9c79-87e64469af2b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:56.028360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c731ff9-6712-4979-9c79-87e64469af2b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.058637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 621dc5d1-6cf6-4704-813e-0cab438d71e4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:38:56.136041 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.150749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.168447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbfc8f-4c69-4bdd-8007-088b623756ce req-dbf3d5e8-8055-4788-95cb-52a7c5a44633 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:56.175238 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0c731ff9-6712-4979-9c79-87e64469af2b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5040243 Sep 22 09:38:56.176507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42862) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:56.182797 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fafbfc8f-4c69-4bdd-8007-088b623756ce req-dbf3d5e8-8055-4788-95cb-52a7c5a44633 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2746205 Sep 22 09:38:56.191881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:56.266167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c4127ab8-7b64-4164-b6c5-59c12a74672a None None] Deleting port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:38:56.267231 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c4127ab8-7b64-4164-b6c5-59c12a74672a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.290539 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.353568 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.356548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Network c273be8e-005b-4ce8-a4ae-790a47caaa48 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:56.371159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fafbfc8f-4c69-4bdd-8007-088b623756ce req-54be87de-0a09-4b25-a0de-8ce75b783712 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874332 Sep 22 09:38:56.386688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:56.395660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-15761c75-1793-421c-bead-9445a53de11a None None] Provisioning complete for port 8cb644c5-5df8-443a-bf0e-d627eeef26ed triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:56.396366 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-15761c75-1793-421c-bead-9445a53de11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.402571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:56.427943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.485366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Pushing event updated for resources: {'Port': ['ID=5f45c8a8-2204-4537-8fd0-bdb0c4680e1e,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:56.505357 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cf7242f-4a96-4374-8aa5-217ba423577b req-64cbad8b-e7a7-4edd-a450-02764a0ca7b8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.0642078 Sep 22 09:38:56.546049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 9178587b-1348-488a-86f3-902f603d3fdb details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:38:56.621305 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Allocated IP 172.25.6.174 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/c67c3e8a-fbde-4696-b64b-2113f276fdbc) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:56.671810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=8cb644c5-5df8-443a-bf0e-d627eeef26ed,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:56.708125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c4127ab8-7b64-4164-b6c5-59c12a74672a None None] For port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7a4add3e-2ed9-4459-a00d-4d05d6d54f1a,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:56.708532 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c4127ab8-7b64-4164-b6c5-59c12a74672a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.751352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289078c-5611-4946-bda7-7927f13d7b95 req-a6b130a5-ac8f-492d-8b21-f2dd3c508a4e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:56.753637 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-a6b130a5-ac8f-492d-8b21-f2dd3c508a4e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 0.3894281 Sep 22 09:38:56.754287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:56.756987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.757814 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.800847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Request body: {'port': {'device_id': '45ff9acc-b916-4d24-9086-df6e7dd73f5a', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'admin_state_up': True, 'tenant_id': '8bd70d7a90ed493c918a390115ac4717'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:38:56.892240 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:56.954276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:56.957824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:56.961944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:57.007286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c4127ab8-7b64-4164-b6c5-59c12a74672a None None] Calling delete_port for 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:38:57.010065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Pushing event updated for resources: {'Port': ['ID=c67c3e8a-fbde-4696-b64b-2113f276fdbc,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:57.045124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 621dc5d1-6cf6-4704-813e-0cab438d71e4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:57.045525 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.082948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-15761c75-1793-421c-bead-9445a53de11a None None] Port 8cb644c5-5df8-443a-bf0e-d627eeef26ed cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:57.198153 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.209432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Attempting to bind port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:57.209812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Attempting to bind port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '92691d94-64ab-4ed6-81e4-5b210e6ca6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:57.210207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Attempting to bind port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e on network c273be8e-005b-4ce8-a4ae-790a47caaa48 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:57.212202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-15761c75-1793-421c-bead-9445a53de11a None None] Provisioning complete for port 621dc5d1-6cf6-4704-813e-0cab438d71e4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:57.212573 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-15761c75-1793-421c-bead-9445a53de11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.253680 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d6168a9f-73f0-4b0a-b2f2-355738dcc5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.264216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:57.264618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Checking segment: {'id': '92691d94-64ab-4ed6-81e4-5b210e6ca6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:57.265044 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.265463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Bound using segment: {'id': '92691d94-64ab-4ed6-81e4-5b210e6ca6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:57.265943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Bound port: 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92691d94-64ab-4ed6-81e4-5b210e6ca6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:57.266331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.272109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:57.284042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Made reservation on behalf of 8bd70d7a90ed493c918a390115ac4717 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:38:57.287662 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.312502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '9178587b-1348-488a-86f3-902f603d3fdb', 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1', 'port_id': '9178587b-1348-488a-86f3-902f603d3fdb', 'mac_address': 'fa:16:3e:c3:a1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513f0a29-a218-4e9f-9a9f-f5fef781aa74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:38:57.503093 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.513364 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c4127ab8-7b64-4164-b6c5-59c12a74672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.532989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] For port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:38:57.572719 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.573335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4127ab8-7b64-4164-b6c5-59c12a74672a None None] Pushing event deleted for resources: {'Port': ['ID=7a4add3e-2ed9-4459-a00d-4d05d6d54f1a,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:57.574898 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.577158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9178587b-1348-488a-86f3-902f603d3fdb {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:38:57.593273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] For port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5f45c8a8-2204-4537-8fd0-bdb0c4680e1e,segment=NetworkSegment(92691d94-64ab-4ed6-81e4-5b210e6ca6f5),segment_id=92691d94-64ab-4ed6-81e4-5b210e6ca6f5)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:38:57.598053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4127ab8-7b64-4164-b6c5-59c12a74672a None None] No DVR routers for this DVR port 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:38:57.617440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f2fee8-55af-44a6-a171-db2fb240303a None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:57.623045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:38:57.687780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b52bdea3-df40-45eb-bf29-38c4a3cb53ee req-777175b0-4b6a-4719-bc8e-8b3605846fab tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.0393624 Sep 22 09:38:57.731841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef7c3d-5259-427c-852c-51a162857d32 req-0e6fecd2-a176-414a-8482-1dfb822e0e03 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:57.733599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3ef7c3d-5259-427c-852c-51a162857d32 req-0e6fecd2-a176-414a-8482-1dfb822e0e03 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1624186 Sep 22 09:38:57.738457 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.740859 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:57.825475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:57.853896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3ef7c3d-5259-427c-852c-51a162857d32 req-46130359-fa56-42fc-bb7b-e643be5ffb5c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041629 Sep 22 09:38:57.935278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51960437-0da5-4a06-ae22-e6f72ca87087 None None] Pushing event updated for resources: {'Port': ['ID=5f45c8a8-2204-4537-8fd0-bdb0c4680e1e,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:57.973286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['9178587b-1348-488a-86f3-902f603d3fdb'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:38:58.013978 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:58.036834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:38:58.072080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:38:58.072684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7a4add3e-2ed9-4459-a00d-4d05d6d54f1a not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:38:58.086363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6b505a78-bd9a-40c9-8ef7-192c74764974 None None] Provisioning complete for port 8cb644c5-5df8-443a-bf0e-d627eeef26ed triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:38:58.087011 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6b505a78-bd9a-40c9-8ef7-192c74764974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:58.173189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:58.237392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6b505a78-bd9a-40c9-8ef7-192c74764974 None None] Port 8cb644c5-5df8-443a-bf0e-d627eeef26ed cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:38:58.276246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '17309687-28f6-4a11-bef6-69a4decfa508'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:38:58.277293 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:58.303755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Allocated IP 172.20.0.9 (b0308c47-2dd5-40ac-9dc0-33b7063350f0/b00a578d-afde-4b8b-a56f-208701f3f927/b2be07cb-e4fa-49f2-82b2-42abdd751097) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:58.385052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Router 43a05571-0ed0-4d66-957b-8eafc988510b is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:38:58.462567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:58.623864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:38:58.636842 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Sync routers for ids ['43a05571-0ed0-4d66-957b-8eafc988510b'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:38:58.651578 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Routers {'43a05571-0ed0-4d66-957b-8eafc988510b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:38:58.652146 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['43a05571-0ed0-4d66-957b-8eafc988510b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:58.699672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Allocated IP 172.20.0.2 (201714cb-581c-4a22-b65d-63842f91bb89/17309687-28f6-4a11-bef6-69a4decfa508/167c6fd1-c4f0-46cc-ab8a-986a52f80ef1) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:38:58.738528 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:58.747378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-34d992a0-6fe2-467f-b530-2bd0b2421a65 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8113811 Sep 22 09:38:58.747378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42908) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:38:58.835733 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Set router 43a05571-0ed0-4d66-957b-8eafc988510b gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:38:58.985833 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:59.022871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7859c36-1f5d-4642-b2e6-ddf842001cb1 req-848344e3-bf86-4b6b-b88d-b833140d0d9e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.1068764 Sep 22 09:38:59.065046 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:59.076269 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:59.144635 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:59.215421 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'name': 'tempest-FloatingIPsTestJSON-2009129714-router', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:55Z', 'updated_at': '2021-09-22T09:38:57Z', 'revision_number': 3, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'gw_port': {'id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:38:56Z', 'updated_at': '2021-09-22T09:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:38:59.243689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1b834-e544-4a44-a09b-9f28a53f284b req-e2418b19-43b3-4450-bd72-eea1035b1fea tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:38:59.250824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:59.258775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6e1b834-e544-4a44-a09b-9f28a53f284b req-e2418b19-43b3-4450-bd72-eea1035b1fea tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.2342904 Sep 22 09:38:59.273681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:38:59.281482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:38:59.317841 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Checking router: 43a05571-0ed0-4d66-957b-8eafc988510b for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:38:59.322654 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Updating router 43a05571-0ed0-4d66-957b-8eafc988510b port c67c3e8a-fbde-4696-b64b-2113f276fdbc binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:38:59.341652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:59.365899 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Pushing event updated for resources: {'Port': ['ID=167c6fd1-c4f0-46cc-ab8a-986a52f80ef1,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:59.384693 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:59.419703 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:59.501562 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=8cb644c5-5df8-443a-bf0e-d627eeef26ed,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:38:59.547260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.objects.ports [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95509) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:38:59.581755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6e1b834-e544-4a44-a09b-9f28a53f284b req-bce04273-e931-4ba3-9dd3-ca142b22b379 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218184 Sep 22 09:38:59.645158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Attempting to bind port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:38:59.645840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Attempting to bind port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:38:59.648519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Attempting to bind port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:38:59.673151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:38:59.674450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:38:59.681133 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:59.688009 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:38:59.688009 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Bound port: 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:38:59.688009 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:59.833752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f77aba-63ed-4ac9-96d2-4c3a42b2191c None None] Network c273be8e-005b-4ce8-a4ae-790a47caaa48 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:38:59.921331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 558e3f05-c052-4f87-b6e9-f377d2a17117 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:38:59.924074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:00.013252 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.070501 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.105459 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.124111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] For port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:00.135632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:00.140707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] For port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=167c6fd1-c4f0-46cc-ab8a-986a52f80ef1,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:00.186599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-450df79a-f81a-4c2d-95d5-a85e320c9c92 None None] Provisioning complete for port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:00.187202 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-450df79a-f81a-4c2d-95d5-a85e320c9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.228276 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.270230 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.278659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event updated for resources: {'Port': ['ID=b2be07cb-e4fa-49f2-82b2-42abdd751097,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:00.342576 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.394279 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79716f1-cbd1-4997-8972-a73318680361 req-b41d6ed2-d379-4c6d-b8b2-e7a980640f46 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:00.395941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a79716f1-cbd1-4997-8972-a73318680361 req-b41d6ed2-d379-4c6d-b8b2-e7a980640f46 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 931 time: 0.1834204 Sep 22 09:39:00.478907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Network b0308c47-2dd5-40ac-9dc0-33b7063350f0 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:00.497190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:00.505790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:00.537010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:00.537580 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.555705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 9178587b-1348-488a-86f3-902f603d3fdb up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:00.637300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Allocated IP 172.20.0.1 (c273be8e-005b-4ce8-a4ae-790a47caaa48/da5f5e9d-77b7-4828-90f8-b4231308e967/222d90ff-1ba7-49e0-8c44-ef9d1b9cc317) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:00.661705 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a79716f1-cbd1-4997-8972-a73318680361 req-d6d1e406-72d1-4e66-834a-6d1f14177244 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534542 Sep 22 09:39:00.759719 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-450df79a-f81a-4c2d-95d5-a85e320c9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.768786 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.794075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:00.797085 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.851478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-450df79a-f81a-4c2d-95d5-a85e320c9c92 None None] For port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5f45c8a8-2204-4537-8fd0-bdb0c4680e1e,segment=NetworkSegment(92691d94-64ab-4ed6-81e4-5b210e6ca6f5),segment_id=92691d94-64ab-4ed6-81e4-5b210e6ca6f5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:00.873023 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Attempting to bind port c67c3e8a-fbde-4696-b64b-2113f276fdbc on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:00.873382 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Attempting to bind port c67c3e8a-fbde-4696-b64b-2113f276fdbc by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:00.878126 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Attempting to bind port c67c3e8a-fbde-4696-b64b-2113f276fdbc on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:00.888703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae3ddc-255d-45cf-a258-631c9632e1de None None] Pushing event updated for resources: {'Port': ['ID=167c6fd1-c4f0-46cc-ab8a-986a52f80ef1,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:00.905706 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:00.906099 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:00.906466 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.906848 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:00.907345 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Bound port: c67c3e8a-fbde-4696-b64b-2113f276fdbc, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:00.907740 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.910721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 9178587b-1348-488a-86f3-902f603d3fdb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:00.917798 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:00.924895 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-fea0bd21-4186-42ee-a01e-555bc819238b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1565957 Sep 22 09:39:00.941877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Request body: {'port': {'device_id': '45ff9acc-b916-4d24-9086-df6e7dd73f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:00.975700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ac792-c943-4eab-887d-6fa2dc42bbd9 req-b9fa059a-b09e-46be-bd81-5d744274a846 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:00.977610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e1ac792-c943-4eab-887d-6fa2dc42bbd9 req-b9fa059a-b09e-46be-bd81-5d744274a846 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.2598784 Sep 22 09:39:00.992525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router 99963ea1-3a03-4d20-96ac-40828c120701 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:39:01.045960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:01.095161 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e1ac792-c943-4eab-887d-6fa2dc42bbd9 req-fb1576a5-b90c-4705-b536-7228af2038c2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024706 Sep 22 09:39:01.095401 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] For port c67c3e8a-fbde-4696-b64b-2113f276fdbc, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:01.102572 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] For port c67c3e8a-fbde-4696-b64b-2113f276fdbc, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c67c3e8a-fbde-4696-b64b-2113f276fdbc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:01.110894 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f38d3-c536-425d-9e08-783d0aecfe81 None None] Pushing event updated for resources: {'Port': ['ID=c67c3e8a-fbde-4696-b64b-2113f276fdbc,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:01.120208 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-450df79a-f81a-4c2d-95d5-a85e320c9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:01.191072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:01.200384 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:01.264327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450df79a-f81a-4c2d-95d5-a85e320c9c92 None None] Pushing event updated for resources: {'Port': ['ID=5f45c8a8-2204-4537-8fd0-bdb0c4680e1e,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:01.274543 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:01.375622 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f38d3-c536-425d-9e08-783d0aecfe81 None None] Pushing event updated for resources: {'Port': ['ID=c67c3e8a-fbde-4696-b64b-2113f276fdbc,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:01.382670 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Routers {'43a05571-0ed0-4d66-957b-8eafc988510b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:01.384656 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['43a05571-0ed0-4d66-957b-8eafc988510b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:01.415045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Network c273be8e-005b-4ce8-a4ae-790a47caaa48 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:01.418413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:01.438017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] For port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=167c6fd1-c4f0-46cc-ab8a-986a52f80ef1,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:01.438548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:01.478291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:01.573670 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:01.576492 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:01.607144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Pushing event updated for resources: {'Port': ['ID=222d90ff-1ba7-49e0-8c44-ef9d1b9cc317,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:01.671346 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] Set router 43a05571-0ed0-4d66-957b-8eafc988510b gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:39:01.705390 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:01.837008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3cbc8eed-eae7-49ff-8182-9696382eebf5 None None] Provisioning complete for port 8cb644c5-5df8-443a-bf0e-d627eeef26ed triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:01.837598 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8eed-eae7-49ff-8182-9696382eebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:01.874516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:01.894188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=167c6fd1-c4f0-46cc-ab8a-986a52f80ef1,revision_number=4']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:01.896479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=d95b1572-a018-4a85-9835-1bb3b5ee2907,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:01.937526 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-26922ea5-5612-495c-a7a5-ae50733622e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/99963ea1-3a03-4d20-96ac-40828c120701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5216579 Sep 22 09:39:01.969941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42940) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:01.983794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e12cfe-bacb-4eb1-82c8-89d7d607fb98 None None] Sync routers for ids ['99963ea1-3a03-4d20-96ac-40828c120701'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:02.107006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:02.176133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b6d60d-785c-4fee-af0d-45988dd7fac4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:02.194561 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f3b6d60d-785c-4fee-af0d-45988dd7fac4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports/8cb644c5-5df8-443a-bf0e-d627eeef26ed HTTP/1.1" status: 200 len: 977 time: 0.2197456 Sep 22 09:39:02.197360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc8eed-eae7-49ff-8182-9696382eebf5 None None] Port 8cb644c5-5df8-443a-bf0e-d627eeef26ed cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:39:02.200237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e12cfe-bacb-4eb1-82c8-89d7d607fb98 None None] Routers {'99963ea1-3a03-4d20-96ac-40828c120701'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:02.202093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-45e12cfe-bacb-4eb1-82c8-89d7d607fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['99963ea1-3a03-4d20-96ac-40828c120701'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:02.221777 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:02.300272 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'name': 'tempest-FloatingIPsTestJSON-2009129714-router', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:55Z', 'updated_at': '2021-09-22T09:38:57Z', 'revision_number': 3, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'gw_port': {'id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:38:56Z', 'updated_at': '2021-09-22T09:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:02.347195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-45e12cfe-bacb-4eb1-82c8-89d7d607fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:02.364637 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42946) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:02.406445 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a5a607-563f-400a-8d78-ec8124ca4768 None None] The sync data for ids ['43a05571-0ed0-4d66-957b-8eafc988510b'] in n-d-805649-4 is: [{'id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'name': 'tempest-FloatingIPsTestJSON-2009129714-router', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:55Z', 'updated_at': '2021-09-22T09:38:57Z', 'revision_number': 3, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'gw_port': {'id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:38:56Z', 'updated_at': '2021-09-22T09:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:02.482886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e12cfe-bacb-4eb1-82c8-89d7d607fb98 None None] Routers {'99963ea1-3a03-4d20-96ac-40828c120701'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:02.483537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-45e12cfe-bacb-4eb1-82c8-89d7d607fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['99963ea1-3a03-4d20-96ac-40828c120701'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:02.485156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:39:02.492868 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3bfe94-1496-4877-9c99-40a77a0e7a15" -d '{"events": [{"server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "name": "network-vif-plugged", "status": "completed", "tag": "9178587b-1348-488a-86f3-902f603d3fdb"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:39:02.503392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:02.507085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:02.507909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:02.533460 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773523c4-73a2-43d0-b753-95d02d72e6b9 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:02.575932 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-19171733-f13b-4a20-bce7-5576316358e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.3973498 Sep 22 09:39:02.651650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6da83d7a-9f0c-4182-944e-65be8fdd5cfd None None] Provisioning complete for port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:02.652169 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6da83d7a-9f0c-4182-944e-65be8fdd5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:02.673168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42950) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:02.684836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:b5:67:57', 'name': 'tempest-NetworksTestDHCPv6-82373810'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:02.736189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:02.740134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:02.752706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6da83d7a-9f0c-4182-944e-65be8fdd5cfd None None] Port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:39:02.776207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-45e12cfe-bacb-4eb1-82c8-89d7d607fb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:02.785599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e12cfe-bacb-4eb1-82c8-89d7d607fb98 None None] The sync data for ids ['99963ea1-3a03-4d20-96ac-40828c120701'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:02.808411 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:03.044442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6da83d7a-9f0c-4182-944e-65be8fdd5cfd None None] Provisioning complete for port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:03.045130 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6da83d7a-9f0c-4182-944e-65be8fdd5cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:03.076606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:03.264135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:03.285385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:03.290468 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:03.350629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1c0d-5ed4-4542-b049-24fba24c3bb9 req-e2dfe31e-5cb9-46cd-b7b2-6af40b69828a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:03.354983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f00b1c0d-5ed4-4542-b049-24fba24c3bb9 req-e2dfe31e-5cb9-46cd-b7b2-6af40b69828a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 931 time: 1.4549453 Sep 22 09:39:03.355960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:03.388924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2be07cb-e4fa-49f2-82b2-42abdd751097 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:39:03.398240 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:03.413941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Transition to ACTIVE for port object b2be07cb-e4fa-49f2-82b2-42abdd751097 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:39:03.509624 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:03.538164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:03.593927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273dfb9-abd2-4b3d-b313-ad9582b16d92 req-24cab7ed-abde-4f83-9f78-ac19a996e116 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:03.597337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0273dfb9-abd2-4b3d-b313-ad9582b16d92 req-24cab7ed-abde-4f83-9f78-ac19a996e116 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3343720 Sep 22 09:39:03.604364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 3ddeb9ab-118a-4229-aa2c-853409a6a4d6 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:39:03.618973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f00b1c0d-5ed4-4542-b049-24fba24c3bb9 req-de8134f0-1982-42c4-a169-1497b46b1bbe tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541687 Sep 22 09:39:03.746218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7174ba48-167b-468a-8371-c0c2531ecbd8 None None] Provisioning complete for port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:03.746741 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7174ba48-167b-468a-8371-c0c2531ecbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:03.806774 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31f377e-16d9-4385-8bd5-719ea37f6c6e x-openstack-request-id: req-d31f377e-16d9-4385-8bd5-719ea37f6c6e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:39:03.812969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0273dfb9-abd2-4b3d-b313-ad9582b16d92 req-08088ba6-da1c-4d52-b5af-344f48dd48a6 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888642 Sep 22 09:39:03.815758 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "name": "network-vif-plugged", "status": "completed", "tag": "9178587b-1348-488a-86f3-902f603d3fdb", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:39:03.816149 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d31f377e-16d9-4385-8bd5-719ea37f6c6e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:39:03.816879 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb', 'code': 200} Sep 22 09:39:03.864845 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:03.927588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Pushing event updated for resources: {'Port': ['ID=b2be07cb-e4fa-49f2-82b2-42abdd751097,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:04.027588 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:04.039011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=167c6fd1-c4f0-46cc-ab8a-986a52f80ef1,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:04.081419 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7174ba48-167b-468a-8371-c0c2531ecbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:04.125664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:04.145000 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:04.145988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:04.265354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=167c6fd1-c4f0-46cc-ab8a-986a52f80ef1,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:04.337535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Pushing event updated for resources: {'Port': ['ID=222d90ff-1ba7-49e0-8c44-ef9d1b9cc317,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:04.352255 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:04.478111 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-7174ba48-167b-468a-8371-c0c2531ecbd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:39:04.478600 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-7174ba48-167b-468a-8371-c0c2531ecbd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:39:04.501377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:04.502912 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:04.639755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Network c273be8e-005b-4ce8-a4ae-790a47caaa48 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:04.642968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:04.999089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Router 43a05571-0ed0-4d66-957b-8eafc988510b has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:39:05.109748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4f272-5a66-4fb3-8a6b-2213377a1cf5 req-3a90b048-d533-4f73-b0bb-27d2ad6b6c2a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:05.112471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cbc4f272-5a66-4fb3-8a6b-2213377a1cf5 req-3a90b048-d533-4f73-b0bb-27d2ad6b6c2a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 943 time: 0.2227936 Sep 22 09:39:05.165086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c67c3e8a-fbde-4696-b64b-2113f276fdbc up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:05.170352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Attempting to bind port b2be07cb-e4fa-49f2-82b2-42abdd751097 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:05.170875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Attempting to bind port b2be07cb-e4fa-49f2-82b2-42abdd751097 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:05.171179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Attempting to bind port b2be07cb-e4fa-49f2-82b2-42abdd751097 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:05.173189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19cf0376-c427-4f60-ab26-a23be8bd5375 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:05.212982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Port b2be07cb-e4fa-49f2-82b2-42abdd751097 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:39:05.213343 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Attempting to bind port b2be07cb-e4fa-49f2-82b2-42abdd751097 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:05.233543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:05.233854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Checking segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:05.234087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Bound using segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:05.234515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Bound port: b2be07cb-e4fa-49f2-82b2-42abdd751097, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:05.234871 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:05.288320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a04df-4630-4fc2-bcb3-f1e673f6c118 req-bddd3e42-4635-49f8-9f59-f98d4d91e6fe tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:05.290614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-898a04df-4630-4fc2-bcb3-f1e673f6c118 req-bddd3e42-4635-49f8-9f59-f98d4d91e6fe tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2533484 Sep 22 09:39:05.296345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cbc4f272-5a66-4fb3-8a6b-2213377a1cf5 req-426a681e-00da-4c23-8d6e-340749bdab2d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735191 Sep 22 09:39:05.367025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c67c3e8a-fbde-4696-b64b-2113f276fdbc triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:05.367414 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:05.387880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 172.20.0.6 (201714cb-581c-4a22-b65d-63842f91bb89/17309687-28f6-4a11-bef6-69a4decfa508/3ddeb9ab-118a-4229-aa2c-853409a6a4d6) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:05.403886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::f816:3eff:feb5:6757 (201714cb-581c-4a22-b65d-63842f91bb89/d95b1572-a018-4a85-9835-1bb3b5ee2907/3ddeb9ab-118a-4229-aa2c-853409a6a4d6) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:05.414698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6caeb8a5-97dd-4e1a-94c0-d5e520001f00 None None] Provisioning complete for port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:05.414698 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6caeb8a5-97dd-4e1a-94c0-d5e520001f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:05.459945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6caeb8a5-97dd-4e1a-94c0-d5e520001f00 None None] Port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:39:05.480935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6caeb8a5-97dd-4e1a-94c0-d5e520001f00 None None] Provisioning complete for port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:05.480935 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6caeb8a5-97dd-4e1a-94c0-d5e520001f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:05.564568 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:05.593051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port c67c3e8a-fbde-4696-b64b-2113f276fdbc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c67c3e8a-fbde-4696-b64b-2113f276fdbc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:05.619493 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-898a04df-4630-4fc2-bcb3-f1e673f6c118 req-57c8b016-dd52-44b9-85f3-51589d5285c4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191228 Sep 22 09:39:05.674512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:05.691017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c353a821-3984-4219-8afa-ec3c7b8e109f admin admin] 10.222.0.49 "PUT /v2.0/routers/43a05571-0ed0-4d66-957b-8eafc988510b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9423659 Sep 22 09:39:05.697071 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:05.697888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:05.725877 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Sync routers for ids ['43a05571-0ed0-4d66-957b-8eafc988510b'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:05.738173 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Routers {'43a05571-0ed0-4d66-957b-8eafc988510b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:05.738803 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['43a05571-0ed0-4d66-957b-8eafc988510b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:05.784168 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:05.848370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7869a-e387-46b2-889c-0a20d2c200cc req-0d47e034-41ce-45ed-b519-bbc1c01226d8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:05.866030 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7869a-e387-46b2-889c-0a20d2c200cc req-0d47e034-41ce-45ed-b519-bbc1c01226d8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:05.887622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7869a-e387-46b2-889c-0a20d2c200cc req-0d47e034-41ce-45ed-b519-bbc1c01226d8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:05.894605 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] For port b2be07cb-e4fa-49f2-82b2-42abdd751097, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:05.905516 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7869a-e387-46b2-889c-0a20d2c200cc req-0d47e034-41ce-45ed-b519-bbc1c01226d8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:05.910776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=c67c3e8a-fbde-4696-b64b-2113f276fdbc,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:05.916782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] For port b2be07cb-e4fa-49f2-82b2-42abdd751097, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b2be07cb-e4fa-49f2-82b2-42abdd751097,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:05.922939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7869a-e387-46b2-889c-0a20d2c200cc req-0d47e034-41ce-45ed-b519-bbc1c01226d8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:05.948518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7869a-e387-46b2-889c-0a20d2c200cc req-0d47e034-41ce-45ed-b519-bbc1c01226d8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:05.951339 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:05.951733 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:05.977248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7869a-e387-46b2-889c-0a20d2c200cc req-0d47e034-41ce-45ed-b519-bbc1c01226d8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:05.985547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:05.989418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ab7869a-e387-46b2-889c-0a20d2c200cc req-0d47e034-41ce-45ed-b519-bbc1c01226d8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5444 time: 0.3320026 Sep 22 09:39:06.041429 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Set router 43a05571-0ed0-4d66-957b-8eafc988510b gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:39:06.071815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ab7869a-e387-46b2-889c-0a20d2c200cc req-6ee3ffec-f92d-44a2-bff4-a2800ac7d3dd tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0814333 Sep 22 09:39:06.148038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:06.150536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:06.152449 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] 10.222.0.60 "PUT /v2.0/ports/b2be07cb-e4fa-49f2-82b2-42abdd751097 HTTP/1.1" status: 200 len: 1091 time: 5.2183650 Sep 22 09:39:06.155593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ff9acc-b916-4d24-9086-df6e7dd73f5a', 'tag': 'b2be07cb-e4fa-49f2-82b2-42abdd751097'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:39:06.160593 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fadedd1-e1ab-42bd-ad61-7d4ec781adb7" -d '{"events": [{"name": "network-changed", "server_uuid": "45ff9acc-b916-4d24-9086-df6e7dd73f5a", "tag": "b2be07cb-e4fa-49f2-82b2-42abdd751097"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:39:06.227600 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:06.258748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:06.266863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:06.275470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:06.353430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Pushing event updated for resources: {'Port': ['ID=b2be07cb-e4fa-49f2-82b2-42abdd751097,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:06.386832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bbc77-7b38-473f-ab76-7b4e3b816e0f req-a799070e-eba6-4162-8979-7670487e7c20 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:06.396788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-19cf0376-c427-4f60-ab26-a23be8bd5375 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 8cb644c5-5df8-443a-bf0e-d627eeef26ed {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:06.397017 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19cf0376-c427-4f60-ab26-a23be8bd5375 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:06.406364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bbc77-7b38-473f-ab76-7b4e3b816e0f req-a799070e-eba6-4162-8979-7670487e7c20 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:06.406878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.407297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.407704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.408783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.409186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.409593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.410010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.410408 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.410800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.411191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.411580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.411971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80c7ec-165d-421d-bf15-6054398d283f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:06.419688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bbc77-7b38-473f-ab76-7b4e3b816e0f req-a799070e-eba6-4162-8979-7670487e7c20 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:06.429765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bbc77-7b38-473f-ab76-7b4e3b816e0f req-a799070e-eba6-4162-8979-7670487e7c20 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:06.437215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bbc77-7b38-473f-ab76-7b4e3b816e0f req-a799070e-eba6-4162-8979-7670487e7c20 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:06.444424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bbc77-7b38-473f-ab76-7b4e3b816e0f req-a799070e-eba6-4162-8979-7670487e7c20 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:06.449424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:06.450311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:06.452186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bbc77-7b38-473f-ab76-7b4e3b816e0f req-a799070e-eba6-4162-8979-7670487e7c20 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:06.466712 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b5bbc77-7b38-473f-ab76-7b4e3b816e0f req-a799070e-eba6-4162-8979-7670487e7c20 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5444 time: 0.2710826 Sep 22 09:39:06.509402 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'name': 'tempest-FloatingIPsTestJSON-2009129714-router', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:55Z', 'updated_at': '2021-09-22T09:39:02Z', 'revision_number': 4, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'gw_port': {'id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:38:56Z', 'updated_at': '2021-09-22T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '222d90ff-1ba7-49e0-8c44-ef9d1b9cc317', 'name': '', 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'mac_address': 'fa:16:3e:0d:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'da5f5e9d-77b7-4828-90f8-b4231308e967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:00Z', 'updated_at': '2021-09-22T09:39:03Z', 'revision_number': 2, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'subnets': [{'id': 'da5f5e9d-77b7-4828-90f8-b4231308e967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:06.550691 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Checking router: 43a05571-0ed0-4d66-957b-8eafc988510b for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:39:06.551034 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Updating router 43a05571-0ed0-4d66-957b-8eafc988510b port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:39:06.599407 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:06.656474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-d96252cd-d3a9-4af1-8a41-d74c6c264e73 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3315754 Sep 22 09:39:06.661740 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19cf0376-c427-4f60-ab26-a23be8bd5375 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:06.676046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:06.702175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-19cf0376-c427-4f60-ab26-a23be8bd5375 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 8cb644c5-5df8-443a-bf0e-d627eeef26ed owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:06.784955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794ccd0-4c45-4f44-b90f-fa9c667b230a req-269a8909-773e-4622-ad69-1993b24acaa8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:06.801403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0794ccd0-4c45-4f44-b90f-fa9c667b230a req-269a8909-773e-4622-ad69-1993b24acaa8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 943 time: 0.0922315 Sep 22 09:39:06.862977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0794ccd0-4c45-4f44-b90f-fa9c667b230a req-5f1a98f1-f710-4f38-83c2-397f630c04ca tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594225 Sep 22 09:39:06.885841 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:06.909962 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c67c3e8a-fbde-4696-b64b-2113f276fdbc up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:07.000449 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9610460e-e352-4b8e-b4b0-3e2146a94305 x-openstack-request-id: req-9610460e-e352-4b8e-b4b0-3e2146a94305 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:39:07.001047 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ff9acc-b916-4d24-9086-df6e7dd73f5a", "tag": "b2be07cb-e4fa-49f2-82b2-42abdd751097", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:39:07.001488 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9610460e-e352-4b8e-b4b0-3e2146a94305 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:39:07.002799 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ff9acc-b916-4d24-9086-df6e7dd73f5a', 'tag': 'b2be07cb-e4fa-49f2-82b2-42abdd751097', 'status': 'completed', 'code': 200} Sep 22 09:39:07.014632 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.3340368 Sep 22 09:39:07.025935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43004) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:07.026890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289078c-5611-4946-bda7-7927f13d7b95 req-f349c864-9522-4031-853f-d0730512be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:07.035170 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-f349c864-9522-4031-853f-d0730512be5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 1094 time: 0.7130091 Sep 22 09:39:07.093866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c67c3e8a-fbde-4696-b64b-2113f276fdbc triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:07.098544 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:07.109912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cadc8ade-a238-4474-8545-d4e954ab69c0 None None] Provisioning complete for port 3ddeb9ab-118a-4229-aa2c-853409a6a4d6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:07.110533 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cadc8ade-a238-4474-8545-d4e954ab69c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:07.183663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99aab5-7ad4-4e0f-85cc-7ff5f77618b2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=3ddeb9ab-118a-4229-aa2c-853409a6a4d6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:07.202375 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-4e18b585-92af-4561-8cf0-b533060d7548 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2be07cb-e4fa-49f2-82b2-42abdd751097 HTTP/1.1" status: 200 len: 217 time: 0.1379306 Sep 22 09:39:07.224405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d8313a-72f7-4267-88ec-bc45b87ebbe4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:07.232126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d8313a-72f7-4267-88ec-bc45b87ebbe4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:07.237430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f4d8313a-72f7-4267-88ec-bc45b87ebbe4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2077503 Sep 22 09:39:07.238993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43006) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:07.280125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-cadc8ade-a238-4474-8545-d4e954ab69c0 None None] Port 3ddeb9ab-118a-4229-aa2c-853409a6a4d6 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:39:07.285708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9206d-2a13-485a-b259-9c9f8783161c req-b9ecf3b4-229d-44e9-bf3b-1d6e413189be tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:07.289892 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:07.294471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8a9206d-2a13-485a-b259-9c9f8783161c req-b9ecf3b4-229d-44e9-bf3b-1d6e413189be tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1388574 Sep 22 09:39:07.341512 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289078c-5611-4946-bda7-7927f13d7b95 req-53f78f33-5c61-43e9-b313-6ba7cccd7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:07.341512 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-53f78f33-5c61-43e9-b313-6ba7cccd7edc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.0857813 Sep 22 09:39:07.377145 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:07.407510 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-1868ad50-44b6-47db-bda2-4328ae25ffd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558679 Sep 22 09:39:07.452052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19cf0376-c427-4f60-ab26-a23be8bd5375 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:07.452955 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cb397-2941-482a-bdbf-ff3d3a5083db None None] Pushing event updated for resources: {'Port': ['ID=222d90ff-1ba7-49e0-8c44-ef9d1b9cc317,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:07.456712 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:07.559116 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Attempting to bind port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:07.560220 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Attempting to bind port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '92691d94-64ab-4ed6-81e4-5b210e6ca6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:07.564749 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Attempting to bind port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 on network c273be8e-005b-4ce8-a4ae-790a47caaa48 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:07.572221 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:07.573023 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Checking segment: {'id': '92691d94-64ab-4ed6-81e4-5b210e6ca6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:07.573591 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:07.574142 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Bound using segment: {'id': '92691d94-64ab-4ed6-81e4-5b210e6ca6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:07.574788 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Bound port: 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92691d94-64ab-4ed6-81e4-5b210e6ca6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:07.575337 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:07.601128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf0376-c427-4f60-ab26-a23be8bd5375 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=8cb644c5-5df8-443a-bf0e-d627eeef26ed,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:07.759779 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] For port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:07.769153 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] For port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=222d90ff-1ba7-49e0-8c44-ef9d1b9cc317,segment=NetworkSegment(92691d94-64ab-4ed6-81e4-5b210e6ca6f5),segment_id=92691d94-64ab-4ed6-81e4-5b210e6ca6f5)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:07.840184 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:07.883084 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-f43fdf7d-a509-40a0-b68c-7cb85620d7df service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673040 Sep 22 09:39:07.935292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8a9206d-2a13-485a-b259-9c9f8783161c req-2bb398cc-57d7-4bc0-9df0-623b1c07cb65 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181553 Sep 22 09:39:08.021432 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Routers {'43a05571-0ed0-4d66-957b-8eafc988510b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:08.022090 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['43a05571-0ed0-4d66-957b-8eafc988510b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:08.054766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5d5683d6-60e1-4d09-9798-38a0c4a71e87 None None] Provisioning complete for port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:08.055414 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5d5683d6-60e1-4d09-9798-38a0c4a71e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:08.149063 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cb397-2941-482a-bdbf-ff3d3a5083db None None] Pushing event updated for resources: {'Port': ['ID=222d90ff-1ba7-49e0-8c44-ef9d1b9cc317,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:08.256587 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5d5683d6-60e1-4d09-9798-38a0c4a71e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:08.282669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-77d88719-40e6-4027-a85f-980086e53cf4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 3ddeb9ab-118a-4229-aa2c-853409a6a4d6 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:08.283371 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77d88719-40e6-4027-a85f-980086e53cf4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:08.305872 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] Set router 43a05571-0ed0-4d66-957b-8eafc988510b gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:39:08.322452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5d5683d6-60e1-4d09-9798-38a0c4a71e87 None None] For port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=222d90ff-1ba7-49e0-8c44-ef9d1b9cc317,segment=NetworkSegment(92691d94-64ab-4ed6-81e4-5b210e6ca6f5),segment_id=92691d94-64ab-4ed6-81e4-5b210e6ca6f5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:08.388614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19cf0376-c427-4f60-ab26-a23be8bd5375 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:08.400970 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0289078c-5611-4946-bda7-7927f13d7b95 req-5aea3741-0eb5-48d1-b166-c9664b8cfa4e service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020001 Sep 22 09:39:08.414017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Allocated IP 172.25.6.157 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/3f2dcdab-212d-43c0-aca6-9b37c4a1a6dc) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:08.465080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e42a0-d5b4-44d8-98d5-e1cf59438166 req-d4dedfdb-56bc-4248-9256-461017047635 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:08.467719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f29e42a0-d5b4-44d8-98d5-e1cf59438166 req-d4dedfdb-56bc-4248-9256-461017047635 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 943 time: 0.2479179 Sep 22 09:39:08.524015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77d88719-40e6-4027-a85f-980086e53cf4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:08.549441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5d5683d6-60e1-4d09-9798-38a0c4a71e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:08.595747 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cf0376-c427-4f60-ab26-a23be8bd5375 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router 99963ea1-3a03-4d20-96ac-40828c120701 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:39:08.610311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-77d88719-40e6-4027-a85f-980086e53cf4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 3ddeb9ab-118a-4229-aa2c-853409a6a4d6 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:08.648600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5683d6-60e1-4d09-9798-38a0c4a71e87 None None] Pushing event updated for resources: {'Port': ['ID=222d90ff-1ba7-49e0-8c44-ef9d1b9cc317,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:08.685617 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'name': 'tempest-FloatingIPsTestJSON-2009129714-router', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:55Z', 'updated_at': '2021-09-22T09:39:02Z', 'revision_number': 4, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'gw_port': {'id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:38:56Z', 'updated_at': '2021-09-22T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '222d90ff-1ba7-49e0-8c44-ef9d1b9cc317', 'name': '', 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'mac_address': 'fa:16:3e:0d:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'da5f5e9d-77b7-4828-90f8-b4231308e967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:00Z', 'updated_at': '2021-09-22T09:39:07Z', 'revision_number': 4, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'subnets': [{'id': 'da5f5e9d-77b7-4828-90f8-b4231308e967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:08.695919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d8d03978-01e8-4bac-a2b6-1650d82f80c6 None None] Provisioning complete for port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:08.697172 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8d03978-01e8-4bac-a2b6-1650d82f80c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:08.769338 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4bede1-bb9f-4ef9-8247-47ea79169a68 None None] The sync data for ids ['43a05571-0ed0-4d66-957b-8eafc988510b'] in n-d-805649-4 is: [{'id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'name': 'tempest-FloatingIPsTestJSON-2009129714-router', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:55Z', 'updated_at': '2021-09-22T09:39:02Z', 'revision_number': 4, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'gw_port': {'id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:38:56Z', 'updated_at': '2021-09-22T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '222d90ff-1ba7-49e0-8c44-ef9d1b9cc317', 'name': '', 'network_id': 'c273be8e-005b-4ce8-a4ae-790a47caaa48', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'mac_address': 'fa:16:3e:0d:cc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'da5f5e9d-77b7-4828-90f8-b4231308e967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:00Z', 'updated_at': '2021-09-22T09:39:07Z', 'revision_number': 4, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'subnets': [{'id': 'da5f5e9d-77b7-4828-90f8-b4231308e967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:08.937120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cf0376-c427-4f60-ab26-a23be8bd5375 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:08.949455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-19cf0376-c427-4f60-ab26-a23be8bd5375 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/99963ea1-3a03-4d20-96ac-40828c120701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5832875 Sep 22 09:39:08.955667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43030) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:09.003410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f29e42a0-d5b4-44d8-98d5-e1cf59438166 req-c5179977-7c92-4b54-b8ef-a2cf4aab8924 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192993 Sep 22 09:39:09.014658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0573340-a735-46c2-9826-32f9ba99ce99 None None] Sync routers for ids ['99963ea1-3a03-4d20-96ac-40828c120701'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:09.057404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0573340-a735-46c2-9826-32f9ba99ce99 None None] Routers {'99963ea1-3a03-4d20-96ac-40828c120701'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:09.057404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b0573340-a735-46c2-9826-32f9ba99ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['99963ea1-3a03-4d20-96ac-40828c120701'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:09.094436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadedd1-e1ab-42bd-ad61-7d4ec781adb7 req-257d9af4-733d-41be-aeee-a01a54275c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:09.101033 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2fadedd1-e1ab-42bd-ad61-7d4ec781adb7 req-257d9af4-733d-41be-aeee-a01a54275c07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 1094 time: 0.4142637 Sep 22 09:39:09.120326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b0573340-a735-46c2-9826-32f9ba99ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:09.140878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0573340-a735-46c2-9826-32f9ba99ce99 None None] Routers {'99963ea1-3a03-4d20-96ac-40828c120701'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:09.141564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b0573340-a735-46c2-9826-32f9ba99ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['99963ea1-3a03-4d20-96ac-40828c120701'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:09.147380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:09.346098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadedd1-e1ab-42bd-ad61-7d4ec781adb7 req-8818e3bb-7bb7-4093-9cfe-e26ed50a5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:09.349532 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2fadedd1-e1ab-42bd-ad61-7d4ec781adb7 req-8818e3bb-7bb7-4093-9cfe-e26ed50a5911 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 913 time: 0.2341065 Sep 22 09:39:09.449392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b0573340-a735-46c2-9826-32f9ba99ce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:09.450852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0573340-a735-46c2-9826-32f9ba99ce99 None None] The sync data for ids ['99963ea1-3a03-4d20-96ac-40828c120701'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:09.475562 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:09.540549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2fadedd1-e1ab-42bd-ad61-7d4ec781adb7 req-77d608bc-8bc1-4a5c-9758-0abddd4d0ff8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2be07cb-e4fa-49f2-82b2-42abdd751097 HTTP/1.1" status: 200 len: 217 time: 0.1819205 Sep 22 09:39:09.553080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:09.558149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:09.563273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:09.725809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadedd1-e1ab-42bd-ad61-7d4ec781adb7 req-b1aa9ec2-8d9f-4521-9e49-c98a96374531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:09.727406 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2fadedd1-e1ab-42bd-ad61-7d4ec781adb7 req-b1aa9ec2-8d9f-4521-9e49-c98a96374531 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.1029131 Sep 22 09:39:09.737031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:09.764854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f441318-5d8a-4a35-9e47-4a30972ba7a2 req-0e76faf7-8cd6-4caa-87eb-ce17f5720f3a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:09.768837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f441318-5d8a-4a35-9e47-4a30972ba7a2 req-0e76faf7-8cd6-4caa-87eb-ce17f5720f3a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3485026 Sep 22 09:39:09.787296 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77d88719-40e6-4027-a85f-980086e53cf4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:09.797456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Pushing event updated for resources: {'Port': ['ID=3f2dcdab-212d-43c0-aca6-9b37c4a1a6dc,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:09.802696 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2fadedd1-e1ab-42bd-ad61-7d4ec781adb7 req-da462916-ab39-43d8-bbee-8c74cce939cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664582 Sep 22 09:39:09.911223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d88719-40e6-4027-a85f-980086e53cf4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=3ddeb9ab-118a-4229-aa2c-853409a6a4d6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:10.023101 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:10.023937 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2fadedd1-e1ab-42bd-ad61-7d4ec781adb7 req-580b6038-16bb-44e7-b2a3-0e3d18a0c0d5 service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938744 Sep 22 09:39:10.073036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f441318-5d8a-4a35-9e47-4a30972ba7a2 req-d2764c13-c1c2-4e9f-a09c-0a87b532e1b5 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911572 Sep 22 09:39:10.159995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43050) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:10.474443 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:10.532546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77d88719-40e6-4027-a85f-980086e53cf4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:10.536082 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-77d88719-40e6-4027-a85f-980086e53cf4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/3ddeb9ab-118a-4229-aa2c-853409a6a4d6 HTTP/1.1" status: 204 len: 168 time: 3.2939758 Sep 22 09:39:10.574915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43062) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:10.575723 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:10.734303 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-397886bf-102e-4316-a33d-7c65e14c5bf4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] remove_router_interface failed (client error): The resource could not be found. Sep 22 09:39:10.736558 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-397886bf-102e-4316-a33d-7c65e14c5bf4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/99963ea1-3a03-4d20-96ac-40828c120701/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.7781341 Sep 22 09:39:10.748428 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43064) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:10.750539 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:10.809139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e32c-74ca-4852-bb33-6528f1e6d61e req-1ab9d0be-11fc-4896-bd4f-ed0e13b986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:10.809840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e32c-74ca-4852-bb33-6528f1e6d61e req-1ab9d0be-11fc-4896-bd4f-ed0e13b986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:10.810402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e32c-74ca-4852-bb33-6528f1e6d61e req-1ab9d0be-11fc-4896-bd4f-ed0e13b986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:10.811385 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e931d81d-8677-452d-8bd0-f019d1609aad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=99963ea1-3a03-4d20-96ac-40828c120701 HTTP/1.1" status: 200 len: 205 time: 0.0601239 Sep 22 09:39:10.813971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e32c-74ca-4852-bb33-6528f1e6d61e req-1ab9d0be-11fc-4896-bd4f-ed0e13b986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:10.814585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e32c-74ca-4852-bb33-6528f1e6d61e req-1ab9d0be-11fc-4896-bd4f-ed0e13b986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:10.814893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43066) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:10.815540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e32c-74ca-4852-bb33-6528f1e6d61e req-1ab9d0be-11fc-4896-bd4f-ed0e13b986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:10.816156 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e32c-74ca-4852-bb33-6528f1e6d61e req-1ab9d0be-11fc-4896-bd4f-ed0e13b986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:10.826301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fb2e32c-74ca-4852-bb33-6528f1e6d61e req-1ab9d0be-11fc-4896-bd4f-ed0e13b986a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6501 time: 0.6642945 Sep 22 09:39:10.863215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Pushing event updated for resources: {'Port': ['ID=3f2dcdab-212d-43c0-aca6-9b37c4a1a6dc,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:10.884215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f2742b-5fb6-4624-9f85-a62e5ad090e5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:10.886008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f2742b-5fb6-4624-9f85-a62e5ad090e5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:10.887529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f2742b-5fb6-4624-9f85-a62e5ad090e5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:10.903118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-45f2742b-5fb6-4624-9f85-a62e5ad090e5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3195667 Sep 22 09:39:10.903909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43068) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:10.931161 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:10.942674 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:10.943914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-25954f64-1ada-45e7-a121-feb82e287593 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2771304 Sep 22 09:39:10.963860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6253aaab-065c-4c54-b2d7-09ca6110d58f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:10.978619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72982c-a95a-455b-9c2d-a3d6f9350a04 req-e49e6ce1-f1ef-46b8-8833-0e574cc8e24e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:11.004410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e72982c-a95a-455b-9c2d-a3d6f9350a04 req-e49e6ce1-f1ef-46b8-8833-0e574cc8e24e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 943 time: 0.7250588 Sep 22 09:39:11.045908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:11.049887 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:11.058002 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fb2e32c-74ca-4852-bb33-6528f1e6d61e req-a8c5cc1c-3575-4126-b6c7-cd1bcd87fc8f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2305608 Sep 22 09:39:11.223832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-78f09b71-4dc5-4648-a666-9e560c6358e7 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.2154319 Sep 22 09:39:11.258338 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6253aaab-065c-4c54-b2d7-09ca6110d58f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:11.277002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6253aaab-065c-4c54-b2d7-09ca6110d58f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:11.281961 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2fadedd1-e1ab-42bd-ad61-7d4ec781adb7 req-b1e17e1a-b154-4180-98ca-ff8edf3c17d8 service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1910288 Sep 22 09:39:11.403766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-33a64fc3-9da9-4373-b1a6-b16695a7baee tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:11.405353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6dc373-0630-4d91-ac27-4fb1aeedacc7 req-33a64fc3-9da9-4373-b1a6-b16695a7baee tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1631558 Sep 22 09:39:11.439712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-50864cf7-c195-42ff-9696-4565631e8002 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 17309687-28f6-4a11-bef6-69a4decfa508 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:39:11.447543 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-50864cf7-c195-42ff-9696-4565631e8002 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:11.468804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e72982c-a95a-455b-9c2d-a3d6f9350a04 req-c3c4793e-a31c-4a98-a0dd-dbce448a0577 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209490 Sep 22 09:39:11.485520 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6253aaab-065c-4c54-b2d7-09ca6110d58f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:11.486871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6253aaab-065c-4c54-b2d7-09ca6110d58f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Fanout notify agent at l3_agent the message router_deleted on router 99963ea1-3a03-4d20-96ac-40828c120701 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:39:11.502979 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6253aaab-065c-4c54-b2d7-09ca6110d58f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:11.507889 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6253aaab-065c-4c54-b2d7-09ca6110d58f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/99963ea1-3a03-4d20-96ac-40828c120701 HTTP/1.1" status: 204 len: 168 time: 0.6911366 Sep 22 09:39:11.509733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43078) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:11.685566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-50864cf7-c195-42ff-9696-4565631e8002 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:11.698883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-631debd0-6440-46e9-b674-dc70def4c7a3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting subnet 0f1adcae-e3c2-4641-b703-3bedacb252f9 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:39:11.703153 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-631debd0-6440-46e9-b674-dc70def4c7a3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:11.740138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-529a5c25-0ce5-4c7b-a386-95feda546d8d req-55c36a67-26d5-451a-99ce-d2fb8cb21425 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips/dcad312a-a870-48db-85bb-b2a92f5c3334 HTTP/1.1" status: 200 len: 693 time: 0.1851032 Sep 22 09:39:12.328903 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-631debd0-6440-46e9-b674-dc70def4c7a3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:12.371195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bbfaf-0cba-4a48-b55a-04257d8260ed req-631e92a3-63c7-4e82-9efd-d032ebf85586 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:12.381469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f6bbfaf-0cba-4a48-b55a-04257d8260ed req-631e92a3-63c7-4e82-9efd-d032ebf85586 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.7797227 Sep 22 09:39:12.538384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a5c25-0ce5-4c7b-a386-95feda546d8d req-b577e99a-58a6-44e4-a7f1-89d5672ef2ea tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:12.539818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-529a5c25-0ce5-4c7b-a386-95feda546d8d req-b577e99a-58a6-44e4-a7f1-89d5672ef2ea tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.7656009 Sep 22 09:39:12.569442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f6bbfaf-0cba-4a48-b55a-04257d8260ed req-8b98f1c2-60ee-476f-9ad8-53988902114c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869125 Sep 22 09:39:12.597318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b2be07cb-e4fa-49f2-82b2-42abdd751097 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:39:12.597759 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-50864cf7-c195-42ff-9696-4565631e8002 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:12.682319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-529a5c25-0ce5-4c7b-a386-95feda546d8d req-45cf045c-a59e-4986-a68a-e819d10ce399 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:39:12.683335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-529a5c25-0ce5-4c7b-a386-95feda546d8d req-45cf045c-a59e-4986-a68a-e819d10ce399 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0274322 Sep 22 09:39:12.699733 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-631debd0-6440-46e9-b674-dc70def4c7a3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:12.778833 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b2be07cb-e4fa-49f2-82b2-42abdd751097, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b2be07cb-e4fa-49f2-82b2-42abdd751097,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:12.792299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'b2be07cb-e4fa-49f2-82b2-42abdd751097', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'port_id': 'b2be07cb-e4fa-49f2-82b2-42abdd751097', 'mac_address': 'fa:16:3e:55:ae:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00a578d-afde-4b8b-a56f-208701f3f927', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:39:12.836176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fab6d-bd0a-4197-9900-87e47bb1f30d req-056ed1b6-42e3-4fc1-b09d-e7bcbe938392 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:12.838469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e7fab6d-bd0a-4197-9900-87e47bb1f30d req-056ed1b6-42e3-4fc1-b09d-e7bcbe938392 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 943 time: 0.1659765 Sep 22 09:39:12.850615 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:12.867900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2be07cb-e4fa-49f2-82b2-42abdd751097 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:39:12.896010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b2be07cb-e4fa-49f2-82b2-42abdd751097, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b2be07cb-e4fa-49f2-82b2-42abdd751097,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:12.930662 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-50864cf7-c195-42ff-9696-4565631e8002 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:12.951472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d1bb1b1-f615-4f33-8b79-e7aade32fd1e req-1d6ce794-538c-4cf7-80a5-92900497758f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=a79e3be18a874d258be0439f2c330ceb HTTP/1.1" status: 200 len: 696 time: 0.0990567 Sep 22 09:39:12.987143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50864cf7-c195-42ff-9696-4565631e8002 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=17309687-28f6-4a11-bef6-69a4decfa508,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:12.988610 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:13.053206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e157dd8-3a89-4404-80d8-b4a0786f29ca None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:13.070243 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-50864cf7-c195-42ff-9696-4565631e8002 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:13.072245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-50864cf7-c195-42ff-9696-4565631e8002 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/17309687-28f6-4a11-bef6-69a4decfa508 HTTP/1.1" status: 204 len: 168 time: 2.1468508 Sep 22 09:39:13.074861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43098) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:13.087812 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-631debd0-6440-46e9-b674-dc70def4c7a3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:13.114852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e7fab6d-bd0a-4197-9900-87e47bb1f30d req-b05ccf5c-205d-4b3f-9a1b-7862cc553e8d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666202 Sep 22 09:39:13.121500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b2be07cb-e4fa-49f2-82b2-42abdd751097,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:13.176433 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d732633-31cd-4c55-8acc-0b9293a031f7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet d95b1572-a018-4a85-9835-1bb3b5ee2907 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:39:13.182622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d732633-31cd-4c55-8acc-0b9293a031f7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:13.239448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bb1b1-f615-4f33-8b79-e7aade32fd1e req-9777d044-efc0-4170-9299-3f395e575e7b tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:13.247008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d1bb1b1-f615-4f33-8b79-e7aade32fd1e req-9777d044-efc0-4170-9299-3f395e575e7b tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/networks?id=5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 787 time: 0.2692842 Sep 22 09:39:13.253386 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-8d1bb1b1-f615-4f33-8b79-e7aade32fd1e req-b0c4ec8c-ee75-4347-ba25-7c71f5a57750 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:39:13.263429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d1bb1b1-f615-4f33-8b79-e7aade32fd1e req-b0c4ec8c-ee75-4347-ba25-7c71f5a57750 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106843 Sep 22 09:39:13.263537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['b2be07cb-e4fa-49f2-82b2-42abdd751097'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:39:13.273952 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d732633-31cd-4c55-8acc-0b9293a031f7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:13.348227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e1e02b-f5a9-4d9c-b6a7-7e8367c950b9 None None] Network 558e3f05-c052-4f87-b6e9-f377d2a17117 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:13.370742 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-631debd0-6440-46e9-b674-dc70def4c7a3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:13.375094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-631debd0-6440-46e9-b674-dc70def4c7a3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/0f1adcae-e3c2-4641-b703-3bedacb252f9 HTTP/1.1" status: 204 len: 168 time: 1.8617880 Sep 22 09:39:13.375094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631debd0-6440-46e9-b674-dc70def4c7a3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1adcae-e3c2-4641-b703-3bedacb252f9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:13.383695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43102) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:13.405584 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-babadbb2-811f-45ab-a8db-99a2d5314e64 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips/dcad312a-a870-48db-85bb-b2a92f5c3334 HTTP/1.1" status: 200 len: 693 time: 0.1008418 Sep 22 09:39:13.434030 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d732633-31cd-4c55-8acc-0b9293a031f7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:13.525975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-24de643d-3c17-4749-aab0-fdf41196046f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:13.537103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-24de643d-3c17-4749-aab0-fdf41196046f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1305096 Sep 22 09:39:13.542829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-dad7f776-7a6c-474f-8468-a19af79c5b31 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:39:13.551241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-dad7f776-7a6c-474f-8468-a19af79c5b31 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131941 Sep 22 09:39:13.634868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d732633-31cd-4c55-8acc-0b9293a031f7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:13.710740 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d732633-31cd-4c55-8acc-0b9293a031f7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:13.713542 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8d732633-31cd-4c55-8acc-0b9293a031f7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/d95b1572-a018-4a85-9835-1bb3b5ee2907 HTTP/1.1" status: 204 len: 168 time: 0.6376221 Sep 22 09:39:13.715279 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-440c810d-9219-4a15-b057-e41784798bc1 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.1630957 Sep 22 09:39:13.718437 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43108) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:13.723354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d732633-31cd-4c55-8acc-0b9293a031f7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=d95b1572-a018-4a85-9835-1bb3b5ee2907,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:13.809058 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2ec64a04-e8f2-44de-b746-b561a4a3adea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867841 Sep 22 09:39:13.811030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43110) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:13.870983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-6cd6e661-8d2c-49a1-a9c4-b4a7b53ca839 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.1547568 Sep 22 09:39:13.902684 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fcc2cb-b78a-4ea6-8864-79558f24ba02 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:13.905076 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b8fcc2cb-b78a-4ea6-8864-79558f24ba02 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0929379 Sep 22 09:39:13.907782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43114) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:13.991572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fdaa2c-1c49-4844-9c65-4be9c3a16123 None None] DHCP port deletion for 558e3f05-c052-4f87-b6e9-f377d2a17117 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:39:14.016868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d0f65a-3466-4ba8-b3d6-cda35bf7dfd9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:14.021362 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-63d0f65a-3466-4ba8-b3d6-cda35bf7dfd9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1096957 Sep 22 09:39:14.033499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43116) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:14.076643 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:14.105966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-68fdaa2c-1c49-4844-9c65-4be9c3a16123 None None] Deleting port 621dc5d1-6cf6-4704-813e-0cab438d71e4 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:14.106332 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68fdaa2c-1c49-4844-9c65-4be9c3a16123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:14.131872 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-34e9cee6-538e-4d04-a34b-0eb7ddebe6a6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928755 Sep 22 09:39:14.134110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43118) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:14.153861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b7b41627-a0d2-4d19-8db0-42158897a20f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:14.155342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2dd0-31ca-462b-8a9a-4f6d038ca52c req-7668689b-3da8-4e33-9276-1cb4c8f492ad tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:14.157433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b23a2dd0-31ca-462b-8a9a-4f6d038ca52c req-7668689b-3da8-4e33-9276-1cb4c8f492ad tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.4905748 Sep 22 09:39:14.245918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b23a2dd0-31ca-462b-8a9a-4f6d038ca52c req-5bd5e9e5-a7a4-4c3c-b3dd-91bd68fd091f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790887 Sep 22 09:39:14.272597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-68fdaa2c-1c49-4844-9c65-4be9c3a16123 None None] For port 621dc5d1-6cf6-4704-813e-0cab438d71e4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=621dc5d1-6cf6-4704-813e-0cab438d71e4,segment=NetworkSegment(29e7718d-aa0f-4bcd-91dd-ff2a00e190b0),segment_id=29e7718d-aa0f-4bcd-91dd-ff2a00e190b0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:14.273034 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68fdaa2c-1c49-4844-9c65-4be9c3a16123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:14.312864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-a86162db-f5dd-4b79-8127-f3119c60ad2f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Deleting port 3f2dcdab-212d-43c0-aca6-9b37c4a1a6dc {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:14.313260 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-a86162db-f5dd-4b79-8127-f3119c60ad2f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:14.341242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-68fdaa2c-1c49-4844-9c65-4be9c3a16123 None None] Calling delete_port for 621dc5d1-6cf6-4704-813e-0cab438d71e4 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:14.450872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b41627-a0d2-4d19-8db0-42158897a20f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:14.454880 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7b41627-a0d2-4d19-8db0-42158897a20f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:14.456459 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b41627-a0d2-4d19-8db0-42158897a20f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:39:14.456934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b41627-a0d2-4d19-8db0-42158897a20f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:39:14.496116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 621dc5d1-6cf6-4704-813e-0cab438d71e4 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:14.496655 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:14.499615 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-a86162db-f5dd-4b79-8127-f3119c60ad2f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:14.499951 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-a86162db-f5dd-4b79-8127-f3119c60ad2f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:14.534973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-a86162db-f5dd-4b79-8127-f3119c60ad2f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Calling delete_port for 3f2dcdab-212d-43c0-aca6-9b37c4a1a6dc owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:14.606175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b2be07cb-e4fa-49f2-82b2-42abdd751097 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:14.761515 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b7b41627-a0d2-4d19-8db0-42158897a20f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4722600 Sep 22 09:39:14.761515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43124) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:14.761515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4fe2d139-5d4c-4f87-b56a-97ce7beacc5b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:14.762638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port 621dc5d1-6cf6-4704-813e-0cab438d71e4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=621dc5d1-6cf6-4704-813e-0cab438d71e4,segment=NetworkSegment(29e7718d-aa0f-4bcd-91dd-ff2a00e190b0),segment_id=29e7718d-aa0f-4bcd-91dd-ff2a00e190b0)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:14.762638 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:14.762638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 621dc5d1-6cf6-4704-813e-0cab438d71e4 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:14.763483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb58c43-28b1-410f-b8a8-7a8b3b8e2f34 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:14.796825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 621dc5d1-6cf6-4704-813e-0cab438d71e4 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:14.802128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e8c5e-fd1d-412b-8d2f-dc98c31d3116 req-056c4aa2-e246-4578-a46b-db1374ce6e8a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:14.803817 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a37e8c5e-fd1d-412b-8d2f-dc98c31d3116 req-056c4aa2-e246-4578-a46b-db1374ce6e8a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 944 time: 0.2127912 Sep 22 09:39:14.884770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b0f00c9d-101d-4f64-b28d-b72e6dabbcb8 None None] Provisioning complete for port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:14.885147 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b0f00c9d-101d-4f64-b28d-b72e6dabbcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:14.899675 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a37e8c5e-fd1d-412b-8d2f-dc98c31d3116 req-e9a5844b-1154-491e-be1c-f02e1a2e1ae0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844769 Sep 22 09:39:14.989573 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.015390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afc56ce-0c4d-4db1-acad-0732d043c00d None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:39:15.079359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0afc56ce-0c4d-4db1-acad-0732d043c00d None None] Deleting port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:15.080166 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0afc56ce-0c4d-4db1-acad-0732d043c00d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.146676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0afc56ce-0c4d-4db1-acad-0732d043c00d None None] For port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=167c6fd1-c4f0-46cc-ab8a-986a52f80ef1,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:15.147065 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0afc56ce-0c4d-4db1-acad-0732d043c00d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.158378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0afc56ce-0c4d-4db1-acad-0732d043c00d None None] Calling delete_port for 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:15.292233 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68fdaa2c-1c49-4844-9c65-4be9c3a16123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.300012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.325907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe2d139-5d4c-4f87-b56a-97ce7beacc5b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:15.329815 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d139-5d4c-4f87-b56a-97ce7beacc5b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.331577 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe2d139-5d4c-4f87-b56a-97ce7beacc5b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:39:15.332011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe2d139-5d4c-4f87-b56a-97ce7beacc5b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:39:15.332217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=621dc5d1-6cf6-4704-813e-0cab438d71e4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:15.334246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-a86162db-f5dd-4b79-8127-f3119c60ad2f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.348385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdaa2c-1c49-4844-9c65-4be9c3a16123 None None] Pushing event deleted for resources: {'Port': ['ID=621dc5d1-6cf6-4704-813e-0cab438d71e4,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:15.349857 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No DVR routers for this DVR port 621dc5d1-6cf6-4704-813e-0cab438d71e4 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:39:15.351697 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0afc56ce-0c4d-4db1-acad-0732d043c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.355027 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port b2be07cb-e4fa-49f2-82b2-42abdd751097 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:39:15.367862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdaa2c-1c49-4844-9c65-4be9c3a16123 None None] No DVR routers for this DVR port 621dc5d1-6cf6-4704-813e-0cab438d71e4 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:39:15.389210 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86162db-f5dd-4b79-8127-f3119c60ad2f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Pushing event deleted for resources: {'Port': ['ID=3f2dcdab-212d-43c0-aca6-9b37c4a1a6dc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:15.398942 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port b2be07cb-e4fa-49f2-82b2-42abdd751097 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:15.399316 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.403641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc56ce-0c4d-4db1-acad-0732d043c00d None None] No DVR routers for this DVR port 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:39:15.414712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc56ce-0c4d-4db1-acad-0732d043c00d None None] Pushing event deleted for resources: {'Port': ['ID=167c6fd1-c4f0-46cc-ab8a-986a52f80ef1,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:15.436581 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4fe2d139-5d4c-4f87-b56a-97ce7beacc5b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8199787 Sep 22 09:39:15.436979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43136) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:15.443751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8e07d46a-f07f-4104-894f-3592194703fb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:15.573027 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.599569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ff9acc-b916-4d24-9086-df6e7dd73f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2be07cb-e4fa-49f2-82b2-42abdd751097'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:39:15.601976 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec5b16e-f67e-436c-9b3e-d0ba5877b499" -d '{"events": [{"server_uuid": "45ff9acc-b916-4d24-9086-df6e7dd73f5a", "name": "network-vif-plugged", "status": "completed", "tag": "b2be07cb-e4fa-49f2-82b2-42abdd751097"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:39:15.606420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.631144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b2be07cb-e4fa-49f2-82b2-42abdd751097, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b2be07cb-e4fa-49f2-82b2-42abdd751097,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:15.655559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-a86162db-f5dd-4b79-8127-f3119c60ad2f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.662553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-a86162db-f5dd-4b79-8127-f3119c60ad2f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.663999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-547afcd9-5ee3-4aa9-abbb-a1ed2f37c9d8 req-a86162db-f5dd-4b79-8127-f3119c60ad2f tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "DELETE /v2.0/floatingips/dcad312a-a870-48db-85bb-b2a92f5c3334 HTTP/1.1" status: 204 len: 173 time: 1.7922256 Sep 22 09:39:15.679573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076ac61-6c54-4121-989f-0f1288eb248b req-44e6fb4a-e964-44a7-98bd-649e52f89c6a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:15.682161 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a076ac61-6c54-4121-989f-0f1288eb248b req-44e6fb4a-e964-44a7-98bd-649e52f89c6a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2998679 Sep 22 09:39:15.684074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558e3f05-c052-4f87-b6e9-f377d2a17117']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:15.696353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e7718d-aa0f-4bcd-91dd-ff2a00e190b0') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:15.696532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e7718d-aa0f-4bcd-91dd-ff2a00e190b0') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:15.697330 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.734638 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.737187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e07d46a-f07f-4104-894f-3592194703fb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:15.741621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8e07d46a-f07f-4104-894f-3592194703fb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.745475 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e07d46a-f07f-4104-894f-3592194703fb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:39:15.750237 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e07d46a-f07f-4104-894f-3592194703fb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:39:15.756443 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.763630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:39:15.764137 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:15.840319 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8e07d46a-f07f-4104-894f-3592194703fb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4019673 Sep 22 09:39:15.841753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43146) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:15.854364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e7dcaa29-b860-4e2a-9afb-5e502b81963b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:39:15.867037 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:39:15.876698 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b44f01-4203-4aab-acc1-a3de87193fa7 x-openstack-request-id: req-25b44f01-4203-4aab-acc1-a3de87193fa7 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:39:15.879350 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ff9acc-b916-4d24-9086-df6e7dd73f5a", "name": "network-vif-plugged", "status": "completed", "tag": "b2be07cb-e4fa-49f2-82b2-42abdd751097", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:39:15.881780 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25b44f01-4203-4aab-acc1-a3de87193fa7 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:39:15.882472 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ff9acc-b916-4d24-9086-df6e7dd73f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2be07cb-e4fa-49f2-82b2-42abdd751097', 'code': 200} Sep 22 09:39:15.906174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b2be07cb-e4fa-49f2-82b2-42abdd751097,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:15.946208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.003397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a076ac61-6c54-4121-989f-0f1288eb248b req-3a2c8d03-8c1f-4b6f-8cee-2cab365db06a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202977 Sep 22 09:39:16.005947 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.007861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/networks/558e3f05-c052-4f87-b6e9-f377d2a17117 HTTP/1.1" status: 204 len: 168 time: 2.6232135 Sep 22 09:39:16.020131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43150) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:16.026897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'network': {'name': 'tempest-RoutersTest-1782459436'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:16.040583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c01ba-0ad4-4342-b53d-b92f2dac6b8d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Network': ['ID=558e3f05-c052-4f87-b6e9-f377d2a17117,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:16.103185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3a8a1-0d2e-4797-9a0d-44fa79b5a2b6 req-5db9409d-622f-42e8-a301-a1821c093119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:16.105161 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3dd3a8a1-0d2e-4797-9a0d-44fa79b5a2b6 req-5db9409d-622f-42e8-a301-a1821c093119 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 1096 time: 0.1744301 Sep 22 09:39:16.151364 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3dd3a8a1-0d2e-4797-9a0d-44fa79b5a2b6 req-bdc1026c-2eec-4e1e-a5ae-0db953bd8b05 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Sep 22 09:39:16.196220 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:16.198611 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7175765-090f-43f6-86cc-17409f5cb15d req-a908f86c-9bc6-46c3-ab99-bda5fa0ddb04 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3239784 Sep 22 09:39:16.200944 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.206272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e673b7-f893-4732-b270-d03fab9957a9 req-4efa9f7b-54a6-428e-8321-11d6075bb41b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:16.213570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e673b7-f893-4732-b270-d03fab9957a9 req-4efa9f7b-54a6-428e-8321-11d6075bb41b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 945 time: 0.0955725 Sep 22 09:39:16.224586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:16.232500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:39:16.255490 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.255971 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added segment 5c9e5a5f-380d-4a78-8c18-7b8f51122e7e of type vlan for network d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b Sep 22 09:39:16.266093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dcaa29-b860-4e2a-9afb-5e502b81963b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:16.270315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e7dcaa29-b860-4e2a-9afb-5e502b81963b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.273631 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dcaa29-b860-4e2a-9afb-5e502b81963b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:39:16.273631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7dcaa29-b860-4e2a-9afb-5e502b81963b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:39:16.294596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80e673b7-f893-4732-b270-d03fab9957a9 req-945d9fa1-2503-43ba-bb46-1b4a88ea7033 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802386 Sep 22 09:39:16.335721 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.348077 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.463212 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e7dcaa29-b860-4e2a-9afb-5e502b81963b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6201539 Sep 22 09:39:16.466025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43154) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:16.471766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9b77552d-6dc9-4b68-9985-71507ffdd2a3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:16.483069 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.496749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.503023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:16.503651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.629055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Allocated IP 172.25.6.61 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/192547e3-6e2f-4880-81a7-440ce00ad812) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:16.634705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Network': ['ID=d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:16.647447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:39:16.760474 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6ee28ed0-082e-4f16-81dc-2d54477e7648 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7364306 Sep 22 09:39:16.766782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43160) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:16.769803 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.779141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'subnet': {'network_id': 'd355f943-abfd-4d6a-9d6c-22fc0f6e7f2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:16.852257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:16.878903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:39:16.879250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 167c6fd1-c4f0-46cc-ab8a-986a52f80ef1 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:39:16.909565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.939132 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b77552d-6dc9-4b68-9985-71507ffdd2a3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:16.943403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9b77552d-6dc9-4b68-9985-71507ffdd2a3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:16.945360 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b77552d-6dc9-4b68-9985-71507ffdd2a3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:39:16.946059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b77552d-6dc9-4b68-9985-71507ffdd2a3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:39:16.967241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:16.971372 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:16.979436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:17.042782 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9b77552d-6dc9-4b68-9985-71507ffdd2a3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5755067 Sep 22 09:39:17.046930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43166) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:17.056656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Pushing event updated for resources: {'Port': ['ID=192547e3-6e2f-4880-81a7-440ce00ad812,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:17.058414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-12793ffb-7820-4a91-8ac7-55a9a4a68a9f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:17.196701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd86fd-c59c-4d0d-9108-18888ccbe6e5 req-3ef54b24-2c6b-4420-9440-11bd916e48be tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:17.205045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1cd86fd-c59c-4d0d-9108-18888ccbe6e5 req-3ef54b24-2c6b-4420-9440-11bd916e48be tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.0939021 Sep 22 09:39:17.229638 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:17.267596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1cd86fd-c59c-4d0d-9108-18888ccbe6e5 req-398f200a-272e-43c1-8f17-9ca8dd42ef7b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575235 Sep 22 09:39:17.285588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:17.296113 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:17.361499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:17.476868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ca9f0-2cf6-49fe-a419-d72079ea10bc req-58558bcc-0b25-4479-a377-5567ed017379 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:17.484825 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-636ca9f0-2cf6-49fe-a419-d72079ea10bc req-58558bcc-0b25-4479-a377-5567ed017379 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 945 time: 0.0884793 Sep 22 09:39:17.601238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-636ca9f0-2cf6-49fe-a419-d72079ea10bc req-d840b886-138f-46b6-b6ff-ed8f1b41d904 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135561 Sep 22 09:39:17.616116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12793ffb-7820-4a91-8ac7-55a9a4a68a9f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:17.625864 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12793ffb-7820-4a91-8ac7-55a9a4a68a9f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:17.627900 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-12793ffb-7820-4a91-8ac7-55a9a4a68a9f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:39:17.628296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12793ffb-7820-4a91-8ac7-55a9a4a68a9f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:39:17.661793 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:17.696944 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:17.741229 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-12793ffb-7820-4a91-8ac7-55a9a4a68a9f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6927257 Sep 22 09:39:17.744233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43176) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:17.792230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Subnet': ['ID=1bd27ee3-10f7-42db-ad86-401dbb33c2e8,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:17.816521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Checking segment: {'id': '5c9e5a5f-380d-4a78-8c18-7b8f51122e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd355f943-abfd-4d6a-9d6c-22fc0f6e7f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:17.816521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network hostable DHCP agents. Network: d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:39:17.817689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43180) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:17.818510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0ef224be-d97d-4930-8c11-9420928054d9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0725968 Sep 22 09:39:17.820838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:17.910182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25d04b-715e-425f-ba68-3a9a52e50b40 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:17.912390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9f25d04b-715e-425f-ba68-3a9a52e50b40 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0939665 Sep 22 09:39:17.917961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43186) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:17.942389 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:17.945159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Pushing event updated for resources: {'Port': ['ID=192547e3-6e2f-4880-81a7-440ce00ad812,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:17.969503 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1992dc63-cb43-408b-a95c-b37cee4d1215 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498424 Sep 22 09:39:17.970455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:39:17.973550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43188) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:17.981860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-04e1b347-2f35-43ea-8d34-45de2c47d770 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:18.115584 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:18.116896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7175765-090f-43f6-86cc-17409f5cb15d req-5d9d123f-bcc0-4ae5-8ea5-d21027910396 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8967757 Sep 22 09:39:18.137032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:18.148031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:18.148625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:18.152074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2a1034-ff46-4c87-b964-26c01d66477c None None] Network d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:18.210613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7175765-090f-43f6-86cc-17409f5cb15d req-3fbf05af-8617-4b8b-9604-ff3748d694c5 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.61 HTTP/1.1" status: 200 len: 695 time: 0.0865903 Sep 22 09:39:18.234728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e1b347-2f35-43ea-8d34-45de2c47d770 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:18.239469 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04e1b347-2f35-43ea-8d34-45de2c47d770 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:18.289157 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c3685ae6-0fb3-4e44-a3e1-0417fe950599 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5200129 Sep 22 09:39:18.289796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43194) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:18.294259 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-dbabee53-b27f-4f89-b14e-8a43e0c3c806 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1088282450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:18.395795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b', 'network_id': 'd355f943-abfd-4d6a-9d6c-22fc0f6e7f2b', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'fixed_ips': [{'subnet_id': '1bd27ee3-10f7-42db-ad86-401dbb33c2e8'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:39:18.396675 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:18.401013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7175765-090f-43f6-86cc-17409f5cb15d req-a58aa1f1-3bdc-45f0-be79-afd5950b28b9 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:18.402581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7175765-090f-43f6-86cc-17409f5cb15d req-a58aa1f1-3bdc-45f0-be79-afd5950b28b9 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1912613 Sep 22 09:39:18.420686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-f7175765-090f-43f6-86cc-17409f5cb15d req-e86c66a4-d740-4bc1-a883-07e6d9553aea tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:39:18.421832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7175765-090f-43f6-86cc-17409f5cb15d req-e86c66a4-d740-4bc1-a883-07e6d9553aea tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069642 Sep 22 09:39:18.422880 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbabee53-b27f-4f89-b14e-8a43e0c3c806 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:18.425973 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbabee53-b27f-4f89-b14e-8a43e0c3c806 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:18.538856 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbabee53-b27f-4f89-b14e-8a43e0c3c806 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:18.550324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-898a7b55-42a5-4744-ada5-130a3b575c52 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips/d307f8f7-9f5e-4c9f-90bb-5293dfbc6381 HTTP/1.1" status: 200 len: 692 time: 0.0935271 Sep 22 09:39:18.558302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec40343-718d-49b8-bfca-0fc0e995216e req-e19a51f2-4a7b-4a93-b0c7-7cd22fbbdff6 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:18.559934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dec40343-718d-49b8-bfca-0fc0e995216e req-e19a51f2-4a7b-4a93-b0c7-7cd22fbbdff6 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1551850 Sep 22 09:39:18.599356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Allocated IP 172.20.0.2 (d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b/1bd27ee3-10f7-42db-ad86-401dbb33c2e8/71123a11-181c-4842-b187-e509dde1f95a) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:18.634290 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbabee53-b27f-4f89-b14e-8a43e0c3c806 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:18.714728 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dec40343-718d-49b8-bfca-0fc0e995216e req-6800a718-6d9a-4c4b-8132-e611bb63a10d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428773 Sep 22 09:39:18.749140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-9e301c51-9989-4e6e-b493-f0cea2ed0e62 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:18.750351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-9e301c51-9989-4e6e-b493-f0cea2ed0e62 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 784 time: 0.1894810 Sep 22 09:39:18.765401 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbabee53-b27f-4f89-b14e-8a43e0c3c806 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:18.769797 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dbabee53-b27f-4f89-b14e-8a43e0c3c806 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4790208 Sep 22 09:39:18.770400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43200) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:18.856899 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-14194c41-9435-4b4f-b441-0ab0d5ce88ad tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.61 HTTP/1.1" status: 200 len: 695 time: 0.0914993 Sep 22 09:39:18.872565 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:18.988710 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:19.004705 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-3aa87bcb-cc2a-4006-acd8-972860d119b5 tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.6.61 HTTP/1.1" status: 200 len: 695 time: 0.0754130 Sep 22 09:39:19.073489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Pushing event updated for resources: {'Port': ['ID=71123a11-181c-4842-b187-e509dde1f95a,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:19.086092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Network d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:19.087608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:19.089709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a78a9-6f9b-427b-9f79-4502137f2c60 req-d2f36694-d47b-4107-9ae7-b8bd3cd80585 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:19.093283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:19.098009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d0a78a9-6f9b-427b-9f79-4502137f2c60 req-d2f36694-d47b-4107-9ae7-b8bd3cd80585 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 945 time: 0.2400224 Sep 22 09:39:19.186799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Attempting to bind port 71123a11-181c-4842-b187-e509dde1f95a on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:19.187967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Attempting to bind port 71123a11-181c-4842-b187-e509dde1f95a by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '5c9e5a5f-380d-4a78-8c18-7b8f51122e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd355f943-abfd-4d6a-9d6c-22fc0f6e7f2b'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:19.188586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Attempting to bind port 71123a11-181c-4842-b187-e509dde1f95a on network d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:19.196288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:19.196955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Checking segment: {'id': '5c9e5a5f-380d-4a78-8c18-7b8f51122e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd355f943-abfd-4d6a-9d6c-22fc0f6e7f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:19.197554 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:19.198240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Bound using segment: {'id': '5c9e5a5f-380d-4a78-8c18-7b8f51122e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd355f943-abfd-4d6a-9d6c-22fc0f6e7f2b'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:19.198971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Bound port: 71123a11-181c-4842-b187-e509dde1f95a, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9e5a5f-380d-4a78-8c18-7b8f51122e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd355f943-abfd-4d6a-9d6c-22fc0f6e7f2b'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:19.199570 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:19.219211 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:19.286237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] For port 71123a11-181c-4842-b187-e509dde1f95a, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:19.294452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] For port 71123a11-181c-4842-b187-e509dde1f95a, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=71123a11-181c-4842-b187-e509dde1f95a,segment=NetworkSegment(5c9e5a5f-380d-4a78-8c18-7b8f51122e7e),segment_id=5c9e5a5f-380d-4a78-8c18-7b8f51122e7e)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:19.366193 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:19.478812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604b0ad-e6fd-4811-88bd-c8e0c284a5ec None None] Pushing event updated for resources: {'Port': ['ID=71123a11-181c-4842-b187-e509dde1f95a,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:19.621613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Allocated IP 172.20.0.1 (d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b/1bd27ee3-10f7-42db-ad86-401dbb33c2e8/f88a3a97-b2ea-4e59-836b-cb8c24876c0b) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:19.816498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.objects.ports [None req-04e1b347-2f35-43ea-8d34-45de2c47d770 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95510) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:39:19.839531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:19.843208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04e1b347-2f35-43ea-8d34-45de2c47d770 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:19.904086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d0a78a9-6f9b-427b-9f79-4502137f2c60 req-ab801a1a-a88d-4a6c-a34b-74b1d6d7e7d2 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8051279 Sep 22 09:39:19.912098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1b347-2f35-43ea-8d34-45de2c47d770 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=9055e11a-028e-49c8-aeb9-8ab4389538b1,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:19.949603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e1b347-2f35-43ea-8d34-45de2c47d770 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:19.953159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-04e1b347-2f35-43ea-8d34-45de2c47d770 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:19.970242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1b347-2f35-43ea-8d34-45de2c47d770 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:19.972596 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04e1b347-2f35-43ea-8d34-45de2c47d770 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:19.974925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be402333-2534-4cf9-8400-2423fb69c5ba None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:19.984074 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:20.046494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-3a1a2b16-a687-49e8-833f-6e1f95f5165e tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Deleting port 192547e3-6e2f-4880-81a7-440ce00ad812 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:20.046908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-3a1a2b16-a687-49e8-833f-6e1f95f5165e tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:20.083117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=f88a3a97-b2ea-4e59-836b-cb8c24876c0b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:20.103754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-04e1b347-2f35-43ea-8d34-45de2c47d770 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1281521 Sep 22 09:39:20.107427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43216) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:20.118064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:9c:13:db', 'name': 'tempest-NetworksTestDHCPv6-444026355'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:20.164838 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:20.174083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:20.182535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:20.257704 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-3a1a2b16-a687-49e8-833f-6e1f95f5165e tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:20.258121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:20.258253 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-3a1a2b16-a687-49e8-833f-6e1f95f5165e tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:20.275128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-3a1a2b16-a687-49e8-833f-6e1f95f5165e tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Calling delete_port for 192547e3-6e2f-4880-81a7-440ce00ad812 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:20.284738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '9055e11a-028e-49c8-aeb9-8ab4389538b1'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:39:20.285636 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:20.291387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca888c6c-6609-4adc-a50e-a203842b42aa req-4d18a4e9-9be5-4e98-9bce-b4b159358618 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:20.297482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca888c6c-6609-4adc-a50e-a203842b42aa req-4d18a4e9-9be5-4e98-9bce-b4b159358618 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1027088 Sep 22 09:39:20.365422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca888c6c-6609-4adc-a50e-a203842b42aa req-1f34eb9e-3c48-4ca6-ab89-8d4332cb98f9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662203 Sep 22 09:39:20.523411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:20.702753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-3a1a2b16-a687-49e8-833f-6e1f95f5165e tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:20.786286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a2b16-a687-49e8-833f-6e1f95f5165e tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Pushing event deleted for resources: {'Port': ['ID=192547e3-6e2f-4880-81a7-440ce00ad812,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:20.799536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:20.930624 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 71123a11-181c-4842-b187-e509dde1f95a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:20.969914 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-3a1a2b16-a687-49e8-833f-6e1f95f5165e tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:20.973253 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-3a1a2b16-a687-49e8-833f-6e1f95f5165e tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:20.974646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b377a351-3e52-49d8-bc8d-dfae80b0d9f6 req-3a1a2b16-a687-49e8-833f-6e1f95f5165e tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "DELETE /v2.0/floatingips/d307f8f7-9f5e-4c9f-90bb-5293dfbc6381 HTTP/1.1" status: 204 len: 173 time: 1.9469788 Sep 22 09:39:20.997384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:21.073937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 98340da6-8c93-4d3d-ab26-003b99ca5285 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:39:21.112563 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-d106d52a-52e8-42d8-991e-37739303a6b0 req-2ea27a2c-35ad-4575-a260-838aae9808fc tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] show failed (client error): The resource could not be found. Sep 22 09:39:21.113668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d106d52a-52e8-42d8-991e-37739303a6b0 req-2ea27a2c-35ad-4575-a260-838aae9808fc tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips/d307f8f7-9f5e-4c9f-90bb-5293dfbc6381 HTTP/1.1" status: 404 len: 350 time: 0.1101170 Sep 22 09:39:21.138456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Allocated IP 2001:db8::f816:3eff:fede:b977 (201714cb-581c-4a22-b65d-63842f91bb89/9055e11a-028e-49c8-aeb9-8ab4389538b1/f623e588-2485-45c1-89a2-0cd681017d3d) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:21.191117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 71123a11-181c-4842-b187-e509dde1f95a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:21.191662 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:21.256043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df9b241-8476-49c0-ada4-c37f043df391 None None] Network d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:21.258318 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-c01cb067-8425-48d3-ad2e-2cd92f6016f4 req-d9485467-7ef9-4534-8ce2-118a532eeeaa tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] show failed (client error): The resource could not be found. Sep 22 09:39:21.260970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c01cb067-8425-48d3-ad2e-2cd92f6016f4 req-d9485467-7ef9-4534-8ce2-118a532eeeaa tempest-FloatingIPsTestJSON-363187088 tempest-FloatingIPsTestJSON-363187088-project] 10.222.0.49 "GET /v2.0/floatingips/d307f8f7-9f5e-4c9f-90bb-5293dfbc6381 HTTP/1.1" status: 404 len: 350 time: 0.0945275 Sep 22 09:39:21.275395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43230) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:21.491840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d4bb4139-5d9f-47a3-82c7-03e9d448c90e None None] Provisioning complete for port 71123a11-181c-4842-b187-e509dde1f95a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:21.491840 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4bb4139-5d9f-47a3-82c7-03e9d448c90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:21.704912 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:21.714633 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:21.770576 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:21.772278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1fad0-fd62-43d7-ae16-0efb9a8d0465 req-9c88b065-52d0-4c5a-9091-308b1c009bac tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:21.782259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bfe1fad0-fd62-43d7-ae16-0efb9a8d0465 req-9c88b065-52d0-4c5a-9091-308b1c009bac tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3079400 Sep 22 09:39:21.871294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bfe1fad0-fd62-43d7-ae16-0efb9a8d0465 req-6d435654-6d51-441a-9f89-68e5ef5745f9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838630 Sep 22 09:39:21.877730 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:21.908497 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4bb4139-5d9f-47a3-82c7-03e9d448c90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:21.911466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:21.984856 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:22.018203 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:22.100010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Pushing event updated for resources: {'Port': ['ID=f623e588-2485-45c1-89a2-0cd681017d3d,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:22.127069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:22.155816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:22.165746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:22.194328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::f816:3eff:fe9c:13db (201714cb-581c-4a22-b65d-63842f91bb89/9055e11a-028e-49c8-aeb9-8ab4389538b1/98340da6-8c93-4d3d-ab26-003b99ca5285) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:22.210166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=f88a3a97-b2ea-4e59-836b-cb8c24876c0b,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:22.214768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 71123a11-181c-4842-b187-e509dde1f95a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=71123a11-181c-4842-b187-e509dde1f95a,segment=NetworkSegment(5c9e5a5f-380d-4a78-8c18-7b8f51122e7e),segment_id=5c9e5a5f-380d-4a78-8c18-7b8f51122e7e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:22.355516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:22.419954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] Deleting port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:22.420422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:22.461972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Attempting to bind port f623e588-2485-45c1-89a2-0cd681017d3d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:22.464921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Attempting to bind port f623e588-2485-45c1-89a2-0cd681017d3d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:22.465952 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Attempting to bind port f623e588-2485-45c1-89a2-0cd681017d3d on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:22.518221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:22.519495 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:22.520138 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:22.520853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:22.524007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] For port 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=222d90ff-1ba7-49e0-8c44-ef9d1b9cc317,segment=NetworkSegment(92691d94-64ab-4ed6-81e4-5b210e6ca6f5),segment_id=92691d94-64ab-4ed6-81e4-5b210e6ca6f5)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:22.524291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Bound port: f623e588-2485-45c1-89a2-0cd681017d3d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:22.524429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:22.525109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:22.540446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] Calling delete_port for 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:22.600595 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-d4bb4139-5d9f-47a3-82c7-03e9d448c90e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:39:22.603147 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-d4bb4139-5d9f-47a3-82c7-03e9d448c90e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:39:22.608306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=71123a11-181c-4842-b187-e509dde1f95a,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:22.677004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:22.734918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] For port f623e588-2485-45c1-89a2-0cd681017d3d, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:22.742510 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] For port f623e588-2485-45c1-89a2-0cd681017d3d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f623e588-2485-45c1-89a2-0cd681017d3d,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:22.763465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:22.769969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:22.851428 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:22.882704 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:22.946825 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:22.952982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 71123a11-181c-4842-b187-e509dde1f95a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:23.014281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffda45f-bdbd-47ec-9223-b23dcecacac9 None None] Pushing event updated for resources: {'Port': ['ID=f623e588-2485-45c1-89a2-0cd681017d3d,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:23.064755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=222d90ff-1ba7-49e0-8c44-ef9d1b9cc317,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:23.074832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 71123a11-181c-4842-b187-e509dde1f95a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:23.075307 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:23.093160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:23.099373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:23.111349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:23.121119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:23.121816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:23.144565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=98340da6-8c93-4d3d-ab26-003b99ca5285,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:23.264896 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1f2d9ac7-515c-42e0-a684-13c3d76c5698 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1558089 Sep 22 09:39:23.280598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43260) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:23.331075 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:23.412425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d611b7f-f63b-4500-a473-b2b536c56a9d req-9fc6c462-b57a-4b48-8f2a-9c9e850f57ab tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:23.414068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d611b7f-f63b-4500-a473-b2b536c56a9d req-9fc6c462-b57a-4b48-8f2a-9c9e850f57ab tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3751466 Sep 22 09:39:23.448877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c4e1bf-6e35-447f-b4f9-3a7f558336c4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:23.481383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c4e1bf-6e35-447f-b4f9-3a7f558336c4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:23.483502 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-76c4e1bf-6e35-447f-b4f9-3a7f558336c4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2013276 Sep 22 09:39:23.488658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43268) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:23.503355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router b879d0ff-98dc-430a-9fe8-db4720696d8f is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:39:23.600132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d611b7f-f63b-4500-a473-b2b536c56a9d req-63e9c17f-2a15-44cd-8ada-24e14b36382c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528873 Sep 22 09:39:23.649100 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-35e72cee-1ec1-47de-a95f-524211125231 None None] Provisioning complete for port f88a3a97-b2ea-4e59-836b-cb8c24876c0b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:23.649622 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-35e72cee-1ec1-47de-a95f-524211125231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:23.765928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-35e72cee-1ec1-47de-a95f-524211125231 None None] Port f88a3a97-b2ea-4e59-836b-cb8c24876c0b cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:39:23.810748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-35e72cee-1ec1-47de-a95f-524211125231 None None] Provisioning complete for port 71123a11-181c-4842-b187-e509dde1f95a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:23.818181 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-35e72cee-1ec1-47de-a95f-524211125231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:23.830128 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:23.904159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:23.916931 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0a4a2a-ae33-4776-a541-27c956c69b36 None None] Sync routers for ids ['b879d0ff-98dc-430a-9fe8-db4720696d8f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:23.924137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-77a268e3-ddfd-4ab6-9f52-845961f40ead tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/b879d0ff-98dc-430a-9fe8-db4720696d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1523116 Sep 22 09:39:23.932321 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a9a78-5ac3-4cac-89e7-7c2aa543682f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 98340da6-8c93-4d3d-ab26-003b99ca5285 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:23.933461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9a78-5ac3-4cac-89e7-7c2aa543682f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:23.940520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43274) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:23.945963 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a4a2a-ae33-4776-a541-27c956c69b36 None None] Routers {'b879d0ff-98dc-430a-9fe8-db4720696d8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:23.947622 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ad0a4a2a-ae33-4776-a541-27c956c69b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b879d0ff-98dc-430a-9fe8-db4720696d8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:24.027507 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ad0a4a2a-ae33-4776-a541-27c956c69b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:24.038908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4cb523-8c7d-49ec-a1b5-b827432bab07 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:24.039920 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a4a2a-ae33-4776-a541-27c956c69b36 None None] Routers {'b879d0ff-98dc-430a-9fe8-db4720696d8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:24.040498 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6f4cb523-8c7d-49ec-a1b5-b827432bab07 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports/f88a3a97-b2ea-4e59-836b-cb8c24876c0b HTTP/1.1" status: 200 len: 910 time: 0.0986125 Sep 22 09:39:24.041010 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ad0a4a2a-ae33-4776-a541-27c956c69b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b879d0ff-98dc-430a-9fe8-db4720696d8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:24.075455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43276) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:24.077048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2e2a9f18-8a48-4067-bcdb-bf20a2447212 None None] Provisioning complete for port f88a3a97-b2ea-4e59-836b-cb8c24876c0b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:24.077648 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9f18-8a48-4067-bcdb-bf20a2447212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:24.120179 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9a78-5ac3-4cac-89e7-7c2aa543682f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:24.121121 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ad0a4a2a-ae33-4776-a541-27c956c69b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:24.122014 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0a4a2a-ae33-4776-a541-27c956c69b36 None None] The sync data for ids ['b879d0ff-98dc-430a-9fe8-db4720696d8f'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:24.139364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a9a78-5ac3-4cac-89e7-7c2aa543682f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 98340da6-8c93-4d3d-ab26-003b99ca5285 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:24.246506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a9f18-8a48-4067-bcdb-bf20a2447212 None None] Port f88a3a97-b2ea-4e59-836b-cb8c24876c0b cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:39:24.342668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] Router 43a05571-0ed0-4d66-957b-8eafc988510b has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:39:24.359554 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0c3454c9-c3e0-4f2e-8448-7753a8ad83d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:24.394049 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:24.495366 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:24.506382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-942cc68d-a6b7-4fd4-8028-70ae738d9ec3 admin admin] 10.222.0.49 "PUT /v2.0/routers/43a05571-0ed0-4d66-957b-8eafc988510b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2258055 Sep 22 09:39:24.506382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43290) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:24.511303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47b002c-f1a5-4586-8dd2-d6c88c167f8d None None] Sync routers for ids ['43a05571-0ed0-4d66-957b-8eafc988510b'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:24.526535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b002c-f1a5-4586-8dd2-d6c88c167f8d None None] Routers {'43a05571-0ed0-4d66-957b-8eafc988510b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:24.531558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a47b002c-f1a5-4586-8dd2-d6c88c167f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['43a05571-0ed0-4d66-957b-8eafc988510b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:24.545661 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9a78-5ac3-4cac-89e7-7c2aa543682f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:24.614582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a9a78-5ac3-4cac-89e7-7c2aa543682f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=98340da6-8c93-4d3d-ab26-003b99ca5285,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:24.659938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9a78-5ac3-4cac-89e7-7c2aa543682f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:24.666995 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9f3a9a78-5ac3-4cac-89e7-7c2aa543682f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/98340da6-8c93-4d3d-ab26-003b99ca5285 HTTP/1.1" status: 204 len: 168 time: 1.1746716 Sep 22 09:39:24.668460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43298) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:24.825380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:24.852010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a47b002c-f1a5-4586-8dd2-d6c88c167f8d None None] Set router 43a05571-0ed0-4d66-957b-8eafc988510b gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:39:24.863546 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca60f60f-c6c5-4a6b-9d04-f88356f982c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:24.955434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8828b4-cd77-4222-9d42-4c8e4b7d1dca tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:24.963358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8828b4-cd77-4222-9d42-4c8e4b7d1dca tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:24.965389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ad8828b4-cd77-4222-9d42-4c8e4b7d1dca tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2969410 Sep 22 09:39:24.986493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43304) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:25.074824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f623e588-2485-45c1-89a2-0cd681017d3d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:25.195013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f16321ee-ec65-4339-b4e5-d1e2a80400d8 None None] Provisioning complete for port f623e588-2485-45c1-89a2-0cd681017d3d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:25.195397 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f16321ee-ec65-4339-b4e5-d1e2a80400d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.228845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-139613bc-6d72-4624-8606-4dadd473be2f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 9055e11a-028e-49c8-aeb9-8ab4389538b1 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:39:25.248546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab4d46-64d6-4728-9718-67e37086059d req-88d164f8-db71-4b70-8fc9-229c00a49c49 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:25.250205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0ab4d46-64d6-4728-9718-67e37086059d req-88d164f8-db71-4b70-8fc9-229c00a49c49 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.2809567 Sep 22 09:39:25.251607 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-139613bc-6d72-4624-8606-4dadd473be2f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.297206 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ca60f60f-c6c5-4a6b-9d04-f88356f982c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port f88a3a97-b2ea-4e59-836b-cb8c24876c0b {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:25.297764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca60f60f-c6c5-4a6b-9d04-f88356f982c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.321195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f623e588-2485-45c1-89a2-0cd681017d3d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:25.321622 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.411265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.439953 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-139613bc-6d72-4624-8606-4dadd473be2f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.528232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6d278-b6d6-4b8c-9d34-106d39b77737 req-619e0a5e-2c5d-4ac6-b293-f617ff666f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:25.529529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45e6d278-b6d6-4b8c-9d34-106d39b77737 req-619e0a5e-2c5d-4ac6-b293-f617ff666f1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 1097 time: 0.1675584 Sep 22 09:39:25.569321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0ab4d46-64d6-4728-9718-67e37086059d req-013a3cf4-668e-4f75-9968-42cbf8097a1e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541082 Sep 22 09:39:25.590512 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.615230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca60f60f-c6c5-4a6b-9d04-f88356f982c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.640554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port f623e588-2485-45c1-89a2-0cd681017d3d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f623e588-2485-45c1-89a2-0cd681017d3d,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:25.645061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a47b002c-f1a5-4586-8dd2-d6c88c167f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'name': 'tempest-FloatingIPsTestJSON-2009129714-router', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:55Z', 'updated_at': '2021-09-22T09:39:22Z', 'revision_number': 5, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'gw_port': {'id': 'c67c3e8a-fbde-4696-b64b-2113f276fdbc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:38:56Z', 'updated_at': '2021-09-22T09:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:25.664897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ca60f60f-c6c5-4a6b-9d04-f88356f982c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for f88a3a97-b2ea-4e59-836b-cb8c24876c0b owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:25.720773 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-139613bc-6d72-4624-8606-4dadd473be2f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.749534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6d278-b6d6-4b8c-9d34-106d39b77737 req-fd973333-9f7f-4f37-843d-9c2b4244c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:25.752653 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45e6d278-b6d6-4b8c-9d34-106d39b77737 req-fd973333-9f7f-4f37-843d-9c2b4244c2a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e435477-bd18-4640-a798-9eff6d0a7ca1 HTTP/1.1" status: 200 len: 915 time: 0.2102504 Sep 22 09:39:25.773817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Deleting port c67c3e8a-fbde-4696-b64b-2113f276fdbc {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:25.774171 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.812351 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45e6d278-b6d6-4b8c-9d34-106d39b77737 req-968ffe2e-b7d0-4c09-b3b0-edfc99d84f25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178587b-1348-488a-86f3-902f603d3fdb HTTP/1.1" status: 200 len: 217 time: 0.0496571 Sep 22 09:39:25.902083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] For port c67c3e8a-fbde-4696-b64b-2113f276fdbc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c67c3e8a-fbde-4696-b64b-2113f276fdbc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:25.902083 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.905501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47b002c-f1a5-4586-8dd2-d6c88c167f8d None None] Checking router: 43a05571-0ed0-4d66-957b-8eafc988510b for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:39:25.914618 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.916454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Calling delete_port for c67c3e8a-fbde-4696-b64b-2113f276fdbc owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:25.923852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-139613bc-6d72-4624-8606-4dadd473be2f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.928435 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b002c-f1a5-4586-8dd2-d6c88c167f8d None None] Routers {'43a05571-0ed0-4d66-957b-8eafc988510b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:25.929512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a47b002c-f1a5-4586-8dd2-d6c88c167f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['43a05571-0ed0-4d66-957b-8eafc988510b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:25.942564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6d278-b6d6-4b8c-9d34-106d39b77737 req-1b26a7be-d981-40d4-8c40-81b4aa396dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:25.949835 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45e6d278-b6d6-4b8c-9d34-106d39b77737 req-1b26a7be-d981-40d4-8c40-81b4aa396dcc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=513f0a29-a218-4e9f-9a9f-f5fef781aa74 HTTP/1.1" status: 200 len: 854 time: 0.1202970 Sep 22 09:39:25.950084 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f16321ee-ec65-4339-b4e5-d1e2a80400d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:25.999686 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-139613bc-6d72-4624-8606-4dadd473be2f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:26.001916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dce8f7-590b-4c3e-ac4a-8dd6fe5a96fe None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:26.006794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-139613bc-6d72-4624-8606-4dadd473be2f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/9055e11a-028e-49c8-aeb9-8ab4389538b1 HTTP/1.1" status: 204 len: 168 time: 1.0097477 Sep 22 09:39:26.015665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43320) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:26.030767 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45e6d278-b6d6-4b8c-9d34-106d39b77737 req-36d70c7d-7853-4092-9f36-b14dc3810226 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e435477-bd18-4640-a798-9eff6d0a7ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737207 Sep 22 09:39:26.061388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139613bc-6d72-4624-8606-4dadd473be2f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=9055e11a-028e-49c8-aeb9-8ab4389538b1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:26.108646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a7463da8-7f5b-4ba9-8994-856c6dade3fb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895572 Sep 22 09:39:26.120712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43322) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:26.121593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=f623e588-2485-45c1-89a2-0cd681017d3d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:26.150231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-04afe3da-3ab1-4436-87cb-deb6a98be0b6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:26.237251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a47b002c-f1a5-4586-8dd2-d6c88c167f8d None None] Set router 43a05571-0ed0-4d66-957b-8eafc988510b gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:39:26.256085 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45e6d278-b6d6-4b8c-9d34-106d39b77737 req-09a3a0c4-465c-4888-943b-efd3b286f5f2 service neutron] 10.222.0.60 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129874 Sep 22 09:39:26.274082 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca60f60f-c6c5-4a6b-9d04-f88356f982c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:26.383262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60f60f-c6c5-4a6b-9d04-f88356f982c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=f88a3a97-b2ea-4e59-836b-cb8c24876c0b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:26.385804 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a47b002c-f1a5-4586-8dd2-d6c88c167f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'name': 'tempest-FloatingIPsTestJSON-2009129714-router', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:55Z', 'updated_at': '2021-09-22T09:39:25Z', 'revision_number': 6, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:26.427820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47b002c-f1a5-4586-8dd2-d6c88c167f8d None None] The sync data for ids ['43a05571-0ed0-4d66-957b-8eafc988510b'] in n-d-805649-4 is: [{'id': '43a05571-0ed0-4d66-957b-8eafc988510b', 'name': 'tempest-FloatingIPsTestJSON-2009129714-router', 'tenant_id': 'a79e3be18a874d258be0439f2c330ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:38:55Z', 'updated_at': '2021-09-22T09:39:25Z', 'revision_number': 6, 'project_id': 'a79e3be18a874d258be0439f2c330ceb', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:26.440981 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-f16321ee-ec65-4339-b4e5-d1e2a80400d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:39:26.441477 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-f16321ee-ec65-4339-b4e5-d1e2a80400d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:39:26.584558 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45e6d278-b6d6-4b8c-9d34-106d39b77737 req-4740b785-e69d-49d7-a58b-092eafd647a7 service neutron] 10.222.0.60 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201308 Sep 22 09:39:26.601690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04afe3da-3ab1-4436-87cb-deb6a98be0b6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:26.606231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04afe3da-3ab1-4436-87cb-deb6a98be0b6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:26.697206 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ca60f60f-c6c5-4a6b-9d04-f88356f982c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:26.846011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e197847-0b2e-4799-860b-86a5d7897188 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:39:26.916714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6484f-8528-4b58-9116-b00cbc8f235d req-4e107530-9919-4542-a3ff-62f64735fbb7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:26.920012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7e6484f-8528-4b58-9116-b00cbc8f235d req-4e107530-9919-4542-a3ff-62f64735fbb7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1645610 Sep 22 09:39:26.964534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.017707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f623e588-2485-45c1-89a2-0cd681017d3d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:27.062791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6e197847-0b2e-4799-860b-86a5d7897188 None None] Deleting port f623e588-2485-45c1-89a2-0cd681017d3d {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:27.065984 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6e197847-0b2e-4799-860b-86a5d7897188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.077491 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-073617cb-712a-4b83-8fb5-52ee6eb42cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.122061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67c3e8a-fbde-4696-b64b-2113f276fdbc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:27.240169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-70739107-ce4b-4426-b670-8c3e110d569b None None] Could not find standard attr ID for object 98340da6-8c93-4d3d-ab26-003b99ca5285. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:39:27.243350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6e197847-0b2e-4799-860b-86a5d7897188 None None] For port f623e588-2485-45c1-89a2-0cd681017d3d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f623e588-2485-45c1-89a2-0cd681017d3d,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:27.244044 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6e197847-0b2e-4799-860b-86a5d7897188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.280188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6e197847-0b2e-4799-860b-86a5d7897188 None None] Calling delete_port for f623e588-2485-45c1-89a2-0cd681017d3d owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:27.284115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7e6484f-8528-4b58-9116-b00cbc8f235d req-584aa443-0658-4a1e-924c-6bee49d84607 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321698 Sep 22 09:39:27.314545 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.325526 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.450130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca60f60f-c6c5-4a6b-9d04-f88356f982c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router b879d0ff-98dc-430a-9fe8-db4720696d8f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:39:27.461332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port f623e588-2485-45c1-89a2-0cd681017d3d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f623e588-2485-45c1-89a2-0cd681017d3d,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:27.517239 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.543906 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.543906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:27.575074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca60f60f-c6c5-4a6b-9d04-f88356f982c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:27.588406 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ca60f60f-c6c5-4a6b-9d04-f88356f982c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/b879d0ff-98dc-430a-9fe8-db4720696d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5093744 Sep 22 09:39:27.588910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43342) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:27.596753 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522a632-656d-45db-96da-a09d8dec5b1d None None] Sync routers for ids ['b879d0ff-98dc-430a-9fe8-db4720696d8f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:27.614902 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522a632-656d-45db-96da-a09d8dec5b1d None None] Routers {'b879d0ff-98dc-430a-9fe8-db4720696d8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:27.623322 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d522a632-656d-45db-96da-a09d8dec5b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b879d0ff-98dc-430a-9fe8-db4720696d8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:27.630645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:39:27.641207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 222d90ff-1ba7-49e0-8c44-ef9d1b9cc317 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:39:27.646222 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6e197847-0b2e-4799-860b-86a5d7897188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.656981 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-00f48bec-eafc-4649-a5ad-a0e1b72698c5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=b879d0ff-98dc-430a-9fe8-db4720696d8f HTTP/1.1" status: 200 len: 205 time: 0.0669806 Sep 22 09:39:27.660836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43344) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:27.663248 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d522a632-656d-45db-96da-a09d8dec5b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:27.685075 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e197847-0b2e-4799-860b-86a5d7897188 None None] No DVR routers for this DVR port f623e588-2485-45c1-89a2-0cd681017d3d on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:39:27.686774 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522a632-656d-45db-96da-a09d8dec5b1d None None] Routers {'b879d0ff-98dc-430a-9fe8-db4720696d8f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:27.688110 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d522a632-656d-45db-96da-a09d8dec5b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b879d0ff-98dc-430a-9fe8-db4720696d8f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:27.736975 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d522a632-656d-45db-96da-a09d8dec5b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:27.737838 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522a632-656d-45db-96da-a09d8dec5b1d None None] The sync data for ids ['b879d0ff-98dc-430a-9fe8-db4720696d8f'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:27.751744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=f623e588-2485-45c1-89a2-0cd681017d3d,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:27.752236 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86ad8f6f-9fa9-456c-b969-d1063c1257b2 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.778206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e197847-0b2e-4799-860b-86a5d7897188 None None] Pushing event deleted for resources: {'Port': ['ID=f623e588-2485-45c1-89a2-0cd681017d3d,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:27.951614 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.955313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.956553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86ad8f6f-9fa9-456c-b969-d1063c1257b2 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.959428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86ad8f6f-9fa9-456c-b969-d1063c1257b2 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.971488 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:27.973893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.objects.ports [None req-04afe3da-3ab1-4436-87cb-deb6a98be0b6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95510) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:39:27.984303 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04afe3da-3ab1-4436-87cb-deb6a98be0b6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.068997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04afe3da-3ab1-4436-87cb-deb6a98be0b6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:28.072872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-04afe3da-3ab1-4436-87cb-deb6a98be0b6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:28.074846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afe3da-3ab1-4436-87cb-deb6a98be0b6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=2c30ce04-7ebf-499d-bed4-ac09c5959d15,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:28.081570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04afe3da-3ab1-4436-87cb-deb6a98be0b6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:28.082746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04afe3da-3ab1-4436-87cb-deb6a98be0b6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.089145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5afb2ac-70a0-4158-84f4-32835638659e None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:28.125139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86ad8f6f-9fa9-456c-b969-d1063c1257b2 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.125725 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ad8f6f-9fa9-456c-b969-d1063c1257b2 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Fanout notify agent at l3_agent the message router_deleted on router b879d0ff-98dc-430a-9fe8-db4720696d8f {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:39:28.143727 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86ad8f6f-9fa9-456c-b969-d1063c1257b2 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.143727 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-86ad8f6f-9fa9-456c-b969-d1063c1257b2 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/b879d0ff-98dc-430a-9fe8-db4720696d8f HTTP/1.1" status: 204 len: 168 time: 0.4748685 Sep 22 09:39:28.143900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43352) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:28.188211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-04afe3da-3ab1-4436-87cb-deb6a98be0b6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0646911 Sep 22 09:39:28.189894 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.190338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a05571-0ed0-4d66-957b-8eafc988510b {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:39:28.191959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43358) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:28.201217 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.204702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2f8c24fc-f9b9-405a-ab7f-d6f5b47e4a64 admin admin] 10.222.0.49 "DELETE /v2.0/routers/43a05571-0ed0-4d66-957b-8eafc988510b HTTP/1.1" status: 204 len: 168 time: 3.6963041 Sep 22 09:39:28.205203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43360) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:28.217634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:06:cc:b6', 'name': 'tempest-NetworksTestDHCPv6-470679507'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:28.279180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-b757ca96-6301-4828-b00e-e4185f29405b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting subnet 1bd27ee3-10f7-42db-ad86-401dbb33c2e8 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:39:28.284015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b757ca96-6301-4828-b00e-e4185f29405b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.325102 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '2c30ce04-7ebf-499d-bed4-ac09c5959d15'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:39:28.325977 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.337374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8811412-771d-41f0-9a61-c4dd1f66e5fb admin admin] Deleting subnet da5f5e9d-77b7-4828-90f8-b4231308e967 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:39:28.337374 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8811412-771d-41f0-9a61-c4dd1f66e5fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.385511 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b757ca96-6301-4828-b00e-e4185f29405b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.420465 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8811412-771d-41f0-9a61-c4dd1f66e5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.534287 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b757ca96-6301-4828-b00e-e4185f29405b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.592691 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8811412-771d-41f0-9a61-c4dd1f66e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.603275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Allocated IP 2001:db8::f816:3eff:fe0d:6417 (201714cb-581c-4a22-b65d-63842f91bb89/2c30ce04-7ebf-499d-bed4-ac09c5959d15/30ebedad-d8f7-4994-a88e-5000402f966d) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:28.758735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b2b6a-e357-4079-8d16-a4deb76d8c9a req-e261ae64-480d-4b0c-88c7-5678e15e4673 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:28.766814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-943b2b6a-e357-4079-8d16-a4deb76d8c9a req-e261ae64-480d-4b0c-88c7-5678e15e4673 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.1857595 Sep 22 09:39:28.780276 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8811412-771d-41f0-9a61-c4dd1f66e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.828209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-943b2b6a-e357-4079-8d16-a4deb76d8c9a req-59146e20-239a-42a2-af68-933c6664a708 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492768 Sep 22 09:39:28.854995 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b757ca96-6301-4828-b00e-e4185f29405b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.858489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8811412-771d-41f0-9a61-c4dd1f66e5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5f5e9d-77b7-4828-90f8-b4231308e967,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:28.870055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:28.889261 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8811412-771d-41f0-9a61-c4dd1f66e5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.906057 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b8811412-771d-41f0-9a61-c4dd1f66e5fb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/da5f5e9d-77b7-4828-90f8-b4231308e967 HTTP/1.1" status: 204 len: 168 time: 0.6991096 Sep 22 09:39:28.908334 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 9178587b-1348-488a-86f3-902f603d3fdb no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:28.910262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43368) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:28.910622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c67c3e8a-fbde-4696-b64b-2113f276fdbc no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:28.913405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84192e3-d788-4207-88ad-fd2790d70c9c None None] Network c273be8e-005b-4ce8-a4ae-790a47caaa48 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:28.954479 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757ca96-6301-4828-b00e-e4185f29405b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd27ee3-10f7-42db-ad86-401dbb33c2e8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:28.978479 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b757ca96-6301-4828-b00e-e4185f29405b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:28.980377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b757ca96-6301-4828-b00e-e4185f29405b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/1bd27ee3-10f7-42db-ad86-401dbb33c2e8 HTTP/1.1" status: 204 len: 168 time: 0.8397443 Sep 22 09:39:28.984500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43372) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:29.007577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f48bf9-0510-4be0-80c3-d5903527c5b3 None None] Network d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:29.015935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: c67c3e8a-fbde-4696-b64b-2113f276fdbc {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:39:29.016576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c67c3e8a-fbde-4696-b64b-2113f276fdbc not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:39:29.045471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.075133 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.115267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.132343 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.146386 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 538917b3-46e2-48c4-8005-a7cb5c4b95ba yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:39:29.167814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Deleting port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:29.168485 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.282647 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.334652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] For port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5f45c8a8-2204-4537-8fd0-bdb0c4680e1e,segment=NetworkSegment(92691d94-64ab-4ed6-81e4-5b210e6ca6f5),segment_id=92691d94-64ab-4ed6-81e4-5b210e6ca6f5)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:29.335263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.365942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Calling delete_port for 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:29.384673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 71123a11-181c-4842-b187-e509dde1f95a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:29.385372 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.405733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::f816:3eff:fe06:ccb6 (201714cb-581c-4a22-b65d-63842f91bb89/2c30ce04-7ebf-499d-bed4-ac09c5959d15/538917b3-46e2-48c4-8005-a7cb5c4b95ba) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:29.559814 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port 71123a11-181c-4842-b187-e509dde1f95a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=71123a11-181c-4842-b187-e509dde1f95a,segment=NetworkSegment(5c9e5a5f-380d-4a78-8c18-7b8f51122e7e),segment_id=5c9e5a5f-380d-4a78-8c18-7b8f51122e7e)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:29.561983 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.620402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 71123a11-181c-4842-b187-e509dde1f95a owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:29.631856 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.636523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:29.651018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:29.668777 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.669633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:29.689191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Pushing event updated for resources: {'Port': ['ID=30ebedad-d8f7-4994-a88e-5000402f966d,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:29.736770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f45c8a8-2204-4537-8fd0-bdb0c4680e1e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:29.738774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] No DVR routers for this DVR port 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:39:29.745564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.746022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.746373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.746707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.747089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.747427 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.747747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.748072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.748481 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.749381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.749381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.749643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:29.761391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:39:29.763951 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf26a05-50ab-4a05-99f5-be1d72f32871" -d '{"events": [{"server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "name": "network-vif-unplugged", "status": "completed", "tag": "9178587b-1348-488a-86f3-902f603d3fdb"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:39:29.849037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b94d31-15f5-4588-b264-5f21c08bb9db None None] DHCP port deletion for c273be8e-005b-4ce8-a4ae-790a47caaa48 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:39:29.856959 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 09:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1e3a2b-0c2f-4e8a-9d20-df9a84b03620 x-openstack-request-id: req-9d1e3a2b-0c2f-4e8a-9d20-df9a84b03620 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:39:29.857298 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "name": "network-vif-unplugged", "status": "failed", "tag": "9178587b-1348-488a-86f3-902f603d3fdb", "code": 422}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:39:29.857552 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d1e3a2b-0c2f-4e8a-9d20-df9a84b03620 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:39:29.857955 n-d-805649-4 neutron-server[95511]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb', 'code': 422} returned with failed status Sep 22 09:39:29.861893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:29.879338 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.883921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Attempting to bind port 30ebedad-d8f7-4994-a88e-5000402f966d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:29.884294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Attempting to bind port 30ebedad-d8f7-4994-a88e-5000402f966d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:29.884993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Attempting to bind port 30ebedad-d8f7-4994-a88e-5000402f966d on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:29.900122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:29.900516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:29.901050 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.901453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:29.901932 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Bound port: 30ebedad-d8f7-4994-a88e-5000402f966d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:29.902318 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.932037 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.941194 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:29.964010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c273be8e-005b-4ce8-a4ae-790a47caaa48']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:29.975924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92691d94-64ab-4ed6-81e4-5b210e6ca6f5') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:29.976228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92691d94-64ab-4ed6-81e4-5b210e6ca6f5') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:29.987335 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.004993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63f7e8-8d2a-48e3-beb9-f4f6870fd2ee None None] DHCP port deletion for d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:39:30.007979 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.018426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:39:30.018855 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:39:30.022359 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:39:30.027475 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.077990 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] For port 30ebedad-d8f7-4994-a88e-5000402f966d, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:30.087002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=71123a11-181c-4842-b187-e509dde1f95a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:30.104297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] For port 30ebedad-d8f7-4994-a88e-5000402f966d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=30ebedad-d8f7-4994-a88e-5000402f966d,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:30.104665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No DVR routers for this DVR port 71123a11-181c-4842-b187-e509dde1f95a on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:39:30.122155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:30.149498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375673a-f43a-4415-b853-9513e9bc681b req-34f19db4-b3ae-47a7-b39b-398286e44c3b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:30.151056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6375673a-f43a-4415-b853-9513e9bc681b req-34f19db4-b3ae-47a7-b39b-398286e44c3b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 944 time: 0.1247497 Sep 22 09:39:30.206671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.226125 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.228809 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.235122 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c273be8e-005b-4ce8-a4ae-790a47caaa48 HTTP/1.1" status: 204 len: 168 time: 1.3219833 Sep 22 09:39:30.236208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0ee05-5d96-4462-8600-5f56cff88237 admin admin] Pushing event deleted for resources: {'Network': ['ID=c273be8e-005b-4ce8-a4ae-790a47caaa48,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:30.252344 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.254988 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.285051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:30.298051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9e5a5f-380d-4a78-8c18-7b8f51122e7e') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:30.298380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9e5a5f-380d-4a78-8c18-7b8f51122e7e') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:30.312766 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.352029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f37f0-4a3f-4b42-b07b-f50775cd2bdb None None] Pushing event updated for resources: {'Port': ['ID=30ebedad-d8f7-4994-a88e-5000402f966d,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:30.382123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.384976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:39:30.385542 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:39:30.390911 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:39:30.412678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6375673a-f43a-4415-b853-9513e9bc681b req-2ca98bbd-3aaf-4f0a-82b1-9768cc02d69d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383754 Sep 22 09:39:30.588465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.634960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.636927 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.639113 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/networks/d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b HTTP/1.1" status: 204 len: 168 time: 1.6528411 Sep 22 09:39:30.646882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43404) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:30.659248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ac152-6761-4be0-b2ae-6363d43e4c46 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Network': ['ID=d355f943-abfd-4d6a-9d6c-22fc0f6e7f2b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:30.661915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-743174636', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:30.685317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43406) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:30.711520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f1ed7-54ec-41c8-810a-1e4da72076fd req-4f0f4c28-cde7-4044-b838-3af41d224f82 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:30.713419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f9f1ed7-54ec-41c8-810a-1e4da72076fd req-4f0f4c28-cde7-4044-b838-3af41d224f82 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 944 time: 0.1906428 Sep 22 09:39:30.724276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:30.727559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:30.742628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:30.752714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:30.753411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.822347 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d3406caf-41b8-48f8-b0db-549ccca97f78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a79e3be18a874d258be0439f2c330ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348424 Sep 22 09:39:30.822650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=538917b3-46e2-48c4-8005-a7cb5c4b95ba,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:30.824909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43408) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:30.895905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e09da15-e227-4053-8f29-65fce4fe3698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.925554 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e09da15-e227-4053-8f29-65fce4fe3698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.931579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f9f1ed7-54ec-41c8-810a-1e4da72076fd req-a3ad1e1c-9fff-4591-9f99-a57e24d42aed tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996598 Sep 22 09:39:30.982559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-45b23d89-9d56-45d1-939f-b6f965740214 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7856493 Sep 22 09:39:30.988266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 30ebedad-d8f7-4994-a88e-5000402f966d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:30.988432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:30.990771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43416) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:30.990919 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:31.080886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e09da15-e227-4053-8f29-65fce4fe3698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:31.095219 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e09da15-e227-4053-8f29-65fce4fe3698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:31.099423 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5e09da15-e227-4053-8f29-65fce4fe3698 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1acd4c4f-dd24-4178-911d-078d866bd710 HTTP/1.1" status: 204 len: 168 time: 0.2734306 Sep 22 09:39:31.118117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 30ebedad-d8f7-4994-a88e-5000402f966d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:31.118779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:31.122333 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09da15-e227-4053-8f29-65fce4fe3698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acd4c4f-dd24-4178-911d-078d866bd710,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:31.124482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e36f8-b3ca-40a6-a1be-e825487fa22d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:31.134075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e36f8-b3ca-40a6-a1be-e825487fa22d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:31.139521 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-384e36f8-b3ca-40a6-a1be-e825487fa22d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1474345 Sep 22 09:39:31.142644 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43422) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:31.225287 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:31.270111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-0bddbc10-c384-487c-8280-e9d037368d57 req-2d775b8d-8a4c-4534-872b-5f0bbadef099 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:39:31.271271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bddbc10-c384-487c-8280-e9d037368d57 req-2d775b8d-8a4c-4534-872b-5f0bbadef099 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063729 Sep 22 09:39:31.281566 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:31.351577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 30ebedad-d8f7-4994-a88e-5000402f966d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=30ebedad-d8f7-4994-a88e-5000402f966d,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:31.468009 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:31.539181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f4baa-e125-44f7-b963-ec36048c0950 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 538917b3-46e2-48c4-8005-a7cb5c4b95ba {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:31.539535 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4baa-e125-44f7-b963-ec36048c0950 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:31.636194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=30ebedad-d8f7-4994-a88e-5000402f966d,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:31.648215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 71123a11-181c-4842-b187-e509dde1f95a no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:31.687359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 71123a11-181c-4842-b187-e509dde1f95a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:39:31.688871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 71123a11-181c-4842-b187-e509dde1f95a not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:39:31.689599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:31.724216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:39:31.724630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5f45c8a8-2204-4537-8fd0-bdb0c4680e1e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:39:31.765545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b41c16-2a26-4a98-a31f-fec8bea59e94 req-f64a3c4b-c0d5-49b3-a104-c0694d31dec1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:31.767208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72b41c16-2a26-4a98-a31f-fec8bea59e94 req-f64a3c4b-c0d5-49b3-a104-c0694d31dec1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 944 time: 0.1193800 Sep 22 09:39:31.783420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:31.850927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72b41c16-2a26-4a98-a31f-fec8bea59e94 req-e49a95ac-42c2-4594-81cc-7dd4eeb60d78 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711637 Sep 22 09:39:31.891196 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4baa-e125-44f7-b963-ec36048c0950 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:31.906680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f4baa-e125-44f7-b963-ec36048c0950 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 538917b3-46e2-48c4-8005-a7cb5c4b95ba owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:32.160246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-069a26f5-df30-420b-98f4-2fc7a270e790 None None] Provisioning complete for port 30ebedad-d8f7-4994-a88e-5000402f966d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:32.160760 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-069a26f5-df30-420b-98f4-2fc7a270e790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:32.314075 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4baa-e125-44f7-b963-ec36048c0950 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:32.349649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4baa-e125-44f7-b963-ec36048c0950 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=538917b3-46e2-48c4-8005-a7cb5c4b95ba,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:32.381306 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:39:32.401477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-52cfadc1-eb0d-4828-9d50-173fb4156a9b None None] Could not find standard attr ID for object 538917b3-46e2-48c4-8005-a7cb5c4b95ba. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:39:32.441321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:32.482969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:32.509739 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4baa-e125-44f7-b963-ec36048c0950 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:32.509739 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ef7f4baa-e125-44f7-b963-ec36048c0950 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/538917b3-46e2-48c4-8005-a7cb5c4b95ba HTTP/1.1" status: 204 len: 168 time: 1.3550136 Sep 22 09:39:32.510023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43468) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:32.626562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dabfea3-d47b-4cba-9882-6842375f4e94 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:32.628375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dabfea3-d47b-4cba-9882-6842375f4e94 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:32.629993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1dabfea3-d47b-4cba-9882-6842375f4e94 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216781 Sep 22 09:39:32.636382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43472) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:32.663356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 9178587b-1348-488a-86f3-902f603d3fdb no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:32.703397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Allocated IP 172.25.6.144 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/32516da9-173e-4a5a-bcf2-eba8e7dd5e12) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:32.724857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-162cc07e-1844-4b1a-a00a-7a32ff71eebc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3598683 Sep 22 09:39:32.757720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-82c3e01f-c31c-4eec-b8df-874df7b1fd58 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:39:32.777439 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-82c3e01f-c31c-4eec-b8df-874df7b1fd58 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517073 Sep 22 09:39:32.795485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-14aa7399-1eea-495c-9263-2ea174825eb3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 2c30ce04-7ebf-499d-bed4-ac09c5959d15 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:39:32.799354 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-14aa7399-1eea-495c-9263-2ea174825eb3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:32.880315 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-14aa7399-1eea-495c-9263-2ea174825eb3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:32.899840 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:32.912259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 30ebedad-d8f7-4994-a88e-5000402f966d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:32.989243 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 30ebedad-d8f7-4994-a88e-5000402f966d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:32.989630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.009654 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.013564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43486) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:33.080051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9b3b2-84fd-4826-a84e-1a85f93ef703 req-911bcdba-6baa-4d3e-84c8-fd0901d270b9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:33.083969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0f9b3b2-84fd-4826-a84e-1a85f93ef703 req-911bcdba-6baa-4d3e-84c8-fd0901d270b9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 944 time: 0.1186256 Sep 22 09:39:33.105436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:33.113249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:33.119667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:33.138455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0f9b3b2-84fd-4826-a84e-1a85f93ef703 req-dcde7bd6-300d-48d2-baaf-5792ad516cf6 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482562 Sep 22 09:39:33.139780 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-14aa7399-1eea-495c-9263-2ea174825eb3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.175163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=32516da9-173e-4a5a-bcf2-eba8e7dd5e12,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:33.207667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-network', 'tenant_id': '0753584986bd49239827bd9734501b64'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:33.338548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Made reservation on behalf of 0753584986bd49239827bd9734501b64 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:33.340833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.368223 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.373265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-14aa7399-1eea-495c-9263-2ea174825eb3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.407720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa7399-1eea-495c-9263-2ea174825eb3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=2c30ce04-7ebf-499d-bed4-ac09c5959d15,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:33.414416 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-14aa7399-1eea-495c-9263-2ea174825eb3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.418986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-14aa7399-1eea-495c-9263-2ea174825eb3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/2c30ce04-7ebf-499d-bed4-ac09c5959d15 HTTP/1.1" status: 204 len: 168 time: 0.7772462 Sep 22 09:39:33.419153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80abe6f7-3514-4cf7-b853-c279569eaa9e None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:33.419347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43498) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:33.467166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8d845b9c-0225-42a9-9143-6c63f872ef97 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441577 Sep 22 09:39:33.468240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43500) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:33.523199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845251ac-a187-4741-b078-af0e5c852ce4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:33.527263 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-845251ac-a187-4741-b078-af0e5c852ce4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0562756 Sep 22 09:39:33.527678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43502) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:33.559428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.586799 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795971be-f6d3-429e-8e70-03b63a57d406 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:33.591272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-795971be-f6d3-429e-8e70-03b63a57d406 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0598598 Sep 22 09:39:33.591272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43506) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:33.641631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6af0e54c-ce5a-4227-b7b8-396b9ed64c1c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491061 Sep 22 09:39:33.650876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43508) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:33.658311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.660022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-481f8981-ae6a-41f9-b90d-92c1fdc509e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:33.705445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cd9233-2364-436d-bbfd-fa1464635bf3 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:39:33.728336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:39:33.743727 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.747606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179703c2-627b-49b2-a3af-e68a6a1c1ea0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:33.785081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd9233-2364-436d-bbfd-fa1464635bf3 None None] Deleting port 30ebedad-d8f7-4994-a88e-5000402f966d {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:33.785364 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9233-2364-436d-bbfd-fa1464635bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.789125 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.789723 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Added segment 9cb71cd5-9b43-4c16-b0b5-52d1c30bd641 of type vlan for network ed619e16-4fab-4b0c-bd3d-c59c6928ee7b Sep 22 09:39:33.878855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a5cd9233-2364-436d-bbfd-fa1464635bf3 None None] For port 30ebedad-d8f7-4994-a88e-5000402f966d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=30ebedad-d8f7-4994-a88e-5000402f966d,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:33.879257 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9233-2364-436d-bbfd-fa1464635bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.895170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd9233-2364-436d-bbfd-fa1464635bf3 None None] Calling delete_port for 30ebedad-d8f7-4994-a88e-5000402f966d owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:33.898754 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:33.954487 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481f8981-ae6a-41f9-b90d-92c1fdc509e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:33.958265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-481f8981-ae6a-41f9-b90d-92c1fdc509e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:34.041765 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:34.102189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9233-2364-436d-bbfd-fa1464635bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:34.130370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd9233-2364-436d-bbfd-fa1464635bf3 None None] Pushing event deleted for resources: {'Port': ['ID=30ebedad-d8f7-4994-a88e-5000402f966d,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:34.134406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd9233-2364-436d-bbfd-fa1464635bf3 None None] No DVR routers for this DVR port 30ebedad-d8f7-4994-a88e-5000402f966d on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:39:34.153776 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:34.155015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:34.155710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:34.243828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] Pushing event updated for resources: {'Network': ['ID=ed619e16-4fab-4b0c-bd3d-c59c6928ee7b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:34.255433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network ed619e16-4fab-4b0c-bd3d-c59c6928ee7b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:39:34.280017 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f7e2446e-6729-423b-ba3e-84f199f1b672 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2617979 Sep 22 09:39:34.282885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43520) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:34.291110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] Request body: {'subnet': {'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-subnet', 'tenant_id': '0753584986bd49239827bd9734501b64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:34.325672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router afe18869-465a-4721-b864-c33134fbba6b is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:39:34.339406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c3aca-3cc8-4b54-bab6-05958c4bf770 req-2cf9d0e4-2304-4c1c-8926-00f9179510da tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:34.341156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b7c3aca-3cc8-4b54-bab6-05958c4bf770 req-2cf9d0e4-2304-4c1c-8926-00f9179510da tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 944 time: 0.1096561 Sep 22 09:39:34.416598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] Made reservation on behalf of 0753584986bd49239827bd9734501b64 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:34.419467 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:34.452317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:34.468519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc0e86-4136-416f-8cf4-19081640b840 None None] Sync routers for ids ['afe18869-465a-4721-b864-c33134fbba6b'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:34.482558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc0e86-4136-416f-8cf4-19081640b840 None None] Routers {'afe18869-465a-4721-b864-c33134fbba6b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:34.485509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e9fc0e86-4136-416f-8cf4-19081640b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['afe18869-465a-4721-b864-c33134fbba6b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:34.497670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b7c3aca-3cc8-4b54-bab6-05958c4bf770 req-16126daa-2065-40b7-948e-fb440947e5a4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499550 Sep 22 09:39:34.525037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e9fc0e86-4136-416f-8cf4-19081640b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:34.533562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc0e86-4136-416f-8cf4-19081640b840 None None] Routers {'afe18869-465a-4721-b864-c33134fbba6b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:34.534661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e9fc0e86-4136-416f-8cf4-19081640b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['afe18869-465a-4721-b864-c33134fbba6b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:34.536665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:34.542278 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4879b28f-8f44-4564-94e4-ec1a855611e3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.8935888 Sep 22 09:39:34.542907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43522) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:34.570792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.objects.ports [None req-481f8981-ae6a-41f9-b90d-92c1fdc509e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95510) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:39:34.578438 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-481f8981-ae6a-41f9-b90d-92c1fdc509e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:34.591279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e9fc0e86-4136-416f-8cf4-19081640b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:34.591940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fc0e86-4136-416f-8cf4-19081640b840 None None] The sync data for ids ['afe18869-465a-4721-b864-c33134fbba6b'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:34.638290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-db583c8a-cdcf-49da-8b45-22003857277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:34.639837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-db583c8a-cdcf-49da-8b45-22003857277e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145&tenant_id=930c05ee1c0d48178c68e0259b1d0dea HTTP/1.1" status: 200 len: 1095 time: 0.1496868 Sep 22 09:39:34.643792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481f8981-ae6a-41f9-b90d-92c1fdc509e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:34.671953 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-47493ffb-97ca-4f83-9eab-9b03f6ef981a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/routers/afe18869-465a-4721-b864-c33134fbba6b HTTP/1.1" status: 200 len: 880 time: 0.1258273 Sep 22 09:39:34.672177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43530) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:34.675187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f8981-ae6a-41f9-b90d-92c1fdc509e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=4a97b5a6-aa2c-432c-84de-57086a91504a,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:34.680772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:34.685722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-481f8981-ae6a-41f9-b90d-92c1fdc509e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:34.700192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a55c37-1da3-415e-a4c4-ebaf3a828ccc None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:34.713470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481f8981-ae6a-41f9-b90d-92c1fdc509e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:34.714182 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-481f8981-ae6a-41f9-b90d-92c1fdc509e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:34.826059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-481f8981-ae6a-41f9-b90d-92c1fdc509e3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1741490 Sep 22 09:39:34.830850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43532) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:34.850272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:52:da:c3', 'name': 'tempest-NetworksTestDHCPv6-591675818'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:34.861472 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:34.866203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 30ebedad-d8f7-4994-a88e-5000402f966d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:34.913748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 30ebedad-d8f7-4994-a88e-5000402f966d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:39:34.914221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 30ebedad-d8f7-4994-a88e-5000402f966d not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:39:34.964544 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:34.966524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '4a97b5a6-aa2c-432c-84de-57086a91504a'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:39:34.967724 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.137623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ccd3282-a006-479b-8237-0a59ef5e71b4,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:35.152540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Allocated IP 2001:db8::f816:3eff:fe84:672d (201714cb-581c-4a22-b65d-63842f91bb89/4a97b5a6-aa2c-432c-84de-57086a91504a/5723c1a6-fa6d-49dd-a33b-99570b23bf07) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:35.155684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] Checking segment: {'id': '9cb71cd5-9b43-4c16-b0b5-52d1c30bd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:35.156055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] Network hostable DHCP agents. Network: ed619e16-4fab-4b0c-bd3d-c59c6928ee7b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:39:35.295736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:35.297976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43542) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:35.298556 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-04147e7b-1efa-4656-8cd7-e15499fd6d80 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6243851 Sep 22 09:39:35.303168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0f1d138d-26e2-4967-9868-bfb8ab2b691b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-743174636'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:35.333468 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.356927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:35.417422 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.425236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] Network ed619e16-4fab-4b0c-bd3d-c59c6928ee7b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:39:35.465524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:35.468501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:35.475592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:35.478775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Pushing event updated for resources: {'Port': ['ID=5723c1a6-fa6d-49dd-a33b-99570b23bf07,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:35.535019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Attempting to bind port 5723c1a6-fa6d-49dd-a33b-99570b23bf07 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:35.535333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Attempting to bind port 5723c1a6-fa6d-49dd-a33b-99570b23bf07 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:35.535685 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Attempting to bind port 5723c1a6-fa6d-49dd-a33b-99570b23bf07 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:35.540964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:35.541344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:35.541787 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.542502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:35.542862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Bound port: 5723c1a6-fa6d-49dd-a33b-99570b23bf07, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:35.543258 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.550120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:35.577459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, ed619e16-4fab-4b0c-bd3d-c59c6928ee7b) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:35.587314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555c5ecc-7d67-4e52-9222-79bdb3dc45cd None None] Network ed619e16-4fab-4b0c-bd3d-c59c6928ee7b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:35.610601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:35.611188 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.663656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] For port 5723c1a6-fa6d-49dd-a33b-99570b23bf07, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:35.674986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9178587b-1348-488a-86f3-902f603d3fdb {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:39:35.682111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] For port 5723c1a6-fa6d-49dd-a33b-99570b23bf07, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5723c1a6-fa6d-49dd-a33b-99570b23bf07,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:35.690629 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.715081 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.760398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Transition to ACTIVE for port object 9178587b-1348-488a-86f3-902f603d3fdb will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:39:35.770923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ae9f110e-7dfb-450c-9d3d-f3d8236f8cf0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4829309 Sep 22 09:39:35.771933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43552) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:35.777317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-router', 'tenant_id': '0753584986bd49239827bd9734501b64', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:35.785361 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048117d-0f0e-4bbb-83a7-cb19e78e23b8 req-8e145ab6-3775-4841-be7b-d9e98a87708e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:35.787008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7048117d-0f0e-4bbb-83a7-cb19e78e23b8 req-8e145ab6-3775-4841-be7b-d9e98a87708e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 944 time: 0.1984322 Sep 22 09:39:35.814091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-ed619e16-4fab-4b0c-bd3d-c59c6928ee7b', 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b', 'tenant_id': '0753584986bd49239827bd9734501b64', 'fixed_ips': [{'subnet_id': '2ccd3282-a006-479b-8237-0a59ef5e71b4'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:39:35.814091 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.814091 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.814658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port ca109763-08dc-4a9a-bd6c-5f56fe0dab62 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:39:35.896348 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.897790 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:35.962403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a446d58-ae1d-4149-b216-985b6a26ac3c None None] Pushing event updated for resources: {'Port': ['ID=5723c1a6-fa6d-49dd-a33b-99570b23bf07,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:36.018154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:36.084109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Allocated IP 172.20.0.2 (ed619e16-4fab-4b0c-bd3d-c59c6928ee7b/2ccd3282-a006-479b-8237-0a59ef5e71b4/a8a1384e-a0c6-4d12-b50d-2ea84d1f9250) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:36.114579 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9fdce28-3358-4e5e-a0f9-9af127856587 req-2a10aead-14eb-4a9d-a615-7919bea409b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940914 Sep 22 09:39:36.339970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:36.386460 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:36.404302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdce28-3358-4e5e-a0f9-9af127856587 req-0440b5c5-3b6f-4d06-8088-d47a8372587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:36.405842 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9fdce28-3358-4e5e-a0f9-9af127856587 req-0440b5c5-3b6f-4d06-8088-d47a8372587f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 1096 time: 0.1392877 Sep 22 09:39:36.411051 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:36.427112 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:36.449402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Network ed619e16-4fab-4b0c-bd3d-c59c6928ee7b is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:36.452403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:36.456933 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:36.474000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Pushing event updated for resources: {'Port': ['ID=a8a1384e-a0c6-4d12-b50d-2ea84d1f9250,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:36.536508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Attempting to bind port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:36.536927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Attempting to bind port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '9cb71cd5-9b43-4c16-b0b5-52d1c30bd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:36.537289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Attempting to bind port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 on network ed619e16-4fab-4b0c-bd3d-c59c6928ee7b {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:36.543168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:36.543538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Checking segment: {'id': '9cb71cd5-9b43-4c16-b0b5-52d1c30bd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:36.544063 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:36.544456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Bound using segment: {'id': '9cb71cd5-9b43-4c16-b0b5-52d1c30bd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:36.544945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Bound port: a8a1384e-a0c6-4d12-b50d-2ea84d1f9250, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb71cd5-9b43-4c16-b0b5-52d1c30bd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:36.545322 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:36.556476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=9']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:36.568655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7048117d-0f0e-4bbb-83a7-cb19e78e23b8 req-aaa0b39f-65e8-4752-815a-1fafb911d3d4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7596035 Sep 22 09:39:36.647016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdce28-3358-4e5e-a0f9-9af127856587 req-4b85ed1d-0560-4148-afed-1e269f88bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:36.650614 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9fdce28-3358-4e5e-a0f9-9af127856587 req-4b85ed1d-0560-4148-afed-1e269f88bc64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 913 time: 0.2196333 Sep 22 09:39:36.654362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] For port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:36.658034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] For port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a8a1384e-a0c6-4d12-b50d-2ea84d1f9250,segment=NetworkSegment(9cb71cd5-9b43-4c16-b0b5-52d1c30bd641),segment_id=9cb71cd5-9b43-4c16-b0b5-52d1c30bd641)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:36.673373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] No DVR routers for this DVR port 9178587b-1348-488a-86f3-902f603d3fdb on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:39:36.707725 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9fdce28-3358-4e5e-a0f9-9af127856587 req-5347ec17-85f0-4327-b6d7-b5f82eb7509d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2be07cb-e4fa-49f2-82b2-42abdd751097 HTTP/1.1" status: 200 len: 217 time: 0.0487323 Sep 22 09:39:36.722180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:36.777723 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdce28-3358-4e5e-a0f9-9af127856587 req-feed535e-ac4c-470c-a74d-0b98e38a7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:36.779358 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9fdce28-3358-4e5e-a0f9-9af127856587 req-feed535e-ac4c-470c-a74d-0b98e38a7002 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.0628431 Sep 22 09:39:36.858832 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9fdce28-3358-4e5e-a0f9-9af127856587 req-7859068c-cc9e-40eb-8fdb-f9b4269809ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722551 Sep 22 09:39:36.872959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::f816:3eff:fe52:dac3 (201714cb-581c-4a22-b65d-63842f91bb89/4a97b5a6-aa2c-432c-84de-57086a91504a/ca109763-08dc-4a9a-bd6c-5f56fe0dab62) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:36.877428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Attempting to bind port 9178587b-1348-488a-86f3-902f603d3fdb on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:36.877821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Attempting to bind port 9178587b-1348-488a-86f3-902f603d3fdb by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:36.878155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Attempting to bind port 9178587b-1348-488a-86f3-902f603d3fdb on network 5e435477-bd18-4640-a798-9eff6d0a7ca1 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:36.883245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0185a1b-2693-4f2a-8554-e26137d6cdf3 None None] Pushing event updated for resources: {'Port': ['ID=a8a1384e-a0c6-4d12-b50d-2ea84d1f9250,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:36.905587 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f1d138d-26e2-4967-9868-bfb8ab2b691b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:36.910219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Port 9178587b-1348-488a-86f3-902f603d3fdb on network 5e435477-bd18-4640-a798-9eff6d0a7ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:39:36.910555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Attempting to bind port 9178587b-1348-488a-86f3-902f603d3fdb on network 5e435477-bd18-4640-a798-9eff6d0a7ca1 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:36.936947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:36.937294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Checking segment: {'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:36.937801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Bound using segment: {'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:36.938987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Bound port: 9178587b-1348-488a-86f3-902f603d3fdb, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:36.939136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5723c1a6-fa6d-49dd-a33b-99570b23bf07 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:36.939357 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.029059 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f1d138d-26e2-4967-9868-bfb8ab2b691b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.049928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5723c1a6-fa6d-49dd-a33b-99570b23bf07 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:37.050593 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.111964 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9fdce28-3358-4e5e-a0f9-9af127856587 req-9e5143c0-caec-44ca-aba7-1ab798c9e8bc service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794693 Sep 22 09:39:37.150839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:37.269067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:37.322757 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.373118 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9fdce28-3358-4e5e-a0f9-9af127856587 req-769e6202-19e1-4f56-b596-de8da9e2176d service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480311 Sep 22 09:39:37.396265 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.400488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 5723c1a6-fa6d-49dd-a33b-99570b23bf07, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5723c1a6-fa6d-49dd-a33b-99570b23bf07,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:37.426519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.434387 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.438535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1d138d-26e2-4967-9868-bfb8ab2b691b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router afe18869-465a-4721-b864-c33134fbba6b has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:39:37.497156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-abb8db5b-dc80-4fe4-b1ed-2d5e58b12eca None None] Provisioning complete for port 5723c1a6-fa6d-49dd-a33b-99570b23bf07 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:37.497838 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-abb8db5b-dc80-4fe4-b1ed-2d5e58b12eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.513560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:37.514229 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.515621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] 10.222.0.45 "PUT /v2.0/ports/9178587b-1348-488a-86f3-902f603d3fdb HTTP/1.1" status: 200 len: 1092 time: 2.8528891 Sep 22 09:39:37.519817 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.524770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:39:37.537340 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6556d7-6ff4-4a57-bbf5-2343d524dd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "tag": "9178587b-1348-488a-86f3-902f603d3fdb"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:39:37.556279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Allocated IP 172.25.6.244 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/ae03448c-0911-4080-9e10-77beb734b972) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:37.609259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=5723c1a6-fa6d-49dd-a33b-99570b23bf07,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:37.616704 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.694242 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c959af88-55d4-4bf7-bbfe-04c72009de4a x-openstack-request-id: req-c959af88-55d4-4bf7-bbfe-04c72009de4a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:39:37.694242 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "tag": "9178587b-1348-488a-86f3-902f603d3fdb", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:39:37.694242 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c959af88-55d4-4bf7-bbfe-04c72009de4a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:39:37.694242 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb', 'status': 'completed', 'code': 200} Sep 22 09:39:37.713627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c58629-6689-4b5d-be52-c1595f7ca6af service neutron] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=10']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:37.738088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.839839 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.850468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-923c4d16-3b6e-4a31-b507-d7e140549d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:37.852060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-923c4d16-3b6e-4a31-b507-d7e140549d35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 1096 time: 0.2706175 Sep 22 09:39:37.878216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1d138d-26e2-4967-9868-bfb8ab2b691b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:37.894452 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf961a-003b-48b2-b5a3-b9cd2b70e9cc None None] Sync routers for ids ['afe18869-465a-4721-b864-c33134fbba6b'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:37.895007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18acba8-7b3d-4e73-9d0c-cc0821dab527 req-7376d29f-2e66-454a-919a-2ae18bdb7b2b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:37.896455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c18acba8-7b3d-4e73-9d0c-cc0821dab527 req-7376d29f-2e66-454a-919a-2ae18bdb7b2b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.2093601 Sep 22 09:39:37.902033 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f1d138d-26e2-4967-9868-bfb8ab2b691b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.903195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0f1d138d-26e2-4967-9868-bfb8ab2b691b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/afe18869-465a-4721-b864-c33134fbba6b HTTP/1.1" status: 200 len: 887 time: 2.6042666 Sep 22 09:39:37.907972 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf961a-003b-48b2-b5a3-b9cd2b70e9cc None None] Routers {'afe18869-465a-4721-b864-c33134fbba6b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:37.912237 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-decf961a-003b-48b2-b5a3-b9cd2b70e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['afe18869-465a-4721-b864-c33134fbba6b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:37.913023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43580) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:37.975111 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-decf961a-003b-48b2-b5a3-b9cd2b70e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:37.983135 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:37.997697 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf961a-003b-48b2-b5a3-b9cd2b70e9cc None None] Routers {'afe18869-465a-4721-b864-c33134fbba6b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:37.998611 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-decf961a-003b-48b2-b5a3-b9cd2b70e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['afe18869-465a-4721-b864-c33134fbba6b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:38.078007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:38.081779 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-decf961a-003b-48b2-b5a3-b9cd2b70e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:38.083408 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf961a-003b-48b2-b5a3-b9cd2b70e9cc None None] The sync data for ids ['afe18869-465a-4721-b864-c33134fbba6b'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:38.095871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:38.098722 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:38.124694 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c18acba8-7b3d-4e73-9d0c-cc0821dab527 req-f9bae240-ef76-4c1a-a037-844e9b58bc3c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076304 Sep 22 09:39:38.161983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Pushing event updated for resources: {'Port': ['ID=ae03448c-0911-4080-9e10-77beb734b972,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:38.214683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:38.222424 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-255d680e-c637-4c16-910c-95323a9ecbd5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/routers/afe18869-465a-4721-b864-c33134fbba6b HTTP/1.1" status: 200 len: 887 time: 0.3080883 Sep 22 09:39:38.225508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43586) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:38.241460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:38.257549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:38.283216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:38.283895 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:38.286602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=ca109763-08dc-4a9a-bd6c-5f56fe0dab62,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:38.314723 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ef016af8-4c4e-4c2f-8d69-a8c3d7768c03 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe18869-465a-4721-b864-c33134fbba6b HTTP/1.1" status: 200 len: 205 time: 0.0879512 Sep 22 09:39:38.323622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43588) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:38.330876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-ce001b5d-9e5e-4038-bed2-4b65fe1469e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:38.333466 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-ce001b5d-9e5e-4038-bed2-4b65fe1469e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e435477-bd18-4640-a798-9eff6d0a7ca1 HTTP/1.1" status: 200 len: 915 time: 0.4664588 Sep 22 09:39:38.411940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-dfb6784f-a5f1-4f7f-a22f-87ce04e86388 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178587b-1348-488a-86f3-902f603d3fdb HTTP/1.1" status: 200 len: 217 time: 0.0659769 Sep 22 09:39:38.460189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:38.469865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db51a695-ba8a-45c0-9746-220599561b08 None None] Network ed619e16-4fab-4b0c-bd3d-c59c6928ee7b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:38.498795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e6cbcedc-414a-4376-b580-a7f9d0b6d4f9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6636829 Sep 22 09:39:38.503187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43594) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:38.549823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-682eddcd-9f4f-4393-8ec0-e556d787f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:38.551421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-682eddcd-9f4f-4393-8ec0-e556d787f80a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=513f0a29-a218-4e9f-9a9f-f5fef781aa74 HTTP/1.1" status: 200 len: 854 time: 0.1317878 Sep 22 09:39:38.601361 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb53a8b-c3cf-4368-96c6-cc3781d79ae8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:38.614513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb53a8b-c3cf-4368-96c6-cc3781d79ae8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:38.622944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e6ac76c3-5465-4db0-8fa5-e9141b709664 None None] Provisioning complete for port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:38.623601 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6ac76c3-5465-4db0-8fa5-e9141b709664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:38.631837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-feb53a8b-c3cf-4368-96c6-cc3781d79ae8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1274509 Sep 22 09:39:38.632689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43598) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:38.663289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-1911bc1a-e8be-43a0-b4e1-1130e36f8f67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e435477-bd18-4640-a798-9eff6d0a7ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971251 Sep 22 09:39:38.735696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:38.760696 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6ac76c3-5465-4db0-8fa5-e9141b709664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:38.822373 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:38.835545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e6ac76c3-5465-4db0-8fa5-e9141b709664 None None] For port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a8a1384e-a0c6-4d12-b50d-2ea84d1f9250,segment=NetworkSegment(9cb71cd5-9b43-4c16-b0b5-52d1c30bd641),segment_id=9cb71cd5-9b43-4c16-b0b5-52d1c30bd641)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:38.914039 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6ac76c3-5465-4db0-8fa5-e9141b709664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:39.003224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac76c3-5465-4db0-8fa5-e9141b709664 None None] Pushing event updated for resources: {'Port': ['ID=a8a1384e-a0c6-4d12-b50d-2ea84d1f9250,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:39.054596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:39.066160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ee3a851c-8c55-4ddb-b306-b4ccf20ac546 None None] Provisioning complete for port ca109763-08dc-4a9a-bd6c-5f56fe0dab62 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:39.066540 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ee3a851c-8c55-4ddb-b306-b4ccf20ac546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:39.129205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a851c-8c55-4ddb-b306-b4ccf20ac546 None None] Port ca109763-08dc-4a9a-bd6c-5f56fe0dab62 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:39:39.170876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-582dfcc8-fcea-4f0a-b25e-107ce301e8b9 service neutron] 10.222.0.45 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832561 Sep 22 09:39:39.182384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f30bd1d5-60a0-4b19-83b4-5b7f14f4fd78 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port ca109763-08dc-4a9a-bd6c-5f56fe0dab62 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:39.182771 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f30bd1d5-60a0-4b19-83b4-5b7f14f4fd78 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:39.203033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:39.203562 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:39.229722 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:39.270423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cbda7e3a-9309-4825-abe9-f3de55ef197d None None] Provisioning complete for port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:39.270897 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cbda7e3a-9309-4825-abe9-f3de55ef197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:39.281095 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 32516da9-173e-4a5a-bcf2-eba8e7dd5e12 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:39.281442 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:39.420159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5723c1a6-fa6d-49dd-a33b-99570b23bf07 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:39.488842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca88a5a-74d6-48fc-a808-a7fe95c51b43 req-5f9b93df-e827-4854-b59e-4b7ef70cf693 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:39.490416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ca88a5a-74d6-48fc-a808-a7fe95c51b43 req-5f9b93df-e827-4854-b59e-4b7ef70cf693 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 945 time: 0.1965885 Sep 22 09:39:39.501181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5723c1a6-fa6d-49dd-a33b-99570b23bf07 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:39.501967 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:39.534073 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:39.547531 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f30bd1d5-60a0-4b19-83b4-5b7f14f4fd78 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:39.551442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 32516da9-173e-4a5a-bcf2-eba8e7dd5e12 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:39.567691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f591f-104a-406f-960b-af3db4b5138d req-f303b151-d7ba-491c-b22f-639425fe8a8d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:39.569268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d1f591f-104a-406f-960b-af3db4b5138d req-f303b151-d7ba-491c-b22f-639425fe8a8d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.2685475 Sep 22 09:39:39.575289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb70233f-9560-4f6c-85c2-4a0197a29c67 req-d3518308-171b-409f-bc47-83a72a015758 service neutron] 10.222.0.45 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818045 Sep 22 09:39:39.591795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ca88a5a-74d6-48fc-a808-a7fe95c51b43 req-44827e06-bd4c-4700-9925-69621b422cc5 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931771 Sep 22 09:39:39.595182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f30bd1d5-60a0-4b19-83b4-5b7f14f4fd78 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for ca109763-08dc-4a9a-bd6c-5f56fe0dab62 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:39.603884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Router f557c92c-c47e-4038-bd47-df80a453e8ed is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:39:39.671956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d1f591f-104a-406f-960b-af3db4b5138d req-18559cfb-4e97-475a-ac86-d75496de8a45 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915525 Sep 22 09:39:39.756950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6556d7-6ff4-4a57-bbf5-2343d524dd3c req-49563782-9ff0-4ebf-bce5-157c1b7e76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:39.758529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d6556d7-6ff4-4a57-bbf5-2343d524dd3c req-49563782-9ff0-4ebf-bce5-157c1b7e76a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 1096 time: 0.0680697 Sep 22 09:39:39.927332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6556d7-6ff4-4a57-bbf5-2343d524dd3c req-b9488373-9427-4257-bb38-d9bd8d2ca11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:39.929023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d6556d7-6ff4-4a57-bbf5-2343d524dd3c req-b9488373-9427-4257-bb38-d9bd8d2ca11e service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e435477-bd18-4640-a798-9eff6d0a7ca1 HTTP/1.1" status: 200 len: 915 time: 0.1582599 Sep 22 09:39:39.981115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d6556d7-6ff4-4a57-bbf5-2343d524dd3c req-0afe63df-1f32-4725-ac5f-5ff5db5ec1a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178587b-1348-488a-86f3-902f603d3fdb HTTP/1.1" status: 200 len: 217 time: 0.0407977 Sep 22 09:39:39.981814 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f30bd1d5-60a0-4b19-83b4-5b7f14f4fd78 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:40.028633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bd1d5-60a0-4b19-83b4-5b7f14f4fd78 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=ca109763-08dc-4a9a-bd6c-5f56fe0dab62,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:40.080314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6556d7-6ff4-4a57-bbf5-2343d524dd3c req-440f65e4-de1a-4e77-a2b7-87b1cda2ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:40.082409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d6556d7-6ff4-4a57-bbf5-2343d524dd3c req-440f65e4-de1a-4e77-a2b7-87b1cda2ef09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=513f0a29-a218-4e9f-9a9f-f5fef781aa74 HTTP/1.1" status: 200 len: 854 time: 0.0594981 Sep 22 09:39:40.133046 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f30bd1d5-60a0-4b19-83b4-5b7f14f4fd78 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:40.138202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f30bd1d5-60a0-4b19-83b4-5b7f14f4fd78 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/ca109763-08dc-4a9a-bd6c-5f56fe0dab62 HTTP/1.1" status: 204 len: 168 time: 1.4844906 Sep 22 09:39:40.138401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43626) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:40.164257 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d6556d7-6ff4-4a57-bbf5-2343d524dd3c req-e28e3b3f-e18c-4c7b-a159-4137049fdb32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e435477-bd18-4640-a798-9eff6d0a7ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327811 Sep 22 09:39:40.172428 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:40.182556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Sync routers for ids ['f557c92c-c47e-4038-bd47-df80a453e8ed'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:40.274038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Routers {'f557c92c-c47e-4038-bd47-df80a453e8ed'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:40.277683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f557c92c-c47e-4038-bd47-df80a453e8ed'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:40.280195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d6556d7-6ff4-4a57-bbf5-2343d524dd3c req-3bf7836f-ef86-48fd-ad22-549f3ef917f2 service neutron] 10.222.0.45 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039138 Sep 22 09:39:40.310573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:40.312498 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-68eedaf8-d4ea-481e-843a-c86afcec1581 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5399249 Sep 22 09:39:40.326199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a4901-180a-4ff5-bcb3-ffcbfd248a76 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:40.328026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a4901-180a-4ff5-bcb3-ffcbfd248a76 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:40.332419 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3d3a4901-180a-4ff5-bcb3-ffcbfd248a76 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1905534 Sep 22 09:39:40.335700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43634) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:40.336428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43636) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:40.479248 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:40.560229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=32516da9-173e-4a5a-bcf2-eba8e7dd5e12,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:40.597288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Set router f557c92c-c47e-4038-bd47-df80a453e8ed gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:39:40.606767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e2151c-aee1-458c-80fb-b56d380e227c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 4a97b5a6-aa2c-432c-84de-57086a91504a {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:39:40.617120 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23e2151c-aee1-458c-80fb-b56d380e227c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:40.644670 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:40.718928 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d6556d7-6ff4-4a57-bbf5-2343d524dd3c req-cd4d3dd0-c84e-42de-87cb-8f408c2fe783 service neutron] 10.222.0.45 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198780 Sep 22 09:39:40.842912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-router', 'tenant_id': '0753584986bd49239827bd9734501b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'ae03448c-0911-4080-9e10-77beb734b972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:39:35Z', 'updated_at': '2021-09-22T09:39:38Z', 'revision_number': 3, 'project_id': '0753584986bd49239827bd9734501b64', 'gw_port': {'id': 'ae03448c-0911-4080-9e10-77beb734b972', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:37Z', 'updated_at': '2021-09-22T09:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:40.864139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:40.883388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Checking router: f557c92c-c47e-4038-bd47-df80a453e8ed for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:39:40.883928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Updating router f557c92c-c47e-4038-bd47-df80a453e8ed port ae03448c-0911-4080-9e10-77beb734b972 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:39:40.890112 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:40.905188 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23e2151c-aee1-458c-80fb-b56d380e227c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:40.923599 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:40.927212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:41.089857 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9c967-f087-414c-aac4-d23de1f3e1e0 req-be9f4a8f-7ba3-47f2-aab4-39830675d92b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:41.091785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9d9c967-f087-414c-aac4-d23de1f3e1e0 req-be9f4a8f-7ba3-47f2-aab4-39830675d92b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 945 time: 0.2271681 Sep 22 09:39:41.132047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80afb4-a673-426a-8216-c711ce9af2f5 req-26a72055-8e03-4ea6-88e7-c53ebb6b2cca tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:41.133921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e80afb4-a673-426a-8216-c711ce9af2f5 req-26a72055-8e03-4ea6-88e7-c53ebb6b2cca tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.2249191 Sep 22 09:39:41.169427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215d25b-ead2-40a3-bc12-3fdb5f55d402 req-6897c6c2-382f-4c7d-b5be-ada2bb332db7 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:41.173173 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3215d25b-ead2-40a3-bc12-3fdb5f55d402 req-6897c6c2-382f-4c7d-b5be-ada2bb332db7 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 945 time: 0.3016534 Sep 22 09:39:41.247559 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.248143 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Fanout notify agent at l3_agent the message router_deleted on router afe18869-465a-4721-b864-c33134fbba6b {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:39:41.259530 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.260595 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6113b637-e63f-46cb-a8cc-f363e356f5d5 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/afe18869-465a-4721-b864-c33134fbba6b HTTP/1.1" status: 204 len: 168 time: 2.9359672 Sep 22 09:39:41.272259 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43646) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:41.282781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'network': {'name': 'tempest-RoutersTest-1899201971'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:41.314816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9d9c967-f087-414c-aac4-d23de1f3e1e0 req-fcfc07d6-19a7-49e1-9099-9d973155f741 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114544 Sep 22 09:39:41.387834 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23e2151c-aee1-458c-80fb-b56d380e227c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.392584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:41.392997 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.395776 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.401752 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e80afb4-a673-426a-8216-c711ce9af2f5 req-7018c887-1879-404f-a457-0305589428d2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425587 Sep 22 09:39:41.472987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-3215d25b-ead2-40a3-bc12-3fdb5f55d402 req-bf334021-5b5d-47be-821c-1ddf6fe2cc55 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Deleting port b2be07cb-e4fa-49f2-82b2-42abdd751097 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:41.474010 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3215d25b-ead2-40a3-bc12-3fdb5f55d402 req-bf334021-5b5d-47be-821c-1ddf6fe2cc55 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.501975 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.529446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:41.539240 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.614087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Attempting to bind port ae03448c-0911-4080-9e10-77beb734b972 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:41.616186 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Attempting to bind port ae03448c-0911-4080-9e10-77beb734b972 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:41.616832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Attempting to bind port ae03448c-0911-4080-9e10-77beb734b972 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:41.619416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5daaf2-f0a4-47df-bdd0-c0518846455f None None] Pushing event updated for resources: {'Port': ['ID=ae03448c-0911-4080-9e10-77beb734b972,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:41.628494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:41.629553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:41.630405 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.631016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:41.631829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Bound port: ae03448c-0911-4080-9e10-77beb734b972, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:41.632466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.700938 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] For port ae03448c-0911-4080-9e10-77beb734b972, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:41.706078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] For port ae03448c-0911-4080-9e10-77beb734b972, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ae03448c-0911-4080-9e10-77beb734b972,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:41.767530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-3215d25b-ead2-40a3-bc12-3fdb5f55d402 req-bf334021-5b5d-47be-821c-1ddf6fe2cc55 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] For port b2be07cb-e4fa-49f2-82b2-42abdd751097, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b2be07cb-e4fa-49f2-82b2-42abdd751097,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:41.768154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3215d25b-ead2-40a3-bc12-3fdb5f55d402 req-bf334021-5b5d-47be-821c-1ddf6fe2cc55 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.784838 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-3215d25b-ead2-40a3-bc12-3fdb5f55d402 req-bf334021-5b5d-47be-821c-1ddf6fe2cc55 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Calling delete_port for b2be07cb-e4fa-49f2-82b2-42abdd751097 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:41.793774 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:41.883226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Routers {'f557c92c-c47e-4038-bd47-df80a453e8ed'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:41.883890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f557c92c-c47e-4038-bd47-df80a453e8ed'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:42.038583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5daaf2-f0a4-47df-bdd0-c0518846455f None None] Pushing event updated for resources: {'Port': ['ID=ae03448c-0911-4080-9e10-77beb734b972,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:42.102113 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3215d25b-ead2-40a3-bc12-3fdb5f55d402 req-bf334021-5b5d-47be-821c-1ddf6fe2cc55 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:42.132973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['b2be07cb-e4fa-49f2-82b2-42abdd751097'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:39:42.134026 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:42.169872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] Set router f557c92c-c47e-4038-bd47-df80a453e8ed gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:39:42.205640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf334021-5b5d-47be-821c-1ddf6fe2cc55 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event deleted for resources: {'Port': ['ID=b2be07cb-e4fa-49f2-82b2-42abdd751097,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:42.208060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:39:42.276568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:42.279230 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added segment 52b76697-d73f-4e8f-860b-9b993ffb4a9b of type vlan for network 47c573d3-70cc-438b-9a85-ce30a27c4dc8 Sep 22 09:39:42.286949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23e2151c-aee1-458c-80fb-b56d380e227c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:42.329693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-3215d25b-ead2-40a3-bc12-3fdb5f55d402 req-bf334021-5b5d-47be-821c-1ddf6fe2cc55 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] No DVR routers for this DVR port b2be07cb-e4fa-49f2-82b2-42abdd751097 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:39:42.336409 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3215d25b-ead2-40a3-bc12-3fdb5f55d402 req-bf334021-5b5d-47be-821c-1ddf6fe2cc55 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:42.343203 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3215d25b-ead2-40a3-bc12-3fdb5f55d402 req-bf334021-5b5d-47be-821c-1ddf6fe2cc55 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "DELETE /v2.0/ports/b2be07cb-e4fa-49f2-82b2-42abdd751097 HTTP/1.1" status: 204 len: 173 time: 1.1642485 Sep 22 09:39:42.345243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ff9acc-b916-4d24-9086-df6e7dd73f5a', 'name': 'network-vif-deleted', 'tag': 'b2be07cb-e4fa-49f2-82b2-42abdd751097'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:39:42.351706 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dc3691-79c7-451d-9742-928812355722" -d '{"events": [{"server_uuid": "45ff9acc-b916-4d24-9086-df6e7dd73f5a", "name": "network-vif-deleted", "tag": "b2be07cb-e4fa-49f2-82b2-42abdd751097"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:39:42.370874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2151c-aee1-458c-80fb-b56d380e227c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=4a97b5a6-aa2c-432c-84de-57086a91504a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:42.443142 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:42.459779 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23e2151c-aee1-458c-80fb-b56d380e227c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:42.469795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-23e2151c-aee1-458c-80fb-b56d380e227c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/4a97b5a6-aa2c-432c-84de-57086a91504a HTTP/1.1" status: 204 len: 168 time: 2.1290421 Sep 22 09:39:42.476022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43666) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:42.488111 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478ab4e3-ea66-4265-a228-ec1ed091df55 x-openstack-request-id: req-478ab4e3-ea66-4265-a228-ec1ed091df55 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:39:42.488649 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ff9acc-b916-4d24-9086-df6e7dd73f5a", "name": "network-vif-deleted", "tag": "b2be07cb-e4fa-49f2-82b2-42abdd751097", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:39:42.489038 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-478ab4e3-ea66-4265-a228-ec1ed091df55 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:39:42.491276 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ff9acc-b916-4d24-9086-df6e7dd73f5a', 'name': 'network-vif-deleted', 'tag': 'b2be07cb-e4fa-49f2-82b2-42abdd751097', 'status': 'completed', 'code': 200} Sep 22 09:39:42.513748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf9f323-98ef-4e21-9c69-eb07f5adff56 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:42.546143 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89c27877-36e2-49d6-b0ec-9063b09632e8 req-247de893-c73a-440d-883f-65e6b6e984a8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.0374496 Sep 22 09:39:42.588005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:42.597800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:42.598888 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:42.660757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-aa6b7ab6-439f-4ba4-82cb-34ff817f301a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1688197 Sep 22 09:39:42.666045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43670) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:42.687177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:42.725307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-router', 'tenant_id': '0753584986bd49239827bd9734501b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'ae03448c-0911-4080-9e10-77beb734b972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:39:35Z', 'updated_at': '2021-09-22T09:39:38Z', 'revision_number': 3, 'project_id': '0753584986bd49239827bd9734501b64', 'gw_port': {'id': 'ae03448c-0911-4080-9e10-77beb734b972', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:37Z', 'updated_at': '2021-09-22T09:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:42.727386 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4536829 Sep 22 09:39:42.735283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43672) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:42.746608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'subnet': {'network_id': '47c573d3-70cc-438b-9a85-ce30a27c4dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:42.980019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0861ec0-eebd-4289-942c-8b61e901d213 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Network': ['ID=47c573d3-70cc-438b-9a85-ce30a27c4dc8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:43.066938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ded75c-dc77-4733-a7f3-4c2fdaeb9ad4 req-6712f94e-3b27-4ebe-ad66-d8a0724692e0 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:43.068701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6579d4-1291-4b2e-8de3-4b2f93eed44b None None] The sync data for ids ['f557c92c-c47e-4038-bd47-df80a453e8ed'] in n-d-805649-4 is: [{'id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-router', 'tenant_id': '0753584986bd49239827bd9734501b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'ae03448c-0911-4080-9e10-77beb734b972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:39:35Z', 'updated_at': '2021-09-22T09:39:38Z', 'revision_number': 3, 'project_id': '0753584986bd49239827bd9734501b64', 'gw_port': {'id': 'ae03448c-0911-4080-9e10-77beb734b972', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:37Z', 'updated_at': '2021-09-22T09:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:43.070426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ded75c-dc77-4733-a7f3-4c2fdaeb9ad4 req-6712f94e-3b27-4ebe-ad66-d8a0724692e0 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.4385731 Sep 22 09:39:43.070645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:43.083184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 47c573d3-70cc-438b-9a85-ce30a27c4dc8 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:39:43.083352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:43.117363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Allocated IP 172.20.0.1 (ed619e16-4fab-4b0c-bd3d-c59c6928ee7b/2ccd3282-a006-479b-8237-0a59ef5e71b4/0cbc4a7a-423a-4e04-a0b0-b070717948cd) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:43.176542 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:43.180227 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:43.185539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ded75c-dc77-4733-a7f3-4c2fdaeb9ad4 req-df985b68-abc9-4a1b-a59a-dfe28a37d886 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997658 Sep 22 09:39:43.345157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e6fe86-e464-4a08-9b92-560a1c4ebb2b None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:39:43.503878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-84e6fe86-e464-4a08-9b92-560a1c4ebb2b None None] Deleting port 5723c1a6-fa6d-49dd-a33b-99570b23bf07 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:43.504261 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-84e6fe86-e464-4a08-9b92-560a1c4ebb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:43.698858 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:43.778815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-84e6fe86-e464-4a08-9b92-560a1c4ebb2b None None] For port 5723c1a6-fa6d-49dd-a33b-99570b23bf07, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5723c1a6-fa6d-49dd-a33b-99570b23bf07,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:43.779367 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-84e6fe86-e464-4a08-9b92-560a1c4ebb2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:43.815873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-84e6fe86-e464-4a08-9b92-560a1c4ebb2b None None] Calling delete_port for 5723c1a6-fa6d-49dd-a33b-99570b23bf07 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:43.853251 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:43.890751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:43.984304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.objects.ports [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95510) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:39:44.039792 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Subnet': ['ID=98d87505-c277-4eae-adbe-173e6e218174,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:44.103123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Checking segment: {'id': '52b76697-d73f-4e8f-860b-9b993ffb4a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '47c573d3-70cc-438b-9a85-ce30a27c4dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:44.103765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network hostable DHCP agents. Network: 47c573d3-70cc-438b-9a85-ce30a27c4dc8, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:39:44.131559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-84e6fe86-e464-4a08-9b92-560a1c4ebb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:44.187357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 47c573d3-70cc-438b-9a85-ce30a27c4dc8 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:39:44.196081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6fe86-e464-4a08-9b92-560a1c4ebb2b None None] Pushing event deleted for resources: {'Port': ['ID=5723c1a6-fa6d-49dd-a33b-99570b23bf07,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:44.218590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6fe86-e464-4a08-9b92-560a1c4ebb2b None None] No DVR routers for this DVR port 5723c1a6-fa6d-49dd-a33b-99570b23bf07 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:39:44.274235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 47c573d3-70cc-438b-9a85-ce30a27c4dc8) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:44.288237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d998a97f-014b-4f3c-9c06-f7cc47167859 None None] Network 47c573d3-70cc-438b-9a85-ce30a27c4dc8 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:44.289014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:44.292029 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:44.323418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Pushing event updated for resources: {'Port': ['ID=0cbc4a7a-423a-4e04-a0b0-b070717948cd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:44.371875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c0c1158-8c20-4182-9aab-4bf8e5053279 req-a7c7ca88-133b-4cec-8621-6f87afb981ac tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.5206606 Sep 22 09:39:44.399639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Network ed619e16-4fab-4b0c-bd3d-c59c6928ee7b is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:44.406027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:44.411175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:44.418846 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-465dedca-e257-47df-b517-3805fbdb4f3d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6783748 Sep 22 09:39:44.418846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43690) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:44.421229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7e2272c2-f997-4d53-b2ee-34ef14cff5dd tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1463263907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:44.588074 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e2272c2-f997-4d53-b2ee-34ef14cff5dd tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:44.589230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e2272c2-f997-4d53-b2ee-34ef14cff5dd tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:44.604431 n-d-805649-4 neutron-server[95510]: WARNING neutron.services.revisions.revision_plugin [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Could not find related port for resource to bump revision. Sep 22 09:39:44.620962 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:44.706285 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e2272c2-f997-4d53-b2ee-34ef14cff5dd tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:44.715759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b2be07cb-e4fa-49f2-82b2-42abdd751097 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:44.789443 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e2272c2-f997-4d53-b2ee-34ef14cff5dd tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:44.802589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198d3c9-ea54-47e9-9856-1896fb576b05 req-b851570e-500b-4591-958b-2780e6ee9795 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:44.818045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9198d3c9-ea54-47e9-9856-1896fb576b05 req-b851570e-500b-4591-958b-2780e6ee9795 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.3415015 Sep 22 09:39:44.831420 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.ipam_pluggable_backend [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Port 5723c1a6-fa6d-49dd-a33b-99570b23bf07 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95510) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 22 09:39:44.836186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.ipam_pluggable_backend [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Reverting IP allocation for 2001:db8::f816:3eff:fe84:672d {{(pid=95510) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 22 09:39:44.838221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: b2be07cb-e4fa-49f2-82b2-42abdd751097 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:39:44.838696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b2be07cb-e4fa-49f2-82b2-42abdd751097 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:39:44.851073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.ipam_pluggable_backend [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe84:672d {{(pid=95510) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 22 09:39:44.899026 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e2272c2-f997-4d53-b2ee-34ef14cff5dd tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:44.900481 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7e2272c2-f997-4d53-b2ee-34ef14cff5dd tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4833727 Sep 22 09:39:44.903868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43698) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:44.948142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-47c573d3-70cc-438b-9a85-ce30a27c4dc8', 'network_id': '47c573d3-70cc-438b-9a85-ce30a27c4dc8', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'fixed_ips': [{'subnet_id': '98d87505-c277-4eae-adbe-173e6e218174'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:39:44.948142 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:44.976980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:45.017138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9198d3c9-ea54-47e9-9856-1896fb576b05 req-f16021d8-dc7c-4f2f-807a-fdc374a29d62 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942289 Sep 22 09:39:45.059029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ae03448c-0911-4080-9e10-77beb734b972 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:45.095558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-58514fd1-44bd-4e19-89ba-c07103ff8201 None None] Provisioning complete for port 0cbc4a7a-423a-4e04-a0b0-b070717948cd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:45.096074 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-58514fd1-44bd-4e19-89ba-c07103ff8201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:45.179907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:45.206469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:45.209966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:45.211026 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:45.214501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-58514fd1-44bd-4e19-89ba-c07103ff8201 None None] Port 0cbc4a7a-423a-4e04-a0b0-b070717948cd cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:39:45.221798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6851ec1-3402-4467-a5b9-996be3aba3f3 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:45.247713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=8630f276-d21c-4d92-841a-6f71974c87a1,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:45.353438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43704) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:45.355022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c287c4a1-e107-4ea3-9254-8b9d70a62f39 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6884854 Sep 22 09:39:45.371178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:01:60:db', 'name': 'tempest-NetworksTestDHCPv6-1754229094'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:45.372250 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:45.447734 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Allocated IP 172.20.0.2 (47c573d3-70cc-438b-9a85-ce30a27c4dc8/98d87505-c277-4eae-adbe-173e6e218174/4f645bdf-9915-41cd-a1bb-1b8cd39b48ba) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:45.490731 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ae03448c-0911-4080-9e10-77beb734b972 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:45.491245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:45.662767 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c83d9ef-ed97-4700-86a0-5e7d7cc99489 req-1e1aaeaf-85bd-4628-bcfe-3749dfc4e29e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.0629306 Sep 22 09:39:45.901327 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:45.914268 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.004079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.036470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '8630f276-d21c-4d92-841a-6f71974c87a1'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:39:46.037733 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.046281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port ae03448c-0911-4080-9e10-77beb734b972, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ae03448c-0911-4080-9e10-77beb734b972,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:46.241592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9ac1e-6cf6-4da1-b105-d386c397a96a req-43ce628d-cabd-4845-9b81-b04cde2c8363 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:46.243299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edf9ac1e-6cf6-4da1-b105-d386c397a96a req-43ce628d-cabd-4845-9b81-b04cde2c8363 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.0740161 Sep 22 09:39:46.282721 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.289301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edf9ac1e-6cf6-4da1-b105-d386c397a96a req-2baf46d9-769d-401b-97ad-4d7faf30e13b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 Sep 22 09:39:46.346789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Allocated IP 2001:db8::f816:3eff:fe60:b18b (201714cb-581c-4a22-b65d-63842f91bb89/8630f276-d21c-4d92-841a-6f71974c87a1/28f11881-6df1-4505-b4ee-3e2d27848a94) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:46.353086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:46.434012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.434282 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.444246 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.505592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Network 47c573d3-70cc-438b-9a85-ce30a27c4dc8 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:46.513547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:46.522181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:46.567749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5723c1a6-fa6d-49dd-a33b-99570b23bf07 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:46.582660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.602662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Pushing event updated for resources: {'Port': ['ID=0cbc4a7a-423a-4e04-a0b0-b070717948cd,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:46.624077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Allocated IP 172.20.0.1 (47c573d3-70cc-438b-9a85-ce30a27c4dc8/98d87505-c277-4eae-adbe-173e6e218174/f857b6dc-f2f1-4af2-a20f-31683189b327) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:46.631442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 5723c1a6-fa6d-49dd-a33b-99570b23bf07 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:39:46.632056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5723c1a6-fa6d-49dd-a33b-99570b23bf07 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:39:46.633867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=ae03448c-0911-4080-9e10-77beb734b972,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:46.717512 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.726399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Attempting to bind port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:46.726907 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Attempting to bind port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '52b76697-d73f-4e8f-860b-9b993ffb4a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '47c573d3-70cc-438b-9a85-ce30a27c4dc8'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:46.727436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Attempting to bind port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba on network 47c573d3-70cc-438b-9a85-ce30a27c4dc8 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:46.738564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:46.739136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Checking segment: {'id': '52b76697-d73f-4e8f-860b-9b993ffb4a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '47c573d3-70cc-438b-9a85-ce30a27c4dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:46.739677 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.740178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Bound using segment: {'id': '52b76697-d73f-4e8f-860b-9b993ffb4a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '47c573d3-70cc-438b-9a85-ce30a27c4dc8'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:46.740891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Bound port: 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b76697-d73f-4e8f-860b-9b993ffb4a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '47c573d3-70cc-438b-9a85-ce30a27c4dc8'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:46.741666 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.751737 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Pushing event updated for resources: {'Port': ['ID=4f645bdf-9915-41cd-a1bb-1b8cd39b48ba,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:46.833534 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.889234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:46.899303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:46.921155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:46.940444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:46.959980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Network ed619e16-4fab-4b0c-bd3d-c59c6928ee7b is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:46.963361 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:46.998873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:47.010289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ae03448c-0911-4080-9e10-77beb734b972 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:47.055536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] For port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:47.056341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6c9f9cf-80f1-44c4-a6b4-5710da71ac55 req-6121d650-82e8-4fca-8306-ba2f09d491db tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.0849655 Sep 22 09:39:47.056788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Pushing event updated for resources: {'Port': ['ID=28f11881-6df1-4505-b4ee-3e2d27848a94,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:47.124649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 11d1c21f-0f69-406a-b0af-b61ab8bd8b4c yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:39:47.179196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] For port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f645bdf-9915-41cd-a1bb-1b8cd39b48ba,segment=NetworkSegment(52b76697-d73f-4e8f-860b-9b993ffb4a9b),segment_id=52b76697-d73f-4e8f-860b-9b993ffb4a9b)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:47.223330 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:47.226258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Attempting to bind port 28f11881-6df1-4505-b4ee-3e2d27848a94 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:47.235454 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Attempting to bind port 28f11881-6df1-4505-b4ee-3e2d27848a94 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:47.244162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Attempting to bind port 28f11881-6df1-4505-b4ee-3e2d27848a94 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:47.249713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:47.267723 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:47.268404 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:47.268859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:47.275854 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Bound port: 28f11881-6df1-4505-b4ee-3e2d27848a94, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:47.275854 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:47.280213 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:47.376973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=f857b6dc-f2f1-4af2-a20f-31683189b327,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:47.427618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Router f557c92c-c47e-4038-bd47-df80a453e8ed has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:39:47.437171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 47c573d3-70cc-438b-9a85-ce30a27c4dc8 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:47.491034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:47.515853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:47.517812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ae03448c-0911-4080-9e10-77beb734b972 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:47.520896 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:47.628190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f68dc6-6fae-45dc-9c77-b7dbde05efd3 None None] Pushing event updated for resources: {'Port': ['ID=4f645bdf-9915-41cd-a1bb-1b8cd39b48ba,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:47.663139 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::f816:3eff:fe01:60db (201714cb-581c-4a22-b65d-63842f91bb89/8630f276-d21c-4d92-841a-6f71974c87a1/11d1c21f-0f69-406a-b0af-b61ab8bd8b4c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:47.679738 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:47.699092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] For port 28f11881-6df1-4505-b4ee-3e2d27848a94, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:47.715178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] For port 28f11881-6df1-4505-b4ee-3e2d27848a94, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=28f11881-6df1-4505-b4ee-3e2d27848a94,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:47.721787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4c517276-9b35-4db8-8c1b-fd4b9da5ae19 None None] Provisioning complete for port 0cbc4a7a-423a-4e04-a0b0-b070717948cd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:47.729090 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c517276-9b35-4db8-8c1b-fd4b9da5ae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:47.876397 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:47.884711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4c517276-9b35-4db8-8c1b-fd4b9da5ae19 None None] Port 0cbc4a7a-423a-4e04-a0b0-b070717948cd cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:39:47.971248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d624e4-b31b-46d7-be5d-b32918990d02 req-2809f267-3e48-4ae3-9955-f0fab4cff538 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:47.973036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1d624e4-b31b-46d7-be5d-b32918990d02 req-2809f267-3e48-4ae3-9955-f0fab4cff538 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.3105433 Sep 22 09:39:48.067648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d5ac6-7be8-45b4-a147-a7ed490dcfc5 None None] Pushing event updated for resources: {'Port': ['ID=28f11881-6df1-4505-b4ee-3e2d27848a94,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:48.120423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1d624e4-b31b-46d7-be5d-b32918990d02 req-f3dcd5a6-09df-45f6-8a78-50c7b118d7d3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099458 Sep 22 09:39:48.164195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:48.176289 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Sync routers for ids ['f557c92c-c47e-4038-bd47-df80a453e8ed'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:48.178491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d0127d31-0c86-4cc4-a52d-4a8b87f55028 admin admin] 10.222.0.49 "PUT /v2.0/routers/f557c92c-c47e-4038-bd47-df80a453e8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8396504 Sep 22 09:39:48.192572 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-c50dcbdb-2542-4a22-ad9f-31a43741b59a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2860773 Sep 22 09:39:48.214080 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Routers {'f557c92c-c47e-4038-bd47-df80a453e8ed'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:48.214920 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f557c92c-c47e-4038-bd47-df80a453e8ed'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:48.250889 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5a9e135-a9aa-4a53-9be8-0938c8c09408 req-177e7b23-b430-426e-8102-90db7d5baef6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.0536966 Sep 22 09:39:48.254933 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:48.498467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:48.509275 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Set router f557c92c-c47e-4038-bd47-df80a453e8ed gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:39:48.548319 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:48.557111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-1e706a3e-7271-43e6-8e79-f87d122eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:48.557111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-1e706a3e-7271-43e6-8e79-f87d122eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:48.557356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-1e706a3e-7271-43e6-8e79-f87d122eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:48.557695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-1e706a3e-7271-43e6-8e79-f87d122eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:48.558131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-1e706a3e-7271-43e6-8e79-f87d122eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:48.559164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-1e706a3e-7271-43e6-8e79-f87d122eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:48.559164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-1e706a3e-7271-43e6-8e79-f87d122eadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:48.571348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-1e706a3e-7271-43e6-8e79-f87d122eadc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 6501 time: 0.2982380 Sep 22 09:39:49.017425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-4ad9727c-3dc9-428c-b055-5c1522a82c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:49.020537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-4ad9727c-3dc9-428c-b055-5c1522a82c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:49.021732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-4ad9727c-3dc9-428c-b055-5c1522a82c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:49.024384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-4ad9727c-3dc9-428c-b055-5c1522a82c72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6459b7b4-2a6f-4f7f-b002-843449468890&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=d7720044-437c-429a-abf9-3517753c2382&id=03800963-f1ce-4f7f-90d6-30730f3a8a91&id=03800963-f1ce-4f7f-90d6-30730f3a8a91 HTTP/1.1" status: 200 len: 2296 time: 0.4080298 Sep 22 09:39:49.054644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:49.188627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:49.189371 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:49.191426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:49.194364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=11d1c21f-0f69-406a-b0af-b61ab8bd8b4c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:49.221991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:49.241317 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-router', 'tenant_id': '0753584986bd49239827bd9734501b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'ae03448c-0911-4080-9e10-77beb734b972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:39:35Z', 'updated_at': '2021-09-22T09:39:45Z', 'revision_number': 4, 'project_id': '0753584986bd49239827bd9734501b64', 'gw_port': {'id': 'ae03448c-0911-4080-9e10-77beb734b972', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:37Z', 'updated_at': '2021-09-22T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0cbc4a7a-423a-4e04-a0b0-b070717948cd', 'name': '', 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b', 'tenant_id': '0753584986bd49239827bd9734501b64', 'mac_address': 'fa:16:3e:bd:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '2ccd3282-a006-479b-8237-0a59ef5e71b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:42Z', 'updated_at': '2021-09-22T09:39:45Z', 'revision_number': 2, 'project_id': '0753584986bd49239827bd9734501b64', 'subnets': [{'id': '2ccd3282-a006-479b-8237-0a59ef5e71b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:49.325037 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Checking router: f557c92c-c47e-4038-bd47-df80a453e8ed for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:39:49.325548 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Updating router f557c92c-c47e-4038-bd47-df80a453e8ed port 0cbc4a7a-423a-4e04-a0b0-b070717948cd binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:39:49.384954 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:49.395343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-e6110ada-ba26-4abf-9f07-7175de30e88e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3dbaefcc-502b-4905-a2dd-09751f3c0385 HTTP/1.1" status: 200 len: 1001 time: 0.3334849 Sep 22 09:39:49.400280 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-c529cea2-ce60-428a-8c2c-6104884a8e5a req-94609ad0-0b05-4a91-a90d-207e441a3aa6 tempest-FloatingIPDetailsNegativeTestJSON-1798987868 tempest-FloatingIPDetailsNegativeTestJSON-1798987868-project] show failed (client error): The resource could not be found. Sep 22 09:39:49.404778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c529cea2-ce60-428a-8c2c-6104884a8e5a req-94609ad0-0b05-4a91-a90d-207e441a3aa6 tempest-FloatingIPDetailsNegativeTestJSON-1798987868 tempest-FloatingIPDetailsNegativeTestJSON-1798987868-project] 10.222.0.49 "GET /v2.0/floatingips/f6d97613-071e-4539-968e-c6a827eed551 HTTP/1.1" status: 404 len: 350 time: 0.3751125 Sep 22 09:39:49.430644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43756) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:49.607215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:49.612911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:49.630297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:49.635740 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:49.672652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:49.855956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=f857b6dc-f2f1-4af2-a20f-31683189b327,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:49.860358 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e232ab80-e56c-4492-a6f6-eb2ad4758fd5 None None] Network 47c573d3-70cc-438b-9a85-ce30a27c4dc8 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:49.884379 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-551e18fe-6102-473c-aa3c-f43907c4ba34 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5297763 Sep 22 09:39:49.889288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43764) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:49.978508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212e93b-9c1a-4e3e-a549-9d1bd1c12003 req-f304593a-4b7e-4ca9-952c-4f4d31db7641 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:49.990747 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0212e93b-9c1a-4e3e-a549-9d1bd1c12003 req-f304593a-4b7e-4ca9-952c-4f4d31db7641 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.5928321 Sep 22 09:39:50.008263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9df0b338-ba76-4ae1-a62b-0971249047c4 None None] Provisioning complete for port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:50.011489 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9df0b338-ba76-4ae1-a62b-0971249047c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:50.011489 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:50.019401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e822fed1-4af1-41a9-ac53-135fdf185979 req-6ce10d3f-491e-465e-bb69-a6261650a0a3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.3423092 Sep 22 09:39:50.040099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-e3051e8d-c2c7-4503-acb5-b207def4c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:50.044948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-e3051e8d-c2c7-4503-acb5-b207def4c122 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1694f58d-8b5c-4d1d-bd3f-343ad533ef70 HTTP/1.1" status: 200 len: 855 time: 0.5763905 Sep 22 09:39:50.074409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a29d5-cb80-43e2-a4c7-f264eef30abd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:50.090203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a29d5-cb80-43e2-a4c7-f264eef30abd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:50.100139 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a27a29d5-cb80-43e2-a4c7-f264eef30abd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1999512 Sep 22 09:39:50.100895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43768) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:50.204889 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:50.242020 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:50.290434 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:50.341539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f645bdf-9915-41cd-a1bb-1b8cd39b48ba,segment=NetworkSegment(52b76697-d73f-4e8f-860b-9b993ffb4a9b),segment_id=52b76697-d73f-4e8f-860b-9b993ffb4a9b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:50.399686 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:50.402209 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 28f11881-6df1-4505-b4ee-3e2d27848a94 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:50.447139 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Pushing event updated for resources: {'Port': ['ID=0cbc4a7a-423a-4e04-a0b0-b070717948cd,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:50.459567 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.459567 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.459567 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.461206 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.466246 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.466704 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.467148 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.467636 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.468063 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.469275 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.471078 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.471668 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:50.495975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-3da30611-84e9-405c-85c0-ef3984194f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:50.497586 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-3da30611-84e9-405c-85c0-ef3984194f5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6459b7b4-2a6f-4f7f-b002-843449468890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4333956 Sep 22 09:39:50.611966 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Attempting to bind port 0cbc4a7a-423a-4e04-a0b0-b070717948cd on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:50.616520 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Attempting to bind port 0cbc4a7a-423a-4e04-a0b0-b070717948cd by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '9cb71cd5-9b43-4c16-b0b5-52d1c30bd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:50.617057 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Attempting to bind port 0cbc4a7a-423a-4e04-a0b0-b070717948cd on network ed619e16-4fab-4b0c-bd3d-c59c6928ee7b {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:50.617543 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0212e93b-9c1a-4e3e-a549-9d1bd1c12003 req-fb8d1d6b-3171-490e-851a-cc8504a33251 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259513 Sep 22 09:39:50.630412 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:50.630939 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Checking segment: {'id': '9cb71cd5-9b43-4c16-b0b5-52d1c30bd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:50.631442 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:50.632018 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Bound using segment: {'id': '9cb71cd5-9b43-4c16-b0b5-52d1c30bd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:50.632596 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Bound port: 0cbc4a7a-423a-4e04-a0b0-b070717948cd, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb71cd5-9b43-4c16-b0b5-52d1c30bd641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:50.633105 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:50.649238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-5114feeb-1851-4079-b8a9-4ef0ca0d109a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 11d1c21f-0f69-406a-b0af-b61ab8bd8b4c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:50.651739 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5114feeb-1851-4079-b8a9-4ef0ca0d109a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:50.678137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 47c573d3-70cc-438b-9a85-ce30a27c4dc8 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:50.727148 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:50.819733 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] For port 0cbc4a7a-423a-4e04-a0b0-b070717948cd, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:50.846082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=4f645bdf-9915-41cd-a1bb-1b8cd39b48ba,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:50.846528 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] For port 0cbc4a7a-423a-4e04-a0b0-b070717948cd, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0cbc4a7a-423a-4e04-a0b0-b070717948cd,segment=NetworkSegment(9cb71cd5-9b43-4c16-b0b5-52d1c30bd641),segment_id=9cb71cd5-9b43-4c16-b0b5-52d1c30bd641)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:50.906608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-bd836e80-1654-4987-80e0-0265d0857c59 None None] Provisioning complete for port 28f11881-6df1-4505-b4ee-3e2d27848a94 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:50.917358 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bd836e80-1654-4987-80e0-0265d0857c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:50.919575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 28f11881-6df1-4505-b4ee-3e2d27848a94 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:50.920113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:50.947765 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:51.072253 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Routers {'f557c92c-c47e-4038-bd47-df80a453e8ed'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:51.073071 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f557c92c-c47e-4038-bd47-df80a453e8ed'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:51.246443 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c227fae-061b-4a7b-b903-94df637428cc None None] Pushing event updated for resources: {'Port': ['ID=0cbc4a7a-423a-4e04-a0b0-b070717948cd,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:51.332520 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-f2e76a8c-effc-4113-a3ec-8b6e7af62979 service neutron] 10.222.0.45 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456338 Sep 22 09:39:51.332980 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5114feeb-1851-4079-b8a9-4ef0ca0d109a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:51.333962 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:51.339526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-5114feeb-1851-4079-b8a9-4ef0ca0d109a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 11d1c21f-0f69-406a-b0af-b61ab8bd8b4c owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:51.357947 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bd836e80-1654-4987-80e0-0265d0857c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:51.412569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 28f11881-6df1-4505-b4ee-3e2d27848a94, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=28f11881-6df1-4505-b4ee-3e2d27848a94,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:51.503293 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:51.540316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router 95fd0d82-f2f5-43c9-afe4-5b0fc19f3383 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:39:51.794258 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-bd836e80-1654-4987-80e0-0265d0857c59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:39:51.797612 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-bd836e80-1654-4987-80e0-0265d0857c59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:39:51.822098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:51.822207 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] Set router f557c92c-c47e-4038-bd47-df80a453e8ed gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:39:51.880478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:51.893225 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7d142d2b-15f3-40c5-a2fd-40497c03b235 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/95fd0d82-f2f5-43c9-afe4-5b0fc19f3383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9880648 Sep 22 09:39:51.899183 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43792) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:51.907032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0fbcd-1525-418f-94d5-0bb126bad585 None None] Sync routers for ids ['95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:52.004107 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=28f11881-6df1-4505-b4ee-3e2d27848a94,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:52.057346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0fbcd-1525-418f-94d5-0bb126bad585 None None] Routers {'95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:52.057992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6ec0fbcd-1525-418f-94d5-0bb126bad585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:52.138517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c90086-fc64-4fd2-b692-312679d2cf62 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:52.143480 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c6c90086-fc64-4fd2-b692-312679d2cf62 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports/f857b6dc-f2f1-4af2-a20f-31683189b327 HTTP/1.1" status: 200 len: 910 time: 0.2434125 Sep 22 09:39:52.144375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43798) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:52.159382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-cea075c7-d148-4da6-8327-887a8999f5c0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98d87505-c277-4eae-adbe-173e6e218174'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:52.190302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6ec0fbcd-1525-418f-94d5-0bb126bad585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:52.226812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0fbcd-1525-418f-94d5-0bb126bad585 None None] Routers {'95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:52.227578 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6ec0fbcd-1525-418f-94d5-0bb126bad585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:52.227711 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-router', 'tenant_id': '0753584986bd49239827bd9734501b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'ae03448c-0911-4080-9e10-77beb734b972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:39:35Z', 'updated_at': '2021-09-22T09:39:45Z', 'revision_number': 4, 'project_id': '0753584986bd49239827bd9734501b64', 'gw_port': {'id': 'ae03448c-0911-4080-9e10-77beb734b972', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:37Z', 'updated_at': '2021-09-22T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0cbc4a7a-423a-4e04-a0b0-b070717948cd', 'name': '', 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b', 'tenant_id': '0753584986bd49239827bd9734501b64', 'mac_address': 'fa:16:3e:bd:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '2ccd3282-a006-479b-8237-0a59ef5e71b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:42Z', 'updated_at': '2021-09-22T09:39:50Z', 'revision_number': 4, 'project_id': '0753584986bd49239827bd9734501b64', 'subnets': [{'id': '2ccd3282-a006-479b-8237-0a59ef5e71b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:52.234999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:52.235525 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:52.260184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1187b303-3a45-4032-bf88-ee4d23b469e0 req-ecac9cc1-eda6-4336-8ce3-64d330e16efb tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ff9acc-b916-4d24-9086-df6e7dd73f5a HTTP/1.1" status: 200 len: 210 time: 0.9457529 Sep 22 09:39:52.321576 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3132abe-5f4c-4de1-9904-9d18ad5a561e None None] The sync data for ids ['f557c92c-c47e-4038-bd47-df80a453e8ed'] in n-d-805649-4 is: [{'id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-router', 'tenant_id': '0753584986bd49239827bd9734501b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'ae03448c-0911-4080-9e10-77beb734b972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:39:35Z', 'updated_at': '2021-09-22T09:39:45Z', 'revision_number': 4, 'project_id': '0753584986bd49239827bd9734501b64', 'gw_port': {'id': 'ae03448c-0911-4080-9e10-77beb734b972', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:37Z', 'updated_at': '2021-09-22T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0cbc4a7a-423a-4e04-a0b0-b070717948cd', 'name': '', 'network_id': 'ed619e16-4fab-4b0c-bd3d-c59c6928ee7b', 'tenant_id': '0753584986bd49239827bd9734501b64', 'mac_address': 'fa:16:3e:bd:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '2ccd3282-a006-479b-8237-0a59ef5e71b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:42Z', 'updated_at': '2021-09-22T09:39:50Z', 'revision_number': 4, 'project_id': '0753584986bd49239827bd9734501b64', 'subnets': [{'id': '2ccd3282-a006-479b-8237-0a59ef5e71b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:52.349631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-f4902e49-676c-40fa-b111-dd926018374c service neutron] 10.222.0.45 "GET /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0580389 Sep 22 09:39:52.360394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5804811-810c-4f45-893a-88293972bfd3 req-12d0e641-434c-42b6-9919-cd1e039878ec tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:52.362388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5804811-810c-4f45-893a-88293972bfd3 req-12d0e641-434c-42b6-9919-cd1e039878ec tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.2534199 Sep 22 09:39:52.365410 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5114feeb-1851-4079-b8a9-4ef0ca0d109a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:52.439075 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6ec0fbcd-1525-418f-94d5-0bb126bad585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:52.440976 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0fbcd-1525-418f-94d5-0bb126bad585 None None] The sync data for ids ['95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:39:52.583921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114feeb-1851-4079-b8a9-4ef0ca0d109a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=11d1c21f-0f69-406a-b0af-b61ab8bd8b4c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:52.594939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5114feeb-1851-4079-b8a9-4ef0ca0d109a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:52.600043 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5114feeb-1851-4079-b8a9-4ef0ca0d109a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/11d1c21f-0f69-406a-b0af-b61ab8bd8b4c HTTP/1.1" status: 204 len: 168 time: 2.4952297 Sep 22 09:39:52.602785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43804) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:52.621133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-ab51c03c-4eea-451d-8588-819741f63c4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=035ee4b6-10df-4775-839e-fffd103db731 HTTP/1.1" status: 200 len: 217 time: 0.2554407 Sep 22 09:39:52.667342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] Provisioning complete for port f857b6dc-f2f1-4af2-a20f-31683189b327 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:52.668088 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:52.755451 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] Port f857b6dc-f2f1-4af2-a20f-31683189b327 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:39:52.758997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] Could not find standard attr ID for object 11d1c21f-0f69-406a-b0af-b61ab8bd8b4c. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:39:52.786121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] Provisioning complete for port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:52.793235 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:52.806852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-cc150cd8-202c-4817-b51e-f2d40b4060fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:52.814497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-cc150cd8-202c-4817-b51e-f2d40b4060fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.1765089 Sep 22 09:39:52.819936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5804811-810c-4f45-893a-88293972bfd3 req-55197f1a-e171-4a84-b556-f2e773e8a7c5 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431143 Sep 22 09:39:52.857896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bad2705-5ffe-4bed-8316-03bf442442d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:52.861403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bad2705-5ffe-4bed-8316-03bf442442d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:52.866852 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9bad2705-5ffe-4bed-8316-03bf442442d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2515469 Sep 22 09:39:52.873145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43810) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:52.981536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cea075c7-d148-4da6-8327-887a8999f5c0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:52.995529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-31155225-a55e-48f1-af05-dd11da03baa8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 8630f276-d21c-4d92-841a-6f71974c87a1 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:39:52.999068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31155225-a55e-48f1-af05-dd11da03baa8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:53.034287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] Provisioning complete for port 0cbc4a7a-423a-4e04-a0b0-b070717948cd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:53.036919 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:53.039851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-abc06d9c-3b6b-4f99-b3dc-b29ce212674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:53.041760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-abc06d9c-3b6b-4f99-b3dc-b29ce212674f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2142203 Sep 22 09:39:53.087772 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:53.102351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31155225-a55e-48f1-af05-dd11da03baa8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:53.215561 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:53.252284 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:53.370347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] For port 0cbc4a7a-423a-4e04-a0b0-b070717948cd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0cbc4a7a-423a-4e04-a0b0-b070717948cd,segment=NetworkSegment(9cb71cd5-9b43-4c16-b0b5-52d1c30bd641),segment_id=9cb71cd5-9b43-4c16-b0b5-52d1c30bd641)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:53.442559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:53.528674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6c106-2a32-44fe-86c0-607a41bacdc0 None None] Pushing event updated for resources: {'Port': ['ID=0cbc4a7a-423a-4e04-a0b0-b070717948cd,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:53.804635 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-1a37a157-8789-40ae-99ae-74e67f31a3a8 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271831 Sep 22 09:39:53.964961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 28f11881-6df1-4505-b4ee-3e2d27848a94 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:54.199751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31155225-a55e-48f1-af05-dd11da03baa8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:54.238433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 28f11881-6df1-4505-b4ee-3e2d27848a94 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:54.239610 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:54.277822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4e4eb539-0857-4788-93b5-37da4a7cf89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:54.286503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f6326-d288-486a-983f-370a7e076b0b req-c6d79755-6e8b-438d-a665-2be31420e6b7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:54.295112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f2f6326-d288-486a-983f-370a7e076b0b req-c6d79755-6e8b-438d-a665-2be31420e6b7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.2515688 Sep 22 09:39:54.427995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0cbc4a7a-423a-4e04-a0b0-b070717948cd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:54.433378 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:54.501740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0cbc4a7a-423a-4e04-a0b0-b070717948cd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:54.503281 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:54.521410 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31155225-a55e-48f1-af05-dd11da03baa8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:54.568002 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-ca2a9b4c-b988-448f-91c3-c33942c3af8c service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253419 Sep 22 09:39:54.577672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31155225-a55e-48f1-af05-dd11da03baa8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=8630f276-d21c-4d92-841a-6f71974c87a1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:54.597629 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31155225-a55e-48f1-af05-dd11da03baa8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:54.602115 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-31155225-a55e-48f1-af05-dd11da03baa8 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/8630f276-d21c-4d92-841a-6f71974c87a1 HTTP/1.1" status: 204 len: 168 time: 1.7252398 Sep 22 09:39:54.602948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43852) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:54.669811 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a31e7307-b94a-4f46-b8f1-79820cdc707c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659912 Sep 22 09:39:54.683105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Deleting port 0cbc4a7a-423a-4e04-a0b0-b070717948cd {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:54.688741 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:54.693838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d62b09-aeff-4387-a1ef-c6b2681054cd None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:54.696022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43854) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:54.777826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ecdd31-a369-45bf-afbc-acd8db7d3bd9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:54.779749 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c4ecdd31-a369-45bf-afbc-acd8db7d3bd9 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0825555 Sep 22 09:39:54.783335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43856) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:54.892758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b9746-d7e5-48c8-ab2b-8c0fa06b5e05 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:54.894668 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-659b9746-d7e5-48c8-ab2b-8c0fa06b5e05 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1101100 Sep 22 09:39:54.897577 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43860) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:54.924029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] For port 0cbc4a7a-423a-4e04-a0b0-b070717948cd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0cbc4a7a-423a-4e04-a0b0-b070717948cd,segment=NetworkSegment(9cb71cd5-9b43-4c16-b0b5-52d1c30bd641),segment_id=9cb71cd5-9b43-4c16-b0b5-52d1c30bd641)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:54.924910 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:54.958817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Calling delete_port for 0cbc4a7a-423a-4e04-a0b0-b070717948cd owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:54.974266 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d9fc5d8a-9635-41d6-b5b7-5d8bc8175b02 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753183 Sep 22 09:39:55.044550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cea075c7-d148-4da6-8327-887a8999f5c0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:55.052305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43866) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:55.062541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-61ffaf62-ab8f-4e97-9dae-32cbbb2a8855 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:55.085938 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0edba91-9060-49db-a729-2ce6f8f6995b None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:39:55.148690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cea075c7-d148-4da6-8327-887a8999f5c0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:55.176988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-048c23f3-91b0-456e-a0f9-e49d6121a2ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c HTTP/1.1" status: 200 len: 217 time: 0.4567616 Sep 22 09:39:55.192059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f2f6326-d288-486a-983f-370a7e076b0b req-0f5371ee-afa9-4c88-99bd-f7a6d00c99e8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8845131 Sep 22 09:39:55.192752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c0edba91-9060-49db-a729-2ce6f8f6995b None None] Deleting port 28f11881-6df1-4505-b4ee-3e2d27848a94 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:55.192752 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c0edba91-9060-49db-a729-2ce6f8f6995b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:55.212787 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea075c7-d148-4da6-8327-887a8999f5c0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:55.213838 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cea075c7-d148-4da6-8327-887a8999f5c0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:55.217949 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cea075c7-d148-4da6-8327-887a8999f5c0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/ports/f857b6dc-f2f1-4af2-a20f-31683189b327 HTTP/1.1" status: 200 len: 910 time: 3.0653565 Sep 22 09:39:55.218987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43870) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:55.448781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea075c7-d148-4da6-8327-887a8999f5c0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=f857b6dc-f2f1-4af2-a20f-31683189b327,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:55.450222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c0edba91-9060-49db-a729-2ce6f8f6995b None None] For port 28f11881-6df1-4505-b4ee-3e2d27848a94, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=28f11881-6df1-4505-b4ee-3e2d27848a94,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:39:55.450222 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c0edba91-9060-49db-a729-2ce6f8f6995b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:55.450222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c0edba91-9060-49db-a729-2ce6f8f6995b None None] Calling delete_port for 28f11881-6df1-4505-b4ee-3e2d27848a94 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:55.450483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16fdd3-32a3-4c93-a875-22fa494a9af7 req-61dbcd15-3e21-4942-841a-34a0f7a0e202 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:55.450483 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f16fdd3-32a3-4c93-a875-22fa494a9af7 req-61dbcd15-3e21-4942-841a-34a0f7a0e202 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 1.0179949 Sep 22 09:39:55.464359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f16fdd3-32a3-4c93-a875-22fa494a9af7 req-705baa9f-36aa-4596-bb88-acf084caa870 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/quotas/8bd70d7a90ed493c918a390115ac4717 HTTP/1.1" status: 200 len: 375 time: 0.1094258 Sep 22 09:39:55.565618 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f16fdd3-32a3-4c93-a875-22fa494a9af7 req-a64d6f6e-1e81-4c61-bdbc-165b6485822a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946348 Sep 22 09:39:55.598728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0cbc4a7a-423a-4e04-a0b0-b070717948cd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:55.601297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-aa89002c-c810-4ab3-9bc2-61028b3543a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:55.602654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-aa89002c-c810-4ab3-9bc2-61028b3543a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.1897001 Sep 22 09:39:55.616277 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ffaf62-ab8f-4e97-9dae-32cbbb2a8855 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:55.620509 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-61ffaf62-ab8f-4e97-9dae-32cbbb2a8855 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:55.657719 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c0edba91-9060-49db-a729-2ce6f8f6995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:55.691173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0edba91-9060-49db-a729-2ce6f8f6995b None None] No DVR routers for this DVR port 28f11881-6df1-4505-b4ee-3e2d27848a94 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:39:55.767702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edba91-9060-49db-a729-2ce6f8f6995b None None] Pushing event deleted for resources: {'Port': ['ID=28f11881-6df1-4505-b4ee-3e2d27848a94,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:55.789150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0cbc4a7a-423a-4e04-a0b0-b070717948cd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:55.789767 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:56.118311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 28f11881-6df1-4505-b4ee-3e2d27848a94 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:39:56.169607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 28f11881-6df1-4505-b4ee-3e2d27848a94 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:39:56.170011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 28f11881-6df1-4505-b4ee-3e2d27848a94 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:39:56.199416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-61ffaf62-ab8f-4e97-9dae-32cbbb2a8855 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:56.235765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffaf62-ab8f-4e97-9dae-32cbbb2a8855 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:56.240616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-61ffaf62-ab8f-4e97-9dae-32cbbb2a8855 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:56.246107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ffaf62-ab8f-4e97-9dae-32cbbb2a8855 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:56.246705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-61ffaf62-ab8f-4e97-9dae-32cbbb2a8855 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:56.251605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369befc-e965-4640-b73d-0ba1b293ff14 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:39:56.266657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f16fdd3-32a3-4c93-a875-22fa494a9af7 req-dd1ae749-0edd-4910-b605-cd5df798af1d service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799223 Sep 22 09:39:56.407866 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-4f29cc09-1f3f-44b2-afcc-6cb012641f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:56.410005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-4f29cc09-1f3f-44b2-afcc-6cb012641f7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7628787 Sep 22 09:39:56.412247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffaf62-ab8f-4e97-9dae-32cbbb2a8855 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=7ea6dcf9-0fff-4fca-b41b-8d06388b8a9b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:56.413550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f16fdd3-32a3-4c93-a875-22fa494a9af7 req-301691ba-5c9d-4956-830e-037bfbf4735a service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377268 Sep 22 09:39:56.451288 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-61ffaf62-ab8f-4e97-9dae-32cbbb2a8855 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3979158 Sep 22 09:39:56.454595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43886) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:56.457747 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:56.462945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:2a:27:02', 'name': 'tempest-NetworksTestDHCPv6-1597371202'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:39:56.508598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cbc4a7a-423a-4e04-a0b0-b070717948cd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:56.567922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.568263 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.571898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.571898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.571898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.571898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.571898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.571898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.571898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.571898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.571898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.571898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:39:56.657399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '7ea6dcf9-0fff-4fca-b41b-8d06388b8a9b'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:39:56.658900 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:56.725827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744e4f1-0cee-4239-85c3-3ebcf346cc19 req-3ed29263-c4c4-4410-ba90-4d9282c91565 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:56.729211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6744e4f1-0cee-4239-85c3-3ebcf346cc19 req-3ed29263-c4c4-4410-ba90-4d9282c91565 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.3128896 Sep 22 09:39:56.825425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6744e4f1-0cee-4239-85c3-3ebcf346cc19 req-aef89179-cc68-47b0-88c4-c8d477453e11 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886562 Sep 22 09:39:56.969074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-f99f0acc-4206-4fd7-9c33-16c103fc62d8 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990003 Sep 22 09:39:57.000084 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b55c5e9-8098-4929-ba76-29b7a99a82b4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:57.091885 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-966636c4-de91-430e-8389-ed3c20796151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:57.107441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:39:57.134894 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:57.193397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b46e463-3139-414e-bfee-4edb4d482fd1 req-1d06fe83-9cd4-4129-8a0a-23801b461cde tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=e09186c8-2a2b-482f-b66f-e5e7cdf57fb2 HTTP/1.1" status: 200 len: 210 time: 0.0791118 Sep 22 09:39:57.193900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/7ea6dcf9-0fff-4fca-b41b-8d06388b8a9b/0948de61-1af8-4ece-abe6-c343bc40f05f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:57.410160 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:57.417923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-177008bd-a8fd-4855-92b4-23447f765183 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329152 Sep 22 09:39:57.458075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 0051a36e-5cca-42bc-816f-1d13f46c49bd yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:39:57.490114 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-1175da40-1aff-4082-9106-359476bc845d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=9c4f4f72-b44a-4a03-8ec8-d526da5ae936 HTTP/1.1" status: 200 len: 217 time: 0.0442483 Sep 22 09:39:57.539943 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:57.582639 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:57.659501 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:57.670145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:57.686712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::9b (201714cb-581c-4a22-b65d-63842f91bb89/7ea6dcf9-0fff-4fca-b41b-8d06388b8a9b/0051a36e-5cca-42bc-816f-1d13f46c49bd) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:39:57.702549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Pushing event updated for resources: {'Port': ['ID=0948de61-1af8-4ece-abe6-c343bc40f05f,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:57.706220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:57.708511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:57.774572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Attempting to bind port 0948de61-1af8-4ece-abe6-c343bc40f05f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:39:57.775125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Attempting to bind port 0948de61-1af8-4ece-abe6-c343bc40f05f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:39:57.775575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Attempting to bind port 0948de61-1af8-4ece-abe6-c343bc40f05f on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:39:57.783104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:39:57.783575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:39:57.784544 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:57.785079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:39:57.786203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Bound port: 0948de61-1af8-4ece-abe6-c343bc40f05f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:39:57.786672 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:57.863956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-9408010e-d699-4cd2-b9f4-c22418734385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:57.865529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-9408010e-d699-4cd2-b9f4-c22418734385 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.1740935 Sep 22 09:39:57.975797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1b55c5e9-8098-4929-ba76-29b7a99a82b4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port f857b6dc-f2f1-4af2-a20f-31683189b327 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:57.976271 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b55c5e9-8098-4929-ba76-29b7a99a82b4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:57.983709 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:57.987226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] For port 0948de61-1af8-4ece-abe6-c343bc40f05f, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:39:57.990753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] For port 0948de61-1af8-4ece-abe6-c343bc40f05f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0948de61-1af8-4ece-abe6-c343bc40f05f,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:39:58.082687 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:58.085211 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:58.090265 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:58.101366 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Router f557c92c-c47e-4038-bd47-df80a453e8ed has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:39:58.122788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-06cad25e-8afa-4ac1-ad10-095a6234018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:58.124301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-06cad25e-8afa-4ac1-ad10-095a6234018f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1920078 Sep 22 09:39:58.162008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbfffe-4394-410f-a3cf-0680600180d4 req-fd8141b3-d65f-4b70-b6f0-79c5cbea1e87 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:58.163539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05dbfffe-4394-410f-a3cf-0680600180d4 req-fd8141b3-d65f-4b70-b6f0-79c5cbea1e87 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.1700544 Sep 22 09:39:58.168213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:39:58.171566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:39:58.176610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:39:58.182795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c57396-4a49-43bc-a251-95c554fc69f0 None None] Pushing event updated for resources: {'Port': ['ID=0948de61-1af8-4ece-abe6-c343bc40f05f,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:58.182947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:58.183551 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:58.210910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=0051a36e-5cca-42bc-816f-1d13f46c49bd,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:58.220000 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b55c5e9-8098-4929-ba76-29b7a99a82b4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:58.259315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1b55c5e9-8098-4929-ba76-29b7a99a82b4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for f857b6dc-f2f1-4af2-a20f-31683189b327 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:58.263354 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3bb318bc-241c-4091-b006-e0a488a90ab1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8065786 Sep 22 09:39:58.266724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43940) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:58.361639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06db745-564b-4b16-a165-1e94eaa3de6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:58.368972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06db745-564b-4b16-a165-1e94eaa3de6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:58.373996 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a06db745-564b-4b16-a165-1e94eaa3de6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1054361 Sep 22 09:39:58.375749 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43944) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:58.536796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8e282-5354-4e54-9ff4-4550ccf9b014 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 0051a36e-5cca-42bc-816f-1d13f46c49bd {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:39:58.537816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e282-5354-4e54-9ff4-4550ccf9b014 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:58.699173 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e282-5354-4e54-9ff4-4550ccf9b014 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:58.719225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8e282-5354-4e54-9ff4-4550ccf9b014 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 0051a36e-5cca-42bc-816f-1d13f46c49bd owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:39:58.925282 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e282-5354-4e54-9ff4-4550ccf9b014 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:58.980193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8e282-5354-4e54-9ff4-4550ccf9b014 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=0051a36e-5cca-42bc-816f-1d13f46c49bd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:59.014240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05dbfffe-4394-410f-a3cf-0680600180d4 req-eee2b137-c02f-42ff-89c7-4c1fc90cb8da tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8270833 Sep 22 09:39:59.022928 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8c8e282-5354-4e54-9ff4-4550ccf9b014 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:59.026772 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a8c8e282-5354-4e54-9ff4-4550ccf9b014 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/0051a36e-5cca-42bc-816f-1d13f46c49bd HTTP/1.1" status: 204 len: 168 time: 0.6497755 Sep 22 09:39:59.029604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43958) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:59.038650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-5c8bdf72-3535-4529-bcfb-6b2919a7887f service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9036238 Sep 22 09:39:59.111021 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1857186-e9c5-465d-a12d-cfe61bbc5317 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:59.112462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1857186-e9c5-465d-a12d-cfe61bbc5317 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:59.118070 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a1857186-e9c5-465d-a12d-cfe61bbc5317 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0822952 Sep 22 09:39:59.118286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43962) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:59.149706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:39:59.157848 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c2bc2913-5fa1-4548-ac1b-70bac4784f43 admin admin] 10.222.0.49 "PUT /v2.0/routers/f557c92c-c47e-4038-bd47-df80a453e8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7229650 Sep 22 09:39:59.160925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43966) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:39:59.161282 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e67a2-d21f-463a-b01c-f25d1eb02756 None None] Sync routers for ids ['f557c92c-c47e-4038-bd47-df80a453e8ed'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:39:59.167174 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b55c5e9-8098-4929-ba76-29b7a99a82b4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:59.174373 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e67a2-d21f-463a-b01c-f25d1eb02756 None None] Routers {'f557c92c-c47e-4038-bd47-df80a453e8ed'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:39:59.175405 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-704e67a2-d21f-463a-b01c-f25d1eb02756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f557c92c-c47e-4038-bd47-df80a453e8ed'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:39:59.254913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5144b4b-7fc6-4c80-ae45-5c09d02ea2cf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 7ea6dcf9-0fff-4fca-b41b-8d06388b8a9b {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:39:59.261505 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f5144b4b-7fc6-4c80-ae45-5c09d02ea2cf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:59.404644 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-704e67a2-d21f-463a-b01c-f25d1eb02756 None None] Set router f557c92c-c47e-4038-bd47-df80a453e8ed gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:39:59.407575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3d01b3dd-c881-4888-b6f7-f988508e1649 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:39:59.414914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3d01b3dd-c881-4888-b6f7-f988508e1649 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 0.9011893 Sep 22 09:39:59.422694 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-606d6315-3e3f-419e-9516-d29f4665be00 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494866 Sep 22 09:39:59.423463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55c5e9-8098-4929-ba76-29b7a99a82b4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=f857b6dc-f2f1-4af2-a20f-31683189b327,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:39:59.444125 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f5144b4b-7fc6-4c80-ae45-5c09d02ea2cf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:59.474528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-be7acac5-3152-4a56-8cdb-8d1002adcd52 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/quotas/8bd70d7a90ed493c918a390115ac4717 HTTP/1.1" status: 200 len: 375 time: 0.0585065 Sep 22 09:39:59.551517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:59.596824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-2de9f51b-0b7e-492d-859c-01fccbd4d0b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1862ff0f-13ef-436e-a82f-5d3673bee076 HTTP/1.1" status: 200 len: 217 time: 0.1397183 Sep 22 09:39:59.714514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-265b2a38-1b93-4b06-9346-0be2a381bd8c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2392306 Sep 22 09:39:59.747440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0948de61-1af8-4ece-abe6-c343bc40f05f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:39:59.801993 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:59.837665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f5144b4b-7fc6-4c80-ae45-5c09d02ea2cf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:59.850302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0948de61-1af8-4ece-abe6-c343bc40f05f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:39:59.850948 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:59.895739 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:59.939264 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b55c5e9-8098-4929-ba76-29b7a99a82b4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:39:59.983351 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-704e67a2-d21f-463a-b01c-f25d1eb02756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-router', 'tenant_id': '0753584986bd49239827bd9734501b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'ae03448c-0911-4080-9e10-77beb734b972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:39:35Z', 'updated_at': '2021-09-22T09:39:55Z', 'revision_number': 5, 'project_id': '0753584986bd49239827bd9734501b64', 'gw_port': {'id': 'ae03448c-0911-4080-9e10-77beb734b972', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:39:37Z', 'updated_at': '2021-09-22T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:00.020597 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:00.026832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-fa9774f1-f5ac-4e6f-b7a5-0fefc312ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:00.033321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-fa9774f1-f5ac-4e6f-b7a5-0fefc312ca21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 200 len: 797 time: 0.3761432 Sep 22 09:40:00.054658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f5144b4b-7fc6-4c80-ae45-5c09d02ea2cf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:00.118314 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e67a2-d21f-463a-b01c-f25d1eb02756 None None] Checking router: f557c92c-c47e-4038-bd47-df80a453e8ed for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:40:00.143694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f5144b4b-7fc6-4c80-ae45-5c09d02ea2cf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:00.149049 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e67a2-d21f-463a-b01c-f25d1eb02756 None None] Routers {'f557c92c-c47e-4038-bd47-df80a453e8ed'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:00.152273 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-704e67a2-d21f-463a-b01c-f25d1eb02756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f557c92c-c47e-4038-bd47-df80a453e8ed'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:00.152434 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f5144b4b-7fc6-4c80-ae45-5c09d02ea2cf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/7ea6dcf9-0fff-4fca-b41b-8d06388b8a9b HTTP/1.1" status: 204 len: 168 time: 1.0307157 Sep 22 09:40:00.152434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5144b4b-7fc6-4c80-ae45-5c09d02ea2cf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea6dcf9-0fff-4fca-b41b-8d06388b8a9b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:00.158897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43978) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:00.247936 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ae115dd5-9676-480b-bb00-9c6f03848dd4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803535 Sep 22 09:40:00.253008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43982) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:00.321291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Deleting port ae03448c-0911-4080-9e10-77beb734b972 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:00.321801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:00.354785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf143b7-8da7-4153-be3f-848d740d9df0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:00.359567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ccf143b7-8da7-4153-be3f-848d740d9df0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1012235 Sep 22 09:40:00.362182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:00.378440 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-704e67a2-d21f-463a-b01c-f25d1eb02756 None None] Set router f557c92c-c47e-4038-bd47-df80a453e8ed gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:00.463504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] For port ae03448c-0911-4080-9e10-77beb734b972, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ae03448c-0911-4080-9e10-77beb734b972,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:00.464208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:00.481746 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-704e67a2-d21f-463a-b01c-f25d1eb02756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-router', 'tenant_id': '0753584986bd49239827bd9734501b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:39:35Z', 'updated_at': '2021-09-22T09:39:59Z', 'revision_number': 6, 'project_id': '0753584986bd49239827bd9734501b64', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:00.486041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Calling delete_port for ae03448c-0911-4080-9e10-77beb734b972 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:00.519489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-4a27ff77-4911-42f3-a5a2-c0690d673837 service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7954755 Sep 22 09:40:00.529961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b55c5e9-8098-4929-ba76-29b7a99a82b4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router 95fd0d82-f2f5-43c9-afe4-5b0fc19f3383 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:40:00.540037 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e67a2-d21f-463a-b01c-f25d1eb02756 None None] The sync data for ids ['f557c92c-c47e-4038-bd47-df80a453e8ed'] in n-d-805649-4 is: [{'id': 'f557c92c-c47e-4038-bd47-df80a453e8ed', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-367485378-router', 'tenant_id': '0753584986bd49239827bd9734501b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:39:35Z', 'updated_at': '2021-09-22T09:39:59Z', 'revision_number': 6, 'project_id': '0753584986bd49239827bd9734501b64', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:40:00.565810 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:40:00.566590 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:40:00.569231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9178587b-1348-488a-86f3-902f603d3fdb details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:40:00.571193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bc0c1b-adbb-4043-8ef8-c65365705bd1 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:00.582467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-67c5a8ff-4994-44e9-bf0f-c55339e818b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:00.584253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-67c5a8ff-4994-44e9-bf0f-c55339e818b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d7720044-437c-429a-abf9-3517753c2382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5120621 Sep 22 09:40:00.627755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1f72487f-794d-4a30-94f2-30fa9a5eac3e None None] Provisioning complete for port 0948de61-1af8-4ece-abe6-c343bc40f05f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:00.628485 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f72487f-794d-4a30-94f2-30fa9a5eac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:00.781939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c83a7-3ca4-4128-8ade-d4ebb776d0c7 req-8736a31b-6bec-4b9f-9cf9-54985389c3f6 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:00.920589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a4c83a7-3ca4-4128-8ade-d4ebb776d0c7 req-8736a31b-6bec-4b9f-9cf9-54985389c3f6 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 945 time: 0.5600712 Sep 22 09:40:00.921992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e055d1-95ad-4f8f-b6ae-700ae5e5a5e0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:00.921992 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-78e055d1-95ad-4f8f-b6ae-700ae5e5a5e0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0770900 Sep 22 09:40:00.933416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43994) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:00.950728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b55c5e9-8098-4929-ba76-29b7a99a82b4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:40:00.957200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1b55c5e9-8098-4929-ba76-29b7a99a82b4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/95fd0d82-f2f5-43c9-afe4-5b0fc19f3383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7329521 Sep 22 09:40:00.968973 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f72487f-794d-4a30-94f2-30fa9a5eac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:00.971605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43996) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:00.987879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ee3f8-0d84-46d1-93d7-e9844a1c098a None None] Sync routers for ids ['95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:40:01.007701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:01.037050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '9178587b-1348-488a-86f3-902f603d3fdb', 'network_id': '5e435477-bd18-4640-a798-9eff6d0a7ca1', 'port_id': '9178587b-1348-488a-86f3-902f603d3fdb', 'mac_address': 'fa:16:3e:c3:a1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513f0a29-a218-4e9f-9a9f-f5fef781aa74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:40:01.044355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ee3f8-0d84-46d1-93d7-e9844a1c098a None None] Routers {'95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:01.045246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0c5ee3f8-0d84-46d1-93d7-e9844a1c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:01.060627 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-42c9ffc7-3491-498f-9080-a2153ff8a2ab tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=95fd0d82-f2f5-43c9-afe4-5b0fc19f3383 HTTP/1.1" status: 200 len: 205 time: 0.0800157 Sep 22 09:40:01.061216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43998) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:01.064239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a4c83a7-3ca4-4128-8ade-d4ebb776d0c7 req-d3cb07f8-7ac3-448a-9774-47fd5d11e4f5 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701776 Sep 22 09:40:01.074090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-804fab81-8b69-43f0-9d0a-54f4e948a31c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1392891 Sep 22 09:40:01.085532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44000) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:01.088197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-aad1f3ed-3746-4873-ae3b-4f55f62805a4 service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437720 Sep 22 09:40:01.094158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0c347aaa-72ce-4fc8-b123-aba8831d6d43 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:01.150149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-2775f691-dbc3-4dba-a363-1cdf7ecbf6ba service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512183 Sep 22 09:40:01.173232 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3852f2a-8500-424c-a10d-73c33ddc48f0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.237572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1f72487f-794d-4a30-94f2-30fa9a5eac3e None None] For port 0948de61-1af8-4ece-abe6-c343bc40f05f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0948de61-1af8-4ece-abe6-c343bc40f05f,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:01.259813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0745f1-0806-4628-9922-3828c38f936d None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:40:01.284291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0c5ee3f8-0d84-46d1-93d7-e9844a1c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:01.318115 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ee3f8-0d84-46d1-93d7-e9844a1c098a None None] Routers {'95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:01.319037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0c5ee3f8-0d84-46d1-93d7-e9844a1c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:01.385549 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.406741 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3852f2a-8500-424c-a10d-73c33ddc48f0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.410851 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3852f2a-8500-424c-a10d-73c33ddc48f0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.413049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0c5ee3f8-0d84-46d1-93d7-e9844a1c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:01.413916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5ee3f8-0d84-46d1-93d7-e9844a1c098a None None] The sync data for ids ['95fd0d82-f2f5-43c9-afe4-5b0fc19f3383'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:40:01.436228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.465449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9178587b-1348-488a-86f3-902f603d3fdb {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:40:01.491180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f72487f-794d-4a30-94f2-30fa9a5eac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.552540 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.616606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae03448c-0911-4080-9e10-77beb734b972,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:01.631134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3852f2a-8500-424c-a10d-73c33ddc48f0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.631353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3852f2a-8500-424c-a10d-73c33ddc48f0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Fanout notify agent at l3_agent the message router_deleted on router 95fd0d82-f2f5-43c9-afe4-5b0fc19f3383 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:40:01.639595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:01.646978 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3852f2a-8500-424c-a10d-73c33ddc48f0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.650356 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c3852f2a-8500-424c-a10d-73c33ddc48f0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/95fd0d82-f2f5-43c9-afe4-5b0fc19f3383 HTTP/1.1" status: 204 len: 168 time: 0.5859652 Sep 22 09:40:01.658090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44010) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:01.760171 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.780131 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-28ff0de6-d15e-4767-94f6-3eecebf7ece7 None None] Could not find standard attr ID for object 0051a36e-5cca-42bc-816f-1d13f46c49bd. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:40:01.813557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4c0745f1-0806-4628-9922-3828c38f936d None None] Deleting port 0948de61-1af8-4ece-abe6-c343bc40f05f {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:01.814070 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c0745f1-0806-4628-9922-3828c38f936d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.818261 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:40:01.818558 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:40:01.872276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72487f-794d-4a30-94f2-30fa9a5eac3e None None] Pushing event updated for resources: {'Port': ['ID=0948de61-1af8-4ece-abe6-c343bc40f05f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:01.880841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c347aaa-72ce-4fc8-b123-aba8831d6d43 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:01.891123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0c347aaa-72ce-4fc8-b123-aba8831d6d43 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.961520 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b4550638-a73d-4725-9daf-5af7bfcf32d1 req-bcf7408b-0f9b-46e3-95b5-c570af4b0da5 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 210 time: 0.0843415 Sep 22 09:40:01.981697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4c1ba3-5ab2-45b0-a037-2284763f105b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting subnet 98d87505-c277-4eae-adbe-173e6e218174 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:01.985422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:01.990008 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1ba3-5ab2-45b0-a037-2284763f105b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:02.030559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4c0745f1-0806-4628-9922-3828c38f936d None None] For port 0948de61-1af8-4ece-abe6-c343bc40f05f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0948de61-1af8-4ece-abe6-c343bc40f05f,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:02.035763 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c0745f1-0806-4628-9922-3828c38f936d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:02.077529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4c0745f1-0806-4628-9922-3828c38f936d None None] Calling delete_port for 0948de61-1af8-4ece-abe6-c343bc40f05f owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:02.138689 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-0ecde07a-7dc7-42c3-a59b-70f59a765076 service neutron] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9767179 Sep 22 09:40:02.286352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['9178587b-1348-488a-86f3-902f603d3fdb'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:40:02.304005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-d4b09b62-5482-47b9-8589-756c463aac62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa1a85a4-367a-4f0e-87a9-61721a18faae HTTP/1.1" status: 200 len: 217 time: 0.1552446 Sep 22 09:40:02.382084 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c0745f1-0806-4628-9922-3828c38f936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:02.403029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=11']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:02.415670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0745f1-0806-4628-9922-3828c38f936d None None] No DVR routers for this DVR port 0948de61-1af8-4ece-abe6-c343bc40f05f on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:02.516335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0745f1-0806-4628-9922-3828c38f936d None None] Pushing event deleted for resources: {'Port': ['ID=0948de61-1af8-4ece-abe6-c343bc40f05f,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:02.521364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Port 0948de61-1af8-4ece-abe6-c343bc40f05f update to ACTIVE by agent not found {{(pid=95511) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 22 09:40:02.585404 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8491ddc-9b54-46de-9535-f36dfef3d0c2 req-b291e92f-f173-4e4b-b4f1-9d697c3bbea2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:02.596152 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8491ddc-9b54-46de-9535-f36dfef3d0c2 req-b291e92f-f173-4e4b-b4f1-9d697c3bbea2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.3041418 Sep 22 09:40:02.646946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-0eda3fcd-bd12-4fc4-b093-566075dc93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:02.654049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-0eda3fcd-bd12-4fc4-b093-566075dc93a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7ae3516-7aae-40a1-abfb-02fb8c18323f HTTP/1.1" status: 200 len: 797 time: 0.3184412 Sep 22 09:40:02.697826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0cbc4a7a-423a-4e04-a0b0-b070717948cd no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:40:02.780118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 0cbc4a7a-423a-4e04-a0b0-b070717948cd {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:40:02.782639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0cbc4a7a-423a-4e04-a0b0-b070717948cd not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:40:02.783193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0948de61-1af8-4ece-abe6-c343bc40f05f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:40:02.863922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:02.873419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1ba3-5ab2-45b0-a037-2284763f105b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:02.891495 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 0948de61-1af8-4ece-abe6-c343bc40f05f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:40:02.893767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0948de61-1af8-4ece-abe6-c343bc40f05f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:40:02.893767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ae03448c-0911-4080-9e10-77beb734b972 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:40:02.908266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8491ddc-9b54-46de-9535-f36dfef3d0c2 req-dc33241b-d09e-449e-a97e-37956a152d80 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081026 Sep 22 09:40:02.959738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: ae03448c-0911-4080-9e10-77beb734b972 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:40:02.960653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ae03448c-0911-4080-9e10-77beb734b972 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:40:02.983534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-3c41f825-8a6a-491e-b430-3d743bde7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:02.984549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:02.986905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-3c41f825-8a6a-491e-b430-3d743bde7748 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03800963-f1ce-4f7f-90d6-30730f3a8a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2985206 Sep 22 09:40:03.085318 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1ba3-5ab2-45b0-a037-2284763f105b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.143158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c600d42-e189-4e64-8687-aae536da3001 req-7671b514-79bf-482d-991f-92d230fb7d90 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 210 time: 0.0411553 Sep 22 09:40:03.160026 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-4d4fde98-bbe7-406d-84a3-eb8b8b7334ba service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618717 Sep 22 09:40:03.211665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.212654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f557c92c-c47e-4038-bd47-df80a453e8ed {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:40:03.222254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.222254 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-00e8ce86-dd5e-4aa5-907f-092530f3e9c1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f557c92c-c47e-4038-bd47-df80a453e8ed HTTP/1.1" status: 204 len: 168 time: 4.0544052 Sep 22 09:40:03.223366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44040) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:03.342757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1ba3-5ab2-45b0-a037-2284763f105b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.387695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.objects.ports [None req-0c347aaa-72ce-4fc8-b123-aba8831d6d43 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95510) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:40:03.390340 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0c347aaa-72ce-4fc8-b123-aba8831d6d43 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.410721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c347aaa-72ce-4fc8-b123-aba8831d6d43 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:03.415535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-0c347aaa-72ce-4fc8-b123-aba8831d6d43 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:03.420106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e4da2-13d0-456f-a563-722846bc0f48 None None] Network 47c573d3-70cc-438b-9a85-ce30a27c4dc8 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:03.437915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b4c1ba3-5ab2-45b0-a037-2284763f105b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.440117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c347aaa-72ce-4fc8-b123-aba8831d6d43 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:03.440760 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0c347aaa-72ce-4fc8-b123-aba8831d6d43 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.447304 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3b4c1ba3-5ab2-45b0-a037-2284763f105b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/98d87505-c277-4eae-adbe-173e6e218174 HTTP/1.1" status: 204 len: 168 time: 1.7835219 Sep 22 09:40:03.453924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44044) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:03.473875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af24c35-97c5-49d9-8640-e7535ab14f65 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:03.479024 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c347aaa-72ce-4fc8-b123-aba8831d6d43 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=9718cda3-2c15-4304-ae43-b210449de72f,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:03.493086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c1ba3-5ab2-45b0-a037-2284763f105b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Subnet': ['ID=98d87505-c277-4eae-adbe-173e6e218174,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:03.496875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-9c8cd8aa-ba8e-47ac-a9a1-582e269bb9fb service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018115 Sep 22 09:40:03.502716 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-538438de-c6a4-4ed3-a9bd-7d871917ed57 admin admin] Deleting subnet 2ccd3282-a006-479b-8237-0a59ef5e71b4 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:03.549313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-01a80b57-89ac-43e4-884d-833a56844c8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3615a262-500e-4926-a669-69be16798510 HTTP/1.1" status: 200 len: 217 time: 0.0432205 Sep 22 09:40:03.602714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0c347aaa-72ce-4fc8-b123-aba8831d6d43 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5103557 Sep 22 09:40:03.604005 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44050) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:03.611317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6eb27e06-3257-43f8-80ca-392ac33e208f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:03.632273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.637922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-538438de-c6a4-4ed3-a9bd-7d871917ed57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.647172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-a06a7669-e2c9-4532-ae2e-3b5615b21783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:03.648890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-a06a7669-e2c9-4532-ae2e-3b5615b21783 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7ae3516-7aae-40a1-abfb-02fb8c18323f HTTP/1.1" status: 200 len: 797 time: 0.0897384 Sep 22 09:40:03.761860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-538438de-c6a4-4ed3-a9bd-7d871917ed57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.790500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '9718cda3-2c15-4304-ae43-b210449de72f'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:40:03.791410 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.838239 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abefa06-737b-402e-b5a2-332a497b65af None None] DHCP port deletion for 47c573d3-70cc-438b-9a85-ce30a27c4dc8 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:40:03.846351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:03.848301 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:03.862193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-4e56376c-89e6-441e-92ad-bb89b38bbc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:03.863759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-4e56376c-89e6-441e-92ad-bb89b38bbc73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03800963-f1ce-4f7f-90d6-30730f3a8a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2060697 Sep 22 09:40:03.996385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f645bdf-9915-41cd-a1bb-1b8cd39b48ba,segment=NetworkSegment(52b76697-d73f-4e8f-860b-9b993ffb4a9b),segment_id=52b76697-d73f-4e8f-860b-9b993ffb4a9b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:03.997040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.019357 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-538438de-c6a4-4ed3-a9bd-7d871917ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.022036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:04.063245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-dab5d660-92d9-4dc1-a8fa-be9bba566a79 service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645312 Sep 22 09:40:04.065978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb27e06-3257-43f8-80ca-392ac33e208f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:04.066767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8abefa06-737b-402e-b5a2-332a497b65af None None] Deleting port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:04.072471 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8abefa06-737b-402e-b5a2-332a497b65af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.072640 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6eb27e06-3257-43f8-80ca-392ac33e208f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.201254 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Allocated IP 2001:db8::f816:3eff:fe2c:fedc (201714cb-581c-4a22-b65d-63842f91bb89/9718cda3-2c15-4304-ae43-b210449de72f/b61ed538-a396-440b-af92-d9b9e13e7c20) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:04.209696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8abefa06-737b-402e-b5a2-332a497b65af None None] For port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f645bdf-9915-41cd-a1bb-1b8cd39b48ba,segment=NetworkSegment(52b76697-d73f-4e8f-860b-9b993ffb4a9b),segment_id=52b76697-d73f-4e8f-860b-9b993ffb4a9b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:04.210116 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8abefa06-737b-402e-b5a2-332a497b65af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.232149 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8abefa06-737b-402e-b5a2-332a497b65af None None] Calling delete_port for 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:04.257102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-538438de-c6a4-4ed3-a9bd-7d871917ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.294969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3845fc32-cf91-4bc5-9361-6ba7e78c25fa req-800b2c07-1eb1-4974-8743-f745b2a83902 service neutron] 10.222.0.45 "GET /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743789 Sep 22 09:40:04.316992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9178587b-1348-488a-86f3-902f603d3fdb up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:04.327228 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-538438de-c6a4-4ed3-a9bd-7d871917ed57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.340392 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-538438de-c6a4-4ed3-a9bd-7d871917ed57 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2ccd3282-a006-479b-8237-0a59ef5e71b4 HTTP/1.1" status: 204 len: 168 time: 1.1156914 Sep 22 09:40:04.347884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538438de-c6a4-4ed3-a9bd-7d871917ed57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ccd3282-a006-479b-8237-0a59ef5e71b4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:04.354828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44064) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:04.355790 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.478036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-271ff92a-e030-4d65-98ee-05ae571dcdaf req-8a260ff5-552b-4e06-9fe0-adc4c16652dd tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 210 time: 0.0966671 Sep 22 09:40:04.508825 n-d-805649-4 neutron-server[95510]: INFO neutron.db.ipam_backend_mixin [None req-6eb27e06-3257-43f8-80ca-392ac33e208f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9718cda3-2c15-4304-ae43-b210449de72f (CIDR: 2001:db8::/64) Sep 22 09:40:04.530066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca366045-b6de-47fd-bf05-e08fbf3317bc req-7746bb28-c1cd-4a9d-bce6-23545f03a48c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:04.531830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca366045-b6de-47fd-bf05-e08fbf3317bc req-7746bb28-c1cd-4a9d-bce6-23545f03a48c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 946 time: 0.4676182 Sep 22 09:40:04.561223 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb27e06-3257-43f8-80ca-392ac33e208f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:40:04.563217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb27e06-3257-43f8-80ca-392ac33e208f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:04.588979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44319-2e1f-4768-a372-e49a20c0931a req-d40e80a5-0b10-448a-bd9b-8ef0ed0c803d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:04.588979 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-d40e80a5-0b10-448a-bd9b-8ef0ed0c803d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 0.2085474 Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.596431 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:04.599635 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:40:04.606203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c781ce-12fe-40e3-b308-035599b6960d None None] Network ed619e16-4fab-4b0c-bd3d-c59c6928ee7b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:04.625083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca366045-b6de-47fd-bf05-e08fbf3317bc req-d260fd11-85e2-4ad6-ae2a-a36a8c708611 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854754 Sep 22 09:40:04.635933 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8abefa06-737b-402e-b5a2-332a497b65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.651442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Request body: {'port': {'device_id': '64bfd6c4-2b1b-426f-9c04-18f36a2e776b', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'admin_state_up': True, 'tenant_id': '8bd70d7a90ed493c918a390115ac4717'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:04.699128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6eb27e06-3257-43f8-80ca-392ac33e208f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0934868 Sep 22 09:40:04.699835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44070) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:04.705636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:04.772377 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.776191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:40:04.784958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=4f645bdf-9915-41cd-a1bb-1b8cd39b48ba,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:04.788486 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No DVR routers for this DVR port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:04.858282 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:40:04.858638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:40:04.874759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abefa06-737b-402e-b5a2-332a497b65af None None] Pushing event deleted for resources: {'Port': ['ID=4f645bdf-9915-41cd-a1bb-1b8cd39b48ba,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:04.883600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abefa06-737b-402e-b5a2-332a497b65af None None] No DVR routers for this DVR port 4f645bdf-9915-41cd-a1bb-1b8cd39b48ba on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:04.885575 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.893631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.971130 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:40:04.971130 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:40:04.971130 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': 'a214880aa28e4bdb8ca599c200f827d0', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 39, 44, 868699)}] Sep 22 09:40:04.971130 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:40:04.972577 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:40:04.982287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c573d3-70cc-438b-9a85-ce30a27c4dc8']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:04.990095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:04.991594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:04.994819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:04.996543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:05.002230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b76697-d73f-4e8f-860b-9b993ffb4a9b') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:05.002810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b76697-d73f-4e8f-860b-9b993ffb4a9b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:05.016854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.051645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.055896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Made reservation on behalf of 8bd70d7a90ed493c918a390115ac4717 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:05.062534 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.063796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Pushing event updated for resources: {'Port': ['ID=b61ed538-a396-440b-af92-d9b9e13e7c20,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:05.069776 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:40:05.070189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:40:05.074363 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:40:05.160950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 9178587b-1348-488a-86f3-902f603d3fdb completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:40:05.170715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 9178587b-1348-488a-86f3-902f603d3fdb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:05.171432 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.214937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Attempting to bind port b61ed538-a396-440b-af92-d9b9e13e7c20 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:05.215493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Attempting to bind port b61ed538-a396-440b-af92-d9b9e13e7c20 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:05.215930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Attempting to bind port b61ed538-a396-440b-af92-d9b9e13e7c20 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:05.222404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Deleting port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:05.223001 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.235399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:05.235780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:05.236262 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.236670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:05.237183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Bound port: b61ed538-a396-440b-af92-d9b9e13e7c20, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:05.237588 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.276472 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.305450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.305450 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/networks/47c573d3-70cc-438b-9a85-ce30a27c4dc8 HTTP/1.1" status: 204 len: 168 time: 1.8347788 Sep 22 09:40:05.310415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44078) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:05.324978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c04d49fe-5b56-4818-b1e5-192f52f86b26 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1342431398', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:05.332498 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] For port b61ed538-a396-440b-af92-d9b9e13e7c20, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:05.335949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] For port b61ed538-a396-440b-af92-d9b9e13e7c20, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b61ed538-a396-440b-af92-d9b9e13e7c20,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:05.341673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbaf0b9-edd7-46dc-a551-45c9235c366e None None] DHCP port deletion for ed619e16-4fab-4b0c-bd3d-c59c6928ee7b request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:40:05.383843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6c3c7-3b31-4bfb-858e-1e1065571618 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Network': ['ID=47c573d3-70cc-438b-9a85-ce30a27c4dc8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:05.398323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] For port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a8a1384e-a0c6-4d12-b50d-2ea84d1f9250,segment=NetworkSegment(9cb71cd5-9b43-4c16-b0b5-52d1c30bd641),segment_id=9cb71cd5-9b43-4c16-b0b5-52d1c30bd641)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:05.398689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.433306 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.435844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Calling delete_port for a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:05.438418 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.461715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c04d49fe-5b56-4818-b1e5-192f52f86b26 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.462782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c04d49fe-5b56-4818-b1e5-192f52f86b26 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.498794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Allocated IP 172.20.0.13 (b0308c47-2dd5-40ac-9dc0-33b7063350f0/b00a578d-afde-4b8b-a56f-208701f3f927/e817d380-cfef-452f-bd28-45dab0cdbdf1) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:05.505423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0fbaf0b9-edd7-46dc-a551-45c9235c366e None None] Deleting port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:05.505795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0b9-edd7-46dc-a551-45c9235c366e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.536901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:40:05.542849 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96976c17-23f1-4322-9366-3cba8b5e2055" -d '{"events": [{"server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "name": "network-vif-plugged", "status": "completed", "tag": "9178587b-1348-488a-86f3-902f603d3fdb"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:40:05.600505 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:05.604089 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.639950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:05.647939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fba7c-fc74-4087-80c2-c07cf8a35914 None None] Pushing event updated for resources: {'Port': ['ID=b61ed538-a396-440b-af92-d9b9e13e7c20,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:05.711491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5221c493-36a1-48e5-b67c-bc54deb3141f req-03a432c0-1c23-427c-91ed-fa57a0e97cb6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 210 time: 0.0956707 Sep 22 09:40:05.717188 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c04d49fe-5b56-4818-b1e5-192f52f86b26 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.777933 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9027ab0b-27d6-439f-a32a-6af7af04c603 x-openstack-request-id: req-9027ab0b-27d6-439f-a32a-6af7af04c603 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:40:05.781529 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "name": "network-vif-plugged", "status": "completed", "tag": "9178587b-1348-488a-86f3-902f603d3fdb", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:40:05.781735 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9027ab0b-27d6-439f-a32a-6af7af04c603 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:40:05.782243 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb', 'code': 200} Sep 22 09:40:05.784983 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.799987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0fbaf0b9-edd7-46dc-a551-45c9235c366e None None] For port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a8a1384e-a0c6-4d12-b50d-2ea84d1f9250,segment=NetworkSegment(9cb71cd5-9b43-4c16-b0b5-52d1c30bd641),segment_id=9cb71cd5-9b43-4c16-b0b5-52d1c30bd641)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:05.805000 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c04d49fe-5b56-4818-b1e5-192f52f86b26 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.805297 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0b9-edd7-46dc-a551-45c9235c366e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.874000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0fbaf0b9-edd7-46dc-a551-45c9235c366e None None] Calling delete_port for a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:05.900135 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:05.951503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea653512-773e-4b59-9e57-b0eba35fa1f9 req-4c9bc109-b293-46a9-934d-3857cadb3b01 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:05.964000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea653512-773e-4b59-9e57-b0eba35fa1f9 req-4c9bc109-b293-46a9-934d-3857cadb3b01 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1844108 Sep 22 09:40:05.974294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=12']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:06.019026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] No DVR routers for this DVR port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:06.027283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a1384e-a0c6-4d12-b50d-2ea84d1f9250,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:06.048814 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf0b9-edd7-46dc-a551-45c9235c366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.049193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c04d49fe-5b56-4818-b1e5-192f52f86b26 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.053940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44096) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:06.059712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'network': {'name': 'tempest-RoutersTest-546180809'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:06.062683 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c04d49fe-5b56-4818-b1e5-192f52f86b26 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7404509 Sep 22 09:40:06.088370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea653512-773e-4b59-9e57-b0eba35fa1f9 req-735cc0db-4946-45a1-b971-0ba948732a83 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231349 Sep 22 09:40:06.103573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.104956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a0b34-ed1f-47e2-a06f-6d0eaf6b1856 req-64ad4aeb-5fa0-4fa7-8f8e-74f10636efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:06.106730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a0b34-ed1f-47e2-a06f-6d0eaf6b1856 req-64ad4aeb-5fa0-4fa7-8f8e-74f10636efe1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 1098 time: 0.1880231 Sep 22 09:40:06.112394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaf0b9-edd7-46dc-a551-45c9235c366e None None] Pushing event deleted for resources: {'Port': ['ID=a8a1384e-a0c6-4d12-b50d-2ea84d1f9250,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:06.136432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbaf0b9-edd7-46dc-a551-45c9235c366e None None] No DVR routers for this DVR port a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:06.206182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394a0b34-ed1f-47e2-a06f-6d0eaf6b1856 req-0499356c-9aad-4e2f-a518-62754311d005 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891776 Sep 22 09:40:06.237624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:06.239182 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.242295 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.292552 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.320308 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:40:06.349079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.349575 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added segment 600c5b9d-a09b-4562-9872-0f8d04ab60b6 of type vlan for network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e Sep 22 09:40:06.362115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Network b0308c47-2dd5-40ac-9dc0-33b7063350f0 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:06.364122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed619e16-4fab-4b0c-bd3d-c59c6928ee7b']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:06.376426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:06.387599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:06.387599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event updated for resources: {'Port': ['ID=e817d380-cfef-452f-bd28-45dab0cdbdf1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:06.387599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb71cd5-9b43-4c16-b0b5-52d1c30bd641') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:06.387599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb71cd5-9b43-4c16-b0b5-52d1c30bd641') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:06.395987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.431360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.439621 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.454481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.469103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:06.469888 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.472558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:40:06.473063 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:40:06.478581 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:40:06.483017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:06.486797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:06.491585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:06.492194 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.503646 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.509324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:06.509935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.539855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=46674481-3b8e-4bba-95f3-0240f39db10c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:06.588347 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-3947b3fd-1ef4-4d11-b823-c41ad47890f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9693971 Sep 22 09:40:06.608219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Request body: {'port': {'device_id': '64bfd6c4-2b1b-426f-9c04-18f36a2e776b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:06.609727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Network': ['ID=bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:06.627310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c179c832-170c-468c-b631-10880ca217dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9237142 Sep 22 09:40:06.631451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44106) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:06.637880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-71aa6883-d2ea-485d-94cc-a738086ccba3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5735207 Sep 22 09:40:06.638100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:de:e2:2c', 'name': 'tempest-NetworksTestDHCPv6-1818170711'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:06.638317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44108) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:06.642570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.647792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'subnet': {'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:06.651730 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:40:06.667953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.674655 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ed619e16-4fab-4b0c-bd3d-c59c6928ee7b HTTP/1.1" status: 204 len: 168 time: 2.3104634 Sep 22 09:40:06.697200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed619e16-4fab-4b0c-bd3d-c59c6928ee7b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:06.702650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b61ed538-a396-440b-af92-d9b9e13e7c20 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:06.727372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.727715 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.728046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.728376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.728704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.729054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.729369 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.729689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.730013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.730329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.730648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.730968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e3c7ac-ac45-4088-b588-72341cc85f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:06.819268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b61ed538-a396-440b-af92-d9b9e13e7c20 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:06.819860 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.888950 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.929613 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8473d2a-94bd-44c8-98e8-7bd18f1fb8e8 req-9fc52a2d-4355-45f4-8ba7-b508c7de701f tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:06.931512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8473d2a-94bd-44c8-98e8-7bd18f1fb8e8 req-9fc52a2d-4355-45f4-8ba7-b508c7de701f tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 932 time: 0.0910537 Sep 22 09:40:06.969820 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:06.971127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:06.974936 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:07.023263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port b61ed538-a396-440b-af92-d9b9e13e7c20, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b61ed538-a396-440b-af92-d9b9e13e7c20,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:07.027242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8473d2a-94bd-44c8-98e8-7bd18f1fb8e8 req-e462c926-85e7-4e5f-8b19-d69edc21aa82 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793407 Sep 22 09:40:07.114482 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:07.136265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:07.187311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44126) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:07.191541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:40:07.229639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:40:07.229993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a8a1384e-a0c6-4d12-b50d-2ea84d1f9250 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:40:07.246400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2285ca-7f9e-42fd-a580-1f94c8320a31 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:07.264095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=b61ed538-a396-440b-af92-d9b9e13e7c20,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:07.340260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19806b84-e7cf-40a7-b8f0-f3a85acb91da req-00500a01-fad6-4d4a-abaf-20b1f2d4020b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:07.342058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19806b84-e7cf-40a7-b8f0-f3a85acb91da req-00500a01-fad6-4d4a-abaf-20b1f2d4020b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1273351 Sep 22 09:40:07.354468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5b520b65-356b-49a2-8f34-784766196660 None None] Provisioning complete for port b61ed538-a396-440b-af92-d9b9e13e7c20 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:07.354846 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5b520b65-356b-49a2-8f34-784766196660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:07.400016 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:07.401450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e817d380-cfef-452f-bd28-45dab0cdbdf1 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:40:07.418452 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:07.441886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:07.447966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19806b84-e7cf-40a7-b8f0-f3a85acb91da req-9c911c04-90d8-4bd5-80b2-5ac592b42418 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954657 Sep 22 09:40:07.451029 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8cf7e38d-4145-41d6-826c-586af352c665 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0753584986bd49239827bd9734501b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740308 Sep 22 09:40:07.459333 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44136) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:07.467674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Transition to ACTIVE for port object e817d380-cfef-452f-bd28-45dab0cdbdf1 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:40:07.489374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port f466d065-00c0-49f0-aaa3-81a4cf706a5d yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:40:07.522735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Subnet': ['ID=28cf96fb-f743-4b18-ade3-b0a8bcc721c3,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:07.568677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Checking segment: {'id': '600c5b9d-a09b-4562-9872-0f8d04ab60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:07.569072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network hostable DHCP agents. Network: bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:40:07.656520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:40:07.665259 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:07.715039 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a831086-8752-436f-80de-c6ffb3e0a92c None None] Update dhcp port {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': '9718cda3-2c15-4304-ae43-b210449de72f', 'ip_address': '2001:db8::f816:3eff:fe2c:fedc'}, {'subnet_id': '46674481-3b8e-4bba-95f3-0240f39db10c'}], 'binding:host_id': 'n-d-805649-4'}, 'id': 'b61ed538-a396-440b-af92-d9b9e13e7c20'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:40:07.745249 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2a831086-8752-436f-80de-c6ffb3e0a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:07.745959 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40c4b5a7-6cfa-4ca3-8da3-355be157aa4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:07.748981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e817d380-cfef-452f-bd28-45dab0cdbdf1,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:07.758948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:07.765012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:07.765859 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:07.788983 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5de70c8-4b3d-4e20-8352-5ce5e85b25ff None None] Network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:07.848244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40c4b5a7-6cfa-4ca3-8da3-355be157aa4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:07.864918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4d5f6e98-d0a5-4bd3-96a6-f7f0eb9d2249 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2231190 Sep 22 09:40:07.865181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44152) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:07.976615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Attempting to bind port e817d380-cfef-452f-bd28-45dab0cdbdf1 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:07.977025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Attempting to bind port e817d380-cfef-452f-bd28-45dab0cdbdf1 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:07.977324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Attempting to bind port e817d380-cfef-452f-bd28-45dab0cdbdf1 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:07.984573 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8:0:1::49 (201714cb-581c-4a22-b65d-63842f91bb89/46674481-3b8e-4bba-95f3-0240f39db10c/f466d065-00c0-49f0-aaa3-81a4cf706a5d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:07.989760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Port e817d380-cfef-452f-bd28-45dab0cdbdf1 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:40:07.990133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Attempting to bind port e817d380-cfef-452f-bd28-45dab0cdbdf1 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:07.997184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::f816:3eff:fede:e22c (201714cb-581c-4a22-b65d-63842f91bb89/9718cda3-2c15-4304-ae43-b210449de72f/f466d065-00c0-49f0-aaa3-81a4cf706a5d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:08.006020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:08.006364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Checking segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:08.006767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Bound using segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:08.007561 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Bound port: e817d380-cfef-452f-bd28-45dab0cdbdf1, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:08.007699 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:08.087055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:40:08.088246 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:08.101956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40c4b5a7-6cfa-4ca3-8da3-355be157aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:08.105799 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40c4b5a7-6cfa-4ca3-8da3-355be157aa4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:08.110105 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-40c4b5a7-6cfa-4ca3-8da3-355be157aa4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/179703c2-627b-49b2-a3af-e68a6a1c1ea0 HTTP/1.1" status: 204 len: 168 time: 0.6468298 Sep 22 09:40:08.181271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4b5a7-6cfa-4ca3-8da3-355be157aa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179703c2-627b-49b2-a3af-e68a6a1c1ea0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:08.200640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] For port e817d380-cfef-452f-bd28-45dab0cdbdf1, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:08.241324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] For port e817d380-cfef-452f-bd28-45dab0cdbdf1, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e817d380-cfef-452f-bd28-45dab0cdbdf1,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:08.324396 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:08.366570 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Allocated IP 172.20.0.2 (bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e/28cf96fb-f743-4b18-ade3-b0a8bcc721c3/ba3a32b5-ae0b-4e94-ac65-718deabc9011) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:08.384074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:08.386878 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:08.386878 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] 10.222.0.60 "PUT /v2.0/ports/e817d380-cfef-452f-bd28-45dab0cdbdf1 HTTP/1.1" status: 200 len: 1092 time: 1.7884581 Sep 22 09:40:08.399100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bfd6c4-2b1b-426f-9c04-18f36a2e776b', 'tag': 'e817d380-cfef-452f-bd28-45dab0cdbdf1'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:40:08.401722 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8a8e41-a077-43ca-a116-f09ee5ea9c46" -d '{"events": [{"name": "network-changed", "server_uuid": "64bfd6c4-2b1b-426f-9c04-18f36a2e776b", "tag": "e817d380-cfef-452f-bd28-45dab0cdbdf1"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:40:08.442097 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:08.463490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677162c0-b583-485e-a809-b93e63660eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e817d380-cfef-452f-bd28-45dab0cdbdf1,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:08.508290 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501f1e1c-2db6-4bc6-b147-6da9a16c62a2 x-openstack-request-id: req-501f1e1c-2db6-4bc6-b147-6da9a16c62a2 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:40:08.508290 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bfd6c4-2b1b-426f-9c04-18f36a2e776b", "tag": "e817d380-cfef-452f-bd28-45dab0cdbdf1", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:40:08.508290 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-501f1e1c-2db6-4bc6-b147-6da9a16c62a2 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:40:08.508290 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bfd6c4-2b1b-426f-9c04-18f36a2e776b', 'tag': 'e817d380-cfef-452f-bd28-45dab0cdbdf1', 'status': 'completed', 'code': 200} Sep 22 09:40:08.585286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a8e41-a077-43ca-a116-f09ee5ea9c46 req-c7c8a510-b010-4587-a1b2-ebccb35d6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:08.585286 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1e8a8e41-a077-43ca-a116-f09ee5ea9c46 req-c7c8a510-b010-4587-a1b2-ebccb35d6462 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 1095 time: 0.0799701 Sep 22 09:40:08.668499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b61ed538-a396-440b-af92-d9b9e13e7c20 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:08.674189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:08.740121 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a8e41-a077-43ca-a116-f09ee5ea9c46 req-c64f950f-e060-41b1-beb2-5ee33ca86865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:08.747692 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1e8a8e41-a077-43ca-a116-f09ee5ea9c46 req-c64f950f-e060-41b1-beb2-5ee33ca86865 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8bd70d7a90ed493c918a390115ac4717&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1488965 Sep 22 09:40:08.747692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:08.754047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-2a831086-8752-436f-80de-c6ffb3e0a92c None None] Allocated IP 2001:db8:0:1::2 (201714cb-581c-4a22-b65d-63842f91bb89/46674481-3b8e-4bba-95f3-0240f39db10c/b61ed538-a396-440b-af92-d9b9e13e7c20) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:08.785421 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:08.841031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=f466d065-00c0-49f0-aaa3-81a4cf706a5d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:08.845785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b253fe0-01cd-454b-9696-2a943f7852d0 req-731354c0-cb66-4ffe-b5b5-28727699759d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:08.847352 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b253fe0-01cd-454b-9696-2a943f7852d0 req-731354c0-cb66-4ffe-b5b5-28727699759d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 944 time: 0.7191875 Sep 22 09:40:08.880649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:08.883655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:08.891314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:08.895435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be7769-a915-4659-8b01-ce31c177626a req-b4d97d5a-12e5-49f1-93d2-3960dee5e3b7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:08.897734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:08.898403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:08.900367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4be7769-a915-4659-8b01-ce31c177626a req-b4d97d5a-12e5-49f1-93d2-3960dee5e3b7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1479337 Sep 22 09:40:08.979683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a8e41-a077-43ca-a116-f09ee5ea9c46 req-ec09d076-82ee-4303-b6b2-5c5f1c4b6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:08.981998 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1e8a8e41-a077-43ca-a116-f09ee5ea9c46 req-ec09d076-82ee-4303-b6b2-5c5f1c4b6ced service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2278368 Sep 22 09:40:08.993623 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-12a8f761-c647-4ff1-a64a-812d1ab091e2 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3521943 Sep 22 09:40:08.993838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44192) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:08.993838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:09.001631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2a831086-8752-436f-80de-c6ffb3e0a92c None None] For port b61ed538-a396-440b-af92-d9b9e13e7c20, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b61ed538-a396-440b-af92-d9b9e13e7c20,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:09.046811 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2a831086-8752-436f-80de-c6ffb3e0a92c None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:09.082847 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:09.088949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:09.093715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:09.119308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b61ed538-a396-440b-af92-d9b9e13e7c20 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:09.119800 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:09.121478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Pushing event updated for resources: {'Port': ['ID=ba3a32b5-ae0b-4e94-ac65-718deabc9011,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:09.129541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44319-2e1f-4768-a372-e49a20c0931a req-9ede4880-1a28-414f-b19c-bb784e317286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:09.135146 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-9ede4880-1a28-414f-b19c-bb784e317286 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 1095 time: 0.1066463 Sep 22 09:40:09.196555 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-43a9645f-10f2-4981-b422-a1b8d0c7743a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e817d380-cfef-452f-bd28-45dab0cdbdf1 HTTP/1.1" status: 200 len: 217 time: 0.0553288 Sep 22 09:40:09.216325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4be7769-a915-4659-8b01-ce31c177626a req-2dd4fd1b-825d-4250-8651-c984f4a66c67 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949574 Sep 22 09:40:09.219977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b253fe0-01cd-454b-9696-2a943f7852d0 req-f85edaf2-a11a-4b60-88fa-8a7479a0f0d0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562505 Sep 22 09:40:09.285944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44319-2e1f-4768-a372-e49a20c0931a req-b2e2fac6-5631-4b54-a07a-2d6ee2d2045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:09.287635 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-b2e2fac6-5631-4b54-a07a-2d6ee2d2045d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.0724685 Sep 22 09:40:09.335323 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-7a62d7d5-35c7-4f03-8b1b-63a1d0ec3a05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394821 Sep 22 09:40:09.360825 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2a831086-8752-436f-80de-c6ffb3e0a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:09.395117 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:40:09.462229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Attempting to bind port ba3a32b5-ae0b-4e94-ac65-718deabc9011 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:09.463052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Attempting to bind port ba3a32b5-ae0b-4e94-ac65-718deabc9011 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '600c5b9d-a09b-4562-9872-0f8d04ab60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:09.465089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Attempting to bind port ba3a32b5-ae0b-4e94-ac65-718deabc9011 on network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:09.480078 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-7200788e-8a41-4cd4-bf38-a39c28d81abc service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334703 Sep 22 09:40:09.482476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2414207f-a2f3-4c84-bdc8-26a21da2ee64 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port f466d065-00c0-49f0-aaa3-81a4cf706a5d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:09.482885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2414207f-a2f3-4c84-bdc8-26a21da2ee64 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:09.521737 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:09.522450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Checking segment: {'id': '600c5b9d-a09b-4562-9872-0f8d04ab60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:09.523013 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:09.523574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Bound using segment: {'id': '600c5b9d-a09b-4562-9872-0f8d04ab60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:09.524210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Bound port: ba3a32b5-ae0b-4e94-ac65-718deabc9011, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600c5b9d-a09b-4562-9872-0f8d04ab60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:09.524791 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:09.598628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a831086-8752-436f-80de-c6ffb3e0a92c None None] Pushing event updated for resources: {'Port': ['ID=b61ed538-a396-440b-af92-d9b9e13e7c20,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:09.696097 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eca44319-2e1f-4768-a372-e49a20c0931a req-760869a3-c009-4d96-afed-15107dc2b45a service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072890 Sep 22 09:40:09.736747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] For port ba3a32b5-ae0b-4e94-ac65-718deabc9011, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:09.747387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] For port ba3a32b5-ae0b-4e94-ac65-718deabc9011, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ba3a32b5-ae0b-4e94-ac65-718deabc9011,segment=NetworkSegment(600c5b9d-a09b-4562-9872-0f8d04ab60b6),segment_id=600c5b9d-a09b-4562-9872-0f8d04ab60b6)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:09.787126 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2414207f-a2f3-4c84-bdc8-26a21da2ee64 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:09.809783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Allocated IP 172.20.0.1 (bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e/28cf96fb-f743-4b18-ade3-b0a8bcc721c3/37585ea3-3286-473e-b75b-f842b2539135) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:09.822467 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:09.876856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2414207f-a2f3-4c84-bdc8-26a21da2ee64 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for f466d065-00c0-49f0-aaa3-81a4cf706a5d owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:09.922685 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312eb93-07fa-4ae7-ae0d-7cf3b4ac9e9d None None] Pushing event updated for resources: {'Port': ['ID=ba3a32b5-ae0b-4e94-ac65-718deabc9011,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:10.035724 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:10.241977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:10.397702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:10.425479 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:10.467064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:10.487495 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2414207f-a2f3-4c84-bdc8-26a21da2ee64 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:10.531149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=37585ea3-3286-473e-b75b-f842b2539135,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:10.549096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca796614-ad25-4e21-97d4-f052f3fbb34d req-c02425f9-8169-4843-8164-57d34b286869 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:10.549698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-af4e321c-77dd-4734-b3df-7b401a4ac6b0 None None] Provisioning complete for port b61ed538-a396-440b-af92-d9b9e13e7c20 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:10.550928 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca796614-ad25-4e21-97d4-f052f3fbb34d req-c02425f9-8169-4843-8164-57d34b286869 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 944 time: 0.2076714 Sep 22 09:40:10.553440 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-af4e321c-77dd-4734-b3df-7b401a4ac6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:10.630177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef0fa4-26cb-40db-a664-7840e93f4021 req-e1912877-6384-40b7-9d6b-f42b05753c2c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:10.635109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1ef0fa4-26cb-40db-a664-7840e93f4021 req-e1912877-6384-40b7-9d6b-f42b05753c2c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.2345369 Sep 22 09:40:10.636039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414207f-a2f3-4c84-bdc8-26a21da2ee64 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=f466d065-00c0-49f0-aaa3-81a4cf706a5d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:10.752760 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:10.793291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44228) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:10.832047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ba3a32b5-ae0b-4e94-ac65-718deabc9011 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:10.841436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2414207f-a2f3-4c84-bdc8-26a21da2ee64 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:10.846705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44232) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:10.846861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2414207f-a2f3-4c84-bdc8-26a21da2ee64 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/f466d065-00c0-49f0-aaa3-81a4cf706a5d HTTP/1.1" status: 204 len: 168 time: 1.8424180 Sep 22 09:40:10.945229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca796614-ad25-4e21-97d4-f052f3fbb34d req-3a797735-4787-4e70-b21e-112dbbd8686e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644352 Sep 22 09:40:10.949957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a4a5073a-5beb-4cb5-989b-c1081aeb80e3 None None] Could not find standard attr ID for object f466d065-00c0-49f0-aaa3-81a4cf706a5d. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:40:10.964675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce074a11-219b-40ed-af4a-184b8ebbfc5a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:10.974964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1ef0fa4-26cb-40db-a664-7840e93f4021 req-725d94bf-c816-45df-9a97-d917099bb183 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350154 Sep 22 09:40:10.975506 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce074a11-219b-40ed-af4a-184b8ebbfc5a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1272728 Sep 22 09:40:10.976606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44234) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:10.984754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ba3a32b5-ae0b-4e94-ac65-718deabc9011 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:10.985239 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.078552 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b7d139d-fe40-478e-8475-85e39559bb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.098009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb3e57a-9797-43f2-98be-abd430596fef tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:11.106707 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-abb3e57a-9797-43f2-98be-abd430596fef tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1249816 Sep 22 09:40:11.107115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44238) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:11.123414 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.188686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port ba3a32b5-ae0b-4e94-ac65-718deabc9011, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ba3a32b5-ae0b-4e94-ac65-718deabc9011,segment=NetworkSegment(600c5b9d-a09b-4562-9872-0f8d04ab60b6),segment_id=600c5b9d-a09b-4562-9872-0f8d04ab60b6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:11.236398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b7d139d-fe40-478e-8475-85e39559bb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.264541 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.297006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16614239-cdb6-4d59-8cc7-f3541324f34a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:11.299182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16614239-cdb6-4d59-8cc7-f3541324f34a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:11.304833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16614239-cdb6-4d59-8cc7-f3541324f34a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:11.306196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44240) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:11.315862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-16614239-cdb6-4d59-8cc7-f3541324f34a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2101345 Sep 22 09:40:11.317375 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.320516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b61ed538-a396-440b-af92-d9b9e13e7c20 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:11.355969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8b7d139d-fe40-478e-8475-85e39559bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.386559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=ba3a32b5-ae0b-4e94-ac65-718deabc9011,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:11.435698 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8b7d139d-fe40-478e-8475-85e39559bb1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ec1224112854a88bf7755362ccf9b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6345618 Sep 22 09:40:11.440116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44242) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:11.442344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d139d-fe40-478e-8475-85e39559bb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa9c97d-8842-4895-8dde-4196131116e8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:11.454103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b61ed538-a396-440b-af92-d9b9e13e7c20 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:11.454556 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.458073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54e41-4ab5-470f-a999-bde8525e2833 req-487ebb2d-7ddf-4c5d-9622-4d4aa0a9a45b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:11.459760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52f54e41-4ab5-470f-a999-bde8525e2833 req-487ebb2d-7ddf-4c5d-9622-4d4aa0a9a45b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.3402753 Sep 22 09:40:11.490289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7f04a5-ceca-4986-b166-a69f1c566aea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 46674481-3b8e-4bba-95f3-0240f39db10c {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:11.494308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7f04a5-ceca-4986-b166-a69f1c566aea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.565236 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7f04a5-ceca-4986-b166-a69f1c566aea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.565236 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-090ee222-aaab-4287-b521-d9c845c101be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.591042 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-090ee222-aaab-4287-b521-d9c845c101be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.592016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5d2095-3b77-438a-85cc-6b83798143bc None None] Network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:11.701711 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-090ee222-aaab-4287-b521-d9c845c101be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.705279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-090ee222-aaab-4287-b521-d9c845c101be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.708024 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-090ee222-aaab-4287-b521-d9c845c101be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1fa9c97d-8842-4895-8dde-4196131116e8 HTTP/1.1" status: 204 len: 168 time: 0.2622497 Sep 22 09:40:11.735621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ee222-aaab-4287-b521-d9c845c101be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa9c97d-8842-4895-8dde-4196131116e8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:11.785482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2db98b55-42ba-451c-a826-75aefd26d9a6 None None] Provisioning complete for port ba3a32b5-ae0b-4e94-ac65-718deabc9011 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:11.785941 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2db98b55-42ba-451c-a826-75aefd26d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.819475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52f54e41-4ab5-470f-a999-bde8525e2833 req-8154acde-cfb4-4338-9c78-cb6e03644308 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473768 Sep 22 09:40:11.830970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7f04a5-ceca-4986-b166-a69f1c566aea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.883262 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:11.987705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:12.115658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7f04a5-ceca-4986-b166-a69f1c566aea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:12.131625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7f04a5-ceca-4986-b166-a69f1c566aea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:12.137234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:12.137905 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ea7f04a5-ceca-4986-b166-a69f1c566aea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/46674481-3b8e-4bba-95f3-0240f39db10c HTTP/1.1" status: 204 len: 168 time: 0.8269289 Sep 22 09:40:12.138102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44262) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:12.145763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6215b1-ef32-4454-9e92-f8dac34978b9 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:12.173622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f04a5-ceca-4986-b166-a69f1c566aea tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=46674481-3b8e-4bba-95f3-0240f39db10c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:12.177418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996e6e4-3ec2-4a5d-9103-b1a44d3d2212 req-f7e2504c-d9aa-46a7-908a-84338c7f9d44 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:12.184865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f996e6e4-3ec2-4a5d-9103-b1a44d3d2212 req-f7e2504c-d9aa-46a7-908a-84338c7f9d44 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1629388 Sep 22 09:40:12.187862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=37585ea3-3286-473e-b75b-f842b2539135,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:12.385972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8d1e5dec-932f-4375-b3bc-5372ff9795b4 None None] Provisioning complete for port 37585ea3-3286-473e-b75b-f842b2539135 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:12.386453 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d1e5dec-932f-4375-b3bc-5372ff9795b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:12.409599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:12.413740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:12.439313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e5dec-932f-4375-b3bc-5372ff9795b4 None None] Port 37585ea3-3286-473e-b75b-f842b2539135 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:12.451423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8d1e5dec-932f-4375-b3bc-5372ff9795b4 None None] Provisioning complete for port ba3a32b5-ae0b-4e94-ac65-718deabc9011 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:12.451940 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d1e5dec-932f-4375-b3bc-5372ff9795b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:12.525945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-2557f01d-5e92-40a6-b722-fea727481217 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 9718cda3-2c15-4304-ae43-b210449de72f {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:12.531530 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2557f01d-5e92-40a6-b722-fea727481217 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:12.579178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2557f01d-5e92-40a6-b722-fea727481217 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:12.655101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ba3a32b5-ae0b-4e94-ac65-718deabc9011 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:12.700138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f996e6e4-3ec2-4a5d-9103-b1a44d3d2212 req-cad1d5bf-d360-4d5f-a399-3eb630ba8791 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096703 Sep 22 09:40:12.770364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5de05482-ae74-4669-a546-0b42f22d0246 None None] Provisioning complete for port 37585ea3-3286-473e-b75b-f842b2539135 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:12.771008 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5de05482-ae74-4669-a546-0b42f22d0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:12.832087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc0f8e-c2b4-423c-b1b1-3abd9269324e req-26a000a2-b256-4bf5-adad-e4690fe8e2b9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:12.847967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25cc0f8e-c2b4-423c-b1b1-3abd9269324e req-26a000a2-b256-4bf5-adad-e4690fe8e2b9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 944 time: 0.7072923 Sep 22 09:40:12.864165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5de05482-ae74-4669-a546-0b42f22d0246 None None] Port 37585ea3-3286-473e-b75b-f842b2539135 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:12.882848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e817d380-cfef-452f-bd28-45dab0cdbdf1 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:40:12.940284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ba3a32b5-ae0b-4e94-ac65-718deabc9011 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:12.940706 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:13.097570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25cc0f8e-c2b4-423c-b1b1-3abd9269324e req-fc66edac-4a46-495e-a188-abab8dbad438 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871815 Sep 22 09:40:13.128711 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2557f01d-5e92-40a6-b722-fea727481217 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:13.129882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5105092b-32fd-4124-ae91-9e2e96b28139 None None] Provisioning complete for port 37585ea3-3286-473e-b75b-f842b2539135 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:13.130532 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5105092b-32fd-4124-ae91-9e2e96b28139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:13.189161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b3303-5df5-4103-9577-eae8c8737925 req-6472dac3-f062-427f-ae42-e65c8cd4c45c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:13.190898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a62b3303-5df5-4103-9577-eae8c8737925 req-6472dac3-f062-427f-ae42-e65c8cd4c45c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.2674758 Sep 22 09:40:13.247299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5105092b-32fd-4124-ae91-9e2e96b28139 None None] Port 37585ea3-3286-473e-b75b-f842b2539135 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:13.256778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e817d380-cfef-452f-bd28-45dab0cdbdf1, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e817d380-cfef-452f-bd28-45dab0cdbdf1,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:13.263504 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a62b3303-5df5-4103-9577-eae8c8737925 req-dc217ff0-668e-4bea-8f64-fadb02b477eb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556660 Sep 22 09:40:13.276849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'e817d380-cfef-452f-bd28-45dab0cdbdf1', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'port_id': 'e817d380-cfef-452f-bd28-45dab0cdbdf1', 'mac_address': 'fa:16:3e:60:76:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00a578d-afde-4b8b-a56f-208701f3f927', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:40:13.313096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router cf969b9f-b746-471c-98fb-2e2253ed99ae is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:40:13.359042 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:13.387391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e817d380-cfef-452f-bd28-45dab0cdbdf1 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:40:13.439441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e817d380-cfef-452f-bd28-45dab0cdbdf1, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e817d380-cfef-452f-bd28-45dab0cdbdf1,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:13.443627 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2557f01d-5e92-40a6-b722-fea727481217 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:13.531495 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:13.593965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-614d0337-c163-4a9f-bf9f-d5c648ffc3d9 None None] Provisioning complete for port b61ed538-a396-440b-af92-d9b9e13e7c20 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:13.594688 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-614d0337-c163-4a9f-bf9f-d5c648ffc3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:13.703509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e817d380-cfef-452f-bd28-45dab0cdbdf1,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:13.812205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e817d380-cfef-452f-bd28-45dab0cdbdf1'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:40:13.922801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557f01d-5e92-40a6-b722-fea727481217 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=9718cda3-2c15-4304-ae43-b210449de72f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:13.928299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2557f01d-5e92-40a6-b722-fea727481217 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:13.929417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4ce202-6e8f-4a2a-b6eb-645a46b04901 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:13.932446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2557f01d-5e92-40a6-b722-fea727481217 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/9718cda3-2c15-4304-ae43-b210449de72f HTTP/1.1" status: 204 len: 168 time: 1.7842987 Sep 22 09:40:13.933191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44314) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:13.951322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:40:13.962477 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Sync routers for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:40:13.976012 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:13.976989 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:13.983971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-af73968e-413d-45af-af7e-6140ad5a04ef tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1148913 Sep 22 09:40:13.984647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44320) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:14.011222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'network': {'name': 'tempest-RoutersTest-1525194488'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:14.053177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a598dd1-1e31-4a7c-95d7-fe9356bbdb8b req-0a4e2c55-e8f2-460d-99cd-a0de4ea75ee4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:14.061005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a598dd1-1e31-4a7c-95d7-fe9356bbdb8b req-0a4e2c55-e8f2-460d-99cd-a0de4ea75ee4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.6254263 Sep 22 09:40:14.162031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:14.165582 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:14.216250 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:14.226073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a598dd1-1e31-4a7c-95d7-fe9356bbdb8b req-e64689fb-fb6b-407c-883c-0ad7b6d833bf tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639707 Sep 22 09:40:14.270489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:40:14.298028 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:14.298426 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added segment a3834d8b-c028-4191-a4aa-f544dfbf2616 of type vlan for network f8e335a5-f635-4003-8db2-3c3024b890db Sep 22 09:40:14.360527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895a5296-2b2c-4eae-aaa0-5cc46b555d39 None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:40:14.365216 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:14.490722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-895a5296-2b2c-4eae-aaa0-5cc46b555d39 None None] Deleting port b61ed538-a396-440b-af92-d9b9e13e7c20 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:14.491267 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-895a5296-2b2c-4eae-aaa0-5cc46b555d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:14.510664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:14.529638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:14.533056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:14.607489 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1bd9dc17-2ca1-447b-843c-c9c2723ce830 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6727934 Sep 22 09:40:14.611711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44342) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:14.627328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4933f767-824e-48be-b6ea-9b7644349a57 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:14.650849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf4fc3-2d8c-43f2-9cb0-e902c3e60562 req-60f66457-f3f7-4583-9f44-504daeadaecd tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:14.652539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7bf4fc3-2d8c-43f2-9cb0-e902c3e60562 req-60f66457-f3f7-4583-9f44-504daeadaecd tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 945 time: 0.2603171 Sep 22 09:40:14.654366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-895a5296-2b2c-4eae-aaa0-5cc46b555d39 None None] For port b61ed538-a396-440b-af92-d9b9e13e7c20, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b61ed538-a396-440b-af92-d9b9e13e7c20,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:14.656223 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-895a5296-2b2c-4eae-aaa0-5cc46b555d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:14.664212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b61ed538-a396-440b-af92-d9b9e13e7c20 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:40:14.735088 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:11Z', 'revision_number': 2, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:11Z', 'revision_number': 2, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:14.763001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7767761 Sep 22 09:40:14.775719 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Checking router: cf969b9f-b746-471c-98fb-2e2253ed99ae for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:40:14.776330 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Updating router cf969b9f-b746-471c-98fb-2e2253ed99ae port 37585ea3-3286-473e-b75b-f842b2539135 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:40:14.781982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-895a5296-2b2c-4eae-aaa0-5cc46b555d39 None None] Calling delete_port for b61ed538-a396-440b-af92-d9b9e13e7c20 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:14.816987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44348) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:14.826305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e817d380-cfef-452f-bd28-45dab0cdbdf1 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:14.829847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'subnet': {'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:14.830008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09376e7-31a3-4f24-ad5c-dfd7c98cf7a0 req-18f67021-7b47-4ac4-aa74-e361389e22d9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:14.831649 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a09376e7-31a3-4f24-ad5c-dfd7c98cf7a0 req-18f67021-7b47-4ac4-aa74-e361389e22d9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.3575230 Sep 22 09:40:14.832320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc226ff-96fc-4e72-9d62-e9b347aa39be tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Network': ['ID=f8e335a5-f635-4003-8db2-3c3024b890db,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:14.860205 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:14.870382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7bf4fc3-2d8c-43f2-9cb0-e902c3e60562 req-271ed125-312e-4f39-837e-1915a131e5e5 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970880 Sep 22 09:40:14.921917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a09376e7-31a3-4f24-ad5c-dfd7c98cf7a0 req-e11fc6d4-7bf8-43a0-82f0-c2159c6d3a62 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752251 Sep 22 09:40:14.924976 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network f8e335a5-f635-4003-8db2-3c3024b890db details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:40:14.966980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44354) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:15.045760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4933f767-824e-48be-b6ea-9b7644349a57 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:15.051712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4933f767-824e-48be-b6ea-9b7644349a57 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.079612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f334bb5-7777-4d58-a5b3-1e152f93048c req-e48639e9-f7ce-4a63-9755-020b4cce80eb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:15.089954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f334bb5-7777-4d58-a5b3-1e152f93048c req-e48639e9-f7ce-4a63-9755-020b4cce80eb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.0777979 Sep 22 09:40:15.157895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f334bb5-7777-4d58-a5b3-1e152f93048c req-bb6971c4-e6f1-4815-8482-1ed417db394d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663395 Sep 22 09:40:15.184843 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.203419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port e817d380-cfef-452f-bd28-45dab0cdbdf1 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:40:15.212580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port e817d380-cfef-452f-bd28-45dab0cdbdf1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:15.213296 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.238721 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6871e049-e4e8-447f-8a2d-fbce02ba0764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.309165 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-895a5296-2b2c-4eae-aaa0-5cc46b555d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.364406 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:15.368854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.397155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a5296-2b2c-4eae-aaa0-5cc46b555d39 None None] Pushing event deleted for resources: {'Port': ['ID=b61ed538-a396-440b-af92-d9b9e13e7c20,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:15.419136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a5296-2b2c-4eae-aaa0-5cc46b555d39 None None] No DVR routers for this DVR port b61ed538-a396-440b-af92-d9b9e13e7c20 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:15.457717 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.474137 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.501897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6871e049-e4e8-447f-8a2d-fbce02ba0764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.508403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bfd6c4-2b1b-426f-9c04-18f36a2e776b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e817d380-cfef-452f-bd28-45dab0cdbdf1'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:40:15.510762 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b1e3ea-9f29-4891-aaa1-1d2ace524de1" -d '{"events": [{"server_uuid": "64bfd6c4-2b1b-426f-9c04-18f36a2e776b", "name": "network-vif-plugged", "status": "completed", "tag": "e817d380-cfef-452f-bd28-45dab0cdbdf1"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:40:15.527445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e817d380-cfef-452f-bd28-45dab0cdbdf1, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e817d380-cfef-452f-bd28-45dab0cdbdf1,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:15.548130 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.549802 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579ee1ed-f373-4d74-a069-393b44fcf5d4 x-openstack-request-id: req-579ee1ed-f373-4d74-a069-393b44fcf5d4 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:40:15.550099 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bfd6c4-2b1b-426f-9c04-18f36a2e776b", "name": "network-vif-plugged", "status": "completed", "tag": "e817d380-cfef-452f-bd28-45dab0cdbdf1", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:40:15.550359 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-579ee1ed-f373-4d74-a069-393b44fcf5d4 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:40:15.550748 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bfd6c4-2b1b-426f-9c04-18f36a2e776b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e817d380-cfef-452f-bd28-45dab0cdbdf1', 'code': 200} Sep 22 09:40:15.582816 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6871e049-e4e8-447f-8a2d-fbce02ba0764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.609706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.objects.ports [None req-4933f767-824e-48be-b6ea-9b7644349a57 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95509) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:40:15.613721 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4933f767-824e-48be-b6ea-9b7644349a57 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.629856 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565ec6b-b5fa-4d8d-af9a-2ec4f1fddf81 None None] Pushing event updated for resources: {'Port': ['ID=37585ea3-3286-473e-b75b-f842b2539135,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:15.629996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6871e049-e4e8-447f-8a2d-fbce02ba0764 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f79e1679c1f47119d1bc588cc033702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6570604 Sep 22 09:40:15.632184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44362) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:15.639352 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.677138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871e049-e4e8-447f-8a2d-fbce02ba0764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851dddc0-2758-4561-b654-ec0c7ec4a603,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:15.716830 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Attempting to bind port 37585ea3-3286-473e-b75b-f842b2539135 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:15.718151 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Attempting to bind port 37585ea3-3286-473e-b75b-f842b2539135 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '600c5b9d-a09b-4562-9872-0f8d04ab60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:15.718715 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Attempting to bind port 37585ea3-3286-473e-b75b-f842b2539135 on network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:15.729161 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:15.729571 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Checking segment: {'id': '600c5b9d-a09b-4562-9872-0f8d04ab60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:15.730000 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.741523 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Bound using segment: {'id': '600c5b9d-a09b-4562-9872-0f8d04ab60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:15.741523 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Bound port: 37585ea3-3286-473e-b75b-f842b2539135, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600c5b9d-a09b-4562-9872-0f8d04ab60b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:15.741523 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.751721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e817d380-cfef-452f-bd28-45dab0cdbdf1,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:15.753153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933f767-824e-48be-b6ea-9b7644349a57 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:15.774293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4933f767-824e-48be-b6ea-9b7644349a57 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:15.788207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f89d90-9564-41bb-81db-d5e529519f99 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:15.819083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933f767-824e-48be-b6ea-9b7644349a57 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:15.819695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4933f767-824e-48be-b6ea-9b7644349a57 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.855953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-829b82fd-31c4-4086-a079-b9541467a53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.873222 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] For port 37585ea3-3286-473e-b75b-f842b2539135, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:15.889307 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] For port 37585ea3-3286-473e-b75b-f842b2539135, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=37585ea3-3286-473e-b75b-f842b2539135,segment=NetworkSegment(600c5b9d-a09b-4562-9872-0f8d04ab60b6),segment_id=600c5b9d-a09b-4562-9872-0f8d04ab60b6)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:15.896126 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-829b82fd-31c4-4086-a079-b9541467a53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.898289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dd06c-fda7-4cca-9296-c7b8e096e886 req-98c97f24-9cc6-42ad-81db-45684cc7cde1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:15.900003 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-422dd06c-fda7-4cca-9296-c7b8e096e886 req-98c97f24-9cc6-42ad-81db-45684cc7cde1 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1242876 Sep 22 09:40:15.921430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933f767-824e-48be-b6ea-9b7644349a57 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=b4beb648-7ffa-43b4-8b71-bfc541c9061d,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:15.965913 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:15.993614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1a262-2821-4117-bcb9-f13c5657e2fb req-3baca6fd-bf4b-4a5d-865d-21bf63ec3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:15.995450 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e4b1a262-2821-4117-bcb9-f13c5657e2fb req-3baca6fd-bf4b-4a5d-865d-21bf63ec3623 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 1097 time: 0.3058381 Sep 22 09:40:16.056386 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e4b1a262-2821-4117-bcb9-f13c5657e2fb req-cce6521c-7ac7-4f0e-ab1a-26dd449bc311 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516376 Sep 22 09:40:16.057084 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:16.057084 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:16.075686 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:16.094522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-422dd06c-fda7-4cca-9296-c7b8e096e886 req-afcf5478-c50f-4c90-bc92-a1f9f15cdb90 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789150 Sep 22 09:40:16.126033 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565ec6b-b5fa-4d8d-af9a-2ec4f1fddf81 None None] Pushing event updated for resources: {'Port': ['ID=37585ea3-3286-473e-b75b-f842b2539135,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:16.138110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Subnet': ['ID=89c6f884-252b-491d-9e3b-9471961411dc,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:16.151482 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-829b82fd-31c4-4086-a079-b9541467a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:16.154903 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-829b82fd-31c4-4086-a079-b9541467a53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:16.157440 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-829b82fd-31c4-4086-a079-b9541467a53c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/851dddc0-2758-4561-b654-ec0c7ec4a603 HTTP/1.1" status: 204 len: 168 time: 0.5034149 Sep 22 09:40:16.159203 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4933f767-824e-48be-b6ea-9b7644349a57 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5444036 Sep 22 09:40:16.166370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44380) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:16.172777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': 'b4beb648-7ffa-43b4-8b71-bfc541c9061d'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:40:16.173651 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:16.183490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c13c6-8829-4c1f-9e2a-1023499fc72a req-69a8cc57-7a1d-49fb-8f89-e599c6e05998 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:16.189349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-016c13c6-8829-4c1f-9e2a-1023499fc72a req-69a8cc57-7a1d-49fb-8f89-e599c6e05998 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 946 time: 0.1785202 Sep 22 09:40:16.194529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-15f27641-f795-4d80-852a-8d4a20f19e54 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:16.236157 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:16.240133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9a526ae9-8265-4e32-94b4-72ad2b895f85 None None] Provisioning complete for port 37585ea3-3286-473e-b75b-f842b2539135 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:16.243683 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a526ae9-8265-4e32-94b4-72ad2b895f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:16.275340 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-016c13c6-8829-4c1f-9e2a-1023499fc72a req-6ae7ca6b-0008-4a3c-bd4c-867e8f03640e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761249 Sep 22 09:40:16.306932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b82fd-31c4-4086-a079-b9541467a53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851dddc0-2758-4561-b654-ec0c7ec4a603,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:16.456755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Checking segment: {'id': 'a3834d8b-c028-4191-a4aa-f544dfbf2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:16.457172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network hostable DHCP agents. Network: f8e335a5-f635-4003-8db2-3c3024b890db, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:40:16.599067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network f8e335a5-f635-4003-8db2-3c3024b890db is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:40:16.602120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f27641-f795-4d80-852a-8d4a20f19e54 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:16.611660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15f27641-f795-4d80-852a-8d4a20f19e54 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:16.640024 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:11Z', 'revision_number': 2, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:15Z', 'revision_number': 4, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:16.680142 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b3e23f-f888-44ed-a519-701c2861cd9f None None] The sync data for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 is: [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:11Z', 'revision_number': 2, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:15Z', 'revision_number': 4, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:40:16.724329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, f8e335a5-f635-4003-8db2-3c3024b890db) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:16.734634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:16.734869 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:16.740776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Allocated IP 2001:db8::f816:3eff:fef0:9982 (201714cb-581c-4a22-b65d-63842f91bb89/b4beb648-7ffa-43b4-8b71-bfc541c9061d/748260c7-3162-499e-99d1-d4fe977c8a30) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:16.746761 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd9be9-84b4-4579-a11b-cbfb4075fe5d None None] Network f8e335a5-f635-4003-8db2-3c3024b890db requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:16.777653 n-d-805649-4 neutron-server[95509]: INFO neutron.db.ipam_backend_mixin [None req-15f27641-f795-4d80-852a-8d4a20f19e54 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4beb648-7ffa-43b4-8b71-bfc541c9061d (CIDR: 2001:db8::/64) Sep 22 09:40:16.794345 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a526ae9-8265-4e32-94b4-72ad2b895f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:16.828175 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f27641-f795-4d80-852a-8d4a20f19e54 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:40:16.830038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f27641-f795-4d80-852a-8d4a20f19e54 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:16.857443 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5f21970c-c442-404a-adeb-186e03196f41 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0388427 Sep 22 09:40:16.860260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44394) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:16.912844 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-15f27641-f795-4d80-852a-8d4a20f19e54 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7414365 Sep 22 09:40:16.912844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44398) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:16.922785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4f64cc6d-d582-47a0-abf7-4e47c4491caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:16.990425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9a526ae9-8265-4e32-94b4-72ad2b895f85 None None] For port 37585ea3-3286-473e-b75b-f842b2539135, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=37585ea3-3286-473e-b75b-f842b2539135,segment=NetworkSegment(600c5b9d-a09b-4562-9872-0f8d04ab60b6),segment_id=600c5b9d-a09b-4562-9872-0f8d04ab60b6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:17.174416 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a526ae9-8265-4e32-94b4-72ad2b895f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:17.246620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-f8e335a5-f635-4003-8db2-3c3024b890db', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:40:17.247594 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:17.250524 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:17.364906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f64cc6d-d582-47a0-abf7-4e47c4491caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:17.372963 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f64cc6d-d582-47a0-abf7-4e47c4491caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:17.473974 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:17.489222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a526ae9-8265-4e32-94b4-72ad2b895f85 None None] Pushing event updated for resources: {'Port': ['ID=37585ea3-3286-473e-b75b-f842b2539135,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:17.550827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287694a3-6388-48f1-a873-506acab02d36 req-136cd482-c573-49dc-819d-f2612eb683c4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:17.552904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-287694a3-6388-48f1-a873-506acab02d36 req-136cd482-c573-49dc-819d-f2612eb683c4 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.3044159 Sep 22 09:40:17.583741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-12253a80-52e9-4606-a172-70737e4e6b28 None None] Provisioning complete for port 37585ea3-3286-473e-b75b-f842b2539135 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:17.584458 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-12253a80-52e9-4606-a172-70737e4e6b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:17.591650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:17.647405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1032c92-7cbf-4a39-a88a-f8be1aad0dd3 req-f9497416-85c5-48f5-82d5-c8ee09cdfaf4 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:17.649066 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1032c92-7cbf-4a39-a88a-f8be1aad0dd3 req-f9497416-85c5-48f5-82d5-c8ee09cdfaf4 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 946 time: 0.2220497 Sep 22 09:40:17.668208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:17.674763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:17.743697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Allocated IP 172.21.0.2 (f8e335a5-f635-4003-8db2-3c3024b890db/89c6f884-252b-491d-9e3b-9471961411dc/0824fafc-2200-4aa1-9f0b-952ad37399c6) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:17.783849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-287694a3-6388-48f1-a873-506acab02d36 req-47d56ed7-5612-4823-9f66-ed8d2f56ccbf tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239842 Sep 22 09:40:17.800575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Pushing event updated for resources: {'Port': ['ID=748260c7-3162-499e-99d1-d4fe977c8a30,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:17.896193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f64cc6d-d582-47a0-abf7-4e47c4491caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:17.929291 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:17.964552 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1032c92-7cbf-4a39-a88a-f8be1aad0dd3 req-031a7408-2c29-4f64-b6af-e0ea7abef5e3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910497 Sep 22 09:40:17.986474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64cc6d-d582-47a0-abf7-4e47c4491caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=655747d3-ea67-437b-b3e2-bd6a39e2976a,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:18.022734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f64cc6d-d582-47a0-abf7-4e47c4491caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:18.025180 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4f64cc6d-d582-47a0-abf7-4e47c4491caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:18.033003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f64cc6d-d582-47a0-abf7-4e47c4491caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:18.033966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f64cc6d-d582-47a0-abf7-4e47c4491caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:18.071689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Attempting to bind port 748260c7-3162-499e-99d1-d4fe977c8a30 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:18.072054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Attempting to bind port 748260c7-3162-499e-99d1-d4fe977c8a30 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:18.072412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Attempting to bind port 748260c7-3162-499e-99d1-d4fe977c8a30 on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:18.103011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:18.110632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:18.111157 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:18.111554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:18.112058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Bound port: 748260c7-3162-499e-99d1-d4fe977c8a30, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:18.112443 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:18.154676 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4f64cc6d-d582-47a0-abf7-4e47c4491caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2393339 Sep 22 09:40:18.157921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44428) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:18.167540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:9b:39:ff', 'name': 'tempest-NetworksTestDHCPv6-794608235'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:18.348999 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:18.355524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] For port 748260c7-3162-499e-99d1-d4fe977c8a30, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:18.363342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] For port 748260c7-3162-499e-99d1-d4fe977c8a30, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=748260c7-3162-499e-99d1-d4fe977c8a30,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:18.450711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:18.454738 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:18.505007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Network f8e335a5-f635-4003-8db2-3c3024b890db is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:18.506917 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:18.518214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:18.524524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:18.643449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:18.703551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port be4427d9-53d4-4d81-900d-0311545c1680 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:40:18.736061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Allocated IP 172.21.0.1 (f8e335a5-f635-4003-8db2-3c3024b890db/89c6f884-252b-491d-9e3b-9471961411dc/da0c5476-c977-4c78-abe2-49ac95570305) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:18.768697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Pushing event updated for resources: {'Port': ['ID=0824fafc-2200-4aa1-9f0b-952ad37399c6,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:18.820618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 37585ea3-3286-473e-b75b-f842b2539135 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:18.898668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec380b-0ef6-4921-bf61-3e5b7d0637be req-ef5f389e-a8c3-4b80-9c02-7c1ba53cd0b5 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:18.907264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cec380b-0ef6-4921-bf61-3e5b7d0637be req-ef5f389e-a8c3-4b80-9c02-7c1ba53cd0b5 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 946 time: 0.3843489 Sep 22 09:40:18.948629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Attempting to bind port 0824fafc-2200-4aa1-9f0b-952ad37399c6 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:18.950687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Attempting to bind port 0824fafc-2200-4aa1-9f0b-952ad37399c6 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a3834d8b-c028-4191-a4aa-f544dfbf2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:18.953346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Attempting to bind port 0824fafc-2200-4aa1-9f0b-952ad37399c6 on network f8e335a5-f635-4003-8db2-3c3024b890db {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:18.977342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:18.977749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Checking segment: {'id': 'a3834d8b-c028-4191-a4aa-f544dfbf2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:18.979764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:18.979764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Bound using segment: {'id': 'a3834d8b-c028-4191-a4aa-f544dfbf2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:18.979764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Bound port: 0824fafc-2200-4aa1-9f0b-952ad37399c6, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3834d8b-c028-4191-a4aa-f544dfbf2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:18.979764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:19.016034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496bda5-6b12-49a2-88d1-f63a84100dc1 None None] Pushing event updated for resources: {'Port': ['ID=748260c7-3162-499e-99d1-d4fe977c8a30,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:19.078944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888028c-f3d6-426f-bc8c-f45ee4b952e4 req-f1b8d5b4-65a7-4eeb-8489-1075936a1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:19.079213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 37585ea3-3286-473e-b75b-f842b2539135 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:19.079483 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:19.081054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3888028c-f3d6-426f-bc8c-f45ee4b952e4 req-f1b8d5b4-65a7-4eeb-8489-1075936a1bbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 1098 time: 0.4668186 Sep 22 09:40:19.098600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6ecd2-f5df-45a0-8c03-9fa134e390ca req-f57fb1ca-ff11-4f60-8b9e-9ec815268e81 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:19.100501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2f6ecd2-f5df-45a0-8c03-9fa134e390ca req-f57fb1ca-ff11-4f60-8b9e-9ec815268e81 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.3352416 Sep 22 09:40:19.136922 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8:0:1::22c (201714cb-581c-4a22-b65d-63842f91bb89/655747d3-ea67-437b-b3e2-bd6a39e2976a/be4427d9-53d4-4d81-900d-0311545c1680) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:19.144803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::f816:3eff:fe9b:39ff (201714cb-581c-4a22-b65d-63842f91bb89/b4beb648-7ffa-43b4-8b71-bfc541c9061d/be4427d9-53d4-4d81-900d-0311545c1680) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:19.156802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] For port 0824fafc-2200-4aa1-9f0b-952ad37399c6, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:19.160649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] For port 0824fafc-2200-4aa1-9f0b-952ad37399c6, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0824fafc-2200-4aa1-9f0b-952ad37399c6,segment=NetworkSegment(a3834d8b-c028-4191-a4aa-f544dfbf2616),segment_id=a3834d8b-c028-4191-a4aa-f544dfbf2616)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:19.201414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cec380b-0ef6-4921-bf61-3e5b7d0637be req-fdf960fc-08e0-4135-86ae-d22baf82a39a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902329 Sep 22 09:40:19.261444 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:19.296588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2f6ecd2-f5df-45a0-8c03-9fa134e390ca req-7637a84c-ac05-46a1-b008-fba934eb3004 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619093 Sep 22 09:40:19.351456 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:19.413263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:19.419423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888028c-f3d6-426f-bc8c-f45ee4b952e4 req-0da3a217-1909-4c1a-92f5-4cc05aefac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:19.421309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3888028c-f3d6-426f-bc8c-f45ee4b952e4 req-0da3a217-1909-4c1a-92f5-4cc05aefac18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5e435477-bd18-4640-a798-9eff6d0a7ca1 HTTP/1.1" status: 200 len: 915 time: 0.3166203 Sep 22 09:40:19.495362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8635f1-afd7-46ce-bd67-afcb9e57aa61 None None] Pushing event updated for resources: {'Port': ['ID=0824fafc-2200-4aa1-9f0b-952ad37399c6,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:19.497017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3888028c-f3d6-426f-bc8c-f45ee4b952e4 req-6ce75c4f-0329-4576-bb6f-2f178a88f009 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178587b-1348-488a-86f3-902f603d3fdb HTTP/1.1" status: 200 len: 217 time: 0.0627868 Sep 22 09:40:19.501278 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:19.536160 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:19.551327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network f8e335a5-f635-4003-8db2-3c3024b890db is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:19.574393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:19.583562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:19.646101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=da0c5476-c977-4c78-abe2-49ac95570305,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:19.658610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888028c-f3d6-426f-bc8c-f45ee4b952e4 req-8958d9cb-2fe9-4ad1-87ba-e09aa8488c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:19.659980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3888028c-f3d6-426f-bc8c-f45ee4b952e4 req-8958d9cb-2fe9-4ad1-87ba-e09aa8488c51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=513f0a29-a218-4e9f-9a9f-f5fef781aa74 HTTP/1.1" status: 200 len: 854 time: 0.1488845 Sep 22 09:40:19.671671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=be4427d9-53d4-4d81-900d-0311545c1680,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:19.681936 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:19.718149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:19.720176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:19.729376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:19.739098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:19.739820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:19.849702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3888028c-f3d6-426f-bc8c-f45ee4b952e4 req-6259ebe8-4ff8-4532-949f-a1b808612aff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5e435477-bd18-4640-a798-9eff6d0a7ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1739450 Sep 22 09:40:19.864524 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e2ed9176-dab6-4f29-b44c-b114b4adb294 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7027555 Sep 22 09:40:19.866670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44450) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:20.075784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-e2d00415-b29e-449a-aba6-024c1eb90401 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port be4427d9-53d4-4d81-900d-0311545c1680 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:20.076423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2d00415-b29e-449a-aba6-024c1eb90401 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:20.159994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3888028c-f3d6-426f-bc8c-f45ee4b952e4 req-70ef68d2-4164-480f-8221-d88491b7210d service neutron] 10.222.0.45 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913921 Sep 22 09:40:20.219736 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2d00415-b29e-449a-aba6-024c1eb90401 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:20.256789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-e2d00415-b29e-449a-aba6-024c1eb90401 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for be4427d9-53d4-4d81-900d-0311545c1680 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:20.338832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:20.467038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142fc844-de7b-4540-822c-dc68f80d2243 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:20.688020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-146a2727-b050-4759-9cad-2d1bc8d93a7c None None] Provisioning complete for port 748260c7-3162-499e-99d1-d4fe977c8a30 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:20.688431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-146a2727-b050-4759-9cad-2d1bc8d93a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:20.701065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3888028c-f3d6-426f-bc8c-f45ee4b952e4 req-ac8db673-fc05-47f8-bbed-f40d453230ac service neutron] 10.222.0.45 "GET /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249615 Sep 22 09:40:20.764538 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2d00415-b29e-449a-aba6-024c1eb90401 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:20.782180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f14ee-fae3-43b3-b12c-79369271061d req-5d02694c-e279-4572-9c42-c04720dbae9e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:20.784089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a30f14ee-fae3-43b3-b12c-79369271061d req-5d02694c-e279-4572-9c42-c04720dbae9e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 946 time: 0.4501386 Sep 22 09:40:20.814866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 748260c7-3162-499e-99d1-d4fe977c8a30 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:20.839600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d00415-b29e-449a-aba6-024c1eb90401 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=be4427d9-53d4-4d81-900d-0311545c1680,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:20.847089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732c3c0-3e52-4e79-b12d-bb0878205c9a req-cc87ecb1-167f-440e-a7d3-711c322938f7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:20.848704 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d732c3c0-3e52-4e79-b12d-bb0878205c9a req-cc87ecb1-167f-440e-a7d3-711c322938f7 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.3622298 Sep 22 09:40:20.872357 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-146a2727-b050-4759-9cad-2d1bc8d93a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:20.903743 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2d00415-b29e-449a-aba6-024c1eb90401 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:20.909458 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e2d00415-b29e-449a-aba6-024c1eb90401 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/be4427d9-53d4-4d81-900d-0311545c1680 HTTP/1.1" status: 204 len: 168 time: 1.0388191 Sep 22 09:40:20.910042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44468) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:20.954536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03269c-c800-4110-b992-e51f7e3ccb37 None None] Update dhcp port {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': 'b4beb648-7ffa-43b4-8b71-bfc541c9061d', 'ip_address': '2001:db8::f816:3eff:fef0:9982'}, {'subnet_id': '655747d3-ea67-437b-b3e2-bd6a39e2976a'}], 'binding:host_id': 'n-d-805649-4'}, 'id': '748260c7-3162-499e-99d1-d4fe977c8a30'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:40:20.962977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-146a2727-b050-4759-9cad-2d1bc8d93a7c None None] For port 748260c7-3162-499e-99d1-d4fe977c8a30, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=748260c7-3162-499e-99d1-d4fe977c8a30,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:20.992108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f011d4-de3a-4158-b9c0-08e68f228d0c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:20.996250 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-18f011d4-de3a-4158-b9c0-08e68f228d0c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0828872 Sep 22 09:40:20.996835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44470) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:21.001819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 748260c7-3162-499e-99d1-d4fe977c8a30 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:21.002177 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.005769 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5d03269c-c800-4110-b992-e51f7e3ccb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.039331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-146a2727-b050-4759-9cad-2d1bc8d93a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.064795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe4de80-dc4a-48c5-9fd7-be4d76a19de7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:21.068954 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5fe4de80-dc4a-48c5-9fd7-be4d76a19de7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0675423 Sep 22 09:40:21.069223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44472) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:21.127110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a2727-b050-4759-9cad-2d1bc8d93a7c None None] Pushing event updated for resources: {'Port': ['ID=748260c7-3162-499e-99d1-d4fe977c8a30,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:21.154111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a021c199-6673-4e38-924f-086589c0dffb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:21.155759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a021c199-6673-4e38-924f-086589c0dffb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:21.157537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a021c199-6673-4e38-924f-086589c0dffb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:21.161653 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a021c199-6673-4e38-924f-086589c0dffb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0884686 Sep 22 09:40:21.163111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44474) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:21.251031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecebc5d5-104d-46fd-8ca2-4d6f0f36dfd4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 655747d3-ea67-437b-b3e2-bd6a39e2976a {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:21.256569 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ecebc5d5-104d-46fd-8ca2-4d6f0f36dfd4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.269621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3892731c-726e-4d15-b9fe-5666e4c12fa0 None None] Network f8e335a5-f635-4003-8db2-3c3024b890db requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:21.320112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d106a809-fbc4-42d5-8685-c7a57e7280c8 None None] Provisioning complete for port 0824fafc-2200-4aa1-9f0b-952ad37399c6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:21.320484 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d106a809-fbc4-42d5-8685-c7a57e7280c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.331381 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ecebc5d5-104d-46fd-8ca2-4d6f0f36dfd4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.336568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d732c3c0-3e52-4e79-b12d-bb0878205c9a req-b8e631b4-f0c4-47d5-8052-af151dd1b1c9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701142 Sep 22 09:40:21.343341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a30f14ee-fae3-43b3-b12c-79369271061d req-c3f56d55-c0b0-4a24-9a47-794533d9a079 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505977 Sep 22 09:40:21.465700 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ecebc5d5-104d-46fd-8ca2-4d6f0f36dfd4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.622866 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.624801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0824fafc-2200-4aa1-9f0b-952ad37399c6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:21.736125 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ecebc5d5-104d-46fd-8ca2-4d6f0f36dfd4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.767301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.779257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebc5d5-104d-46fd-8ca2-4d6f0f36dfd4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=655747d3-ea67-437b-b3e2-bd6a39e2976a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:21.793922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ecebc5d5-104d-46fd-8ca2-4d6f0f36dfd4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.798260 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ecebc5d5-104d-46fd-8ca2-4d6f0f36dfd4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/655747d3-ea67-437b-b3e2-bd6a39e2976a HTTP/1.1" status: 204 len: 168 time: 0.6317983 Sep 22 09:40:21.799372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44490) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:21.870570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-e181e58b-406a-40e0-a32b-dbb5282268c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet b4beb648-7ffa-43b4-8b71-bfc541c9061d {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:21.874084 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e181e58b-406a-40e0-a32b-dbb5282268c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.879396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=da0c5476-c977-4c78-abe2-49ac95570305,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server [None req-5d03269c-c800-4110-b992-e51f7e3ccb37 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 655747d3-ea67-437b-b3e2-bd6a39e2976a: This subnet is being modified by another concurrent operation. Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:40:21.891312 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise exception Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 655747d3-ea67-437b-b3e2-bd6a39e2976a: This subnet is being modified by another concurrent operation. Sep 22 09:40:21.896553 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Sep 22 09:40:21.959335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:21.967242 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e181e58b-406a-40e0-a32b-dbb5282268c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.037042 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d106a809-fbc4-42d5-8685-c7a57e7280c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.071671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a1abd-ac16-444a-9b7c-ef86e913e530 req-fa990335-ada3-4c82-b9da-fd051edf3029 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:22.073321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d5a1abd-ac16-444a-9b7c-ef86e913e530 req-fa990335-ada3-4c82-b9da-fd051edf3029 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 946 time: 0.1907408 Sep 22 09:40:22.093746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d106a809-fbc4-42d5-8685-c7a57e7280c8 None None] For port 0824fafc-2200-4aa1-9f0b-952ad37399c6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0824fafc-2200-4aa1-9f0b-952ad37399c6,segment=NetworkSegment(a3834d8b-c028-4191-a4aa-f544dfbf2616),segment_id=a3834d8b-c028-4191-a4aa-f544dfbf2616)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:22.094590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0824fafc-2200-4aa1-9f0b-952ad37399c6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:22.095228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.112583 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e181e58b-406a-40e0-a32b-dbb5282268c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.167712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network f8e335a5-f635-4003-8db2-3c3024b890db is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:22.170728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:22.215061 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.219789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d5a1abd-ac16-444a-9b7c-ef86e913e530 req-e3f884b7-7c76-400c-8c6f-728ba7415a8d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348310 Sep 22 09:40:22.239167 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d106a809-fbc4-42d5-8685-c7a57e7280c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.275249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44494) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:22.330910 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e181e58b-406a-40e0-a32b-dbb5282268c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.371748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106a809-fbc4-42d5-8685-c7a57e7280c8 None None] Pushing event updated for resources: {'Port': ['ID=0824fafc-2200-4aa1-9f0b-952ad37399c6,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:22.376630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:40:22.381810 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:40:22.385954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d1e3cf34-228b-401e-a481-7a95dcb20509 None None] Provisioning complete for port 748260c7-3162-499e-99d1-d4fe977c8a30 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:22.386334 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1e3cf34-228b-401e-a481-7a95dcb20509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.393378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181e58b-406a-40e0-a32b-dbb5282268c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=b4beb648-7ffa-43b4-8b71-bfc541c9061d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:22.414946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e181e58b-406a-40e0-a32b-dbb5282268c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.421089 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e181e58b-406a-40e0-a32b-dbb5282268c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/b4beb648-7ffa-43b4-8b71-bfc541c9061d HTTP/1.1" status: 204 len: 168 time: 0.6201606 Sep 22 09:40:22.423535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44500) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:22.455018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8da3a1-4182-44f1-8eae-638eb75a94b2 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:22.467039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router cf969b9f-b746-471c-98fb-2e2253ed99ae has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:40:22.512743 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-455fe288-77e1-40ee-b88c-5ca82661865e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872071 Sep 22 09:40:22.519560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44502) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:22.522949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ba948419-5237-4a60-bd34-71b5246f6b83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:22.528063 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a26aed8-148d-4f33-895c-cb69de1b61f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.706923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a26aed8-148d-4f33-895c-cb69de1b61f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.729495 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:40:22.743548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44508) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:22.752622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'network': {'name': 'tempest-RoutersTest-66005674'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:22.754146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b5d1f5f5-7367-4c4e-9c61-8a27a99e29d1 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8912542 Sep 22 09:40:22.759828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Sync routers for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:40:22.763788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9c2f2-960a-4c89-8a1d-3685f510caf0 req-93814cf6-492e-44dc-93c9-af50258fcaca tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:22.771759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acf9c2f2-960a-4c89-8a1d-3685f510caf0 req-93814cf6-492e-44dc-93c9-af50258fcaca tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.2385035 Sep 22 09:40:22.794942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a26aed8-148d-4f33-895c-cb69de1b61f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.802128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:22.803082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:22.848064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acf9c2f2-960a-4c89-8a1d-3685f510caf0 req-c74e0b91-161b-405a-a5ac-0ef283631e84 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744240 Sep 22 09:40:22.862662 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1a26aed8-148d-4f33-895c-cb69de1b61f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d7214dc4f364d3a89f533c44b849c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863059 Sep 22 09:40:22.866160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26aed8-148d-4f33-895c-cb69de1b61f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ff0535-8c93-4ba7-80c2-e9fb5a957e80,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:22.867567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44512) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:22.924577 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:22.928690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:22.930204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d5bda-cfea-46fb-b84b-dd31b960d76d None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:40:22.935511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d1e3cf34-228b-401e-a481-7a95dcb20509 None None] Could not find standard attr ID for object be4427d9-53d4-4d81-900d-0311545c1680. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:40:22.986390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:40:23.009080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:23.015231 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.016382 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added segment 2321dfcd-1a6c-42d2-8721-11b39476d560 of type vlan for network a7c60296-8b50-48e4-b6f9-a74505537fe9 Sep 22 09:40:23.037517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-793ea34d-a982-410a-9de6-97aa49e49d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.086968 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.102934 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-793ea34d-a982-410a-9de6-97aa49e49d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.117583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba948419-5237-4a60-bd34-71b5246f6b83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:23.121798 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba948419-5237-4a60-bd34-71b5246f6b83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.161993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92787ee-d198-4af2-a255-775ed0d862d1 req-aa14c8ec-5fe7-48bb-a56e-fdcf9f3171ec tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:23.164842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f92787ee-d198-4af2-a255-775ed0d862d1 req-aa14c8ec-5fe7-48bb-a56e-fdcf9f3171ec tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1916492 Sep 22 09:40:23.223532 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c9ec6a0b-a3be-4d29-93ce-f87da555c808 None None] Provisioning complete for port 0824fafc-2200-4aa1-9f0b-952ad37399c6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:23.224353 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6a0b-a3be-4d29-93ce-f87da555c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.243344 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.269495 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:23.271429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.302305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f92787ee-d198-4af2-a255-775ed0d862d1 req-a4be9a05-4c9d-4105-953c-611a78c7ef21 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260672 Sep 22 09:40:23.349290 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0824fafc-2200-4aa1-9f0b-952ad37399c6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:23.352623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a28d5bda-cfea-46fb-b84b-dd31b960d76d None None] Deleting port 748260c7-3162-499e-99d1-d4fe977c8a30 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:23.352623 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a28d5bda-cfea-46fb-b84b-dd31b960d76d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.407058 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.458637 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Network': ['ID=a7c60296-8b50-48e4-b6f9-a74505537fe9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:23.473849 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b142baec-9848-4b2e-b1e7-a6b9c899b068 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7290854 Sep 22 09:40:23.485544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network a7c60296-8b50-48e4-b6f9-a74505537fe9 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:40:23.486250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6941a-973d-4443-91c8-4bb1cac30653 req-9b799f23-a075-42a1-bb62-59ee0314700b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:23.488824 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf6941a-973d-4443-91c8-4bb1cac30653 req-9b799f23-a075-42a1-bb62-59ee0314700b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 946 time: 0.2807570 Sep 22 09:40:23.489422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44520) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:23.494674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'subnet': {'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:23.496035 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-793ea34d-a982-410a-9de6-97aa49e49d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.499608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-793ea34d-a982-410a-9de6-97aa49e49d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.503105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-793ea34d-a982-410a-9de6-97aa49e49d61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86ff0535-8c93-4ba7-80c2-e9fb5a957e80 HTTP/1.1" status: 204 len: 168 time: 0.6322064 Sep 22 09:40:23.525791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a28d5bda-cfea-46fb-b84b-dd31b960d76d None None] For port 748260c7-3162-499e-99d1-d4fe977c8a30, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=748260c7-3162-499e-99d1-d4fe977c8a30,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:23.526194 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a28d5bda-cfea-46fb-b84b-dd31b960d76d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.559807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a28d5bda-cfea-46fb-b84b-dd31b960d76d None None] Calling delete_port for 748260c7-3162-499e-99d1-d4fe977c8a30 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:23.594691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ea34d-a982-410a-9de6-97aa49e49d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ff0535-8c93-4ba7-80c2-e9fb5a957e80,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:23.693681 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-9cf6941a-973d-4443-91c8-4bb1cac30653 req-bcdfe347-6bf3-4bff-974c-77aad291c97b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Deleting port e817d380-cfef-452f-bd28-45dab0cdbdf1 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:23.694724 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9cf6941a-973d-4443-91c8-4bb1cac30653 req-bcdfe347-6bf3-4bff-974c-77aad291c97b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.739059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0824fafc-2200-4aa1-9f0b-952ad37399c6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:23.739475 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.769012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:23.773790 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.784853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59a76b-bf6d-4907-9fb1-13eb89b5ceb7 req-20c17f69-d1e9-4b20-aac8-a52c931e8f85 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:23.786751 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f59a76b-bf6d-4907-9fb1-13eb89b5ceb7 req-20c17f69-d1e9-4b20-aac8-a52c931e8f85 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 946 time: 0.4350100 Sep 22 09:40:23.820378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c9ec6a0b-a3be-4d29-93ce-f87da555c808 None None] Provisioning complete for port da0c5476-c977-4c78-abe2-49ac95570305 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:23.820944 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6a0b-a3be-4d29-93ce-f87da555c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.879437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:20Z', 'revision_number': 3, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:21Z', 'revision_number': 2, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:23.887792 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-9cf6941a-973d-4443-91c8-4bb1cac30653 req-bcdfe347-6bf3-4bff-974c-77aad291c97b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] For port e817d380-cfef-452f-bd28-45dab0cdbdf1, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e817d380-cfef-452f-bd28-45dab0cdbdf1,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:23.889002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9cf6941a-973d-4443-91c8-4bb1cac30653 req-bcdfe347-6bf3-4bff-974c-77aad291c97b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.892040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f59a76b-bf6d-4907-9fb1-13eb89b5ceb7 req-6b216091-57f0-4521-b6db-e1d212fc44c0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895855 Sep 22 09:40:23.893338 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba948419-5237-4a60-bd34-71b5246f6b83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:23.916622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec6a0b-a3be-4d29-93ce-f87da555c808 None None] Port da0c5476-c977-4c78-abe2-49ac95570305 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:23.922549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Checking router: cf969b9f-b746-471c-98fb-2e2253ed99ae for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:40:23.922907 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Updating router cf969b9f-b746-471c-98fb-2e2253ed99ae port da0c5476-c977-4c78-abe2-49ac95570305 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:40:23.939415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-9cf6941a-973d-4443-91c8-4bb1cac30653 req-bcdfe347-6bf3-4bff-974c-77aad291c97b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Calling delete_port for e817d380-cfef-452f-bd28-45dab0cdbdf1 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:24.007277 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:24.017578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e590419-5dad-4060-9cde-142dc5490695 req-2f6c1c95-b6ce-4e70-a6df-a7c64909218a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:24.019167 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e590419-5dad-4060-9cde-142dc5490695 req-2f6c1c95-b6ce-4e70-a6df-a7c64909218a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.5172579 Sep 22 09:40:24.021377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba948419-5237-4a60-bd34-71b5246f6b83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:24.038689 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a28d5bda-cfea-46fb-b84b-dd31b960d76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:24.040956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ba948419-5237-4a60-bd34-71b5246f6b83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:24.049441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba948419-5237-4a60-bd34-71b5246f6b83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:24.054213 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba948419-5237-4a60-bd34-71b5246f6b83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:24.121558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d5bda-cfea-46fb-b84b-dd31b960d76d None None] No DVR routers for this DVR port 748260c7-3162-499e-99d1-d4fe977c8a30 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:24.141075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba948419-5237-4a60-bd34-71b5246f6b83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=4c6eab8c-d47a-4330-b56d-9ddb8e04f374,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:24.191035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e590419-5dad-4060-9cde-142dc5490695 req-3ecdaeb3-78b9-4a41-bda2-346f1c82b829 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608670 Sep 22 09:40:24.213547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 748260c7-3162-499e-99d1-d4fe977c8a30 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:40:24.221617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d5bda-cfea-46fb-b84b-dd31b960d76d None None] Pushing event deleted for resources: {'Port': ['ID=748260c7-3162-499e-99d1-d4fe977c8a30,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:24.245673 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ba948419-5237-4a60-bd34-71b5246f6b83 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7300322 Sep 22 09:40:24.248682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44536) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:24.249924 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc49ce-525c-4e98-9bee-86db9d78c252 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:24.255842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-52ec0245-e804-45ca-a122-4b705232492c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:24.269620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 748260c7-3162-499e-99d1-d4fe977c8a30 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:40:24.269969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 748260c7-3162-499e-99d1-d4fe977c8a30 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:40:24.274537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5b8220c6-8420-44ab-bb54-4740d98a059e None None] Provisioning complete for port da0c5476-c977-4c78-abe2-49ac95570305 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:24.274935 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5b8220c6-8420-44ab-bb54-4740d98a059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:24.302474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:24.340032 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9cf6941a-973d-4443-91c8-4bb1cac30653 req-bcdfe347-6bf3-4bff-974c-77aad291c97b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:24.422350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfe347-6bf3-4bff-974c-77aad291c97b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event deleted for resources: {'Port': ['ID=e817d380-cfef-452f-bd28-45dab0cdbdf1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:24.471527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d3b64-932a-4e92-b424-d91c26c2f543 req-247bfc06-cd8e-4fd3-97eb-e7d6b154ae20 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:24.473287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-101d3b64-932a-4e92-b424-d91c26c2f543 req-247bfc06-cd8e-4fd3-97eb-e7d6b154ae20 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1486723 Sep 22 09:40:24.497311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf6941a-973d-4443-91c8-4bb1cac30653 req-bcdfe347-6bf3-4bff-974c-77aad291c97b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] No DVR routers for this DVR port e817d380-cfef-452f-bd28-45dab0cdbdf1 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:24.518360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9cf6941a-973d-4443-91c8-4bb1cac30653 req-bcdfe347-6bf3-4bff-974c-77aad291c97b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:24.521845 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf6941a-973d-4443-91c8-4bb1cac30653 req-bcdfe347-6bf3-4bff-974c-77aad291c97b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "DELETE /v2.0/ports/e817d380-cfef-452f-bd28-45dab0cdbdf1 HTTP/1.1" status: 204 len: 173 time: 1.0225770 Sep 22 09:40:24.536687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bfd6c4-2b1b-426f-9c04-18f36a2e776b', 'name': 'network-vif-deleted', 'tag': 'e817d380-cfef-452f-bd28-45dab0cdbdf1'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:40:24.539577 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7dac62-daaa-47f7-a89a-31b15801b427" -d '{"events": [{"server_uuid": "64bfd6c4-2b1b-426f-9c04-18f36a2e776b", "name": "network-vif-deleted", "tag": "e817d380-cfef-452f-bd28-45dab0cdbdf1"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:40:24.546349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Checking segment: {'id': '2321dfcd-1a6c-42d2-8721-11b39476d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:24.547148 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network hostable DHCP agents. Network: a7c60296-8b50-48e4-b6f9-a74505537fe9, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:40:24.557671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Subnet': ['ID=b127b2cc-ab3d-4dd7-a571-87da77c305c2,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:24.588651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-101d3b64-932a-4e92-b424-d91c26c2f543 req-9458bf2f-e188-49bf-87b1-cfb192a1bc8c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063542 Sep 22 09:40:24.618297 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2229e6-abea-400d-b917-344180f3f5e4 x-openstack-request-id: req-9f2229e6-abea-400d-b917-344180f3f5e4 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:40:24.618674 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bfd6c4-2b1b-426f-9c04-18f36a2e776b", "name": "network-vif-deleted", "tag": "e817d380-cfef-452f-bd28-45dab0cdbdf1", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:40:24.618871 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f2229e6-abea-400d-b917-344180f3f5e4 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:40:24.619295 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bfd6c4-2b1b-426f-9c04-18f36a2e776b', 'name': 'network-vif-deleted', 'tag': 'e817d380-cfef-452f-bd28-45dab0cdbdf1', 'status': 'completed', 'code': 200} Sep 22 09:40:24.649208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e817d380-cfef-452f-bd28-45dab0cdbdf1'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:40:24.651399 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-34843520-1ca3-4aa3-9cb2-8ee05b20affc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:24.660470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network a7c60296-8b50-48e4-b6f9-a74505537fe9 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:40:24.742295 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5b8220c6-8420-44ab-bb54-4740d98a059e None None] Port da0c5476-c977-4c78-abe2-49ac95570305 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:24.752662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ec0245-e804-45ca-a122-4b705232492c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:24.756966 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52ec0245-e804-45ca-a122-4b705232492c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:24.807639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, a7c60296-8b50-48e4-b6f9-a74505537fe9) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:24.815041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd779bc3-3b25-468c-b09a-2e24b4c1e75c req-32238a2d-15e1-4a7c-8169-c20044d1d421 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:24.816742 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:24.816927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd779bc3-3b25-468c-b09a-2e24b4c1e75c req-32238a2d-15e1-4a7c-8169-c20044d1d421 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1018169 Sep 22 09:40:24.839289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:24.839815 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:24.879450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f2caf7-3310-43c1-8e26-8190dcdd54d9 None None] Network a7c60296-8b50-48e4-b6f9-a74505537fe9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:24.927133 n-d-805649-4 neutron-server[95510]: INFO neutron.db.ipam_backend_mixin [None req-52ec0245-e804-45ca-a122-4b705232492c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c6eab8c-d47a-4330-b56d-9ddb8e04f374 (CIDR: 2001:db8::/64) Sep 22 09:40:24.938141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd779bc3-3b25-468c-b09a-2e24b4c1e75c req-9315e960-8ee5-4264-97d9-bdc6c3131a41 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803411 Sep 22 09:40:24.947868 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-28a413fd-583d-40e0-87f5-8af46a08d946 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4570668 Sep 22 09:40:24.950747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44556) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:25.073065 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ec0245-e804-45ca-a122-4b705232492c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:40:25.073655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ec0245-e804-45ca-a122-4b705232492c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:25.114948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0172def-3137-49d9-8388-db093346962d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-201714cb-581c-4a22-b65d-63842f91bb89', 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'tenant_id': 'a214880aa28e4bdb8ca599c200f827d0', 'fixed_ips': [{'subnet_id': '4c6eab8c-d47a-4330-b56d-9ddb8e04f374'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:40:25.116044 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0172def-3137-49d9-8388-db093346962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:25.160166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f91bab73-eb21-4c23-8e57-bade135253df req-82b5c080-cec4-44b5-aa9b-2dcb0dc736cf tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64bfd6c4-2b1b-426f-9c04-18f36a2e776b HTTP/1.1" status: 200 len: 210 time: 0.1027009 Sep 22 09:40:25.255641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9e891-78aa-46c9-95ec-5bb2e80a6876 req-4e56ad8f-8f9d-4274-af82-66889f73c27e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:25.263083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27f9e891-78aa-46c9-95ec-5bb2e80a6876 req-4e56ad8f-8f9d-4274-af82-66889f73c27e tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1710317 Sep 22 09:40:25.297595 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:25.326536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44566) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:25.356300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27f9e891-78aa-46c9-95ec-5bb2e80a6876 req-864b38d8-6cca-4100-be57-4e072b9ba5e5 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922444 Sep 22 09:40:25.398179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-a7c60296-8b50-48e4-b6f9-a74505537fe9', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:40:25.398706 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:25.407504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-f0172def-3137-49d9-8388-db093346962d None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/4c6eab8c-d47a-4330-b56d-9ddb8e04f374/9812002c-fbe0-46f8-aabf-eab50fda044c) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:25.443131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-52ec0245-e804-45ca-a122-4b705232492c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1922367 Sep 22 09:40:25.445731 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44574) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:25.451510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:25.460782 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:25.500410 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1036021194-network', 'tenant_id': 'e5cf216190de41a9992ad31f6b45b2af'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:25.613568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c191bf-6593-4412-bb20-cf174bae4c97 req-c5d21e40-0199-4f5a-b20e-ea44cbaf8174 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:25.615799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-03c191bf-6593-4412-bb20-cf174bae4c97 req-c5d21e40-0199-4f5a-b20e-ea44cbaf8174 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.0968769 Sep 22 09:40:25.631751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9aaac7-407b-43bb-91c6-2d44fd64bdbd None None] Pushing event updated for resources: {'Port': ['ID=da0c5476-c977-4c78-abe2-49ac95570305,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:25.634144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Made reservation on behalf of e5cf216190de41a9992ad31f6b45b2af for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:25.640815 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:25.704147 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:25.724969 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:25.740602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-03c191bf-6593-4412-bb20-cf174bae4c97 req-6e3f6272-644c-4d64-aea5-4ab94355bc8f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880401 Sep 22 09:40:25.792739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Allocated IP 172.22.0.2 (a7c60296-8b50-48e4-b6f9-a74505537fe9/b127b2cc-ab3d-4dd7-a571-87da77c305c2/f91efc02-459e-4291-b31a-a0f85221a2c4) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:25.876283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Attempting to bind port da0c5476-c977-4c78-abe2-49ac95570305 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:25.876283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Attempting to bind port da0c5476-c977-4c78-abe2-49ac95570305 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a3834d8b-c028-4191-a4aa-f544dfbf2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:25.876283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Attempting to bind port da0c5476-c977-4c78-abe2-49ac95570305 on network f8e335a5-f635-4003-8db2-3c3024b890db {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:25.888753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:25.889611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Checking segment: {'id': 'a3834d8b-c028-4191-a4aa-f544dfbf2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:25.890517 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:25.891193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Bound using segment: {'id': 'a3834d8b-c028-4191-a4aa-f544dfbf2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:25.891699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Bound port: da0c5476-c977-4c78-abe2-49ac95570305, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3834d8b-c028-4191-a4aa-f544dfbf2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:25.892105 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:25.927703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0172def-3137-49d9-8388-db093346962d None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.004662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] For port da0c5476-c977-4c78-abe2-49ac95570305, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:26.008031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] For port da0c5476-c977-4c78-abe2-49ac95570305, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=da0c5476-c977-4c78-abe2-49ac95570305,segment=NetworkSegment(a3834d8b-c028-4191-a4aa-f544dfbf2616),segment_id=a3834d8b-c028-4191-a4aa-f544dfbf2616)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:26.020936 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0172def-3137-49d9-8388-db093346962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.040358 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.048039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:26.048039 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.111035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eeefea95-f6e8-41c6-92f0-2c1d5add3059 None None] Provisioning complete for port da0c5476-c977-4c78-abe2-49ac95570305 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:26.111418 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eeefea95-f6e8-41c6-92f0-2c1d5add3059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.125185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0172def-3137-49d9-8388-db093346962d None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:26.133059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-f0172def-3137-49d9-8388-db093346962d None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:26.177310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0172def-3137-49d9-8388-db093346962d None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:26.195455 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.244418 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.268989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0172def-3137-49d9-8388-db093346962d None None] Pushing event updated for resources: {'Port': ['ID=9812002c-fbe0-46f8-aabf-eab50fda044c,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:26.376791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-eeefea95-f6e8-41c6-92f0-2c1d5add3059 None None] Port da0c5476-c977-4c78-abe2-49ac95570305 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:26.381701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:40:26.419873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6d917f-f87e-4fc0-8107-78ad07faf78d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:26.432865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc35aa-fd5a-43f9-8ed5-025a1cb3218b req-86149f46-33fb-4f19-93e9-858914c60efd tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:26.433293 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.433293 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Added segment 95018488-77de-4794-bccb-f9d5d69b8e2f of type vlan for network cc51b537-b671-4bf4-b9e2-2a9e94017699 Sep 22 09:40:26.438270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48bc35aa-fd5a-43f9-8ed5-025a1cb3218b req-86149f46-33fb-4f19-93e9-858914c60efd tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.4343030 Sep 22 09:40:26.520539 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.529569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:26.531235 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:39:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:26.533348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9aaac7-407b-43bb-91c6-2d44fd64bdbd None None] Pushing event updated for resources: {'Port': ['ID=da0c5476-c977-4c78-abe2-49ac95570305,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:26.581093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48bc35aa-fd5a-43f9-8ed5-025a1cb3218b req-42bdb4e2-b7e2-40fc-acbb-e4d5489ea24b tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242719 Sep 22 09:40:26.656097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:26.659515 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.660502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:26.661107 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.667362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6df2f12e-a161-4aaa-874b-abe1e66d7fd2 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:26.674079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6df2f12e-a161-4aaa-874b-abe1e66d7fd2 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 0.1849549 Sep 22 09:40:26.705011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f0172def-3137-49d9-8388-db093346962d None None] Attempting to bind port 9812002c-fbe0-46f8-aabf-eab50fda044c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:26.705153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f0172def-3137-49d9-8388-db093346962d None None] Attempting to bind port 9812002c-fbe0-46f8-aabf-eab50fda044c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:26.705509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0172def-3137-49d9-8388-db093346962d None None] Attempting to bind port 9812002c-fbe0-46f8-aabf-eab50fda044c on network 201714cb-581c-4a22-b65d-63842f91bb89 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:26.712573 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-007bcf5f-e49e-4690-8b65-31717d17334b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/quotas/8bd70d7a90ed493c918a390115ac4717 HTTP/1.1" status: 200 len: 375 time: 0.0310385 Sep 22 09:40:26.738855 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.743432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0172def-3137-49d9-8388-db093346962d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:26.743812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0172def-3137-49d9-8388-db093346962d None None] Checking segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:26.744223 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0172def-3137-49d9-8388-db093346962d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.745802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0172def-3137-49d9-8388-db093346962d None None] Bound using segment: {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:26.745802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f0172def-3137-49d9-8388-db093346962d None None] Bound port: 9812002c-fbe0-46f8-aabf-eab50fda044c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3488091-6bf1-4a36-9231-12d362ab5868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '201714cb-581c-4a22-b65d-63842f91bb89'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:26.745802 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0172def-3137-49d9-8388-db093346962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:26.750129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-eab77c16-1645-4e27-af99-c46f42ceb8e1 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365071 Sep 22 09:40:26.755268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-2f866a9f-3fad-40c0-b25d-8a35b9f4aca6 req-c219e810-655c-4d81-ac9e-d6752a14bfbc service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:40:26.756260 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f866a9f-3fad-40c0-b25d-8a35b9f4aca6 req-c219e810-655c-4d81-ac9e-d6752a14bfbc service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052514 Sep 22 09:40:26.857725 n-d-805649-4 neutron-server[95509]: DEBUG neutron.objects.ports [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95509) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:40:26.863671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=cc51b537-b671-4bf4-b9e2-2a9e94017699,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:26.894655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network cc51b537-b671-4bf4-b9e2-2a9e94017699 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:40:26.897507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e817d380-cfef-452f-bd28-45dab0cdbdf1 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:40:26.945586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07c782-44dc-4674-a777-e54d39ad0f30 req-696832af-6eee-4a92-8070-7b10b1a624c8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:26.947290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af07c782-44dc-4674-a777-e54d39ad0f30 req-696832af-6eee-4a92-8070-7b10b1a624c8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1158819 Sep 22 09:40:26.956191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-ade222a0-591c-4899-925a-df402922edd0 service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797135 Sep 22 09:40:26.971894 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-92021593-1935-4839-967c-e254b0d5d3e9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6434615 Sep 22 09:40:26.974757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44602) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:26.983970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] Request body: {'subnet': {'network_id': 'cc51b537-b671-4bf4-b9e2-2a9e94017699', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1036021194-subnet', 'tenant_id': 'e5cf216190de41a9992ad31f6b45b2af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:27.109879 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.121259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af07c782-44dc-4674-a777-e54d39ad0f30 req-0ed3bea3-7ab5-4d37-91f2-ad0371f97ffa tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616838 Sep 22 09:40:27.124497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-c830358d-0128-4663-88ed-423b48b8aee1 service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596332 Sep 22 09:40:27.133172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Allocated IP 172.22.0.1 (a7c60296-8b50-48e4-b6f9-a74505537fe9/b127b2cc-ab3d-4dd7-a571-87da77c305c2/6223a807-f212-41f8-8fe1-1fbc2c9928cd) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:27.136710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: e817d380-cfef-452f-bd28-45dab0cdbdf1 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:40:27.137316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e817d380-cfef-452f-bd28-45dab0cdbdf1 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:40:27.170880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] Made reservation on behalf of e5cf216190de41a9992ad31f6b45b2af for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:27.173780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.196050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b47da2b5-012e-4e9a-b309-33a22130c826 None None] Provisioning complete for port da0c5476-c977-4c78-abe2-49ac95570305 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:27.205129 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b47da2b5-012e-4e9a-b309-33a22130c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.287128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.345406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Pushing event updated for resources: {'Port': ['ID=f91efc02-459e-4291-b31a-a0f85221a2c4,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:27.347819 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-10ce11b6-8e9d-4ac5-bb26-68f8a69a25e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.418591 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.450305 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01e956-f205-434b-a6e8-194b66607d30 req-aebfe88f-8810-41f0-bb3d-e5d83516d243 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:27.459395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba01e956-f205-434b-a6e8-194b66607d30 req-aebfe88f-8810-41f0-bb3d-e5d83516d243 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1175237 Sep 22 09:40:27.461142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Network a7c60296-8b50-48e4-b6f9-a74505537fe9 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:27.468631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:27.534600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:27.537519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f0172def-3137-49d9-8388-db093346962d None None] For port 9812002c-fbe0-46f8-aabf-eab50fda044c, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:27.541286 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba01e956-f205-434b-a6e8-194b66607d30 req-3a9a7470-3d90-4c63-9eec-5ccbe2aa5d61 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808578 Sep 22 09:40:27.576265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.578620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f0172def-3137-49d9-8388-db093346962d None None] For port 9812002c-fbe0-46f8-aabf-eab50fda044c, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9812002c-fbe0-46f8-aabf-eab50fda044c,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:27.634048 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.650104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Attempting to bind port f91efc02-459e-4291-b31a-a0f85221a2c4 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:27.650526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Attempting to bind port f91efc02-459e-4291-b31a-a0f85221a2c4 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '2321dfcd-1a6c-42d2-8721-11b39476d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:27.650900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Attempting to bind port f91efc02-459e-4291-b31a-a0f85221a2c4 on network a7c60296-8b50-48e4-b6f9-a74505537fe9 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:27.661679 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.695370 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:40:27.696089 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:40:27.701522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:27.702059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Checking segment: {'id': '2321dfcd-1a6c-42d2-8721-11b39476d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:27.702476 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.702880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Bound using segment: {'id': '2321dfcd-1a6c-42d2-8721-11b39476d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:27.703377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Bound port: f91efc02-459e-4291-b31a-a0f85221a2c4, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2321dfcd-1a6c-42d2-8721-11b39476d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:27.703920 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.728355 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0172def-3137-49d9-8388-db093346962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.750472 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:20Z', 'revision_number': 3, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:25Z', 'revision_number': 4, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:27.750730 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=6223a807-f212-41f8-8fe1-1fbc2c9928cd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:27.772432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b18266-4e3b-4343-b697-61933a9b4053,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:27.775127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] Checking segment: {'id': '95018488-77de-4794-bccb-f9d5d69b8e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cc51b537-b671-4bf4-b9e2-2a9e94017699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:27.775693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] Network hostable DHCP agents. Network: cc51b537-b671-4bf4-b9e2-2a9e94017699, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:40:27.784384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2df3535-32c3-4ae5-83a3-70a650261bcf req-0e44e524-d2d8-4575-95fd-42731e43da11 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 210 time: 0.1365690 Sep 22 09:40:27.786408 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network a7c60296-8b50-48e4-b6f9-a74505537fe9 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:27.808853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:27.810750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:27.844949 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b47da2b5-012e-4e9a-b309-33a22130c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.853244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e3378-cb26-4d2d-ad23-b5618665cd36 None None] The sync data for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 is: [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:20Z', 'revision_number': 3, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:25Z', 'revision_number': 4, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:40:27.892234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:27.926656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] Network cc51b537-b671-4bf4-b9e2-2a9e94017699 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:40:27.993987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e170b18-b6f8-4f9b-ab32-e17def579f0f req-a509e3db-6e44-4ae2-80b6-dce0bf139038 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:27.996057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e170b18-b6f8-4f9b-ab32-e17def579f0f req-a509e3db-6e44-4ae2-80b6-dce0bf139038 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.2532289 Sep 22 09:40:28.004240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, cc51b537-b671-4bf4-b9e2-2a9e94017699) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:28.009485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:28.010092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:28.014181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0172def-3137-49d9-8388-db093346962d None None] Pushing event updated for resources: {'Port': ['ID=9812002c-fbe0-46f8-aabf-eab50fda044c,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:28.018482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b47da2b5-012e-4e9a-b309-33a22130c826 None None] For port da0c5476-c977-4c78-abe2-49ac95570305, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=da0c5476-c977-4c78-abe2-49ac95570305,segment=NetworkSegment(a3834d8b-c028-4191-a4aa-f544dfbf2616),segment_id=a3834d8b-c028-4191-a4aa-f544dfbf2616)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:28.027530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] For port f91efc02-459e-4291-b31a-a0f85221a2c4, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:28.038252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820e2c24-1805-4166-ba41-6654325a34ce None None] Network cc51b537-b671-4bf4-b9e2-2a9e94017699 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:28.041464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] For port f91efc02-459e-4291-b31a-a0f85221a2c4, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f91efc02-459e-4291-b31a-a0f85221a2c4,segment=NetworkSegment(2321dfcd-1a6c-42d2-8721-11b39476d560),segment_id=2321dfcd-1a6c-42d2-8721-11b39476d560)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:28.144083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e170b18-b6f8-4f9b-ab32-e17def579f0f req-9ff5d60d-3541-4d5c-a59e-0a49ac741841 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243889 Sep 22 09:40:28.197375 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1654bcc5-e949-44ac-95a5-162e7d841e49 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2209699 Sep 22 09:40:28.204749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:28.205939 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b47da2b5-012e-4e9a-b309-33a22130c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:28.213011 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:28.279089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:28.409255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c528b-b5e0-40b0-97bb-828102644fe0 None None] Network cc51b537-b671-4bf4-b9e2-2a9e94017699 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:28.569711 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:28.577993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47da2b5-012e-4e9a-b309-33a22130c826 None None] Pushing event updated for resources: {'Port': ['ID=da0c5476-c977-4c78-abe2-49ac95570305,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:28.630944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a9d8-5ebb-49b8-be85-5b8fa6f26577 req-109fb6c6-71b0-4659-a560-e6b9ed6c87cd tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:28.631916 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c66a9d8-5ebb-49b8-be85-5b8fa6f26577 req-109fb6c6-71b0-4659-a560-e6b9ed6c87cd tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.3293982 Sep 22 09:40:28.814935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] For port 9812002c-fbe0-46f8-aabf-eab50fda044c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9812002c-fbe0-46f8-aabf-eab50fda044c,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:28.897317 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:28.920877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c66a9d8-5ebb-49b8-be85-5b8fa6f26577 req-9d12b042-d9b3-48a9-b0ee-6735a9a6cfb8 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493675 Sep 22 09:40:28.982240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6515d1-66fc-4fae-95ee-94cd45fbeb49 None None] Pushing event updated for resources: {'Port': ['ID=f91efc02-459e-4291-b31a-a0f85221a2c4,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:29.015898 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:29.016953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:29.157057 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:29.184675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=a5327ff9-86ad-45d1-975a-6b0bc9d4d7e0,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:29.194126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:29.199199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:29.204098 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:29.227570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=9812002c-fbe0-46f8-aabf-eab50fda044c,revision_number=4']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:29.314047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f5d9415-a43c-47ad-bea2-e4d54e88c040 req-a145b08c-a18b-422a-8cfa-1f0c71598246 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 210 time: 0.2257223 Sep 22 09:40:29.316624 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-b9d8c213-e325-4fcf-a840-e8e65845d22e req-031c83bf-227e-4e96-b23b-579e76ef223b tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] show failed (client error): The resource could not be found. Sep 22 09:40:29.339623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9d8c213-e325-4fcf-a840-e8e65845d22e req-031c83bf-227e-4e96-b23b-579e76ef223b tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] 10.222.0.49 "GET /v2.0/security-groups/dd3557e8-c185-4509-a72d-98f75b10d010 HTTP/1.1" status: 404 len: 352 time: 0.2522309 Sep 22 09:40:29.345426 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8caec350-13e1-40cb-b3db-1b8d1085e92a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8983099 Sep 22 09:40:29.350877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44642) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:29.356041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:11:72:1d', 'name': 'tempest-NetworksTestDHCPv6-1245057929'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:29.474804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:29.476575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device da0c5476-c977-4c78-abe2-49ac95570305 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:29.541633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port da0c5476-c977-4c78-abe2-49ac95570305 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:29.542160 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:29.586015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:29.716703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7191d26-788f-495d-afce-e81fcc02e6ec None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:29.718556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30b9cd51-fa66-456c-ad37-46b322410b08 req-d1a9c28c-fa53-411a-8d51-1789f2ec17df tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5cf216190de41a9992ad31f6b45b2af HTTP/1.1" status: 200 len: 2988 time: 0.3152280 Sep 22 09:40:29.761157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ff0e7-bce0-4c47-b05a-c9c4bd0c0280 req-ecccf5e5-1ccb-408b-9ddc-a1dedb66a53a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:29.765410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f91efc02-459e-4291-b31a-a0f85221a2c4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:29.770310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d30ff0e7-bce0-4c47-b05a-c9c4bd0c0280 req-ecccf5e5-1ccb-408b-9ddc-a1dedb66a53a tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.2289774 Sep 22 09:40:29.787767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:29.815555 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:29.861956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d30ff0e7-bce0-4c47-b05a-c9c4bd0c0280 req-a7330531-584b-44b8-8729-3441027fa0e3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895247 Sep 22 09:40:29.871798 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:29.899869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=6223a807-f212-41f8-8fe1-1fbc2c9928cd,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:29.929749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:29.939240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Provisioning complete for port 9812002c-fbe0-46f8-aabf-eab50fda044c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:29.939624 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:29.959714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port cc89fa32-5759-45ec-b38a-b95edd11955a yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:40:30.059782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30b9cd51-fa66-456c-ad37-46b322410b08 req-187c5b4d-0ae5-4ddc-ba71-b8fff6cd1a30 tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] 10.222.0.49 "GET /v2.0/security-groups/6b6d917f-f87e-4fc0-8107-78ad07faf78d HTTP/1.1" status: 200 len: 2985 time: 0.3204944 Sep 22 09:40:30.077207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a2198-6475-4d44-bf9b-c068674ff9f6 None None] Network a7c60296-8b50-48e4-b6f9-a74505537fe9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:30.090636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f91efc02-459e-4291-b31a-a0f85221a2c4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:30.091017 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:30.152934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::aa (201714cb-581c-4a22-b65d-63842f91bb89/4c6eab8c-d47a-4330-b56d-9ddb8e04f374/cc89fa32-5759-45ec-b38a-b95edd11955a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:30.160548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8:0:1:f816:3eff:fe11:721d (201714cb-581c-4a22-b65d-63842f91bb89/a5327ff9-86ad-45d1-975a-6b0bc9d4d7e0/cc89fa32-5759-45ec-b38a-b95edd11955a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:30.186432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db770f-d837-40c3-9fae-1ee416417fb2 req-d0b42633-985d-41c9-b8fd-a1eb2b1c6e48 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:30.194460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01db770f-d837-40c3-9fae-1ee416417fb2 req-d0b42633-985d-41c9-b8fd-a1eb2b1c6e48 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.2230537 Sep 22 09:40:30.256936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30b9cd51-fa66-456c-ad37-46b322410b08 req-c625e2a3-3dc3-43f3-bd2c-10558dccb978 tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] 10.222.0.49 "GET /v2.0/security-groups/6b6d917f-f87e-4fc0-8107-78ad07faf78d HTTP/1.1" status: 200 len: 2985 time: 0.1637330 Sep 22 09:40:30.281934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network a7c60296-8b50-48e4-b6f9-a74505537fe9 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:30.297925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:30.334063 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:30.362063 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01db770f-d837-40c3-9fae-1ee416417fb2 req-8b397fe9-1612-4b7a-ab58-37874c420faa tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589634 Sep 22 09:40:30.396446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] For port 9812002c-fbe0-46f8-aabf-eab50fda044c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9812002c-fbe0-46f8-aabf-eab50fda044c,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:30.469085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d057990-6418-49ba-a239-743d473df2c0 req-9e1aa80f-1710-486d-9727-14b2df346c98 tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] 10.222.0.49 "GET /v2.0/security-groups/6b6d917f-f87e-4fc0-8107-78ad07faf78d HTTP/1.1" status: 200 len: 2985 time: 0.1811318 Sep 22 09:40:30.475976 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:30.557171 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:30.619365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a597086c-b40c-494b-9203-e14d7afe5658 req-6025ac27-9d82-486f-b2d8-077d0e002b60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 210 time: 0.0963769 Sep 22 09:40:30.682088 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port f91efc02-459e-4291-b31a-a0f85221a2c4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f91efc02-459e-4291-b31a-a0f85221a2c4,segment=NetworkSegment(2321dfcd-1a6c-42d2-8721-11b39476d560),segment_id=2321dfcd-1a6c-42d2-8721-11b39476d560)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:30.730266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router cf969b9f-b746-471c-98fb-2e2253ed99ae has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:40:30.754108 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-1d057990-6418-49ba-a239-743d473df2c0 req-fa42658a-ca70-4a23-a2f0-5d1e78fe155d tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 09:40:30.755257 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d057990-6418-49ba-a239-743d473df2c0 req-fa42658a-ca70-4a23-a2f0-5d1e78fe155d tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] 10.222.0.49 "DELETE /v2.0/security-groups/6b6d917f-f87e-4fc0-8107-78ad07faf78d HTTP/1.1" status: 409 len: 352 time: 0.2803161 Sep 22 09:40:30.803848 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:30.819781 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:30.820928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9812002c-fbe0-46f8-aabf-eab50fda044c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:30.828654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d6270088-fd4f-4a85-9df3-9d3b9bfd0ad2 None None] Provisioning complete for port f91efc02-459e-4291-b31a-a0f85221a2c4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:30.829271 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d6270088-fd4f-4a85-9df3-9d3b9bfd0ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:30.979914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:40:30.994514 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:30.995387 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Sync routers for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:40:31.010499 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:31.011145 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:31.031918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-009134bb-e235-467f-9717-60ed6c18a7d7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0790417 Sep 22 09:40:31.035325 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-a2bd6de3-7b51-45d5-87ca-4e530746c6c3 req-4d42a1a1-8046-40cf-9c69-ba9a698349db tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] show failed (client error): The resource could not be found. Sep 22 09:40:31.037529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2bd6de3-7b51-45d5-87ca-4e530746c6c3 req-4d42a1a1-8046-40cf-9c69-ba9a698349db tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] 10.222.0.49 "GET /v2.0/security-groups/7a386bd5-874a-4541-9706-531d56baf8a6 HTTP/1.1" status: 404 len: 352 time: 0.0600445 Sep 22 09:40:31.063020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44668) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:31.069682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'network': {'name': 'tempest-RoutersTest-427195044'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:31.104446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:31.124719 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-c22ee70f-72a7-47df-a80d-291f6ee51419 req-89844224-626f-4216-99ae-84552f7b8dbb tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] show failed (client error): The resource could not be found. Sep 22 09:40:31.126756 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c22ee70f-72a7-47df-a80d-291f6ee51419 req-89844224-626f-4216-99ae-84552f7b8dbb tempest-SecurityGroupsNegativeTestJSON-1129211278 tempest-SecurityGroupsNegativeTestJSON-1129211278-project] 10.222.0.49 "GET /v2.0/security-groups/6ff09429-91ff-4d66-8ec9-e4fbab8a5be6 HTTP/1.1" status: 404 len: 352 time: 0.0398266 Sep 22 09:40:31.139663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44672) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:31.145128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Pushing event updated for resources: {'Port': ['ID=9812002c-fbe0-46f8-aabf-eab50fda044c,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:31.146326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:31.155042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627dae05-1fd5-443e-bae0-32f224d97dd4 req-35a2476c-d81b-41ad-9d8f-cf5f0481cde3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:31.157445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-627dae05-1fd5-443e-bae0-32f224d97dd4 req-35a2476c-d81b-41ad-9d8f-cf5f0481cde3 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.1789787 Sep 22 09:40:31.169286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:31.169731 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.170139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.170585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.170954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.171269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.171661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.172113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.173046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.173687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.174109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.174444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.174835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f58cc7c-b635-4f83-8037-e8f652fc1a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:31.175611 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:31.176299 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:31.212216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-acb2e54a-bcf0-4d09-bc50-f1c309de82cb tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:31.227474 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-acb2e54a-bcf0-4d09-bc50-f1c309de82cb tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 0.3874576 Sep 22 09:40:31.239011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=cc89fa32-5759-45ec-b38a-b95edd11955a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:31.246103 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:31.268572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Request body: {'port': {'device_id': '74b18364-8687-46c2-8c10-2744d08fbd21', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'admin_state_up': True, 'tenant_id': '8bd70d7a90ed493c918a390115ac4717'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:31.280406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:31.315358 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:31.338824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9812002c-fbe0-46f8-aabf-eab50fda044c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:31.339208 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:31.355291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=f91efc02-459e-4291-b31a-a0f85221a2c4,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:31.406165 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5a0a024e-71ef-405d-851d-019e4b7a6189 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0491130 Sep 22 09:40:31.410293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b4acfa-4a0d-42a6-bd03-2d69098e444f admin admin] Deleting subnet 49b18266-4e3b-4343-b697-61933a9b4053 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:31.428042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44676) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:31.453410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-627dae05-1fd5-443e-bae0-32f224d97dd4 req-f9739241-e4e7-427d-bc3b-df1fd620eb72 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886684 Sep 22 09:40:31.603809 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7b4acfa-4a0d-42a6-bd03-2d69098e444f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:31.852256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b6404db1-054b-4e4e-a9c1-c9d3e3997f8b None None] Provisioning complete for port 6223a807-f212-41f8-8fe1-1fbc2c9928cd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:31.852761 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b6404db1-054b-4e4e-a9c1-c9d3e3997f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:31.855600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Made reservation on behalf of 8bd70d7a90ed493c918a390115ac4717 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:31.861289 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.006804 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:28Z', 'revision_number': 4, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:29Z', 'revision_number': 2, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:32.045014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f91efc02-459e-4291-b31a-a0f85221a2c4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:32.094217 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Checking router: cf969b9f-b746-471c-98fb-2e2253ed99ae for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:40:32.094351 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Updating router cf969b9f-b746-471c-98fb-2e2253ed99ae port 6223a807-f212-41f8-8fe1-1fbc2c9928cd binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:40:32.136553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b6404db1-054b-4e4e-a9c1-c9d3e3997f8b None None] Port 6223a807-f212-41f8-8fe1-1fbc2c9928cd cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:32.170724 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.213592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:40:32.243721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b6404db1-054b-4e4e-a9c1-c9d3e3997f8b None None] Provisioning complete for port f91efc02-459e-4291-b31a-a0f85221a2c4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:32.244099 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b6404db1-054b-4e4e-a9c1-c9d3e3997f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.279081 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Allocated IP 172.20.0.8 (b0308c47-2dd5-40ac-9dc0-33b7063350f0/b00a578d-afde-4b8b-a56f-208701f3f927/1e54ec4c-8faa-4ccd-9d55-31d30824f9e6) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:32.301325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64099884-6dc6-431b-a237-d73b99a949aa req-9bc98680-81fb-4a72-a211-aecae3312527 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 210 time: 0.0942836 Sep 22 09:40:32.342620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.350393 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added segment c61583af-71e3-4bb3-986c-72769ceabe68 of type vlan for network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 Sep 22 09:40:32.350393 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7b4acfa-4a0d-42a6-bd03-2d69098e444f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.406392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779933b-744a-4971-b69e-80ae38dc231c None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:40:32.482242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f91efc02-459e-4291-b31a-a0f85221a2c4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:32.482932 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.485297 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7b4acfa-4a0d-42a6-bd03-2d69098e444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.564099 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.586042 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.620850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eab0e523-4d6a-481e-8839-ec0b01c123d3 None None] Provisioning complete for port 6223a807-f212-41f8-8fe1-1fbc2c9928cd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:32.621596 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eab0e523-4d6a-481e-8839-ec0b01c123d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.651613 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-205ee326-a6af-4593-bbb1-fdbbaaa3d2a0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port cc89fa32-5759-45ec-b38a-b95edd11955a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:32.651999 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-205ee326-a6af-4593-bbb1-fdbbaaa3d2a0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.667611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-eab0e523-4d6a-481e-8839-ec0b01c123d3 None None] Port 6223a807-f212-41f8-8fe1-1fbc2c9928cd cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:32.714965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9812002c-fbe0-46f8-aabf-eab50fda044c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:32.725201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.725480 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.759596 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-205ee326-a6af-4593-bbb1-fdbbaaa3d2a0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.799537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-205ee326-a6af-4593-bbb1-fdbbaaa3d2a0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for cc89fa32-5759-45ec-b38a-b95edd11955a owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:32.805518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eab0e523-4d6a-481e-8839-ec0b01c123d3 None None] Provisioning complete for port 9812002c-fbe0-46f8-aabf-eab50fda044c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:32.805956 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eab0e523-4d6a-481e-8839-ec0b01c123d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.813798 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.820272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:32.821337 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.836505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Network b0308c47-2dd5-40ac-9dc0-33b7063350f0 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:32.850414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:32.864048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1779933b-744a-4971-b69e-80ae38dc231c None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:40:32.871207 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event updated for resources: {'Port': ['ID=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:32.875713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:32.878157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9812002c-fbe0-46f8-aabf-eab50fda044c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:32.878638 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.884212 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:32.913819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Network': ['ID=6a8e0551-3350-4632-87c4-bc9b4e1f73b1,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:32.931629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:40:32.967924 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7b4acfa-4a0d-42a6-bd03-2d69098e444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.010177 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de830827-f054-443e-b7f3-272eb07df7e2 None None] Pushing event updated for resources: {'Port': ['ID=6223a807-f212-41f8-8fe1-1fbc2c9928cd,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:33.042970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:33.048805 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.089691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4acfa-4a0d-42a6-bd03-2d69098e444f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b18266-4e3b-4343-b697-61933a9b4053,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:33.095451 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7b4acfa-4a0d-42a6-bd03-2d69098e444f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.111464 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e7b4acfa-4a0d-42a6-bd03-2d69098e444f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/49b18266-4e3b-4343-b697-61933a9b4053 HTTP/1.1" status: 204 len: 168 time: 1.9681163 Sep 22 09:40:33.117435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44696) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:33.117824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44698) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:33.118123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-51b53267-7aeb-4d45-a797-ce33151132e4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0527570 Sep 22 09:40:33.135244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'subnet': {'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:33.138703 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Attempting to bind port 6223a807-f212-41f8-8fe1-1fbc2c9928cd on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:33.141163 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Attempting to bind port 6223a807-f212-41f8-8fe1-1fbc2c9928cd by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '2321dfcd-1a6c-42d2-8721-11b39476d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:33.141794 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Attempting to bind port 6223a807-f212-41f8-8fe1-1fbc2c9928cd on network a7c60296-8b50-48e4-b6f9-a74505537fe9 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:33.158039 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:33.158832 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Checking segment: {'id': '2321dfcd-1a6c-42d2-8721-11b39476d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:33.159462 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.160059 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Bound using segment: {'id': '2321dfcd-1a6c-42d2-8721-11b39476d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:33.160743 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Bound port: 6223a807-f212-41f8-8fe1-1fbc2c9928cd, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2321dfcd-1a6c-42d2-8721-11b39476d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:33.161404 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.255211 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-6416e4a9-0e9f-432c-a177-a80be2c7f94c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0037453 Sep 22 09:40:33.286031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Request body: {'port': {'device_id': '74b18364-8687-46c2-8c10-2744d08fbd21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:33.310599 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] For port 6223a807-f212-41f8-8fe1-1fbc2c9928cd, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:33.317659 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] For port 6223a807-f212-41f8-8fe1-1fbc2c9928cd, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6223a807-f212-41f8-8fe1-1fbc2c9928cd,segment=NetworkSegment(2321dfcd-1a6c-42d2-8721-11b39476d560),segment_id=2321dfcd-1a6c-42d2-8721-11b39476d560)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:33.443227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eab0e523-4d6a-481e-8839-ec0b01c123d3 None None] Provisioning complete for port cc89fa32-5759-45ec-b38a-b95edd11955a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:33.443753 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eab0e523-4d6a-481e-8839-ec0b01c123d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.446235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.457209 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.485862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb06c26-c045-405c-89b2-027438133d90 req-eee5e173-fd70-4661-b2a3-697cce9c077a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:33.487497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5cb06c26-c045-405c-89b2-027438133d90 req-eee5e173-fd70-4661-b2a3-697cce9c077a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 931 time: 0.0658782 Sep 22 09:40:33.496943 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.531435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Made reservation on behalf of eb43119ff9654d63ab87c25688d21017 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:33.534899 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.536812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5cb06c26-c045-405c-89b2-027438133d90 req-bc8b21d2-6154-4bbb-a784-5679c415431e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Sep 22 09:40:33.559913 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-205ee326-a6af-4593-bbb1-fdbbaaa3d2a0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.586655 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de830827-f054-443e-b7f3-272eb07df7e2 None None] Pushing event updated for resources: {'Port': ['ID=6223a807-f212-41f8-8fe1-1fbc2c9928cd,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:33.599526 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:33.608482 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:33.638202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-eab0e523-4d6a-481e-8839-ec0b01c123d3 None None] Port cc89fa32-5759-45ec-b38a-b95edd11955a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:33.648939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ee326-a6af-4593-bbb1-fdbbaaa3d2a0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=cc89fa32-5759-45ec-b38a-b95edd11955a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:33.766739 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.883414 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-205ee326-a6af-4593-bbb1-fdbbaaa3d2a0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:33.883414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-205ee326-a6af-4593-bbb1-fdbbaaa3d2a0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/cc89fa32-5759-45ec-b38a-b95edd11955a HTTP/1.1" status: 204 len: 168 time: 2.3040054 Sep 22 09:40:33.888356 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:33.890456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44716) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:33.890456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2958084-8d8e-4c51-b590-8d2dfd4d0292 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:33.890456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b2958084-8d8e-4c51-b590-8d2dfd4d0292 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1122792 Sep 22 09:40:33.890456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44722) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:33.943224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc51b537-b671-4bf4-b9e2-2a9e94017699']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:33.969352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aea653-038d-45d1-af05-83f55e7523fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:33.971121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-42aea653-038d-45d1-af05-83f55e7523fd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0855827 Sep 22 09:40:33.974073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44726) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:33.978947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95018488-77de-4794-bccb-f9d5d69b8e2f') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:33.979243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95018488-77de-4794-bccb-f9d5d69b8e2f') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:34.030213 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:34.086890 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:34.131679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6191bd22-a33d-4b96-b50a-f0792d2500c7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:34.160658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6191bd22-a33d-4b96-b50a-f0792d2500c7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:34.164901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:40:34.167461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6191bd22-a33d-4b96-b50a-f0792d2500c7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:34.167899 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:34.169467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6191bd22-a33d-4b96-b50a-f0792d2500c7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1944020 Sep 22 09:40:34.184617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44734) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:40:34.190801 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:40:34.274787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54d076c-129b-46c2-bf30-29d4f2e831bd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 4c6eab8c-d47a-4330-b56d-9ddb8e04f374 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:34.280943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54d076c-129b-46c2-bf30-29d4f2e831bd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:34.340684 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:28Z', 'revision_number': 4, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:33Z', 'revision_number': 4, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:34.343357 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54d076c-129b-46c2-bf30-29d4f2e831bd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:34.377273 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b86127-e061-4698-a0b1-f2f1b47a0af7 None None] The sync data for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 is: [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:28Z', 'revision_number': 4, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:33Z', 'revision_number': 4, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:40:34.520615 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:34.534019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:34.538390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cc51b537-b671-4bf4-b9e2-2a9e94017699 HTTP/1.1" status: 204 len: 168 time: 1.4172549 Sep 22 09:40:34.569225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53a971-0b20-4ee7-9600-1271d460d627 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc51b537-b671-4bf4-b9e2-2a9e94017699,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:34.575404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:40:34.602626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:34.609404 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54d076c-129b-46c2-bf30-29d4f2e831bd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:34.659336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Transition to ACTIVE for port object 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:40:34.684319 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:34.785059 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:34.816896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8079a3-a9b5-4a14-b591-06c2c5aab097 req-97643386-8630-4ebb-ad90-46d624700b86 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:34.819006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b8079a3-a9b5-4a14-b591-06c2c5aab097 req-97643386-8630-4ebb-ad90-46d624700b86 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 931 time: 0.0981250 Sep 22 09:40:34.903181 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b8079a3-a9b5-4a14-b591-06c2c5aab097 req-e611faae-c940-4add-9648-d01b48f120ff tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774686 Sep 22 09:40:34.959105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc11caef-f9bb-4f2a-8c00-03eb7264b98a None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:40:34.970515 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54d076c-129b-46c2-bf30-29d4f2e831bd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.036984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5b6b1595-5d40-4bd2-bd33-6e01bf7d7221 None None] Provisioning complete for port 9812002c-fbe0-46f8-aabf-eab50fda044c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:35.037582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1595-5d40-4bd2-bd33-6e01bf7d7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.038380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d076c-129b-46c2-bf30-29d4f2e831bd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6eab8c-d47a-4330-b56d-9ddb8e04f374,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:35.046440 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54d076c-129b-46c2-bf30-29d4f2e831bd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.049130 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b54d076c-129b-46c2-bf30-29d4f2e831bd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/4c6eab8c-d47a-4330-b56d-9ddb8e04f374 HTTP/1.1" status: 204 len: 168 time: 0.8695636 Sep 22 09:40:35.051507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44748) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:35.082008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Subnet': ['ID=edc0693f-a3be-4bcf-a66e-7b5181e9cc9d,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:35.111728 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Checking segment: {'id': 'c61583af-71e3-4bb3-986c-72769ceabe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:35.112771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network hostable DHCP agents. Network: 6a8e0551-3350-4632-87c4-bc9b4e1f73b1, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:40:35.116652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Attempting to bind port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:35.117017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Attempting to bind port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:35.117345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Attempting to bind port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:35.121932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:35.142587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd921d84-c953-48f5-8b4d-6f08e95b5ecb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet a5327ff9-86ad-45d1-975a-6b0bc9d4d7e0 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:35.142719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:40:35.142719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Attempting to bind port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:35.142888 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd921d84-c953-48f5-8b4d-6f08e95b5ecb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.144804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:35.145145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Checking segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:35.145783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Bound using segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:35.146404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Bound port: 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:35.146952 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.197981 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd921d84-c953-48f5-8b4d-6f08e95b5ecb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.276965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44756) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:35.334010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:40:35.346398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] For port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:35.354841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] For port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:35.393257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44758) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:35.394354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-42f23f8e-e32d-41aa-b4a9-071c11fd0556 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5cf216190de41a9992ad31f6b45b2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152389 Sep 22 09:40:35.460075 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd921d84-c953-48f5-8b4d-6f08e95b5ecb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.499536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe3218df-6099-4d6d-a0f4-037b49b9e772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.503525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 6a8e0551-3350-4632-87c4-bc9b4e1f73b1) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:35.522935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:35.525288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.551337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5b6b1595-5d40-4bd2-bd33-6e01bf7d7221 None None] Could not find standard attr ID for object cc89fa32-5759-45ec-b38a-b95edd11955a. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:40:35.551657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.586746 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe3218df-6099-4d6d-a0f4-037b49b9e772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.603702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:35.604310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.606136 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 HTTP/1.1" status: 200 len: 1091 time: 2.3298090 Sep 22 09:40:35.610701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b18364-8687-46c2-8c10-2744d08fbd21', 'tag': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:40:35.613250 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b61c3e-1497-4573-8710-a634fd8e6de1" -d '{"events": [{"name": "network-changed", "server_uuid": "74b18364-8687-46c2-8c10-2744d08fbd21", "tag": "1e54ec4c-8faa-4ccd-9d55-31d30824f9e6"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:40:35.627413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44768) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:35.634620 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bb705409-8d10-47dc-9102-ca0faba7acad tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5067210 Sep 22 09:40:35.705305 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd921d84-c953-48f5-8b4d-6f08e95b5ecb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.715797 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5a5c6a-dca2-4897-a343-a6990a2fd99b x-openstack-request-id: req-4d5a5c6a-dca2-4897-a343-a6990a2fd99b {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:40:35.716076 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b18364-8687-46c2-8c10-2744d08fbd21", "tag": "1e54ec4c-8faa-4ccd-9d55-31d30824f9e6", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:40:35.716387 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d5a5c6a-dca2-4897-a343-a6990a2fd99b {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:40:35.717348 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b18364-8687-46c2-8c10-2744d08fbd21', 'tag': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6', 'status': 'completed', 'code': 200} Sep 22 09:40:35.729428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11caef-f9bb-4f2a-8c00-03eb7264b98a None None] Unable to find a vacant binding_index for network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 and agent 61796e59-cf1e-47cd-8855-37b025531cad {{(pid=95511) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 22 09:40:35.739405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11caef-f9bb-4f2a-8c00-03eb7264b98a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 6a8e0551-3350-4632-87c4-bc9b4e1f73b1) {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:40:35.742737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071c5e8-8481-4064-8257-c4680c53d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:35.760223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd921d84-c953-48f5-8b4d-6f08e95b5ecb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=a5327ff9-86ad-45d1-975a-6b0bc9d4d7e0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:35.784164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c3e-1497-4573-8710-a634fd8e6de1 req-351c42d8-0d7e-49ab-a1f9-25d1b47ec225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:35.786050 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27b61c3e-1497-4573-8710-a634fd8e6de1 req-351c42d8-0d7e-49ab-a1f9-25d1b47ec225 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 1094 time: 0.0603747 Sep 22 09:40:35.803835 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd921d84-c953-48f5-8b4d-6f08e95b5ecb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.807731 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dd921d84-c953-48f5-8b4d-6f08e95b5ecb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/a5327ff9-86ad-45d1-975a-6b0bc9d4d7e0 HTTP/1.1" status: 204 len: 168 time: 0.7547548 Sep 22 09:40:35.808522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44772) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:35.878690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe3218df-6099-4d6d-a0f4-037b49b9e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.890062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fe3218df-6099-4d6d-a0f4-037b49b9e772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:35.891408 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fe3218df-6099-4d6d-a0f4-037b49b9e772 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b6d917f-f87e-4fc0-8107-78ad07faf78d HTTP/1.1" status: 204 len: 168 time: 0.4971297 Sep 22 09:40:35.915010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4a53e710-71e3-4545-99b2-5e12ae49701e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021376 Sep 22 09:40:35.915262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44782) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:35.932226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-10512df2-e605-4b08-8060-3996857c5ba6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:36.041845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3218df-6099-4d6d-a0f4-037b49b9e772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6d917f-f87e-4fc0-8107-78ad07faf78d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:36.162414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6223a807-f212-41f8-8fe1-1fbc2c9928cd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:36.188605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-6a8e0551-3350-4632-87c4-bc9b4e1f73b1', 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'fixed_ips': [{'subnet_id': 'edc0693f-a3be-4bcf-a66e-7b5181e9cc9d'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:40:36.189996 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:36.287149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c3e-1497-4573-8710-a634fd8e6de1 req-2fc683fb-4ca3-4b01-b944-5e8c5bce4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:36.288667 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27b61c3e-1497-4573-8710-a634fd8e6de1 req-2fc683fb-4ca3-4b01-b944-5e8c5bce4454 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8bd70d7a90ed493c918a390115ac4717&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4707999 Sep 22 09:40:36.345671 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6223a807-f212-41f8-8fe1-1fbc2c9928cd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:36.346116 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:36.377519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2bf62-17a3-4605-87bd-5481e7239fe7 req-82febc25-ee26-49b6-bc5f-a759838a442c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:36.379434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ddd2bf62-17a3-4605-87bd-5481e7239fe7 req-82febc25-ee26-49b6-bc5f-a759838a442c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 943 time: 0.2720084 Sep 22 09:40:36.424485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10512df2-e605-4b08-8060-3996857c5ba6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:36.460764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10512df2-e605-4b08-8060-3996857c5ba6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:36.488008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Allocated IP 172.23.0.2 (6a8e0551-3350-4632-87c4-bc9b4e1f73b1/edc0693f-a3be-4bcf-a66e-7b5181e9cc9d/74f9d0df-0c24-4950-beca-cee7067f84a5) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:36.505690 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:36.525518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c3e-1497-4573-8710-a634fd8e6de1 req-d3d2b919-53b6-44b2-9a24-9eca133da80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:36.530978 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27b61c3e-1497-4573-8710-a634fd8e6de1 req-d3d2b919-53b6-44b2-9a24-9eca133da80c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2305002 Sep 22 09:40:36.613058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 6223a807-f212-41f8-8fe1-1fbc2c9928cd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6223a807-f212-41f8-8fe1-1fbc2c9928cd,segment=NetworkSegment(2321dfcd-1a6c-42d2-8721-11b39476d560),segment_id=2321dfcd-1a6c-42d2-8721-11b39476d560)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:36.660088 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:36.697750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ddd2bf62-17a3-4605-87bd-5481e7239fe7 req-ecf8961e-a439-4698-83a9-77a3603ff2c4 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449515 Sep 22 09:40:36.767593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-176f2702-ae1e-4ba2-a1af-7dc34d26ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:36.773961 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-176f2702-ae1e-4ba2-a1af-7dc34d26ef70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 1094 time: 0.2007556 Sep 22 09:40:36.781247 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:36.891524 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-cb15688d-995a-4956-8335-6f84e63fe379 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 HTTP/1.1" status: 200 len: 217 time: 0.1080105 Sep 22 09:40:37.023922 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:37.034966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=6223a807-f212-41f8-8fe1-1fbc2c9928cd,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:37.134210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-f949d50d-6e9b-48a6-b8aa-0b1f4480200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:37.134210 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-f949d50d-6e9b-48a6-b8aa-0b1f4480200f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.2240539 Sep 22 09:40:37.181536 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:37.211234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:37.215632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:37.251462 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-0e17f978-645c-45c3-b277-504585a0e096 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104474 Sep 22 09:40:37.256818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:37.282303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Allocated IP 172.23.0.1 (6a8e0551-3350-4632-87c4-bc9b4e1f73b1/edc0693f-a3be-4bcf-a66e-7b5181e9cc9d/5d4350e7-6e1a-4ef5-ae4d-272888222550) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:37.356837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Pushing event updated for resources: {'Port': ['ID=74f9d0df-0c24-4950-beca-cee7067f84a5,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:37.368984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Attempting to bind port 74f9d0df-0c24-4950-beca-cee7067f84a5 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:37.371864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Attempting to bind port 74f9d0df-0c24-4950-beca-cee7067f84a5 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'c61583af-71e3-4bb3-986c-72769ceabe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:37.371864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Attempting to bind port 74f9d0df-0c24-4950-beca-cee7067f84a5 on network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:37.377276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:37.377961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Checking segment: {'id': 'c61583af-71e3-4bb3-986c-72769ceabe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:37.378550 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:37.379137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Bound using segment: {'id': 'c61583af-71e3-4bb3-986c-72769ceabe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:37.379616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Bound port: 74f9d0df-0c24-4950-beca-cee7067f84a5, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61583af-71e3-4bb3-986c-72769ceabe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:37.379998 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:37.391807 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-45b7657c-fe99-4d15-994e-41bcf7bf0973 service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329277 Sep 22 09:40:37.449719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10512df2-e605-4b08-8060-3996857c5ba6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:37.498716 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] For port 74f9d0df-0c24-4950-beca-cee7067f84a5, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:37.509217 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] For port 74f9d0df-0c24-4950-beca-cee7067f84a5, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=74f9d0df-0c24-4950-beca-cee7067f84a5,segment=NetworkSegment(c61583af-71e3-4bb3-986c-72769ceabe68),segment_id=c61583af-71e3-4bb3-986c-72769ceabe68)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:37.538967 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:37.587122 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:37.617592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10512df2-e605-4b08-8060-3996857c5ba6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:37.661234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-10512df2-e605-4b08-8060-3996857c5ba6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:37.671267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10512df2-e605-4b08-8060-3996857c5ba6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:37.672164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10512df2-e605-4b08-8060-3996857c5ba6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:37.689396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10512df2-e605-4b08-8060-3996857c5ba6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=6cc769bd-71ba-48d5-aab6-060285c1bb19,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:37.708911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a69a3d-b24b-4c8d-9477-4091663c5c52 req-4230d808-88e9-41d4-ac10-4dda3aa30a30 service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098946 Sep 22 09:40:37.747254 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:37.772695 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-10512df2-e605-4b08-8060-3996857c5ba6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8443174 Sep 22 09:40:37.775329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44836) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:37.781713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1e11b06d-27c2-4777-b993-40adf0f1bd36 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:37.806262 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:37.842548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d6f22-26c9-4c0f-a4a0-0257d816fdd4 None None] Pushing event updated for resources: {'Port': ['ID=74f9d0df-0c24-4950-beca-cee7067f84a5,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:37.902964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:37.916170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:37.978438 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6223a807-f212-41f8-8fe1-1fbc2c9928cd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:38.009101 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:38.075529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=5d4350e7-6e1a-4ef5-ae4d-272888222550,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:38.122240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39170e2-5de3-4fb6-a819-8b917a9c2da8 req-6e3ec236-2193-4407-86b4-805933e8896a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:38.125488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f39170e2-5de3-4fb6-a819-8b917a9c2da8 req-6e3ec236-2193-4407-86b4-805933e8896a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 943 time: 0.3176389 Sep 22 09:40:38.174001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6223a807-f212-41f8-8fe1-1fbc2c9928cd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:38.175387 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:38.267048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44848) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:38.307264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f39170e2-5de3-4fb6-a819-8b917a9c2da8 req-3bf010a0-42b7-40f6-81c6-89aa873f0cea tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977240 Sep 22 09:40:38.352933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e11b06d-27c2-4777-b993-40adf0f1bd36 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:38.357188 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1e11b06d-27c2-4777-b993-40adf0f1bd36 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:38.485332 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:38.591035 n-d-805649-4 neutron-server[95509]: INFO neutron.db.ipam_backend_mixin [None req-1e11b06d-27c2-4777-b993-40adf0f1bd36 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6cc769bd-71ba-48d5-aab6-060285c1bb19 (CIDR: 2001:db8::/64) Sep 22 09:40:38.598970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-97591510-network', 'tenant_id': '9ad6d40ff985433388f0c3dcae1339b1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:38.661823 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e11b06d-27c2-4777-b993-40adf0f1bd36 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:40:38.662472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e11b06d-27c2-4777-b993-40adf0f1bd36 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:38.768848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Made reservation on behalf of 9ad6d40ff985433388f0c3dcae1339b1 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:38.771396 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:38.796858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:38.883927 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1e11b06d-27c2-4777-b993-40adf0f1bd36 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1073046 Sep 22 09:40:38.884602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44856) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:38.896890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'subnet': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:38.991706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:39.134311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:39.188226 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:39.238367 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:39.280352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:39.313314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6039cd6-edd2-4621-8517-66d4d7edeb98,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:39.398571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:40:39.421200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:39.423906 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Added segment 2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1 of type vlan for network 014ebca0-d2d1-466c-8547-f06b976697ee Sep 22 09:40:39.490022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:39.495132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:39.540458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:39.681861 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6b16a-ffec-4ad0-bd28-3da72c6a9636 None None] Network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:39.754664 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:39.761319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:39.763200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:39.932159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] Pushing event updated for resources: {'Network': ['ID=014ebca0-d2d1-466c-8547-f06b976697ee,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:39.948203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c6058737-d1c3-4552-8646-b9b0f30ed017 None None] Provisioning complete for port 74f9d0df-0c24-4950-beca-cee7067f84a5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:39.948915 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6058737-d1c3-4552-8646-b9b0f30ed017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:40.031272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 014ebca0-d2d1-466c-8547-f06b976697ee details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:40:40.050534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event updated for resources: {'Port': ['ID=5d4350e7-6e1a-4ef5-ae4d-272888222550,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:40.125707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 74f9d0df-0c24-4950-beca-cee7067f84a5 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:40.132629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cd23b-3edc-415b-94d2-830a65c63a3f req-3b93f228-f70c-44ac-bef2-127aa9c5e251 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:40.135040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab6cd23b-3edc-415b-94d2-830a65c63a3f req-3b93f228-f70c-44ac-bef2-127aa9c5e251 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 943 time: 0.2386703 Sep 22 09:40:40.291318 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab6cd23b-3edc-415b-94d2-830a65c63a3f req-490980b5-1189-4e8b-9811-04374d2f8c97 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897126 Sep 22 09:40:40.318921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81215e-fd12-4b9a-88b9-8f3943b87e10 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:40.321183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:40.323264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:40.370617 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d048f21c-a775-460d-8ea3-0dd2e883fb5c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1003308 Sep 22 09:40:40.375217 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44884) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:40.382636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] Request body: {'subnet': {'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-97591510-subnet', 'tenant_id': '9ad6d40ff985433388f0c3dcae1339b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:40.453911 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6058737-d1c3-4552-8646-b9b0f30ed017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:40.530396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c6058737-d1c3-4552-8646-b9b0f30ed017 None None] For port 74f9d0df-0c24-4950-beca-cee7067f84a5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=74f9d0df-0c24-4950-beca-cee7067f84a5,segment=NetworkSegment(c61583af-71e3-4bb3-986c-72769ceabe68),segment_id=c61583af-71e3-4bb3-986c-72769ceabe68)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:40.535943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] Made reservation on behalf of 9ad6d40ff985433388f0c3dcae1339b1 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:40.538475 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:40.580877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router cf969b9f-b746-471c-98fb-2e2253ed99ae has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:40:40.662675 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6058737-d1c3-4552-8646-b9b0f30ed017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:40.774629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:40:40.791085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e9310962-2d0a-497e-abfc-a4142dc327e0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1626511 Sep 22 09:40:40.792044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44892) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:40.799433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6b92c373-113e-4d9f-b280-f71a9d49df04 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:40.837137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.objects.ports [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95509) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:40:40.872647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c6058737-d1c3-4552-8646-b9b0f30ed017 None None] Provisioning complete for port 9812002c-fbe0-46f8-aabf-eab50fda044c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:40.874682 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6058737-d1c3-4552-8646-b9b0f30ed017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:40.909108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Sync routers for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:40:40.932321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 74f9d0df-0c24-4950-beca-cee7067f84a5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:40.934109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:40.999870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:40:41.039655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:41.040603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:41.175471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a0dcf-8aa0-471f-af99-33dd2ec17850 req-c3dc4761-d841-44f2-b816-141bd45f9a4c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:41.177112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b81a0dcf-8aa0-471f-af99-33dd2ec17850 req-c3dc4761-d841-44f2-b816-141bd45f9a4c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.2073622 Sep 22 09:40:41.190380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6058737-d1c3-4552-8646-b9b0f30ed017 None None] Pushing event updated for resources: {'Port': ['ID=74f9d0df-0c24-4950-beca-cee7067f84a5,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:41.290371 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.resource_extend [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:40:41.394901 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:41.530308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:41.560622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:41.669459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b81a0dcf-8aa0-471f-af99-33dd2ec17850 req-c0d5c1e9-bedf-42ad-9b98-abb89194303c tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021727 Sep 22 09:40:41.717806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547c2ec-54af-412a-a2cf-99e1851be1e2 req-b4341c89-6327-4e26-bc9b-c0a53b9d4fe2 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:41.719507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8547c2ec-54af-412a-a2cf-99e1851be1e2 req-b4341c89-6327-4e26-bc9b-c0a53b9d4fe2 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 943 time: 0.2387080 Sep 22 09:40:41.843956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb188c1-24f8-4ae7-a330-9257306ad4df None None] Network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:41.859229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] For port 9812002c-fbe0-46f8-aabf-eab50fda044c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9812002c-fbe0-46f8-aabf-eab50fda044c,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:41.860334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8547c2ec-54af-412a-a2cf-99e1851be1e2 req-16949cf9-ab00-4268-9a38-f7a7c67226e7 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155934 Sep 22 09:40:41.913961 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:41.923125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] Checking segment: {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:41.923734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] Network hostable DHCP agents. Network: 014ebca0-d2d1-466c-8547-f06b976697ee, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:40:41.927966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa829bf6-adde-45da-b206-a8f82b94fddd,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:41.941105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.extraroute_db [None req-6b92c373-113e-4d9f-b280-f71a9d49df04 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95510) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 09:40:41.992863 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:41.993604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:41.997400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.extraroute_db [None req-6b92c373-113e-4d9f-b280-f71a9d49df04 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Removed routes are [] {{(pid=95510) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 09:40:41.998222 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b92c373-113e-4d9f-b280-f71a9d49df04 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:42.102534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] Network 014ebca0-d2d1-466c-8547-f06b976697ee is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:40:42.130418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:42.138232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee82217-ef27-4aeb-9de0-b92defcb95a0 None None] Update dhcp port {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'fixed_ips': [{'subnet_id': '6cc769bd-71ba-48d5-aab6-060285c1bb19'}, {'subnet_id': '405a4dc2-be26-4bc5-be59-7f0c3adde40f'}], 'binding:host_id': 'n-d-805649-4'}, 'id': '9812002c-fbe0-46f8-aabf-eab50fda044c'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:40:42.145509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:42.162358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:42.162956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:42.197212 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Subnet': ['ID=405a4dc2-be26-4bc5-be59-7f0c3adde40f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:42.210106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=9812002c-fbe0-46f8-aabf-eab50fda044c,revision_number=9']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:42.232955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:42.296680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 014ebca0-d2d1-466c-8547-f06b976697ee) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:42.302226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:42.307579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:42.325493 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a5225305-14b2-4bd8-a95a-c8950850b7b4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4367597 Sep 22 09:40:42.330499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44912) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:42.354197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Request body: {'port': {'network_id': '201714cb-581c-4a22-b65d-63842f91bb89', 'mac_address': 'fa:16:3e:4e:83:55', 'name': 'tempest-NetworksTestDHCPv6-482972523'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:42.442006 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ee5118b0-c245-4e40-b395-ddd2aaa57a2d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0657070 Sep 22 09:40:42.458112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c6058737-d1c3-4552-8646-b9b0f30ed017 None None] Could not find standard attr ID for object cc89fa32-5759-45ec-b38a-b95edd11955a. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:40:42.465113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c64093c-a4f7-4745-bd5d-8f1dd4b5bbb4 None None] Network 014ebca0-d2d1-466c-8547-f06b976697ee requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:42.469974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 74f9d0df-0c24-4950-beca-cee7067f84a5 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:42.498031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b92c373-113e-4d9f-b280-f71a9d49df04 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:42.506897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b92c373-113e-4d9f-b280-f71a9d49df04 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:42.621620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Made reservation on behalf of a214880aa28e4bdb8ca599c200f827d0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:42.710972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b92c373-113e-4d9f-b280-f71a9d49df04 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router cf969b9f-b746-471c-98fb-2e2253ed99ae has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:40:42.802950 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5ee82217-ef27-4aeb-9de0-b92defcb95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:42.806776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'port_id': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6', 'mac_address': 'fa:16:3e:72:5b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00a578d-afde-4b8b-a56f-208701f3f927', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:40:42.852241 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:42.876964 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] device_id is not set on port 9e88dd58-fd12-4ced-9092-944d339691f3 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:40:42.885459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b92c373-113e-4d9f-b280-f71a9d49df04 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:40:42.912100 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b92c373-113e-4d9f-b280-f71a9d49df04 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:42.914541 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6b92c373-113e-4d9f-b280-f71a9d49df04 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae HTTP/1.1" status: 200 len: 934 time: 2.1211302 Sep 22 09:40:42.921634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44930) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:43.090926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380903-5da2-4673-873d-587451064aab req-59b8e67b-dbb8-414c-928f-08f1380ca7a2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:43.093365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85380903-5da2-4673-873d-587451064aab req-59b8e67b-dbb8-414c-928f-08f1380ca7a2 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.2361648 Sep 22 09:40:43.119426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a322c81-b389-46eb-94eb-59c792d9d546 req-afa70a9f-1cbb-443b-8441-c050cdf8bc5f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:43.121055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a322c81-b389-46eb-94eb-59c792d9d546 req-afa70a9f-1cbb-443b-8441-c050cdf8bc5f tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.45 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.2532616 Sep 22 09:40:43.138448 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:43.189879 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85380903-5da2-4673-873d-587451064aab req-4cbdb626-80be-44a0-b7aa-50f50e86074d tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879042 Sep 22 09:40:43.202532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e898d68-0b8f-4946-82b7-ce92bb010ed6 req-638d5be0-fa39-4c6e-94d2-1971eae2088c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:43.204222 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e898d68-0b8f-4946-82b7-ce92bb010ed6 req-638d5be0-fa39-4c6e-94d2-1971eae2088c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 943 time: 0.1742337 Sep 22 09:40:43.291557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:40:43.316752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:43.394917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e898d68-0b8f-4946-82b7-ce92bb010ed6 req-c93d936a-e8ab-4d09-b044-30e9aa26de5f tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777408 Sep 22 09:40:43.451915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-7a322c81-b389-46eb-94eb-59c792d9d546 req-f3f0ef71-fa59-4be7-8c34-f39f5406c4cb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Deleting port 9178587b-1348-488a-86f3-902f603d3fdb {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:43.453841 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7a322c81-b389-46eb-94eb-59c792d9d546 req-f3f0ef71-fa59-4be7-8c34-f39f5406c4cb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:43.454304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 74f9d0df-0c24-4950-beca-cee7067f84a5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:43.454749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:43.488175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fee58536-f22e-4ca7-a42d-e3c99a588471 None None] Provisioning complete for port 6223a807-f212-41f8-8fe1-1fbc2c9928cd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:43.488175 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fee58536-f22e-4ca7-a42d-e3c99a588471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:43.488175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-014ebca0-d2d1-466c-8547-f06b976697ee', 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee', 'tenant_id': '9ad6d40ff985433388f0c3dcae1339b1', 'fixed_ips': [{'subnet_id': 'fa829bf6-adde-45da-b206-a8f82b94fddd'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:40:43.488175 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:43.799283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-7a322c81-b389-46eb-94eb-59c792d9d546 req-f3f0ef71-fa59-4be7-8c34-f39f5406c4cb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] For port 9178587b-1348-488a-86f3-902f603d3fdb, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9178587b-1348-488a-86f3-902f603d3fdb,segment=NetworkSegment(a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04),segment_id=a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:43.799938 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7a322c81-b389-46eb-94eb-59c792d9d546 req-f3f0ef71-fa59-4be7-8c34-f39f5406c4cb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:43.819805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-77c1a445-6de7-4847-92c7-c6c2ff925124 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:43.827740 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-77c1a445-6de7-4847-92c7-c6c2ff925124 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/networks?id=014ebca0-d2d1-466c-8547-f06b976697ee HTTP/1.1" status: 200 len: 814 time: 0.1624763 Sep 22 09:40:43.833323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-7a322c81-b389-46eb-94eb-59c792d9d546 req-f3f0ef71-fa59-4be7-8c34-f39f5406c4cb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Calling delete_port for 9178587b-1348-488a-86f3-902f603d3fdb owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:43.849689 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-46163f35-0acf-40fa-be22-1f1401081860 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/quotas/9ad6d40ff985433388f0c3dcae1339b1 HTTP/1.1" status: 200 len: 375 time: 0.0214324 Sep 22 09:40:43.859820 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:43.906443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8::31 (201714cb-581c-4a22-b65d-63842f91bb89/6cc769bd-71ba-48d5-aab6-060285c1bb19/9e88dd58-fd12-4ced-9092-944d339691f3) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:43.914600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:8355 (201714cb-581c-4a22-b65d-63842f91bb89/405a4dc2-be26-4bc5-be59-7f0c3adde40f/9e88dd58-fd12-4ced-9092-944d339691f3) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:43.919585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-ec9b8738-4cda-4ae0-8eb9-cbd1ecbf9b74 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689423 Sep 22 09:40:43.938490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:38Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d4350e7-6e1a-4ef5-ae4d-272888222550', 'name': '', 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:4d:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'edc0693f-a3be-4bcf-a66e-7b5181e9cc9d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:36Z', 'updated_at': '2021-09-22T09:40:38Z', 'revision_number': 2, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'edc0693f-a3be-4bcf-a66e-7b5181e9cc9d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:36Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:43.981176 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b6350947-d560-4f76-9546-abd05a091fb4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae HTTP/1.1" status: 200 len: 934 time: 1.0532618 Sep 22 09:40:43.982068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44956) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:43.990381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-799aac8d-485c-4b8d-98cf-05a950df0a06 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'routes': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:44.051642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Checking router: cf969b9f-b746-471c-98fb-2e2253ed99ae for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:40:44.052141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Updating router cf969b9f-b746-471c-98fb-2e2253ed99ae port 5d4350e7-6e1a-4ef5-ae4d-272888222550 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:40:44.136062 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:44.207517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-5412b58c-f61a-47e3-983f-a5bcf84ea580 service neutron] 10.222.0.49 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866790 Sep 22 09:40:44.225704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['1e54ec4c-8faa-4ccd-9d55-31d30824f9e6'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:40:44.436245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-2b04f97b-f8f8-4d6e-9680-59228be01125 service neutron] 10.222.0.49 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279217 Sep 22 09:40:44.514116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:44.614155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e401-a720-4b0c-9ba6-578a04e8e766 req-06d95a7d-5379-4d9d-88fd-fd379a661512 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:44.616088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2029e401-a720-4b0c-9ba6-578a04e8e766 req-06d95a7d-5379-4d9d-88fd-fd379a661512 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 947 time: 0.0654650 Sep 22 09:40:44.691981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2029e401-a720-4b0c-9ba6-578a04e8e766 req-b38ae7eb-ab34-4385-8f9f-9d974a85bb47 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/security-groups?id=017bc255-9c56-4838-bdce-d1a36201e41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691726 Sep 22 09:40:44.718941 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7a322c81-b389-46eb-94eb-59c792d9d546 req-f3f0ef71-fa59-4be7-8c34-f39f5406c4cb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:44.755521 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:44.822112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0ef71-fa59-4be7-8c34-f39f5406c4cb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Pushing event deleted for resources: {'Port': ['ID=9178587b-1348-488a-86f3-902f603d3fdb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:44.932075 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:44.997228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a322c81-b389-46eb-94eb-59c792d9d546 req-f3f0ef71-fa59-4be7-8c34-f39f5406c4cb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] No DVR routers for this DVR port 9178587b-1348-488a-86f3-902f603d3fdb on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:45.007460 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7a322c81-b389-46eb-94eb-59c792d9d546 req-f3f0ef71-fa59-4be7-8c34-f39f5406c4cb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:45.027155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a322c81-b389-46eb-94eb-59c792d9d546 req-f3f0ef71-fa59-4be7-8c34-f39f5406c4cb tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.45 "DELETE /v2.0/ports/9178587b-1348-488a-86f3-902f603d3fdb HTTP/1.1" status: 204 len: 173 time: 1.8941920 Sep 22 09:40:45.046608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'name': 'network-vif-deleted', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:40:45.051907 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe911ad6-bee0-4212-afa6-c4cc20091e27" -d '{"events": [{"server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "name": "network-vif-deleted", "tag": "9178587b-1348-488a-86f3-902f603d3fdb"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:40:45.099180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe521e9-2176-44c1-8934-33b5449eca2e req-d85b08b5-c07a-48ad-a083-4fc8c6be11a3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:45.101075 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fe521e9-2176-44c1-8934-33b5449eca2e req-d85b08b5-c07a-48ad-a083-4fc8c6be11a3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 944 time: 0.2166848 Sep 22 09:40:45.124189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Network 201714cb-581c-4a22-b65d-63842f91bb89 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:45.166545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:45.171166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:45.183080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:45.183790 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:45.201402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event updated for resources: {'Port': ['ID=9e88dd58-fd12-4ced-9092-944d339691f3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:45.256229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.extraroute_db [None req-799aac8d-485c-4b8d-98cf-05a950df0a06 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added routes are [] {{(pid=95509) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 09:40:45.256554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.extraroute_db [None req-799aac8d-485c-4b8d-98cf-05a950df0a06 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95509) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 09:40:45.312068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f3309312-6c39-4a28-b1e2-efd77f974a6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.9807472 Sep 22 09:40:45.313897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44992) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:45.347460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fe521e9-2176-44c1-8934-33b5449eca2e req-601836a6-88b3-48ff-824a-605dee0c7eb0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178643 Sep 22 09:40:45.368187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-5ee82217-ef27-4aeb-9de0-b92defcb95a0 None None] Allocated IP 2001:db8::2 (201714cb-581c-4a22-b65d-63842f91bb89/6cc769bd-71ba-48d5-aab6-060285c1bb19/9812002c-fbe0-46f8-aabf-eab50fda044c) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:45.386207 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-799aac8d-485c-4b8d-98cf-05a950df0a06 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:45.484826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Allocated IP 172.20.0.2 (014ebca0-d2d1-466c-8547-f06b976697ee/fa829bf6-adde-45da-b206-a8f82b94fddd/3897de96-eac9-4d43-a8b9-4042be4adf9a) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:45.486920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fee58536-f22e-4ca7-a42d-e3c99a588471 None None] Provisioning complete for port 74f9d0df-0c24-4950-beca-cee7067f84a5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:45.487318 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fee58536-f22e-4ca7-a42d-e3c99a588471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:45.492497 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dc8d83-2802-43bd-9289-a2ed79f7089b x-openstack-request-id: req-23dc8d83-2802-43bd-9289-a2ed79f7089b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:40:45.492836 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710ef627-7be6-4328-b565-0865e99d4145", "name": "network-vif-deleted", "tag": "9178587b-1348-488a-86f3-902f603d3fdb", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:40:45.493094 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23dc8d83-2802-43bd-9289-a2ed79f7089b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:40:45.493504 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710ef627-7be6-4328-b565-0865e99d4145', 'name': 'network-vif-deleted', 'tag': '9178587b-1348-488a-86f3-902f603d3fdb', 'status': 'completed', 'code': 200} Sep 22 09:40:45.505841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-a323ad9d-5030-4dd2-9a7e-7eb114afdf2d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:45.514220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-a323ad9d-5030-4dd2-9a7e-7eb114afdf2d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/networks?id=014ebca0-d2d1-466c-8547-f06b976697ee HTTP/1.1" status: 200 len: 814 time: 0.4091351 Sep 22 09:40:45.545569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-06df2f46-54fa-4c99-94b8-749a1a1d5fd4 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/quotas/9ad6d40ff985433388f0c3dcae1339b1 HTTP/1.1" status: 200 len: 375 time: 0.0294569 Sep 22 09:40:45.593904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-ef535c0b-8539-4c36-a44f-e949b3ec314d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471051 Sep 22 09:40:45.598489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-28f3b5e7-5499-4eb0-96aa-3038d976957d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting port 9e88dd58-fd12-4ced-9092-944d339691f3 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:45.599310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28f3b5e7-5499-4eb0-96aa-3038d976957d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:45.713791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9812002c-fbe0-46f8-aabf-eab50fda044c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:45.829843 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28f3b5e7-5499-4eb0-96aa-3038d976957d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:45.869002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-28f3b5e7-5499-4eb0-96aa-3038d976957d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Calling delete_port for 9e88dd58-fd12-4ced-9092-944d339691f3 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:46.005811 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-799aac8d-485c-4b8d-98cf-05a950df0a06 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.013942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-799aac8d-485c-4b8d-98cf-05a950df0a06 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.105153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5ee82217-ef27-4aeb-9de0-b92defcb95a0 None None] For port 9812002c-fbe0-46f8-aabf-eab50fda044c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9812002c-fbe0-46f8-aabf-eab50fda044c,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:46.113372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-6d4d5ddf-177e-4bcb-ae37-33efd5c6b7f9 service neutron] 10.222.0.49 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184155 Sep 22 09:40:46.141738 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799aac8d-485c-4b8d-98cf-05a950df0a06 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router cf969b9f-b746-471c-98fb-2e2253ed99ae has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:40:46.156761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13069e72-417b-4e67-bcbb-3b8805865300 req-d9afb433-8ee1-49ec-aedc-36c7f1d095e9 tempest-ServersNegativeTestJSON-1246709586 tempest-ServersNegativeTestJSON-1246709586-project] 10.222.0.49 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 210 time: 0.0501993 Sep 22 09:40:46.202232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9812002c-fbe0-46f8-aabf-eab50fda044c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:46.203249 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.235625 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.277236 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5ee82217-ef27-4aeb-9de0-b92defcb95a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.323686 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.325245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fee58536-f22e-4ca7-a42d-e3c99a588471 None None] Provisioning complete for port 5d4350e7-6e1a-4ef5-ae4d-272888222550 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:46.325710 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fee58536-f22e-4ca7-a42d-e3c99a588471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.357134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2aa7e4a0-6d1a-4838-a62f-63abce8b03a8 req-a28fd988-8bfa-414f-abf9-3fcfbfe8574f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=710ef627-7be6-4328-b565-0865e99d4145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0944433 Sep 22 09:40:46.385386 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:40:46.387089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799aac8d-485c-4b8d-98cf-05a950df0a06 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:40:46.395322 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-799aac8d-485c-4b8d-98cf-05a950df0a06 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.399325 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-799aac8d-485c-4b8d-98cf-05a950df0a06 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae HTTP/1.1" status: 200 len: 700 time: 2.4135661 Sep 22 09:40:46.399947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45014) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:46.427560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fee58536-f22e-4ca7-a42d-e3c99a588471 None None] Port 5d4350e7-6e1a-4ef5-ae4d-272888222550 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:46.455110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.465469 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.468054 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5ee82217-ef27-4aeb-9de0-b92defcb95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.486348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Network 014ebca0-d2d1-466c-8547-f06b976697ee is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:46.491977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2aa7e4a0-6d1a-4838-a62f-63abce8b03a8 req-cc4f3bec-3bd2-4773-a22c-385dff529e96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&device_id=710ef627-7be6-4328-b565-0865e99d4145 HTTP/1.1" status: 200 len: 210 time: 0.1049559 Sep 22 09:40:46.495473 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-2d4ecaf7-1b69-4eee-935e-fbac58f81bbb service neutron] 10.222.0.49 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798072 Sep 22 09:40:46.515871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:46.551053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:46.558227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9178587b-1348-488a-86f3-902f603d3fdb no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:40:46.566370 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-08e93833-556a-486f-8ed3-0a481f5c3020 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae HTTP/1.1" status: 200 len: 700 time: 0.1620073 Sep 22 09:40:46.576562 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45022) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:46.576562 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28f3b5e7-5499-4eb0-96aa-3038d976957d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.622147 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 9178587b-1348-488a-86f3-902f603d3fdb {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:40:46.629321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9178587b-1348-488a-86f3-902f603d3fdb not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:40:46.749893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3b5e7-5499-4eb0-96aa-3038d976957d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Port': ['ID=9e88dd58-fd12-4ced-9092-944d339691f3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:46.767029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Attempting to bind port 3897de96-eac9-4d43-a8b9-4042be4adf9a on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:46.767029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Attempting to bind port 3897de96-eac9-4d43-a8b9-4042be4adf9a by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:46.767401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Attempting to bind port 3897de96-eac9-4d43-a8b9-4042be4adf9a on network 014ebca0-d2d1-466c-8547-f06b976697ee {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:46.781123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-493cc290-66aa-45f3-ab0c-edc100c925dc None None] Provisioning complete for port 74f9d0df-0c24-4950-beca-cee7067f84a5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:46.781513 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-493cc290-66aa-45f3-ab0c-edc100c925dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.798022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:46.798941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Checking segment: {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:46.799500 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.799908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Bound using segment: {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:46.800402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Bound port: 3897de96-eac9-4d43-a8b9-4042be4adf9a, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:46.800838 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:46.803169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Pushing event updated for resources: {'Port': ['ID=3897de96-eac9-4d43-a8b9-4042be4adf9a,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:47.016855 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28f3b5e7-5499-4eb0-96aa-3038d976957d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:47.016855 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-28f3b5e7-5499-4eb0-96aa-3038d976957d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/9e88dd58-fd12-4ced-9092-944d339691f3 HTTP/1.1" status: 204 len: 168 time: 1.6972582 Sep 22 09:40:47.021098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45034) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:47.256193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] For port 3897de96-eac9-4d43-a8b9-4042be4adf9a, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:47.316640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Attempting to bind port 5d4350e7-6e1a-4ef5-ae4d-272888222550 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:47.324621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Attempting to bind port 5d4350e7-6e1a-4ef5-ae4d-272888222550 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'c61583af-71e3-4bb3-986c-72769ceabe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:47.324621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Attempting to bind port 5d4350e7-6e1a-4ef5-ae4d-272888222550 on network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:47.339184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3e3a-b266-45db-aff5-215f7127f678 req-fbdf62bf-2c1d-45e4-b4b6-cf15eb966e7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:47.340864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6cd3e3a-b266-45db-aff5-215f7127f678 req-fbdf62bf-2c1d-45e4-b4b6-cf15eb966e7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 944 time: 0.3490684 Sep 22 09:40:47.369341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38f870-357e-4e45-8799-d7ddf37b3a7d None None] Pushing event updated for resources: {'Port': ['ID=5d4350e7-6e1a-4ef5-ae4d-272888222550,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:47.377038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] For port 3897de96-eac9-4d43-a8b9-4042be4adf9a, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3897de96-eac9-4d43-a8b9-4042be4adf9a,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:47.391029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7e4a0-6d1a-4838-a62f-63abce8b03a8 req-dfff30a4-d462-45a9-be99-ad5c8a6fd18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:47.392545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2aa7e4a0-6d1a-4838-a62f-63abce8b03a8 req-dfff30a4-d462-45a9-be99-ad5c8a6fd18b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&shared=False HTTP/1.1" status: 200 len: 915 time: 0.8534133 Sep 22 09:40:47.404191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b03b621-3c01-47e5-bca5-a0751468e2dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:47.410241 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3b03b621-3c01-47e5-bca5-a0751468e2dd tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3882349 Sep 22 09:40:47.412454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45052) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:47.448261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:47.448817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Checking segment: {'id': 'c61583af-71e3-4bb3-986c-72769ceabe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:47.449699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:47.450049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Bound using segment: {'id': 'c61583af-71e3-4bb3-986c-72769ceabe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:47.450598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Bound port: 5d4350e7-6e1a-4ef5-ae4d-272888222550, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61583af-71e3-4bb3-986c-72769ceabe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:47.451554 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:47.500927 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:47.582435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6cd3e3a-b266-45db-aff5-215f7127f678 req-d43142ac-6206-455c-a3cb-49aa38e3988e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860518 Sep 22 09:40:47.641924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-8f1f5be6-18d1-4483-9072-a9d6b3a0be10 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:47.647014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa840f-da46-42c8-a799-7564856d44ae tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:47.650178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-8f1f5be6-18d1-4483-9072-a9d6b3a0be10 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/networks?id=014ebca0-d2d1-466c-8547-f06b976697ee HTTP/1.1" status: 200 len: 814 time: 0.4401019 Sep 22 09:40:47.650327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee82217-ef27-4aeb-9de0-b92defcb95a0 None None] Pushing event updated for resources: {'Port': ['ID=9812002c-fbe0-46f8-aabf-eab50fda044c,revision_number=10']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:47.651366 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c2fa840f-da46-42c8-a799-7564856d44ae tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2378223 Sep 22 09:40:47.655730 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45056) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:47.666140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f037385-a865-46b4-bd3c-685a0dae2937 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:47.739048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45058) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:47.745081 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6588be1-f9cb-4fd6-995b-7c62634ef1d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:47.748443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6588be1-f9cb-4fd6-995b-7c62634ef1d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:47.753436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6588be1-f9cb-4fd6-995b-7c62634ef1d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:47.758888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45060) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:47.760477 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c6588be1-f9cb-4fd6-995b-7c62634ef1d1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1036193 Sep 22 09:40:47.780202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-67e9057b-74ac-4f4e-a1a9-707276fabf9a tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/quotas/9ad6d40ff985433388f0c3dcae1339b1 HTTP/1.1" status: 200 len: 375 time: 0.1288164 Sep 22 09:40:47.788507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7e4a0-6d1a-4838-a62f-63abce8b03a8 req-e9da1095-339e-4bc6-9c8a-99cd8518ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:47.790295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2aa7e4a0-6d1a-4838-a62f-63abce8b03a8 req-e9da1095-339e-4bc6-9c8a-99cd8518ee74 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3893867 Sep 22 09:40:47.870535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a2dee-956e-4184-a0e1-6de7ee7be347 None None] Pushing event updated for resources: {'Port': ['ID=3897de96-eac9-4d43-a8b9-4042be4adf9a,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:47.874405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] For port 5d4350e7-6e1a-4ef5-ae4d-272888222550, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:47.904960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] For port 5d4350e7-6e1a-4ef5-ae4d-272888222550, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5d4350e7-6e1a-4ef5-ae4d-272888222550,segment=NetworkSegment(c61583af-71e3-4bb3-986c-72769ceabe68),segment_id=c61583af-71e3-4bb3-986c-72769ceabe68)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:47.918168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:47.918168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-493cc290-66aa-45f3-ab0c-edc100c925dc None None] Provisioning complete for port 5d4350e7-6e1a-4ef5-ae4d-272888222550 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:47.918629 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-493cc290-66aa-45f3-ab0c-edc100c925dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:47.950222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3db7fc-569f-4ad5-9d02-fd0f780c6e8b admin admin] Deleting subnet 513f0a29-a218-4e9f-9a9f-f5fef781aa74 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:47.955520 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee3db7fc-569f-4ad5-9d02-fd0f780c6e8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.016299 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee3db7fc-569f-4ad5-9d02-fd0f780c6e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.031997 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.067057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6523bc03-3018-415b-8d73-19df41df9ba6 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2478912 Sep 22 09:40:48.099774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-9178f2fb-3798-49d2-bf2c-ec30385429db tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 405a4dc2-be26-4bc5-be59-7f0c3adde40f {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:48.207532 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee3db7fc-569f-4ad5-9d02-fd0f780c6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.221973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-493cc290-66aa-45f3-ab0c-edc100c925dc None None] Port 5d4350e7-6e1a-4ef5-ae4d-272888222550 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:48.259170 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9178f2fb-3798-49d2-bf2c-ec30385429db tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.347371 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.351919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38f870-357e-4e45-8799-d7ddf37b3a7d None None] Pushing event updated for resources: {'Port': ['ID=5d4350e7-6e1a-4ef5-ae4d-272888222550,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:48.360894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-b2e5af49-e1c7-45f0-8a15-5a688d6f58f8 service neutron] 10.222.0.49 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406850 Sep 22 09:40:48.380882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:48.381638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:48.456936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-006c274c-0dca-42cb-8343-208b9165746b None None] Provisioning complete for port 9812002c-fbe0-46f8-aabf-eab50fda044c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:48.457631 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-006c274c-0dca-42cb-8343-208b9165746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.538761 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9178f2fb-3798-49d2-bf2c-ec30385429db tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.565151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:40:48.578964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:48.579368 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.636199 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee3db7fc-569f-4ad5-9d02-fd0f780c6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.650194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:48.713925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3db7fc-569f-4ad5-9d02-fd0f780c6e8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513f0a29-a218-4e9f-9a9f-f5fef781aa74,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:48.765126 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee3db7fc-569f-4ad5-9d02-fd0f780c6e8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.781995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45076) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:48.784783 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ee3db7fc-569f-4ad5-9d02-fd0f780c6e8b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/513f0a29-a218-4e9f-9a9f-f5fef781aa74 HTTP/1.1" status: 204 len: 168 time: 1.0224864 Sep 22 09:40:48.804287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-64c73208-4860-4d95-a37c-a3368758c611 service neutron] 10.222.0.49 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358923 Sep 22 09:40:48.857671 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9178f2fb-3798-49d2-bf2c-ec30385429db tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:48.991259 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae910ad-56e8-4378-a265-cb7361de4c61 req-d468189d-062f-4fff-bbab-633dda8d5dee tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:48.991809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ae910ad-56e8-4378-a265-cb7361de4c61 req-d468189d-062f-4fff-bbab-633dda8d5dee tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 944 time: 0.2785208 Sep 22 09:40:49.097655 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:49.132142 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 5d4350e7-6e1a-4ef5-ae4d-272888222550 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:49.132688 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:49.292529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ae910ad-56e8-4378-a265-cb7361de4c61 req-c335351b-0a49-4fa2-a415-4cb113dff21e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248704 Sep 22 09:40:49.460916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port 5d4350e7-6e1a-4ef5-ae4d-272888222550, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5d4350e7-6e1a-4ef5-ae4d-272888222550,segment=NetworkSegment(c61583af-71e3-4bb3-986c-72769ceabe68),segment_id=c61583af-71e3-4bb3-986c-72769ceabe68)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:49.463792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:49.500002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 5d4350e7-6e1a-4ef5-ae4d-272888222550 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:49.503866 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:49.572566 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b18364-8687-46c2-8c10-2744d08fbd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:40:49.572566 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1736cd-5efe-451b-bf96-d40ba884d7ef" -d '{"events": [{"server_uuid": "74b18364-8687-46c2-8c10-2744d08fbd21", "name": "network-vif-plugged", "status": "completed", "tag": "1e54ec4c-8faa-4ccd-9d55-31d30824f9e6"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:40:49.589466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:49.609295 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-006c274c-0dca-42cb-8343-208b9165746b None None] Provisioning complete for port 5d4350e7-6e1a-4ef5-ae4d-272888222550 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:49.609684 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-006c274c-0dca-42cb-8343-208b9165746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:49.631572 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5627d67b-c44e-46fa-9f8f-9509f17142c2 req-0adb5aa2-e137-4ef4-a35c-c3b0dc450601 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 210 time: 0.2030013 Sep 22 09:40:49.633211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:45Z', 'revision_number': 7, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d4350e7-6e1a-4ef5-ae4d-272888222550', 'name': '', 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:4d:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'edc0693f-a3be-4bcf-a66e-7b5181e9cc9d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:36Z', 'updated_at': '2021-09-22T09:40:47Z', 'revision_number': 4, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'edc0693f-a3be-4bcf-a66e-7b5181e9cc9d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:36Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:49.657655 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9178f2fb-3798-49d2-bf2c-ec30385429db tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:49.782572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178f2fb-3798-49d2-bf2c-ec30385429db tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=405a4dc2-be26-4bc5-be59-7f0c3adde40f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:49.794405 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9178f2fb-3798-49d2-bf2c-ec30385429db tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:49.797173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9178f2fb-3798-49d2-bf2c-ec30385429db tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/405a4dc2-be26-4bc5-be59-7f0c3adde40f HTTP/1.1" status: 204 len: 168 time: 2.0372686 Sep 22 09:40:49.878818 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:49.886674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45094) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:49.897117 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800cdf57-4f58-465e-aa0b-b8d82da018e5 x-openstack-request-id: req-800cdf57-4f58-465e-aa0b-b8d82da018e5 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:40:49.897546 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b18364-8687-46c2-8c10-2744d08fbd21", "name": "network-vif-plugged", "status": "completed", "tag": "1e54ec4c-8faa-4ccd-9d55-31d30824f9e6", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:40:49.897903 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-800cdf57-4f58-465e-aa0b-b8d82da018e5 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:40:49.898336 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b18364-8687-46c2-8c10-2744d08fbd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6', 'code': 200} Sep 22 09:40:49.904381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9812002c-fbe0-46f8-aabf-eab50fda044c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:49.931678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12cd036-53b8-44bf-bd79-a03218fb6c3e None None] Network 014ebca0-d2d1-466c-8547-f06b976697ee requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:49.942660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ec2de-f723-43be-b513-a9dc5594a86a None None] The sync data for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 is: [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:45Z', 'revision_number': 7, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d4350e7-6e1a-4ef5-ae4d-272888222550', 'name': '', 'network_id': '6a8e0551-3350-4632-87c4-bc9b4e1f73b1', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:4d:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'edc0693f-a3be-4bcf-a66e-7b5181e9cc9d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:36Z', 'updated_at': '2021-09-22T09:40:47Z', 'revision_number': 4, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'edc0693f-a3be-4bcf-a66e-7b5181e9cc9d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:36Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:40:49.951199 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:50.062275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26d6605-a92d-4a03-88f6-d6efb0c3014e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Deleting subnet 6cc769bd-71ba-48d5-aab6-060285c1bb19 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:50.090982 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f26d6605-a92d-4a03-88f6-d6efb0c3014e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:50.172893 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f26d6605-a92d-4a03-88f6-d6efb0c3014e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:50.198579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:50.224029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af418bd9-5f74-4fd5-adc9-8125134b9104 None None] Network 201714cb-581c-4a22-b65d-63842f91bb89 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:50.334075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e435477-bd18-4640-a798-9eff6d0a7ca1']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:50.399340 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f26d6605-a92d-4a03-88f6-d6efb0c3014e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:50.448651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:50.449005 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c9a8d4-0dbd-43e7-9758-e69a8c2f1b04') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:50.488502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-fd66848a-237e-4034-b5aa-5a19d61fb2c9 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:50.490305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-fd66848a-237e-4034-b5aa-5a19d61fb2c9 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.45 "GET /v2.0/networks?id=014ebca0-d2d1-466c-8547-f06b976697ee HTTP/1.1" status: 200 len: 814 time: 1.3203754 Sep 22 09:40:50.551378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:50.567826 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Request body: {'port': {'device_id': '79af4548-d0fe-414f-9a6e-1f0f0859127d', 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee', 'admin_state_up': True, 'tenant_id': '9ad6d40ff985433388f0c3dcae1339b1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:50.628394 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:50.646939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:40:50.648057 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:40:50.662348 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:40:50.764336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2185e1f-dcac-4c53-ac17-f42e550a87c1 req-95425010-e712-4441-993d-26cabbd569dc tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:50.773055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2185e1f-dcac-4c53-ac17-f42e550a87c1 req-95425010-e712-4441-993d-26cabbd569dc tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.3040640 Sep 22 09:40:50.841135 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-006c274c-0dca-42cb-8343-208b9165746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:50.870588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9812002c-fbe0-46f8-aabf-eab50fda044c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:50.871207 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:51.090096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c58e71-839a-4af0-8ed0-ff29121a2339 req-deea4220-a29b-4030-92f7-77de0876d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:51.092570 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7c58e71-839a-4af0-8ed0-ff29121a2339 req-deea4220-a29b-4030-92f7-77de0876d825 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 1096 time: 0.2642760 Sep 22 09:40:51.157989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-14cbc83d-0800-40b2-93c7-1d087b42b103 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:51.159535 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-14cbc83d-0800-40b2-93c7-1d087b42b103 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.45 "GET /v2.0/networks?id=014ebca0-d2d1-466c-8547-f06b976697ee HTTP/1.1" status: 200 len: 814 time: 0.3300819 Sep 22 09:40:51.186667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Request body: {'port': {'device_id': '1fffdff7-f3a3-4760-95f2-dc9407aa829b', 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee', 'admin_state_up': True, 'tenant_id': '9ad6d40ff985433388f0c3dcae1339b1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:51.203195 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7c58e71-839a-4af0-8ed0-ff29121a2339 req-7580861e-5d93-410c-a6e6-6926eaa82367 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016886 Sep 22 09:40:51.249653 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:51.329538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15e8a5c8-ad70-4717-b1ae-6a6bce2b0dd1 req-8d7ab64e-dfac-4940-a659-a3bf82612676 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 210 time: 0.0518415 Sep 22 09:40:51.334538 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f26d6605-a92d-4a03-88f6-d6efb0c3014e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:51.376528 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f26d6605-a92d-4a03-88f6-d6efb0c3014e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:51.378740 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f26d6605-a92d-4a03-88f6-d6efb0c3014e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/6cc769bd-71ba-48d5-aab6-060285c1bb19 HTTP/1.1" status: 204 len: 168 time: 1.4909616 Sep 22 09:40:51.387266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45116) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:51.388397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d6605-a92d-4a03-88f6-d6efb0c3014e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc769bd-71ba-48d5-aab6-060285c1bb19,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:51.428283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=5d4350e7-6e1a-4ef5-ae4d-272888222550,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:51.499662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3897de96-eac9-4d43-a8b9-4042be4adf9a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:51.525866 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce29f7-a46c-4d73-8728-16c61ed93838 None None] Sync routers for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:40:51.538261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8220cb20-8743-448b-81b0-650843a17ca0 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446583 Sep 22 09:40:51.538694 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:51.540903 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ce29f7-a46c-4d73-8728-16c61ed93838 None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:51.541555 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-08ce29f7-a46c-4d73-8728-16c61ed93838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:51.547486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45120) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:51.582311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3febb19e-c78f-4102-8dc8-43199ef92ff0 None None] Could not find standard attr ID for object 9e88dd58-fd12-4ced-9092-944d339691f3. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:40:51.634510 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a003e9f-d674-4a00-9696-d9a0e705081a None None] DHCP port deletion for 201714cb-581c-4a22-b65d-63842f91bb89 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:40:51.636673 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2185e1f-dcac-4c53-ac17-f42e550a87c1 req-8abdc8ce-3d61-437b-b825-bcd5d50c8966 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8626390 Sep 22 09:40:51.637801 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:51.655216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5e435477-bd18-4640-a798-9eff6d0a7ca1 HTTP/1.1" status: 204 len: 168 time: 2.8585012 Sep 22 09:40:51.719419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4877e06-0755-4521-93fc-8dc2f7c0eba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e435477-bd18-4640-a798-9eff6d0a7ca1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:51.739157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Made reservation on behalf of 9ad6d40ff985433388f0c3dcae1339b1 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:51.742920 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:51.817739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3febb19e-c78f-4102-8dc8-43199ef92ff0 None None] Provisioning complete for port 3897de96-eac9-4d43-a8b9-4042be4adf9a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:51.818162 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3febb19e-c78f-4102-8dc8-43199ef92ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:51.898456 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-08ce29f7-a46c-4d73-8728-16c61ed93838 None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:51.917021 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:51.960099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2be240-ddc4-4020-af67-79bd298d425f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:51.961950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6d2be240-ddc4-4020-af67-79bd298d425f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4109719 Sep 22 09:40:51.966303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45130) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:51.983851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3897de96-eac9-4d43-a8b9-4042be4adf9a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:51.985398 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:52.145686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Made reservation on behalf of 9ad6d40ff985433388f0c3dcae1339b1 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:52.152761 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:52.189421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Allocated IP 172.20.0.14 (014ebca0-d2d1-466c-8547-f06b976697ee/fa829bf6-adde-45da-b206-a8f82b94fddd/5645ef9b-9bda-4e3c-a354-4e9d61e31d7f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:52.198251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45134) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:52.236248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5a003e9f-d674-4a00-9696-d9a0e705081a None None] Deleting port 9812002c-fbe0-46f8-aabf-eab50fda044c {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:52.243886 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5a003e9f-d674-4a00-9696-d9a0e705081a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:52.284626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b0c40de7-ad93-4baf-abc4-752b86861b6f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=930c05ee1c0d48178c68e0259b1d0dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777025 Sep 22 09:40:52.287499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45136) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:52.361126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b8cea5-d297-4253-bcb6-0108ee451335 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:52.368904 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-42b8cea5-d297-4253-bcb6-0108ee451335 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3350995 Sep 22 09:40:52.384095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45140) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:52.516431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3febb19e-c78f-4102-8dc8-43199ef92ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:52.522286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5a003e9f-d674-4a00-9696-d9a0e705081a None None] For port 9812002c-fbe0-46f8-aabf-eab50fda044c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9812002c-fbe0-46f8-aabf-eab50fda044c,segment=NetworkSegment(d3488091-6bf1-4a36-9231-12d362ab5868),segment_id=d3488091-6bf1-4a36-9231-12d362ab5868)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:52.522830 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5a003e9f-d674-4a00-9696-d9a0e705081a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:52.549019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5a003e9f-d674-4a00-9696-d9a0e705081a None None] Calling delete_port for 9812002c-fbe0-46f8-aabf-eab50fda044c owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:52.573266 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:52.576512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-03d4fafd-7a5e-4954-bf74-4578a625271b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1919215 Sep 22 09:40:52.581833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d77dd705-29e6-4c13-8dd2-e895b439a5b6 req-99aa6d2d-7ba0-4656-a6db-a0cf1a650310 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 210 time: 0.1056664 Sep 22 09:40:52.605998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45144) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:52.632506 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-08ce29f7-a46c-4d73-8728-16c61ed93838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:51Z', 'revision_number': 8, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:36Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:52.707644 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce29f7-a46c-4d73-8728-16c61ed93838 None None] Checking router: cf969b9f-b746-471c-98fb-2e2253ed99ae for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:40:52.724209 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ce29f7-a46c-4d73-8728-16c61ed93838 None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:52.724869 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-08ce29f7-a46c-4d73-8728-16c61ed93838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:52.766445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3febb19e-c78f-4102-8dc8-43199ef92ff0 None None] For port 3897de96-eac9-4d43-a8b9-4042be4adf9a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3897de96-eac9-4d43-a8b9-4042be4adf9a,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:52.797179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-7cb08aea-ee47-4cf5-9809-319eafa24d20 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:52.799451 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-7cb08aea-ee47-4cf5-9809-319eafa24d20 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.60 "GET /v2.0/networks?id=014ebca0-d2d1-466c-8547-f06b976697ee HTTP/1.1" status: 200 len: 814 time: 0.4051144 Sep 22 09:40:52.803164 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f33488-1d57-430c-8eda-fc38fa883ad4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:52.803967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f33488-1d57-430c-8eda-fc38fa883ad4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:52.809050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45150) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:52.812093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-35f33488-1d57-430c-8eda-fc38fa883ad4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/9e88dd58-fd12-4ced-9092-944d339691f3 HTTP/1.1" status: 404 len: 333 time: 0.1331639 Sep 22 09:40:52.812093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc605cc2-edff-406a-92d3-309dbbd2284b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:52.818260 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3febb19e-c78f-4102-8dc8-43199ef92ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:52.836066 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5a003e9f-d674-4a00-9696-d9a0e705081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:52.853336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Request body: {'port': {'device_id': '6d14cdaf-2718-4f1f-87c6-9a0675801762', 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee', 'admin_state_up': True, 'tenant_id': '9ad6d40ff985433388f0c3dcae1339b1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:52.884348 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc605cc2-edff-406a-92d3-309dbbd2284b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:52.891906 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-08ce29f7-a46c-4d73-8728-16c61ed93838 None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:52.946286 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-57683e7d-a7c1-4232-ad40-224ff865123d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:52.946756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57683e7d-a7c1-4232-ad40-224ff865123d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:52.950975 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-57683e7d-a7c1-4232-ad40-224ff865123d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/405a4dc2-be26-4bc5-be59-7f0c3adde40f HTTP/1.1" status: 404 len: 337 time: 0.1312797 Sep 22 09:40:52.962090 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:40:52.964469 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:40:52.978296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3febb19e-c78f-4102-8dc8-43199ef92ff0 None None] Could not find standard attr ID for object 9812002c-fbe0-46f8-aabf-eab50fda044c. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:40:52.993150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a003e9f-d674-4a00-9696-d9a0e705081a None None] No DVR routers for this DVR port 9812002c-fbe0-46f8-aabf-eab50fda044c on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:53.010946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3febb19e-c78f-4102-8dc8-43199ef92ff0 None None] Could not find standard attr ID for object 5d4350e7-6e1a-4ef5-ae4d-272888222550. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:40:53.019891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45158) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:53.043782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febb19e-c78f-4102-8dc8-43199ef92ff0 None None] Pushing event updated for resources: {'Port': ['ID=3897de96-eac9-4d43-a8b9-4042be4adf9a,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:53.064648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router cf969b9f-b746-471c-98fb-2e2253ed99ae has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:40:53.068761 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6aef9b-cf2c-45af-9c7e-9dbfbb0507d7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:53.073433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6aef9b-cf2c-45af-9c7e-9dbfbb0507d7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:53.074248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2e6aef9b-cf2c-45af-9c7e-9dbfbb0507d7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/6cc769bd-71ba-48d5-aab6-060285c1bb19 HTTP/1.1" status: 404 len: 337 time: 0.0500755 Sep 22 09:40:53.075941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45160) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:53.112669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888b7d5-ceb7-43b5-8efb-19cda390bf56 req-58b2b0a4-fcd5-45f2-bfac-51d05a2388c9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:53.119149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1888b7d5-ceb7-43b5-8efb-19cda390bf56 req-58b2b0a4-fcd5-45f2-bfac-51d05a2388c9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1341834 Sep 22 09:40:53.119149 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc605cc2-edff-406a-92d3-309dbbd2284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:53.119149 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc605cc2-edff-406a-92d3-309dbbd2284b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:53.119896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dc605cc2-edff-406a-92d3-309dbbd2284b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/017bc255-9c56-4838-bdce-d1a36201e41b HTTP/1.1" status: 204 len: 168 time: 0.8307552 Sep 22 09:40:53.159670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc605cc2-edff-406a-92d3-309dbbd2284b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017bc255-9c56-4838-bdce-d1a36201e41b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:53.161257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a003e9f-d674-4a00-9696-d9a0e705081a None None] Pushing event deleted for resources: {'Port': ['ID=9812002c-fbe0-46f8-aabf-eab50fda044c,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:53.193988 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:53.198396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1888b7d5-ceb7-43b5-8efb-19cda390bf56 req-4fa07dd6-d0c9-403a-8a9d-21fec318892a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662088 Sep 22 09:40:53.208682 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a18fba8-2ebb-4ce4-b410-3fc25f284ce5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:53.209445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a18fba8-2ebb-4ce4-b410-3fc25f284ce5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:53.213497 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0a18fba8-2ebb-4ce4-b410-3fc25f284ce5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/cc89fa32-5759-45ec-b38a-b95edd11955a HTTP/1.1" status: 404 len: 333 time: 0.1261420 Sep 22 09:40:53.217068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45166) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:53.275484 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23c805a-cc1a-4590-85f3-0c2ad7c0d8ec tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:53.275980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23c805a-cc1a-4590-85f3-0c2ad7c0d8ec tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:53.277941 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b23c805a-cc1a-4590-85f3-0c2ad7c0d8ec tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/a5327ff9-86ad-45d1-975a-6b0bc9d4d7e0 HTTP/1.1" status: 404 len: 337 time: 0.0594683 Sep 22 09:40:53.284081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45170) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:53.297630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-69d473eb-25cf-4e52-9f76-0c01a78d99cd None None] Provisioning complete for port 3897de96-eac9-4d43-a8b9-4042be4adf9a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:53.300078 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-69d473eb-25cf-4e52-9f76-0c01a78d99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:53.336618 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Made reservation on behalf of 9ad6d40ff985433388f0c3dcae1339b1 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:53.342225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:53.383229 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:53.409696 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94083f8-7c0f-43fc-ac9a-3cc95066e971 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:53.409696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94083f8-7c0f-43fc-ac9a-3cc95066e971 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:53.409696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b94083f8-7c0f-43fc-ac9a-3cc95066e971 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/4c6eab8c-d47a-4330-b56d-9ddb8e04f374 HTTP/1.1" status: 404 len: 337 time: 0.1177268 Sep 22 09:40:53.410745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45172) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:53.417411 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-08ce29f7-a46c-4d73-8728-16c61ed93838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:51Z', 'revision_number': 8, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:36Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:53.436579 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:53.467905 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce29f7-a46c-4d73-8728-16c61ed93838 None None] The sync data for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 is: [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:51Z', 'revision_number': 8, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:36Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:40:53.492653 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf6a92b-59f6-4ec9-b8d6-8ca8011c5c42 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:53.494099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf6a92b-59f6-4ec9-b8d6-8ca8011c5c42 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:53.496060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3cf6a92b-59f6-4ec9-b8d6-8ca8011c5c42 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/be4427d9-53d4-4d81-900d-0311545c1680 HTTP/1.1" status: 404 len: 333 time: 0.0842340 Sep 22 09:40:53.502171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45176) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:53.621713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:40:53.628439 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a2e607-6259-4af5-aa46-dd8afc16ba01 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:53.628940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a2e607-6259-4af5-aa46-dd8afc16ba01 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:53.630889 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-14a2e607-6259-4af5-aa46-dd8afc16ba01 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/655747d3-ea67-437b-b3e2-bd6a39e2976a HTTP/1.1" status: 404 len: 337 time: 0.0933328 Sep 22 09:40:53.636396 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fb494188-8105-473e-8a94-f747f21d001b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0623055 Sep 22 09:40:53.640420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45180) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:53.640800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45182) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:53.659443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Pushing event updated for resources: {'Port': ['ID=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:53.681740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Network 014ebca0-d2d1-466c-8547-f06b976697ee is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:53.683876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:53.687928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:53.697727 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Allocated IP 172.20.0.11 (014ebca0-d2d1-466c-8547-f06b976697ee/fa829bf6-adde-45da-b206-a8f82b94fddd/e683f931-e7b0-4c46-8c9c-7748e7f6405a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:53.735303 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7b979d-5f4f-41b7-bf77-67cd1c4d0311 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:53.735303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7b979d-5f4f-41b7-bf77-67cd1c4d0311 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:53.735303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7c7b979d-5f4f-41b7-bf77-67cd1c4d0311 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/b4beb648-7ffa-43b4-8b71-bfc541c9061d HTTP/1.1" status: 404 len: 337 time: 0.0903847 Sep 22 09:40:53.744323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45184) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:53.758282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:53.759204 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:53.799326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c4559e7-87f2-4c73-8ceb-e4225fe964d0 req-1a586516-86cf-4519-9b4f-b94e3b11ee0a tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 210 time: 0.0499330 Sep 22 09:40:53.838046 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee62f1f1-e1e9-413a-8bf3-99d9c23039a4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:53.838762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee62f1f1-e1e9-413a-8bf3-99d9c23039a4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:53.843836 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ee62f1f1-e1e9-413a-8bf3-99d9c23039a4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/f466d065-00c0-49f0-aaa3-81a4cf706a5d HTTP/1.1" status: 404 len: 333 time: 0.0837543 Sep 22 09:40:53.845085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45194) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:53.855413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-916087d5-0def-4892-9ef8-3dd74006dea7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting subnet edc0693f-a3be-4bcf-a66e-7b5181e9cc9d {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:40:53.886434 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-916087d5-0def-4892-9ef8-3dd74006dea7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:53.912342 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc48f6b7-2338-48ac-a3ef-c7760d383355 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:53.912942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc48f6b7-2338-48ac-a3ef-c7760d383355 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:53.918440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dc48f6b7-2338-48ac-a3ef-c7760d383355 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/46674481-3b8e-4bba-95f3-0240f39db10c HTTP/1.1" status: 404 len: 337 time: 0.0687773 Sep 22 09:40:53.920506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45196) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:53.933483 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-34615ef8-f214-447f-bd2f-3db7fc96378d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3797321 Sep 22 09:40:53.980179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Request body: {'port': {'device_id': '79af4548-d0fe-414f-9a6e-1f0f0859127d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:54.058557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3897de96-eac9-4d43-a8b9-4042be4adf9a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:40:54.140582 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-916087d5-0def-4892-9ef8-3dd74006dea7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:54.224905 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9ad78d-c68a-41a7-8748-0e542de87941 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:54.225286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9ad78d-c68a-41a7-8748-0e542de87941 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:54.229394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1d9ad78d-c68a-41a7-8748-0e542de87941 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/9718cda3-2c15-4304-ae43-b210449de72f HTTP/1.1" status: 404 len: 337 time: 0.3054743 Sep 22 09:40:54.229394 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:54.229707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45212) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:54.244154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-85df9bf5-d458-41dd-8250-3903b439824b None None] Provisioning complete for port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:54.244835 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-85df9bf5-d458-41dd-8250-3903b439824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:54.272768 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f92c580-998f-406c-9e20-a1002b8a4831 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:54.273564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f92c580-998f-406c-9e20-a1002b8a4831 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:54.275414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6f92c580-998f-406c-9e20-a1002b8a4831 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/0051a36e-5cca-42bc-816f-1d13f46c49bd HTTP/1.1" status: 404 len: 333 time: 0.0447824 Sep 22 09:40:54.277973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45216) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:54.298802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3897de96-eac9-4d43-a8b9-4042be4adf9a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:54.300826 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:54.313298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1bc9a8-0652-477f-95c5-a4b314ae461e None None] Sync routers for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:40:54.359413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca47e5c5-a46a-4398-afb5-353df232fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:54.368627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-85df9bf5-d458-41dd-8250-3903b439824b None None] Port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:54.376392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1bc9a8-0652-477f-95c5-a4b314ae461e None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:54.377430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3d1bc9a8-0652-477f-95c5-a4b314ae461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:54.385001 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c8978f-7fd5-432c-ab41-8252675dc3c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:54.390133 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-916087d5-0def-4892-9ef8-3dd74006dea7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:54.397006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c8978f-7fd5-432c-ab41-8252675dc3c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:54.397177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45218) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:54.397822 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-50c8978f-7fd5-432c-ab41-8252675dc3c3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/7ea6dcf9-0fff-4fca-b41b-8d06388b8a9b HTTP/1.1" status: 404 len: 337 time: 0.1183906 Sep 22 09:40:54.516134 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:54.538973 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd810980-a6e0-416e-8ef1-4f12949f8ca1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:54.539739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd810980-a6e0-416e-8ef1-4f12949f8ca1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:54.541591 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cd810980-a6e0-416e-8ef1-4f12949f8ca1 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/11d1c21f-0f69-406a-b0af-b61ab8bd8b4c HTTP/1.1" status: 404 len: 333 time: 0.1074808 Sep 22 09:40:54.545394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45224) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:54.548986 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:54.622861 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc413ca-8a18-4422-9e92-45e6c4c0d838 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:54.623462 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc413ca-8a18-4422-9e92-45e6c4c0d838 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:54.628244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dcc413ca-8a18-4422-9e92-45e6c4c0d838 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/8630f276-d21c-4d92-841a-6f71974c87a1 HTTP/1.1" status: 404 len: 337 time: 0.0789587 Sep 22 09:40:54.632331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45228) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:54.686367 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e171da-b2ec-403e-91c7-d0f587640414 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:54.688612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e171da-b2ec-403e-91c7-d0f587640414 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:54.694638 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-93e171da-b2ec-403e-91c7-d0f587640414 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/ca109763-08dc-4a9a-bd6c-5f56fe0dab62 HTTP/1.1" status: 404 len: 333 time: 0.0604236 Sep 22 09:40:54.694879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45230) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:54.738081 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0d517c-91c6-4a7e-8311-a4c676ad9b92 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:54.738617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0d517c-91c6-4a7e-8311-a4c676ad9b92 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:54.743003 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7e0d517c-91c6-4a7e-8311-a4c676ad9b92 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/4a97b5a6-aa2c-432c-84de-57086a91504a HTTP/1.1" status: 404 len: 337 time: 0.0446289 Sep 22 09:40:54.743196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45234) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:54.751521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:54.764433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c18ce4-94f6-4215-865b-a0a8c1d87bb9 req-e126012a-61e7-45c7-81ce-42fd5f903396 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:54.765587 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-916087d5-0def-4892-9ef8-3dd74006dea7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:54.770277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09c18ce4-94f6-4215-865b-a0a8c1d87bb9 req-e126012a-61e7-45c7-81ce-42fd5f903396 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1527143 Sep 22 09:40:54.799393 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce834e36-3384-4444-a293-fab88c0e007f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:54.800340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce834e36-3384-4444-a293-fab88c0e007f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:54.802268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ce834e36-3384-4444-a293-fab88c0e007f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/538917b3-46e2-48c4-8005-a7cb5c4b95ba HTTP/1.1" status: 404 len: 333 time: 0.0581002 Sep 22 09:40:54.809562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45238) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:54.839738 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916087d5-0def-4892-9ef8-3dd74006dea7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Subnet': ['ID=edc0693f-a3be-4bcf-a66e-7b5181e9cc9d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:54.842198 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-10131316-140d-41bd-829c-5f56d129cb6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:54.842601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10131316-140d-41bd-829c-5f56d129cb6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:54.844400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-10131316-140d-41bd-829c-5f56d129cb6d tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/2c30ce04-7ebf-499d-bed4-ac09c5959d15 HTTP/1.1" status: 404 len: 337 time: 0.0336394 Sep 22 09:40:54.848135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45242) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:54.868310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-916087d5-0def-4892-9ef8-3dd74006dea7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:54.873259 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-916087d5-0def-4892-9ef8-3dd74006dea7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/edc0693f-a3be-4bcf-a66e-7b5181e9cc9d HTTP/1.1" status: 204 len: 168 time: 1.2244706 Sep 22 09:40:54.875153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45246) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:54.886129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6119e3c-7299-4b82-b643-0ea4ba514c95 None None] Network 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:54.899350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Network 014ebca0-d2d1-466c-8547-f06b976697ee is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:54.906781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:54.907833 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b877da-1082-405b-934a-03caa6b8e246 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:54.908634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b877da-1082-405b-934a-03caa6b8e246 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:54.910452 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-82b877da-1082-405b-934a-03caa6b8e246 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/98340da6-8c93-4d3d-ab26-003b99ca5285 HTTP/1.1" status: 404 len: 333 time: 0.0613258 Sep 22 09:40:54.937958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09c18ce4-94f6-4215-865b-a0a8c1d87bb9 req-34844172-6bec-43c7-9b55-23beb151707c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661589 Sep 22 09:40:54.938197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45250) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:54.980205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:54.989070 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-39285b8e-8c42-4380-b5cc-e38bbba3c95c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:54.989528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39285b8e-8c42-4380-b5cc-e38bbba3c95c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:54.991337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-39285b8e-8c42-4380-b5cc-e38bbba3c95c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/9055e11a-028e-49c8-aeb9-8ab4389538b1 HTTP/1.1" status: 404 len: 337 time: 0.0523741 Sep 22 09:40:54.994255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45252) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.062419 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-12308ffa-12b6-4d45-9550-15fa9890a237 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:55.062550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12308ffa-12b6-4d45-9550-15fa9890a237 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:55.064499 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-12308ffa-12b6-4d45-9550-15fa9890a237 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/3ddeb9ab-118a-4229-aa2c-853409a6a4d6 HTTP/1.1" status: 404 len: 333 time: 0.0692556 Sep 22 09:40:55.072226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45254) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.080112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-3d1bc9a8-0652-477f-95c5-a4b314ae461e None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:55.094662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Pushing event updated for resources: {'Port': ['ID=e683f931-e7b0-4c46-8c9c-7748e7f6405a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:55.171144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1fa14b4e-14f7-4fb3-9293-9979a7312d4d req-140e9f83-7b41-4afe-ae05-d83c0b590055 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 210 time: 0.1128848 Sep 22 09:40:55.175385 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-45948060-6a63-43b8-9d45-f15ada8ddac6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:55.184737 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45948060-6a63-43b8-9d45-f15ada8ddac6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:55.184737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-45948060-6a63-43b8-9d45-f15ada8ddac6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/d95b1572-a018-4a85-9835-1bb3b5ee2907 HTTP/1.1" status: 404 len: 337 time: 0.1032031 Sep 22 09:40:55.201414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45264) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.273998 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-e869ee1a-8042-4ae7-936b-4833cb3d040a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:55.289116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e869ee1a-8042-4ae7-936b-4833cb3d040a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:55.291054 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-1d644b46-06a2-47cb-aca6-cd8e0acac330 {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:40:55.296992 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:40:55.300818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e869ee1a-8042-4ae7-936b-4833cb3d040a tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/17309687-28f6-4a11-bef6-69a4decfa508 HTTP/1.1" status: 404 len: 337 time: 0.0951827 Sep 22 09:40:55.303907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45266) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.343336 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:55.362727 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:55.363887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:55.388691 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b82c19b-e347-4897-88c3-999bf3b17656 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:55.390113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b82c19b-e347-4897-88c3-999bf3b17656 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:55.392295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6b82c19b-e347-4897-88c3-999bf3b17656 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/67cf6b43-d317-4b0f-93ae-d75f597ee8e2 HTTP/1.1" status: 404 len: 333 time: 0.0376668 Sep 22 09:40:55.395822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45268) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.429030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45270) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.440825 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7aa7c7-de19-4abb-9a96-1c54e6738065 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:55.441529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7aa7c7-de19-4abb-9a96-1c54e6738065 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:55.443730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ec7aa7c7-de19-4abb-9a96-1c54e6738065 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/b9b771e6-68bb-4913-bdff-4a38192adab9 HTTP/1.1" status: 404 len: 337 time: 0.0466919 Sep 22 09:40:55.450288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45274) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.503275 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04f5d48-d6a5-4811-a0af-31611d3bd1d3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:55.504033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04f5d48-d6a5-4811-a0af-31611d3bd1d3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:55.506254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a04f5d48-d6a5-4811-a0af-31611d3bd1d3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/d15193e6-abb8-42c5-947d-39ea44437b3e HTTP/1.1" status: 404 len: 337 time: 0.0544605 Sep 22 09:40:55.508999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45278) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.524392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 74f9d0df-0c24-4950-beca-cee7067f84a5 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:55.524674 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:55.527546 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-f4aef843-0a4d-4489-8900-23ff7c355033 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3513331 Sep 22 09:40:55.546808 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88cee99-0b5a-44e3-a048-d7cab69c5a44 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:55.547819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88cee99-0b5a-44e3-a048-d7cab69c5a44 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:55.550215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f88cee99-0b5a-44e3-a048-d7cab69c5a44 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/72a94254-23a8-409b-b86d-cb41a77f1388 HTTP/1.1" status: 404 len: 333 time: 0.0396619 Sep 22 09:40:55.552209 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9812002c-fbe0-46f8-aabf-eab50fda044c no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:40:55.558762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45280) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.583082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Request body: {'port': {'device_id': '1fffdff7-f3a3-4760-95f2-dc9407aa829b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:55.592699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 9812002c-fbe0-46f8-aabf-eab50fda044c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:40:55.593200 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9812002c-fbe0-46f8-aabf-eab50fda044c not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:40:55.608255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-49b9cb6d-1a74-48eb-8d51-b32f5da7249a None None] Provisioning complete for port e683f931-e7b0-4c46-8c9c-7748e7f6405a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:55.608973 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-49b9cb6d-1a74-48eb-8d51-b32f5da7249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:55.671123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-49b9cb6d-1a74-48eb-8d51-b32f5da7249a None None] Port e683f931-e7b0-4c46-8c9c-7748e7f6405a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:55.684146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:40:55.694739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1530768060-network', 'tenant_id': 'cc44045226474fdd81392ebbbf921ef9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:55.698766 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:55.705634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3d1bc9a8-0652-477f-95c5-a4b314ae461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:51Z', 'revision_number': 8, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:36Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:55.710171 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:55.719008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Transition to ACTIVE for port object 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:40:55.724644 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c4f939-7184-47de-9402-afc7455865f4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:55.725527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c4f939-7184-47de-9402-afc7455865f4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:55.730533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-22c4f939-7184-47de-9402-afc7455865f4 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/020e530b-0881-4cea-8daa-9403eb699f34 HTTP/1.1" status: 404 len: 337 time: 0.1693411 Sep 22 09:40:55.733652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45282) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.744226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1bc9a8-0652-477f-95c5-a4b314ae461e None None] Checking router: cf969b9f-b746-471c-98fb-2e2253ed99ae for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:40:55.759768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1bc9a8-0652-477f-95c5-a4b314ae461e None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:40:55.760901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3d1bc9a8-0652-477f-95c5-a4b314ae461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:55.763311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f577f57-dfcf-40f4-bb65-0fd9daafc573 None None] DHCP port deletion for 6a8e0551-3350-4632-87c4-bc9b4e1f73b1 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:40:55.793396 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00084dd-3463-46af-87fd-5524da08a811 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:55.794104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00084dd-3463-46af-87fd-5524da08a811 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:55.802946 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d00084dd-3463-46af-87fd-5524da08a811 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/c9cbd234-dd31-4971-916f-11c1692216f1 HTTP/1.1" status: 404 len: 337 time: 0.0658669 Sep 22 09:40:55.803448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45286) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.808656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port 74f9d0df-0c24-4950-beca-cee7067f84a5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=74f9d0df-0c24-4950-beca-cee7067f84a5,segment=NetworkSegment(c61583af-71e3-4bb3-986c-72769ceabe68),segment_id=c61583af-71e3-4bb3-986c-72769ceabe68)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:55.811231 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:55.815247 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:55.834151 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-30918347-9287-4fa2-bdd4-8072488d990f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:55.834890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30918347-9287-4fa2-bdd4-8072488d990f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:55.841556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-30918347-9287-4fa2-bdd4-8072488d990f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/e8374334-ec24-4d04-9585-cf8be42e9b94 HTTP/1.1" status: 404 len: 333 time: 0.0344210 Sep 22 09:40:55.841556 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:55.852449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45288) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.900087 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-41947c3d-a92f-4b00-af09-26d38fd6c7e6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:55.900558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41947c3d-a92f-4b00-af09-26d38fd6c7e6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:55.906377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-41947c3d-a92f-4b00-af09-26d38fd6c7e6 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/7b397ebe-75f2-4172-9641-b225524311e4 HTTP/1.1" status: 404 len: 337 time: 0.0493858 Sep 22 09:40:55.908642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45290) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:55.912631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-3d1bc9a8-0652-477f-95c5-a4b314ae461e None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:40:55.951198 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5f577f57-dfcf-40f4-bb65-0fd9daafc573 None None] Deleting port 74f9d0df-0c24-4950-beca-cee7067f84a5 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:40:55.951580 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f577f57-dfcf-40f4-bb65-0fd9daafc573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:56.119246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 74f9d0df-0c24-4950-beca-cee7067f84a5 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:56.141686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5f577f57-dfcf-40f4-bb65-0fd9daafc573 None None] For port 74f9d0df-0c24-4950-beca-cee7067f84a5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=74f9d0df-0c24-4950-beca-cee7067f84a5,segment=NetworkSegment(c61583af-71e3-4bb3-986c-72769ceabe68),segment_id=c61583af-71e3-4bb3-986c-72769ceabe68)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:40:56.142778 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f577f57-dfcf-40f4-bb65-0fd9daafc573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:56.151303 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8519069-0a36-43b7-8445-b84d6c75f978 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:56.151783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8519069-0a36-43b7-8445-b84d6c75f978 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:56.157297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e8519069-0a36-43b7-8445-b84d6c75f978 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/a75095fc-39b4-475d-9897-e68161c99955 HTTP/1.1" status: 404 len: 337 time: 0.2134361 Sep 22 09:40:56.177310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45296) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:56.179958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Attempting to bind port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:56.180430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Attempting to bind port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:56.180828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Attempting to bind port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f on network 014ebca0-d2d1-466c-8547-f06b976697ee {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:56.191580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5f577f57-dfcf-40f4-bb65-0fd9daafc573 None None] Calling delete_port for 74f9d0df-0c24-4950-beca-cee7067f84a5 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:40:56.224907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f on network 014ebca0-d2d1-466c-8547-f06b976697ee not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:40:56.225242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Attempting to bind port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f on network 014ebca0-d2d1-466c-8547-f06b976697ee {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:56.242816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f9ce7fb8-5882-4916-baa7-0003e0c3c875 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d01e034-b578-459c-bb96-edcc0d6f0300 HTTP/1.1" status: 200 len: 205 time: 0.0565858 Sep 22 09:40:56.246064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45300) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:56.314777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:56.315191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Checking segment: {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:56.319135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Bound using segment: {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:56.319135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Bound port: 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:56.319135 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:56.370760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Allocated IP 172.20.0.10 (014ebca0-d2d1-466c-8547-f06b976697ee/fa829bf6-adde-45da-b206-a8f82b94fddd/871f7740-08ce-40a1-94fd-0b0b59c21265) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:40:56.370991 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-aaca2f05-6b63-48ef-ba76-3806fcb31caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] delete failed (client error): The resource could not be found. Sep 22 09:40:56.370991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-aaca2f05-6b63-48ef-ba76-3806fcb31caf tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/routers/3d01e034-b578-459c-bb96-edcc0d6f0300 HTTP/1.1" status: 404 len: 336 time: 0.1188264 Sep 22 09:40:56.371213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Made reservation on behalf of cc44045226474fdd81392ebbbf921ef9 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:56.374135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Pushing event updated for resources: {'Port': ['ID=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:56.380779 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:56.389600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45308) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:56.399135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e5c9505-5728-44c1-b861-a5395f2f27f9 req-0c8f3c28-0ff5-497e-90a1-fba64357ce18 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 210 time: 0.0771389 Sep 22 09:40:56.441203 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:56.447438 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-205d9a15-fb03-4835-a065-d4c6eedb2027 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:56.448246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205d9a15-fb03-4835-a065-d4c6eedb2027 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:56.452717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-205d9a15-fb03-4835-a065-d4c6eedb2027 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/6bdae827-d901-4d96-9edc-b8045c766de5 HTTP/1.1" status: 404 len: 337 time: 0.0591846 Sep 22 09:40:56.458172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31c18f-12df-4e48-98ea-89ccc7332ed6 req-150de3cd-6bfa-449a-9ad5-0d934b60c992 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:56.460161 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef31c18f-12df-4e48-98ea-89ccc7332ed6 req-150de3cd-6bfa-449a-9ad5-0d934b60c992 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.4194040 Sep 22 09:40:56.480013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45310) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:56.509865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3d1bc9a8-0652-477f-95c5-a4b314ae461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:51Z', 'revision_number': 8, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:36Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:56.519195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1366e1a6-f7b0-41b3-8817-84b2c29a15bb tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdfeaa63-4248-468e-abef-d3306f9755a0 HTTP/1.1" status: 200 len: 205 time: 0.0378211 Sep 22 09:40:56.529606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45312) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:56.538214 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f577f57-dfcf-40f4-bb65-0fd9daafc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:56.547757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1bc9a8-0652-477f-95c5-a4b314ae461e None None] The sync data for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 is: [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:40:51Z', 'revision_number': 8, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6223a807-f212-41f8-8fe1-1fbc2c9928cd', 'name': '', 'network_id': 'a7c60296-8b50-48e4-b6f9-a74505537fe9', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:cd:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:25Z', 'updated_at': '2021-09-22T09:40:36Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': 'b127b2cc-ab3d-4dd7-a571-87da77c305c2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:40:56.572303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f577f57-dfcf-40f4-bb65-0fd9daafc573 None None] Pushing event deleted for resources: {'Port': ['ID=74f9d0df-0c24-4950-beca-cee7067f84a5,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:56.579038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f577f57-dfcf-40f4-bb65-0fd9daafc573 None None] No DVR routers for this DVR port 74f9d0df-0c24-4950-beca-cee7067f84a5 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:56.604095 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-6b11e841-d36c-4eb1-8485-a65726634bee tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] delete failed (client error): The resource could not be found. Sep 22 09:40:56.607741 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6b11e841-d36c-4eb1-8485-a65726634bee tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/routers/bdfeaa63-4248-468e-abef-d3306f9755a0 HTTP/1.1" status: 404 len: 336 time: 0.0744009 Sep 22 09:40:56.608325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45314) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:56.650531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] For port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:56.656292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef31c18f-12df-4e48-98ea-89ccc7332ed6 req-ae52c99e-dcd6-4760-9191-cc05aa514b2c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720397 Sep 22 09:40:56.668596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] For port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:56.697794 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca1cd87-da4f-40f7-a5ea-1c888902733e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:56.698258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca1cd87-da4f-40f7-a5ea-1c888902733e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:56.700129 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fca1cd87-da4f-40f7-a5ea-1c888902733e tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/4856fb44-fbd8-4861-aec4-0e9d9835b415 HTTP/1.1" status: 404 len: 337 time: 0.0889940 Sep 22 09:40:56.702924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45318) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:56.719832 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:56.746837 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-210687a4-7acc-4417-9436-9f2d2355354f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:56.747925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210687a4-7acc-4417-9436-9f2d2355354f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:56.752233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-210687a4-7acc-4417-9436-9f2d2355354f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/12605e94-d802-45f6-83d9-013de4906c56 HTTP/1.1" status: 404 len: 337 time: 0.0456345 Sep 22 09:40:56.752906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45320) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:56.772845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No DVR routers for this DVR port 74f9d0df-0c24-4950-beca-cee7067f84a5 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:40:56.780763 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66f27c8-6247-40e3-a194-70d3e812a787 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:56.781717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66f27c8-6247-40e3-a194-70d3e812a787 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:56.784886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e66f27c8-6247-40e3-a194-70d3e812a787 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/cc70b098-01d0-4c1b-b732-f7b028c0fe75 HTTP/1.1" status: 404 len: 333 time: 0.0297863 Sep 22 09:40:56.786172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45322) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:56.822350 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:56.827986 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-60059acc-27ed-47f7-b1ce-459fe0d850d3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:56.828439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60059acc-27ed-47f7-b1ce-459fe0d850d3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:56.830923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-60059acc-27ed-47f7-b1ce-459fe0d850d3 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/2b771e76-4283-42c4-90de-e9c9e342a0e5 HTTP/1.1" status: 404 len: 337 time: 0.0436234 Sep 22 09:40:56.836052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45326) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:56.894958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:56.895636 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:56.897138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] 10.222.0.45 "PUT /v2.0/ports/5645ef9b-9bda-4e3c-a354-4e9d61e31d7f HTTP/1.1" status: 200 len: 1092 time: 2.9472809 Sep 22 09:40:56.897609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79af4548-d0fe-414f-9a6e-1f0f0859127d', 'tag': '5645ef9b-9bda-4e3c-a354-4e9d61e31d7f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:40:56.899934 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7cb009c2-a868-4b18-8a26-35ff42d94edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:56.900109 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd21a7e8-cdf4-4d8f-a834-d39054594725" -d '{"events": [{"name": "network-changed", "server_uuid": "79af4548-d0fe-414f-9a6e-1f0f0859127d", "tag": "5645ef9b-9bda-4e3c-a354-4e9d61e31d7f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:40:56.910202 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7e697e-52f3-4fd8-b3b7-0fe1edfed904 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:56.910543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7e697e-52f3-4fd8-b3b7-0fe1edfed904 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:56.914732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eb7e697e-52f3-4fd8-b3b7-0fe1edfed904 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/44b69f35-410a-41e1-94c7-95a6d4ea6c49 HTTP/1.1" status: 404 len: 333 time: 0.0562956 Sep 22 09:40:56.920028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45330) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:56.981218 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c0c253-3e55-4c6a-bd28-2c888db436fa x-openstack-request-id: req-62c0c253-3e55-4c6a-bd28-2c888db436fa {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:40:56.981791 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79af4548-d0fe-414f-9a6e-1f0f0859127d", "tag": "5645ef9b-9bda-4e3c-a354-4e9d61e31d7f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:40:56.981791 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62c0c253-3e55-4c6a-bd28-2c888db436fa {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:40:56.982204 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79af4548-d0fe-414f-9a6e-1f0f0859127d', 'tag': '5645ef9b-9bda-4e3c-a354-4e9d61e31d7f', 'status': 'completed', 'code': 200} Sep 22 09:40:56.983914 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-805f28a9-b12e-4d79-adfa-e64508929d65 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:56.984379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805f28a9-b12e-4d79-adfa-e64508929d65 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:56.986676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-805f28a9-b12e-4d79-adfa-e64508929d65 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/27d5890c-49b3-41c0-b0c9-2997dc790b5d HTTP/1.1" status: 404 len: 337 time: 0.0656765 Sep 22 09:40:56.989122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Pushing event updated for resources: {'Port': ['ID=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:56.991618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45334) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:57.032949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.033296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.033682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.034053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.034359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.034715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.035043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.035354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.035673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.035995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.036318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.036665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d17990-4bd3-43dd-a412-93ab9d8e6bbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:40:57.064598 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4867e7a-6e5d-4d3e-aba6-f4010722c2b7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:57.065317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4867e7a-6e5d-4d3e-aba6-f4010722c2b7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:57.069447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b4867e7a-6e5d-4d3e-aba6-f4010722c2b7 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/16511e82-bedc-43d2-a4f5-90d94937f448 HTTP/1.1" status: 404 len: 333 time: 0.0659647 Sep 22 09:40:57.069730 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45336) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:57.102473 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef05656-9afb-44f3-b84a-6e3f7d8b870f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:57.102931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef05656-9afb-44f3-b84a-6e3f7d8b870f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:57.107062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1ef05656-9afb-44f3-b84a-6e3f7d8b870f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/e167f6a8-da3d-48ef-8482-b8008d04eb42 HTTP/1.1" status: 404 len: 337 time: 0.0341210 Sep 22 09:40:57.114240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45338) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:57.128303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a7e8-cdf4-4d8f-a834-d39054594725 req-d37af6c1-1d6d-4689-b703-feebc7615c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:57.130001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd21a7e8-cdf4-4d8f-a834-d39054594725 req-d37af6c1-1d6d-4689-b703-feebc7615c03 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 1095 time: 0.1421149 Sep 22 09:40:57.154564 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31e3b5b-be7d-4cf6-b8fb-d03751abb557 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:57.155331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31e3b5b-be7d-4cf6-b8fb-d03751abb557 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:57.160134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e31e3b5b-be7d-4cf6-b8fb-d03751abb557 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/2c4274ea-d9d6-4fc4-985e-1274ad691b6e HTTP/1.1" status: 404 len: 333 time: 0.0417597 Sep 22 09:40:57.160340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45340) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:57.203257 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-324b4242-53ef-46f7-af6f-024cf1238187 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:57.203724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324b4242-53ef-46f7-af6f-024cf1238187 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:57.208230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-324b4242-53ef-46f7-af6f-024cf1238187 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/80bbd285-3f5b-4135-ad72-cf95bfb041cc HTTP/1.1" status: 404 len: 337 time: 0.0444634 Sep 22 09:40:57.212777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45342) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:57.232901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=74f9d0df-0c24-4950-beca-cee7067f84a5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:57.256605 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-84147f87-698d-4665-bb9c-fd5b5c6d483c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:57.257714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84147f87-698d-4665-bb9c-fd5b5c6d483c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:57.259819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-84147f87-698d-4665-bb9c-fd5b5c6d483c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/bc2442eb-22e1-4bb2-aa83-6fc7ffcdbbab HTTP/1.1" status: 404 len: 333 time: 0.0458987 Sep 22 09:40:57.275238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45346) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:57.331784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a7e8-cdf4-4d8f-a834-d39054594725 req-2112cc41-fceb-47f3-8791-ffc0ad9e4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:57.333238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd21a7e8-cdf4-4d8f-a834-d39054594725 req-2112cc41-fceb-47f3-8791-ffc0ad9e4594 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1882772 Sep 22 09:40:57.336820 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f042506-6ae8-4295-9b88-fdbb1b727062 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:57.337288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f042506-6ae8-4295-9b88-fdbb1b727062 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:57.339208 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5f042506-6ae8-4295-9b88-fdbb1b727062 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/fed2668f-1dff-47ce-9050-789cc0f20cac HTTP/1.1" status: 404 len: 337 time: 0.0624740 Sep 22 09:40:57.345266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45350) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:57.374347 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e0733e-b310-4fc4-ae9a-804880e96e8f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:57.381016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e0733e-b310-4fc4-ae9a-804880e96e8f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:57.381016 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-07e0733e-b310-4fc4-ae9a-804880e96e8f tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/9227fd37-bdf9-4a37-a786-2edf044c1d15 HTTP/1.1" status: 404 len: 333 time: 0.0318787 Sep 22 09:40:57.387138 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.390405 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45354) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:57.420555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.469661 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f79596-560d-4dd1-9c40-a452392cfa0b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:57.472897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f79596-560d-4dd1-9c40-a452392cfa0b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:57.473511 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-48f79596-560d-4dd1-9c40-a452392cfa0b tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/34efba11-8750-4951-9cd6-8b9277eaf43b HTTP/1.1" status: 404 len: 337 time: 0.0769229 Sep 22 09:40:57.485589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45360) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:57.487681 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.492884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8e0551-3350-4632-87c4-bc9b4e1f73b1']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:57.508108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61583af-71e3-4bb3-986c-72769ceabe68') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:57.508405 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61583af-71e3-4bb3-986c-72769ceabe68') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:57.523248 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-84af65d5-b41e-4fb8-9754-542491846ed5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:57.523932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84af65d5-b41e-4fb8-9754-542491846ed5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:57.527972 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-84af65d5-b41e-4fb8-9754-542491846ed5 tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/ports/2bcae0bd-6ea3-4587-9d02-98e81a0bf980 HTTP/1.1" status: 404 len: 333 time: 0.0385351 Sep 22 09:40:57.528150 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.530438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45362) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:57.557680 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.572960 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.573113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a7e8-cdf4-4d8f-a834-d39054594725 req-7e14791a-d8a4-47d8-b94d-c44a47028a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:57.574994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd21a7e8-cdf4-4d8f-a834-d39054594725 req-7e14791a-d8a4-47d8-b94d-c44a47028a8c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2036541 Sep 22 09:40:57.577391 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-a829ac26-a321-4725-b6f9-cb6ac1512bfa tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] DELETE failed (client error): The resource could not be found. Sep 22 09:40:57.577850 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a829ac26-a321-4725-b6f9-cb6ac1512bfa tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:40:57.578345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bb7cb55-7d17-4881-bb72-694bd15577fd req-8ca1b1de-1208-473b-b2a3-c0153e3e0d9b tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 210 time: 0.0591578 Sep 22 09:40:57.579989 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a829ac26-a321-4725-b6f9-cb6ac1512bfa tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/subnets/f3d43c58-fba3-4c52-9398-97ab0540d12f HTTP/1.1" status: 404 len: 337 time: 0.0472906 Sep 22 09:40:57.583267 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45366) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:57.602171 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.606735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:40:57.607538 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:40:57.618093 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:40:57.713222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 74f9d0df-0c24-4950-beca-cee7067f84a5 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:40:57.721904 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:40:57.740277 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.750465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5cc95d-7897-4063-914e-58760f5a7301,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:57.784268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 74f9d0df-0c24-4950-beca-cee7067f84a5 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:40:57.784384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 74f9d0df-0c24-4950-beca-cee7067f84a5 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:40:57.807220 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.835205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.835553 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Added segment 0ffb9320-5697-4d02-a5eb-577c31ec472d of type vlan for network 02b01e3a-5bd8-46f0-8221-c03aab9de227 Sep 22 09:40:57.854073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-93279f86-3cda-4724-b10a-80402594a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:57.855532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-93279f86-3cda-4724-b10a-80402594a42c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 1095 time: 0.1098192 Sep 22 09:40:57.861766 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.923494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Network 014ebca0-d2d1-466c-8547-f06b976697ee is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:40:57.928332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:57.957207 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.977659 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.984090 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/networks/6a8e0551-3350-4632-87c4-bc9b4e1f73b1 HTTP/1.1" status: 204 len: 168 time: 3.1054995 Sep 22 09:40:57.992439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:57.997735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45382) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:58.005008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-74c166c4-ac2c-446c-9fdb-0a63adbc2987 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f HTTP/1.1" status: 200 len: 217 time: 0.1233215 Sep 22 09:40:58.034845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:40:58.042127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc468655-f8be-47d6-9dba-79c6df99b729 req-ea282a31-4abb-45a8-a36d-f705f2c291ba tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:58.045477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab752f-ab79-45b4-b1e3-c1eb8860769d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Network': ['ID=6a8e0551-3350-4632-87c4-bc9b4e1f73b1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:58.052581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc468655-f8be-47d6-9dba-79c6df99b729 req-ea282a31-4abb-45a8-a36d-f705f2c291ba tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.2400577 Sep 22 09:40:58.071212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201714cb-581c-4a22-b65d-63842f91bb89']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:58.105966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Pushing event updated for resources: {'Port': ['ID=871f7740-08ce-40a1-94fd-0b0b59c21265,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:58.114893 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.173403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3488091-6bf1-4a36-9231-12d362ab5868') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:58.173951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3488091-6bf1-4a36-9231-12d362ab5868') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:40:58.194949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.215245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:58.215967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.289474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.290560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:58.291150 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.302155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-be40a4c4-2933-468a-acf7-f53b1a6bc38c None None] Provisioning complete for port 871f7740-08ce-40a1-94fd-0b0b59c21265 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:40:58.302155 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-be40a4c4-2933-468a-acf7-f53b1a6bc38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.338259 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e683f931-e7b0-4c46-8c9c-7748e7f6405a {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:40:58.347233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-be40a4c4-2933-468a-acf7-f53b1a6bc38c None None] Port 871f7740-08ce-40a1-94fd-0b0b59c21265 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:40:58.348214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.360037 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-6caacb72-67f4-437e-8b77-5c38d736d9b3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5167956 Sep 22 09:40:58.375902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Request body: {'port': {'device_id': '6d14cdaf-2718-4f1f-87c6-9a0675801762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:58.378893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Transition to ACTIVE for port object e683f931-e7b0-4c46-8c9c-7748e7f6405a will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:40:58.407627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] Pushing event updated for resources: {'Network': ['ID=02b01e3a-5bd8-46f0-8221-c03aab9de227,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:58.418370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 02b01e3a-5bd8-46f0-8221-c03aab9de227 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:40:58.464913 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df54207a-79e6-4e7e-bc08-e18d96e77757 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0320601 Sep 22 09:40:58.465725 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45394) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:58.475086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] Request body: {'subnet': {'network_id': '02b01e3a-5bd8-46f0-8221-c03aab9de227', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1530768060-subnet', 'tenant_id': 'cc44045226474fdd81392ebbbf921ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:40:58.506271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.590799 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.591317 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.615094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-a1e0c717-3e1f-431c-88b2-e44d01dfb2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:58.617529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-a1e0c717-3e1f-431c-88b2-e44d01dfb2a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa829bf6-adde-45da-b206-a8f82b94fddd HTTP/1.1" status: 200 len: 853 time: 0.5998962 Sep 22 09:40:58.642184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:40:58.656017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:40:58.656928 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:40:58.673284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc468655-f8be-47d6-9dba-79c6df99b729 req-7b85125a-716c-4532-9817-5a6994c4ad2a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284791 Sep 22 09:40:58.805630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] Made reservation on behalf of cc44045226474fdd81392ebbbf921ef9 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:40:58.808132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:58.841718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Pushing event updated for resources: {'Port': ['ID=e683f931-e7b0-4c46-8c9c-7748e7f6405a,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:58.906923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-22ad1fa1-2a7b-47ce-af6d-e083b7b64656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:58.908482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-22ad1fa1-2a7b-47ce-af6d-e083b7b64656 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=014ebca0-d2d1-466c-8547-f06b976697ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2693117 Sep 22 09:40:58.998848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4335f9f-6ae1-4d60-b8cf-7a7181afef88 req-1b72a3ef-e07c-4b09-acf1-8461d8ba7db4 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:59.007324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4335f9f-6ae1-4d60-b8cf-7a7181afef88 req-1b72a3ef-e07c-4b09-acf1-8461d8ba7db4 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 945 time: 0.3249006 Sep 22 09:40:59.024451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Attempting to bind port e683f931-e7b0-4c46-8c9c-7748e7f6405a on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:59.024809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Attempting to bind port e683f931-e7b0-4c46-8c9c-7748e7f6405a by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:59.025136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Attempting to bind port e683f931-e7b0-4c46-8c9c-7748e7f6405a on network 014ebca0-d2d1-466c-8547-f06b976697ee {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:59.034476 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:59.039055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:59.042129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] 10.222.0.49 "DELETE /v2.0/networks/201714cb-581c-4a22-b65d-63842f91bb89 HTTP/1.1" status: 204 len: 168 time: 1.4564219 Sep 22 09:40:59.071254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Port e683f931-e7b0-4c46-8c9c-7748e7f6405a on network 014ebca0-d2d1-466c-8547-f06b976697ee not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:40:59.071254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Attempting to bind port e683f931-e7b0-4c46-8c9c-7748e7f6405a on network 014ebca0-d2d1-466c-8547-f06b976697ee {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:59.073624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b313980-8d90-4796-9aa0-b0f3946d0ed8 req-42d48213-eb4d-4015-8e91-147dd8945761 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:59.075177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b313980-8d90-4796-9aa0-b0f3946d0ed8 req-42d48213-eb4d-4015-8e91-147dd8945761 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 932 time: 0.3072650 Sep 22 09:40:59.083337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d81f4a-e675-4049-98ac-ff79eb266e6c tempest-NetworksTestDHCPv6-1972280050 tempest-NetworksTestDHCPv6-1972280050-project] Pushing event deleted for resources: {'Network': ['ID=201714cb-581c-4a22-b65d-63842f91bb89,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:59.093183 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:59.093519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Checking segment: {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:59.093903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Bound using segment: {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:59.094346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Bound port: e683f931-e7b0-4c46-8c9c-7748e7f6405a, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:59.094702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:59.223488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871f7740-08ce-40a1-94fd-0b0b59c21265 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:40:59.228138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4335f9f-6ae1-4d60-b8cf-7a7181afef88 req-29bdc2c4-3636-47df-bc64-faa2afd98359 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199149 Sep 22 09:40:59.237717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:59.240285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b313980-8d90-4796-9aa0-b0f3946d0ed8 req-bee90a52-83aa-4b57-ba7b-a8e1bd9cfddd tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542084 Sep 22 09:40:59.243808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-7fb1acfa-e87c-4a41-8438-e65b47150e6d service neutron] 10.222.0.45 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252020 Sep 22 09:40:59.273384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Transition to ACTIVE for port object 871f7740-08ce-40a1-94fd-0b0b59c21265 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:40:59.283124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] For port e683f931-e7b0-4c46-8c9c-7748e7f6405a, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:40:59.283124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] For port e683f931-e7b0-4c46-8c9c-7748e7f6405a, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e683f931-e7b0-4c46-8c9c-7748e7f6405a,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:40:59.314816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:59.390882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6baaa70-dc01-40d7-a99d-931b1ffb6915 req-dfa00c2a-ae2d-40a8-8eb3-dd7431b74020 service neutron] 10.222.0.45 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356254 Sep 22 09:40:59.393464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:59.395490 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:59.413011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f08112-b9e0-43ed-92c7-a7dcadbf7e03,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:59.425645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:59.450689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] Checking segment: {'id': '0ffb9320-5697-4d02-a5eb-577c31ec472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '02b01e3a-5bd8-46f0-8221-c03aab9de227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:59.451149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] Network hostable DHCP agents. Network: 02b01e3a-5bd8-46f0-8221-c03aab9de227, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:40:59.462221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:59.462221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:59.466860 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] 10.222.0.45 "PUT /v2.0/ports/e683f931-e7b0-4c46-8c9c-7748e7f6405a HTTP/1.1" status: 200 len: 1092 time: 3.8914139 Sep 22 09:40:59.466860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fffdff7-f3a3-4760-95f2-dc9407aa829b', 'tag': 'e683f931-e7b0-4c46-8c9c-7748e7f6405a'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:40:59.467169 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c90eadd-1535-4522-8a46-fe2679fc4473" -d '{"events": [{"name": "network-changed", "server_uuid": "1fffdff7-f3a3-4760-95f2-dc9407aa829b", "tag": "e683f931-e7b0-4c46-8c9c-7748e7f6405a"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:40:59.544998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9760660-1290-4521-a34c-448c69d0d14e service neutron] Pushing event updated for resources: {'Port': ['ID=e683f931-e7b0-4c46-8c9c-7748e7f6405a,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:59.586172 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c75432-357f-437f-8866-79cfe37430c3 x-openstack-request-id: req-d3c75432-357f-437f-8866-79cfe37430c3 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:40:59.586677 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fffdff7-f3a3-4760-95f2-dc9407aa829b", "tag": "e683f931-e7b0-4c46-8c9c-7748e7f6405a", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:40:59.587128 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3c75432-357f-437f-8866-79cfe37430c3 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:40:59.587710 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fffdff7-f3a3-4760-95f2-dc9407aa829b', 'tag': 'e683f931-e7b0-4c46-8c9c-7748e7f6405a', 'status': 'completed', 'code': 200} Sep 22 09:40:59.674378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45422) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:59.748671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] Network 02b01e3a-5bd8-46f0-8221-c03aab9de227 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:40:59.768764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:40:59.814766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Pushing event updated for resources: {'Port': ['ID=871f7740-08ce-40a1-94fd-0b0b59c21265,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:40:59.853111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-34494c27-9dff-4b26-b67d-a7d99ac91b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:59.854676 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-34494c27-9dff-4b26-b67d-a7d99ac91b58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b HTTP/1.1" status: 200 len: 1095 time: 0.2498901 Sep 22 09:40:59.907982 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-811960c4-29f4-43be-9456-17cef35a5cd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e683f931-e7b0-4c46-8c9c-7748e7f6405a HTTP/1.1" status: 200 len: 217 time: 0.0425022 Sep 22 09:40:59.909620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Attempting to bind port 871f7740-08ce-40a1-94fd-0b0b59c21265 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:40:59.909962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Attempting to bind port 871f7740-08ce-40a1-94fd-0b0b59c21265 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:40:59.910291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Attempting to bind port 871f7740-08ce-40a1-94fd-0b0b59c21265 on network 014ebca0-d2d1-466c-8547-f06b976697ee {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:59.915992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 02b01e3a-5bd8-46f0-8221-c03aab9de227) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:40:59.931890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa8d636-08dd-4ef9-8c58-2beb6f921a2c None None] Network 02b01e3a-5bd8-46f0-8221-c03aab9de227 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:40:59.932322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7f42f-3ddd-45fe-ba7d-2b2ba1aa0698 req-48a2c7dc-a93d-4f66-889e-25834492eaae tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:40:59.933974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eaa7f42f-3ddd-45fe-ba7d-2b2ba1aa0698 req-48a2c7dc-a93d-4f66-889e-25834492eaae tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1411793 Sep 22 09:40:59.948387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Port 871f7740-08ce-40a1-94fd-0b0b59c21265 on network 014ebca0-d2d1-466c-8547-f06b976697ee not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:40:59.951024 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Attempting to bind port 871f7740-08ce-40a1-94fd-0b0b59c21265 on network 014ebca0-d2d1-466c-8547-f06b976697ee {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:40:59.968941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1170de74-b671-44be-8450-71c482b027bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a214880aa28e4bdb8ca599c200f827d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933686 Sep 22 09:40:59.972787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45432) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:40:59.973142 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:40:59.973460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Checking segment: {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:40:59.973851 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Bound using segment: {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:40:59.974304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Bound port: 871f7740-08ce-40a1-94fd-0b0b59c21265, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:40:59.974670 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:00.034724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:00.035321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:00.044576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 6223a807-f212-41f8-8fe1-1fbc2c9928cd {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:00.045358 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:00.052799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eaa7f42f-3ddd-45fe-ba7d-2b2ba1aa0698 req-7bfcfb53-5017-4cdf-9215-0849fb3d68d9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097953 Sep 22 09:41:00.110559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1d30bd-c33c-4524-8f5c-67be2220afea None None] Network 02b01e3a-5bd8-46f0-8221-c03aab9de227 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:00.111181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-de854dc5-fab8-4a4a-860c-eb9534155d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:00.112846 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-de854dc5-fab8-4a4a-860c-eb9534155d4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa829bf6-adde-45da-b206-a8f82b94fddd HTTP/1.1" status: 200 len: 853 time: 0.1945655 Sep 22 09:41:00.174017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5183e048-ba0f-4df7-b7ea-30fbd45ce8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:00.187090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] For port 871f7740-08ce-40a1-94fd-0b0b59c21265, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:41:00.191419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] For port 871f7740-08ce-40a1-94fd-0b0b59c21265, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=871f7740-08ce-40a1-94fd-0b0b59c21265,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:41:00.225058 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5183e048-ba0f-4df7-b7ea-30fbd45ce8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:00.241076 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-59ff440f-fa6f-4ac0-a069-439dc15b4bcb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7679417 Sep 22 09:41:00.243853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-2fd670ab-539c-4847-bbd5-97ff2e5255fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:00.245407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port 6223a807-f212-41f8-8fe1-1fbc2c9928cd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6223a807-f212-41f8-8fe1-1fbc2c9928cd,segment=NetworkSegment(2321dfcd-1a6c-42d2-8721-11b39476d560),segment_id=2321dfcd-1a6c-42d2-8721-11b39476d560)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:00.245595 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-2fd670ab-539c-4847-bbd5-97ff2e5255fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=014ebca0-d2d1-466c-8547-f06b976697ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217675 Sep 22 09:41:00.245882 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:00.293502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 6223a807-f212-41f8-8fe1-1fbc2c9928cd owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:00.315779 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:00.426323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:00.426948 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:00.428364 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] 10.222.0.60 "PUT /v2.0/ports/871f7740-08ce-40a1-94fd-0b0b59c21265 HTTP/1.1" status: 200 len: 1092 time: 2.0569935 Sep 22 09:41:00.508960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814d64e-a17d-4873-9010-c2ed6c3628f6 service neutron] Pushing event updated for resources: {'Port': ['ID=871f7740-08ce-40a1-94fd-0b0b59c21265,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:00.526272 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-97e854dc-4335-432d-9792-5dc3176968e4 service neutron] 10.222.0.45 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562151 Sep 22 09:41:00.608983 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5183e048-ba0f-4df7-b7ea-30fbd45ce8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:00.611529 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5183e048-ba0f-4df7-b7ea-30fbd45ce8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:00.612847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5183e048-ba0f-4df7-b7ea-30fbd45ce8b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b109ea67-ec9e-4bc9-ad14-fde4e76dbc34 HTTP/1.1" status: 204 len: 168 time: 0.6377640 Sep 22 09:41:00.686990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183e048-ba0f-4df7-b7ea-30fbd45ce8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b109ea67-ec9e-4bc9-ad14-fde4e76dbc34,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:00.708057 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-bc9101bc-f5cb-4ee1-a47f-6ef2e5be9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:00.709910 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-bc9101bc-f5cb-4ee1-a47f-6ef2e5be9401 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 1095 time: 0.1621013 Sep 22 09:41:00.745481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2f499-b2a3-4330-8846-d1069da0a59e req-564dda97-670d-4f5c-a85f-7e0e5685abd2 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:00.745481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8fd2f499-b2a3-4330-8846-d1069da0a59e req-564dda97-670d-4f5c-a85f-7e0e5685abd2 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 944 time: 0.3377979 Sep 22 09:41:00.757226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb34ef-6a24-421d-a3fe-5ef339554951 req-bd6d9472-04ef-41e3-90b5-480fff5957de tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:00.759428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00cb34ef-6a24-421d-a3fe-5ef339554951 req-bd6d9472-04ef-41e3-90b5-480fff5957de tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 945 time: 0.3510246 Sep 22 09:41:00.804500 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-24602bf4-c7ab-4deb-81e6-d9a0de685cc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=871f7740-08ce-40a1-94fd-0b0b59c21265 HTTP/1.1" status: 200 len: 217 time: 0.0854697 Sep 22 09:41:00.811095 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eb36681-e8ee-4d67-836a-bf69bfc5f080 req-982c04cb-7e74-4f48-a212-d71358335ff0 service neutron] 10.222.0.45 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721891 Sep 22 09:41:00.846914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76894a24-d00c-41bf-af41-1761f3dec137 req-c65292ce-ea61-4c6c-a7a5-89bd290ed0ad tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:00.846914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76894a24-d00c-41bf-af41-1761f3dec137 req-c65292ce-ea61-4c6c-a7a5-89bd290ed0ad tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 945 time: 0.2719913 Sep 22 09:41:00.869665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-d8aca779-eb22-4089-825a-e40f1cf5840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:00.871173 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-d8aca779-eb22-4089-825a-e40f1cf5840f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa829bf6-adde-45da-b206-a8f82b94fddd HTTP/1.1" status: 200 len: 853 time: 0.0592377 Sep 22 09:41:00.925193 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8fd2f499-b2a3-4330-8846-d1069da0a59e req-00f8e637-b712-45e4-b80a-53af44066b57 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642928 Sep 22 09:41:00.951501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00cb34ef-6a24-421d-a3fe-5ef339554951 req-1a1bb536-bc35-4b76-9312-c40a151f384a tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778803 Sep 22 09:41:00.966389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-04d9cf9b-5551-435f-b02a-09252f898c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:00.968482 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-04d9cf9b-5551-435f-b02a-09252f898c41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=014ebca0-d2d1-466c-8547-f06b976697ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893841 Sep 22 09:41:01.026688 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:01.062979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=6223a807-f212-41f8-8fe1-1fbc2c9928cd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:01.072646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Deleting port a15a1e5c-2382-46b3-8d05-4b402a3e83df {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:01.073039 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:01.103047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90eadd-1535-4522-8a46-fe2679fc4473 req-8b454fd5-c0f4-4721-9f40-ad63f8a4b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:01.107618 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c90eadd-1535-4522-8a46-fe2679fc4473 req-8b454fd5-c0f4-4721-9f40-ad63f8a4b83b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b HTTP/1.1" status: 200 len: 1095 time: 0.1379273 Sep 22 09:41:01.280026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90eadd-1535-4522-8a46-fe2679fc4473 req-fe08ca5e-3501-485f-b765-808a93227a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:01.281615 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c90eadd-1535-4522-8a46-fe2679fc4473 req-fe08ca5e-3501-485f-b765-808a93227a9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=014ebca0-d2d1-466c-8547-f06b976697ee HTTP/1.1" status: 200 len: 915 time: 0.1611786 Sep 22 09:41:01.300496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45474) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:01.333838 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-765652772-network', 'tenant_id': '0135f67a2c6d49849cf52ad8b44cc9a7'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:01.349220 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c90eadd-1535-4522-8a46-fe2679fc4473 req-4766c1e8-3b3c-4ac2-8d45-8fb5dafa56b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e683f931-e7b0-4c46-8c9c-7748e7f6405a HTTP/1.1" status: 200 len: 217 time: 0.0580375 Sep 22 09:41:01.366059 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-65c1375b-f140-4998-8a91-aeb8ca7589bc service neutron] 10.222.0.60 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533597 Sep 22 09:41:01.407053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fa36a-8a39-4f28-851f-5e049e6a1440 req-6378c598-b6a0-431c-bc12-482fb7ad50ac tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:01.415283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c44fa36a-8a39-4f28-851f-5e049e6a1440 req-6378c598-b6a0-431c-bc12-482fb7ad50ac tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1927044 Sep 22 09:41:01.419993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] For port a15a1e5c-2382-46b3-8d05-4b402a3e83df, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a15a1e5c-2382-46b3-8d05-4b402a3e83df,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:01.420633 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:01.480086 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:01.598429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d14cdaf-2718-4f1f-87c6-9a0675801762', 'tag': '871f7740-08ce-40a1-94fd-0b0b59c21265'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:01.599919 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437c6ac0-e535-432e-9691-b30bd475d90a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d14cdaf-2718-4f1f-87c6-9a0675801762", "tag": "871f7740-08ce-40a1-94fd-0b0b59c21265"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:01.606035 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e579434-daf1-4b61-ad72-890eaeffd155 req-5052a46a-4a02-4863-b587-ac229676747b service neutron] 10.222.0.60 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539190 Sep 22 09:41:01.614880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Made reservation on behalf of 0135f67a2c6d49849cf52ad8b44cc9a7 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:01.617784 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:01.635143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:01.666238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90eadd-1535-4522-8a46-fe2679fc4473 req-1c3a1f73-3a53-4e32-9e0c-945258b795e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:01.666238 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c90eadd-1535-4522-8a46-fe2679fc4473 req-1c3a1f73-3a53-4e32-9e0c-945258b795e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa829bf6-adde-45da-b206-a8f82b94fddd HTTP/1.1" status: 200 len: 853 time: 0.2964811 Sep 22 09:41:01.703854 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c44fa36a-8a39-4f28-851f-5e049e6a1440 req-8b3aa18d-6f2e-41a6-9012-8405fc4fba13 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820976 Sep 22 09:41:01.715313 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5558eb-eef1-4b0e-a930-eac091961d2f x-openstack-request-id: req-0e5558eb-eef1-4b0e-a930-eac091961d2f {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:01.716028 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d14cdaf-2718-4f1f-87c6-9a0675801762", "tag": "871f7740-08ce-40a1-94fd-0b0b59c21265", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:01.716267 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e5558eb-eef1-4b0e-a930-eac091961d2f {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:01.718347 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d14cdaf-2718-4f1f-87c6-9a0675801762', 'tag': '871f7740-08ce-40a1-94fd-0b0b59c21265', 'status': 'completed', 'code': 200} Sep 22 09:41:01.881023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6ac0-e535-432e-9691-b30bd475d90a req-ac668110-3329-4768-85bb-25b096ca64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:01.882770 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-437c6ac0-e535-432e-9691-b30bd475d90a req-ac668110-3329-4768-85bb-25b096ca64bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 1095 time: 0.0810299 Sep 22 09:41:01.886136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90eadd-1535-4522-8a46-fe2679fc4473 req-9cf824df-6538-404e-aa6c-a1bf08a11cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:01.888874 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c90eadd-1535-4522-8a46-fe2679fc4473 req-9cf824df-6538-404e-aa6c-a1bf08a11cd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=014ebca0-d2d1-466c-8547-f06b976697ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121687 Sep 22 09:41:02.149927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6ac0-e535-432e-9691-b30bd475d90a req-9066a183-d80b-46a3-a42f-d854847053c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:02.151701 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-437c6ac0-e535-432e-9691-b30bd475d90a req-9066a183-d80b-46a3-a42f-d854847053c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=014ebca0-d2d1-466c-8547-f06b976697ee HTTP/1.1" status: 200 len: 915 time: 0.2607145 Sep 22 09:41:02.154594 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:02.218730 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-437c6ac0-e535-432e-9691-b30bd475d90a req-eb48dd3d-907b-4d6f-ba59-e04311952b5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=871f7740-08ce-40a1-94fd-0b0b59c21265 HTTP/1.1" status: 200 len: 217 time: 0.0444443 Sep 22 09:41:02.229285 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:02.292636 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c90eadd-1535-4522-8a46-fe2679fc4473 req-f3617866-95f4-4030-bd66-c74bb7834257 service neutron] 10.222.0.45 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836068 Sep 22 09:41:02.348695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:41:02.394654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67af1101-ff1a-45b5-bc67-549716882ee1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:02.433937 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:02.434290 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Added segment 4a605879-bc0f-4b1a-8166-df9af5d976db of type vlan for network e7b9acfc-8595-4809-b201-868ae0b3b09b Sep 22 09:41:02.446709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee68274-357a-4b51-bcac-f49bd0b8ac37 req-d8dfdea4-b359-4dab-a3ad-a1ac16e7d5bf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:02.456039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ee68274-357a-4b51-bcac-f49bd0b8ac37 req-d8dfdea4-b359-4dab-a3ad-a1ac16e7d5bf tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 945 time: 0.2577238 Sep 22 09:41:02.476175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56df2c0-dd4c-49d3-ab73-eaefeac4b3c9 req-4afd2c33-167e-49df-aa0b-a814f33b495a tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:02.477708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a56df2c0-dd4c-49d3-ab73-eaefeac4b3c9 req-4afd2c33-167e-49df-aa0b-a814f33b495a tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 944 time: 0.2825854 Sep 22 09:41:02.503591 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6ac0-e535-432e-9691-b30bd475d90a req-620f2e2b-53c9-45d6-a50e-eaaf6ee6100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:02.507316 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-437c6ac0-e535-432e-9691-b30bd475d90a req-620f2e2b-53c9-45d6-a50e-eaaf6ee6100d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa829bf6-adde-45da-b206-a8f82b94fddd HTTP/1.1" status: 200 len: 853 time: 0.2718546 Sep 22 09:41:02.512246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:02.519755 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:02.519755 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Floating IP f5eac0fd-3ba6-4375-90cd-4460d4b1343f disassociated. External IP: 172.25.6.79, port: a15a1e5c-2382-46b3-8d05-4b402a3e83df. Sep 22 09:41:02.519755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Calling delete_port for a15a1e5c-2382-46b3-8d05-4b402a3e83df owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:02.586577 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c90eadd-1535-4522-8a46-fe2679fc4473 req-7dcead02-56e0-44d1-9f01-f2c1828a3e64 service neutron] 10.222.0.45 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593641 Sep 22 09:41:02.593444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:02.622641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:41:02.665812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6ac0-e535-432e-9691-b30bd475d90a req-f22a3992-d87d-442f-bed6-cf3ae43e8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:02.672366 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-437c6ac0-e535-432e-9691-b30bd475d90a req-f22a3992-d87d-442f-bed6-cf3ae43e8d9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=014ebca0-d2d1-466c-8547-f06b976697ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783248 Sep 22 09:41:02.685676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ee68274-357a-4b51-bcac-f49bd0b8ac37 req-4560a10f-89c0-4ab4-a910-692171624dea tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups?id=9ae92edf-0d49-4a40-b085-ef53d18f78f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285440 Sep 22 09:41:02.712967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a56df2c0-dd4c-49d3-ab73-eaefeac4b3c9 req-b2434b34-d37f-491d-a249-7fcae16e2a4d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190397 Sep 22 09:41:02.724257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router cf969b9f-b746-471c-98fb-2e2253ed99ae has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:41:02.727118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45516) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:02.761041 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:02.775435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:02.776061 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:02.813160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:02.842873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '5645ef9b-9bda-4e3c-a354-4e9d61e31d7f', 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee', 'port_id': '5645ef9b-9bda-4e3c-a354-4e9d61e31d7f', 'mac_address': 'fa:16:3e:4d:49:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa829bf6-adde-45da-b206-a8f82b94fddd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:41:02.900746 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:02.924863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:41:02.949372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] Pushing event updated for resources: {'Network': ['ID=e7b9acfc-8595-4809-b201-868ae0b3b09b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:02.953900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:02.963726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network e7b9acfc-8595-4809-b201-868ae0b3b09b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:41:02.969650 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-437c6ac0-e535-432e-9691-b30bd475d90a req-8218a201-c7f5-4100-ad08-98f0d4f7866a service neutron] 10.222.0.60 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812016 Sep 22 09:41:02.977354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1977266424'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:02.992326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:02.998047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d421b2c9-505c-4cdd-bf7e-ac7afffad8d3 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0006666 Sep 22 09:41:03.008383 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.008634 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9fb5d-34a9-4d68-ae25-8e392ee35360 None None] Sync routers for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:03.011704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45524) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:03.023589 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9fb5d-34a9-4d68-ae25-8e392ee35360 None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:03.030995 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-80b9fb5d-34a9-4d68-ae25-8e392ee35360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:03.062711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79220372-48dd-490f-b13d-dde2668aa0c5 req-71695c1a-89b6-4cb6-848f-e1856c1cf551 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:03.064558 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79220372-48dd-490f-b13d-dde2668aa0c5 req-71695c1a-89b6-4cb6-848f-e1856c1cf551 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1951230 Sep 22 09:41:03.093639 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3b1754a1-2155-4543-9f10-f752063558fa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7638564 Sep 22 09:41:03.097538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45526) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:03.117224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-2358d7e7-dfc7-4cd3-8fcb-6a9396d2e06d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting subnet b127b2cc-ab3d-4dd7-a571-87da77c305c2 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:41:03.122194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:03.177964 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2358d7e7-dfc7-4cd3-8fcb-6a9396d2e06d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.178931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] Request body: {'subnet': {'network_id': 'e7b9acfc-8595-4809-b201-868ae0b3b09b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-765652772-subnet', 'tenant_id': '0135f67a2c6d49849cf52ad8b44cc9a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:03.179071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79220372-48dd-490f-b13d-dde2668aa0c5 req-c456347f-1ba0-4fcd-98cd-108d0f398014 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978789 Sep 22 09:41:03.179187 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-80b9fb5d-34a9-4d68-ae25-8e392ee35360 None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:03.187469 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-437c6ac0-e535-432e-9691-b30bd475d90a req-1ec45f7c-1758-4249-b264-221e0705626b service neutron] 10.222.0.60 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068472 Sep 22 09:41:03.197813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2358d7e7-dfc7-4cd3-8fcb-6a9396d2e06d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.296744 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2358d7e7-dfc7-4cd3-8fcb-6a9396d2e06d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.354810 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.369402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5645ef9b-9bda-4e3c-a354-4e9d61e31d7f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:41:03.421963 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-80b9fb5d-34a9-4d68-ae25-8e392ee35360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:00Z', 'revision_number': 9, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:03.424914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Made reservation on behalf of c10e34611c7342e6b6cb6abc4faf9a28 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:03.432273 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.432453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event deleted for resources: {'Port': ['ID=a15a1e5c-2382-46b3-8d05-4b402a3e83df,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:03.443785 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.450792 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9fb5d-34a9-4d68-ae25-8e392ee35360 None None] Checking router: cf969b9f-b746-471c-98fb-2e2253ed99ae for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:41:03.483770 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9fb5d-34a9-4d68-ae25-8e392ee35360 None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:03.484501 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-80b9fb5d-34a9-4d68-ae25-8e392ee35360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:03.495415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] Made reservation on behalf of 0135f67a2c6d49849cf52ad8b44cc9a7 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:03.500594 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.517630 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2358d7e7-dfc7-4cd3-8fcb-6a9396d2e06d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.598420 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358d7e7-dfc7-4cd3-8fcb-6a9396d2e06d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Subnet': ['ID=b127b2cc-ab3d-4dd7-a571-87da77c305c2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:03.612415 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2358d7e7-dfc7-4cd3-8fcb-6a9396d2e06d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.626470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2358d7e7-dfc7-4cd3-8fcb-6a9396d2e06d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/b127b2cc-ab3d-4dd7-a571-87da77c305c2 HTTP/1.1" status: 204 len: 168 time: 0.6090024 Sep 22 09:41:03.627852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45534) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:03.629652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d92250-b78e-42eb-97b2-a23702b84df4 None None] Network a7c60296-8b50-48e4-b6f9-a74505537fe9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:03.669801 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-80b9fb5d-34a9-4d68-ae25-8e392ee35360 None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:03.672340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:41:03.778798 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.865609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:03.879411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c0181c-a6f4-4a75-8d85-377f11889293 None None] Sync routers for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:03.893613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0181c-a6f4-4a75-8d85-377f11889293 None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:03.899205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-39c0181c-a6f4-4a75-8d85-377f11889293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:03.930334 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:03.958517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28729a42-3539-4fbc-8064-15a0927dea30 None None] DHCP port deletion for a7c60296-8b50-48e4-b6f9-a74505537fe9 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:41:04.033777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 871f7740-08ce-40a1-94fd-0b0b59c21265 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:41:04.079406 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-80b9fb5d-34a9-4d68-ae25-8e392ee35360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:00Z', 'revision_number': 9, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:04.108516 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9fb5d-34a9-4d68-ae25-8e392ee35360 None None] The sync data for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 is: [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:00Z', 'revision_number': 9, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da0c5476-c977-4c78-abe2-49ac95570305', 'name': '', 'network_id': 'f8e335a5-f635-4003-8db2-3c3024b890db', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:27:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '89c6f884-252b-491d-9e3b-9471961411dc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:18Z', 'updated_at': '2021-09-22T09:40:27Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '89c6f884-252b-491d-9e3b-9471961411dc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:04.113291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf7db023-a22f-48ff-bdc6-d714491297c1 req-90d2e53e-7215-4db1-8b46-45b04bf3a2b2 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 210 time: 0.2129173 Sep 22 09:41:04.115869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] No DVR routers for this DVR port a15a1e5c-2382-46b3-8d05-4b402a3e83df on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:04.135729 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.139271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port f91efc02-459e-4291-b31a-a0f85221a2c4 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:04.145033 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.145547 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.145547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76894a24-d00c-41bf-af41-1761f3dec137 req-3152fa8e-fbc8-4872-8593-2ca180c3e4d5 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.45 "DELETE /v2.0/ports/a15a1e5c-2382-46b3-8d05-4b402a3e83df HTTP/1.1" status: 204 len: 173 time: 3.2726009 Sep 22 09:41:04.163996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'name': 'network-vif-deleted', 'tag': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:04.166477 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38afd92b-bd96-41ce-8205-584cf905e648" -d '{"events": [{"server_uuid": "8c1c2bf8-de12-4a62-8537-caea3c579230", "name": "network-vif-deleted", "tag": "a15a1e5c-2382-46b3-8d05-4b402a3e83df"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:04.213915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:41:04.226358 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.229706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.230306 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Added segment 6d20cac9-b615-405e-a20b-f2e95a4ee365 of type vlan for network 287950b9-6726-4f11-951a-d87333e65ea0 Sep 22 09:41:04.259744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port f91efc02-459e-4291-b31a-a0f85221a2c4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f91efc02-459e-4291-b31a-a0f85221a2c4,segment=NetworkSegment(2321dfcd-1a6c-42d2-8721-11b39476d560),segment_id=2321dfcd-1a6c-42d2-8721-11b39476d560)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:04.260513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.279508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for f91efc02-459e-4291-b31a-a0f85221a2c4 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:04.288880 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663cbb9a-16df-471a-9fb1-8674ff45b46e x-openstack-request-id: req-663cbb9a-16df-471a-9fb1-8674ff45b46e {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:04.289310 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1c2bf8-de12-4a62-8537-caea3c579230", "name": "network-vif-deleted", "tag": "a15a1e5c-2382-46b3-8d05-4b402a3e83df", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:04.289728 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-663cbb9a-16df-471a-9fb1-8674ff45b46e {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:04.290526 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1c2bf8-de12-4a62-8537-caea3c579230', 'name': 'network-vif-deleted', 'tag': 'a15a1e5c-2382-46b3-8d05-4b402a3e83df', 'status': 'completed', 'code': 200} Sep 22 09:41:04.315622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8f9459-dd5e-432c-b3c8-6667f79b9154,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:04.338580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-39c0181c-a6f4-4a75-8d85-377f11889293 None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:04.379606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1269668-caa2-4ed9-9627-bed3fcb33987 req-66d90ae4-382e-4cb3-8e85-2b3bc491c0f0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:04.381279 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1269668-caa2-4ed9-9627-bed3fcb33987 req-66d90ae4-382e-4cb3-8e85-2b3bc491c0f0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 944 time: 0.4861591 Sep 22 09:41:04.417013 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.455722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5f674-2c59-4ea6-9493-d78348c3c92f req-5df2c5b6-9059-47d0-b78d-9883a1dfadc8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:04.457917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51b5f674-2c59-4ea6-9493-d78348c3c92f req-5df2c5b6-9059-47d0-b78d-9883a1dfadc8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1170022 Sep 22 09:41:04.487341 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f56db05-59a0-4d7c-abd0-635cd5858419,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:04.514481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1269668-caa2-4ed9-9627-bed3fcb33987 req-daa34605-ec0d-4c3f-88fd-cb64d1f6e802 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247911 Sep 22 09:41:04.516278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] Checking segment: {'id': '4a605879-bc0f-4b1a-8166-df9af5d976db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'e7b9acfc-8595-4809-b201-868ae0b3b09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:41:04.516646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] Network hostable DHCP agents. Network: e7b9acfc-8595-4809-b201-868ae0b3b09b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:41:04.545720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-28729a42-3539-4fbc-8064-15a0927dea30 None None] Deleting port f91efc02-459e-4291-b31a-a0f85221a2c4 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:04.545720 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28729a42-3539-4fbc-8064-15a0927dea30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.558171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51b5f674-2c59-4ea6-9493-d78348c3c92f req-31f0fff5-8a49-4fa9-9d3a-46c1f0380410 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813999 Sep 22 09:41:04.592535 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.593362 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.599642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:04.600978 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.625362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=f91efc02-459e-4291-b31a-a0f85221a2c4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:04.637351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No DVR routers for this DVR port f91efc02-459e-4291-b31a-a0f85221a2c4 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:04.643290 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e683f931-e7b0-4c46-8c9c-7748e7f6405a details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:41:04.665428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:41:04.672362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] Network e7b9acfc-8595-4809-b201-868ae0b3b09b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:41:04.719162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Pushing event updated for resources: {'Network': ['ID=287950b9-6726-4f11-951a-d87333e65ea0,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:04.724628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dc384dfd-1867-4544-bca6-6a76b063c6dc tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9962702 Sep 22 09:41:04.727875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45554) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:04.733887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Request body: {'subnet': {'network_id': '287950b9-6726-4f11-951a-d87333e65ea0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:04.741261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 287950b9-6726-4f11-951a-d87333e65ea0 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:41:04.763006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.780450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, e7b9acfc-8595-4809-b201-868ae0b3b09b) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:04.790313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:04.790948 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.798683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 871f7740-08ce-40a1-94fd-0b0b59c21265, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=871f7740-08ce-40a1-94fd-0b0b59c21265,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:04.816377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c60296-8b50-48e4-b6f9-a74505537fe9']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:04.825964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a13ee-6ab6-4232-ad2a-6b0b2fd0f35f None None] Network e7b9acfc-8595-4809-b201-868ae0b3b09b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:04.854243 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-28729a42-3539-4fbc-8064-15a0927dea30 None None] For port f91efc02-459e-4291-b31a-a0f85221a2c4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f91efc02-459e-4291-b31a-a0f85221a2c4,segment=NetworkSegment(2321dfcd-1a6c-42d2-8721-11b39476d560),segment_id=2321dfcd-1a6c-42d2-8721-11b39476d560)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:04.854651 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28729a42-3539-4fbc-8064-15a0927dea30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:04.932073 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '871f7740-08ce-40a1-94fd-0b0b59c21265', 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee', 'port_id': '871f7740-08ce-40a1-94fd-0b0b59c21265', 'mac_address': 'fa:16:3e:47:39:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa829bf6-adde-45da-b206-a8f82b94fddd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:41:04.941375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-28729a42-3539-4fbc-8064-15a0927dea30 None None] Calling delete_port for f91efc02-459e-4291-b31a-a0f85221a2c4 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:05.142449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e683f931-e7b0-4c46-8c9c-7748e7f6405a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e683f931-e7b0-4c46-8c9c-7748e7f6405a,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:05.181536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'e683f931-e7b0-4c46-8c9c-7748e7f6405a', 'network_id': '014ebca0-d2d1-466c-8547-f06b976697ee', 'port_id': 'e683f931-e7b0-4c46-8c9c-7748e7f6405a', 'mac_address': 'fa:16:3e:10:d3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa829bf6-adde-45da-b206-a8f82b94fddd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:41:05.183170 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.185982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2321dfcd-1a6c-42d2-8721-11b39476d560') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:05.186519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2321dfcd-1a6c-42d2-8721-11b39476d560') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:05.203733 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.204685 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-39c0181c-a6f4-4a75-8d85-377f11889293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:05.222480 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.229664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:41:05.230030 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:41:05.233662 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:41:05.256201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:41:05.279404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-514fe7ef-eb98-4a07-8f2f-2e2fe7f100ad req-c4daeb77-e7dd-4860-97ae-5d558ab5a644 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1c2bf8-de12-4a62-8537-caea3c579230 HTTP/1.1" status: 200 len: 210 time: 0.0283082 Sep 22 09:41:05.292192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c0181c-a6f4-4a75-8d85-377f11889293 None None] Checking router: c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:41:05.301095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871f7740-08ce-40a1-94fd-0b0b59c21265 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:41:05.302824 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b550ca9d-f465-42e8-b828-e0e6d55f4625 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2042801 Sep 22 09:41:05.332843 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28729a42-3539-4fbc-8064-15a0927dea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.334830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:05.335198 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.336823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168788fc-9667-4772-9614-a3a6813c2c6b None None] Network e7b9acfc-8595-4809-b201-868ae0b3b09b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:05.387142 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.396664 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.401205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45560) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:05.401367 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/networks/a7c60296-8b50-48e4-b6f9-a74505537fe9 HTTP/1.1" status: 204 len: 168 time: 1.7725039 Sep 22 09:41:05.414590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdb324-188e-46fa-be50-66f2a4270d22 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Network': ['ID=a7c60296-8b50-48e4-b6f9-a74505537fe9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:05.428315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Made reservation on behalf of c10e34611c7342e6b6cb6abc4faf9a28 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:05.433008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28729a42-3539-4fbc-8064-15a0927dea30 None None] Pushing event deleted for resources: {'Port': ['ID=f91efc02-459e-4291-b31a-a0f85221a2c4,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:05.439281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.439504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28729a42-3539-4fbc-8064-15a0927dea30 None None] No DVR routers for this DVR port f91efc02-459e-4291-b31a-a0f85221a2c4 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:05.442348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 871f7740-08ce-40a1-94fd-0b0b59c21265, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=871f7740-08ce-40a1-94fd-0b0b59c21265,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:05.443349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0181c-a6f4-4a75-8d85-377f11889293 None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:05.443879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-39c0181c-a6f4-4a75-8d85-377f11889293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:05.445723 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.539701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e683f931-e7b0-4c46-8c9c-7748e7f6405a {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:41:05.556706 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.640627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e683f931-e7b0-4c46-8c9c-7748e7f6405a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e683f931-e7b0-4c46-8c9c-7748e7f6405a,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:05.764718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6223a807-f212-41f8-8fe1-1fbc2c9928cd no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:05.766870 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.817866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['871f7740-08ce-40a1-94fd-0b0b59c21265'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:41:05.821064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:05.841594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce58634-b337-42af-82c0-0355bdd4fe35 req-aea633ce-91d3-400d-a2c7-c5b59532f75c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:05.843133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ce58634-b337-42af-82c0-0355bdd4fe35 req-aea633ce-91d3-400d-a2c7-c5b59532f75c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 945 time: 0.1539340 Sep 22 09:41:05.851639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 6223a807-f212-41f8-8fe1-1fbc2c9928cd {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:05.851984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6223a807-f212-41f8-8fe1-1fbc2c9928cd not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:05.852401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f91efc02-459e-4291-b31a-a0f85221a2c4 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:05.866507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-39c0181c-a6f4-4a75-8d85-377f11889293 None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:05.914294 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Pushing event updated for resources: {'Subnet': ['ID=8bd14eef-6268-4dda-b28e-2554b639d4cc,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:05.917440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Checking segment: {'id': '6d20cac9-b615-405e-a20b-f2e95a4ee365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '287950b9-6726-4f11-951a-d87333e65ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:41:05.917811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Network hostable DHCP agents. Network: 287950b9-6726-4f11-951a-d87333e65ea0, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:41:05.933782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ce58634-b337-42af-82c0-0355bdd4fe35 req-ebb1116b-c602-40c7-b237-049a8a0f182d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769238 Sep 22 09:41:05.947558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44573b-4495-42b4-bc6f-0c893339fcea req-225bd198-e483-4fd1-8b00-b681976cd55b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:05.951251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c44573b-4495-42b4-bc6f-0c893339fcea req-225bd198-e483-4fd1-8b00-b681976cd55b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1992233 Sep 22 09:41:05.992335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Network 287950b9-6726-4f11-951a-d87333e65ea0 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:41:06.030606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c44573b-4495-42b4-bc6f-0c893339fcea req-b62db3c5-32e3-4f8d-932e-3609e16b0a8b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 Sep 22 09:41:06.073648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 287950b9-6726-4f11-951a-d87333e65ea0) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:06.084377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:06.086583 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:06.132150 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:06.145030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=871f7740-08ce-40a1-94fd-0b0b59c21265,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:06.176377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-310b39ea-b5f4-4d7c-bdc4-ffe55ee80887 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4473939 Sep 22 09:41:06.178906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45578) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:06.185226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Request body: {'port': {'network_id': '287950b9-6726-4f11-951a-d87333e65ea0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-966812751'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:06.231649 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:06.240656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1666b911-f194-4e91-8398-ed1178b2a29a None None] Network 287950b9-6726-4f11-951a-d87333e65ea0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:06.418861 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f91efc02-459e-4291-b31a-a0f85221a2c4 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:06.419690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f91efc02-459e-4291-b31a-a0f85221a2c4 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:06.443817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Made reservation on behalf of c10e34611c7342e6b6cb6abc4faf9a28 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:06.449616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:06.452430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e683f931-e7b0-4c46-8c9c-7748e7f6405a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:41:06.478351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45588) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:06.542384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] device_id is not set on port 441fa8a6-2a0c-4f2c-a99e-3a6f24998d72 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:41:06.547117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:06.558172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79af4548-d0fe-414f-9a6e-1f0f0859127d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5645ef9b-9bda-4e3c-a354-4e9d61e31d7f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:06.561698 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca71f58f-710e-4504-b90b-f0c7e4b01dab" -d '{"events": [{"server_uuid": "79af4548-d0fe-414f-9a6e-1f0f0859127d", "name": "network-vif-plugged", "status": "completed", "tag": "5645ef9b-9bda-4e3c-a354-4e9d61e31d7f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:06.584095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e683f931-e7b0-4c46-8c9c-7748e7f6405a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:06.688986 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:06.722305 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd3fa30-e31a-4b8a-a64e-0d0d99418f93 x-openstack-request-id: req-3cd3fa30-e31a-4b8a-a64e-0d0d99418f93 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:06.722605 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79af4548-d0fe-414f-9a6e-1f0f0859127d", "name": "network-vif-plugged", "status": "completed", "tag": "5645ef9b-9bda-4e3c-a354-4e9d61e31d7f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:06.722873 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cd3fa30-e31a-4b8a-a64e-0d0d99418f93 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:06.723416 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79af4548-d0fe-414f-9a6e-1f0f0859127d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5645ef9b-9bda-4e3c-a354-4e9d61e31d7f', 'code': 200} Sep 22 09:41:06.726703 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:06.747604 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:06.748493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a15a1e5c-2382-46b3-8d05-4b402a3e83df no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:06.820462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Allocated IP 172.20.0.2 (287950b9-6726-4f11-951a-d87333e65ea0/8bd14eef-6268-4dda-b28e-2554b639d4cc/441fa8a6-2a0c-4f2c-a99e-3a6f24998d72) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:41:06.842367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: a15a1e5c-2382-46b3-8d05-4b402a3e83df {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:06.842848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a15a1e5c-2382-46b3-8d05-4b402a3e83df not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:06.874528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-287950b9-6726-4f11-951a-d87333e65ea0', 'network_id': '287950b9-6726-4f11-951a-d87333e65ea0', 'tenant_id': 'c10e34611c7342e6b6cb6abc4faf9a28', 'fixed_ips': [{'subnet_id': '8bd14eef-6268-4dda-b28e-2554b639d4cc'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:41:06.875675 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:06.886891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-b8c63705-d13f-4e4f-bf3b-e6fa5fe86d68 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:06.889205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-b8c63705-d13f-4e4f-bf3b-e6fa5fe86d68 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/networks?id=02b01e3a-5bd8-46f0-8221-c03aab9de227 HTTP/1.1" status: 200 len: 825 time: 0.6406209 Sep 22 09:41:06.893332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159938d-0235-4ad2-a139-834f89d5e8e6 req-cf0c1cbd-334f-4658-842d-8e676eca4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:06.894769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0159938d-0235-4ad2-a139-834f89d5e8e6 req-cf0c1cbd-334f-4658-842d-8e676eca4e68 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 1097 time: 0.1497622 Sep 22 09:41:06.921398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-232754b0-7100-44af-a8f4-7efd753a2194 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/quotas/cc44045226474fdd81392ebbbf921ef9 HTTP/1.1" status: 200 len: 375 time: 0.0237660 Sep 22 09:41:06.950656 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:06.953643 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:06.955108 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "DELETE /v2.0/security-groups/9ae92edf-0d49-4a40-b085-ef53d18f78f3 HTTP/1.1" status: 204 len: 168 time: 0.4758046 Sep 22 09:41:06.962009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45596) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:06.980015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-efcc361f-e31e-4cd9-b42b-0169787b1fa1 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc44045226474fdd81392ebbbf921ef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417614 Sep 22 09:41:06.980571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:06.989076 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0159938d-0235-4ad2-a139-834f89d5e8e6 req-15e92c7c-0233-4a96-8d17-e91b75da2c0b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809643 Sep 22 09:41:07.012313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae92edf-0d49-4a40-b085-ef53d18f78f3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:07.014618 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-c4f573ab-91ef-4463-b2f8-32e109188cfb tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] show failed (client error): The resource could not be found. Sep 22 09:41:07.016036 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c4f573ab-91ef-4463-b2f8-32e109188cfb tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "GET /v2.0/security-groups/9ae92edf-0d49-4a40-b085-ef53d18f78f3 HTTP/1.1" status: 404 len: 347 time: 0.0300004 Sep 22 09:41:07.018864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45598) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:07.061319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.062974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.063315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.063657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.064007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.064327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.064653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.065056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.065382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.066003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.066156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.066430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926e4fc-7284-44cd-956e-563ea30c45b1 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:07.088477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-39c0181c-a6f4-4a75-8d85-377f11889293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:07.188751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:07.191368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c0181c-a6f4-4a75-8d85-377f11889293 None None] The sync data for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 is: [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:32:48Z', 'revision_number': 4, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9764ef06-395c-43a2-8c5a-7e132753be7a', 'name': '', 'network_id': '77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'mac_address': 'fa:16:3e:2a:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:47Z', 'updated_at': '2021-09-22T09:32:54Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'subnets': [{'id': '97e558d8-50e5-49ad-b658-279ef4008a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:07.307036 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:07.319693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-3edbb662-42ea-458b-9a41-c0377ae1d277 service neutron] 10.222.0.49 "GET /v2.0/networks/02b01e3a-5bd8-46f0-8221-c03aab9de227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332577 Sep 22 09:41:07.352271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31c5f1-7f26-47fb-94c4-13c6b63f28dd req-11d6819a-c2ad-45f8-8c9d-6e8108c9aa2c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:07.353935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c31c5f1-7f26-47fb-94c4-13c6b63f28dd req-11d6819a-c2ad-45f8-8c9d-6e8108c9aa2c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 945 time: 0.3047178 Sep 22 09:41:07.366273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Network 287950b9-6726-4f11-951a-d87333e65ea0 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:41:07.370540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:07.377647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:41:07.421618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port da0c5476-c977-4c78-abe2-49ac95570305 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:07.422137 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:07.444314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0577dd1f-d3ee-42ad-a8b0-59599bae9388 {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:41:07.445146 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:41:07.448995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Pushing event updated for resources: {'Port': ['ID=441fa8a6-2a0c-4f2c-a99e-3a6f24998d72,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:07.471459 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:07.472289 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:07.500041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8d88620d-f8c6-4d45-9984-e5763a116230 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Deleting port e3e8c2a0-df8b-453d-a0e5-9da8eba98c01 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:07.500378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d88620d-f8c6-4d45-9984-e5763a116230 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:07.576792 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e4a041fd-1ae6-438d-9cb3-ed7bffc57f39 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3961830 Sep 22 09:41:07.581347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45602) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:07.588332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Request body: {'port': {'network_id': '287950b9-6726-4f11-951a-d87333e65ea0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-418419342', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:07.589298 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.api.validators [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] bootfile-name is not in valid_values {{(pid=95509) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:41:07.591230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.api.validators [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] tftp-server is not in valid_values {{(pid=95509) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:41:07.591230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.api.validators [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] server-ip-address is not in valid_values {{(pid=95509) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:41:07.601990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c31c5f1-7f26-47fb-94c4-13c6b63f28dd req-a66fcedc-1b0f-41d8-9cc1-d0ec7d571a48 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254736 Sep 22 09:41:07.604646 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a67e51c-fdc4-41cd-964a-c692a1a960a4 None None] New status for floating IP f5eac0fd-3ba6-4375-90cd-4460d4b1343f: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:41:07.605476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-59c63e8a-9a9d-4f23-b9e8-1c8bf949f148 service neutron] 10.222.0.49 "GET /v2.0/networks/02b01e3a-5bd8-46f0-8221-c03aab9de227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738624 Sep 22 09:41:07.864628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port da0c5476-c977-4c78-abe2-49ac95570305, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=da0c5476-c977-4c78-abe2-49ac95570305,segment=NetworkSegment(a3834d8b-c028-4191-a4aa-f544dfbf2616),segment_id=a3834d8b-c028-4191-a4aa-f544dfbf2616)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:07.865016 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:07.888808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d88620d-f8c6-4d45-9984-e5763a116230 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:07.888808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d88620d-f8c6-4d45-9984-e5763a116230 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:07.889671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for da0c5476-c977-4c78-abe2-49ac95570305 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:07.911081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8d88620d-f8c6-4d45-9984-e5763a116230 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Calling delete_port for e3e8c2a0-df8b-453d-a0e5-9da8eba98c01 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:07.929523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59443886-eaf0-4cb8-a728-471ff2818407 req-53e2698e-5c80-4c3b-b868-677790de668c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:07.937281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59443886-eaf0-4cb8-a728-471ff2818407 req-53e2698e-5c80-4c3b-b868-677790de668c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1694798 Sep 22 09:41:07.947372 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:07.980471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Made reservation on behalf of c10e34611c7342e6b6cb6abc4faf9a28 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:07.984798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:08.032548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] device_id is not set on port 41dfa979-1a49-44ae-b65d-d0c423c79986 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:41:08.113808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 871f7740-08ce-40a1-94fd-0b0b59c21265 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:41:08.125904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59443886-eaf0-4cb8-a728-471ff2818407 req-f4a0fbfe-89b3-4196-b64d-81d7d7140857 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788430 Sep 22 09:41:08.173729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20231679-bf67-4dc4-be24-ee3e089a909f req-781592ef-191f-4288-abb1-ae3fed87fe0a tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 210 time: 0.0786092 Sep 22 09:41:08.277599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Allocated IP 172.20.0.11 (287950b9-6726-4f11-951a-d87333e65ea0/8bd14eef-6268-4dda-b28e-2554b639d4cc/41dfa979-1a49-44ae-b65d-d0c423c79986) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:41:08.312117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 871f7740-08ce-40a1-94fd-0b0b59c21265 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:41:08.316560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 871f7740-08ce-40a1-94fd-0b0b59c21265 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:08.322881 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:08.446229 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d88620d-f8c6-4d45-9984-e5763a116230 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:08.450832 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:08.476428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88620d-f8c6-4d45-9984-e5763a116230 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Pushing event deleted for resources: {'Port': ['ID=e3e8c2a0-df8b-453d-a0e5-9da8eba98c01,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:08.498345 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 871f7740-08ce-40a1-94fd-0b0b59c21265, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=871f7740-08ce-40a1-94fd-0b0b59c21265,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:08.536198 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:08.539814 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:08.576537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=da0c5476-c977-4c78-abe2-49ac95570305,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:08.587415 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d88620d-f8c6-4d45-9984-e5763a116230 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:08.590010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d88620d-f8c6-4d45-9984-e5763a116230 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:08.592268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8d88620d-f8c6-4d45-9984-e5763a116230 tempest-AttachVolumeTestJSON-1449592429 tempest-AttachVolumeTestJSON-1449592429-project] 10.222.0.49 "DELETE /v2.0/floatingips/f5eac0fd-3ba6-4375-90cd-4460d4b1343f HTTP/1.1" status: 204 len: 168 time: 1.5516822 Sep 22 09:41:08.603010 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:08.679297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:08.729944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14cdaf-2718-4f1f-87c6-9a0675801762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f7740-08ce-40a1-94fd-0b0b59c21265'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:08.733998 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73a38d6-0092-42d4-8acd-8c35f703482f" -d '{"events": [{"server_uuid": "6d14cdaf-2718-4f1f-87c6-9a0675801762", "name": "network-vif-plugged", "status": "completed", "tag": "871f7740-08ce-40a1-94fd-0b0b59c21265"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:08.741962 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e683f931-e7b0-4c46-8c9c-7748e7f6405a up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:41:08.771851 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Network 287950b9-6726-4f11-951a-d87333e65ea0 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:41:08.775877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:08.779283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:41:08.887303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=871f7740-08ce-40a1-94fd-0b0b59c21265,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:08.915513 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c3281e-f4be-482d-8903-7210d70e22fe x-openstack-request-id: req-59c3281e-f4be-482d-8903-7210d70e22fe {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:08.915895 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14cdaf-2718-4f1f-87c6-9a0675801762", "name": "network-vif-plugged", "status": "completed", "tag": "871f7740-08ce-40a1-94fd-0b0b59c21265", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:08.916211 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59c3281e-f4be-482d-8903-7210d70e22fe {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:08.916871 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d14cdaf-2718-4f1f-87c6-9a0675801762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f7740-08ce-40a1-94fd-0b0b59c21265', 'code': 200} Sep 22 09:41:08.931032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997e9c0-c73d-486b-a140-27136b7c62eb req-eb13ae8f-f701-4207-a0c7-8e971b45c4fd tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:08.932969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0997e9c0-c73d-486b-a140-27136b7c62eb req-eb13ae8f-f701-4207-a0c7-8e971b45c4fd tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 946 time: 0.2119427 Sep 22 09:41:08.961617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Pushing event updated for resources: {'Port': ['ID=41dfa979-1a49-44ae-b65d-d0c423c79986,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:08.962209 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Allocated IP 172.20.0.3 (287950b9-6726-4f11-951a-d87333e65ea0/8bd14eef-6268-4dda-b28e-2554b639d4cc/43c2dcdf-c377-4a18-ab5b-a1c6b5068afd) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:41:08.989293 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.065942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:09.066969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.084865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ed1c9-0873-4164-ada9-c4f5f66a0583 req-1ddf5141-595c-49de-81c1-ec291b0a238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:09.086404 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-899ed1c9-0873-4164-ada9-c4f5f66a0583 req-1ddf5141-595c-49de-81c1-ec291b0a238f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 1097 time: 0.1130137 Sep 22 09:41:09.164821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0997e9c0-c73d-486b-a140-27136b7c62eb req-18f08059-fb7b-4bb5-89f6-eee4bfcead53 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224061 Sep 22 09:41:09.181587 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-899ed1c9-0873-4164-ada9-c4f5f66a0583 req-99f448c7-876e-4a27-8cb8-73328ac2aff9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868306 Sep 22 09:41:09.202638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port e683f931-e7b0-4c46-8c9c-7748e7f6405a completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:41:09.219879 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3af636e0-5e7c-4b05-bb43-882ea33ec056 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6328824 Sep 22 09:41:09.219879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45630) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:09.225157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port e683f931-e7b0-4c46-8c9c-7748e7f6405a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:09.225536 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.243213 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.307255 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.337631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91813bc4-c599-4b51-a835-744fbe7d04ce tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:09.343203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91813bc4-c599-4b51-a835-744fbe7d04ce tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:09.349041 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-91813bc4-c599-4b51-a835-744fbe7d04ce tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1878 time: 0.1288030 Sep 22 09:41:09.352028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45632) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:09.395248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-131671bd-d563-40db-81f3-bbc4507ae5b2 req-f22411bf-510e-4fea-a571-fdd50618acb7 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 210 time: 0.0656896 Sep 22 09:41:09.403642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Network 287950b9-6726-4f11-951a-d87333e65ea0 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:41:09.407052 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.415120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router cf969b9f-b746-471c-98fb-2e2253ed99ae has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:41:09.448803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c265d-3e16-4a9f-9239-8e3f3ca7344c req-cd63f035-487c-4a9f-b7dd-4572a8a6b267 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:09.452638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e7c265d-3e16-4a9f-9239-8e3f3ca7344c req-cd63f035-487c-4a9f-b7dd-4572a8a6b267 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1220403 Sep 22 09:41:09.470644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:09.476826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Pushing event updated for resources: {'Port': ['ID=43c2dcdf-c377-4a18-ab5b-a1c6b5068afd,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:09.485900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:41:09.494371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-5aa4cc17-6fda-4b37-9664-1dbfd91a383a tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Deleting port 41dfa979-1a49-44ae-b65d-d0c423c79986 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:09.494711 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cc17-6fda-4b37-9664-1dbfd91a383a tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.532376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e683f931-e7b0-4c46-8c9c-7748e7f6405a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e683f931-e7b0-4c46-8c9c-7748e7f6405a,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:09.573539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Attempting to bind port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:41:09.573917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Attempting to bind port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '6d20cac9-b615-405e-a20b-f2e95a4ee365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '287950b9-6726-4f11-951a-d87333e65ea0'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:41:09.574288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Attempting to bind port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd on network 287950b9-6726-4f11-951a-d87333e65ea0 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:41:09.581395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:09.584431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:41:09.584750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Checking segment: {'id': '6d20cac9-b615-405e-a20b-f2e95a4ee365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '287950b9-6726-4f11-951a-d87333e65ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:41:09.585147 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.585453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Bound using segment: {'id': '6d20cac9-b615-405e-a20b-f2e95a4ee365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '287950b9-6726-4f11-951a-d87333e65ea0'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:41:09.586321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Bound port: 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d20cac9-b615-405e-a20b-f2e95a4ee365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '287950b9-6726-4f11-951a-d87333e65ea0'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:41:09.586321 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.588518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-516ca251-b655-426c-8476-73df4a92479c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1852508 Sep 22 09:41:09.592562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45634) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:09.607739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6c54b-c5bc-4b63-8c01-a1d1fc52f008 None None] Sync routers for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:09.611075 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.629688 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cc17-6fda-4b37-9664-1dbfd91a383a tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.653731 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-5aa4cc17-6fda-4b37-9664-1dbfd91a383a tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Calling delete_port for 41dfa979-1a49-44ae-b65d-d0c423c79986 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:09.703372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6c54b-c5bc-4b63-8c01-a1d1fc52f008 None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:09.704430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0da6c54b-c5bc-4b63-8c01-a1d1fc52f008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:09.707197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbebd26-1c89-4ec5-bad2-430f66c0d4c6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting subnet 89c6f884-252b-491d-9e3b-9471961411dc {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:41:09.714180 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfbebd26-1c89-4ec5-bad2-430f66c0d4c6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.734274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e7c265d-3e16-4a9f-9239-8e3f3ca7344c req-9eeeb414-bf01-416a-819b-d4daa94aed95 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432991 Sep 22 09:41:09.796471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] For port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:41:09.805209 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e683f931-e7b0-4c46-8c9c-7748e7f6405a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:09.817536 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfbebd26-1c89-4ec5-bad2-430f66c0d4c6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.928392 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cc17-6fda-4b37-9664-1dbfd91a383a tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.948249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfbebd26-1c89-4ec5-bad2-430f66c0d4c6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:09.964693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4cc17-6fda-4b37-9664-1dbfd91a383a tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Pushing event deleted for resources: {'Port': ['ID=41dfa979-1a49-44ae-b65d-d0c423c79986,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:10.059478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] For port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=43c2dcdf-c377-4a18-ab5b-a1c6b5068afd,segment=NetworkSegment(6d20cac9-b615-405e-a20b-f2e95a4ee365),segment_id=6d20cac9-b615-405e-a20b-f2e95a4ee365)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:41:10.081834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-0da6c54b-c5bc-4b63-8c01-a1d1fc52f008 None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:10.121003 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5aa4cc17-6fda-4b37-9664-1dbfd91a383a tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:10.124618 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5aa4cc17-6fda-4b37-9664-1dbfd91a383a tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] 10.222.0.49 "DELETE /v2.0/ports/41dfa979-1a49-44ae-b65d-d0c423c79986 HTTP/1.1" status: 204 len: 168 time: 0.7710838 Sep 22 09:41:10.129376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45640) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:10.138045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Request body: {'port': {'name': 'tempest-new-port-name-1155534533', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:10.138648 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.api.validators [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] bootfile-name is not in valid_values {{(pid=95509) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:41:10.139454 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.api.validators [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] tftp-server is not in valid_values {{(pid=95509) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:41:10.139985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.api.validators [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] server-ip-address is not in valid_values {{(pid=95509) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 22 09:41:10.143754 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfbebd26-1c89-4ec5-bad2-430f66c0d4c6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:10.176594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbebd26-1c89-4ec5-bad2-430f66c0d4c6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Subnet': ['ID=89c6f884-252b-491d-9e3b-9471961411dc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:10.189604 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfbebd26-1c89-4ec5-bad2-430f66c0d4c6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:10.193693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cfbebd26-1c89-4ec5-bad2-430f66c0d4c6 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/89c6f884-252b-491d-9e3b-9471961411dc HTTP/1.1" status: 204 len: 168 time: 0.5989647 Sep 22 09:41:10.199599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45644) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:10.208714 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb99f3a8-2831-4c30-b489-644e3b6719a8 None None] Network f8e335a5-f635-4003-8db2-3c3024b890db requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:10.309739 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:10.338716 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:10.413285 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:10.504035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 0824fafc-2200-4aa1-9f0b-952ad37399c6 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:10.509881 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:10.516092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22d86f-03b1-4f99-a89a-e6bd01e73d07 req-835648e9-afe6-496e-822e-cfd486ae9113 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:10.517733 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a22d86f-03b1-4f99-a89a-e6bd01e73d07 req-835648e9-afe6-496e-822e-cfd486ae9113 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 946 time: 0.1251030 Sep 22 09:41:10.686246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145dd91-7ec3-429e-8af9-2c8f979ef079 None None] Pushing event updated for resources: {'Port': ['ID=43c2dcdf-c377-4a18-ab5b-a1c6b5068afd,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:10.732253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a22d86f-03b1-4f99-a89a-e6bd01e73d07 req-3fcf192f-6f26-4bf9-9340-8969e3ceadfb tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822166 Sep 22 09:41:10.781705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0da6c54b-c5bc-4b63-8c01-a1d1fc52f008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:08Z', 'revision_number': 10, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:10.826698 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:10.838993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6c54b-c5bc-4b63-8c01-a1d1fc52f008 None None] Checking router: cf969b9f-b746-471c-98fb-2e2253ed99ae for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:41:10.849098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6c54b-c5bc-4b63-8c01-a1d1fc52f008 None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:10.849530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0da6c54b-c5bc-4b63-8c01-a1d1fc52f008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:10.879692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4afcc17d-366e-468e-9ca0-7ce48857d4b6 req-428e50b4-01d6-4bf8-8b73-061e74fd74d0 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 210 time: 0.2556889 Sep 22 09:41:10.883344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port 0824fafc-2200-4aa1-9f0b-952ad37399c6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0824fafc-2200-4aa1-9f0b-952ad37399c6,segment=NetworkSegment(a3834d8b-c028-4191-a4aa-f544dfbf2616),segment_id=a3834d8b-c028-4191-a4aa-f544dfbf2616)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:10.894618 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:10.895285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857e2a70-2d4b-4067-9025-0d68d0034115 None None] DHCP port deletion for f8e335a5-f635-4003-8db2-3c3024b890db request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:41:10.932451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 0824fafc-2200-4aa1-9f0b-952ad37399c6 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:10.936572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fffdff7-f3a3-4760-95f2-dc9407aa829b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e683f931-e7b0-4c46-8c9c-7748e7f6405a'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:10.938953 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf32d251-3f70-411b-8476-1c9f3487d25a" -d '{"events": [{"server_uuid": "1fffdff7-f3a3-4760-95f2-dc9407aa829b", "name": "network-vif-plugged", "status": "completed", "tag": "e683f931-e7b0-4c46-8c9c-7748e7f6405a"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:10.944217 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:11.074196 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d19420-486c-4a8a-ae6e-1fff4dc34781 x-openstack-request-id: req-13d19420-486c-4a8a-ae6e-1fff4dc34781 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:11.074776 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fffdff7-f3a3-4760-95f2-dc9407aa829b", "name": "network-vif-plugged", "status": "completed", "tag": "e683f931-e7b0-4c46-8c9c-7748e7f6405a", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:11.075459 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13d19420-486c-4a8a-ae6e-1fff4dc34781 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:11.075888 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fffdff7-f3a3-4760-95f2-dc9407aa829b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e683f931-e7b0-4c46-8c9c-7748e7f6405a', 'code': 200} Sep 22 09:41:11.090077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Pushing event updated for resources: {'Port': ['ID=441fa8a6-2a0c-4f2c-a99e-3a6f24998d72,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:11.163842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5aec0-572e-485f-bb3b-2c4feb301afa req-af19bed8-a974-42e8-b060-cfa3a7e88116 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:11.172264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-0da6c54b-c5bc-4b63-8c01-a1d1fc52f008 None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:11.172854 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbc5aec0-572e-485f-bb3b-2c4feb301afa req-af19bed8-a974-42e8-b060-cfa3a7e88116 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1003776 Sep 22 09:41:11.265744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbc5aec0-572e-485f-bb3b-2c4feb301afa req-1373cb8c-1435-426a-9134-a91070aa0f41 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891845 Sep 22 09:41:11.281837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-857e2a70-2d4b-4067-9025-0d68d0034115 None None] Deleting port 0824fafc-2200-4aa1-9f0b-952ad37399c6 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:11.290709 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-857e2a70-2d4b-4067-9025-0d68d0034115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:11.297909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31736-8d98-4dfb-b1da-6fc922d77de5 req-5d0885a2-30b1-4c18-b565-1fc6730a4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:11.299769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19d31736-8d98-4dfb-b1da-6fc922d77de5 req-5d0885a2-30b1-4c18-b565-1fc6730a4888 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b HTTP/1.1" status: 200 len: 1097 time: 0.1192522 Sep 22 09:41:11.346532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] In _notify_port_updated(), no bound segment for port 441fa8a6-2a0c-4f2c-a99e-3a6f24998d72 on network 287950b9-6726-4f11-951a-d87333e65ea0 {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:41:11.352402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:11.357985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:11.361500 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-21199ae6-7ed5-4c5f-b027-a7db7cfb0601 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] 10.222.0.49 "PUT /v2.0/ports/441fa8a6-2a0c-4f2c-a99e-3a6f24998d72 HTTP/1.1" status: 200 len: 1136 time: 1.2304997 Sep 22 09:41:11.373244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45656) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:11.447906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-1de8e72d-a1f9-43af-af5b-3b1a42d0fd15 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:11.450151 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-1de8e72d-a1f9-43af-af5b-3b1a42d0fd15 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.60 "GET /v2.0/networks?id=02b01e3a-5bd8-46f0-8221-c03aab9de227 HTTP/1.1" status: 200 len: 825 time: 0.5454626 Sep 22 09:41:11.461912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1c448-a7c2-476b-a1ab-71cc18438670 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:11.464282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-94e1c448-a7c2-476b-a1ab-71cc18438670 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] 10.222.0.49 "GET /v2.0/ports/441fa8a6-2a0c-4f2c-a99e-3a6f24998d72 HTTP/1.1" status: 200 len: 1136 time: 0.0894275 Sep 22 09:41:11.471059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Request body: {'port': {'device_id': '606fea73-38ec-4bcf-a9dc-2ab17516de7c', 'network_id': '02b01e3a-5bd8-46f0-8221-c03aab9de227', 'admin_state_up': True, 'tenant_id': 'cc44045226474fdd81392ebbbf921ef9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:11.473408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-857e2a70-2d4b-4067-9025-0d68d0034115 None None] For port 0824fafc-2200-4aa1-9f0b-952ad37399c6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0824fafc-2200-4aa1-9f0b-952ad37399c6,segment=NetworkSegment(a3834d8b-c028-4191-a4aa-f544dfbf2616),segment_id=a3834d8b-c028-4191-a4aa-f544dfbf2616)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:11.473808 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-857e2a70-2d4b-4067-9025-0d68d0034115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:11.519771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-857e2a70-2d4b-4067-9025-0d68d0034115 None None] Calling delete_port for 0824fafc-2200-4aa1-9f0b-952ad37399c6 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:11.598559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45658) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:11.700628 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-857e2a70-2d4b-4067-9025-0d68d0034115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:11.748153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Made reservation on behalf of cc44045226474fdd81392ebbbf921ef9 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:11.751833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:11.767530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e2a70-2d4b-4067-9025-0d68d0034115 None None] Pushing event deleted for resources: {'Port': ['ID=0824fafc-2200-4aa1-9f0b-952ad37399c6,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:11.775110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e2a70-2d4b-4067-9025-0d68d0034115 None None] No DVR routers for this DVR port 0824fafc-2200-4aa1-9f0b-952ad37399c6 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:11.777818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0da6c54b-c5bc-4b63-8c01-a1d1fc52f008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:08Z', 'revision_number': 10, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:11.801886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d5578-059b-4a11-8d49-c1ed1c6bca59 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Deleting port 441fa8a6-2a0c-4f2c-a99e-3a6f24998d72 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:11.802433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5578-059b-4a11-8d49-c1ed1c6bca59 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:11.861486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:41:11.864696 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:11.877034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6c54b-c5bc-4b63-8c01-a1d1fc52f008 None None] The sync data for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 is: [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:08Z', 'revision_number': 10, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None, '_interfaces': [{'id': '37585ea3-3286-473e-b75b-f842b2539135', 'name': '', 'network_id': 'bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'mac_address': 'fa:16:3e:93:94:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:40:09Z', 'updated_at': '2021-09-22T09:40:16Z', 'revision_number': 5, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'subnets': [{'id': '28cf96fb-f743-4b18-ade3-b0a8bcc721c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:11.924063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=0824fafc-2200-4aa1-9f0b-952ad37399c6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:11.929492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No DVR routers for this DVR port 0824fafc-2200-4aa1-9f0b-952ad37399c6 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:11.937004 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19d31736-8d98-4dfb-b1da-6fc922d77de5 req-0230b5e3-636d-4a21-abb7-99d44081bf77 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295969 Sep 22 09:41:12.026208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:12.026576 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.110901 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.138394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bb1b3-ed57-4208-8347-a5836899d476 req-945599e0-503a-4cd3-9b61-89cbb6a95a73 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:12.140098 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f01bb1b3-ed57-4208-8347-a5836899d476 req-945599e0-503a-4cd3-9b61-89cbb6a95a73 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 946 time: 0.1586111 Sep 22 09:41:12.197619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e160999-4db9-40de-8dc5-b03d3d0b4d01 req-5483b030-e5a3-4a91-b6d8-37327cc5d7c5 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 210 time: 0.1147239 Sep 22 09:41:12.203100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.212805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e335a5-f635-4003-8db2-3c3024b890db']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:12.217434 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5578-059b-4a11-8d49-c1ed1c6bca59 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.243169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3834d8b-c028-4191-a4aa-f544dfbf2616') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:12.243465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3834d8b-c028-4191-a4aa-f544dfbf2616') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:12.246222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d5578-059b-4a11-8d49-c1ed1c6bca59 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Calling delete_port for 441fa8a6-2a0c-4f2c-a99e-3a6f24998d72 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:12.262940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=43c2dcdf-c377-4a18-ab5b-a1c6b5068afd,segment=NetworkSegment(6d20cac9-b615-405e-a20b-f2e95a4ee365),segment_id=6d20cac9-b615-405e-a20b-f2e95a4ee365)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:12.285242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Allocated IP 172.20.0.11 (02b01e3a-5bd8-46f0-8221-c03aab9de227/02f08112-b9e0-43ed-92c7-a7dcadbf7e03/f6784654-2d6d-4393-bc2b-008fcb9da328) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:41:12.309645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.324446 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.334109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f01bb1b3-ed57-4208-8347-a5836899d476 req-9e91ae73-dca2-4c95-bbd3-cba6eae5330a tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506448 Sep 22 09:41:12.350927 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.360397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:41:12.361146 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:41:12.364999 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:41:12.450964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615049fa-0fcc-4cfb-8209-01a56e79eb86 None None] Network 287950b9-6726-4f11-951a-d87333e65ea0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:12.508864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0824fafc-2200-4aa1-9f0b-952ad37399c6 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:12.547311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf60782-021e-496b-8be8-d51e7ed7fa7e req-e26bdd9d-af41-491b-9193-f2368f32a0ef tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:12.549714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bf60782-021e-496b-8be8-d51e7ed7fa7e req-e26bdd9d-af41-491b-9193-f2368f32a0ef tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1034935 Sep 22 09:41:12.582210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 0824fafc-2200-4aa1-9f0b-952ad37399c6 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:12.582558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0824fafc-2200-4aa1-9f0b-952ad37399c6 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:12.618151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ce24bcce-9bbb-4426-8cd3-98c3b7d45bed None None] Provisioning complete for port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:12.618694 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ce24bcce-9bbb-4426-8cd3-98c3b7d45bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.633220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3abaaf-eff6-4575-a7c5-7e22046906d7 req-4ec031b2-7461-4008-9a43-a9cad4c833af tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:12.635339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e3abaaf-eff6-4575-a7c5-7e22046906d7 req-4ec031b2-7461-4008-9a43-a9cad4c833af tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.0844896 Sep 22 09:41:12.643492 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.673555 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.676773 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/networks/f8e335a5-f635-4003-8db2-3c3024b890db HTTP/1.1" status: 204 len: 168 time: 2.4749691 Sep 22 09:41:12.685172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45672) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:12.700449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.701708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bf60782-021e-496b-8be8-d51e7ed7fa7e req-e2f852a5-d7c1-48a1-84cf-917312de9c0e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395199 Sep 22 09:41:12.702979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268aec5-1816-4b0c-854f-869503b9720e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Network': ['ID=f8e335a5-f635-4003-8db2-3c3024b890db,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:12.749101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e3abaaf-eff6-4575-a7c5-7e22046906d7 req-d86f4bdd-debb-4a49-ae31-5016ead00e31 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021812 Sep 22 09:41:12.799627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=43c2dcdf-c377-4a18-ab5b-a1c6b5068afd,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:12.835164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5578-059b-4a11-8d49-c1ed1c6bca59 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:12.870000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d5578-059b-4a11-8d49-c1ed1c6bca59 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Pushing event deleted for resources: {'Port': ['ID=441fa8a6-2a0c-4f2c-a99e-3a6f24998d72,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:12.983184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bca98-7a8b-40e1-a496-8a538c1983b4 req-67692170-5d9a-44c3-9d7f-9bcc785aa06b tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:12.985300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-256bca98-7a8b-40e1-a496-8a538c1983b4 req-67692170-5d9a-44c3-9d7f-9bcc785aa06b tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b HTTP/1.1" status: 200 len: 946 time: 0.0990908 Sep 22 09:41:13.032877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-256bca98-7a8b-40e1-a496-8a538c1983b4 req-766a04f2-30e8-435e-a9ed-ae57f6148441 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 Sep 22 09:41:13.085159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:13.235461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Network 02b01e3a-5bd8-46f0-8221-c03aab9de227 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:41:13.274085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:13.281363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5578-059b-4a11-8d49-c1ed1c6bca59 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:13.286579 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0b8d5578-059b-4a11-8d49-c1ed1c6bca59 tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] 10.222.0.49 "DELETE /v2.0/ports/441fa8a6-2a0c-4f2c-a99e-3a6f24998d72 HTTP/1.1" status: 204 len: 168 time: 1.6837704 Sep 22 09:41:13.288211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45684) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:13.293963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:41:13.333285 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Pushing event updated for resources: {'Port': ['ID=f6784654-2d6d-4393-bc2b-008fcb9da328,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:13.423253 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:13.424336 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:13.471019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84b94dd-5f5a-4041-8cb0-c7a34ac671de tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Deleting subnet 8bd14eef-6268-4dda-b28e-2554b639d4cc {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:41:13.483557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348b4f6-335c-43bb-b44f-7b7a5d3e279c req-d68d6c0a-9fb3-488d-86e6-5b663a22b6d4 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:13.491761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a348b4f6-335c-43bb-b44f-7b7a5d3e279c req-d68d6c0a-9fb3-488d-86e6-5b663a22b6d4 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 932 time: 0.1457531 Sep 22 09:41:13.493736 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c84b94dd-5f5a-4041-8cb0-c7a34ac671de tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:13.526347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9eabf9c5-c563-4c3b-b92d-c5a97061c88e None None] Provisioning complete for port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:13.527082 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9eabf9c5-c563-4c3b-b92d-c5a97061c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:13.572671 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-102b3714-ae00-414d-a10f-2c1e05825287 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1071141 Sep 22 09:41:13.602069 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Request body: {'port': {'device_id': '606fea73-38ec-4bcf-a9dc-2ab17516de7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:13.643346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c84b94dd-5f5a-4041-8cb0-c7a34ac671de tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:13.657389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a348b4f6-335c-43bb-b44f-7b7a5d3e279c req-2e8083a8-5c7f-4fc9-b94c-1047802fddd4 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631110 Sep 22 09:41:13.751704 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:13.809934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:13.817958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:41:13.923078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-05afb556-1aff-4b8e-af90-cc175b8ed07d None None] Could not find standard attr ID for object 441fa8a6-2a0c-4f2c-a99e-3a6f24998d72. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:41:13.933934 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:13.935262 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:14.056780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device da0c5476-c977-4c78-abe2-49ac95570305 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:14.063943 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99bffc-a9d5-41b8-886c-a814e2b6450d req-b88b0367-aa49-480d-88fa-727e9ef183ba tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.065761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a99bffc-a9d5-41b8-886c-a814e2b6450d req-b88b0367-aa49-480d-88fa-727e9ef183ba tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1086185 Sep 22 09:41:14.078801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598219e6-1c86-4f6d-b234-497cf786f242 req-563b5707-71db-4926-b1b7-d9da89002b2e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.085346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598219e6-1c86-4f6d-b234-497cf786f242 req-563b5707-71db-4926-b1b7-d9da89002b2e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.092535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598219e6-1c86-4f6d-b234-497cf786f242 req-563b5707-71db-4926-b1b7-d9da89002b2e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.100846 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: da0c5476-c977-4c78-abe2-49ac95570305 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:14.101284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device da0c5476-c977-4c78-abe2-49ac95570305 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:14.106503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598219e6-1c86-4f6d-b234-497cf786f242 req-563b5707-71db-4926-b1b7-d9da89002b2e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.113911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598219e6-1c86-4f6d-b234-497cf786f242 req-563b5707-71db-4926-b1b7-d9da89002b2e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.124759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598219e6-1c86-4f6d-b234-497cf786f242 req-563b5707-71db-4926-b1b7-d9da89002b2e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.130492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598219e6-1c86-4f6d-b234-497cf786f242 req-563b5707-71db-4926-b1b7-d9da89002b2e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.138652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-598219e6-1c86-4f6d-b234-497cf786f242 req-563b5707-71db-4926-b1b7-d9da89002b2e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5444 time: 0.4132566 Sep 22 09:41:14.175233 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c84b94dd-5f5a-4041-8cb0-c7a34ac671de tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:14.240432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a5be8dcb-db6b-44a9-8ee3-b8a9be74a2e5 None None] Could not find standard attr ID for object 41dfa979-1a49-44ae-b65d-d0c423c79986. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:41:14.329538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-598219e6-1c86-4f6d-b234-497cf786f242 req-3c5921c1-19eb-4685-a641-46cae87bec08 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1897726 Sep 22 09:41:14.336025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a99bffc-a9d5-41b8-886c-a814e2b6450d req-4e99797a-b730-41a8-95b6-0b8834d211ce tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952715 Sep 22 09:41:14.412298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6784654-2d6d-4393-bc2b-008fcb9da328 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:41:14.424451 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:14.470488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port 37585ea3-3286-473e-b75b-f842b2539135 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:14.471098 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:14.474037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c84b94dd-5f5a-4041-8cb0-c7a34ac671de tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:14.475248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Transition to ACTIVE for port object f6784654-2d6d-4393-bc2b-008fcb9da328 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:41:14.547293 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c84b94dd-5f5a-4041-8cb0-c7a34ac671de tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:14.549931 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c84b94dd-5f5a-4041-8cb0-c7a34ac671de tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] 10.222.0.49 "DELETE /v2.0/subnets/8bd14eef-6268-4dda-b28e-2554b639d4cc HTTP/1.1" status: 204 len: 168 time: 1.2600710 Sep 22 09:41:14.552558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b94dd-5f5a-4041-8cb0-c7a34ac671de tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd14eef-6268-4dda-b28e-2554b639d4cc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:14.553707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45702) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:14.592275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82021c-4b66-4075-9991-978d60773363 req-b5641a20-9fee-4865-9517-84586feab560 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.599859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da82021c-4b66-4075-9991-978d60773363 req-b5641a20-9fee-4865-9517-84586feab560 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b HTTP/1.1" status: 200 len: 946 time: 0.1437964 Sep 22 09:41:14.607726 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:14.682760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da82021c-4b66-4075-9991-978d60773363 req-9e2d6d89-70b3-41c8-966a-5353b5a57f3c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819101 Sep 22 09:41:14.740607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port 37585ea3-3286-473e-b75b-f842b2539135, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=37585ea3-3286-473e-b75b-f842b2539135,segment=NetworkSegment(600c5b9d-a09b-4562-9872-0f8d04ab60b6),segment_id=600c5b9d-a09b-4562-9872-0f8d04ab60b6)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:14.741657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:14.772521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:14.786723 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Pushing event updated for resources: {'Port': ['ID=f6784654-2d6d-4393-bc2b-008fcb9da328,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:14.790474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for 37585ea3-3286-473e-b75b-f842b2539135 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:14.912352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435c31e4-fd28-416b-8819-8bd3366746d3 None None] Network 287950b9-6726-4f11-951a-d87333e65ea0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:14.927750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-95937414-c4bc-4885-8a8d-bafbc60ab4cb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.941116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-95937414-c4bc-4885-8a8d-bafbc60ab4cb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.948657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-95937414-c4bc-4885-8a8d-bafbc60ab4cb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.956406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-95937414-c4bc-4885-8a8d-bafbc60ab4cb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.964203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-95937414-c4bc-4885-8a8d-bafbc60ab4cb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.972524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-95937414-c4bc-4885-8a8d-bafbc60ab4cb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.979651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-768396d6-9c2a-4568-b761-fffe6a79638f None None] Could not find standard attr ID for object 441fa8a6-2a0c-4f2c-a99e-3a6f24998d72. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:41:14.979889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-95937414-c4bc-4885-8a8d-bafbc60ab4cb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:14.982055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-95937414-c4bc-4885-8a8d-bafbc60ab4cb tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5444 time: 0.2818148 Sep 22 09:41:15.033537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b494d4d-5939-4c5e-a2c7-340ddb2db795 req-875edca0-6ac6-47f2-99a0-3d3c5ec3be03 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:15.041351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b494d4d-5939-4c5e-a2c7-340ddb2db795 req-875edca0-6ac6-47f2-99a0-3d3c5ec3be03 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 944 time: 0.2305334 Sep 22 09:41:15.069264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-45498ae4-04de-4ed3-afe8-dffd0abecd1a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:15.071212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-45498ae4-04de-4ed3-afe8-dffd0abecd1a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "GET /v2.0/ports/035ee4b6-10df-4775-839e-fffd103db731?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0810218 Sep 22 09:41:15.194068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b494d4d-5939-4c5e-a2c7-340ddb2db795 req-542937c0-0738-4af0-91b8-ca25cd1f8300 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516142 Sep 22 09:41:15.262025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c9a52-d43f-4d99-b5cc-265fecd5542b req-9ba45626-f130-46c7-9c59-50c992b73b39 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:15.270999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b9c9a52-d43f-4d99-b5cc-265fecd5542b req-9ba45626-f130-46c7-9c59-50c992b73b39 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 946 time: 0.1025207 Sep 22 09:41:15.282355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7edcb687-5346-4268-8025-9fbb7e7d155b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "GET /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2020097 Sep 22 09:41:15.298214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:15.471347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b9c9a52-d43f-4d99-b5cc-265fecd5542b req-e836fdf1-4ac9-4bd4-b689-7f96a0bc9e9f tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992235 Sep 22 09:41:15.480023 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:15.497225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb2293-c2a2-41f4-958c-67fc670c7112 None None] DHCP port deletion for 287950b9-6726-4f11-951a-d87333e65ea0 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:41:15.577630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Attempting to bind port f6784654-2d6d-4393-bc2b-008fcb9da328 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:41:15.578251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Attempting to bind port f6784654-2d6d-4393-bc2b-008fcb9da328 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '0ffb9320-5697-4d02-a5eb-577c31ec472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '02b01e3a-5bd8-46f0-8221-c03aab9de227'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:41:15.578603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Attempting to bind port f6784654-2d6d-4393-bc2b-008fcb9da328 on network 02b01e3a-5bd8-46f0-8221-c03aab9de227 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:41:15.592912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-59fb2293-c2a2-41f4-958c-67fc670c7112 None None] Deleting port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:15.593685 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-59fb2293-c2a2-41f4-958c-67fc670c7112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:15.677900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a832f-eaf1-43fe-8009-77774ef1ede4 req-c07c8a59-aec0-4831-9358-2cbc6970d4ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:15.679828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e16a832f-eaf1-43fe-8009-77774ef1ede4 req-c07c8a59-aec0-4831-9358-2cbc6970d4ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.2397637 Sep 22 09:41:15.725146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c32e8-6e85-4ea3-a523-8a428a8e99f9 req-c94cc08f-4d47-497a-9afc-480342127726 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:15.735393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c32e8-6e85-4ea3-a523-8a428a8e99f9 req-c94cc08f-4d47-497a-9afc-480342127726 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:15.742483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c32e8-6e85-4ea3-a523-8a428a8e99f9 req-c94cc08f-4d47-497a-9afc-480342127726 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:15.751514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c32e8-6e85-4ea3-a523-8a428a8e99f9 req-c94cc08f-4d47-497a-9afc-480342127726 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:15.754394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:15.758305 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c32e8-6e85-4ea3-a523-8a428a8e99f9 req-c94cc08f-4d47-497a-9afc-480342127726 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:15.764769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c32e8-6e85-4ea3-a523-8a428a8e99f9 req-c94cc08f-4d47-497a-9afc-480342127726 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:15.769184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Port f6784654-2d6d-4393-bc2b-008fcb9da328 on network 02b01e3a-5bd8-46f0-8221-c03aab9de227 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:41:15.769515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Attempting to bind port f6784654-2d6d-4393-bc2b-008fcb9da328 on network 02b01e3a-5bd8-46f0-8221-c03aab9de227 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:41:15.772030 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c32e8-6e85-4ea3-a523-8a428a8e99f9 req-c94cc08f-4d47-497a-9afc-480342127726 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:15.774206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-299c32e8-6e85-4ea3-a523-8a428a8e99f9 req-c94cc08f-4d47-497a-9afc-480342127726 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 5444 time: 0.1906328 Sep 22 09:41:15.805617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:41:15.806267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Checking segment: {'id': '0ffb9320-5697-4d02-a5eb-577c31ec472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '02b01e3a-5bd8-46f0-8221-c03aab9de227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:41:15.806849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Bound using segment: {'id': '0ffb9320-5697-4d02-a5eb-577c31ec472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '02b01e3a-5bd8-46f0-8221-c03aab9de227'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:41:15.807514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Bound port: f6784654-2d6d-4393-bc2b-008fcb9da328, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffb9320-5697-4d02-a5eb-577c31ec472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '02b01e3a-5bd8-46f0-8221-c03aab9de227'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:41:15.808090 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:15.855184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-59fb2293-c2a2-41f4-958c-67fc670c7112 None None] For port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=43c2dcdf-c377-4a18-ab5b-a1c6b5068afd,segment=NetworkSegment(6d20cac9-b615-405e-a20b-f2e95a4ee365),segment_id=6d20cac9-b615-405e-a20b-f2e95a4ee365)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:15.856759 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-59fb2293-c2a2-41f4-958c-67fc670c7112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:15.876335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-59fb2293-c2a2-41f4-958c-67fc670c7112 None None] Calling delete_port for 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:15.911669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e16a832f-eaf1-43fe-8009-77774ef1ede4 req-4eb980aa-63b7-48cc-a1d8-38b4fbbfb50f tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197642 Sep 22 09:41:15.953063 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-299c32e8-6e85-4ea3-a523-8a428a8e99f9 req-3737362a-f9ef-4cbc-ad3c-d53cda156727 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1581988 Sep 22 09:41:15.977276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] For port 035ee4b6-10df-4775-839e-fffd103db731, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=035ee4b6-10df-4775-839e-fffd103db731,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:16.025297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] For port 035ee4b6-10df-4775-839e-fffd103db731, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:41:16.047125 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.049473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] For port f6784654-2d6d-4393-bc2b-008fcb9da328, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:41:16.053469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] For port f6784654-2d6d-4393-bc2b-008fcb9da328, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f6784654-2d6d-4393-bc2b-008fcb9da328,segment=NetworkSegment(0ffb9320-5697-4d02-a5eb-577c31ec472d),segment_id=0ffb9320-5697-4d02-a5eb-577c31ec472d)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:41:16.056699 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.066226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] device_id is not set on port 035ee4b6-10df-4775-839e-fffd103db731 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:41:16.077416 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.134603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Deleting port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:16.135009 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.157913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=43c2dcdf-c377-4a18-ab5b-a1c6b5068afd,segment=NetworkSegment(6d20cac9-b615-405e-a20b-f2e95a4ee365),segment_id=6d20cac9-b615-405e-a20b-f2e95a4ee365)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:16.180456 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.238217 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.249432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] For port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=43c2dcdf-c377-4a18-ab5b-a1c6b5068afd,segment=NetworkSegment(6d20cac9-b615-405e-a20b-f2e95a4ee365),segment_id=6d20cac9-b615-405e-a20b-f2e95a4ee365)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:16.252584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.291924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Calling delete_port for 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:16.319181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] No DVR routers for this DVR port 035ee4b6-10df-4775-839e-fffd103db731 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:16.343941 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-59fb2293-c2a2-41f4-958c-67fc670c7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.365739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb2293-c2a2-41f4-958c-67fc670c7112 None None] No DVR routers for this DVR port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:16.379030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=43c2dcdf-c377-4a18-ab5b-a1c6b5068afd,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:16.422873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb2293-c2a2-41f4-958c-67fc670c7112 None None] Pushing event deleted for resources: {'Port': ['ID=43c2dcdf-c377-4a18-ab5b-a1c6b5068afd,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:16.452252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] Pushing event updated for resources: {'Port': ['ID=035ee4b6-10df-4775-839e-fffd103db731,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:16.478792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.490655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=37585ea3-3286-473e-b75b-f842b2539135,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:16.542186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec2a74-ca13-4066-b3a3-4a28f0cd81e2 req-5e9393bf-dc58-4c8e-a86d-d2fa8509903b tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:16.545814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1fec2a74-ca13-4066-b3a3-4a28f0cd81e2 req-5e9393bf-dc58-4c8e-a86d-d2fa8509903b tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.0869954 Sep 22 09:41:16.547876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] In _notify_port_updated(), no bound segment for port 035ee4b6-10df-4775-839e-fffd103db731 on network d7720044-437c-429a-abf9-3517753c2382 {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:41:16.550328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:16.550328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.551000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-1e580f19-a513-4669-a6cb-6de5fe56e860 service neutron] 10.222.0.45 "PUT /v2.0/ports/035ee4b6-10df-4775-839e-fffd103db731 HTTP/1.1" status: 200 len: 1031 time: 1.2587264 Sep 22 09:41:16.561061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d46e27-0e7e-4b3c-b2f6-6054f0647997 req-ce6a7e28-1dd3-4215-b754-1966f978c428 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:16.569570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9d46e27-0e7e-4b3c-b2f6-6054f0647997 req-ce6a7e28-1dd3-4215-b754-1966f978c428 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 944 time: 0.1785936 Sep 22 09:41:16.603197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:16.604012 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.605653 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] 10.222.0.60 "PUT /v2.0/ports/f6784654-2d6d-4393-bc2b-008fcb9da328 HTTP/1.1" status: 200 len: 1092 time: 3.0142508 Sep 22 09:41:16.607626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606fea73-38ec-4bcf-a9dc-2ab17516de7c', 'tag': 'f6784654-2d6d-4393-bc2b-008fcb9da328'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:16.615517 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8a530e-0cb3-4ca7-80a7-5ca030b82c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "606fea73-38ec-4bcf-a9dc-2ab17516de7c", "tag": "f6784654-2d6d-4393-bc2b-008fcb9da328"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:16.619460 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.629757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5a1ad-2a31-4861-9725-12043f754b97 service neutron] Pushing event updated for resources: {'Port': ['ID=f6784654-2d6d-4393-bc2b-008fcb9da328,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:16.630656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-30061d8c-dc53-4790-85f4-251075b06cd7 None None] Provisioning complete for port 035ee4b6-10df-4775-839e-fffd103db731 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:16.631033 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-30061d8c-dc53-4790-85f4-251075b06cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:16.669959 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] No DVR routers for this DVR port 43c2dcdf-c377-4a18-ab5b-a1c6b5068afd on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:16.674455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Pushing event deleted for resources: {'Port': ['ID=43c2dcdf-c377-4a18-ab5b-a1c6b5068afd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:16.701201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-30061d8c-dc53-4790-85f4-251075b06cd7 None None] Port 035ee4b6-10df-4775-839e-fffd103db731 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:41:16.705556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-4fe65b48-da2a-44ce-8746-fc79725be08c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:16.707079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-4fe65b48-da2a-44ce-8746-fc79725be08c tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "GET /v2.0/ports/e0fdafa7-e31f-4113-a70f-c05ee0d1c76c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1093600 Sep 22 09:41:16.712375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1fec2a74-ca13-4066-b3a3-4a28f0cd81e2 req-d4b18c7e-681d-4bf0-899f-be9517d7e306 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326075 Sep 22 09:41:16.716494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9d46e27-0e7e-4b3c-b2f6-6054f0647997 req-96755354-33c5-4110-9767-8cc6fae783c8 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460872 Sep 22 09:41:16.722283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:16.815421 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58abb65-a229-4744-9b0b-96ff0be0710a x-openstack-request-id: req-e58abb65-a229-4744-9b0b-96ff0be0710a {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:16.818919 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606fea73-38ec-4bcf-a9dc-2ab17516de7c", "tag": "f6784654-2d6d-4393-bc2b-008fcb9da328", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:16.819606 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e58abb65-a229-4744-9b0b-96ff0be0710a {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:16.820237 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606fea73-38ec-4bcf-a9dc-2ab17516de7c', 'tag': 'f6784654-2d6d-4393-bc2b-008fcb9da328', 'status': 'completed', 'code': 200} Sep 22 09:41:16.831174 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:17.044158 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:17.055504 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:17.156572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287950b9-6726-4f11-951a-d87333e65ea0']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:17.176204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-e6a024bf-ef11-4b33-9ffc-836544611508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.177950 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-e6a024bf-ef11-4b33-9ffc-836544611508 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc44045226474fdd81392ebbbf921ef9&device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 1095 time: 0.3565273 Sep 22 09:41:17.218473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] For port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:17.238003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1e764-2c85-47e9-a31a-5cde76c13a8d req-5112daa1-9bb5-4c4a-8154-6ebf5d875c8e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.239806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21c1e764-2c85-47e9-a31a-5cde76c13a8d req-5112daa1-9bb5-4c4a-8154-6ebf5d875c8e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1478662 Sep 22 09:41:17.249962 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-6096b874-9ec1-49ab-9ea3-d3d6da062e26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6784654-2d6d-4393-bc2b-008fcb9da328 HTTP/1.1" status: 200 len: 217 time: 0.0411456 Sep 22 09:41:17.257287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d20cac9-b615-405e-a20b-f2e95a4ee365') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:17.257287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d20cac9-b615-405e-a20b-f2e95a4ee365') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:17.293646 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:17.334339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21c1e764-2c85-47e9-a31a-5cde76c13a8d req-76a97cdc-13ff-4ba4-af26-fd022a44bd94 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807796 Sep 22 09:41:17.366071 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:17.389915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] For port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:41:17.404834 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:41:17.405256 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:41:17.408835 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:41:17.420362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-f7b22f08-4c68-42bf-a5db-4b07e397ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.421947 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-f7b22f08-4c68-42bf-a5db-4b07e397ee09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02f08112-b9e0-43ed-92c7-a7dcadbf7e03 HTTP/1.1" status: 200 len: 865 time: 0.1596298 Sep 22 09:41:17.422792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f4a4f-2158-47ee-85f1-8fcdd2f5f696 req-1ec7a7a2-a7d1-4b2f-b1eb-129302d80a0c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.431978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router cf969b9f-b746-471c-98fb-2e2253ed99ae has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:41:17.440503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f4a4f-2158-47ee-85f1-8fcdd2f5f696 req-1ec7a7a2-a7d1-4b2f-b1eb-129302d80a0c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.452751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f4a4f-2158-47ee-85f1-8fcdd2f5f696 req-1ec7a7a2-a7d1-4b2f-b1eb-129302d80a0c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.459581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a66f4a4f-2158-47ee-85f1-8fcdd2f5f696 req-1ec7a7a2-a7d1-4b2f-b1eb-129302d80a0c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762&device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b&device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 2419 time: 0.3227799 Sep 22 09:41:17.474501 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-4a0ac01a-69b0-4e87-8d88-0addbd139f38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02b01e3a-5bd8-46f0-8221-c03aab9de227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408392 Sep 22 09:41:17.576925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] device_id is not set on port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:41:17.586606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a66f4a4f-2158-47ee-85f1-8fcdd2f5f696 req-a7b3384b-91f9-48e0-9255-b31710216005 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985587 Sep 22 09:41:17.605032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69220ed5-49f4-4721-bc41-e76068659665 req-e8c9518d-4263-4b30-8e2a-4ccc823c732d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.612589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69220ed5-49f4-4721-bc41-e76068659665 req-e8c9518d-4263-4b30-8e2a-4ccc823c732d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.619883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69220ed5-49f4-4721-bc41-e76068659665 req-e8c9518d-4263-4b30-8e2a-4ccc823c732d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.627482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69220ed5-49f4-4721-bc41-e76068659665 req-e8c9518d-4263-4b30-8e2a-4ccc823c732d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.660076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69220ed5-49f4-4721-bc41-e76068659665 req-e8c9518d-4263-4b30-8e2a-4ccc823c732d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.673800 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69220ed5-49f4-4721-bc41-e76068659665 req-e8c9518d-4263-4b30-8e2a-4ccc823c732d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:17.683591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69220ed5-49f4-4721-bc41-e76068659665 req-e8c9518d-4263-4b30-8e2a-4ccc823c732d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 4666 time: 0.1943376 Sep 22 09:41:17.688467 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:17.736071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:17.744071 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6fc0128c-e774-4bf1-902d-8465539227c7 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0575433 Sep 22 09:41:17.753244 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04cfcde-5c16-4ae1-82be-9f764974feca None None] Sync routers for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:17.754863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45742) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:17.762249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:17.767171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69220ed5-49f4-4721-bc41-e76068659665 req-336ec8ad-a864-4e92-8f6a-ff617c27ad87 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&id=8ebd739c-fd5b-42ca-b93b-44684f0c2309&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0817449 Sep 22 09:41:17.773821 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:17.783555 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] 10.222.0.49 "DELETE /v2.0/networks/287950b9-6726-4f11-951a-d87333e65ea0 HTTP/1.1" status: 204 len: 168 time: 3.2288017 Sep 22 09:41:17.802584 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04cfcde-5c16-4ae1-82be-9f764974feca None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:17.803521 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b04cfcde-5c16-4ae1-82be-9f764974feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:17.838664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:17.895304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94bd20-bf85-49f1-a1c9-1a5f7d6dd1cd tempest-ExtraDHCPOptionsTestJSON-1793820789 tempest-ExtraDHCPOptionsTestJSON-1793820789-project] Pushing event deleted for resources: {'Network': ['ID=287950b9-6726-4f11-951a-d87333e65ea0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:17.972893 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-148a281c-70f7-4daa-85b7-87ec6eed3003 service neutron] 10.222.0.60 "GET /v2.0/networks/02b01e3a-5bd8-46f0-8221-c03aab9de227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145048 Sep 22 09:41:18.057510 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b04cfcde-5c16-4ae1-82be-9f764974feca None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:18.066836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] Pushing event updated for resources: {'Port': ['ID=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:18.131624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e83048-4b15-4e67-83ec-c820d2486d48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting subnet 28cf96fb-f743-4b18-ade3-b0a8bcc721c3 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:41:18.139856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] No DVR routers for this DVR port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:18.148267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8e83048-4b15-4e67-83ec-c820d2486d48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:18.182180 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b04cfcde-5c16-4ae1-82be-9f764974feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:15Z', 'revision_number': 11, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:18.227152 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-81e0004c-5f3a-4b9c-8ae2-7d2b85f058a4 req-9e8245d3-eeb6-4e5d-95b3-36153d586cde service neutron] 10.222.0.60 "GET /v2.0/networks/02b01e3a-5bd8-46f0-8221-c03aab9de227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491899 Sep 22 09:41:18.247204 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04cfcde-5c16-4ae1-82be-9f764974feca None None] Checking router: cf969b9f-b746-471c-98fb-2e2253ed99ae for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:41:18.257005 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04cfcde-5c16-4ae1-82be-9f764974feca None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:18.257896 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b04cfcde-5c16-4ae1-82be-9f764974feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:18.290735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27923f14-0c75-4e36-b1ad-94f5f848a56e req-ec2eaee7-7e81-45c2-a131-217a36f2ae84 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:18.300368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27923f14-0c75-4e36-b1ad-94f5f848a56e req-ec2eaee7-7e81-45c2-a131-217a36f2ae84 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 946 time: 0.4112000 Sep 22 09:41:18.354031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f22e2-5182-423c-b337-3444a44061a1 req-17f91ba8-172b-4dbd-936b-d4d827c5deb5 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:18.359592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f22e2-5182-423c-b337-3444a44061a1 req-17f91ba8-172b-4dbd-936b-d4d827c5deb5 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 944 time: 0.3945012 Sep 22 09:41:18.359592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] In _notify_port_updated(), no bound segment for port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c on network d7720044-437c-429a-abf9-3517753c2382 {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:41:18.359592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:18.359592 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:18.360468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-7c9fdba4-d39d-4d95-9365-879041f5ee7b service neutron] 10.222.0.45 "PUT /v2.0/ports/e0fdafa7-e31f-4113-a70f-c05ee0d1c76c HTTP/1.1" status: 200 len: 1032 time: 1.6428649 Sep 22 09:41:18.374975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8e83048-4b15-4e67-83ec-c820d2486d48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:18.401565 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b04cfcde-5c16-4ae1-82be-9f764974feca None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:18.443765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a530e-0cb3-4ca7-80a7-5ca030b82c3e req-c3617d0b-8cc5-4e39-b0eb-037d4508486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:18.447894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-97e859b1-3cb1-41b8-aa5b-643383a48a8f None None] Provisioning complete for port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:18.448780 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-97e859b1-3cb1-41b8-aa5b-643383a48a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:18.449396 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a8a530e-0cb3-4ca7-80a7-5ca030b82c3e req-c3617d0b-8cc5-4e39-b0eb-037d4508486a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc44045226474fdd81392ebbbf921ef9&device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 1095 time: 0.0860860 Sep 22 09:41:18.487229 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b04cfcde-5c16-4ae1-82be-9f764974feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:15Z', 'revision_number': 11, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:18.540886 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04cfcde-5c16-4ae1-82be-9f764974feca None None] The sync data for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 is: [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:15Z', 'revision_number': 11, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:18.563693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-97e859b1-3cb1-41b8-aa5b-643383a48a8f None None] Port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:41:18.594012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27923f14-0c75-4e36-b1ad-94f5f848a56e req-e47853d3-8bec-4454-a00c-bbdd6dd67ffa tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923627 Sep 22 09:41:18.653786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a530e-0cb3-4ca7-80a7-5ca030b82c3e req-5c2a6c77-a00f-4e61-a6ef-21667cd722c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:18.655853 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a8a530e-0cb3-4ca7-80a7-5ca030b82c3e req-5c2a6c77-a00f-4e61-a6ef-21667cd722c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02b01e3a-5bd8-46f0-8221-c03aab9de227 HTTP/1.1" status: 200 len: 926 time: 0.2008989 Sep 22 09:41:18.699015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f98f22e2-5182-423c-b337-3444a44061a1 req-8802b4fb-7360-42c8-9cbf-2a7c1e24bd19 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285265 Sep 22 09:41:18.700988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45758) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:18.734943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a8a530e-0cb3-4ca7-80a7-5ca030b82c3e req-2d0c9f5e-4acf-4295-8d5c-cefd477e4c88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6784654-2d6d-4393-bc2b-008fcb9da328 HTTP/1.1" status: 200 len: 217 time: 0.0704515 Sep 22 09:41:18.757919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 035ee4b6-10df-4775-839e-fffd103db731 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:18.844944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a530e-0cb3-4ca7-80a7-5ca030b82c3e req-8cf36f16-9094-45ba-bdde-f50e6191d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:18.849851 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a8a530e-0cb3-4ca7-80a7-5ca030b82c3e req-8cf36f16-9094-45ba-bdde-f50e6191d2af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02f08112-b9e0-43ed-92c7-a7dcadbf7e03 HTTP/1.1" status: 200 len: 865 time: 0.1089921 Sep 22 09:41:18.858346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 035ee4b6-10df-4775-839e-fffd103db731 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:18.858794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:18.877284 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8e83048-4b15-4e67-83ec-c820d2486d48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:18.909558 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a8a530e-0cb3-4ca7-80a7-5ca030b82c3e req-b164c52a-ebf1-4a2a-b4f5-985b57a43336 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02b01e3a-5bd8-46f0-8221-c03aab9de227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500586 Sep 22 09:41:19.006364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e1f10-1369-4fdc-b400-1446e1042fca req-caf7ba26-3eb0-4628-9f00-5ee24860bf70 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:19.008053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6e1f10-1369-4fdc-b400-1446e1042fca req-caf7ba26-3eb0-4628-9f00-5ee24860bf70 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.2940800 Sep 22 09:41:19.010565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Deleting port 3dbaefcc-502b-4905-a2dd-09751f3c0385 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:19.010803 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:19.040860 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:19.102237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4f4f72-b44a-4a03-8ec8-d526da5ae936'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:19.104480 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d8a783-b0a7-4c81-8ee6-75fcde7480d0" -d '{"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4f4f72-b44a-4a03-8ec8-d526da5ae936"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:19.132189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:19.140243 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a8a530e-0cb3-4ca7-80a7-5ca030b82c3e req-b28711a8-468b-48c7-a0a8-ddf937c87c32 service neutron] 10.222.0.60 "GET /v2.0/networks/02b01e3a-5bd8-46f0-8221-c03aab9de227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150929 Sep 22 09:41:19.199178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c26f-f14b-4323-a6bd-9d161fbf761c req-9c25b47c-e3dc-498a-8454-7806ddc3daaf tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:19.207461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c26f-f14b-4323-a6bd-9d161fbf761c req-9c25b47c-e3dc-498a-8454-7806ddc3daaf tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:19.214002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c26f-f14b-4323-a6bd-9d161fbf761c req-9c25b47c-e3dc-498a-8454-7806ddc3daaf tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:19.219592 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:19.220411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3dbaefcc-502b-4905-a2dd-09751f3c0385 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:19.222250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c26f-f14b-4323-a6bd-9d161fbf761c req-9c25b47c-e3dc-498a-8454-7806ddc3daaf tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:19.229255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c26f-f14b-4323-a6bd-9d161fbf761c req-9c25b47c-e3dc-498a-8454-7806ddc3daaf tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:19.231459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2583c26f-f14b-4323-a6bd-9d161fbf761c req-9c25b47c-e3dc-498a-8454-7806ddc3daaf tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 3887 time: 0.2383537 Sep 22 09:41:19.269654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6e1f10-1369-4fdc-b400-1446e1042fca req-9e79f285-9df3-46e4-beee-71a2dac19489 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476985 Sep 22 09:41:19.284870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9bf393a6-7bd6-40d6-be92-7304451dd67e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c10e34611c7342e6b6cb6abc4faf9a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5713432 Sep 22 09:41:19.338727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45776) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:19.351701 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2583c26f-f14b-4323-a6bd-9d161fbf761c req-487fc82b-1d9f-44fe-b3b6-062970d64845 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770869 Sep 22 09:41:19.431085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8e83048-4b15-4e67-83ec-c820d2486d48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:19.431828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:19.471774 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a8a530e-0cb3-4ca7-80a7-5ca030b82c3e req-a8a8cff2-eec3-49e7-87f4-96ba74c2e034 service neutron] 10.222.0.60 "GET /v2.0/networks/02b01e3a-5bd8-46f0-8221-c03aab9de227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230138 Sep 22 09:41:19.553550 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f096e03-d933-4e7d-bd5e-f700f94fa4b7 x-openstack-request-id: req-7f096e03-d933-4e7d-bd5e-f700f94fa4b7 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:19.554125 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4f4f72-b44a-4a03-8ec8-d526da5ae936", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:19.554125 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f096e03-d933-4e7d-bd5e-f700f94fa4b7 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:19.554476 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4f4f72-b44a-4a03-8ec8-d526da5ae936', 'code': 200} Sep 22 09:41:19.557110 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8e83048-4b15-4e67-83ec-c820d2486d48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:19.562200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c8e83048-4b15-4e67-83ec-c820d2486d48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/28cf96fb-f743-4b18-ade3-b0a8bcc721c3 HTTP/1.1" status: 204 len: 168 time: 1.8031929 Sep 22 09:41:19.562981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45786) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:19.568445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc2fd6-2c75-4527-af08-f351ed58ec9a None None] Network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:19.574333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] For port 3dbaefcc-502b-4905-a2dd-09751f3c0385, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3dbaefcc-502b-4905-a2dd-09751f3c0385,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:19.574750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:19.601798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e83048-4b15-4e67-83ec-c820d2486d48 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Subnet': ['ID=28cf96fb-f743-4b18-ade3-b0a8bcc721c3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:19.683343 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:19.749793 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:19.786368 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cafcf2a0-4144-4f03-857a-52de059dedf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:19.851184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 37585ea3-3286-473e-b75b-f842b2539135 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:19.888960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Deleting port ba3a32b5-ae0b-4e94-ac65-718deabc9011 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:19.889529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:19.894412 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cafcf2a0-4144-4f03-857a-52de059dedf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:19.906270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 37585ea3-3286-473e-b75b-f842b2539135 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:19.907033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 37585ea3-3286-473e-b75b-f842b2539135 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:19.960266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3dbaefcc-502b-4905-a2dd-09751f3c0385, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3dbaefcc-502b-4905-a2dd-09751f3c0385,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:20.008225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] For port ba3a32b5-ae0b-4e94-ac65-718deabc9011, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ba3a32b5-ae0b-4e94-ac65-718deabc9011,segment=NetworkSegment(600c5b9d-a09b-4562-9872-0f8d04ab60b6),segment_id=600c5b9d-a09b-4562-9872-0f8d04ab60b6)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:20.009057 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.026979 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.028367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device aa1a85a4-367a-4f0e-87a9-61721a18faae no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:20.045028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Calling delete_port for ba3a32b5-ae0b-4e94-ac65-718deabc9011 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:20.198725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f6784654-2d6d-4393-bc2b-008fcb9da328 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:41:20.201106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c520b853-8af6-4128-9f93-16b371a08a39 None None] DHCP port deletion for bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:41:20.206441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3dbaefcc-502b-4905-a2dd-09751f3c0385,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:20.308983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.335875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No DVR routers for this DVR port ba3a32b5-ae0b-4e94-ac65-718deabc9011 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:20.390901 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.408790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Port': ['ID=ba3a32b5-ae0b-4e94-ac65-718deabc9011,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:20.520305 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa4213-0e1e-4213-9c30-3c8f6f2fafbe req-4008d9f0-6535-4c23-9841-1f641900b1f8 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:20.529069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40aa4213-0e1e-4213-9c30-3c8f6f2fafbe req-4008d9f0-6535-4c23-9841-1f641900b1f8 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 944 time: 0.6762962 Sep 22 09:41:20.543863 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.595185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:20.605979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600c5b9d-a09b-4562-9872-0f8d04ab60b6') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:20.606482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600c5b9d-a09b-4562-9872-0f8d04ab60b6') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:20.612629 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.613267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.613506 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Floating IP 02f28595-eed5-4c56-87f0-653295eb1a7b disassociated. External IP: 172.25.6.59, port: 3dbaefcc-502b-4905-a2dd-09751f3c0385. Sep 22 09:41:20.613859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Calling delete_port for 3dbaefcc-502b-4905-a2dd-09751f3c0385 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:20.618265 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.622357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port aa1a85a4-367a-4f0e-87a9-61721a18faae, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=aa1a85a4-367a-4f0e-87a9-61721a18faae,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:20.636444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.644447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:41:20.644910 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.645060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f6784654-2d6d-4393-bc2b-008fcb9da328, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f6784654-2d6d-4393-bc2b-008fcb9da328,segment=NetworkSegment(0ffb9320-5697-4d02-a5eb-577c31ec472d),segment_id=0ffb9320-5697-4d02-a5eb-577c31ec472d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:41:20.649232 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:41:20.658689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c520b853-8af6-4128-9f93-16b371a08a39 None None] Deleting port ba3a32b5-ae0b-4e94-ac65-718deabc9011 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:20.659100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c520b853-8af6-4128-9f93-16b371a08a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.676769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cafcf2a0-4144-4f03-857a-52de059dedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.676769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cafcf2a0-4144-4f03-857a-52de059dedf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.676769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cafcf2a0-4144-4f03-857a-52de059dedf3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d8f9459-dd5e-432c-b3c8-6667f79b9154 HTTP/1.1" status: 204 len: 168 time: 1.3196127 Sep 22 09:41:20.690259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'f6784654-2d6d-4393-bc2b-008fcb9da328', 'network_id': '02b01e3a-5bd8-46f0-8221-c03aab9de227', 'port_id': 'f6784654-2d6d-4393-bc2b-008fcb9da328', 'mac_address': 'fa:16:3e:c1:d1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f08112-b9e0-43ed-92c7-a7dcadbf7e03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:41:20.701954 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.701954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3615a262-500e-4926-a669-69be16798510 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:20.774235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40aa4213-0e1e-4213-9c30-3c8f6f2fafbe req-45e3af79-37dd-4cf4-992b-8eeca3073f07 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326846 Sep 22 09:41:20.826538 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.840417 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.845167 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/networks/bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e HTTP/1.1" status: 204 len: 168 time: 1.2800353 Sep 22 09:41:20.849825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c520b853-8af6-4128-9f93-16b371a08a39 None None] For port ba3a32b5-ae0b-4e94-ac65-718deabc9011, host n-d-805649-4, got binding levels [] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:20.850260 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c520b853-8af6-4128-9f93-16b371a08a39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.856474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcf2a0-4144-4f03-857a-52de059dedf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8f9459-dd5e-432c-b3c8-6667f79b9154,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:20.867492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45854) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:20.888035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-21c1b622-3d5a-4c4d-8576-f6eb752cb569 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'routes': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:20.897778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c669ed4-5686-4178-a20f-6fa3f2deb749 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Pushing event deleted for resources: {'Network': ['ID=bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:20.940030 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.962036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c520b853-8af6-4128-9f93-16b371a08a39 None None] Calling delete_port for ba3a32b5-ae0b-4e94-ac65-718deabc9011 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:20.964373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.ipam_backend_mixin [None req-c520b853-8af6-4128-9f93-16b371a08a39 None None] Port ba3a32b5-ae0b-4e94-ac65-718deabc9011 was not found and therefore no delete operation was performed {{(pid=95511) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 09:41:20.969458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6784654-2d6d-4393-bc2b-008fcb9da328 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:41:20.973476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=aa1a85a4-367a-4f0e-87a9-61721a18faae,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:20.980107 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c520b853-8af6-4128-9f93-16b371a08a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:20.993437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c520b853-8af6-4128-9f93-16b371a08a39 None None] Network bdd39c32-4c3a-40c5-93c8-7b06a1fbac2e is not hosted by any dhcp agent {{(pid=95511) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 09:41:20.994024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520b853-8af6-4128-9f93-16b371a08a39 None None] No DVR routers for this DVR port ba3a32b5-ae0b-4e94-ac65-718deabc9011 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:21.012201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e2375-72e3-4620-bfea-2e0b4993be9c req-34fc1a94-cfee-4aec-9403-d8e2f861c23f tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:21.013843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-306e2375-72e3-4620-bfea-2e0b4993be9c req-34fc1a94-cfee-4aec-9403-d8e2f861c23f tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.4040782 Sep 22 09:41:21.063543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520b853-8af6-4128-9f93-16b371a08a39 None None] Pushing event deleted for resources: {'Port': ['ID=ba3a32b5-ae0b-4e94-ac65-718deabc9011,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:21.073165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f6784654-2d6d-4393-bc2b-008fcb9da328, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f6784654-2d6d-4393-bc2b-008fcb9da328,segment=NetworkSegment(0ffb9320-5697-4d02-a5eb-577c31ec472d),segment_id=0ffb9320-5697-4d02-a5eb-577c31ec472d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:21.091711 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:21.129965 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:21.197693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3615a262-500e-4926-a669-69be16798510, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3615a262-500e-4926-a669-69be16798510,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:21.237931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=f6784654-2d6d-4393-bc2b-008fcb9da328,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:21.249785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.extraroute_db [None req-21c1b622-3d5a-4c4d-8576-f6eb752cb569 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Added routes are [] {{(pid=95510) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 09:41:21.250771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.extraroute_db [None req-21c1b622-3d5a-4c4d-8576-f6eb752cb569 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Removed routes are [] {{(pid=95510) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 09:41:21.251140 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:21.251402 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-21c1b622-3d5a-4c4d-8576-f6eb752cb569 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:21.251876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 1862ff0f-13ef-436e-a82f-5d3673bee076 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:21.322145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777307ae-05dd-4732-9124-011e772eab0b req-c0c46efc-e44b-440e-9172-f929e0ff0a9b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:21.330303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777307ae-05dd-4732-9124-011e772eab0b req-c0c46efc-e44b-440e-9172-f929e0ff0a9b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:21.336580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777307ae-05dd-4732-9124-011e772eab0b req-c0c46efc-e44b-440e-9172-f929e0ff0a9b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:21.344000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777307ae-05dd-4732-9124-011e772eab0b req-c0c46efc-e44b-440e-9172-f929e0ff0a9b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:21.351210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3615a262-500e-4926-a669-69be16798510,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:21.354194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777307ae-05dd-4732-9124-011e772eab0b req-c0c46efc-e44b-440e-9172-f929e0ff0a9b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:21.355657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-777307ae-05dd-4732-9124-011e772eab0b req-c0c46efc-e44b-440e-9172-f929e0ff0a9b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 3881 time: 0.4603062 Sep 22 09:41:21.380449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-306e2375-72e3-4620-bfea-2e0b4993be9c req-04f6bbb1-533a-4c8c-8e89-022d8e161171 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075001 Sep 22 09:41:21.407382 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:21.461029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['f6784654-2d6d-4393-bc2b-008fcb9da328'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:41:21.469124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 1862ff0f-13ef-436e-a82f-5d3673bee076, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1862ff0f-13ef-436e-a82f-5d3673bee076,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:21.552995 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:21.554122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e0fdafa7-e31f-4113-a70f-c05ee0d1c76c no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:21.591680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbaefcc-502b-4905-a2dd-09751f3c0385'}, {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1a85a4-367a-4f0e-87a9-61721a18faae'}, {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3615a262-500e-4926-a669-69be16798510'}, {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1862ff0f-13ef-436e-a82f-5d3673bee076'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:21.595654 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35eda79-5314-4237-8715-354840012ffb" -d '{"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbaefcc-502b-4905-a2dd-09751f3c0385"}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1a85a4-367a-4f0e-87a9-61721a18faae"}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-unplugged", "status": "completed", "tag": "3615a262-500e-4926-a669-69be16798510"}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-unplugged", "status": "completed", "tag": "1862ff0f-13ef-436e-a82f-5d3673bee076"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:21.613365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-777307ae-05dd-4732-9124-011e772eab0b req-0cbf069c-439c-4aa1-9611-92162cba1630 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2322555 Sep 22 09:41:21.754654 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0713f9be-c520-40d5-9560-ca4a12e56c60 x-openstack-request-id: req-0713f9be-c520-40d5-9560-ca4a12e56c60 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:21.755153 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbaefcc-502b-4905-a2dd-09751f3c0385", "code": 200}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1a85a4-367a-4f0e-87a9-61721a18faae", "code": 200}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-unplugged", "status": "completed", "tag": "3615a262-500e-4926-a669-69be16798510", "code": 200}, {"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-unplugged", "status": "completed", "tag": "1862ff0f-13ef-436e-a82f-5d3673bee076", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:21.755760 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0713f9be-c520-40d5-9560-ca4a12e56c60 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:21.756529 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbaefcc-502b-4905-a2dd-09751f3c0385', 'code': 200} Sep 22 09:41:21.756980 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1a85a4-367a-4f0e-87a9-61721a18faae', 'code': 200} Sep 22 09:41:21.757408 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3615a262-500e-4926-a669-69be16798510', 'code': 200} Sep 22 09:41:21.757838 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1862ff0f-13ef-436e-a82f-5d3673bee076', 'code': 200} Sep 22 09:41:21.763387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ba3a32b5-ae0b-4e94-ac65-718deabc9011 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:21.794820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=1862ff0f-13ef-436e-a82f-5d3673bee076,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:21.797225 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-21c1b622-3d5a-4c4d-8576-f6eb752cb569 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:21.800429 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: ba3a32b5-ae0b-4e94-ac65-718deabc9011 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:21.800706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ba3a32b5-ae0b-4e94-ac65-718deabc9011 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:21.801798 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-21c1b622-3d5a-4c4d-8576-f6eb752cb569 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:21.805811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e0fdafa7-e31f-4113-a70f-c05ee0d1c76c not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:21.915705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:22.020132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Port': ['ID=3dbaefcc-502b-4905-a2dd-09751f3c0385,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:22.036249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c1b622-3d5a-4c4d-8576-f6eb752cb569 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router cf969b9f-b746-471c-98fb-2e2253ed99ae has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:41:22.052665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:41:22.095484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad68ad-9ce6-4b2e-a247-21118d6929c7 req-6a3b2000-2e46-453e-9b21-93c8c207f275 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:22.099086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4ad68ad-9ce6-4b2e-a247-21118d6929c7 req-6a3b2000-2e46-453e-9b21-93c8c207f275 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 945 time: 0.1852555 Sep 22 09:41:22.195144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:22.213235 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'port_id': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6', 'mac_address': 'fa:16:3e:72:5b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00a578d-afde-4b8b-a56f-208701f3f927', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:41:22.215671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c1b622-3d5a-4c4d-8576-f6eb752cb569 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:22.233347 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-21c1b622-3d5a-4c4d-8576-f6eb752cb569 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:22.237413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45948) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:22.237865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-21c1b622-3d5a-4c4d-8576-f6eb752cb569 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae HTTP/1.1" status: 200 len: 701 time: 1.3688598 Sep 22 09:41:22.249956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8ca54-6c2d-402d-b831-e8040b7125dd None None] Sync routers for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:22.298700 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-02d07611-4567-4764-ab81-2fbf656d545f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf969b9f-b746-471c-98fb-2e2253ed99ae HTTP/1.1" status: 200 len: 205 time: 0.0578721 Sep 22 09:41:22.300075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45952) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:22.337246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4ad68ad-9ce6-4b2e-a247-21118d6929c7 req-97738f75-dc44-44e3-88b2-a7150fa6dcf6 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963890 Sep 22 09:41:22.345003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8ca54-6c2d-402d-b831-e8040b7125dd None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:22.346776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c4a8ca54-6c2d-402d-b831-e8040b7125dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:22.392916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Router 48c517e0-c891-436d-ace6-e468a8f6bcd9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:41:22.471943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45958) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:22.594504 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:22.689137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97a1b2e3-c907-4c2c-86c1-7ebab1886f57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:22.701517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:22.713338 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e6bfc-4ae8-4146-a69a-48a03a7470ff None None] Sync routers for ids ['48c517e0-c891-436d-ace6-e468a8f6bcd9'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:22.736088 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e6bfc-4ae8-4146-a69a-48a03a7470ff None None] Routers {'48c517e0-c891-436d-ace6-e468a8f6bcd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:22.738015 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-286e6bfc-4ae8-4146-a69a-48a03a7470ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48c517e0-c891-436d-ace6-e468a8f6bcd9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:22.777430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-c4a8ca54-6c2d-402d-b831-e8040b7125dd None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:22.796636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] No DVR routers for this DVR port 3dbaefcc-502b-4905-a2dd-09751f3c0385 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:22.801218 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:22.804572 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-bdb24d14-e32e-4d0d-b18a-7769244b205f tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "DELETE /v2.0/ports/3dbaefcc-502b-4905-a2dd-09751f3c0385 HTTP/1.1" status: 204 len: 173 time: 4.4326863 Sep 22 09:41:22.859240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-deleted', 'tag': '3dbaefcc-502b-4905-a2dd-09751f3c0385'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:22.862095 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40334f1-1686-44e8-997b-59d4610ab4f2" -d '{"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-deleted", "tag": "3dbaefcc-502b-4905-a2dd-09751f3c0385"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:22.897721 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-350ace0c-e323-4a7d-b5f4-4352d9591eb9 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] Request body: {'port': {'network_id': 'b19b0f1a-e1ee-4af3-8b65-4ae11a7f43f8', 'name': 'tempest-NetworksNegativeTestJSON-233016397'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:22.899825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c4a8ca54-6c2d-402d-b831-e8040b7125dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:15Z', 'revision_number': 11, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:22.926484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacfa95-8c59-4b83-b8b8-97079db9ea83 req-57bf8f28-6e4e-44e9-8fa0-0ab7f1c98f7f tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:22.938115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2aacfa95-8c59-4b83-b8b8-97079db9ea83 req-57bf8f28-6e4e-44e9-8fa0-0ab7f1c98f7f tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.4511998 Sep 22 09:41:22.944617 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-350ace0c-e323-4a7d-b5f4-4352d9591eb9 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] POST failed (client error): The resource could not be found. Sep 22 09:41:22.947068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350ace0c-e323-4a7d-b5f4-4352d9591eb9 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:22.948314 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-350ace0c-e323-4a7d-b5f4-4352d9591eb9 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4701979 Sep 22 09:41:22.952926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45994) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:22.968072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713c554-eadc-420e-b71e-15647d99a44d req-98fbefe6-8c12-4770-999b-33eaccf7dfda tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:22.977032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4713c554-eadc-420e-b71e-15647d99a44d req-98fbefe6-8c12-4770-999b-33eaccf7dfda tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.5891166 Sep 22 09:41:23.080589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4713c554-eadc-420e-b71e-15647d99a44d req-4a59e47b-b08d-424c-b3bc-3a33cd87a6d4 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025488 Sep 22 09:41:23.142609 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1df972-f941-4a66-8f13-62978c7a01d2 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:23.143361 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1df972-f941-4a66-8f13-62978c7a01d2 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:23.149045 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cb1df972-f941-4a66-8f13-62978c7a01d2 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] 10.222.0.49 "DELETE /v2.0/networks/9a3f643d-6883-4b8a-93d1-b02e7a5decd0 HTTP/1.1" status: 404 len: 339 time: 0.1377237 Sep 22 09:41:23.150267 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-286e6bfc-4ae8-4146-a69a-48a03a7470ff None None] Set router 48c517e0-c891-436d-ace6-e468a8f6bcd9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:23.156002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46012) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:23.184940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2aacfa95-8c59-4b83-b8b8-97079db9ea83 req-00f134ad-8987-4dd5-8e10-a9bfd75572e2 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452271 Sep 22 09:41:23.206016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8ca54-6c2d-402d-b831-e8040b7125dd None None] Checking router: cf969b9f-b746-471c-98fb-2e2253ed99ae for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:41:23.214565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:41:23.253371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:23.259965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97a1b2e3-c907-4c2c-86c1-7ebab1886f57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:23.277436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-eb33ae15-37fa-4172-827c-716ac33c6bc5 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Deleting port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:23.279390 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-eb33ae15-37fa-4172-827c-716ac33c6bc5 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:23.304532 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8ca54-6c2d-402d-b831-e8040b7125dd None None] Routers {'cf969b9f-b746-471c-98fb-2e2253ed99ae'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:23.314892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c4a8ca54-6c2d-402d-b831-e8040b7125dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['cf969b9f-b746-471c-98fb-2e2253ed99ae'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:23.348921 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97a1b2e3-c907-4c2c-86c1-7ebab1886f57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:23.365143 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98c02e8-44c0-441d-aa20-9b71fd498407 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:23.366963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98c02e8-44c0-441d-aa20-9b71fd498407 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:23.369283 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e98c02e8-44c0-441d-aa20-9b71fd498407 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] 10.222.0.49 "DELETE /v2.0/ports/44f56274-fe1d-47ba-a565-0eb80b926557 HTTP/1.1" status: 404 len: 333 time: 0.2089486 Sep 22 09:41:23.376475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46024) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:23.449010 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3c3c14-2910-4db4-8029-044e6419f115 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:23.449821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3c3c14-2910-4db4-8029-044e6419f115 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:23.452701 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4b3c3c14-2910-4db4-8029-044e6419f115 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] 10.222.0.49 "DELETE /v2.0/subnets/b44e5cbb-eb60-4a12-867d-b70a9e935661 HTTP/1.1" status: 404 len: 337 time: 0.0747497 Sep 22 09:41:23.457016 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:23.459130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46028) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:23.463459 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:41:23.472460 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:23.548125 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-27971e3a-9163-43d6-a859-6888ee62133f tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] GET failed (client error): The resource could not be found. Sep 22 09:41:23.558233 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-27971e3a-9163-43d6-a859-6888ee62133f tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] 10.222.0.49 "GET /v2.0/networks/62dd606f-62ae-404b-9924-351ef07d9999 HTTP/1.1" status: 404 len: 339 time: 0.0942745 Sep 22 09:41:23.560395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46034) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:23.599896 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd5bfd1-891b-4df6-a80e-4748674b7f90 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] GET failed (client error): The resource could not be found. Sep 22 09:41:23.608846 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9dd5bfd1-891b-4df6-a80e-4748674b7f90 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] 10.222.0.49 "GET /v2.0/ports/d1710be2-79b0-4723-ac0e-cccd1054fc75 HTTP/1.1" status: 404 len: 333 time: 0.0471275 Sep 22 09:41:23.609288 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67af569-7c81-4aec-a262-e852e98f0638 x-openstack-request-id: req-e67af569-7c81-4aec-a262-e852e98f0638 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:23.609619 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-deleted", "tag": "3dbaefcc-502b-4905-a2dd-09751f3c0385", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:23.609838 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e67af569-7c81-4aec-a262-e852e98f0638 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:23.610235 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-deleted', 'tag': '3dbaefcc-502b-4905-a2dd-09751f3c0385', 'status': 'completed', 'code': 200} Sep 22 09:41:23.610608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46036) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:23.631593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-c4a8ca54-6c2d-402d-b831-e8040b7125dd None None] Set router cf969b9f-b746-471c-98fb-2e2253ed99ae gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:23.654090 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b1a3c2-0d25-4f34-871d-c00bac754995 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] GET failed (client error): The resource could not be found. Sep 22 09:41:23.659213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['1e54ec4c-8faa-4ccd-9d55-31d30824f9e6'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:41:23.660840 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f0b1a3c2-0d25-4f34-871d-c00bac754995 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] 10.222.0.49 "GET /v2.0/subnets/273640a7-98b5-421b-a082-3b817a86f8ee HTTP/1.1" status: 404 len: 337 time: 0.0485358 Sep 22 09:41:23.661823 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97a1b2e3-c907-4c2c-86c1-7ebab1886f57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:23.675673 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a1b2e3-c907-4c2c-86c1-7ebab1886f57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Fanout notify agent at l3_agent the message router_deleted on router cf969b9f-b746-471c-98fb-2e2253ed99ae {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:41:23.680705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46040) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:23.688966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-129a52c9-3959-4b9f-b079-5ddecb5eb5ce tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:23.705483 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97a1b2e3-c907-4c2c-86c1-7ebab1886f57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:23.705483 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-97a1b2e3-c907-4c2c-86c1-7ebab1886f57 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae HTTP/1.1" status: 204 len: 168 time: 1.3966243 Sep 22 09:41:23.706496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46046) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:23.716839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2d2d5ffd-0420-44ff-8707-282be78ffe0f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1149522260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:23.777037 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-129a52c9-3959-4b9f-b079-5ddecb5eb5ce tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] PUT failed (client error): The resource could not be found. Sep 22 09:41:23.778435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129a52c9-3959-4b9f-b079-5ddecb5eb5ce tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:23.784803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46054) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:23.792449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-129a52c9-3959-4b9f-b079-5ddecb5eb5ce tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] 10.222.0.49 "PUT /v2.0/networks/37f5ebe6-00bd-4a4d-92af-fe34685da970 HTTP/1.1" status: 404 len: 339 time: 0.1103351 Sep 22 09:41:23.797645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-09d30ea5-87a4-4cbc-95c1-9c8627793f41 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:23.816780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-eb33ae15-37fa-4172-827c-716ac33c6bc5 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] For port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:23.817786 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-eb33ae15-37fa-4172-827c-716ac33c6bc5 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:23.817977 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-286e6bfc-4ae8-4146-a69a-48a03a7470ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:27Z', 'revision_number': 4, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8', 'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'mac_address': 'fa:16:3e:9d:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:25Z', 'updated_at': '2021-09-22T09:30:34Z', 'revision_number': 5, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'subnets': [{'id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:23.849669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-eb33ae15-37fa-4172-827c-716ac33c6bc5 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Calling delete_port for 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:23.859283 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d30ea5-87a4-4cbc-95c1-9c8627793f41 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] PUT failed (client error): The resource could not be found. Sep 22 09:41:23.860385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d30ea5-87a4-4cbc-95c1-9c8627793f41 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:23.862263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c4a8ca54-6c2d-402d-b831-e8040b7125dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:15Z', 'revision_number': 11, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:23.863013 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-09d30ea5-87a4-4cbc-95c1-9c8627793f41 tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] 10.222.0.49 "PUT /v2.0/ports/fc680135-5265-4c33-a8de-48c6e4270c8e HTTP/1.1" status: 404 len: 333 time: 0.0768888 Sep 22 09:41:23.870412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46058) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:23.871583 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5ffd-0420-44ff-8707-282be78ffe0f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:23.872690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5ffd-0420-44ff-8707-282be78ffe0f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:23.897113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-31f719dd-1bf2-444c-8c6a-b2314d51243f tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:23.900973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8ca54-6c2d-402d-b831-e8040b7125dd None None] The sync data for ids ['cf969b9f-b746-471c-98fb-2e2253ed99ae'] in n-d-805649-4 is: [{'id': 'cf969b9f-b746-471c-98fb-2e2253ed99ae', 'name': 'tempest-RoutersTest-router-1342431398', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:40:05Z', 'updated_at': '2021-09-22T09:41:15Z', 'revision_number': 11, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:23.911968 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e6bfc-4ae8-4146-a69a-48a03a7470ff None None] Checking router: 48c517e0-c891-436d-ace6-e468a8f6bcd9 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:41:23.942675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:23.943299 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f719dd-1bf2-444c-8c6a-b2314d51243f tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] PUT failed (client error): The resource could not be found. Sep 22 09:41:23.943972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f719dd-1bf2-444c-8c6a-b2314d51243f tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:23.946308 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e6bfc-4ae8-4146-a69a-48a03a7470ff None None] Routers {'48c517e0-c891-436d-ace6-e468a8f6bcd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:23.947830 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-31f719dd-1bf2-444c-8c6a-b2314d51243f tempest-NetworksNegativeTestJSON-1308761214 tempest-NetworksNegativeTestJSON-1308761214-project] 10.222.0.49 "PUT /v2.0/subnets/351d46af-835b-4327-b9d9-c0381d1d75ab HTTP/1.1" status: 404 len: 337 time: 0.0548503 Sep 22 09:41:23.948708 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-286e6bfc-4ae8-4146-a69a-48a03a7470ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48c517e0-c891-436d-ace6-e468a8f6bcd9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:24.079202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5ffd-0420-44ff-8707-282be78ffe0f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:24.094771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f6784654-2d6d-4393-bc2b-008fcb9da328 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:41:24.108766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc873-cc8e-4105-8170-3d413f4c1cc2 req-00de9f93-b222-408a-bc86-a12ae0805b20 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:24.120956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e40cc873-cc8e-4105-8170-3d413f4c1cc2 req-00de9f93-b222-408a-bc86-a12ae0805b20 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 945 time: 0.5060382 Sep 22 09:41:24.196836 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5ffd-0420-44ff-8707-282be78ffe0f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:24.247774 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-286e6bfc-4ae8-4146-a69a-48a03a7470ff None None] Set router 48c517e0-c891-436d-ace6-e468a8f6bcd9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:24.330164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e40cc873-cc8e-4105-8170-3d413f4c1cc2 req-985bdd47-0418-421e-bf06-ba1a001b7fb3 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033322 Sep 22 09:41:24.351831 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5ffd-0420-44ff-8707-282be78ffe0f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:24.357042 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2d2d5ffd-0420-44ff-8707-282be78ffe0f tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6429403 Sep 22 09:41:24.357042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46074) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:24.361245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-84f6921d-aff4-467e-bf44-734531f16719 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:24.426117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c3eff-9400-480b-aa9b-0779ef14e702 req-9fa84fdc-882c-4d62-8b52-eaaffeb5bfc6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:24.455552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c3eff-9400-480b-aa9b-0779ef14e702 req-9fa84fdc-882c-4d62-8b52-eaaffeb5bfc6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:24.470636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c3eff-9400-480b-aa9b-0779ef14e702 req-9fa84fdc-882c-4d62-8b52-eaaffeb5bfc6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:24.514348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c3eff-9400-480b-aa9b-0779ef14e702 req-9fa84fdc-882c-4d62-8b52-eaaffeb5bfc6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:24.521290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b37c3eff-9400-480b-aa9b-0779ef14e702 req-9fa84fdc-882c-4d62-8b52-eaaffeb5bfc6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 3143 time: 0.5230260 Sep 22 09:41:24.523439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:24.529163 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ac640915-2956-47df-8bf4-1e2fecaa1346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:24.568015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port f6784654-2d6d-4393-bc2b-008fcb9da328 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:41:24.609896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port f6784654-2d6d-4393-bc2b-008fcb9da328 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:24.610347 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:24.661046 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-286e6bfc-4ae8-4146-a69a-48a03a7470ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:27Z', 'revision_number': 4, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8', 'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'mac_address': 'fa:16:3e:9d:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:25Z', 'updated_at': '2021-09-22T09:30:34Z', 'revision_number': 5, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'subnets': [{'id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:24.716252 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e6bfc-4ae8-4146-a69a-48a03a7470ff None None] The sync data for ids ['48c517e0-c891-436d-ace6-e468a8f6bcd9'] in n-d-805649-4 is: [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:30:27Z', 'revision_number': 4, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8', 'name': '', 'network_id': '6459b7b4-2a6f-4f7f-b002-843449468890', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'mac_address': 'fa:16:3e:9d:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:25Z', 'updated_at': '2021-09-22T09:30:34Z', 'revision_number': 5, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'subnets': [{'id': '1694f58d-8b5c-4d1d-bd3f-343ad533ef70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:24.861245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:24.892441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b37c3eff-9400-480b-aa9b-0779ef14e702 req-49466f77-3f5b-4596-8c29-1cf790d03357 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3581145 Sep 22 09:41:24.925754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606fea73-38ec-4bcf-a9dc-2ab17516de7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6784654-2d6d-4393-bc2b-008fcb9da328'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:24.927356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616a9db-4ea2-450e-8c11-ed2e223ae414 req-d962d992-798f-4b96-b1c1-08829ad4f9d4 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:24.929170 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4df6a3-4fd4-4e15-98eb-3cb0c5dc94cd" -d '{"events": [{"server_uuid": "606fea73-38ec-4bcf-a9dc-2ab17516de7c", "name": "network-vif-plugged", "status": "completed", "tag": "f6784654-2d6d-4393-bc2b-008fcb9da328"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:24.937791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d616a9db-4ea2-450e-8c11-ed2e223ae414 req-d962d992-798f-4b96-b1c1-08829ad4f9d4 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.4144402 Sep 22 09:41:25.005381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port f6784654-2d6d-4393-bc2b-008fcb9da328, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f6784654-2d6d-4393-bc2b-008fcb9da328,segment=NetworkSegment(0ffb9320-5697-4d02-a5eb-577c31ec472d),segment_id=0ffb9320-5697-4d02-a5eb-577c31ec472d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:25.009392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46100) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:25.053209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-eb33ae15-37fa-4172-827c-716ac33c6bc5 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:25.070662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d616a9db-4ea2-450e-8c11-ed2e223ae414 req-fa398be4-c07a-4ff2-b036-c5187a4e6b70 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232245 Sep 22 09:41:25.124515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33ae15-37fa-4172-827c-716ac33c6bc5 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Port': ['ID=9c4f4f72-b44a-4a03-8ec8-d526da5ae936,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:25.135662 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:25.231967 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a70a08-5971-4ef7-8974-2e7ae60c7dad x-openstack-request-id: req-a5a70a08-5971-4ef7-8974-2e7ae60c7dad {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:25.233095 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606fea73-38ec-4bcf-a9dc-2ab17516de7c", "name": "network-vif-plugged", "status": "completed", "tag": "f6784654-2d6d-4393-bc2b-008fcb9da328", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:25.233591 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5a70a08-5971-4ef7-8974-2e7ae60c7dad {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:25.234195 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606fea73-38ec-4bcf-a9dc-2ab17516de7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6784654-2d6d-4393-bc2b-008fcb9da328', 'code': 200} Sep 22 09:41:25.291490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=f6784654-2d6d-4393-bc2b-008fcb9da328,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:25.414422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351fd88-fa0d-4227-adf6-6a3f55963854 None None] New status for floating IP 02f28595-eed5-4c56-87f0-653295eb1a7b: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:41:25.567056 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84f6921d-aff4-467e-bf44-734531f16719 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:25.593910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b096a1e-93b0-4277-918f-3baf5ef303d2 req-95352bed-794a-46ff-8cba-f305c3c7d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:25.593910 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9b096a1e-93b0-4277-918f-3baf5ef303d2 req-95352bed-794a-46ff-8cba-f305c3c7d009 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 1097 time: 0.0927520 Sep 22 09:41:25.707560 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84f6921d-aff4-467e-bf44-734531f16719 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:25.731493 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9b096a1e-93b0-4277-918f-3baf5ef303d2 req-a56216cc-821a-4297-b193-1e82cc2fb781 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311841 Sep 22 09:41:25.829240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-eb33ae15-37fa-4172-827c-716ac33c6bc5 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] No DVR routers for this DVR port 9c4f4f72-b44a-4a03-8ec8-d526da5ae936 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:25.833819 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-eb33ae15-37fa-4172-827c-716ac33c6bc5 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:25.837265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-eb33ae15-37fa-4172-827c-716ac33c6bc5 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "DELETE /v2.0/ports/9c4f4f72-b44a-4a03-8ec8-d526da5ae936 HTTP/1.1" status: 204 len: 173 time: 3.0246918 Sep 22 09:41:25.849904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b9e84-dd06-4960-9381-2c0869c69a7c req-3bcdcbb7-04e9-4d1c-865d-811bb68b39ef tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:25.857778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e9b9e84-dd06-4960-9381-2c0869c69a7c req-3bcdcbb7-04e9-4d1c-865d-811bb68b39ef tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 944 time: 0.7841501 Sep 22 09:41:25.859676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-deleted', 'tag': '9c4f4f72-b44a-4a03-8ec8-d526da5ae936'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:25.862019 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af7a1bd-8b2c-4255-b0d5-f8584b1ae0be" -d '{"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-deleted", "tag": "9c4f4f72-b44a-4a03-8ec8-d526da5ae936"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:25.954921 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-17f4a63a-d609-4129-b8af-675ea705818e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:26.015768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e9b9e84-dd06-4960-9381-2c0869c69a7c req-324d369d-d66c-40be-b0b3-4efea0233bb2 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571069 Sep 22 09:41:26.057075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd6de1-1685-4d30-a831-fb76e334b6a0 req-04458db1-0152-4239-999f-acb033f40547 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:26.059411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5bd6de1-1685-4d30-a831-fb76e334b6a0 req-04458db1-0152-4239-999f-acb033f40547 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 946 time: 0.2446156 Sep 22 09:41:26.088605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:41:26.094867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f6921d-aff4-467e-bf44-734531f16719 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Router 7db6a232-4e11-4f5b-b5d6-fd7a2925962f is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:41:26.145887 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8861c3-cfbe-4509-ac1e-259641f8677c x-openstack-request-id: req-ad8861c3-cfbe-4509-ac1e-259641f8677c {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:26.146202 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-deleted", "tag": "9c4f4f72-b44a-4a03-8ec8-d526da5ae936", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:26.146480 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad8861c3-cfbe-4509-ac1e-259641f8677c {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:26.146860 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-deleted', 'tag': '9c4f4f72-b44a-4a03-8ec8-d526da5ae936', 'status': 'completed', 'code': 200} Sep 22 09:41:26.192517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:26.193196 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:26.229837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5bd6de1-1685-4d30-a831-fb76e334b6a0 req-14213481-f99d-46f3-a55e-ed65134e8763 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567364 Sep 22 09:41:26.281158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-b69c8605-63ab-497b-b664-1ef5acaaa1a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Deleting port 3615a262-500e-4926-a669-69be16798510 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:26.281557 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-b69c8605-63ab-497b-b664-1ef5acaaa1a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:26.334294 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f6921d-aff4-467e-bf44-734531f16719 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:26.344579 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a42cc44-9e57-4674-82e8-1f18cc375577 None None] Sync routers for ids ['7db6a232-4e11-4f5b-b5d6-fd7a2925962f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:26.357773 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a42cc44-9e57-4674-82e8-1f18cc375577 None None] Routers {'7db6a232-4e11-4f5b-b5d6-fd7a2925962f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:26.358466 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9a42cc44-9e57-4674-82e8-1f18cc375577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['7db6a232-4e11-4f5b-b5d6-fd7a2925962f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:26.361178 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84f6921d-aff4-467e-bf44-734531f16719 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:26.362535 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-84f6921d-aff4-467e-bf44-734531f16719 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "PUT /v2.0/routers/7db6a232-4e11-4f5b-b5d6-fd7a2925962f HTTP/1.1" status: 200 len: 694 time: 2.0051305 Sep 22 09:41:26.366023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46148) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:26.398262 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:26.473157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:26.494549 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9a42cc44-9e57-4674-82e8-1f18cc375577 None None] Set router 7db6a232-4e11-4f5b-b5d6-fd7a2925962f gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:26.503936 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4e20190c-5770-42d7-abec-65fb4768a6d0 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/routers/7db6a232-4e11-4f5b-b5d6-fd7a2925962f HTTP/1.1" status: 200 len: 700 time: 0.1367910 Sep 22 09:41:26.506657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46154) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:26.541892 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aeed2ed4-3429-44ee-bf70-0642638d4963 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=7db6a232-4e11-4f5b-b5d6-fd7a2925962f HTTP/1.1" status: 200 len: 205 time: 0.0337884 Sep 22 09:41:26.552803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46156) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:26.563244 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:26.581983 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9a42cc44-9e57-4674-82e8-1f18cc375577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6a232-4e11-4f5b-b5d6-fd7a2925962f', 'name': 'tempest-RoutersTest-router-1149522260', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:41:23Z', 'updated_at': '2021-09-22T09:41:25Z', 'revision_number': 2, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:26.614780 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-17f4a63a-d609-4129-b8af-675ea705818e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:26.645427 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a42cc44-9e57-4674-82e8-1f18cc375577 None None] Checking router: 7db6a232-4e11-4f5b-b5d6-fd7a2925962f for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:41:26.664664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:26.671177 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a42cc44-9e57-4674-82e8-1f18cc375577 None None] Routers {'7db6a232-4e11-4f5b-b5d6-fd7a2925962f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:26.672875 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9a42cc44-9e57-4674-82e8-1f18cc375577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['7db6a232-4e11-4f5b-b5d6-fd7a2925962f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:26.724105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-17f4a63a-d609-4129-b8af-675ea705818e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:26.763312 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9a42cc44-9e57-4674-82e8-1f18cc375577 None None] Set router 7db6a232-4e11-4f5b-b5d6-fd7a2925962f gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:26.778069 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4a63a-d609-4129-b8af-675ea705818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b435063-95f6-45a3-94a7-e16b78e96d98,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:26.957645 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7baf-4702-4571-8787-3dccb40c6e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:26.960318 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9a42cc44-9e57-4674-82e8-1f18cc375577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6a232-4e11-4f5b-b5d6-fd7a2925962f', 'name': 'tempest-RoutersTest-router-1149522260', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:41:23Z', 'updated_at': '2021-09-22T09:41:25Z', 'revision_number': 2, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:26.989586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-b69c8605-63ab-497b-b664-1ef5acaaa1a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] For port 3615a262-500e-4926-a669-69be16798510, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3615a262-500e-4926-a669-69be16798510,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:26.990836 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-b69c8605-63ab-497b-b664-1ef5acaaa1a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:27.000293 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a42cc44-9e57-4674-82e8-1f18cc375577 None None] The sync data for ids ['7db6a232-4e11-4f5b-b5d6-fd7a2925962f'] in n-d-805649-4 is: [{'id': '7db6a232-4e11-4f5b-b5d6-fd7a2925962f', 'name': 'tempest-RoutersTest-router-1149522260', 'tenant_id': 'eb43119ff9654d63ab87c25688d21017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:41:23Z', 'updated_at': '2021-09-22T09:41:25Z', 'revision_number': 2, 'project_id': 'eb43119ff9654d63ab87c25688d21017', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:27.000866 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b13c64a0-d102-4d2d-9746-7cfc29ea24eb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:27.023702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ecb7d-a533-4d2d-bf06-3bb870d672ed req-b1f16203-5e02-4dd7-b2ce-6113729a1148 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:27.030756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ecb7d-a533-4d2d-bf06-3bb870d672ed req-b1f16203-5e02-4dd7-b2ce-6113729a1148 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:27.047705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ecb7d-a533-4d2d-bf06-3bb870d672ed req-b1f16203-5e02-4dd7-b2ce-6113729a1148 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:27.048588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d66ecb7d-a533-4d2d-bf06-3bb870d672ed req-b1f16203-5e02-4dd7-b2ce-6113729a1148 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 2410 time: 0.7126710 Sep 22 09:41:27.051529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-17f4a63a-d609-4129-b8af-675ea705818e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1617c850c3b645b08a89eb86e69f417d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0407252 Sep 22 09:41:27.054436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46172) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:27.113995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240435fd-78e9-490c-b90c-8e9f1c6a7ab3 req-a5abb1a6-ab50-4136-af97-84ae4c240682 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:27.121411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-240435fd-78e9-490c-b90c-8e9f1c6a7ab3 req-a5abb1a6-ab50-4136-af97-84ae4c240682 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.5668423 Sep 22 09:41:27.138401 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-b69c8605-63ab-497b-b664-1ef5acaaa1a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Calling delete_port for 3615a262-500e-4926-a669-69be16798510 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:27.185633 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d640be4b-2f78-4278-82e0-53143c49f92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:27.225531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d640be4b-2f78-4278-82e0-53143c49f92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:27.235457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b18364-8687-46c2-8c10-2744d08fbd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:27.238659 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d146e8-3662-4032-a071-fd18a47deb4e" -d '{"events": [{"server_uuid": "74b18364-8687-46c2-8c10-2744d08fbd21", "name": "network-vif-plugged", "status": "completed", "tag": "1e54ec4c-8faa-4ccd-9d55-31d30824f9e6"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:27.316832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d66ecb7d-a533-4d2d-bf06-3bb870d672ed req-5da013da-d619-4fc7-bc40-a832a1dfe095 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2221327 Sep 22 09:41:27.345509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-240435fd-78e9-490c-b90c-8e9f1c6a7ab3 req-0cacc8a9-878e-4231-8635-5d29c3ad3158 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179167 Sep 22 09:41:27.386415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d640be4b-2f78-4278-82e0-53143c49f92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:27.400137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d640be4b-2f78-4278-82e0-53143c49f92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:27.400137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d640be4b-2f78-4278-82e0-53143c49f92f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b435063-95f6-45a3-94a7-e16b78e96d98 HTTP/1.1" status: 204 len: 168 time: 0.3354056 Sep 22 09:41:27.415470 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b13c64a0-d102-4d2d-9746-7cfc29ea24eb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:27.432442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640be4b-2f78-4278-82e0-53143c49f92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b435063-95f6-45a3-94a7-e16b78e96d98,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:27.432574 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b13c64a0-d102-4d2d-9746-7cfc29ea24eb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:27.461439 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12129602-06ca-48c3-82ed-80a3474bc356 x-openstack-request-id: req-12129602-06ca-48c3-82ed-80a3474bc356 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:27.461744 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b18364-8687-46c2-8c10-2744d08fbd21", "name": "network-vif-plugged", "status": "completed", "tag": "1e54ec4c-8faa-4ccd-9d55-31d30824f9e6", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:27.464409 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12129602-06ca-48c3-82ed-80a3474bc356 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:27.464409 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b18364-8687-46c2-8c10-2744d08fbd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6', 'code': 200} Sep 22 09:41:27.568957 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:27.659821 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b13c64a0-d102-4d2d-9746-7cfc29ea24eb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:27.660343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c64a0-d102-4d2d-9746-7cfc29ea24eb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Fanout notify agent at l3_agent the message router_deleted on router 7db6a232-4e11-4f5b-b5d6-fd7a2925962f {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:41:27.687916 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b13c64a0-d102-4d2d-9746-7cfc29ea24eb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:27.689061 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b13c64a0-d102-4d2d-9746-7cfc29ea24eb tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/7db6a232-4e11-4f5b-b5d6-fd7a2925962f HTTP/1.1" status: 204 len: 168 time: 1.1331246 Sep 22 09:41:27.692643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46196) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:27.736978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778d0b3-0904-4102-b17c-31812eecae64 req-239450a1-ae0b-44de-9c9a-1bcb4876fb07 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:27.738933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a778d0b3-0904-4102-b17c-31812eecae64 req-239450a1-ae0b-44de-9c9a-1bcb4876fb07 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 946 time: 0.1754484 Sep 22 09:41:27.740120 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5bb39f92-2403-4e9a-b08b-80568943a3a4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=7db6a232-4e11-4f5b-b5d6-fd7a2925962f HTTP/1.1" status: 200 len: 205 time: 0.0456352 Sep 22 09:41:27.740799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46198) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:27.759577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92576249-1861-472a-97e1-23ab9bf78be6 req-e0c6b248-b75d-4bde-9216-5720e4e6a9c9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:27.767500 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92576249-1861-472a-97e1-23ab9bf78be6 req-e0c6b248-b75d-4bde-9216-5720e4e6a9c9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.2202287 Sep 22 09:41:27.795342 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-2ac9c6b3-6c26-4fa2-8855-0766fe78df6d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] delete failed (client error): The resource could not be found. Sep 22 09:41:27.796516 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2ac9c6b3-6c26-4fa2-8855-0766fe78df6d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/7db6a232-4e11-4f5b-b5d6-fd7a2925962f HTTP/1.1" status: 404 len: 336 time: 0.0545707 Sep 22 09:41:27.799264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46202) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:27.864918 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-61385cfb-7768-413b-9afc-f2feb021824e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:27.865536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61385cfb-7768-413b-9afc-f2feb021824e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:27.870742 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-61385cfb-7768-413b-9afc-f2feb021824e tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/edc0693f-a3be-4bcf-a66e-7b5181e9cc9d HTTP/1.1" status: 404 len: 337 time: 0.0596991 Sep 22 09:41:27.872228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46208) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:27.908645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a778d0b3-0904-4102-b17c-31812eecae64 req-5a26de79-920d-40bf-adfa-60026b058dda tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281466 Sep 22 09:41:27.925417 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44f4c66-e67b-4247-8e7b-3035e6145e58 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:27.927149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44f4c66-e67b-4247-8e7b-3035e6145e58 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:27.932328 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b44f4c66-e67b-4247-8e7b-3035e6145e58 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/b127b2cc-ab3d-4dd7-a571-87da77c305c2 HTTP/1.1" status: 404 len: 337 time: 0.0587516 Sep 22 09:41:27.933284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46216) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:27.939134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92576249-1861-472a-97e1-23ab9bf78be6 req-91b0b094-cdd4-4606-8224-6e3a4606f328 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704259 Sep 22 09:41:27.942515 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-b69c8605-63ab-497b-b664-1ef5acaaa1a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:28.002885 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-5896aa05-89b5-4993-9160-f371e0520d03 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:28.007718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5896aa05-89b5-4993-9160-f371e0520d03 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:28.011900 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5896aa05-89b5-4993-9160-f371e0520d03 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/89c6f884-252b-491d-9e3b-9471961411dc HTTP/1.1" status: 404 len: 337 time: 0.0756731 Sep 22 09:41:28.012827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46222) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:28.032954 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:28.068781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c8605-63ab-497b-b664-1ef5acaaa1a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Port': ['ID=3615a262-500e-4926-a669-69be16798510,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:28.119790 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51d28a2-a5a4-4401-8ab4-077d0843aaca tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:28.120497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51d28a2-a5a4-4401-8ab4-077d0843aaca tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:28.130254 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c51d28a2-a5a4-4401-8ab4-077d0843aaca tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/28cf96fb-f743-4b18-ade3-b0a8bcc721c3 HTTP/1.1" status: 404 len: 337 time: 0.1161077 Sep 22 09:41:28.130934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46236) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:28.201391 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f4750f7d-d36c-45ba-9da6-c542dd5cfb4d tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf969b9f-b746-471c-98fb-2e2253ed99ae HTTP/1.1" status: 200 len: 205 time: 0.0692649 Sep 22 09:41:28.202022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46242) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:28.209881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46246) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:28.218706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-b69c8605-63ab-497b-b664-1ef5acaaa1a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] No DVR routers for this DVR port 3615a262-500e-4926-a669-69be16798510 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:28.222945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-b69c8605-63ab-497b-b664-1ef5acaaa1a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:28.233909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-b69c8605-63ab-497b-b664-1ef5acaaa1a7 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "DELETE /v2.0/ports/3615a262-500e-4926-a669-69be16798510 HTTP/1.1" status: 204 len: 173 time: 2.3684249 Sep 22 09:41:28.234409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-deleted', 'tag': '3615a262-500e-4926-a669-69be16798510'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:28.236884 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5154e3-267e-4485-94d0-97f08ef539ec" -d '{"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-deleted", "tag": "3615a262-500e-4926-a669-69be16798510"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:28.318608 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9e2261-4393-4b12-abdf-00c16399eb2a x-openstack-request-id: req-5d9e2261-4393-4b12-abdf-00c16399eb2a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:28.319240 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-deleted", "tag": "3615a262-500e-4926-a669-69be16798510", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:28.319722 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d9e2261-4393-4b12-abdf-00c16399eb2a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:28.320382 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-deleted', 'tag': '3615a262-500e-4926-a669-69be16798510', 'status': 'completed', 'code': 200} Sep 22 09:41:28.350092 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-4bae0f5b-2200-4b7b-ac10-922ee529df0b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] delete failed (client error): The resource could not be found. Sep 22 09:41:28.354101 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4bae0f5b-2200-4b7b-ac10-922ee529df0b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/cf969b9f-b746-471c-98fb-2e2253ed99ae HTTP/1.1" status: 404 len: 336 time: 0.1482172 Sep 22 09:41:28.354101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46254) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:28.383683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfad8ae-763d-4725-b8cb-6f9d5d23e2ea req-07d71577-4ff4-4372-a694-5f6c9c3184bd tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:28.397229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdfad8ae-763d-4725-b8cb-6f9d5d23e2ea req-07d71577-4ff4-4372-a694-5f6c9c3184bd tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 946 time: 0.3302267 Sep 22 09:41:28.457648 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0a02b01f-0ff3-4925-a7b2-df3bcbf2fb72 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=95fd0d82-f2f5-43c9-afe4-5b0fc19f3383 HTTP/1.1" status: 200 len: 205 time: 0.0846243 Sep 22 09:41:28.459786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46264) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:28.592019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdfad8ae-763d-4725-b8cb-6f9d5d23e2ea req-34f225af-1966-46ec-9f2d-08e7bb4cfa04 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879480 Sep 22 09:41:28.593830 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-20138548-de36-4694-8658-4dfd768d34fa tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] delete failed (client error): The resource could not be found. Sep 22 09:41:28.594914 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-20138548-de36-4694-8658-4dfd768d34fa tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/95fd0d82-f2f5-43c9-afe4-5b0fc19f3383 HTTP/1.1" status: 404 len: 336 time: 0.1341581 Sep 22 09:41:28.598324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46270) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:28.656363 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-303ca019-dcd8-4782-9dfb-0db2f436df09 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:28.656934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303ca019-dcd8-4782-9dfb-0db2f436df09 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:28.659189 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-303ca019-dcd8-4782-9dfb-0db2f436df09 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/98d87505-c277-4eae-adbe-173e6e218174 HTTP/1.1" status: 404 len: 337 time: 0.0576346 Sep 22 09:41:28.665110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46278) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:28.873283 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ded4db45-5bba-4c20-8a79-2d574d38db3a tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=afe18869-465a-4721-b864-c33134fbba6b HTTP/1.1" status: 200 len: 205 time: 0.0362618 Sep 22 09:41:28.876632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46290) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:28.945395 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-dab82eee-8e42-402f-ad7c-0975dd2bf891 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] delete failed (client error): The resource could not be found. Sep 22 09:41:28.948805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dab82eee-8e42-402f-ad7c-0975dd2bf891 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/afe18869-465a-4721-b864-c33134fbba6b HTTP/1.1" status: 404 len: 336 time: 0.0665011 Sep 22 09:41:28.955284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c9ae6-e458-493b-9704-d49d436d9775 req-a4ec0362-158e-47e2-b216-186eb12c6afb tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:28.956907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa3c9ae6-e458-493b-9704-d49d436d9775 req-a4ec0362-158e-47e2-b216-186eb12c6afb tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.3779137 Sep 22 09:41:28.962760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46296) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:29.030178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6598301-7e65-4da7-82d0-8dd2a94a5271 req-be1fa656-5db6-47b9-8caa-adf97c7fd3d9 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:29.046512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6598301-7e65-4da7-82d0-8dd2a94a5271 req-be1fa656-5db6-47b9-8caa-adf97c7fd3d9 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:29.057052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6598301-7e65-4da7-82d0-8dd2a94a5271 req-be1fa656-5db6-47b9-8caa-adf97c7fd3d9 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 1677 time: 0.2901924 Sep 22 09:41:29.062813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8b30f67b-4b55-444e-99d4-aca4afc3c72c tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=b879d0ff-98dc-430a-9fe8-db4720696d8f HTTP/1.1" status: 200 len: 205 time: 0.0915530 Sep 22 09:41:29.079221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46306) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:29.086607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-9a4015dd-b451-4f0b-b2a0-39702b7af373 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Deleting port 1862ff0f-13ef-436e-a82f-5d3673bee076 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:29.087153 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-9a4015dd-b451-4f0b-b2a0-39702b7af373 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:29.137275 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-b8c91257-70b2-46b8-87fa-6a2a483a825b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] delete failed (client error): The resource could not be found. Sep 22 09:41:29.141795 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b8c91257-70b2-46b8-87fa-6a2a483a825b tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/b879d0ff-98dc-430a-9fe8-db4720696d8f HTTP/1.1" status: 404 len: 336 time: 0.0616069 Sep 22 09:41:29.143956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa3c9ae6-e458-493b-9704-d49d436d9775 req-10b2946b-3de1-4410-9ae2-4466f2fdc56e tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720967 Sep 22 09:41:29.145067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46310) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:29.190680 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-12302ffb-b027-460a-a779-0adc497a2d64 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:29.191154 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12302ffb-b027-460a-a779-0adc497a2d64 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:29.193093 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-12302ffb-b027-460a-a779-0adc497a2d64 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/1bd27ee3-10f7-42db-ad86-401dbb33c2e8 HTTP/1.1" status: 404 len: 337 time: 0.0468616 Sep 22 09:41:29.196200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46316) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:29.232975 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-19ff3c7e-1087-41f6-bb91-952af97fc911 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=99963ea1-3a03-4d20-96ac-40828c120701 HTTP/1.1" status: 200 len: 205 time: 0.0355434 Sep 22 09:41:29.234254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6598301-7e65-4da7-82d0-8dd2a94a5271 req-0d9a3c37-6e5c-4961-83f5-c27e4e82509d tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1762357 Sep 22 09:41:29.236334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46320) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:29.287687 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-519607c3-af3e-4907-91ab-1a5faabd7956 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] delete failed (client error): The resource could not be found. Sep 22 09:41:29.288423 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-519607c3-af3e-4907-91ab-1a5faabd7956 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/99963ea1-3a03-4d20-96ac-40828c120701 HTTP/1.1" status: 404 len: 336 time: 0.0510321 Sep 22 09:41:29.318909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46324) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:29.390081 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c47cc7-0d3d-4b51-aecc-d65414bb6813 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:29.391989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c47cc7-0d3d-4b51-aecc-d65414bb6813 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:29.393538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d1c47cc7-0d3d-4b51-aecc-d65414bb6813 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/0f1adcae-e3c2-4641-b703-3bedacb252f9 HTTP/1.1" status: 404 len: 337 time: 0.0734813 Sep 22 09:41:29.398057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46328) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:29.398389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46330) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:29.449823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-41fd1b61-957c-40e4-ab83-a5af2eecc853 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6021845-53c9-4629-b1de-4bfdf3aedff6 HTTP/1.1" status: 200 len: 205 time: 0.0443192 Sep 22 09:41:29.450057 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46336) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:29.457069 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-9a4015dd-b451-4f0b-b2a0-39702b7af373 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] For port 1862ff0f-13ef-436e-a82f-5d3673bee076, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=1862ff0f-13ef-436e-a82f-5d3673bee076,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:29.457441 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-9a4015dd-b451-4f0b-b2a0-39702b7af373 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:29.522368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-9a4015dd-b451-4f0b-b2a0-39702b7af373 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Calling delete_port for 1862ff0f-13ef-436e-a82f-5d3673bee076 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:29.555852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cfed6-5582-4f42-bf6b-9b964e56eba3 req-2c25717e-8e87-4dc7-82ba-067c19bb0565 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:29.563859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb3cfed6-5582-4f42-bf6b-9b964e56eba3 req-2c25717e-8e87-4dc7-82ba-067c19bb0565 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1096900 Sep 22 09:41:29.577199 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-28ff21f3-c160-44e2-9655-66a12c24f374 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] delete failed (client error): The resource could not be found. Sep 22 09:41:29.581028 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-28ff21f3-c160-44e2-9655-66a12c24f374 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/routers/f6021845-53c9-4629-b1de-4bfdf3aedff6 HTTP/1.1" status: 404 len: 336 time: 0.1243386 Sep 22 09:41:29.585845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46342) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:29.624998 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-588cf8fb-a9ae-4298-a04e-7737173c4ab4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:29.625738 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588cf8fb-a9ae-4298-a04e-7737173c4ab4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:29.644257 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-588cf8fb-a9ae-4298-a04e-7737173c4ab4 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/e5b03f80-a834-4d51-9dd3-9ef5d53d8269 HTTP/1.1" status: 404 len: 337 time: 0.0551448 Sep 22 09:41:29.645204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46344) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:29.674099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb3cfed6-5582-4f42-bf6b-9b964e56eba3 req-b0006351-8c56-400d-aac0-e3ffbc3a73a1 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002884 Sep 22 09:41:29.725312 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d402d17-648d-4744-97fd-064e2dfbe152 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] DELETE failed (client error): The resource could not be found. Sep 22 09:41:29.734449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d402d17-648d-4744-97fd-064e2dfbe152 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:41:29.737478 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4d402d17-648d-4744-97fd-064e2dfbe152 tempest-RoutersTest-1616569773 tempest-RoutersTest-1616569773-project] 10.222.0.49 "DELETE /v2.0/subnets/da14da6f-a4f9-4e9c-8df3-0230041393c8 HTTP/1.1" status: 404 len: 337 time: 0.0878804 Sep 22 09:41:29.769740 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:29.780958 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:29.844123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1105752849'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:29.929233 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-9a4015dd-b451-4f0b-b2a0-39702b7af373 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.009271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4015dd-b451-4f0b-b2a0-39702b7af373 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Port': ['ID=1862ff0f-13ef-436e-a82f-5d3673bee076,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:30.075984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-9a4015dd-b451-4f0b-b2a0-39702b7af373 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] No DVR routers for this DVR port 1862ff0f-13ef-436e-a82f-5d3673bee076 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:30.084664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-9a4015dd-b451-4f0b-b2a0-39702b7af373 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.087214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-9a4015dd-b451-4f0b-b2a0-39702b7af373 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "DELETE /v2.0/ports/1862ff0f-13ef-436e-a82f-5d3673bee076 HTTP/1.1" status: 204 len: 173 time: 1.8198478 Sep 22 09:41:30.104634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b149624-1a31-40e7-b935-a877585bb26f req-65c6228d-b8da-4f08-ae0e-bf7fc4ed421c tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:30.106621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b149624-1a31-40e7-b935-a877585bb26f req-65c6228d-b8da-4f08-ae0e-bf7fc4ed421c tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 946 time: 0.2699838 Sep 22 09:41:30.142359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] Deleting port 9764ef06-395c-43a2-8c5a-7e132753be7a {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:30.142949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.224004 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b149624-1a31-40e7-b935-a877585bb26f req-678c35eb-2235-43ae-8080-3c07b3fb8789 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065183 Sep 22 09:41:30.224742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:30.228599 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.235921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] For port 9764ef06-395c-43a2-8c5a-7e132753be7a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9764ef06-395c-43a2-8c5a-7e132753be7a,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:30.237107 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.250221 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.252660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] Calling delete_port for 9764ef06-395c-43a2-8c5a-7e132753be7a owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:30.323823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-deleted', 'tag': '1862ff0f-13ef-436e-a82f-5d3673bee076'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:30.327498 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756f5ee7-d1b5-438e-89d2-9c11a47e5d32" -d '{"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-deleted", "tag": "1862ff0f-13ef-436e-a82f-5d3673bee076"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:30.372898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-8cf9e295-d10c-4af9-9420-5a6ae338cb90 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Deleting port aa1a85a4-367a-4f0e-87a9-61721a18faae {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:30.372898 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-8cf9e295-d10c-4af9-9420-5a6ae338cb90 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.433093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bf66e-f6c9-47eb-a545-4d4b9f179883 req-611578e1-5738-40f8-9164-fc4079ba5ee1 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:30.435330 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e68bf66e-f6c9-47eb-a545-4d4b9f179883 req-611578e1-5738-40f8-9164-fc4079ba5ee1 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.1905646 Sep 22 09:41:30.598458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e68bf66e-f6c9-47eb-a545-4d4b9f179883 req-33acc8a1-fa8c-4165-966c-216bb9a457ca tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241322 Sep 22 09:41:30.606246 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8a37e-fc04-4136-96a2-fda23c6ca4e0 req-b66b2e67-3907-4834-9fc4-cc44ae7e360b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:30.607679 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54f8a37e-fc04-4136-96a2-fda23c6ca4e0 req-b66b2e67-3907-4834-9fc4-cc44ae7e360b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 943 time: 0.2287564 Sep 22 09:41:30.617630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-8cf9e295-d10c-4af9-9420-5a6ae338cb90 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] For port aa1a85a4-367a-4f0e-87a9-61721a18faae, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=aa1a85a4-367a-4f0e-87a9-61721a18faae,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:30.617999 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-8cf9e295-d10c-4af9-9420-5a6ae338cb90 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.645055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-8cf9e295-d10c-4af9-9420-5a6ae338cb90 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Calling delete_port for aa1a85a4-367a-4f0e-87a9-61721a18faae owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:30.687705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.720416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54f8a37e-fc04-4136-96a2-fda23c6ca4e0 req-9b73ffed-5b67-4b46-9618-dc293f800df2 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e902a99-3d50-48eb-beb4-71ce7e44ce00&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050525 Sep 22 09:41:30.741282 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.776089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] Pushing event deleted for resources: {'Port': ['ID=9764ef06-395c-43a2-8c5a-7e132753be7a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:30.813844 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09ca288-7b10-4901-8ce0-cfbdc3c5465a x-openstack-request-id: req-f09ca288-7b10-4901-8ce0-cfbdc3c5465a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:30.813844 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-deleted", "tag": "1862ff0f-13ef-436e-a82f-5d3673bee076", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:30.815346 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f09ca288-7b10-4901-8ce0-cfbdc3c5465a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:30.815760 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-deleted', 'tag': '1862ff0f-13ef-436e-a82f-5d3673bee076', 'status': 'completed', 'code': 200} Sep 22 09:41:30.818817 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.829441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46380) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:30.938990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:41:30.954431 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:30.954851 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added segment 78ab4fa1-7deb-4319-8e52-e3a427f331b8 of type vlan for network 5549145e-4f90-48d0-90a5-aa1f33baf122 Sep 22 09:41:31.006745 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:31.120810 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:31.128013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:31.128967 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:31.135554 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:31.170672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57ef62f-f356-4f5c-91f1-94304835805f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:31.212310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-726cfbe6-eda6-40c2-86b5-9f71321a0006 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb43119ff9654d63ab87c25688d21017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777518 Sep 22 09:41:31.217576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46408) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:31.236498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ded9f1-07be-4730-bd6d-c5302be4b274 req-a4da5f4e-cbc9-444c-99d8-3a6025f31187 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:31.243926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8ded9f1-07be-4730-bd6d-c5302be4b274 req-a4da5f4e-cbc9-444c-99d8-3a6025f31187 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.3814352 Sep 22 09:41:31.256512 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-8cf9e295-d10c-4af9-9420-5a6ae338cb90 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:31.305496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9e295-d10c-4af9-9420-5a6ae338cb90 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Port': ['ID=aa1a85a4-367a-4f0e-87a9-61721a18faae,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:31.312583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9128973 Sep 22 09:41:31.317136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46412) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:31.326089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1830912489'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:31.422923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904b732-240b-495b-98f9-2f9209fce561 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Network': ['ID=5549145e-4f90-48d0-90a5-aa1f33baf122,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:31.429950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 5549145e-4f90-48d0-90a5-aa1f33baf122 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:41:31.446079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8ded9f1-07be-4730-bd6d-c5302be4b274 req-af7fafd5-af5e-4b1d-a96c-2dc712d4f980 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006972 Sep 22 09:41:31.515584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] Router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:41:31.656910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:31.668751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d767938-281e-47bb-beb7-4517b4bea18d None None] Sync routers for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:31.679328 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a16009f0-e369-4102-ad32-6b2bd510a864 admin admin] 10.222.0.49 "PUT /v2.0/routers/c2d4fbf3-e331-43ff-9bb4-b89b65c311a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4622648 Sep 22 09:41:31.680055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46426) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:31.690476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d767938-281e-47bb-beb7-4517b4bea18d None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:31.692366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9d767938-281e-47bb-beb7-4517b4bea18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:31.877370 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:31.922664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-8cf9e295-d10c-4af9-9420-5a6ae338cb90 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] No DVR routers for this DVR port aa1a85a4-367a-4f0e-87a9-61721a18faae on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:31.932379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-8cf9e295-d10c-4af9-9420-5a6ae338cb90 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:31.936145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf9ab53-50ab-485a-bcac-2c33e15a3b5a req-8cf9e295-d10c-4af9-9420-5a6ae338cb90 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.45 "DELETE /v2.0/ports/aa1a85a4-367a-4f0e-87a9-61721a18faae HTTP/1.1" status: 204 len: 173 time: 1.8283219 Sep 22 09:41:31.971523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-9d767938-281e-47bb-beb7-4517b4bea18d None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:32.040332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb7eef-60b4-43c3-9ba4-69bc86ca6fbe req-a83546ee-2a4f-475a-b0fb-4fc98081794d tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:32.054264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3bb7eef-60b4-43c3-9ba4-69bc86ca6fbe req-a83546ee-2a4f-475a-b0fb-4fc98081794d tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 946 time: 0.6935580 Sep 22 09:41:32.095625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:32.108340 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:32.168456 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f80ecb37-3980-41bb-ab05-7b1ae3cce517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:32.205846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e54b9-2534-49ed-a3ff-c514b2d6f173 req-89adefc6-286c-4f66-b3a0-4b5cf55de12d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:32.215909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-530e54b9-2534-49ed-a3ff-c514b2d6f173 req-89adefc6-286c-4f66-b3a0-4b5cf55de12d tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.3360283 Sep 22 09:41:32.329970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3bb7eef-60b4-43c3-9ba4-69bc86ca6fbe req-d3c3e7e2-724f-47b7-a3b1-8e9d758d2719 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742167 Sep 22 09:41:32.357809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:41:32.361352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9d767938-281e-47bb-beb7-4517b4bea18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:41:30Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:32.397001 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f80ecb37-3980-41bb-ab05-7b1ae3cce517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:32.404249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:32.405395 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added segment f0d0717b-0fbc-47db-b041-445ff678f675 of type vlan for network 0cd4d961-559e-4909-a402-69025f70a7c6 Sep 22 09:41:32.420599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d767938-281e-47bb-beb7-4517b4bea18d None None] Checking router: c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:41:32.441278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d767938-281e-47bb-beb7-4517b4bea18d None None] Routers {'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:32.445375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9d767938-281e-47bb-beb7-4517b4bea18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:32.476598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-530e54b9-2534-49ed-a3ff-c514b2d6f173 req-cf5f8434-4886-4906-aa80-d1375088c3d1 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595704 Sep 22 09:41:32.615843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7545c4d9-2c12-47ea-946d-6733c6401a3b req-7d8ebe87-95ac-4b33-a0a0-e87e9cac47e6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0477951 Sep 22 09:41:32.689714 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-9d767938-281e-47bb-beb7-4517b4bea18d None None] Set router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:41:32.704579 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:32.735595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea07b7-1100-4f19-8e39-2d2b5dad192a req-af33c8ad-7dac-44f3-8273-e20369e47d0b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:32.737948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3ea07b7-1100-4f19-8e39-2d2b5dad192a req-af33c8ad-7dac-44f3-8273-e20369e47d0b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1018729 Sep 22 09:41:32.766983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:32.818025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-deleted', 'tag': 'aa1a85a4-367a-4f0e-87a9-61721a18faae'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:32.820515 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ecbf93-ad13-4d2a-9034-cc6f3ae698b5" -d '{"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-deleted", "tag": "aa1a85a4-367a-4f0e-87a9-61721a18faae"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:32.855932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3ea07b7-1100-4f19-8e39-2d2b5dad192a req-595b2168-9d40-42f9-b112-14e981f79b46 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099417 Sep 22 09:41:32.861789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cb482-1845-41ec-bc93-875ab05040cb req-c0557693-fbb9-43de-a392-13ca3376b6a5 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:32.863359 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-779cb482-1845-41ec-bc93-875ab05040cb req-c0557693-fbb9-43de-a392-13ca3376b6a5 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.60 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 946 time: 0.1110892 Sep 22 09:41:32.900365 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b6b07d-2354-4cbd-be7e-e84944098f7b x-openstack-request-id: req-11b6b07d-2354-4cbd-be7e-e84944098f7b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:32.903044 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eade62-c824-4568-973a-ae57c0509fda", "name": "network-vif-deleted", "tag": "aa1a85a4-367a-4f0e-87a9-61721a18faae", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:32.903521 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11b6b07d-2354-4cbd-be7e-e84944098f7b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:32.905046 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eade62-c824-4568-973a-ae57c0509fda', 'name': 'network-vif-deleted', 'tag': 'aa1a85a4-367a-4f0e-87a9-61721a18faae', 'status': 'completed', 'code': 200} Sep 22 09:41:32.929148 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f80ecb37-3980-41bb-ab05-7b1ae3cce517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:32.932296 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f80ecb37-3980-41bb-ab05-7b1ae3cce517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:32.937486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f80ecb37-3980-41bb-ab05-7b1ae3cce517 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9793f5c5-a91e-436f-96e0-c737a2fca798 HTTP/1.1" status: 204 len: 168 time: 1.6858058 Sep 22 09:41:32.954841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ecb37-3980-41bb-ab05-7b1ae3cce517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9793f5c5-a91e-436f-96e0-c737a2fca798,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:32.985987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:32.995698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:32.995698 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:33.119846 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9d767938-281e-47bb-beb7-4517b4bea18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:41:30Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:33.120373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Network': ['ID=0cd4d961-559e-4909-a402-69025f70a7c6,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:33.136631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-779cb482-1845-41ec-bc93-875ab05040cb req-a3ee4f58-1fc0-4685-bcb7-aaa3e34f538e tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Deleting port f6784654-2d6d-4393-bc2b-008fcb9da328 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:33.137429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-779cb482-1845-41ec-bc93-875ab05040cb req-a3ee4f58-1fc0-4685-bcb7-aaa3e34f538e tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:33.157508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 0cd4d961-559e-4909-a402-69025f70a7c6 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:41:33.181811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b3ac701e-1fc5-4bb7-8c6b-86c1a28550de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8600402 Sep 22 09:41:33.185377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46478) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:33.198520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'subnet': {'network_id': '5549145e-4f90-48d0-90a5-aa1f33baf122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:33.260818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d767938-281e-47bb-beb7-4517b4bea18d None None] The sync data for ids ['c2d4fbf3-e331-43ff-9bb4-b89b65c311a1'] in n-d-805649-4 is: [{'id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'name': 'tempest-AttachVolumeTestJSON-902777407-router', 'tenant_id': '4487adddfe80414185b635c5def5498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:32:42Z', 'updated_at': '2021-09-22T09:41:30Z', 'revision_number': 5, 'project_id': '4487adddfe80414185b635c5def5498d', 'gw_port': {'id': 'c1770532-89b8-40dd-86c5-d5394c2a3635', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d4fbf3-e331-43ff-9bb4-b89b65c311a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:32:43Z', 'updated_at': '2021-09-22T09:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:33.331649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Deleting port c1770532-89b8-40dd-86c5-d5394c2a3635 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:33.332343 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:33.385353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-779cb482-1845-41ec-bc93-875ab05040cb req-a3ee4f58-1fc0-4685-bcb7-aaa3e34f538e tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] For port f6784654-2d6d-4393-bc2b-008fcb9da328, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=f6784654-2d6d-4393-bc2b-008fcb9da328,segment=NetworkSegment(0ffb9320-5697-4d02-a5eb-577c31ec472d),segment_id=0ffb9320-5697-4d02-a5eb-577c31ec472d)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:33.386146 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-779cb482-1845-41ec-bc93-875ab05040cb req-a3ee4f58-1fc0-4685-bcb7-aaa3e34f538e tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:33.454906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:33.459219 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:33.469906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-779cb482-1845-41ec-bc93-875ab05040cb req-a3ee4f58-1fc0-4685-bcb7-aaa3e34f538e tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Calling delete_port for f6784654-2d6d-4393-bc2b-008fcb9da328 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:33.592383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] For port c1770532-89b8-40dd-86c5-d5394c2a3635, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c1770532-89b8-40dd-86c5-d5394c2a3635,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:33.592773 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:33.658818 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Calling delete_port for c1770532-89b8-40dd-86c5-d5394c2a3635 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:33.700837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9764ef06-395c-43a2-8c5a-7e132753be7a no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:33.753182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 9764ef06-395c-43a2-8c5a-7e132753be7a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:33.754678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9764ef06-395c-43a2-8c5a-7e132753be7a not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:34.026335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:34.080648 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-779cb482-1845-41ec-bc93-875ab05040cb req-a3ee4f58-1fc0-4685-bcb7-aaa3e34f538e tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:34.103348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['f6784654-2d6d-4393-bc2b-008fcb9da328'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:41:34.158872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee4f58-1fc0-4685-bcb7-aaa3e34f538e tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Pushing event deleted for resources: {'Port': ['ID=f6784654-2d6d-4393-bc2b-008fcb9da328,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:34.175346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-779cb482-1845-41ec-bc93-875ab05040cb req-a3ee4f58-1fc0-4685-bcb7-aaa3e34f538e tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] No DVR routers for this DVR port f6784654-2d6d-4393-bc2b-008fcb9da328 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:34.180815 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-779cb482-1845-41ec-bc93-875ab05040cb req-a3ee4f58-1fc0-4685-bcb7-aaa3e34f538e tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:34.183005 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-779cb482-1845-41ec-bc93-875ab05040cb req-a3ee4f58-1fc0-4685-bcb7-aaa3e34f538e tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.60 "DELETE /v2.0/ports/f6784654-2d6d-4393-bc2b-008fcb9da328 HTTP/1.1" status: 204 len: 173 time: 1.3126330 Sep 22 09:41:34.184102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606fea73-38ec-4bcf-a9dc-2ab17516de7c', 'name': 'network-vif-deleted', 'tag': 'f6784654-2d6d-4393-bc2b-008fcb9da328'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:34.186503 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23aacee-1cf3-4830-883f-f9ddccad262d" -d '{"events": [{"server_uuid": "606fea73-38ec-4bcf-a9dc-2ab17516de7c", "name": "network-vif-deleted", "tag": "f6784654-2d6d-4393-bc2b-008fcb9da328"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:34.216987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Subnet': ['ID=476cff6d-e210-40ec-ad65-012c9eb819b4,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:34.298130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141d67b-a824-4b85-97c8-1ba0dd682ec4 req-ccd95ca0-f761-4c96-bd12-23ea12a85d79 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:34.298130 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5141d67b-a824-4b85-97c8-1ba0dd682ec4 req-ccd95ca0-f761-4c96-bd12-23ea12a85d79 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.3832271 Sep 22 09:41:34.307125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949093b-9772-4504-89c1-5ea44f45cfd7 req-914634d2-e9c0-435e-8571-cc7bfa083b90 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:34.310656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e949093b-9772-4504-89c1-5ea44f45cfd7 req-914634d2-e9c0-435e-8571-cc7bfa083b90 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 867 time: 0.7908132 Sep 22 09:41:34.409084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Checking segment: {'id': '78ab4fa1-7deb-4319-8e52-e3a427f331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5549145e-4f90-48d0-90a5-aa1f33baf122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:41:34.409890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network hostable DHCP agents. Network: 5549145e-4f90-48d0-90a5-aa1f33baf122, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:41:34.446637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5141d67b-a824-4b85-97c8-1ba0dd682ec4 req-ce20dd80-da94-4a4d-9104-5ae1602e98f5 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534121 Sep 22 09:41:34.514547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e949093b-9772-4504-89c1-5ea44f45cfd7 req-4daa5c56-b625-4473-803e-71b9b31ee768 tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed5cc95d-7897-4063-914e-58760f5a7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301091 Sep 22 09:41:34.595052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-111c334e-db6c-4fb9-8145-da87eb1a1d42 req-c6506fac-2a19-4e15-b4ad-c71a87735759 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0579929 Sep 22 09:41:34.653127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013444d-a957-4143-90c4-00f22b7ae595 req-65035445-e270-4d51-ba3b-9343adc337b0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:34.656656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4013444d-a957-4143-90c4-00f22b7ae595 req-65035445-e270-4d51-ba3b-9343adc337b0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1182458 Sep 22 09:41:34.674802 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:34.716181 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4013444d-a957-4143-90c4-00f22b7ae595 req-b5e2f335-4a30-458b-8fe7-fa5918d40b9d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512476 Sep 22 09:41:34.747930 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838de38d-386a-43c6-819a-329c5ea29ec4 x-openstack-request-id: req-838de38d-386a-43c6-819a-329c5ea29ec4 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:34.748586 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606fea73-38ec-4bcf-a9dc-2ab17516de7c", "name": "network-vif-deleted", "tag": "f6784654-2d6d-4393-bc2b-008fcb9da328", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:34.749034 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-838de38d-386a-43c6-819a-329c5ea29ec4 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:34.749649 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606fea73-38ec-4bcf-a9dc-2ab17516de7c', 'name': 'network-vif-deleted', 'tag': 'f6784654-2d6d-4393-bc2b-008fcb9da328', 'status': 'completed', 'code': 200} Sep 22 09:41:34.753239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1770532-89b8-40dd-86c5-d5394c2a3635,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:34.763357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 5549145e-4f90-48d0-90a5-aa1f33baf122 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:41:34.831137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:34.866834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 5549145e-4f90-48d0-90a5-aa1f33baf122) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:34.878086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529a0d9b-1f95-439e-a838-d8130c3674b1 None None] Network 5549145e-4f90-48d0-90a5-aa1f33baf122 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:34.878819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:34.879610 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.013118 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.023356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.044445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d964e003-0226-4460-94af-cee529b015e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8520412 Sep 22 09:41:35.047945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46550) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:35.053181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'subnet': {'network_id': '0cd4d961-559e-4909-a402-69025f70a7c6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:35.107918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-5549145e-4f90-48d0-90a5-aa1f33baf122', 'network_id': '5549145e-4f90-48d0-90a5-aa1f33baf122', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'fixed_ips': [{'subnet_id': '476cff6d-e210-40ec-ad65-012c9eb819b4'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:41:35.109312 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.148783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46554) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:35.186450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.188384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:41:35.194476 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.195469 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c6206f1f-556a-4eb5-ab74-9c5a06b987f9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c2d4fbf3-e331-43ff-9bb4-b89b65c311a1 HTTP/1.1" status: 204 len: 168 time: 3.5104687 Sep 22 09:41:35.198435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46560) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:35.322008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b174a2-69ac-4174-80e1-0fa94de44f98 admin admin] Deleting subnet 97e558d8-50e5-49ad-b658-279ef4008a23 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:41:35.341737 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68b174a2-69ac-4174-80e1-0fa94de44f98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.368986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:35.372570 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.410587 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-885e9005-0d97-4679-a0f4-46df49713dbc tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-861825333', 'prefixes': ['172.20.0.0/16']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:35.462296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68b174a2-69ac-4174-80e1-0fa94de44f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.595406 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68b174a2-69ac-4174-80e1-0fa94de44f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.776893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed0f2547-5a3e-4270-92a1-96fce016f002 req-ff22abd6-f356-4d35-8429-9563b22c197e tempest-ServersNegativeTestMultiTenantJSON-268037601 tempest-ServersNegativeTestMultiTenantJSON-268037601-project] 10.222.0.49 "GET /v2.0/ports?device_id=606fea73-38ec-4bcf-a9dc-2ab17516de7c HTTP/1.1" status: 200 len: 210 time: 0.0433500 Sep 22 09:41:35.815091 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68b174a2-69ac-4174-80e1-0fa94de44f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.874114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b28ca-4701-4dda-9d42-f9be9fe2972c req-38682e69-295b-427d-9be0-8fc7cf0a0060 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:35.882019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d6b28ca-4701-4dda-9d42-f9be9fe2972c req-38682e69-295b-427d-9be0-8fc7cf0a0060 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.1473267 Sep 22 09:41:35.915787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Allocated IP 2001:db8::2 (5549145e-4f90-48d0-90a5-aa1f33baf122/476cff6d-e210-40ec-ad65-012c9eb819b4/83fe7022-da19-487a-a0cf-a84e54c0b77c) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:41:35.940638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d6b28ca-4701-4dda-9d42-f9be9fe2972c req-de888f4e-222d-4200-a6d5-aaeefde150b7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570648 Sep 22 09:41:35.950044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b174a2-69ac-4174-80e1-0fa94de44f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e558d8-50e5-49ad-b658-279ef4008a23,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:35.961528 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-885e9005-0d97-4679-a0f4-46df49713dbc tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] Notify callbacks [] for subnetpool, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.963987 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-885e9005-0d97-4679-a0f4-46df49713dbc tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8140821 Sep 22 09:41:35.966932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46588) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:35.974254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68b174a2-69ac-4174-80e1-0fa94de44f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:35.983377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-68b174a2-69ac-4174-80e1-0fa94de44f98 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/97e558d8-50e5-49ad-b658-279ef4008a23 HTTP/1.1" status: 204 len: 168 time: 0.7838311 Sep 22 09:41:35.990332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46590) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:36.073210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd76d99-83dc-4b46-b715-410f86886223 None None] Network 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:36.078276 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.079789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c1770532-89b8-40dd-86c5-d5394c2a3635 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:36.114668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fc42776a-2131-4642-8ccc-c083555f0966 tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] 10.222.0.49 "GET /v2.0/subnetpools/3710bbaf-e93c-40ee-a754-f2207aaf1ed4 HTTP/1.1" status: 200 len: 731 time: 0.1441393 Sep 22 09:41:36.143748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46592) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:36.148631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.187274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: c1770532-89b8-40dd-86c5-d5394c2a3635 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:36.187274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c1770532-89b8-40dd-86c5-d5394c2a3635 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:36.188075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a56daf33-fce4-486b-b9ab-ffb3677c1877 tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-921142305'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:36.238086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Deleting port 4c542896-456d-49d4-8e51-6756c953349a {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:36.239141 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.246507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79801f59-1db5-4af2-bc46-87b5f6509f1e req-3987d795-6959-4c48-a3b3-6c8170cefa69 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.1787009 Sep 22 09:41:36.253536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Subnet': ['ID=6b9511a2-9bde-4c30-898c-33be94500f18,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:36.335388 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.360444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Checking segment: {'id': 'f0d0717b-0fbc-47db-b041-445ff678f675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0cd4d961-559e-4909-a402-69025f70a7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:41:36.361248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network hostable DHCP agents. Network: 0cd4d961-559e-4909-a402-69025f70a7c6, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:41:36.391539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] For port 4c542896-456d-49d4-8e51-6756c953349a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4c542896-456d-49d4-8e51-6756c953349a,segment=NetworkSegment(dd58724a-eebd-4b4a-903f-144e8fa164bb),segment_id=dd58724a-eebd-4b4a-903f-144e8fa164bb)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:36.392839 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.417246 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5172f-c71c-42c8-8cca-5ec08b0fe62c req-3fa6ba9d-7dfa-434c-ad15-7c37d2d09967 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:36.426122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30d5172f-c71c-42c8-8cca-5ec08b0fe62c req-3fa6ba9d-7dfa-434c-ad15-7c37d2d09967 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.3350632 Sep 22 09:41:36.445758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Calling delete_port for 4c542896-456d-49d4-8e51-6756c953349a owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:36.451239 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.509808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc540a3f-3a57-40d4-9cf5-05f6d3f4870b None None] DHCP port deletion for 77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:41:36.534227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30d5172f-c71c-42c8-8cca-5ec08b0fe62c req-2a774d48-de10-468d-ac1c-dc313a328122 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045668 Sep 22 09:41:36.538629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 0cd4d961-559e-4909-a402-69025f70a7c6 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:41:36.554273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Network 5549145e-4f90-48d0-90a5-aa1f33baf122 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:41:36.558963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:36.570980 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:41:36.595583 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a56daf33-fce4-486b-b9ab-ffb3677c1877 tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] Notify callbacks [] for subnetpool, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.600895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a56daf33-fce4-486b-b9ab-ffb3677c1877 tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] 10.222.0.49 "PUT /v2.0/subnetpools/3710bbaf-e93c-40ee-a754-f2207aaf1ed4 HTTP/1.1" status: 200 len: 683 time: 0.4315534 Sep 22 09:41:36.601098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46602) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:36.602672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Pushing event updated for resources: {'Port': ['ID=83fe7022-da19-487a-a0cf-a84e54c0b77c,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:36.630189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.631007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.631467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.631873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.632281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.632817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.633307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.633715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.634915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.635346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.635725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.636103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:36.652970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 0cd4d961-559e-4909-a402-69025f70a7c6) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:36.657675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:36.660893 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.679713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105c92de-ec27-4266-a30f-b63198d3054b None None] Network 0cd4d961-559e-4909-a402-69025f70a7c6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:36.725430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Attempting to bind port 83fe7022-da19-487a-a0cf-a84e54c0b77c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:41:36.725828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Attempting to bind port 83fe7022-da19-487a-a0cf-a84e54c0b77c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '78ab4fa1-7deb-4319-8e52-e3a427f331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5549145e-4f90-48d0-90a5-aa1f33baf122'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:41:36.726228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Attempting to bind port 83fe7022-da19-487a-a0cf-a84e54c0b77c on network 5549145e-4f90-48d0-90a5-aa1f33baf122 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:41:36.735928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:41:36.736372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Checking segment: {'id': '78ab4fa1-7deb-4319-8e52-e3a427f331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5549145e-4f90-48d0-90a5-aa1f33baf122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:41:36.736840 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.737326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Bound using segment: {'id': '78ab4fa1-7deb-4319-8e52-e3a427f331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5549145e-4f90-48d0-90a5-aa1f33baf122'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:41:36.737869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Bound port: 83fe7022-da19-487a-a0cf-a84e54c0b77c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ab4fa1-7deb-4319-8e52-e3a427f331b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5549145e-4f90-48d0-90a5-aa1f33baf122'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:41:36.738351 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.781175 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.796650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-bc540a3f-3a57-40d4-9cf5-05f6d3f4870b None None] Deleting port 4c542896-456d-49d4-8e51-6756c953349a {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:36.797354 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bc540a3f-3a57-40d4-9cf5-05f6d3f4870b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.809392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fc924d43-56bc-4d33-a430-9b271e10676a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7602942 Sep 22 09:41:36.812550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46604) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:36.817228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-60e5ca5d-5606-4b1b-ad41-db17aa3c5c36 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1398679177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:36.822004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c542896-456d-49d4-8e51-6756c953349a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:36.836520 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ef05b9d-6bd1-4caa-87a3-a5b783e979d4 tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] Notify callbacks [] for subnetpool, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.840212 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1ef05b9d-6bd1-4caa-87a3-a5b783e979d4 tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] 10.222.0.49 "DELETE /v2.0/subnetpools/3710bbaf-e93c-40ee-a754-f2207aaf1ed4 HTTP/1.1" status: 204 len: 168 time: 0.2352552 Sep 22 09:41:36.844112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46608) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:36.852449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] No DVR routers for this DVR port 4c542896-456d-49d4-8e51-6756c953349a on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:36.872574 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-d5e93b1f-aa92-4f9e-bc8e-7fe813802b44 tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] show failed (client error): The resource could not be found. Sep 22 09:41:36.876869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d5e93b1f-aa92-4f9e-bc8e-7fe813802b44 tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] 10.222.0.49 "GET /v2.0/subnetpools/3710bbaf-e93c-40ee-a754-f2207aaf1ed4 HTTP/1.1" status: 404 len: 346 time: 0.0315092 Sep 22 09:41:36.877653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46610) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:36.900131 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-8d50df14-439c-4735-b25a-a765197a5e5f tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] delete failed (client error): The resource could not be found. Sep 22 09:41:36.907577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8d50df14-439c-4735-b25a-a765197a5e5f tempest-SubnetPoolsTestJSON-177448017 tempest-SubnetPoolsTestJSON-177448017-project] 10.222.0.49 "DELETE /v2.0/subnetpools/3710bbaf-e93c-40ee-a754-f2207aaf1ed4 HTTP/1.1" status: 404 len: 346 time: 0.0270603 Sep 22 09:41:36.918936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46612) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:36.945224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bc540a3f-3a57-40d4-9cf5-05f6d3f4870b None None] For port 4c542896-456d-49d4-8e51-6756c953349a, host n-d-805649-4, got binding levels [] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:36.945835 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bc540a3f-3a57-40d4-9cf5-05f6d3f4870b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.970414 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60e5ca5d-5606-4b1b-ad41-db17aa3c5c36 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:36.989466 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60e5ca5d-5606-4b1b-ad41-db17aa3c5c36 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.016576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f64c62a-a254-4f50-8b4c-9cdbff0992ac admin admin] Deleting subnet 02f08112-b9e0-43ed-92c7-a7dcadbf7e03 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:41:37.026482 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f64c62a-a254-4f50-8b4c-9cdbff0992ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.035385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-bc540a3f-3a57-40d4-9cf5-05f6d3f4870b None None] Calling delete_port for 4c542896-456d-49d4-8e51-6756c953349a owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:37.067711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.ipam_backend_mixin [None req-bc540a3f-3a57-40d4-9cf5-05f6d3f4870b None None] Port 4c542896-456d-49d4-8e51-6756c953349a was not found and therefore no delete operation was performed {{(pid=95511) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 09:41:37.075669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.091425 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bc540a3f-3a57-40d4-9cf5-05f6d3f4870b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.092283 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f64c62a-a254-4f50-8b4c-9cdbff0992ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.124657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:37.136778 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f64c62a-a254-4f50-8b4c-9cdbff0992ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.148837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd58724a-eebd-4b4a-903f-144e8fa164bb') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:37.149130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd58724a-eebd-4b4a-903f-144e8fa164bb') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:37.173423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.201294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.210869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:41:37.211757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:41:37.213025 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:41:37.250896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc540a3f-3a57-40d4-9cf5-05f6d3f4870b None None] Pushing event deleted for resources: {'Port': ['ID=4c542896-456d-49d4-8e51-6756c953349a,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:37.255708 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc540a3f-3a57-40d4-9cf5-05f6d3f4870b None None] No DVR routers for this DVR port 4c542896-456d-49d4-8e51-6756c953349a on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:37.259598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cce3-3e05-4f95-b849-90452891332a req-3be665e2-ae16-454a-b4b0-87b783498529 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:37.261849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df54cce3-3e05-4f95-b849-90452891332a req-3be665e2-ae16-454a-b4b0-87b783498529 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.0675266 Sep 22 09:41:37.279534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f64c62a-a254-4f50-8b4c-9cdbff0992ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.326773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-0cd4d961-559e-4909-a402-69025f70a7c6', 'network_id': '0cd4d961-559e-4909-a402-69025f70a7c6', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'fixed_ips': [{'subnet_id': '6b9511a2-9bde-4c30-898c-33be94500f18'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:41:37.347307 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.352055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f64c62a-a254-4f50-8b4c-9cdbff0992ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.354023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4f64c62a-a254-4f50-8b4c-9cdbff0992ac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/02f08112-b9e0-43ed-92c7-a7dcadbf7e03 HTTP/1.1" status: 204 len: 168 time: 0.4440610 Sep 22 09:41:37.355873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64c62a-a254-4f50-8b4c-9cdbff0992ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f08112-b9e0-43ed-92c7-a7dcadbf7e03,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:37.357313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46620) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:37.365161 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df54cce3-3e05-4f95-b849-90452891332a req-3952cb3b-8f21-472e-8fbc-86ad76daeab4 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879881 Sep 22 09:41:37.414141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] For port 83fe7022-da19-487a-a0cf-a84e54c0b77c, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:41:37.429553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] For port 83fe7022-da19-487a-a0cf-a84e54c0b77c, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=83fe7022-da19-487a-a0cf-a84e54c0b77c,segment=NetworkSegment(78ab4fa1-7deb-4319-8e52-e3a427f331b8),segment_id=78ab4fa1-7deb-4319-8e52-e3a427f331b8)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:41:37.438098 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.442888 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.452040 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] 10.222.0.49 "DELETE /v2.0/networks/77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa HTTP/1.1" status: 204 len: 168 time: 1.4578328 Sep 22 09:41:37.456760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ef753f4-f054-4ecf-ac25-054a1372f873 req-bfd72dc9-edad-4399-9b3c-1e41a71046e4 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0470974 Sep 22 09:41:37.539288 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.558635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b33b8-cab6-4b3d-adea-d6f9a470959d admin admin] Pushing event deleted for resources: {'Network': ['ID=77a6b7e0-c09a-48e6-b947-1d5de8dbd1fa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:37.573491 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.786778 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60e5ca5d-5606-4b1b-ad41-db17aa3c5c36 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.843835 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.850166 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4c542896-456d-49d4-8e51-6756c953349a no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:37.858037 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46632) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:37.869549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81aecc-ea99-4125-bd6e-a8dfbfaf9e25 None None] Pushing event updated for resources: {'Port': ['ID=83fe7022-da19-487a-a0cf-a84e54c0b77c,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:37.907407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4c542896-456d-49d4-8e51-6756c953349a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:37.908060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4c542896-456d-49d4-8e51-6756c953349a not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:37.910700 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b01e3a-5bd8-46f0-8221-c03aab9de227']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:37.926285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Allocated IP 2001:db8:1::2 (0cd4d961-559e-4909-a402-69025f70a7c6/6b9511a2-9bde-4c30-898c-33be94500f18/82498603-0031-449e-8ada-19369bf852bf) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:41:37.930547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffb9320-5697-4d02-a5eb-577c31ec472d') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:37.931079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffb9320-5697-4d02-a5eb-577c31ec472d') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:37.936291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164074ae-1139-4a5f-8400-539ea99c0630 req-3784b5e3-c13e-41d3-8b20-a24a5dfd7621 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:37.940622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-164074ae-1139-4a5f-8400-539ea99c0630 req-3784b5e3-c13e-41d3-8b20-a24a5dfd7621 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1885564 Sep 22 09:41:37.950468 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.972949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.981723 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:41:37.982187 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:41:37.986088 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:41:38.006025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-164074ae-1139-4a5f-8400-539ea99c0630 req-9d4ff85f-fc27-4d46-8ea8-bcb4cdb7b0ef tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594518 Sep 22 09:41:38.117589 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60e5ca5d-5606-4b1b-ad41-db17aa3c5c36 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.167928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f6784654-2d6d-4393-bc2b-008fcb9da328 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:38.180455 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-acea85e2-fd30-4b18-bee3-dd5a1a36971e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.204618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: f6784654-2d6d-4393-bc2b-008fcb9da328 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:38.205078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device f6784654-2d6d-4393-bc2b-008fcb9da328 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:38.241645 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.243543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.249351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.255050 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] 10.222.0.49 "DELETE /v2.0/networks/02b01e3a-5bd8-46f0-8221-c03aab9de227 HTTP/1.1" status: 204 len: 168 time: 0.8931174 Sep 22 09:41:38.255507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46636) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:38.267314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c774a-3174-4c41-98d3-2bd933459b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=02b01e3a-5bd8-46f0-8221-c03aab9de227,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:38.321964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-776d915b-3b2b-4220-875e-4436cac05952 admin admin] Deleting subnet 2f56db05-59a0-4d7c-abd0-635cd5858419 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:41:38.331551 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-776d915b-3b2b-4220-875e-4436cac05952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.359750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60e5ca5d-5606-4b1b-ad41-db17aa3c5c36 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.361397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-60e5ca5d-5606-4b1b-ad41-db17aa3c5c36 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5477591 Sep 22 09:41:38.364505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46642) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:38.392127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-776d915b-3b2b-4220-875e-4436cac05952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.411575 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.443904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Network 0cd4d961-559e-4909-a402-69025f70a7c6 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:41:38.450502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:38.482739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:41:38.497929 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-776d915b-3b2b-4220-875e-4436cac05952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.595423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46648) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:38.669407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Pushing event updated for resources: {'Port': ['ID=82498603-0031-449e-8ada-19369bf852bf,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:38.677547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Attempting to bind port 82498603-0031-449e-8ada-19369bf852bf on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:41:38.680563 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Attempting to bind port 82498603-0031-449e-8ada-19369bf852bf by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'f0d0717b-0fbc-47db-b041-445ff678f675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0cd4d961-559e-4909-a402-69025f70a7c6'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:41:38.680711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Attempting to bind port 82498603-0031-449e-8ada-19369bf852bf on network 0cd4d961-559e-4909-a402-69025f70a7c6 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:41:38.694544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:41:38.697287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Checking segment: {'id': 'f0d0717b-0fbc-47db-b041-445ff678f675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0cd4d961-559e-4909-a402-69025f70a7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:41:38.697287 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.698019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Bound using segment: {'id': 'f0d0717b-0fbc-47db-b041-445ff678f675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0cd4d961-559e-4909-a402-69025f70a7c6'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:41:38.698533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Bound port: 82498603-0031-449e-8ada-19369bf852bf, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d0717b-0fbc-47db-b041-445ff678f675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '0cd4d961-559e-4909-a402-69025f70a7c6'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:41:38.701179 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.814538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b29a682-9558-448e-bbd5-d9e7c9540bbf req-757acd12-d245-4cdd-9287-00aaddad4b03 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.1512609 Sep 22 09:41:38.869733 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-70455a51-59fc-4085-a4f8-17f892078ed7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4487adddfe80414185b635c5def5498d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729332 Sep 22 09:41:38.873426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46652) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:38.897582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] For port 82498603-0031-449e-8ada-19369bf852bf, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:41:38.902753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-776d915b-3b2b-4220-875e-4436cac05952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:38.906940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] For port 82498603-0031-449e-8ada-19369bf852bf, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=82498603-0031-449e-8ada-19369bf852bf,segment=NetworkSegment(f0d0717b-0fbc-47db-b041-445ff678f675),segment_id=f0d0717b-0fbc-47db-b041-445ff678f675)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:41:38.963498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ff8eb-f789-4e3d-b586-929ffe248e96 req-f9d769c9-5d00-4f57-a860-143ba128b0dc tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:38.966505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c2ff8eb-f789-4e3d-b586-929ffe248e96 req-f9d769c9-5d00-4f57-a860-143ba128b0dc tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.3421009 Sep 22 09:41:39.004506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d915b-3b2b-4220-875e-4436cac05952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f56db05-59a0-4d7c-abd0-635cd5858419,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:39.021454 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.027676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-776d915b-3b2b-4220-875e-4436cac05952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.033375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-776d915b-3b2b-4220-875e-4436cac05952 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2f56db05-59a0-4d7c-abd0-635cd5858419 HTTP/1.1" status: 204 len: 168 time: 0.7740684 Sep 22 09:41:39.043824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46656) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:39.124017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ae293fa-126a-422a-a708-6e681d81ad5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.143333 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-acea85e2-fd30-4b18-bee3-dd5a1a36971e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.160820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4419a-dd6e-4bc7-a20d-edd131b7ec91 None None] Pushing event updated for resources: {'Port': ['ID=82498603-0031-449e-8ada-19369bf852bf,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:39.169236 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ae293fa-126a-422a-a708-6e681d81ad5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.241172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c2ff8eb-f789-4e3d-b586-929ffe248e96 req-a13b4fd9-4f5f-49ac-b208-f1d091061ab9 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314773 Sep 22 09:41:39.341198 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ae293fa-126a-422a-a708-6e681d81ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.344105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3ae293fa-126a-422a-a708-6e681d81ad5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.345591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3ae293fa-126a-422a-a708-6e681d81ad5d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfb95a76-767d-46cc-85fb-87e5b4702fae HTTP/1.1" status: 204 len: 168 time: 0.4627600 Sep 22 09:41:39.373357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fdeca-977f-47bf-a2da-6dcdea0a3492 req-a377ab60-ed75-4d63-ac98-0b31f77d3e15 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:39.375750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-563fdeca-977f-47bf-a2da-6dcdea0a3492 req-a377ab60-ed75-4d63-ac98-0b31f77d3e15 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1386993 Sep 22 09:41:39.376154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-acea85e2-fd30-4b18-bee3-dd5a1a36971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.376631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae293fa-126a-422a-a708-6e681d81ad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb95a76-767d-46cc-85fb-87e5b4702fae,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:39.429999 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.458444 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-563fdeca-977f-47bf-a2da-6dcdea0a3492 req-2f6f8855-4a4a-4d34-8d4f-bff44f3a867e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707359 Sep 22 09:41:39.496361 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea85e2-fd30-4b18-bee3-dd5a1a36971e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f52a23-8a62-44d2-b8d0-915c8faf7cff,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:39.505399 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.550429 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a4a33a-c6a1-4d2d-831b-6cfb858ec365 None None] Network 5549145e-4f90-48d0-90a5-aa1f33baf122 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:39.570950 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-acea85e2-fd30-4b18-bee3-dd5a1a36971e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cad284ae3d18453697e031d7acb9238c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6503229 Sep 22 09:41:39.575020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46666) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:39.673892 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a24b3af6-2fd9-4092-8c11-bca997644be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.734711 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a24b3af6-2fd9-4092-8c11-bca997644be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.790831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-bbc9243e-f99c-4378-b212-02ef9f5ba9f4 None None] Provisioning complete for port 83fe7022-da19-487a-a0cf-a84e54c0b77c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:39.794408 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bbc9243e-f99c-4378-b212-02ef9f5ba9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.946688 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a24b3af6-2fd9-4092-8c11-bca997644be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.949812 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a24b3af6-2fd9-4092-8c11-bca997644be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:39.960466 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a24b3af6-2fd9-4092-8c11-bca997644be4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45f52a23-8a62-44d2-b8d0-915c8faf7cff HTTP/1.1" status: 204 len: 168 time: 0.3775890 Sep 22 09:41:40.012184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b3af6-2fd9-4092-8c11-bca997644be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f52a23-8a62-44d2-b8d0-915c8faf7cff,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:40.018491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 82498603-0031-449e-8ada-19369bf852bf up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:41:40.033064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332599-ec96-44d5-bdfc-2ab4d89cf203 req-afd73303-933d-42a3-9ac9-6a82eb82f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:40.046593 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f0332599-ec96-44d5-bdfc-2ab4d89cf203 req-afd73303-933d-42a3-9ac9-6a82eb82f932 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 1096 time: 0.7274923 Sep 22 09:41:40.202868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b86c529a-200a-4807-b96a-4b7a804d8ecc req-1103eebc-2d9e-4342-9de4-9a8db6dfcf8b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.1019907 Sep 22 09:41:40.586303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 82498603-0031-449e-8ada-19369bf852bf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:40.586895 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:40.641886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7a307-1291-423e-a8bb-9f612987ef9b req-9932c7ee-d17b-4b7b-bb45-f113addb84e7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:40.681183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1f7a307-1291-423e-a8bb-9f612987ef9b req-9932c7ee-d17b-4b7b-bb45-f113addb84e7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.3391271 Sep 22 09:41:40.684091 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332599-ec96-44d5-bdfc-2ab4d89cf203 req-4f954e23-af6a-460d-960d-24ac080670ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:40.688438 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f0332599-ec96-44d5-bdfc-2ab4d89cf203 req-4f954e23-af6a-460d-960d-24ac080670ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 913 time: 0.6119747 Sep 22 09:41:40.711971 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bbc9243e-f99c-4378-b212-02ef9f5ba9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:40.857671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4266313-a35b-492e-b9d5-f787abb9c35b req-19e1a8e2-06ea-498c-ab43-92da284701a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:40.868071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4266313-a35b-492e-b9d5-f787abb9c35b req-19e1a8e2-06ea-498c-ab43-92da284701a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 1097 time: 0.4165797 Sep 22 09:41:40.917446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bbc9243e-f99c-4378-b212-02ef9f5ba9f4 None None] For port 83fe7022-da19-487a-a0cf-a84e54c0b77c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=83fe7022-da19-487a-a0cf-a84e54c0b77c,segment=NetworkSegment(78ab4fa1-7deb-4319-8e52-e3a427f331b8),segment_id=78ab4fa1-7deb-4319-8e52-e3a427f331b8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:40.961630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:41.006572 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:41.040849 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bbc9243e-f99c-4378-b212-02ef9f5ba9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:41.064418 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f0332599-ec96-44d5-bdfc-2ab4d89cf203 req-3345012a-ddb8-46af-a76b-afc95bbb2e01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 HTTP/1.1" status: 200 len: 217 time: 0.2965786 Sep 22 09:41:41.097074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1f7a307-1291-423e-a8bb-9f612987ef9b req-3f954eae-e4c1-4f65-8ecf-d8ece184bd27 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003167 Sep 22 09:41:41.141063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b9acfc-8595-4809-b201-868ae0b3b09b']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:41.157442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435e59b-1106-4c27-9a36-ab39487b530a req-137a2f90-d4bc-4c55-b990-96c889329603 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:41.166346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c435e59b-1106-4c27-9a36-ab39487b530a req-137a2f90-d4bc-4c55-b990-96c889329603 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.4704950 Sep 22 09:41:41.192391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a605879-bc0f-4b1a-8166-df9af5d976db') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:41.196293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a605879-bc0f-4b1a-8166-df9af5d976db') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:41.232232 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:41.235824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c435e59b-1106-4c27-9a36-ab39487b530a req-d471c947-70a6-4d39-b199-604c610b1944 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640426 Sep 22 09:41:41.291226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-763e6c45-93c7-46eb-9c29-aa83ed5a4cc2 None None] Provisioning complete for port 83fe7022-da19-487a-a0cf-a84e54c0b77c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:41.291782 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-763e6c45-93c7-46eb-9c29-aa83ed5a4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:41.293767 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:41.304094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 82498603-0031-449e-8ada-19369bf852bf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=82498603-0031-449e-8ada-19369bf852bf,segment=NetworkSegment(f0d0717b-0fbc-47db-b041-445ff678f675),segment_id=f0d0717b-0fbc-47db-b041-445ff678f675)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:41.307400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:41:41.312886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:41.318064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4266313-a35b-492e-b9d5-f787abb9c35b req-8d6008fd-9fd8-4c12-9270-d9c172e4b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:41.319594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4266313-a35b-492e-b9d5-f787abb9c35b req-8d6008fd-9fd8-4c12-9270-d9c172e4b326 service neutron] 10.222.0.45 "GET /v2.0/networks?id=014ebca0-d2d1-466c-8547-f06b976697ee HTTP/1.1" status: 200 len: 915 time: 0.4361358 Sep 22 09:41:41.415090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4266313-a35b-492e-b9d5-f787abb9c35b req-73477aa6-2a91-4e7f-9f13-5687ca8bc409 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f HTTP/1.1" status: 200 len: 217 time: 0.0853977 Sep 22 09:41:41.424063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b00e39-6db8-4702-a6d3-eb444369454c None None] Network 0cd4d961-559e-4909-a402-69025f70a7c6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:41.439043 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:41.441071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 83fe7022-da19-487a-a0cf-a84e54c0b77c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:41:41.467827 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:41:41.498765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86c29dfe-b1d7-47c1-b145-cdf1b8afff10 req-ff72d4d3-7766-4369-af7a-fd398c9f6d93 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0825875 Sep 22 09:41:41.553477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9243e-f99c-4378-b212-02ef9f5ba9f4 None None] Pushing event updated for resources: {'Port': ['ID=83fe7022-da19-487a-a0cf-a84e54c0b77c,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:41.582135 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:41.587652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4266313-a35b-492e-b9d5-f787abb9c35b req-325f9e3c-55b6-413a-888f-d2480e86f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:41.589128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4266313-a35b-492e-b9d5-f787abb9c35b req-325f9e3c-55b6-413a-888f-d2480e86f065 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa829bf6-adde-45da-b206-a8f82b94fddd HTTP/1.1" status: 200 len: 853 time: 0.0885208 Sep 22 09:41:41.601846 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:41.601846 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e7b9acfc-8595-4809-b201-868ae0b3b09b HTTP/1.1" status: 204 len: 168 time: 2.5543652 Sep 22 09:41:41.626825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcd4b8-ad11-45c7-a864-fa4f59a38eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b9acfc-8595-4809-b201-868ae0b3b09b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:41.636964 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0332599-ec96-44d5-bdfc-2ab4d89cf203 req-9daf1400-884f-4bbb-bc9b-a4e3c87c058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:41.638573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f0332599-ec96-44d5-bdfc-2ab4d89cf203 req-9daf1400-884f-4bbb-bc9b-a4e3c87c058b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.1901460 Sep 22 09:41:41.688899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4266313-a35b-492e-b9d5-f787abb9c35b req-1894415a-03b5-4a92-9777-1386389d63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:41.693715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4266313-a35b-492e-b9d5-f787abb9c35b req-1894415a-03b5-4a92-9777-1386389d63ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=014ebca0-d2d1-466c-8547-f06b976697ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945199 Sep 22 09:41:41.706193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Allocated IP 2001:db8::1 (5549145e-4f90-48d0-90a5-aa1f33baf122/476cff6d-e210-40ec-ad65-012c9eb819b4/4dd53ec6-5c61-476f-9bf2-139862520a92) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:41:41.999593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4266313-a35b-492e-b9d5-f787abb9c35b req-33b74797-5bff-4aec-b75b-72a1b26b7528 service neutron] 10.222.0.45 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936845 Sep 22 09:41:42.012763 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f0332599-ec96-44d5-bdfc-2ab4d89cf203 req-b0382e54-be2d-4489-96fe-3697ee0ab496 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3620894 Sep 22 09:41:42.105202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=82498603-0031-449e-8ada-19369bf852bf,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:42.143156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4266313-a35b-492e-b9d5-f787abb9c35b req-d5eb8f3e-690e-4b15-acf1-7c33ef1c3a6b service neutron] 10.222.0.45 "GET /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352799 Sep 22 09:41:42.164357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 83fe7022-da19-487a-a0cf-a84e54c0b77c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:42.165019 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:42.352171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf003b3-5163-4d88-aaa8-2d53079a384b req-d239b466-ef0d-41d1-be61-3b9018e57311 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:42.364596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caf003b3-5163-4d88-aaa8-2d53079a384b req-d239b466-ef0d-41d1-be61-3b9018e57311 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.0896747 Sep 22 09:41:42.391868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:42.407225 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f0332599-ec96-44d5-bdfc-2ab4d89cf203 req-c3667580-0d61-48ae-94b6-f702471ff22a service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824825 Sep 22 09:41:42.410710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46724) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:42.453829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caf003b3-5163-4d88-aaa8-2d53079a384b req-ec2d89b5-d797-42d8-8aa2-0072c89b737b tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880306 Sep 22 09:41:42.622086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4d956-ed18-41f9-95de-868b478f8eee req-e6a5ff38-8f3d-4eb4-b2a3-cf4939809b58 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:42.634207 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5cf4d956-ed18-41f9-95de-868b478f8eee req-e6a5ff38-8f3d-4eb4-b2a3-cf4939809b58 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1912630 Sep 22 09:41:42.739097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab7f6072-cfb2-4c95-800b-9a6e262ff8ac req-559722a1-7c34-42e3-8946-9ca4eccea4f8 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.1017239 Sep 22 09:41:42.787244 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cd479036-5cd3-435e-81ee-cbb9834e59a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc44045226474fdd81392ebbbf921ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726022 Sep 22 09:41:42.797224 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5cf4d956-ed18-41f9-95de-868b478f8eee req-a98d2585-3eab-4293-b98a-9b340c121b3e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484203 Sep 22 09:41:42.797842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46730) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:42.829165 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f0332599-ec96-44d5-bdfc-2ab4d89cf203 req-53df5c05-4a2c-4451-835b-71bd03e7a2a7 service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961220 Sep 22 09:41:42.832144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ff30a715-9356-4c11-ba2f-b7699933191a None None] Provisioning complete for port 82498603-0031-449e-8ada-19369bf852bf triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:42.832816 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff30a715-9356-4c11-ba2f-b7699933191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:42.879660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:42.927874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff05f-a16f-4bc7-ac5a-5064265611d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:42.970987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 5549145e-4f90-48d0-90a5-aa1f33baf122 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:41:42.976932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:42.978413 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff05f-a16f-4bc7-ac5a-5064265611d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:42.988053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:41:42.993631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:43.015469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=4dd53ec6-5c61-476f-9bf2-139862520a92,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:43.170223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 82498603-0031-449e-8ada-19369bf852bf up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:41:43.203442 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff05f-a16f-4bc7-ac5a-5064265611d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:43.205396 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff05f-a16f-4bc7-ac5a-5064265611d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:43.209854 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9b8ff05f-a16f-4bc7-ac5a-5064265611d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed5cc95d-7897-4063-914e-58760f5a7301 HTTP/1.1" status: 204 len: 168 time: 0.4110138 Sep 22 09:41:43.234403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ff05f-a16f-4bc7-ac5a-5064265611d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5cc95d-7897-4063-914e-58760f5a7301,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:43.365889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 82498603-0031-449e-8ada-19369bf852bf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:43.366448 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:43.516000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46746) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:43.530669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0132556 Sep 22 09:41:43.538976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:43.539489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46748) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:43.722015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-788336f9-9122-45a4-9e94-3923aca60671 None None] Provisioning complete for port 82498603-0031-449e-8ada-19369bf852bf triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:43.722420 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-788336f9-9122-45a4-9e94-3923aca60671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:43.729594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92f25f-8216-4121-ad97-32c6709abfa6 req-07bddde4-518d-4dbd-a943-17cf5700f261 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:43.733205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df92f25f-8216-4121-ad97-32c6709abfa6 req-07bddde4-518d-4dbd-a943-17cf5700f261 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.1077757 Sep 22 09:41:43.824840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df92f25f-8216-4121-ad97-32c6709abfa6 req-a5d947db-8e5a-45f8-979b-7b07b243f046 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734828 Sep 22 09:41:43.899064 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 83fe7022-da19-487a-a0cf-a84e54c0b77c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:41:43.954262 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6007f06-c826-4153-810a-e2a251a92845 req-6bf52542-d779-44ca-a683-3ab1d8b57400 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0468352 Sep 22 09:41:44.026292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bc900c54-ea51-4601-8cd3-5da80841ae6a tempest-NetworksApiDiscovery-1726330011 tempest-NetworksApiDiscovery-1726330011-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4855587 Sep 22 09:41:44.121843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c2219-f7f7-42e7-a3d3-d338041f414c req-de717370-f24b-42cb-bcca-4c6262359fe3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:44.130664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-815c2219-f7f7-42e7-a3d3-d338041f414c req-de717370-f24b-42cb-bcca-4c6262359fe3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1155827 Sep 22 09:41:44.200052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 83fe7022-da19-487a-a0cf-a84e54c0b77c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:44.200586 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:44.201454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-815c2219-f7f7-42e7-a3d3-d338041f414c req-544548c1-fdf1-413e-a989-c9893d9f23c0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693889 Sep 22 09:41:44.324533 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:44.440911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ab3739c6-ad85-48b0-a233-8cf83481cc11 None None] Provisioning complete for port 4dd53ec6-5c61-476f-9bf2-139862520a92 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:44.450759 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ab3739c6-ad85-48b0-a233-8cf83481cc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:44.452288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7a42-d65c-44d9-a6cf-1432c92aa90a req-b7672182-7c0d-46f2-85ef-cac5232f07a1 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:44.468464 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b9a7a42-d65c-44d9-a6cf-1432c92aa90a req-b7672182-7c0d-46f2-85ef-cac5232f07a1 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.1582403 Sep 22 09:41:44.539675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:44.540588 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:44.602451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b9a7a42-d65c-44d9-a6cf-1432c92aa90a req-23f4babb-b299-42cb-ae21-e880323660d3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330204 Sep 22 09:41:44.615276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ab3739c6-ad85-48b0-a233-8cf83481cc11 None None] Port 4dd53ec6-5c61-476f-9bf2-139862520a92 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:41:44.677521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=4dd53ec6-5c61-476f-9bf2-139862520a92,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:44.812023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee44d7-6c7a-418a-be38-d69d7cb71583 req-a04728b5-daf5-4438-82f1-407841852828 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:44.814386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67ee44d7-6c7a-418a-be38-d69d7cb71583 req-a04728b5-daf5-4438-82f1-407841852828 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b HTTP/1.1" status: 200 len: 946 time: 0.0962150 Sep 22 09:41:44.896156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67ee44d7-6c7a-418a-be38-d69d7cb71583 req-d56a80e4-9b28-4494-a2e3-740510b885c9 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754139 Sep 22 09:41:45.142841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46780) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:45.261608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46790) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:45.319249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef6c56-49fa-4337-ab7f-4d849d42ee05 req-cb16447e-9a7b-4745-8559-687b0f4c4a77 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:45.321666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75ef6c56-49fa-4337-ab7f-4d849d42ee05 req-cb16447e-9a7b-4745-8559-687b0f4c4a77 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 946 time: 0.2268283 Sep 22 09:41:45.429831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-387fb8db-6ab5-42fc-a91c-bd1ceeb68ff5 req-f8ccc078-8d50-4044-a274-2263e9497622 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.1019912 Sep 22 09:41:45.520349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c61453ce-42d8-48ac-8beb-3babd539d379 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0135f67a2c6d49849cf52ad8b44cc9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433217 Sep 22 09:41:45.523859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46796) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:45.699441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 5549145e-4f90-48d0-90a5-aa1f33baf122 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:41:45.701955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:45.841708 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-084d7680-0c9e-4fb8-8a97-3971afbdc94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:45.886919 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-084d7680-0c9e-4fb8-8a97-3971afbdc94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:45.941035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 87821209-bd41-4ad2-852d-e1ca72bdcf3f is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:41:45.985019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75ef6c56-49fa-4337-ab7f-4d849d42ee05 req-e006b85a-fd2c-4aa8-9d35-2453d015f993 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220648 Sep 22 09:41:46.032049 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-084d7680-0c9e-4fb8-8a97-3971afbdc94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:46.041293 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-084d7680-0c9e-4fb8-8a97-3971afbdc94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:46.049215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-084d7680-0c9e-4fb8-8a97-3971afbdc94d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67af1101-ff1a-45b5-bc67-549716882ee1 HTTP/1.1" status: 204 len: 168 time: 0.5168872 Sep 22 09:41:46.049399 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed92baca-95b4-4219-8c79-b52248160a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:46.096326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-ef02b1d9-1ca9-448f-b8c7-c03750ac2640 req-0ea8eb9f-6f3f-4179-bcac-e9f4cd095d18 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:41:46.101225 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef02b1d9-1ca9-448f-b8c7-c03750ac2640 req-0ea8eb9f-6f3f-4179-bcac-e9f4cd095d18 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216970 Sep 22 09:41:46.188712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:46.201512 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23074e08-3756-41a9-9d40-6632be5cfd9f None None] Sync routers for ids ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:46.209966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46804) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:46.211364 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9993c436-4b28-413c-b886-8e37c9737c8b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/87821209-bd41-4ad2-852d-e1ca72bdcf3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8447206 Sep 22 09:41:46.213398 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23074e08-3756-41a9-9d40-6632be5cfd9f None None] Routers {'87821209-bd41-4ad2-852d-e1ca72bdcf3f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:46.219825 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-23074e08-3756-41a9-9d40-6632be5cfd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:46.236754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d7680-0c9e-4fb8-8a97-3971afbdc94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67af1101-ff1a-45b5-bc67-549716882ee1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:46.257888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceff29e-ca96-4ba0-9a80-3e38fb199580 req-f8fc2375-f8e7-4851-a0df-e9918b6c56c9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:46.267600 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ceff29e-ca96-4ba0-9a80-3e38fb199580 req-f8fc2375-f8e7-4851-a0df-e9918b6c56c9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.5051897 Sep 22 09:41:46.297884 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-23074e08-3756-41a9-9d40-6632be5cfd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:46.299905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-be7b344b-dd1b-4c57-99c5-b18528d86e25 None None] Provisioning complete for port 4dd53ec6-5c61-476f-9bf2-139862520a92 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:46.300393 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-be7b344b-dd1b-4c57-99c5-b18528d86e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:46.332179 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23074e08-3756-41a9-9d40-6632be5cfd9f None None] Routers {'87821209-bd41-4ad2-852d-e1ca72bdcf3f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:46.333845 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-23074e08-3756-41a9-9d40-6632be5cfd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:46.394447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-be7b344b-dd1b-4c57-99c5-b18528d86e25 None None] Port 4dd53ec6-5c61-476f-9bf2-139862520a92 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:41:46.457292 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-23074e08-3756-41a9-9d40-6632be5cfd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:46.458117 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23074e08-3756-41a9-9d40-6632be5cfd9f None None] The sync data for ids ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:46.533215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef02b1d9-1ca9-448f-b8c7-c03750ac2640 req-7b0cd4dc-fd87-4e5b-8914-6380c92f5409 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4154997 Sep 22 09:41:46.547155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfabd9a-5b57-4d7c-8a03-79ead936a593 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:46.554129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46810) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:46.554378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-acfabd9a-5b57-4d7c-8a03-79ead936a593 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports/4dd53ec6-5c61-476f-9bf2-139862520a92 HTTP/1.1" status: 200 len: 911 time: 0.3202155 Sep 22 09:41:46.573160 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ceff29e-ca96-4ba0-9a80-3e38fb199580 req-259772cc-b541-4bf8-99a9-4149e3efd5e3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046207 Sep 22 09:41:46.598553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed92baca-95b4-4219-8c79-b52248160a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:46.744985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d21e25c-5a29-457d-aa6c-bb47613e12dd req-3329b110-7dfa-4c4d-87ee-6cf9cff085d5 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0495880 Sep 22 09:41:46.747684 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed92baca-95b4-4219-8c79-b52248160a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:46.778272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92baca-95b4-4219-8c79-b52248160a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffcb3e4-e610-4d8b-816d-22b75200d888,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:46.845351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ed92baca-95b4-4219-8c79-b52248160a28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a6bb99ac90b4955b028f7445060c13e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6635358 Sep 22 09:41:46.846342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46818) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:47.037921 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d33043dd-9256-491b-93aa-b9dfcf96070d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:47.099732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff347-9cd1-40ea-a62b-0f025e05d586 req-183e28a6-23e7-4d52-92cc-819bbc37772c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:47.101998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-676ff347-9cd1-40ea-a62b-0f025e05d586 req-183e28a6-23e7-4d52-92cc-819bbc37772c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.1156466 Sep 22 09:41:47.376091 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:47.663004 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d33043dd-9256-491b-93aa-b9dfcf96070d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:47.765129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-676ff347-9cd1-40ea-a62b-0f025e05d586 req-8241d66c-bebd-4417-a24e-355ee9a44798 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6551237 Sep 22 09:41:47.783619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58ca98-bddd-4c07-8416-df552b0e6ff3 req-96f08de0-112a-4a12-b1b3-ef6214e07751 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:47.785149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce58ca98-bddd-4c07-8416-df552b0e6ff3 req-96f08de0-112a-4a12-b1b3-ef6214e07751 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1077971 Sep 22 09:41:47.805941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Allocated IP 2001:db8:1::1 (0cd4d961-559e-4909-a402-69025f70a7c6/6b9511a2-9bde-4c30-898c-33be94500f18/0eaf30e9-9839-47e6-8c98-2f9793cc3a5f) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:41:47.830861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce58ca98-bddd-4c07-8416-df552b0e6ff3 req-224cac31-348a-4079-aba9-eaa785a46a64 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388267 Sep 22 09:41:47.924411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ca3db5b-d518-4820-930a-c0711b841193 req-df45cb6f-268d-4f6f-8672-283924a351ee tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0665233 Sep 22 09:41:47.945504 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d33043dd-9256-491b-93aa-b9dfcf96070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:47.948074 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d33043dd-9256-491b-93aa-b9dfcf96070d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:47.949577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d33043dd-9256-491b-93aa-b9dfcf96070d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ffcb3e4-e610-4d8b-816d-22b75200d888 HTTP/1.1" status: 204 len: 168 time: 1.1019261 Sep 22 09:41:48.005486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33043dd-9256-491b-93aa-b9dfcf96070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffcb3e4-e610-4d8b-816d-22b75200d888,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:48.050065 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:48.070432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40240fe-9274-428e-8995-eb088fae078e req-4a3f856b-bc18-45da-8b90-8d6a4eae83cb tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:48.072038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f40240fe-9274-428e-8995-eb088fae078e req-4a3f856b-bc18-45da-8b90-8d6a4eae83cb tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b HTTP/1.1" status: 200 len: 946 time: 0.1214097 Sep 22 09:41:48.162538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f40240fe-9274-428e-8995-eb088fae078e req-05e264bf-a6dc-4d38-b310-bb0f79c451a3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792794 Sep 22 09:41:48.244130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:48.352547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46864) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:48.380853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=0eaf30e9-9839-47e6-8c98-2f9793cc3a5f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:48.402043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 0cd4d961-559e-4909-a402-69025f70a7c6 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:41:48.406589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaa14d-95f6-4c72-9674-8819daca876b req-1293693d-fea8-4872-9da8-1509774902ea tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:48.407304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:48.411002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:41:48.411562 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:48.414659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdeaa14d-95f6-4c72-9674-8819daca876b req-1293693d-fea8-4872-9da8-1509774902ea tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 946 time: 0.1477377 Sep 22 09:41:48.531597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdeaa14d-95f6-4c72-9674-8819daca876b req-cb18ee17-2b2b-49c8-af98-7d769e9fd4d5 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084044 Sep 22 09:41:48.571568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1397795586-network', 'tenant_id': '411219d77d6c4088b23a57c3fba129d3'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:48.688184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Made reservation on behalf of 411219d77d6c4088b23a57c3fba129d3 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:48.690763 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:48.719593 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:48.840606 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:48.957787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9306abb3-8882-452f-9316-87dabeec5aaa None None] Provisioning complete for port 0eaf30e9-9839-47e6-8c98-2f9793cc3a5f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:48.960639 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9306abb3-8882-452f-9316-87dabeec5aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:48.971857 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:48.993645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4145-703d-4862-93ad-c2da35b134c8 req-7e1c3e00-60e3-47e2-9f4f-025230ced552 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:49.000867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4145-703d-4862-93ad-c2da35b134c8 req-7e1c3e00-60e3-47e2-9f4f-025230ced552 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:49.009840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4145-703d-4862-93ad-c2da35b134c8 req-7e1c3e00-60e3-47e2-9f4f-025230ced552 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:49.021372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0dc4145-703d-4862-93ad-c2da35b134c8 req-7e1c3e00-60e3-47e2-9f4f-025230ced552 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762&device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b&device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 2419 time: 0.1781707 Sep 22 09:41:49.052863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9306abb3-8882-452f-9316-87dabeec5aaa None None] Port 0eaf30e9-9839-47e6-8c98-2f9793cc3a5f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:41:49.140321 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:49.267773 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0dc4145-703d-4862-93ad-c2da35b134c8 req-261cb370-b1b1-4932-bdc4-317a14212ec7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430022 Sep 22 09:41:49.320951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:41:49.373620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfbc4a-290d-418e-82fc-c819faa8b528 req-9bf7ddda-bea4-46d2-92dc-a26e93befffa tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:49.386633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30cfbc4a-290d-418e-82fc-c819faa8b528 req-9bf7ddda-bea4-46d2-92dc-a26e93befffa tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.3390152 Sep 22 09:41:49.391956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a80966-c18a-4b0d-92b6-81f967e6c6d0,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:49.409606 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:49.453045 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:49.453656 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Added segment 673864da-e72b-4cd0-9b74-e9d2c134b654 of type vlan for network b4356900-3e63-420a-ae6b-ab3486ce74d9 Sep 22 09:41:49.492915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:49.492915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:49.518403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9d7d0b4-210b-4279-b217-830b88a4ef7b req-d8583f58-1acc-4001-a427-e1fcb3685859 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0596819 Sep 22 09:41:49.518403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30cfbc4a-290d-418e-82fc-c819faa8b528 req-938db0dc-8d56-4b06-afd7-45230e9c05b7 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276369 Sep 22 09:41:49.561055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:49.579736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-25bb07cf-8da6-4b63-b50f-5e4e2b85a0b5 req-f8282d37-947b-423a-961b-c8ef1397ed19 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:41:49.589700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25bb07cf-8da6-4b63-b50f-5e4e2b85a0b5 req-f8282d37-947b-423a-961b-c8ef1397ed19 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187936 Sep 22 09:41:49.634041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=0eaf30e9-9839-47e6-8c98-2f9793cc3a5f,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:49.686175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25bb07cf-8da6-4b63-b50f-5e4e2b85a0b5 req-dfad332c-09e9-4297-af23-9843db16176c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.0954182 Sep 22 09:41:49.733573 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:49.734564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:49.735183 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:49.754968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 0cd4d961-559e-4909-a402-69025f70a7c6 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:41:49.757226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:50.023346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 87821209-bd41-4ad2-852d-e1ca72bdcf3f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:41:50.070406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] Pushing event updated for resources: {'Network': ['ID=b4356900-3e63-420a-ae6b-ab3486ce74d9,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:50.082761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4c558672-42a2-40f2-9af5-6bfb9692373a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7230399 Sep 22 09:41:50.094409 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network b4356900-3e63-420a-ae6b-ab3486ce74d9 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:41:50.221466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d4da1694-6c49-4ede-8308-ab60d12c1c37 None None] Provisioning complete for port 0eaf30e9-9839-47e6-8c98-2f9793cc3a5f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:41:50.222190 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4da1694-6c49-4ede-8308-ab60d12c1c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:50.319215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d4da1694-6c49-4ede-8308-ab60d12c1c37 None None] Port 0eaf30e9-9839-47e6-8c98-2f9793cc3a5f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:41:50.330578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:50.344439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0fd0e9-bf66-4d48-be1d-fcd3b0ab217a None None] Sync routers for ids ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:50.348339 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-51c17c01-889d-4ab1-84b6-2c5ef6911fa3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/87821209-bd41-4ad2-852d-e1ca72bdcf3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7910299 Sep 22 09:41:50.348758 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46926) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:50.372172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0fd0e9-bf66-4d48-be1d-fcd3b0ab217a None None] Routers {'87821209-bd41-4ad2-852d-e1ca72bdcf3f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:50.374048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0c0fd0e9-bf66-4d48-be1d-fcd3b0ab217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:50.434336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c581274-2145-4e4d-b5b3-973b5c786cce tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:50.436589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3c581274-2145-4e4d-b5b3-973b5c786cce tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports/0eaf30e9-9839-47e6-8c98-2f9793cc3a5f HTTP/1.1" status: 200 len: 913 time: 0.0861397 Sep 22 09:41:50.441358 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0c0fd0e9-bf66-4d48-be1d-fcd3b0ab217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:50.445627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46930) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:50.457242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0fd0e9-bf66-4d48-be1d-fcd3b0ab217a None None] Routers {'87821209-bd41-4ad2-852d-e1ca72bdcf3f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:50.458164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0c0fd0e9-bf66-4d48-be1d-fcd3b0ab217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:50.500555 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0c0fd0e9-bf66-4d48-be1d-fcd3b0ab217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:50.501504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0fd0e9-bf66-4d48-be1d-fcd3b0ab217a None None] The sync data for ids ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:50.974857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825d99e-dce9-4749-bd48-2fc7445dec1f req-cf3b14b0-7192-4091-bc72-eda8c2f79d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:50.976383 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d825d99e-dce9-4749-bd48-2fc7445dec1f req-cf3b14b0-7192-4091-bc72-eda8c2f79d94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 1096 time: 0.1240678 Sep 22 09:41:51.073201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819be685-a834-4ef5-aa2b-16961b7c78a0 req-b10c50d3-0768-40ea-9705-59f1e3d5e4f2 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:51.075563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-819be685-a834-4ef5-aa2b-16961b7c78a0 req-b10c50d3-0768-40ea-9705-59f1e3d5e4f2 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.1898553 Sep 22 09:41:51.087769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab343-086d-4e6e-973f-fdcfc9b83e98 req-c042da46-a28b-4b51-a50b-59b680e93a45 tempest-ComputeTenantNetworksTest-385893837 tempest-ComputeTenantNetworksTest-385893837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:51.094574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab343-086d-4e6e-973f-fdcfc9b83e98 req-c042da46-a28b-4b51-a50b-59b680e93a45 tempest-ComputeTenantNetworksTest-385893837 tempest-ComputeTenantNetworksTest-385893837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:51.100612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab343-086d-4e6e-973f-fdcfc9b83e98 req-c042da46-a28b-4b51-a50b-59b680e93a45 tempest-ComputeTenantNetworksTest-385893837 tempest-ComputeTenantNetworksTest-385893837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:51.102507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9cab343-086d-4e6e-973f-fdcfc9b83e98 req-c042da46-a28b-4b51-a50b-59b680e93a45 tempest-ComputeTenantNetworksTest-385893837 tempest-ComputeTenantNetworksTest-385893837-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3186557 Sep 22 09:41:51.143657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825d99e-dce9-4749-bd48-2fc7445dec1f req-2f831c45-6865-4d79-a15c-a07a6a193053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:51.144584 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d825d99e-dce9-4749-bd48-2fc7445dec1f req-2f831c45-6865-4d79-a15c-a07a6a193053 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 913 time: 0.1595936 Sep 22 09:41:51.157283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-819be685-a834-4ef5-aa2b-16961b7c78a0 req-1e3fd27b-074b-420e-b564-a62e29da8d76 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483680 Sep 22 09:41:51.195403 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d825d99e-dce9-4749-bd48-2fc7445dec1f req-b1b13904-691f-4593-9d61-ba0b2b695936 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 HTTP/1.1" status: 200 len: 217 time: 0.0428534 Sep 22 09:41:51.289824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9602c161-b70f-466c-9b91-94f865f340de req-0c207761-ca12-46ab-ae60-03bc577edbca tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0405612 Sep 22 09:41:51.313639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825d99e-dce9-4749-bd48-2fc7445dec1f req-69f28269-a709-4cc5-b87f-089fcb82353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:51.313639 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d825d99e-dce9-4749-bd48-2fc7445dec1f req-69f28269-a709-4cc5-b87f-089fcb82353b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.0984409 Sep 22 09:41:51.344294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-75771d14-5a03-412c-9a31-9712811fe7a1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:51.348702 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d825d99e-dce9-4749-bd48-2fc7445dec1f req-b8247a56-85d6-4783-b126-b993fe514593 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386693 Sep 22 09:41:51.521176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7731f18-5f9f-4737-a74f-1d3f38aa44f2 req-2005dde1-b7a2-4bf7-b393-ba16a6863bb2 tempest-ComputeTenantNetworksTest-385893837 tempest-ComputeTenantNetworksTest-385893837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:51.522528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7731f18-5f9f-4737-a74f-1d3f38aa44f2 req-2005dde1-b7a2-4bf7-b393-ba16a6863bb2 tempest-ComputeTenantNetworksTest-385893837 tempest-ComputeTenantNetworksTest-385893837-project] 10.222.0.49 "GET /v2.0/networks/b4356900-3e63-420a-ae6b-ab3486ce74d9 HTTP/1.1" status: 200 len: 769 time: 0.0899973 Sep 22 09:41:51.533325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46970) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:51.580227 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d825d99e-dce9-4749-bd48-2fc7445dec1f req-aabb755e-2030-461e-8b31-6cf80e7d7b1a service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008722 Sep 22 09:41:51.627441 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:51.723566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:51.748459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4356900-3e63-420a-ae6b-ab3486ce74d9']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:51.759837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673864da-e72b-4cd0-9b74-e9d2c134b654') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:51.760150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673864da-e72b-4cd0-9b74-e9d2c134b654') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:51.773551 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:51.778023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d825d99e-dce9-4749-bd48-2fc7445dec1f req-bf7d8ec6-9bd9-42bd-b47a-e871caaf7808 service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893575 Sep 22 09:41:51.795596 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:51.809015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:41:51.809436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:41:51.811276 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:41:51.936276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-75771d14-5a03-412c-9a31-9712811fe7a1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 0eaf30e9-9839-47e6-8c98-2f9793cc3a5f {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:51.937283 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-75771d14-5a03-412c-9a31-9712811fe7a1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:52.066026 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:52.075931 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:52.079833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] 10.222.0.49 "DELETE /v2.0/networks/b4356900-3e63-420a-ae6b-ab3486ce74d9 HTTP/1.1" status: 204 len: 168 time: 0.5453093 Sep 22 09:41:52.111385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c9667-f5f6-465c-9260-9f08f3f0d43e admin admin] Pushing event deleted for resources: {'Network': ['ID=b4356900-3e63-420a-ae6b-ab3486ce74d9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:52.162569 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-75771d14-5a03-412c-9a31-9712811fe7a1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:52.209586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-75771d14-5a03-412c-9a31-9712811fe7a1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 0eaf30e9-9839-47e6-8c98-2f9793cc3a5f owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:52.336183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bba5c6-59b8-4a4b-bf5b-84d528ec45e1 req-1ed2d4fb-9e70-46bf-94fb-ddc36046fd82 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:52.345397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50bba5c6-59b8-4a4b-bf5b-84d528ec45e1 req-1ed2d4fb-9e70-46bf-94fb-ddc36046fd82 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.0935240 Sep 22 09:41:52.393746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50bba5c6-59b8-4a4b-bf5b-84d528ec45e1 req-b9fcd148-3af2-419b-a0a1-2412105fa0cd tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 Sep 22 09:41:52.460180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46994) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:52.574447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-383f6ce8-bef5-47ca-9672-d7c11b6d3a53 req-58d0ab3d-e757-45c8-9cd2-2702cb9d3e34 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0510166 Sep 22 09:41:52.621756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47000) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:52.738882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d719c13c-55cc-4e1a-9800-55e2425d6acd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=411219d77d6c4088b23a57c3fba129d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122251 Sep 22 09:41:52.744386 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47004) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:52.847391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c785a4-cf0a-4d4a-b55e-8e46ca1b5025 req-cb8af6dc-d1ae-48ab-bc38-cb577dca15b1 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:52.859202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28c785a4-cf0a-4d4a-b55e-8e46ca1b5025 req-cb8af6dc-d1ae-48ab-bc38-cb577dca15b1 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 946 time: 0.1667941 Sep 22 09:41:52.975275 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ebd55686-0d7e-45f7-96eb-ac5002b54758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:52.982440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28c785a4-cf0a-4d4a-b55e-8e46ca1b5025 req-65163386-d949-4201-a811-43dfe6c30188 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221340 Sep 22 09:41:53.002164 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e20d7d5-314a-4f09-b13e-70bde1ee8add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.019958 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-75771d14-5a03-412c-9a31-9712811fe7a1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.049166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75771d14-5a03-412c-9a31-9712811fe7a1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=0eaf30e9-9839-47e6-8c98-2f9793cc3a5f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:53.092717 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e20d7d5-314a-4f09-b13e-70bde1ee8add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.197143 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.205080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ebd55686-0d7e-45f7-96eb-ac5002b54758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.224202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-75771d14-5a03-412c-9a31-9712811fe7a1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.350847 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ebd55686-0d7e-45f7-96eb-ac5002b54758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.353634 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e20d7d5-314a-4f09-b13e-70bde1ee8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.357922 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e20d7d5-314a-4f09-b13e-70bde1ee8add admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.362281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1e20d7d5-314a-4f09-b13e-70bde1ee8add admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23a80966-c18a-4b0d-92b6-81f967e6c6d0 HTTP/1.1" status: 204 len: 168 time: 0.6094952 Sep 22 09:41:53.407500 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ebd55686-0d7e-45f7-96eb-ac5002b54758 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b3cc9c9594f405098921b4e677d1204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9486253 Sep 22 09:41:53.410167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47010) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:53.427804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd55686-0d7e-45f7-96eb-ac5002b54758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6056b1ac-23fd-4709-9224-db5c43fafe37,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:53.468296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75771d14-5a03-412c-9a31-9712811fe7a1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 87821209-bd41-4ad2-852d-e1ca72bdcf3f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:41:53.471410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20d7d5-314a-4f09-b13e-70bde1ee8add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a80966-c18a-4b0d-92b6-81f967e6c6d0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:53.551112 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-755f9341-42cb-4704-b0f6-ef580889614e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.585364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635d893-86ce-43cc-aa5a-f9e8b09bcf67 req-dbd8c15b-14aa-43db-8490-7e572566d77e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:53.586201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75771d14-5a03-412c-9a31-9712811fe7a1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:53.586919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e635d893-86ce-43cc-aa5a-f9e8b09bcf67 req-dbd8c15b-14aa-43db-8490-7e572566d77e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 945 time: 0.0833843 Sep 22 09:41:53.589689 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-755f9341-42cb-4704-b0f6-ef580889614e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.592337 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-75771d14-5a03-412c-9a31-9712811fe7a1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/87821209-bd41-4ad2-852d-e1ca72bdcf3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1456311 Sep 22 09:41:53.596117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47016) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:53.605627 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a3991-67ee-4f56-a3aa-f404264625e2 None None] Sync routers for ids ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:53.613062 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a3991-67ee-4f56-a3aa-f404264625e2 None None] Routers {'87821209-bd41-4ad2-852d-e1ca72bdcf3f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:53.613928 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-961a3991-67ee-4f56-a3aa-f404264625e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:53.664275 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-961a3991-67ee-4f56-a3aa-f404264625e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:53.675594 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a3991-67ee-4f56-a3aa-f404264625e2 None None] Routers {'87821209-bd41-4ad2-852d-e1ca72bdcf3f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:53.676517 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-961a3991-67ee-4f56-a3aa-f404264625e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:53.699995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e635d893-86ce-43cc-aa5a-f9e8b09bcf67 req-5de4f693-183a-4c62-a75e-6bc7f78781e7 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993767 Sep 22 09:41:53.728459 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-961a3991-67ee-4f56-a3aa-f404264625e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:53.729165 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a3991-67ee-4f56-a3aa-f404264625e2 None None] The sync data for ids ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:53.756900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a97df449-8aff-46eb-83f9-505a0569d708 req-03a82e97-ba3f-418d-a99e-674077a9b684 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0501068 Sep 22 09:41:53.848541 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-755f9341-42cb-4704-b0f6-ef580889614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.851858 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-755f9341-42cb-4704-b0f6-ef580889614e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:53.853503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-755f9341-42cb-4704-b0f6-ef580889614e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6056b1ac-23fd-4709-9224-db5c43fafe37 HTTP/1.1" status: 204 len: 168 time: 0.4423766 Sep 22 09:41:53.862548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f9341-42cb-4704-b0f6-ef580889614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6056b1ac-23fd-4709-9224-db5c43fafe37,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:53.999143 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f25076-d8a6-4ba3-a8fe-3152ecb00be4 req-e9b65762-db22-4b53-a606-2ed0c640a4df tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:54.001009 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-71f25076-d8a6-4ba3-a8fe-3152ecb00be4 req-e9b65762-db22-4b53-a606-2ed0c640a4df tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 946 time: 0.1055732 Sep 22 09:41:54.180719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198162e7-4fe6-4080-9eb3-382955dc83b2 req-d740c216-17ae-4e7f-90b1-e73635f37082 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:54.185742 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b524f59c-f070-48e4-8463-cf9ffa38a7bc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:54.186997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-198162e7-4fe6-4080-9eb3-382955dc83b2 req-d740c216-17ae-4e7f-90b1-e73635f37082 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 946 time: 0.0749881 Sep 22 09:41:54.234381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:54.248942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-198162e7-4fe6-4080-9eb3-382955dc83b2 req-34b74e3c-c9f9-43db-869a-0a41607bcac3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475116 Sep 22 09:41:54.271087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-71f25076-d8a6-4ba3-a8fe-3152ecb00be4 req-a93523e1-f00d-45ed-b42e-26bbea6b4ac7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Deleting port 871f7740-08ce-40a1-94fd-0b0b59c21265 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:54.271429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-71f25076-d8a6-4ba3-a8fe-3152ecb00be4 req-a93523e1-f00d-45ed-b42e-26bbea6b4ac7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:54.332538 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f5b8dbf6-847c-439a-98f3-9e5cfc7f7536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:54.364044 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:54.393146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b18364-8687-46c2-8c10-2744d08fbd21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:54.399268 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c916fb-210e-44c2-9e72-23fea6f341ed" -d '{"events": [{"server_uuid": "74b18364-8687-46c2-8c10-2744d08fbd21", "name": "network-vif-unplugged", "status": "completed", "tag": "1e54ec4c-8faa-4ccd-9d55-31d30824f9e6"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:54.440411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:54.455054 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa24ccd-df29-47f2-9d62-2d6f1525afaa x-openstack-request-id: req-cfa24ccd-df29-47f2-9d62-2d6f1525afaa {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:54.455519 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b18364-8687-46c2-8c10-2744d08fbd21", "name": "network-vif-unplugged", "status": "failed", "tag": "1e54ec4c-8faa-4ccd-9d55-31d30824f9e6", "code": 422}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:54.455639 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfa24ccd-df29-47f2-9d62-2d6f1525afaa {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:54.455988 n-d-805649-4 neutron-server[95511]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74b18364-8687-46c2-8c10-2744d08fbd21', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6', 'code': 422} returned with failed status Sep 22 09:41:54.482075 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:54.534331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-71f25076-d8a6-4ba3-a8fe-3152ecb00be4 req-a93523e1-f00d-45ed-b42e-26bbea6b4ac7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] For port 871f7740-08ce-40a1-94fd-0b0b59c21265, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=871f7740-08ce-40a1-94fd-0b0b59c21265,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:54.534696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-71f25076-d8a6-4ba3-a8fe-3152ecb00be4 req-a93523e1-f00d-45ed-b42e-26bbea6b4ac7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:54.591084 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:54.609880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-71f25076-d8a6-4ba3-a8fe-3152ecb00be4 req-a93523e1-f00d-45ed-b42e-26bbea6b4ac7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Calling delete_port for 871f7740-08ce-40a1-94fd-0b0b59c21265 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:54.655386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:54.839042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b524f59c-f070-48e4-8463-cf9ffa38a7bc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 4dd53ec6-5c61-476f-9bf2-139862520a92 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:54.842904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b524f59c-f070-48e4-8463-cf9ffa38a7bc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:54.851996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47080) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:54.882591 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-71f25076-d8a6-4ba3-a8fe-3152ecb00be4 req-a93523e1-f00d-45ed-b42e-26bbea6b4ac7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:54.896698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['871f7740-08ce-40a1-94fd-0b0b59c21265'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:41:54.898983 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5645ef9b-9bda-4e3c-a354-4e9d61e31d7f', 'e683f931-e7b0-4c46-8c9c-7748e7f6405a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:41:55.025222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93523e1-f00d-45ed-b42e-26bbea6b4ac7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Pushing event deleted for resources: {'Port': ['ID=871f7740-08ce-40a1-94fd-0b0b59c21265,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:55.068764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1164115820-network', 'tenant_id': '255781b38c1b453f9464ebab59e138f8'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:55.076766 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dee992c0-c3c0-4a5f-93a4-37b2138776ed req-cac9dd18-0ec1-4307-8cd7-465d2832f95a tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0853403 Sep 22 09:41:55.088554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56952021-29c4-4359-84bf-225d3794abfb req-c5235591-eb14-4093-b23c-b588679cb91b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:55.109282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56952021-29c4-4359-84bf-225d3794abfb req-c5235591-eb14-4093-b23c-b588679cb91b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 943 time: 0.2190928 Sep 22 09:41:55.149190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f25076-d8a6-4ba3-a8fe-3152ecb00be4 req-a93523e1-f00d-45ed-b42e-26bbea6b4ac7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] No DVR routers for this DVR port 871f7740-08ce-40a1-94fd-0b0b59c21265 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:55.153127 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-71f25076-d8a6-4ba3-a8fe-3152ecb00be4 req-a93523e1-f00d-45ed-b42e-26bbea6b4ac7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:55.156212 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-71f25076-d8a6-4ba3-a8fe-3152ecb00be4 req-a93523e1-f00d-45ed-b42e-26bbea6b4ac7 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.60 "DELETE /v2.0/ports/871f7740-08ce-40a1-94fd-0b0b59c21265 HTTP/1.1" status: 204 len: 173 time: 1.1475031 Sep 22 09:41:55.158478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b524f59c-f070-48e4-8463-cf9ffa38a7bc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:55.161820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14cdaf-2718-4f1f-87c6-9a0675801762', 'name': 'network-vif-deleted', 'tag': '871f7740-08ce-40a1-94fd-0b0b59c21265'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:55.164472 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd67487f-ad09-4b48-ba0e-634028a90e0e" -d '{"events": [{"server_uuid": "6d14cdaf-2718-4f1f-87c6-9a0675801762", "name": "network-vif-deleted", "tag": "871f7740-08ce-40a1-94fd-0b0b59c21265"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:55.184283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b524f59c-f070-48e4-8463-cf9ffa38a7bc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 4dd53ec6-5c61-476f-9bf2-139862520a92 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:55.236071 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361d037f-27ac-455c-ae22-1407437c0137 x-openstack-request-id: req-361d037f-27ac-455c-ae22-1407437c0137 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:41:55.236071 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14cdaf-2718-4f1f-87c6-9a0675801762", "name": "network-vif-deleted", "tag": "871f7740-08ce-40a1-94fd-0b0b59c21265", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:41:55.236846 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-361d037f-27ac-455c-ae22-1407437c0137 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:41:55.236846 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d14cdaf-2718-4f1f-87c6-9a0675801762', 'name': 'network-vif-deleted', 'tag': '871f7740-08ce-40a1-94fd-0b0b59c21265', 'status': 'completed', 'code': 200} Sep 22 09:41:55.251403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56952021-29c4-4359-84bf-225d3794abfb req-182fe875-8e12-4c7c-a075-defd9742ad9c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194158 Sep 22 09:41:55.289376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Made reservation on behalf of 255781b38c1b453f9464ebab59e138f8 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:55.295307 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:55.335879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:55.423115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0a8adc09-448f-4bc1-ab5f-bbccc2c7dd0f req-18cf6aca-9189-41b2-a2f8-8c985bd17b74 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 210 time: 0.0654674 Sep 22 09:41:55.688670 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b524f59c-f070-48e4-8463-cf9ffa38a7bc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:55.741094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524f59c-f070-48e4-8463-cf9ffa38a7bc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=4dd53ec6-5c61-476f-9bf2-139862520a92,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:55.793164 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:55.914134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b524f59c-f070-48e4-8463-cf9ffa38a7bc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:55.928951 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:55.969811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:41:56.013621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b87d67-3706-487a-b3db-5aeaae24a11e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:56.045428 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:56.045838 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Added segment 7583527d-7166-4a4e-9ac8-5f0728688c48 of type vlan for network cca937a5-581c-4426-9723-be378be2916d Sep 22 09:41:56.145599 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:56.193860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b524f59c-f070-48e4-8463-cf9ffa38a7bc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 87821209-bd41-4ad2-852d-e1ca72bdcf3f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:41:56.240664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fed0a877-97cd-42b8-8deb-b1c754392318 req-dd9fa5f2-7cb5-4fa2-8645-dbe9533d8415 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0386262 Sep 22 09:41:56.289407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b524f59c-f070-48e4-8463-cf9ffa38a7bc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:41:56.296437 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b524f59c-f070-48e4-8463-cf9ffa38a7bc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/87821209-bd41-4ad2-852d-e1ca72bdcf3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6989944 Sep 22 09:41:56.301075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47128) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:56.310040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c936fb-f0d7-4505-a06c-7caae5522f6f None None] Sync routers for ids ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:41:56.324501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c936fb-f0d7-4505-a06c-7caae5522f6f None None] Routers {'87821209-bd41-4ad2-852d-e1ca72bdcf3f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:56.327098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f9c936fb-f0d7-4505-a06c-7caae5522f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:56.344353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4009aac9-c3f6-4f98-9689-83a8ed63b821 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=87821209-bd41-4ad2-852d-e1ca72bdcf3f HTTP/1.1" status: 200 len: 205 time: 0.0416098 Sep 22 09:41:56.346620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47134) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:56.413404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f9c936fb-f0d7-4505-a06c-7caae5522f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:56.429002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c936fb-f0d7-4505-a06c-7caae5522f6f None None] Routers {'87821209-bd41-4ad2-852d-e1ca72bdcf3f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:41:56.430101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f9c936fb-f0d7-4505-a06c-7caae5522f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:56.478276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f9c936fb-f0d7-4505-a06c-7caae5522f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:56.479894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c936fb-f0d7-4505-a06c-7caae5522f6f None None] The sync data for ids ['87821209-bd41-4ad2-852d-e1ca72bdcf3f'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:41:56.490426 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:56.491659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:56.492480 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:56.497397 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3631dfe8-3719-4f7a-aea0-fcb0376ae409 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:56.669105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] Pushing event updated for resources: {'Network': ['ID=cca937a5-581c-4426-9723-be378be2916d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:56.679902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network cca937a5-581c-4426-9723-be378be2916d details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:41:56.739936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59efd59c-f7b5-4ee0-a584-2d7f9d8da359 req-f1fccca4-6f0f-4054-84ab-4f4dd1825516 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d14cdaf-2718-4f1f-87c6-9a0675801762 HTTP/1.1" status: 200 len: 210 time: 0.0641375 Sep 22 09:41:56.821865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-85d3134b-b225-40d7-b12b-4e7dd3b46309 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9681430 Sep 22 09:41:56.829350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47170) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:56.837213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] Request body: {'subnet': {'network_id': 'cca937a5-581c-4426-9723-be378be2916d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1164115820-subnet', 'tenant_id': '255781b38c1b453f9464ebab59e138f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:41:56.929393 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3631dfe8-3719-4f7a-aea0-fcb0376ae409 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:56.933113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3631dfe8-3719-4f7a-aea0-fcb0376ae409 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:56.997116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] Made reservation on behalf of 255781b38c1b453f9464ebab59e138f8 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:41:56.999966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.028191 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bb8e0656-c290-426d-ad41-3aa56e1350b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.100111 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3631dfe8-3719-4f7a-aea0-fcb0376ae409 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.100780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3631dfe8-3719-4f7a-aea0-fcb0376ae409 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Fanout notify agent at l3_agent the message router_deleted on router 87821209-bd41-4ad2-852d-e1ca72bdcf3f {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:41:57.110228 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3631dfe8-3719-4f7a-aea0-fcb0376ae409 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.113500 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3631dfe8-3719-4f7a-aea0-fcb0376ae409 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/87821209-bd41-4ad2-852d-e1ca72bdcf3f HTTP/1.1" status: 204 len: 168 time: 0.7540758 Sep 22 09:41:57.114279 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47178) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:57.180718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting subnet 6b9511a2-9bde-4c30-898c-33be94500f18 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:41:57.186123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.233212 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.370625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.413905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ed00932-fbe6-4589-b02b-bb6c2d17b516 req-37b18c31-d007-4e1e-839c-0cf893853709 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/ports?device_id=82eade62-c824-4568-973a-ae57c0509fda HTTP/1.1" status: 200 len: 210 time: 0.0587480 Sep 22 09:41:57.431761 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.492831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a4b5df-b324-41ba-bbca-be70a81c305a,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:57.509113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] Checking segment: {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:41:57.509113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] Network hostable DHCP agents. Network: cca937a5-581c-4426-9723-be378be2916d, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:41:57.528560 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.575967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775119a1-269f-4bc0-a6a9-24626becff59 req-1769ba8f-bb8f-459b-82b2-e12900b00ade tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:57.577610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-775119a1-269f-4bc0-a6a9-24626becff59 req-1769ba8f-bb8f-459b-82b2-e12900b00ade tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=74b18364-8687-46c2-8c10-2744d08fbd21 HTTP/1.1" status: 200 len: 943 time: 0.0579634 Sep 22 09:41:57.682849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-775119a1-269f-4bc0-a6a9-24626becff59 req-2805e4b0-73e9-4554-89db-3cd3bd6eb7f9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Deleting port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:57.683228 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-775119a1-269f-4bc0-a6a9-24626becff59 req-2805e4b0-73e9-4554-89db-3cd3bd6eb7f9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.710861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47188) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:57.744769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] Network cca937a5-581c-4426-9723-be378be2916d is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:41:57.792863 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.820361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820aa197-4849-4e46-8ecb-e1033dabd5f0 None None] Network 0cd4d961-559e-4909-a402-69025f70a7c6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:57.834512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-775119a1-269f-4bc0-a6a9-24626becff59 req-2805e4b0-73e9-4554-89db-3cd3bd6eb7f9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] For port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:57.834916 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-775119a1-269f-4bc0-a6a9-24626becff59 req-2805e4b0-73e9-4554-89db-3cd3bd6eb7f9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.846044 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.854692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/6b9511a2-9bde-4c30-898c-33be94500f18 HTTP/1.1" status: 204 len: 168 time: 0.7364566 Sep 22 09:41:57.855007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47198) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:57.933334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9511a2-9bde-4c30-898c-33be94500f18,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:57.950904 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, cca937a5-581c-4426-9723-be378be2916d) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:41:57.965961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:57.967088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:57.975843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.976202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.977097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.977097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.977368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.977589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.977922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.978252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.978580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.978924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.979259 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.979742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a3cf-f47b-4de4-bbbb-6b8bba054bff tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:41:57.992968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-223a45c4-bb1e-44ff-b20d-b033a4e1b53f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting subnet 476cff6d-e210-40ec-ad65-012c9eb819b4 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:41:57.993668 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31f50e4-0d3a-47d9-864c-0eece6309a59 None None] Network cca937a5-581c-4426-9723-be378be2916d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:57.998923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-775119a1-269f-4bc0-a6a9-24626becff59 req-2805e4b0-73e9-4554-89db-3cd3bd6eb7f9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Calling delete_port for 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:58.008480 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-223a45c4-bb1e-44ff-b20d-b033a4e1b53f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.015757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d83aa202-11a1-4785-b337-2ce032b418df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.074462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-223a45c4-bb1e-44ff-b20d-b033a4e1b53f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.197381 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1a0208f4-e1a0-42d5-bedf-7c77002d9f84 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3649030 Sep 22 09:41:58.218441 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-223a45c4-bb1e-44ff-b20d-b033a4e1b53f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.255453 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.262845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c15964-2dbf-479e-8738-9f3ef353e1f7 None None] DHCP port deletion for 0cd4d961-559e-4909-a402-69025f70a7c6 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:41:58.269040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:58.374094 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-775119a1-269f-4bc0-a6a9-24626becff59 req-2805e4b0-73e9-4554-89db-3cd3bd6eb7f9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.390298 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d83aa202-11a1-4785-b337-2ce032b418df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.397890 n-d-805649-4 neutron-server[95511]: INFO neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No ports have port_id starting with 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 Sep 22 09:41:58.400406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 871f7740-08ce-40a1-94fd-0b0b59c21265 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:58.413623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805e4b0-73e9-4554-89db-3cd3bd6eb7f9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event deleted for resources: {'Port': ['ID=1e54ec4c-8faa-4ccd-9d55-31d30824f9e6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:58.431508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 871f7740-08ce-40a1-94fd-0b0b59c21265 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:58.432430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 871f7740-08ce-40a1-94fd-0b0b59c21265 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:58.435789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d5672-90c7-4577-aef7-7f3208d6f90d None None] Network cca937a5-581c-4426-9723-be378be2916d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:58.488261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-775119a1-269f-4bc0-a6a9-24626becff59 req-2805e4b0-73e9-4554-89db-3cd3bd6eb7f9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] No DVR routers for this DVR port 1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:58.491241 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-775119a1-269f-4bc0-a6a9-24626becff59 req-2805e4b0-73e9-4554-89db-3cd3bd6eb7f9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.495919 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-223a45c4-bb1e-44ff-b20d-b033a4e1b53f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.502887 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-775119a1-269f-4bc0-a6a9-24626becff59 req-2805e4b0-73e9-4554-89db-3cd3bd6eb7f9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "DELETE /v2.0/ports/1e54ec4c-8faa-4ccd-9d55-31d30824f9e6 HTTP/1.1" status: 204 len: 173 time: 0.9190400 Sep 22 09:41:58.504884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b18364-8687-46c2-8c10-2744d08fbd21', 'name': 'network-vif-deleted', 'tag': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:41:58.507600 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6305d2-43a6-448a-999b-86ff34c7ff28" -d '{"events": [{"server_uuid": "74b18364-8687-46c2-8c10-2744d08fbd21", "name": "network-vif-deleted", "tag": "1e54ec4c-8faa-4ccd-9d55-31d30824f9e6"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:41:58.512346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-60c15964-2dbf-479e-8738-9f3ef353e1f7 None None] Deleting port 82498603-0031-449e-8ada-19369bf852bf {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:58.512761 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-60c15964-2dbf-479e-8738-9f3ef353e1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.526764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-223a45c4-bb1e-44ff-b20d-b033a4e1b53f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.533359 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-223a45c4-bb1e-44ff-b20d-b033a4e1b53f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/476cff6d-e210-40ec-ad65-012c9eb819b4 HTTP/1.1" status: 204 len: 168 time: 0.6770306 Sep 22 09:41:58.539222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47222) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:58.553012 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe90d99-04e6-4f6c-a550-76738f5aafa4 None None] Network 5549145e-4f90-48d0-90a5-aa1f33baf122 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:41:58.596327 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d83aa202-11a1-4785-b337-2ce032b418df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.670648 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.676849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47226) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:41:58.677640 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d83aa202-11a1-4785-b337-2ce032b418df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ad844121cae4259be4c70471f9c7390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9656596 Sep 22 09:41:58.678561 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a45c4-bb1e-44ff-b20d-b033a4e1b53f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Subnet': ['ID=476cff6d-e210-40ec-ad65-012c9eb819b4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:58.702120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83aa202-11a1-4785-b337-2ce032b418df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7895c48-331e-41dc-a571-1ac897366851,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:58.703071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-60c15964-2dbf-479e-8738-9f3ef353e1f7 None None] For port 82498603-0031-449e-8ada-19369bf852bf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=82498603-0031-449e-8ada-19369bf852bf,segment=NetworkSegment(f0d0717b-0fbc-47db-b041-445ff678f675),segment_id=f0d0717b-0fbc-47db-b041-445ff678f675)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:58.703677 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-60c15964-2dbf-479e-8738-9f3ef353e1f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.774374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-60c15964-2dbf-479e-8738-9f3ef353e1f7 None None] Calling delete_port for 82498603-0031-449e-8ada-19369bf852bf owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:58.777560 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca400-a91b-43df-8a12-b48769926efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.813458 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca400-a91b-43df-8a12-b48769926efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:58.857390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 82498603-0031-449e-8ada-19369bf852bf {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:58.863081 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.009792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def0735-4651-4282-8d35-f663393aeaed None None] DHCP port deletion for 5549145e-4f90-48d0-90a5-aa1f33baf122 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:41:59.011391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port 82498603-0031-449e-8ada-19369bf852bf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=82498603-0031-449e-8ada-19369bf852bf,segment=NetworkSegment(f0d0717b-0fbc-47db-b041-445ff678f675),segment_id=f0d0717b-0fbc-47db-b041-445ff678f675)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:59.012657 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.059249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 82498603-0031-449e-8ada-19369bf852bf owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:59.074741 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-b36fa810-650d-406e-ba2e-7a263ff3edaa tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:59.075772 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-60c15964-2dbf-479e-8738-9f3ef353e1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.080151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-b36fa810-650d-406e-ba2e-7a263ff3edaa tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 815 time: 0.2702694 Sep 22 09:41:59.118784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 82498603-0031-449e-8ada-19369bf852bf no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:41:59.124492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c15964-2dbf-479e-8738-9f3ef353e1f7 None None] Pushing event deleted for resources: {'Port': ['ID=82498603-0031-449e-8ada-19369bf852bf,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:59.139673 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-095c5286-82bb-414d-b984-9fa2b75df2c0 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/quotas/255781b38c1b453f9464ebab59e138f8 HTTP/1.1" status: 200 len: 375 time: 0.0467513 Sep 22 09:41:59.167228 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca400-a91b-43df-8a12-b48769926efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.169813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca400-a91b-43df-8a12-b48769926efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.170953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5f6ca400-a91b-43df-8a12-b48769926efc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7895c48-331e-41dc-a571-1ac897366851 HTTP/1.1" status: 204 len: 168 time: 0.4924400 Sep 22 09:41:59.180613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c15964-2dbf-479e-8738-9f3ef353e1f7 None None] No DVR routers for this DVR port 82498603-0031-449e-8ada-19369bf852bf on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:59.185404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 82498603-0031-449e-8ada-19369bf852bf {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:41:59.185404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 82498603-0031-449e-8ada-19369bf852bf not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:41:59.215338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3def0735-4651-4282-8d35-f663393aeaed None None] Deleting port 83fe7022-da19-487a-a0cf-a84e54c0b77c {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:41:59.216379 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3def0735-4651-4282-8d35-f663393aeaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.250417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-80859c32-b570-40c9-adc8-3c6cb0078a35 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894310 Sep 22 09:41:59.251158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ca400-a91b-43df-8a12-b48769926efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7895c48-331e-41dc-a571-1ac897366851,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:59.303063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3def0735-4651-4282-8d35-f663393aeaed None None] For port 83fe7022-da19-487a-a0cf-a84e54c0b77c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=83fe7022-da19-487a-a0cf-a84e54c0b77c,segment=NetworkSegment(78ab4fa1-7deb-4319-8e52-e3a427f331b8),segment_id=78ab4fa1-7deb-4319-8e52-e3a427f331b8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:41:59.303845 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3def0735-4651-4282-8d35-f663393aeaed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.331864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3def0735-4651-4282-8d35-f663393aeaed None None] Calling delete_port for 83fe7022-da19-487a-a0cf-a84e54c0b77c owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:41:59.365862 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.397233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-d744e43f-b2ed-4440-9c02-1be9eadd5276 service neutron] 10.222.0.49 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283805 Sep 22 09:41:59.400849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=82498603-0031-449e-8ada-19369bf852bf,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:59.419427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No DVR routers for this DVR port 82498603-0031-449e-8ada-19369bf852bf on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:59.527431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3def0735-4651-4282-8d35-f663393aeaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.557920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def0735-4651-4282-8d35-f663393aeaed None None] Pushing event deleted for resources: {'Port': ['ID=83fe7022-da19-487a-a0cf-a84e54c0b77c,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:41:59.566950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def0735-4651-4282-8d35-f663393aeaed None None] No DVR routers for this DVR port 83fe7022-da19-487a-a0cf-a84e54c0b77c on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:41:59.836966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.868393 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.923162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd4d961-559e-4909-a402-69025f70a7c6']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:59.941582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d0717b-0fbc-47db-b041-445ff678f675') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:59.941891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d0717b-0fbc-47db-b041-445ff678f675') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:41:59.955331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-40e24d44-8078-4e2d-8d8d-803343a5eb95 service neutron] 10.222.0.49 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487626 Sep 22 09:41:59.956980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:41:59.981488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac334e85-bc43-4381-8aa4-3e490ab75a0c req-f105f283-9430-41a8-8a97-05dc7f96198c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:41:59.988599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac334e85-bc43-4381-8aa4-3e490ab75a0c req-f105f283-9430-41a8-8a97-05dc7f96198c tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b HTTP/1.1" status: 200 len: 946 time: 0.1149719 Sep 22 09:41:59.991131 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.003123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:42:00.003562 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:42:00.006653 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:42:00.111405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac334e85-bc43-4381-8aa4-3e490ab75a0c req-c97472c9-3a6f-4272-97e8-ab15be124521 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216521 Sep 22 09:42:00.145911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9114aa-fb3e-4880-bd60-6a2d670e6188 req-12aa66c1-e8fd-44c7-9e6c-13f7e6f165d6 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:00.147411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d9114aa-fb3e-4880-bd60-6a2d670e6188 req-12aa66c1-e8fd-44c7-9e6c-13f7e6f165d6 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b HTTP/1.1" status: 200 len: 946 time: 0.0665874 Sep 22 09:42:00.196529 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 22 Sep 2021 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c66e1-5891-493a-af18-8877804c106a x-openstack-request-id: req-ee4c66e1-5891-493a-af18-8877804c106a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:00.196956 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b18364-8687-46c2-8c10-2744d08fbd21", "name": "network-vif-deleted", "tag": "1e54ec4c-8faa-4ccd-9d55-31d30824f9e6", "status": "failed", "code": 422}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:00.200359 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee4c66e1-5891-493a-af18-8877804c106a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:00.200359 n-d-805649-4 neutron-server[95510]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74b18364-8687-46c2-8c10-2744d08fbd21', 'name': 'network-vif-deleted', 'tag': '1e54ec4c-8faa-4ccd-9d55-31d30824f9e6', 'status': 'failed', 'code': 422} returned with failed status Sep 22 09:42:00.261310 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.273255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47274) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:00.278238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.284612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/networks/0cd4d961-559e-4909-a402-69025f70a7c6 HTTP/1.1" status: 204 len: 168 time: 1.7436674 Sep 22 09:42:00.286990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47276) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:00.302832 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93e8fc2c-8a20-48a7-b058-d2c6fe2d91bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.343396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47282) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:00.408790 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:42:00.472414 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-49798402-a9cc-494b-9a63-9c16c3f1a3a9 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.488837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb321ee-866b-4a30-81a6-a27d476c24d7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Network': ['ID=0cd4d961-559e-4909-a402-69025f70a7c6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:00.526918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-49798402-a9cc-494b-9a63-9c16c3f1a3a9 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.557660 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02c8234f-2c19-48c0-b074-b292840a022a req-816a41e2-5011-4e0d-90fb-00fe3099cd07 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 210 time: 0.1651773 Sep 22 09:42:00.592985 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.599527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4d9114aa-fb3e-4880-bd60-6a2d670e6188 req-fbdb9e78-0d44-4026-8335-8285517f8006 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Deleting port e683f931-e7b0-4c46-8c9c-7748e7f6405a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:00.599871 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4d9114aa-fb3e-4880-bd60-6a2d670e6188 req-fbdb9e78-0d44-4026-8335-8285517f8006 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.606682 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93e8fc2c-8a20-48a7-b058-d2c6fe2d91bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.814397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93e8fc2c-8a20-48a7-b058-d2c6fe2d91bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.818281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-49798402-a9cc-494b-9a63-9c16c3f1a3a9 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.820831 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-49798402-a9cc-494b-9a63-9c16c3f1a3a9 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.822010 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-49798402-a9cc-494b-9a63-9c16c3f1a3a9 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "DELETE /v2.0/security-groups/7e902a99-3d50-48eb-beb4-71ce7e44ce00 HTTP/1.1" status: 204 len: 168 time: 0.4773865 Sep 22 09:42:00.831104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.834539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47310) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:00.856992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4d9114aa-fb3e-4880-bd60-6a2d670e6188 req-fbdb9e78-0d44-4026-8335-8285517f8006 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] For port e683f931-e7b0-4c46-8c9c-7748e7f6405a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e683f931-e7b0-4c46-8c9c-7748e7f6405a,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:00.857367 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4d9114aa-fb3e-4880-bd60-6a2d670e6188 req-fbdb9e78-0d44-4026-8335-8285517f8006 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:00.893210 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-d73d0ce1-2a95-476c-99a7-389764faa954 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:00.894774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-d73d0ce1-2a95-476c-99a7-389764faa954 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 0.2711239 Sep 22 09:42:00.899570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5549145e-4f90-48d0-90a5-aa1f33baf122']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:00.902632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4d9114aa-fb3e-4880-bd60-6a2d670e6188 req-fbdb9e78-0d44-4026-8335-8285517f8006 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Calling delete_port for e683f931-e7b0-4c46-8c9c-7748e7f6405a owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:00.926425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ab4fa1-7deb-4319-8e52-e3a427f331b8') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:00.926827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ab4fa1-7deb-4319-8e52-e3a427f331b8') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:00.940284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-db7a8955-1be1-4946-b8e6-e4ff5d7cc778 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/quotas/8bd70d7a90ed493c918a390115ac4717 HTTP/1.1" status: 200 len: 375 time: 0.0355730 Sep 22 09:42:00.942081 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.045653 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.077796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 83fe7022-da19-487a-a0cf-a84e54c0b77c no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:01.118032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 83fe7022-da19-487a-a0cf-a84e54c0b77c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:01.118378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 83fe7022-da19-487a-a0cf-a84e54c0b77c not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:01.208011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-38b09e7f-f32d-491d-9a0b-18f866c46c60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2301884 Sep 22 09:42:01.212698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:42:01.225415 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:42:01.229527 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:42:01.233579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47318) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:01.257509 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-a58da965-d747-4bcc-b45b-8108c2c800cf tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] show failed (client error): The resource could not be found. Sep 22 09:42:01.258564 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a58da965-d747-4bcc-b45b-8108c2c800cf tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "GET /v2.0/security-groups/7e902a99-3d50-48eb-beb4-71ce7e44ce00 HTTP/1.1" status: 404 len: 347 time: 0.4230921 Sep 22 09:42:01.261559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8fc2c-8a20-48a7-b058-d2c6fe2d91bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cbb201-4b59-4cbd-b502-272f2b9fcbe8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:01.264707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47322) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:01.266474 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-93e8fc2c-8a20-48a7-b058-d2c6fe2d91bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df17e9490fc44467828d69d9f5a8f288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9912975 Sep 22 09:42:01.270836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47326) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:01.293681 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49798402-a9cc-494b-9a63-9c16c3f1a3a9 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e902a99-3d50-48eb-beb4-71ce7e44ce00,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:01.360005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4618b0b8-053c-4246-bd4e-f9ca16d5e321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.386337 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4618b0b8-053c-4246-bd4e-f9ca16d5e321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.492603 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4d9114aa-fb3e-4880-bd60-6a2d670e6188 req-fbdb9e78-0d44-4026-8335-8285517f8006 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.506421 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-859dad23-1e8b-4b40-b1c6-5caef9c60eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.511601 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5645ef9b-9bda-4e3c-a354-4e9d61e31d7f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:01.568616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4618b0b8-053c-4246-bd4e-f9ca16d5e321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.571485 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4618b0b8-053c-4246-bd4e-f9ca16d5e321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.572860 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4618b0b8-053c-4246-bd4e-f9ca16d5e321 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0cbb201-4b59-4cbd-b502-272f2b9fcbe8 HTTP/1.1" status: 204 len: 168 time: 0.2991796 Sep 22 09:42:01.584758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618b0b8-053c-4246-bd4e-f9ca16d5e321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cbb201-4b59-4cbd-b502-272f2b9fcbe8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:01.714190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb9e78-0d44-4026-8335-8285517f8006 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Pushing event deleted for resources: {'Port': ['ID=e683f931-e7b0-4c46-8c9c-7748e7f6405a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:01.748676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.784463 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.790245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47342) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:01.793492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/networks/5549145e-4f90-48d0-90a5-aa1f33baf122 HTTP/1.1" status: 204 len: 168 time: 1.5046132 Sep 22 09:42:01.798662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1110003807'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:01.813240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6d41c-4af8-4c6a-987e-1eaf43816897 req-7f228611-7875-4456-9724-3160a300800b tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:01.817192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64f6d41c-4af8-4c6a-987e-1eaf43816897 req-7f228611-7875-4456-9724-3160a300800b tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b HTTP/1.1" status: 200 len: 867 time: 0.5497861 Sep 22 09:42:01.850289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-5ef1008d-53b3-44d6-a7f2-2c84bff3db1e service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179845 Sep 22 09:42:01.858587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9114aa-fb3e-4880-bd60-6a2d670e6188 req-fbdb9e78-0d44-4026-8335-8285517f8006 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] No DVR routers for this DVR port e683f931-e7b0-4c46-8c9c-7748e7f6405a on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:01.863206 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-859dad23-1e8b-4b40-b1c6-5caef9c60eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.868936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f00d89-bdcf-48ad-af3d-7f9f7a476cb4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Network': ['ID=5549145e-4f90-48d0-90a5-aa1f33baf122,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:01.868936 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4d9114aa-fb3e-4880-bd60-6a2d670e6188 req-fbdb9e78-0d44-4026-8335-8285517f8006 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.871220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d9114aa-fb3e-4880-bd60-6a2d670e6188 req-fbdb9e78-0d44-4026-8335-8285517f8006 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.45 "DELETE /v2.0/ports/e683f931-e7b0-4c46-8c9c-7748e7f6405a HTTP/1.1" status: 204 len: 173 time: 1.7115650 Sep 22 09:42:01.960237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-bd04a019-722b-4ded-85cb-1c9b7af8e093 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Deleting port ef662b3d-f240-437c-9684-858ed7f2466b {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:01.960631 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd04a019-722b-4ded-85cb-1c9b7af8e093 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:01.999620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64f6d41c-4af8-4c6a-987e-1eaf43816897 req-3e2bcce7-493d-477a-9cb9-432b16233322 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442223 Sep 22 09:42:02.134056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-859dad23-1e8b-4b40-b1c6-5caef9c60eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.145873 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-88dcabad-e8df-4ef7-84f3-46f915634a31 service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852397 Sep 22 09:42:02.183429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd04a019-722b-4ded-85cb-1c9b7af8e093 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.183429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd04a019-722b-4ded-85cb-1c9b7af8e093 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.202922 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:02.206574 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.208745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8392e82c-d2fd-48ee-8f00-778d4079b563 req-34542d58-c7b7-4e67-bd0e-14f924d04857 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 210 time: 0.1473107 Sep 22 09:42:02.227358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fffdff7-f3a3-4760-95f2-dc9407aa829b', 'name': 'network-vif-deleted', 'tag': 'e683f931-e7b0-4c46-8c9c-7748e7f6405a'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:02.232706 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ab0cff-606b-4032-96d7-20096925575d" -d '{"events": [{"server_uuid": "1fffdff7-f3a3-4760-95f2-dc9407aa829b", "name": "network-vif-deleted", "tag": "e683f931-e7b0-4c46-8c9c-7748e7f6405a"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:02.273114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:42:02.284473 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-859dad23-1e8b-4b40-b1c6-5caef9c60eff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4231a2613b9746c9abf91dfdf08cabac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0431466 Sep 22 09:42:02.284473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-bd04a019-722b-4ded-85cb-1c9b7af8e093 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Calling delete_port for ef662b3d-f240-437c-9684-858ed7f2466b owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:02.297603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47352) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:02.308548 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.310004 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added segment 9b0420d0-bff2-4b36-af6a-4708e7133f6e of type vlan for network 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 Sep 22 09:42:02.321369 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f2b64f-7a21-418e-b217-df63c8fb5ae8 x-openstack-request-id: req-79f2b64f-7a21-418e-b217-df63c8fb5ae8 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:02.322346 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fffdff7-f3a3-4760-95f2-dc9407aa829b", "name": "network-vif-deleted", "tag": "e683f931-e7b0-4c46-8c9c-7748e7f6405a", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:02.323448 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79f2b64f-7a21-418e-b217-df63c8fb5ae8 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:02.324157 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fffdff7-f3a3-4760-95f2-dc9407aa829b', 'name': 'network-vif-deleted', 'tag': 'e683f931-e7b0-4c46-8c9c-7748e7f6405a', 'status': 'completed', 'code': 200} Sep 22 09:42:02.344611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859dad23-1e8b-4b40-b1c6-5caef9c60eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3438925-17e6-4b3b-8ce9-5848402766ac,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:02.431585 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.473272 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd2457df-51d0-4b41-8f09-674fdcfa45a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.539755 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.546810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:02.549856 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.573766 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd2457df-51d0-4b41-8f09-674fdcfa45a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.648880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Network': ['ID=31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:02.661123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:42:02.679567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7cf67438-5a6e-476c-905f-0ea5d0e5bf43 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8857481 Sep 22 09:42:02.682822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47368) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:02.695088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'subnet': {'network_id': '31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:02.712842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f74c4088-5254-49c7-a9fd-4d34a84c5cca req-29f38f0a-e67e-464c-bd01-e3baf7b4187c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 210 time: 0.0670590 Sep 22 09:42:02.714654 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd04a019-722b-4ded-85cb-1c9b7af8e093 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.787780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04a019-722b-4ded-85cb-1c9b7af8e093 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Port': ['ID=ef662b3d-f240-437c-9684-858ed7f2466b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:02.858155 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd04a019-722b-4ded-85cb-1c9b7af8e093 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.864388 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd04a019-722b-4ded-85cb-1c9b7af8e093 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:02.866029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bd04a019-722b-4ded-85cb-1c9b7af8e093 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "DELETE /v2.0/floatingips/02f28595-eed5-4c56-87f0-653295eb1a7b HTTP/1.1" status: 204 len: 168 time: 1.5944488 Sep 22 09:42:02.875281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47378) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:02.978516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e683f931-e7b0-4c46-8c9c-7748e7f6405a no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:02.985236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c04e5f38-1564-4ee0-90c2-655d8f97d4e6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Deleting port e0fdafa7-e31f-4113-a70f-c05ee0d1c76c {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:02.985506 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c04e5f38-1564-4ee0-90c2-655d8f97d4e6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:03.001867 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd2457df-51d0-4b41-8f09-674fdcfa45a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:03.004560 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd2457df-51d0-4b41-8f09-674fdcfa45a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:03.005941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bd2457df-51d0-4b41-8f09-674fdcfa45a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3438925-17e6-4b3b-8ce9-5848402766ac HTTP/1.1" status: 204 len: 168 time: 0.7039630 Sep 22 09:42:03.011818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: e683f931-e7b0-4c46-8c9c-7748e7f6405a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:03.011818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e683f931-e7b0-4c46-8c9c-7748e7f6405a not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:03.032294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2457df-51d0-4b41-8f09-674fdcfa45a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3438925-17e6-4b3b-8ce9-5848402766ac,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:03.076592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:03.080578 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:03.137195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc10805b-56ba-4207-90d9-56b17f543118 req-8edf577f-0484-474d-ac4b-685a5271e8dc tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fffdff7-f3a3-4760-95f2-dc9407aa829b HTTP/1.1" status: 200 len: 210 time: 0.0288851 Sep 22 09:42:03.203251 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c04e5f38-1564-4ee0-90c2-655d8f97d4e6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:03.216011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c04e5f38-1564-4ee0-90c2-655d8f97d4e6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Calling delete_port for e0fdafa7-e31f-4113-a70f-c05ee0d1c76c owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:03.328834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c97112a-f9a5-4f16-9909-4c51659affaa req-2467bd85-18b4-4c74-aafb-b024aede7e52 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 210 time: 0.0328126 Sep 22 09:42:03.602999 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c04e5f38-1564-4ee0-90c2-655d8f97d4e6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:03.606505 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:03.656873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e5f38-1564-4ee0-90c2-655d8f97d4e6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Port': ['ID=e0fdafa7-e31f-4113-a70f-c05ee0d1c76c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:03.728563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Subnet': ['ID=0bdb5da0-3906-47c9-91a2-bcf1540851fd,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:03.765688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Checking segment: {'id': '9b0420d0-bff2-4b36-af6a-4708e7133f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:03.766255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network hostable DHCP agents. Network: 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:42:03.778546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c04e5f38-1564-4ee0-90c2-655d8f97d4e6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:03.783553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c04e5f38-1564-4ee0-90c2-655d8f97d4e6 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "DELETE /v2.0/ports/e0fdafa7-e31f-4113-a70f-c05ee0d1c76c HTTP/1.1" status: 204 len: 168 time: 0.9104939 Sep 22 09:42:03.783744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47410) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:03.835403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46402739-72d5-40da-a45e-94aca5e5b0c1 req-149324eb-6d23-4b00-8de4-53730be494f8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 210 time: 0.0533564 Sep 22 09:42:03.899847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-715d7124-14a2-4e21-b71b-28bbe4d94917 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Deleting port 035ee4b6-10df-4775-839e-fffd103db731 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:03.900190 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-715d7124-14a2-4e21-b71b-28bbe4d94917 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:03.964087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:42:04.003748 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-715d7124-14a2-4e21-b71b-28bbe4d94917 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.019568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-715d7124-14a2-4e21-b71b-28bbe4d94917 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Calling delete_port for 035ee4b6-10df-4775-839e-fffd103db731 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:04.182578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:04.196472 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c55dd-c4e7-4547-8989-a2a7d5f121f7 None None] Network 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:04.207868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47420) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:04.208542 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:04.209355 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.239119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d1bee5db-84d5-4a92-9c67-4245daa448e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.269791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-c687b239-abb1-4a12-b387-5f2231085df8 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:04.271758 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-c687b239-abb1-4a12-b387-5f2231085df8 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 815 time: 0.2031381 Sep 22 09:42:04.286029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Request body: {'port': {'device_id': '42288d83-c54c-41c7-99b0-5125f23d209f', 'network_id': 'cca937a5-581c-4426-9723-be378be2916d', 'admin_state_up': True, 'tenant_id': '255781b38c1b453f9464ebab59e138f8'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:04.377788 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-715d7124-14a2-4e21-b71b-28bbe4d94917 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.417223 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-13644980-c8d2-4064-b07b-efe6e52133fc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7289386 Sep 22 09:42:04.417839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3', 'network_id': '31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'fixed_ips': [{'subnet_id': '0bdb5da0-3906-47c9-91a2-bcf1540851fd'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:42:04.418970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.419938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47430) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:04.434645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5a97f552-a78e-4bf3-beac-ba6f478f7d07 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2019230740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:04.461362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d7124-14a2-4e21-b71b-28bbe4d94917 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Port': ['ID=035ee4b6-10df-4775-839e-fffd103db731,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:04.582153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b3675f4-9b58-4b6a-bd1c-aa97d369ca98 req-d7587184-9412-44be-b770-ab45eaa55ee5 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 210 time: 0.1067805 Sep 22 09:42:04.649496 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-715d7124-14a2-4e21-b71b-28bbe4d94917 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.655185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-715d7124-14a2-4e21-b71b-28bbe4d94917 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "DELETE /v2.0/ports/035ee4b6-10df-4775-839e-fffd103db731 HTTP/1.1" status: 204 len: 168 time: 0.8677526 Sep 22 09:42:04.656043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47434) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:04.662132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Allocated IP 2001:db8::2 (31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3/0bdb5da0-3906-47c9-91a2-bcf1540851fd/16f192d9-4912-431c-a26e-02c94ddb75a5) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:04.709972 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d1bee5db-84d5-4a92-9c67-4245daa448e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.776799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbd8be4-78a1-4f7e-aa8a-0e661380154b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Deleting subnet e7ae3516-7aae-40a1-abfb-02fb8c18323f {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:42:04.780189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8be4-78a1-4f7e-aa8a-0e661380154b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.829699 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8be4-78a1-4f7e-aa8a-0e661380154b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.858193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e243e-c4a2-442a-8866-8702af644e8a req-0c871df4-458f-4a13-ad5d-d7ebacda18df tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:04.860208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d8e243e-c4a2-442a-8866-8702af644e8a req-0c871df4-458f-4a13-ad5d-d7ebacda18df tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.0635226 Sep 22 09:42:04.861134 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d1bee5db-84d5-4a92-9c67-4245daa448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.886588 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.981381 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8be4-78a1-4f7e-aa8a-0e661380154b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:04.992599 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.029025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d8e243e-c4a2-442a-8866-8702af644e8a req-607738a6-d4a9-44f7-8833-041fc2c323f3 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163535 Sep 22 09:42:05.029869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bee5db-84d5-4a92-9c67-4245daa448e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee94f4c-de69-4a50-8098-6599009c67f4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:05.056945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Network 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:05.059856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:05.077199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:05.112990 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:42:05.112990 n-d-805649-4 neutron-server[95509]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 09:42:05.112990 n-d-805649-4 neutron-server[95509]: [parameters: {'project_id': '255781b38c1b453f9464ebab59e138f8', 'id': '61b22200-ffd5-4994-a8a7-2b1cd84a7414', 'expiration': datetime.datetime(2021, 9, 22, 9, 44, 5, 98317)}] Sep 22 09:42:05.112990 n-d-805649-4 neutron-server[95509]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:42:05.113442 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:42:05.113611 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61bacea5-044c-4f02-8373-3cc5ed8ff1ac req-626e5dd9-c874-41a2-93b0-71a5239244e6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 210 time: 0.1291933 Sep 22 09:42:05.117962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d1bee5db-84d5-4a92-9c67-4245daa448e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12075c47d3a14f21b83c01bbd1cc370c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9096186 Sep 22 09:42:05.122759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47452) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:05.175542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Pushing event updated for resources: {'Port': ['ID=16f192d9-4912-431c-a26e-02c94ddb75a5,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:05.223772 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6dd73442-000e-47cf-8c50-97ce0225d9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.233574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Attempting to bind port 16f192d9-4912-431c-a26e-02c94ddb75a5 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:42:05.234479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Attempting to bind port 16f192d9-4912-431c-a26e-02c94ddb75a5 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '9b0420d0-bff2-4b36-af6a-4708e7133f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:42:05.235063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Attempting to bind port 16f192d9-4912-431c-a26e-02c94ddb75a5 on network 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:05.243208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:42:05.243906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Checking segment: {'id': '9b0420d0-bff2-4b36-af6a-4708e7133f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:05.244490 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.245871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Bound using segment: {'id': '9b0420d0-bff2-4b36-af6a-4708e7133f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:42:05.246222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Bound port: 16f192d9-4912-431c-a26e-02c94ddb75a5, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0420d0-bff2-4b36-af6a-4708e7133f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:42:05.246612 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.257399 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6dd73442-000e-47cf-8c50-97ce0225d9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.278761 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a97f552-a78e-4bf3-beac-ba6f478f7d07 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.279798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a97f552-a78e-4bf3-beac-ba6f478f7d07 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.331392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] For port 16f192d9-4912-431c-a26e-02c94ddb75a5, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:42:05.337518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] For port 16f192d9-4912-431c-a26e-02c94ddb75a5, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=16f192d9-4912-431c-a26e-02c94ddb75a5,segment=NetworkSegment(9b0420d0-bff2-4b36-af6a-4708e7133f6e),segment_id=9b0420d0-bff2-4b36-af6a-4708e7133f6e)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:42:05.371262 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a97f552-a78e-4bf3-beac-ba6f478f7d07 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.685615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c170ac0-a8a1-4c70-bd95-6b05a241cd98 req-02b81f57-ed1b-43c0-8344-56b15384013d tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 210 time: 0.0289657 Sep 22 09:42:05.791319 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.849057 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Made reservation on behalf of 255781b38c1b453f9464ebab59e138f8 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:05.852697 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.856210 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a97f552-a78e-4bf3-beac-ba6f478f7d07 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.878545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9448d7-eb6f-4bf5-8fa7-349eb5c8ec89 None None] Pushing event updated for resources: {'Port': ['ID=16f192d9-4912-431c-a26e-02c94ddb75a5,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:05.878943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6dd73442-000e-47cf-8c50-97ce0225d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.878943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6dd73442-000e-47cf-8c50-97ce0225d9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.878943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6dd73442-000e-47cf-8c50-97ce0225d9f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bee94f4c-de69-4a50-8098-6599009c67f4 HTTP/1.1" status: 204 len: 168 time: 0.7525198 Sep 22 09:42:05.878943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8be4-78a1-4f7e-aa8a-0e661380154b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.933847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd73442-000e-47cf-8c50-97ce0225d9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee94f4c-de69-4a50-8098-6599009c67f4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:05.940669 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd8be4-78a1-4f7e-aa8a-0e661380154b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ae3516-7aae-40a1-abfb-02fb8c18323f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:05.945765 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8be4-78a1-4f7e-aa8a-0e661380154b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:05.948456 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5fbd8be4-78a1-4f7e-aa8a-0e661380154b tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "DELETE /v2.0/subnets/e7ae3516-7aae-40a1-abfb-02fb8c18323f HTTP/1.1" status: 204 len: 168 time: 1.2902026 Sep 22 09:42:05.952273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47480) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:05.958986 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c62561a-08ee-46d5-82fa-d17cf6925fd3 None None] Network 03800963-f1ce-4f7f-90d6-30730f3a8a91 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:06.015045 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a97f552-a78e-4bf3-beac-ba6f478f7d07 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:06.024554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47482) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:06.029303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5a97f552-a78e-4bf3-beac-ba6f478f7d07 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6033707 Sep 22 09:42:06.038080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'port': {'network_id': '31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3', 'name': 'tempest-RoutersIpV6Test-1210562504'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:06.165561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38d1f9a-2e33-46af-8997-fc9189cd1c58 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Deleting subnet 3398e745-1513-45c3-bb1e-2536bdc6f0b1 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:42:06.182002 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c38d1f9a-2e33-46af-8997-fc9189cd1c58 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:06.234507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Allocated IP 172.20.0.6 (cca937a5-581c-4426-9723-be378be2916d/d7a4b5df-b324-41ba-bbca-be70a81c305a/867df263-ca48-4844-b194-8caf6f608284) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:06.284266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5de5cac-7ce4-45eb-b73c-7a41ff3047f9 None None] DHCP port deletion for 03800963-f1ce-4f7f-90d6-30730f3a8a91 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:42:06.390505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c5de5cac-7ce4-45eb-b73c-7a41ff3047f9 None None] Deleting port 83c1ef66-01ab-490a-a85c-a582ffb94f83 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:06.392507 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5de5cac-7ce4-45eb-b73c-7a41ff3047f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:06.420478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47492) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:06.475334 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:06.514261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c5de5cac-7ce4-45eb-b73c-7a41ff3047f9 None None] For port 83c1ef66-01ab-490a-a85c-a582ffb94f83, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=83c1ef66-01ab-490a-a85c-a582ffb94f83,segment=NetworkSegment(35fb3db4-9091-4e9d-a939-cfa4a3ec10f0),segment_id=35fb3db4-9091-4e9d-a939-cfa4a3ec10f0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:06.515531 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5de5cac-7ce4-45eb-b73c-7a41ff3047f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:06.520128 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c38d1f9a-2e33-46af-8997-fc9189cd1c58 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:06.529608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-18fca635-e080-4b38-87c0-8baa9ff2dd6e req-4aee82af-b439-401d-8e37-b8af9df2b4fb tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 210 time: 0.1129327 Sep 22 09:42:06.538439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c5de5cac-7ce4-45eb-b73c-7a41ff3047f9 None None] Calling delete_port for 83c1ef66-01ab-490a-a85c-a582ffb94f83 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:06.585736 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:06.675127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Network cca937a5-581c-4426-9723-be378be2916d is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:06.685362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:06.695420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:06.751824 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5de5cac-7ce4-45eb-b73c-7a41ff3047f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:06.782091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c35ee-b44b-44bd-bba2-4d8f782f5a82 req-89ac9101-776c-476e-966b-a1d692194cc5 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:06.797368 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:06.798626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:06.808328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b80c35ee-b44b-44bd-bba2-4d8f782f5a82 req-89ac9101-776c-476e-966b-a1d692194cc5 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.6223502 Sep 22 09:42:06.814587 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:06.828810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Pushing event updated for resources: {'Port': ['ID=867df263-ca48-4844-b194-8caf6f608284,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:06.882472 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de5cac-7ce4-45eb-b73c-7a41ff3047f9 None None] Pushing event deleted for resources: {'Port': ['ID=83c1ef66-01ab-490a-a85c-a582ffb94f83,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:06.895786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de5cac-7ce4-45eb-b73c-7a41ff3047f9 None None] No DVR routers for this DVR port 83c1ef66-01ab-490a-a85c-a582ffb94f83 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:06.962413 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-011b7050-b1f9-43bb-98bd-f36184bec16e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6815307 Sep 22 09:42:06.976078 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Request body: {'port': {'device_id': '42288d83-c54c-41c7-99b0-5125f23d209f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:07.106705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 16f192d9-4912-431c-a26e-02c94ddb75a5 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:07.114904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.210788 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.250995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 16f192d9-4912-431c-a26e-02c94ddb75a5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:07.251709 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.321899 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.371257 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c38d1f9a-2e33-46af-8997-fc9189cd1c58 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.389014 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76554d8856e341a5b61a604c132f89cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9673657 Sep 22 09:42:07.401654 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.422641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47524) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:07.445777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b80c35ee-b44b-44bd-bba2-4d8f782f5a82 req-8ce882f0-68b8-4a08-a825-105bdd3e7681 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351509 Sep 22 09:42:07.450499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 16f192d9-4912-431c-a26e-02c94ddb75a5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=16f192d9-4912-431c-a26e-02c94ddb75a5,segment=NetworkSegment(9b0420d0-bff2-4b36-af6a-4708e7133f6e),segment_id=9b0420d0-bff2-4b36-af6a-4708e7133f6e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:07.459864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-3306507a-3aa9-4c45-a4a0-1d350c4e0108 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:07.462242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-3306507a-3aa9-4c45-a4a0-1d350c4e0108 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 1.0087652 Sep 22 09:42:07.471455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb4085d-d7b7-4a17-b244-223046a7e639,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:07.482999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.483348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.483695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.484033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.484365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.484699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.485053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.485379 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.485951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.486273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.486600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.486926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f86c0bc-35eb-4aa3-9761-8d0742486127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:07.514005 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:42:07.514005 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:42:07.514005 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': '17ad606c71ff4efe949a69068da10bcd', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 41, 46, 882176)}] Sep 22 09:42:07.514005 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:42:07.514005 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:42:07.528111 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56f75eb3-efb8-4ab7-9ecb-ccf9182d0a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.536935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Request body: {'port': {'device_id': '89116135-1a06-4f24-af32-1aa1d0b774d1', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'admin_state_up': True, 'tenant_id': '8bd70d7a90ed493c918a390115ac4717'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:07.547156 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.571469 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56f75eb3-efb8-4ab7-9ecb-ccf9182d0a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.626573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edffdc70-6c0c-4611-ac9d-adf6b2f4514a None None] Network 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:07.659087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 83c1ef66-01ab-490a-a85c-a582ffb94f83 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:07.692017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=16f192d9-4912-431c-a26e-02c94ddb75a5,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:07.694778 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c38d1f9a-2e33-46af-8997-fc9189cd1c58 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.702937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867df263-ca48-4844-b194-8caf6f608284 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:07.706894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65034e8d-4e38-40d7-9239-1a2128d6f739 req-12510b70-51d3-4b5f-9253-fc7adf898ffd tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:07.709637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65034e8d-4e38-40d7-9239-1a2128d6f739 req-12510b70-51d3-4b5f-9253-fc7adf898ffd tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.45 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 1.0726023 Sep 22 09:42:07.715525 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 83c1ef66-01ab-490a-a85c-a582ffb94f83 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:07.715877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 83c1ef66-01ab-490a-a85c-a582ffb94f83 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:07.741097 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.764618 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Transition to ACTIVE for port object 867df263-ca48-4844-b194-8caf6f608284 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:42:07.765630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56f75eb3-efb8-4ab7-9ecb-ccf9182d0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.766011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d1f9a-2e33-46af-8997-fc9189cd1c58 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Subnet': ['ID=3398e745-1513-45c3-bb1e-2536bdc6f0b1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:07.769160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cec63f1f-3422-40f2-9db6-bc4d980b4c0a None None] Provisioning complete for port 16f192d9-4912-431c-a26e-02c94ddb75a5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:07.769781 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cec63f1f-3422-40f2-9db6-bc4d980b4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.770194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56f75eb3-efb8-4ab7-9ecb-ccf9182d0a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.781109 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-56f75eb3-efb8-4ab7-9ecb-ccf9182d0a74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7eb4085d-d7b7-4a17-b244-223046a7e639 HTTP/1.1" status: 204 len: 168 time: 0.3573136 Sep 22 09:42:07.785714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e16051d-221e-4f8c-9107-ef9ae18295da req-7c47340e-55e4-4c47-8c4f-704d855c6646 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 210 time: 0.0983686 Sep 22 09:42:07.811729 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f75eb3-efb8-4ab7-9ecb-ccf9182d0a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb4085d-d7b7-4a17-b244-223046a7e639,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:07.818855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50bb2d-8653-4899-9be9-e9b59e485559 req-1d43d249-1907-4a06-a6f8-abbca5dc4e04 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:07.820460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce50bb2d-8653-4899-9be9-e9b59e485559 req-1d43d249-1907-4a06-a6f8-abbca5dc4e04 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 931 time: 0.9321890 Sep 22 09:42:07.862956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Made reservation on behalf of 8bd70d7a90ed493c918a390115ac4717 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:07.865300 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.875248 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.879802 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c38d1f9a-2e33-46af-8997-fc9189cd1c58 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:07.884385 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c38d1f9a-2e33-46af-8997-fc9189cd1c58 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "DELETE /v2.0/subnets/3398e745-1513-45c3-bb1e-2536bdc6f0b1 HTTP/1.1" status: 204 len: 168 time: 1.9306073 Sep 22 09:42:07.894652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47540) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:07.908594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b78c3-4624-49d8-be9b-8bbbb27477bc None None] Network d7720044-437c-429a-abf9-3517753c2382 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:07.987875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Pushing event updated for resources: {'Port': ['ID=867df263-ca48-4844-b194-8caf6f608284,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:08.120471 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.145282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce50bb2d-8653-4899-9be9-e9b59e485559 req-66c0b751-04d8-4318-85c7-e971222a8fa6 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533591 Sep 22 09:42:08.237910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-65034e8d-4e38-40d7-9239-1a2128d6f739 req-eb0af6e5-01c6-46a9-be5c-6663b3e97fc0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Deleting port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:08.237910 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-65034e8d-4e38-40d7-9239-1a2128d6f739 req-eb0af6e5-01c6-46a9-be5c-6663b3e97fc0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.246543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35557d33-caf9-4497-a3a4-cb80d119b22d None None] DHCP port deletion for d7720044-437c-429a-abf9-3517753c2382 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:42:08.289822 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.313323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Attempting to bind port 867df263-ca48-4844-b194-8caf6f608284 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:42:08.313893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Attempting to bind port 867df263-ca48-4844-b194-8caf6f608284 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:42:08.314397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Attempting to bind port 867df263-ca48-4844-b194-8caf6f608284 on network cca937a5-581c-4426-9723-be378be2916d {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:08.319688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Port 867df263-ca48-4844-b194-8caf6f608284 on network cca937a5-581c-4426-9723-be378be2916d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:42:08.320004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Attempting to bind port 867df263-ca48-4844-b194-8caf6f608284 on network cca937a5-581c-4426-9723-be378be2916d {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:08.336333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:08.341475 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.347255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:42:08.347255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Checking segment: {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:08.347852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Bound using segment: {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:42:08.351402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Bound port: 867df263-ca48-4844-b194-8caf6f608284, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:42:08.351402 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.351742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-35557d33-caf9-4497-a3a4-cb80d119b22d None None] Deleting port 2463de24-dc99-4b00-8a6e-27962376655f {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:08.351742 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-35557d33-caf9-4497-a3a4-cb80d119b22d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.379436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03800963-f1ce-4f7f-90d6-30730f3a8a91']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:08.436503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:08.439787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fb3db4-9091-4e9d-a939-cfa4a3ec10f0') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:08.439992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-35557d33-caf9-4497-a3a4-cb80d119b22d None None] For port 2463de24-dc99-4b00-8a6e-27962376655f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2463de24-dc99-4b00-8a6e-27962376655f,segment=NetworkSegment(65493857-2026-4007-9471-08b3152a2864),segment_id=65493857-2026-4007-9471-08b3152a2864)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:08.439992 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-35557d33-caf9-4497-a3a4-cb80d119b22d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.453556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-35557d33-caf9-4497-a3a4-cb80d119b22d None None] Calling delete_port for 2463de24-dc99-4b00-8a6e-27962376655f owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:08.471111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] For port 867df263-ca48-4844-b194-8caf6f608284, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:42:08.474570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] For port 867df263-ca48-4844-b194-8caf6f608284, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=867df263-ca48-4844-b194-8caf6f608284,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:42:08.496217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] device_id is not set on port ec3520de-e510-4132-8103-ce4caad747c2 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:42:08.506752 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.554959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eabca805-78e8-43f1-b682-8b715ed8f96b None None] Provisioning complete for port 16f192d9-4912-431c-a26e-02c94ddb75a5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:08.555331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eabca805-78e8-43f1-b682-8b715ed8f96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.580811 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.592342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.663648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-65034e8d-4e38-40d7-9239-1a2128d6f739 req-eb0af6e5-01c6-46a9-be5c-6663b3e97fc0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] For port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:08.663648 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-65034e8d-4e38-40d7-9239-1a2128d6f739 req-eb0af6e5-01c6-46a9-be5c-6663b3e97fc0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.674830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:08.677811 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.679113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:42:08.679531 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.684054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] 10.222.0.60 "PUT /v2.0/ports/867df263-ca48-4844-b194-8caf6f608284 HTTP/1.1" status: 200 len: 1091 time: 1.7128203 Sep 22 09:42:08.686367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42288d83-c54c-41c7-99b0-5125f23d209f', 'tag': '867df263-ca48-4844-b194-8caf6f608284'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:08.690065 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d78b9-d398-4017-b148-7b508c0beb56" -d '{"events": [{"name": "network-changed", "server_uuid": "42288d83-c54c-41c7-99b0-5125f23d209f", "tag": "867df263-ca48-4844-b194-8caf6f608284"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:08.710152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-65034e8d-4e38-40d7-9239-1a2128d6f739 req-eb0af6e5-01c6-46a9-be5c-6663b3e97fc0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Calling delete_port for 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:42:08.711490 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:42:08.719601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3177ff3-35cf-4bfc-9427-f81056bd6650 service neutron] Pushing event updated for resources: {'Port': ['ID=867df263-ca48-4844-b194-8caf6f608284,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:08.749377 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18654de5-b87e-40b4-a9ac-8de757ca4cc4 x-openstack-request-id: req-18654de5-b87e-40b4-a9ac-8de757ca4cc4 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:08.749698 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42288d83-c54c-41c7-99b0-5125f23d209f", "tag": "867df263-ca48-4844-b194-8caf6f608284", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:08.749999 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18654de5-b87e-40b4-a9ac-8de757ca4cc4 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:08.750468 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42288d83-c54c-41c7-99b0-5125f23d209f', 'tag': '867df263-ca48-4844-b194-8caf6f608284', 'status': 'completed', 'code': 200} Sep 22 09:42:08.763662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d20cb-f296-4bff-b724-633fb2d1d77b req-87dbbd75-2cef-4798-a96b-c876f2c091aa tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:08.765213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc0d20cb-f296-4bff-b724-633fb2d1d77b req-87dbbd75-2cef-4798-a96b-c876f2c091aa tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 946 time: 0.2378719 Sep 22 09:42:08.813978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b9-d398-4017-b148-7b508c0beb56 req-61c06da2-709b-4653-820b-69dade3e6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:08.815606 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-972d78b9-d398-4017-b148-7b508c0beb56 req-61c06da2-709b-4653-820b-69dade3e6c2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 1094 time: 0.0445855 Sep 22 09:42:08.844527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Allocated IP 172.20.0.4 (b0308c47-2dd5-40ac-9dc0-33b7063350f0/b00a578d-afde-4b8b-a56f-208701f3f927/866d3f9f-0651-40a5-a1de-581738fc0faf) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:08.876877 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-35557d33-caf9-4497-a3a4-cb80d119b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:08.952749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35557d33-caf9-4497-a3a4-cb80d119b22d None None] Pushing event deleted for resources: {'Port': ['ID=2463de24-dc99-4b00-8a6e-27962376655f,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:08.958108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35557d33-caf9-4497-a3a4-cb80d119b22d None None] No DVR routers for this DVR port 2463de24-dc99-4b00-8a6e-27962376655f on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:08.959930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b9-d398-4017-b148-7b508c0beb56 req-8b5c0a75-dd87-4d1c-8ad0-f11d4f0da623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:08.961493 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-972d78b9-d398-4017-b148-7b508c0beb56 req-8b5c0a75-dd87-4d1c-8ad0-f11d4f0da623 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=255781b38c1b453f9464ebab59e138f8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1376390 Sep 22 09:42:09.066034 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.092816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 16f192d9-4912-431c-a26e-02c94ddb75a5 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:09.120424 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f325c59-ba5e-46a8-95ca-06dfb4d2ab0a req-86872d87-52b5-4132-a6a1-2b04c4bea522 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 210 time: 0.1422865 Sep 22 09:42:09.120657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d78b9-d398-4017-b148-7b508c0beb56 req-9c64cd6f-3e21-4ec9-986e-3f85cba16706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:09.123404 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-972d78b9-d398-4017-b148-7b508c0beb56 req-9c64cd6f-3e21-4ec9-986e-3f85cba16706 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551085 Sep 22 09:42:09.126689 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.128602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "DELETE /v2.0/networks/03800963-f1ce-4f7f-90d6-30730f3a8a91 HTTP/1.1" status: 204 len: 168 time: 1.2121537 Sep 22 09:42:09.131575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47572) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:09.207255 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc0d20cb-f296-4bff-b724-633fb2d1d77b req-8878b4b7-9969-41c7-b1e5-dbaf6e2d8cf1 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/security-groups?id=a6039cd6-edd2-4621-8517-66d4d7edeb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263356 Sep 22 09:42:09.214415 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 16f192d9-4912-431c-a26e-02c94ddb75a5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:09.214415 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.215256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Allocated IP 2001:db8::1f6 (31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3/0bdb5da0-3906-47c9-91a2-bcf1540851fd/ec3520de-e510-4132-8103-ce4caad747c2) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:09.224851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47576) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:09.225699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d6b62-9878-496b-8185-aa085337d54e tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Network': ['ID=03800963-f1ce-4f7f-90d6-30730f3a8a91,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:09.301146 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-76c98d7f-941f-43ef-b454-84cad3498129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.310473 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.438903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2463de24-dc99-4b00-8a6e-27962376655f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:09.457130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e013d8-f749-4e0b-81f9-ef027146ddd3 req-7aa6fca4-caa5-4467-9dce-b72ca978cb7c tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:09.458865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21e013d8-f749-4e0b-81f9-ef027146ddd3 req-7aa6fca4-caa5-4467-9dce-b72ca978cb7c tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 943 time: 0.2018635 Sep 22 09:42:09.475797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 2463de24-dc99-4b00-8a6e-27962376655f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:09.477353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2463de24-dc99-4b00-8a6e-27962376655f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:09.499822 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.527102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-ac298167-1be8-49cc-90a7-b5790c6bc6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:09.528642 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-ac298167-1be8-49cc-90a7-b5790c6bc6a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 1094 time: 0.2516980 Sep 22 09:42:09.530236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7720044-437c-429a-abf9-3517753c2382']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:09.564311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65493857-2026-4007-9471-08b3152a2864') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:09.564311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65493857-2026-4007-9471-08b3152a2864') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:09.585566 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-325ed891-cf4d-4c20-8c7a-36edd3cf57ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=867df263-ca48-4844-b194-8caf6f608284 HTTP/1.1" status: 200 len: 217 time: 0.0471699 Sep 22 09:42:09.590464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.591995 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-65034e8d-4e38-40d7-9239-1a2128d6f739 req-eb0af6e5-01c6-46a9-be5c-6663b3e97fc0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.638914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.649210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:42:09.649612 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:42:09.653077 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:42:09.675025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-5349d830-2c18-4221-b5d8-ce562e58d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:09.677085 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-5349d830-2c18-4221-b5d8-ce562e58d36b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a4b5df-b324-41ba-bbca-be70a81c305a HTTP/1.1" status: 200 len: 855 time: 0.0846188 Sep 22 09:42:09.737316 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-af359adb-761b-4de3-a010-9a67e7bcc9a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cca937a5-581c-4426-9723-be378be2916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525031 Sep 22 09:42:09.740917 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.790021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0af6e5-01c6-46a9-be5c-6663b3e97fc0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Pushing event deleted for resources: {'Port': ['ID=5645ef9b-9bda-4e3c-a354-4e9d61e31d7f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:09.816664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-76c98d7f-941f-43ef-b454-84cad3498129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.839817 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-c508412f-933c-473a-8d08-577f37d953ee service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953784 Sep 22 09:42:09.849788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21e013d8-f749-4e0b-81f9-ef027146ddd3 req-225cc908-d228-4e1a-b4d3-fd09189e3207 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730931 Sep 22 09:42:09.869547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.901474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-65034e8d-4e38-40d7-9239-1a2128d6f739 req-eb0af6e5-01c6-46a9-be5c-6663b3e97fc0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] No DVR routers for this DVR port 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:09.904859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.916000 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-65034e8d-4e38-40d7-9239-1a2128d6f739 req-eb0af6e5-01c6-46a9-be5c-6663b3e97fc0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.917495 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] 10.222.0.49 "DELETE /v2.0/networks/d7720044-437c-429a-abf9-3517753c2382 HTTP/1.1" status: 204 len: 168 time: 0.7826006 Sep 22 09:42:09.918737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65034e8d-4e38-40d7-9239-1a2128d6f739 req-eb0af6e5-01c6-46a9-be5c-6663b3e97fc0 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.45 "DELETE /v2.0/ports/5645ef9b-9bda-4e3c-a354-4e9d61e31d7f HTTP/1.1" status: 204 len: 173 time: 2.1540108 Sep 22 09:42:09.919627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79af4548-d0fe-414f-9a6e-1f0f0859127d', 'name': 'network-vif-deleted', 'tag': '5645ef9b-9bda-4e3c-a354-4e9d61e31d7f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:09.920472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e72ec2-bca9-4004-83b9-e2045abca271 tempest-TaggedBootDevicesTest_v242-1187756840 tempest-TaggedBootDevicesTest_v242-1187756840-project] Pushing event deleted for resources: {'Network': ['ID=d7720044-437c-429a-abf9-3517753c2382,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:09.921989 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67294e60-b8b2-4bcf-8a50-f83b6266c354" -d '{"events": [{"server_uuid": "79af4548-d0fe-414f-9a6e-1f0f0859127d", "name": "network-vif-deleted", "tag": "5645ef9b-9bda-4e3c-a354-4e9d61e31d7f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:09.943682 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-76c98d7f-941f-43ef-b454-84cad3498129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:09.956184 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:10.116611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c98d7f-941f-43ef-b454-84cad3498129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2d82f6-f179-4ae1-a953-3ca54c8234c0,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:10.123316 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c910f356-dbdd-4c9e-9301-5aadfe069671 x-openstack-request-id: req-c910f356-dbdd-4c9e-9301-5aadfe069671 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:10.123606 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79af4548-d0fe-414f-9a6e-1f0f0859127d", "name": "network-vif-deleted", "tag": "5645ef9b-9bda-4e3c-a354-4e9d61e31d7f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:10.123854 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c910f356-dbdd-4c9e-9301-5aadfe069671 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:10.124246 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79af4548-d0fe-414f-9a6e-1f0f0859127d', 'name': 'network-vif-deleted', 'tag': '5645ef9b-9bda-4e3c-a354-4e9d61e31d7f', 'status': 'completed', 'code': 200} Sep 22 09:42:10.130726 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b7427d25-2c56-4dce-8a29-18862bcda226 req-a2563cc8-c42d-4330-9408-7dce8dc39bbe service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840340 Sep 22 09:42:10.160147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47604) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:10.168606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-76c98d7f-941f-43ef-b454-84cad3498129 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1f300a67b2c4afea83ad5673b30879d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9366276 Sep 22 09:42:10.172758 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:10.253751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf943-dcb7-43c9-bb0e-271a7a66c961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:10.282082 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf943-dcb7-43c9-bb0e-271a7a66c961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:10.359084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:10.361356 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-720d1dc4-42be-4107-a253-ef47bd144660 req-fc482bc7-cc55-4875-a152-2cb24b5b9107 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 210 time: 0.0968621 Sep 22 09:42:10.381540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:10.386637 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:10.394115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:10.394115 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:10.415882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=ec3520de-e510-4132-8103-ce4caad747c2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:10.421468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4444dec5-98d9-4341-a317-85d86f572c6a req-744d29c4-1a73-4b67-bccc-d9a86b87b696 tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 210 time: 0.0654404 Sep 22 09:42:10.488284 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf943-dcb7-43c9-bb0e-271a7a66c961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:10.491596 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:10.491757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cdbaf943-dcb7-43c9-bb0e-271a7a66c961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:10.492284 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cdbaf943-dcb7-43c9-bb0e-271a7a66c961 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b2d82f6-f179-4ae1-a953-3ca54c8234c0 HTTP/1.1" status: 204 len: 168 time: 0.3310854 Sep 22 09:42:10.504875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaf943-dcb7-43c9-bb0e-271a7a66c961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2d82f6-f179-4ae1-a953-3ca54c8234c0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:10.565900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-610fd6c4-1994-4d35-939e-b3008fa96e7b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5374358 Sep 22 09:42:10.568275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Network b0308c47-2dd5-40ac-9dc0-33b7063350f0 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:10.569055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47622) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:10.571840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:10.575981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:10.667210 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event updated for resources: {'Port': ['ID=866d3f9f-0651-40a5-a1de-581738fc0faf,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:10.705755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:10.706342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:10.744287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-52e66c8c-f717-41be-a2eb-9ac54fc8e283 None None] Provisioning complete for port ec3520de-e510-4132-8103-ce4caad747c2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:10.745099 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-52e66c8c-f717-41be-a2eb-9ac54fc8e283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:10.805013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-52e66c8c-f717-41be-a2eb-9ac54fc8e283 None None] Port ec3520de-e510-4132-8103-ce4caad747c2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:42:10.810309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-a176bee5-ffba-4fdd-9410-83eca4a47a69 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2775071 Sep 22 09:42:10.826126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Request body: {'port': {'device_id': '89116135-1a06-4f24-af32-1aa1d0b774d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:10.928590 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:11.005756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:11.046726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:11.047335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5645ef9b-9bda-4e3c-a354-4e9d61e31d7f not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:11.069613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:11.215792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656a193-ffb3-4808-a0fc-2502a2ad3ba2 req-b54f6ae6-b20f-4886-a7ea-7d04e38cf7f4 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:11.217690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c656a193-ffb3-4808-a0fc-2502a2ad3ba2 req-b54f6ae6-b20f-4886-a7ea-7d04e38cf7f4 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 943 time: 0.2023389 Sep 22 09:42:11.348272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c656a193-ffb3-4808-a0fc-2502a2ad3ba2 req-2487dce0-e367-409f-beef-aa980f7e62e6 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102576 Sep 22 09:42:11.487354 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:11.528961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866d3f9f-0651-40a5-a1de-581738fc0faf {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:11.537060 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:11.554257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Transition to ACTIVE for port object 866d3f9f-0651-40a5-a1de-581738fc0faf will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:42:11.621917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f0ef42f-acf1-4681-afac-d1beede49ec0 req-86b8d33a-c116-43a0-af2a-bdb7ed8c10ce tempest-ListServerFiltersTestJSON-1257465795 tempest-ListServerFiltersTestJSON-1257465795-project] 10.222.0.49 "GET /v2.0/ports?device_id=79af4548-d0fe-414f-9a6e-1f0f0859127d HTTP/1.1" status: 200 len: 210 time: 0.0377827 Sep 22 09:42:11.633784 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:11.645743 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f8338-e086-4800-a55c-e0c9756e9651 req-24fbd1dd-b3f4-4c22-bfad-16889b51eea8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:11.648843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a7f8338-e086-4800-a55c-e0c9756e9651 req-24fbd1dd-b3f4-4c22-bfad-16889b51eea8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 931 time: 0.0942533 Sep 22 09:42:11.701673 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:11.755977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=ec3520de-e510-4132-8103-ce4caad747c2,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:11.803667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a7f8338-e086-4800-a55c-e0c9756e9651 req-5da879e8-6cca-4b11-9269-c52758db86b6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355057 Sep 22 09:42:11.933487 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:11.996184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=866d3f9f-0651-40a5-a1de-581738fc0faf,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:12.041817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Attempting to bind port 866d3f9f-0651-40a5-a1de-581738fc0faf on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:42:12.042094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Attempting to bind port 866d3f9f-0651-40a5-a1de-581738fc0faf by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:42:12.042652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Attempting to bind port 866d3f9f-0651-40a5-a1de-581738fc0faf on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:12.074158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Port 866d3f9f-0651-40a5-a1de-581738fc0faf on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:42:12.074158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Attempting to bind port 866d3f9f-0651-40a5-a1de-581738fc0faf on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:12.080276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:42:12.080703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Checking segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:12.081472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Bound using segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:42:12.082174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Bound port: 866d3f9f-0651-40a5-a1de-581738fc0faf, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:42:12.082772 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:12.145028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d6adc049-03b9-4e5d-8184-7ca5cc907d7b None None] Provisioning complete for port ec3520de-e510-4132-8103-ce4caad747c2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:12.145520 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d6adc049-03b9-4e5d-8184-7ca5cc907d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:12.169929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] For port 866d3f9f-0651-40a5-a1de-581738fc0faf, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:42:12.174117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] For port 866d3f9f-0651-40a5-a1de-581738fc0faf, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=866d3f9f-0651-40a5-a1de-581738fc0faf,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:42:12.203375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d6adc049-03b9-4e5d-8184-7ca5cc907d7b None None] Port ec3520de-e510-4132-8103-ce4caad747c2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:42:12.258842 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:12.316364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:12.320820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 867df263-ca48-4844-b194-8caf6f608284 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:42:12.449632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=866d3f9f-0651-40a5-a1de-581738fc0faf,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:12.474620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:12.474620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:12.477348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-1246cf99-2556-4a37-ad91-5c6351007cc2 service neutron] 10.222.0.60 "PUT /v2.0/ports/866d3f9f-0651-40a5-a1de-581738fc0faf HTTP/1.1" status: 200 len: 1091 time: 1.6561406 Sep 22 09:42:12.477827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89116135-1a06-4f24-af32-1aa1d0b774d1', 'tag': '866d3f9f-0651-40a5-a1de-581738fc0faf'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:12.481051 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e585cfd2-a1a3-41d2-8ee4-7e96f9c5a756" -d '{"events": [{"name": "network-changed", "server_uuid": "89116135-1a06-4f24-af32-1aa1d0b774d1", "tag": "866d3f9f-0651-40a5-a1de-581738fc0faf"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:12.555420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 867df263-ca48-4844-b194-8caf6f608284, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=867df263-ca48-4844-b194-8caf6f608284,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:12.559986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47688) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:12.575548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1eeb6-c97e-4295-924c-25d300404d43 req-f3e596b7-a5c3-4576-b8c7-3a5e8865bc6d tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:12.578548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '867df263-ca48-4844-b194-8caf6f608284', 'network_id': 'cca937a5-581c-4426-9723-be378be2916d', 'port_id': '867df263-ca48-4844-b194-8caf6f608284', 'mac_address': 'fa:16:3e:16:f1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a4b5df-b324-41ba-bbca-be70a81c305a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:42:12.579432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09a1eeb6-c97e-4295-924c-25d300404d43 req-f3e596b7-a5c3-4576-b8c7-3a5e8865bc6d tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 943 time: 0.0882769 Sep 22 09:42:12.601167 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177d6897-be00-41b7-914d-bebfc7d7bd13 x-openstack-request-id: req-177d6897-be00-41b7-914d-bebfc7d7bd13 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:12.603384 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89116135-1a06-4f24-af32-1aa1d0b774d1", "tag": "866d3f9f-0651-40a5-a1de-581738fc0faf", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:12.603676 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-177d6897-be00-41b7-914d-bebfc7d7bd13 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:12.604988 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89116135-1a06-4f24-af32-1aa1d0b774d1', 'tag': '866d3f9f-0651-40a5-a1de-581738fc0faf', 'status': 'completed', 'code': 200} Sep 22 09:42:12.633895 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:12.670589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867df263-ca48-4844-b194-8caf6f608284 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:12.689228 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09a1eeb6-c97e-4295-924c-25d300404d43 req-edf435f5-5c42-418a-9651-fbccc750300d tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651765 Sep 22 09:42:12.700931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585cfd2-a1a3-41d2-8ee4-7e96f9c5a756 req-fcba0574-8578-4763-96ae-f08baf05dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:12.711134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e585cfd2-a1a3-41d2-8ee4-7e96f9c5a756 req-fcba0574-8578-4763-96ae-f08baf05dea1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 1094 time: 0.0997763 Sep 22 09:42:12.720753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 867df263-ca48-4844-b194-8caf6f608284, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=867df263-ca48-4844-b194-8caf6f608284,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:12.756873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47696) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:12.818868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6975f2-22cc-4ed8-b82a-405409fe20ff admin admin] Deleting subnet fa829bf6-adde-45da-b206-a8f82b94fddd {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:42:12.824604 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:12.834798 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b6975f2-22cc-4ed8-b82a-405409fe20ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:12.960699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=867df263-ca48-4844-b194-8caf6f608284,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:13.023308 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b6975f2-22cc-4ed8-b82a-405409fe20ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:13.043703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['867df263-ca48-4844-b194-8caf6f608284'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:13.144424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-441019803-network', 'tenant_id': '2a2eb5f75aad4cf3927c447ab4c17378'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:13.161632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585cfd2-a1a3-41d2-8ee4-7e96f9c5a756 req-8d230da2-1976-48cd-848a-3d80cea5da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:13.163153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e585cfd2-a1a3-41d2-8ee4-7e96f9c5a756 req-8d230da2-1976-48cd-848a-3d80cea5da14 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8bd70d7a90ed493c918a390115ac4717&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4490085 Sep 22 09:42:13.313511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ccfab-7828-46d3-b9b6-c61b2921923d req-bd137310-efc1-4afe-917e-6e92b0e4ab23 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:13.324826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c20ccfab-7828-46d3-b9b6-c61b2921923d req-bd137310-efc1-4afe-917e-6e92b0e4ab23 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 943 time: 0.3066289 Sep 22 09:42:13.350629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Made reservation on behalf of 2a2eb5f75aad4cf3927c447ab4c17378 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:13.360590 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:13.423945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:13.449295 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b6975f2-22cc-4ed8-b82a-405409fe20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:13.463839 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:13.478136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585cfd2-a1a3-41d2-8ee4-7e96f9c5a756 req-5657feaf-c375-4c41-83b3-4ffde868ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:13.481956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e585cfd2-a1a3-41d2-8ee4-7e96f9c5a756 req-5657feaf-c375-4c41-83b3-4ffde868ebff service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3040230 Sep 22 09:42:13.531471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c20ccfab-7828-46d3-b9b6-c61b2921923d req-be4e7bc3-114f-4af4-abcc-4edf696473e6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087312 Sep 22 09:42:13.535500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:13.536660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:13.645673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-03bcd031-919f-4496-9057-58771f73b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:13.652900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-03bcd031-919f-4496-9057-58771f73b86c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 1094 time: 0.1061649 Sep 22 09:42:13.706285 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:13.720473 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-67acf4e3-9cd1-4589-a752-3dd30d47e7cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=866d3f9f-0651-40a5-a1de-581738fc0faf HTTP/1.1" status: 200 len: 217 time: 0.0469956 Sep 22 09:42:13.727878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:13.773851 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=ec3520de-e510-4132-8103-ce4caad747c2,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:13.829325 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b6975f2-22cc-4ed8-b82a-405409fe20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:13.833037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-2434d40f-e12d-496e-9596-28b3589aa953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:13.834838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-2434d40f-e12d-496e-9596-28b3589aa953 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.1072323 Sep 22 09:42:13.899194 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:13.933969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6975f2-22cc-4ed8-b82a-405409fe20ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa829bf6-adde-45da-b206-a8f82b94fddd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:13.940442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-c50996f8-7e41-494a-a8a5-999aa643b859 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961967 Sep 22 09:42:13.952201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad328308-27b1-4975-b5fc-f3ddf42dc86c None None] Network 014ebca0-d2d1-466c-8547-f06b976697ee requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:13.960000 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6b6975f2-22cc-4ed8-b82a-405409fe20ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:13.964824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6b6975f2-22cc-4ed8-b82a-405409fe20ff admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fa829bf6-adde-45da-b206-a8f82b94fddd HTTP/1.1" status: 204 len: 168 time: 1.2038295 Sep 22 09:42:13.965272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47722) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:14.023383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9d4bd-9dc4-4a1e-b7bd-0f8f5d61a141 req-866a0884-145b-4dec-836e-793027fe5b38 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:14.026671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9f9d4bd-9dc4-4a1e-b7bd-0f8f5d61a141 req-866a0884-145b-4dec-836e-793027fe5b38 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 944 time: 0.1303518 Sep 22 09:42:14.069024 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.169630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:42:14.174526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 6f50b3eb-00e0-48c0-b0c9-d6961a275a9b is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:42:14.185156 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.265997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e41c76b2-0e73-4d72-87b3-35d5629471ec None None] Provisioning complete for port ec3520de-e510-4132-8103-ce4caad747c2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:14.266811 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e41c76b2-0e73-4d72-87b3-35d5629471ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.324306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 867df263-ca48-4844-b194-8caf6f608284 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:14.391633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:42:14.401734 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e41c76b2-0e73-4d72-87b3-35d5629471ec None None] Port ec3520de-e510-4132-8103-ce4caad747c2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:42:14.404420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01bc50e-1278-4e57-a7ff-beeaf8486916 None None] DHCP port deletion for 014ebca0-d2d1-466c-8547-f06b976697ee request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:42:14.404945 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6b32163e-6586-4e05-925b-342089237ba4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/6f50b3eb-00e0-48c0-b0c9-d6961a275a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8348596 Sep 22 09:42:14.406910 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8338bed1-1370-4325-8e8b-d627787302af None None] Sync routers for ids ['6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:42:14.407963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47736) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:14.444900 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338bed1-1370-4325-8e8b-d627787302af None None] Routers {'6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:14.448784 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8338bed1-1370-4325-8e8b-d627787302af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:14.498620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Deleting port 3897de96-eac9-4d43-a8b9-4042be4adf9a {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:14.499274 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.543345 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8338bed1-1370-4325-8e8b-d627787302af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:14.545795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f01bc50e-1278-4e57-a7ff-beeaf8486916 None None] Deleting port 3897de96-eac9-4d43-a8b9-4042be4adf9a {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:14.547524 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f01bc50e-1278-4e57-a7ff-beeaf8486916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.569150 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8338bed1-1370-4325-8e8b-d627787302af None None] Routers {'6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:14.569789 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8338bed1-1370-4325-8e8b-d627787302af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:14.598743 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.599098 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Added segment facedfe2-f226-43bd-8206-ac4579f2993c of type vlan for network 2687273c-677a-4bba-a592-3a5e8578a87b Sep 22 09:42:14.601914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c96bf5-6cfb-4413-91e6-1ec17950a840,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:14.617012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9f9d4bd-9dc4-4a1e-b7bd-0f8f5d61a141 req-5afc6ca8-48b0-4489-9ec4-c0b3318ce650 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580413 Sep 22 09:42:14.629559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-e707c736-6699-4545-9df2-36690e1d6c44 service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663969 Sep 22 09:42:14.646826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 867df263-ca48-4844-b194-8caf6f608284 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:42:14.660759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae335e12-425e-4dea-9a79-3a1abd604a96 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:14.664801 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8338bed1-1370-4325-8e8b-d627787302af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:14.665532 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ae335e12-425e-4dea-9a79-3a1abd604a96 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports/ec3520de-e510-4132-8103-ce4caad747c2 HTTP/1.1" status: 200 len: 984 time: 0.2561343 Sep 22 09:42:14.667636 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8338bed1-1370-4325-8e8b-d627787302af None None] The sync data for ids ['6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:42:14.675203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47742) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:14.678092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] For port 3897de96-eac9-4d43-a8b9-4042be4adf9a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3897de96-eac9-4d43-a8b9-4042be4adf9a,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:14.678577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.707800 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.718163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f01bc50e-1278-4e57-a7ff-beeaf8486916 None None] For port 3897de96-eac9-4d43-a8b9-4042be4adf9a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3897de96-eac9-4d43-a8b9-4042be4adf9a,segment=NetworkSegment(2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1),segment_id=2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:14.718609 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f01bc50e-1278-4e57-a7ff-beeaf8486916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.734527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f01bc50e-1278-4e57-a7ff-beeaf8486916 None None] Calling delete_port for 3897de96-eac9-4d43-a8b9-4042be4adf9a owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:14.746178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Calling delete_port for 3897de96-eac9-4d43-a8b9-4042be4adf9a owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:14.849347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 867df263-ca48-4844-b194-8caf6f608284 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:14.849714 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.881781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165e9ed-e2fe-44e5-9c69-5bc06ad6ad12 req-8dfc227c-2bde-495c-997b-83b2fa095232 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:14.896963 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3165e9ed-e2fe-44e5-9c69-5bc06ad6ad12 req-8dfc227c-2bde-495c-997b-83b2fa095232 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 943 time: 0.1803298 Sep 22 09:42:14.905791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05cb0b2b-a641-4cea-87e7-fac146c715dc req-7c08617f-c30d-4fc3-b160-97b94584f51c service neutron] 10.222.0.60 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547457 Sep 22 09:42:14.982192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3165e9ed-e2fe-44e5-9c69-5bc06ad6ad12 req-a2928920-5c1f-4208-8c09-7b3e5b6f2516 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638592 Sep 22 09:42:14.982192 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.982192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:14.982192 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:14.985401 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.000673 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f01bc50e-1278-4e57-a7ff-beeaf8486916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.047070 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] Pushing event updated for resources: {'Network': ['ID=2687273c-677a-4bba-a592-3a5e8578a87b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:15.077222 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.079499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 2687273c-677a-4bba-a592-3a5e8578a87b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:42:15.082177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3897de96-eac9-4d43-a8b9-4042be4adf9a no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:15.090320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bc50e-1278-4e57-a7ff-beeaf8486916 None None] Pushing event deleted for resources: {'Port': ['ID=3897de96-eac9-4d43-a8b9-4042be4adf9a,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:15.096744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] No DVR routers for this DVR port 3897de96-eac9-4d43-a8b9-4042be4adf9a on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:15.156467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b17c642c-7f3f-46e3-94d3-5d0e3ecf3f0c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5725515 Sep 22 09:42:15.157354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47756) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:15.168158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] Request body: {'subnet': {'network_id': '2687273c-677a-4bba-a592-3a5e8578a87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-441019803-subnet', 'tenant_id': '2a2eb5f75aad4cf3927c447ab4c17378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:15.189675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Pushing event deleted for resources: {'Port': ['ID=3897de96-eac9-4d43-a8b9-4042be4adf9a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:15.209146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 867df263-ca48-4844-b194-8caf6f608284, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=867df263-ca48-4844-b194-8caf6f608284,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:15.237127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01bc50e-1278-4e57-a7ff-beeaf8486916 None None] No DVR routers for this DVR port 3897de96-eac9-4d43-a8b9-4042be4adf9a on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:15.247001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42288d83-c54c-41c7-99b0-5125f23d209f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867df263-ca48-4844-b194-8caf6f608284'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:15.249446 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e9568c-86e9-4432-a1c8-e6b4cd536258" -d '{"events": [{"server_uuid": "42288d83-c54c-41c7-99b0-5125f23d209f", "name": "network-vif-plugged", "status": "completed", "tag": "867df263-ca48-4844-b194-8caf6f608284"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:15.256048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 3897de96-eac9-4d43-a8b9-4042be4adf9a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:15.258847 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3897de96-eac9-4d43-a8b9-4042be4adf9a not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:15.317159 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.325276 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.363601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] Made reservation on behalf of 2a2eb5f75aad4cf3927c447ab4c17378 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:15.365934 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.386877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014ebca0-d2d1-466c-8547-f06b976697ee']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:15.391811 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea100b19-01c9-4f5f-92b8-09a0e4de4b46 x-openstack-request-id: req-ea100b19-01c9-4f5f-92b8-09a0e4de4b46 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:15.392048 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42288d83-c54c-41c7-99b0-5125f23d209f", "name": "network-vif-plugged", "status": "completed", "tag": "867df263-ca48-4844-b194-8caf6f608284", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:15.392223 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea100b19-01c9-4f5f-92b8-09a0e4de4b46 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:15.392623 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42288d83-c54c-41c7-99b0-5125f23d209f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867df263-ca48-4844-b194-8caf6f608284', 'code': 200} Sep 22 09:42:15.393183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=867df263-ca48-4844-b194-8caf6f608284,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:15.407106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:15.407524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5a6aca-9546-44b5-a168-5bb7dfa6a1c1') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:15.418450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.455495 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.466740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:42:15.467147 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:42:15.469054 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:42:15.481268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9337d-2f7e-4ddf-84cb-c273725d542a req-b781d1f3-8a20-4234-ad06-a8c5eb760e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:15.482672 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8e9337d-2f7e-4ddf-84cb-c273725d542a req-b781d1f3-8a20-4234-ad06-a8c5eb760e33 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 1096 time: 0.0958726 Sep 22 09:42:15.600018 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0da093c-9a43-42c0-9810-bf1a1a5e825c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.614762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8e9337d-2f7e-4ddf-84cb-c273725d542a req-a9c62d85-840d-4ccb-946c-96536b5ed4a9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129005 Sep 22 09:42:15.696567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.724859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.730949 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] 10.222.0.49 "DELETE /v2.0/networks/014ebca0-d2d1-466c-8547-f06b976697ee HTTP/1.1" status: 204 len: 168 time: 1.7646480 Sep 22 09:42:15.773229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad0610-dfa1-41e6-8506-b674b6e888db admin admin] Pushing event deleted for resources: {'Network': ['ID=014ebca0-d2d1-466c-8547-f06b976697ee,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:15.906339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5801bd-642c-49eb-933d-6b9e591c264b req-fc06ff65-6d7a-4afb-9ea8-40e85bf6ad9b tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:15.908200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a5801bd-642c-49eb-933d-6b9e591c264b req-fc06ff65-6d7a-4afb-9ea8-40e85bf6ad9b tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 945 time: 0.1075125 Sep 22 09:42:15.957780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a5801bd-642c-49eb-933d-6b9e591c264b req-0983f77d-99e1-4fcd-9cb3-74b499d13491 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Sep 22 09:42:15.960253 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c0da093c-9a43-42c0-9810-bf1a1a5e825c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port ec3520de-e510-4132-8103-ce4caad747c2 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:15.962659 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0da093c-9a43-42c0-9810-bf1a1a5e825c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:15.965313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:16.094468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] Pushing event updated for resources: {'Subnet': ['ID=55703199-eb2e-4f81-a150-7e1949e1b938,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:16.121609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] Checking segment: {'id': 'facedfe2-f226-43bd-8206-ac4579f2993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2687273c-677a-4bba-a592-3a5e8578a87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:16.121915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] Network hostable DHCP agents. Network: 2687273c-677a-4bba-a592-3a5e8578a87b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:42:16.143582 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0da093c-9a43-42c0-9810-bf1a1a5e825c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:16.158309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c0da093c-9a43-42c0-9810-bf1a1a5e825c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for ec3520de-e510-4132-8103-ce4caad747c2 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:16.179804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd660a5-275c-47cf-83e1-2bf9dd79688e req-6f993bdd-e137-4ea7-acb9-ead753647997 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:16.179804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dd660a5-275c-47cf-83e1-2bf9dd79688e req-6f993bdd-e137-4ea7-acb9-ead753647997 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 943 time: 0.0720320 Sep 22 09:42:16.237059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dd660a5-275c-47cf-83e1-2bf9dd79688e req-5789cc66-8d5e-4837-b5a4-99f1353fe0fa tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514717 Sep 22 09:42:16.333523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] Network 2687273c-677a-4bba-a592-3a5e8578a87b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:42:16.337559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 866d3f9f-0651-40a5-a1de-581738fc0faf details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:42:16.442272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 2687273c-677a-4bba-a592-3a5e8578a87b) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:16.448971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:16.449241 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:16.454506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eabf66f-85d5-4eb0-8188-29bfe993abe7 None None] Network 2687273c-677a-4bba-a592-3a5e8578a87b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:16.517471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 866d3f9f-0651-40a5-a1de-581738fc0faf, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=866d3f9f-0651-40a5-a1de-581738fc0faf,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:16.540136 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0da093c-9a43-42c0-9810-bf1a1a5e825c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:16.549591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47788) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:16.633638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ea16615c-3638-49e1-9355-533f9552380a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4706645 Sep 22 09:42:16.644543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da093c-9a43-42c0-9810-bf1a1a5e825c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=ec3520de-e510-4132-8103-ce4caad747c2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:16.660237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c2b24170-579b-4f42-b039-052a82ff4a0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ad6d40ff985433388f0c3dcae1339b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093705 Sep 22 09:42:16.670533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47796) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:16.813563 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '866d3f9f-0651-40a5-a1de-581738fc0faf', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'port_id': '866d3f9f-0651-40a5-a1de-581738fc0faf', 'mac_address': 'fa:16:3e:fb:c7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00a578d-afde-4b8b-a56f-208701f3f927', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:42:16.819642 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fa03500-a8a7-45cc-8c0d-27dc46dc3c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:16.853292 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fa03500-a8a7-45cc-8c0d-27dc46dc3c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:16.891594 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0da093c-9a43-42c0-9810-bf1a1a5e825c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:16.927125 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:16.998965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866d3f9f-0651-40a5-a1de-581738fc0faf {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:17.054744 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fa03500-a8a7-45cc-8c0d-27dc46dc3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:17.060040 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fa03500-a8a7-45cc-8c0d-27dc46dc3c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:17.061349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1fa03500-a8a7-45cc-8c0d-27dc46dc3c25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6039cd6-edd2-4621-8517-66d4d7edeb98 HTTP/1.1" status: 204 len: 168 time: 0.3895276 Sep 22 09:42:17.077444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef84ab92-1c56-47d3-9803-3f583fdb2d5d None None] Network 2687273c-677a-4bba-a592-3a5e8578a87b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:17.081318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa03500-a8a7-45cc-8c0d-27dc46dc3c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6039cd6-edd2-4621-8517-66d4d7edeb98,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:17.168332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 866d3f9f-0651-40a5-a1de-581738fc0faf, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=866d3f9f-0651-40a5-a1de-581738fc0faf,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:17.207803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58726ad-eea7-4d0b-abe7-7935d1490a23 req-752542f9-86ff-4a2c-8939-4a2f00dbe0fd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:17.217666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e58726ad-eea7-4d0b-abe7-7935d1490a23 req-752542f9-86ff-4a2c-8939-4a2f00dbe0fd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 945 time: 0.1121144 Sep 22 09:42:17.266991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e58726ad-eea7-4d0b-abe7-7935d1490a23 req-2e97ec1c-3c62-4c78-8968-cbc763b70b9b tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480723 Sep 22 09:42:17.288745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0da093c-9a43-42c0-9810-bf1a1a5e825c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 6f50b3eb-00e0-48c0-b0c9-d6961a275a9b has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:42:17.299428 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:17.477822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0da093c-9a43-42c0-9810-bf1a1a5e825c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:42:17.498654 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c0da093c-9a43-42c0-9810-bf1a1a5e825c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/6f50b3eb-00e0-48c0-b0c9-d6961a275a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8155944 Sep 22 09:42:17.499302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47818) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:17.504608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f1922-a7b2-412b-bf6e-a9d107a95ca2 req-dea4064c-fb5f-44d0-a283-c07a37cc6567 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:17.514356 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-988f1922-a7b2-412b-bf6e-a9d107a95ca2 req-dea4064c-fb5f-44d0-a283-c07a37cc6567 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 944 time: 0.1292548 Sep 22 09:42:17.552123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589d671-4815-486a-b34f-814f5d1e6ff4 None None] Sync routers for ids ['6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:42:17.610789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=866d3f9f-0651-40a5-a1de-581738fc0faf,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:17.613946 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-988f1922-a7b2-412b-bf6e-a9d107a95ca2 req-826769d2-5b6f-4668-a863-8ce8bfcdafa9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908995 Sep 22 09:42:17.622693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589d671-4815-486a-b34f-814f5d1e6ff4 None None] Routers {'6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:17.623340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3589d671-4815-486a-b34f-814f5d1e6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:17.638326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['866d3f9f-0651-40a5-a1de-581738fc0faf'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:17.676177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3589d671-4815-486a-b34f-814f5d1e6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:18.083228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589d671-4815-486a-b34f-814f5d1e6ff4 None None] Routers {'6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:18.083228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3589d671-4815-486a-b34f-814f5d1e6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:41:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:18.083228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3589d671-4815-486a-b34f-814f5d1e6ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:18.083228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3589d671-4815-486a-b34f-814f5d1e6ff4 None None] The sync data for ids ['6f50b3eb-00e0-48c0-b0c9-d6961a275a9b'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:42:18.086179 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-69fb9bd0-55df-405d-a894-ff8c47d95df7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] remove_router_interface failed (client error): The resource could not be found. Sep 22 09:42:18.086179 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-69fb9bd0-55df-405d-a894-ff8c47d95df7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/6f50b3eb-00e0-48c0-b0c9-d6961a275a9b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3630803 Sep 22 09:42:18.087203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47826) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:18.087203 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c6caec20-6070-490a-94a3-6976084836e3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f50b3eb-00e0-48c0-b0c9-d6961a275a9b HTTP/1.1" status: 200 len: 205 time: 0.0301116 Sep 22 09:42:18.087203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47828) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:18.087203 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00cd2e21-b23d-4f11-a53a-50b87450832a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:18.223294 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00cd2e21-b23d-4f11-a53a-50b87450832a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:18.225964 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00cd2e21-b23d-4f11-a53a-50b87450832a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:18.352330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 866d3f9f-0651-40a5-a1de-581738fc0faf up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:18.505347 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00cd2e21-b23d-4f11-a53a-50b87450832a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:18.506147 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cd2e21-b23d-4f11-a53a-50b87450832a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Fanout notify agent at l3_agent the message router_deleted on router 6f50b3eb-00e0-48c0-b0c9-d6961a275a9b {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:42:18.515822 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00cd2e21-b23d-4f11-a53a-50b87450832a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:18.516765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-00cd2e21-b23d-4f11-a53a-50b87450832a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/6f50b3eb-00e0-48c0-b0c9-d6961a275a9b HTTP/1.1" status: 204 len: 168 time: 0.6043682 Sep 22 09:42:18.519321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47842) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:18.567655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 866d3f9f-0651-40a5-a1de-581738fc0faf completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:42:18.577741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 866d3f9f-0651-40a5-a1de-581738fc0faf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:18.578217 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:18.600240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d359a8b-3e12-4383-b3db-c68839510247 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting subnet 0bdb5da0-3906-47c9-91a2-bcf1540851fd {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:42:18.604037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d359a8b-3e12-4383-b3db-c68839510247 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:18.701874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d359a8b-3e12-4383-b3db-c68839510247 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:18.868764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:18.921715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89116135-1a06-4f24-af32-1aa1d0b774d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866d3f9f-0651-40a5-a1de-581738fc0faf'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:18.930153 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078103eb-116a-4aec-b640-2e2282332027" -d '{"events": [{"server_uuid": "89116135-1a06-4f24-af32-1aa1d0b774d1", "name": "network-vif-plugged", "status": "completed", "tag": "866d3f9f-0651-40a5-a1de-581738fc0faf"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:18.986117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 866d3f9f-0651-40a5-a1de-581738fc0faf, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=866d3f9f-0651-40a5-a1de-581738fc0faf,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:18.996633 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e804dab3-8847-4c91-b3e4-b9fbd3cfe498 x-openstack-request-id: req-e804dab3-8847-4c91-b3e4-b9fbd3cfe498 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:18.999079 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89116135-1a06-4f24-af32-1aa1d0b774d1", "name": "network-vif-plugged", "status": "completed", "tag": "866d3f9f-0651-40a5-a1de-581738fc0faf", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:18.999079 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e804dab3-8847-4c91-b3e4-b9fbd3cfe498 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:18.999079 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89116135-1a06-4f24-af32-1aa1d0b774d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866d3f9f-0651-40a5-a1de-581738fc0faf', 'code': 200} Sep 22 09:42:19.014925 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d359a8b-3e12-4383-b3db-c68839510247 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:19.063837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e6324-c9c2-4a51-978c-18a08e29d8f4 req-8f28efd3-f520-4f82-a578-d3d040b0b499 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:19.065398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-469e6324-c9c2-4a51-978c-18a08e29d8f4 req-8f28efd3-f520-4f82-a578-d3d040b0b499 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 944 time: 0.2844985 Sep 22 09:42:19.145396 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:19.162484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81689ea6-b021-4cc8-80b7-e8aafe7e38eb req-2d80c45b-b05f-4efd-b40c-849f35d15b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:19.163806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81689ea6-b021-4cc8-80b7-e8aafe7e38eb req-2d80c45b-b05f-4efd-b40c-849f35d15b6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 1095 time: 0.1108043 Sep 22 09:42:19.167099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-469e6324-c9c2-4a51-978c-18a08e29d8f4 req-055c29e1-d5ea-4a81-8e53-081c987f1bea tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902328 Sep 22 09:42:19.231503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81689ea6-b021-4cc8-80b7-e8aafe7e38eb req-351fbbcf-eafa-40cd-877a-4beee49a54ea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589445 Sep 22 09:42:19.266645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=866d3f9f-0651-40a5-a1de-581738fc0faf,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:19.283052 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d359a8b-3e12-4383-b3db-c68839510247 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:19.284330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47880) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:19.299131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1148350905-network', 'tenant_id': 'a41657c57064458585c5dfc80da66625'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:19.348288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d359a8b-3e12-4383-b3db-c68839510247 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdb5da0-3906-47c9-91a2-bcf1540851fd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:19.364506 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d359a8b-3e12-4383-b3db-c68839510247 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:19.368783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0d359a8b-3e12-4383-b3db-c68839510247 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/0bdb5da0-3906-47c9-91a2-bcf1540851fd HTTP/1.1" status: 204 len: 168 time: 0.8445902 Sep 22 09:42:19.374446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6efd8d6-c767-4519-a28c-cf3d0dd8f1f8 None None] Network 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:19.389098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47884) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:19.440640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Made reservation on behalf of a41657c57064458585c5dfc80da66625 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:19.443082 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:19.491785 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:19.621158 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:19.655299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c315b98-5674-46f7-9920-558cc7f2d149 None None] DHCP port deletion for 31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:42:19.714772 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2c315b98-5674-46f7-9920-558cc7f2d149 None None] Deleting port 16f192d9-4912-431c-a26e-02c94ddb75a5 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:19.715305 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2c315b98-5674-46f7-9920-558cc7f2d149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:19.765062 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 16f192d9-4912-431c-a26e-02c94ddb75a5 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:19.771196 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:19.848225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2c315b98-5674-46f7-9920-558cc7f2d149 None None] For port 16f192d9-4912-431c-a26e-02c94ddb75a5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=16f192d9-4912-431c-a26e-02c94ddb75a5,segment=NetworkSegment(9b0420d0-bff2-4b36-af6a-4708e7133f6e),segment_id=9b0420d0-bff2-4b36-af6a-4708e7133f6e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:19.850681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2c315b98-5674-46f7-9920-558cc7f2d149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:19.881780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2c315b98-5674-46f7-9920-558cc7f2d149 None None] Calling delete_port for 16f192d9-4912-431c-a26e-02c94ddb75a5 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:20.110552 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.118210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port 16f192d9-4912-431c-a26e-02c94ddb75a5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=16f192d9-4912-431c-a26e-02c94ddb75a5,segment=NetworkSegment(9b0420d0-bff2-4b36-af6a-4708e7133f6e),segment_id=9b0420d0-bff2-4b36-af6a-4708e7133f6e)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:20.118637 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.160800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 16f192d9-4912-431c-a26e-02c94ddb75a5 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:20.242802 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2c315b98-5674-46f7-9920-558cc7f2d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.253517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.279783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c315b98-5674-46f7-9920-558cc7f2d149 None None] Pushing event deleted for resources: {'Port': ['ID=16f192d9-4912-431c-a26e-02c94ddb75a5,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:20.281940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c315b98-5674-46f7-9920-558cc7f2d149 None None] No DVR routers for this DVR port 16f192d9-4912-431c-a26e-02c94ddb75a5 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:20.290107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:42:20.302216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.305622 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Added segment dd216547-fa74-4173-96b4-f9a79e00c6d9 of type vlan for network 400e3e14-c2e8-4a3a-b233-d45720fdb8af Sep 22 09:42:20.379197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a68739-7226-40f3-a21f-4f4f96b9cdad,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:20.383034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.422087 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.502593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222bfb3-4347-422d-9501-f08da8cb2bcd req-6e8fe73a-019a-4af5-903b-ade4197dae20 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:20.516407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1222bfb3-4347-422d-9501-f08da8cb2bcd req-6e8fe73a-019a-4af5-903b-ade4197dae20 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1886852 Sep 22 09:42:20.520557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=16f192d9-4912-431c-a26e-02c94ddb75a5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:20.541047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No DVR routers for this DVR port 16f192d9-4912-431c-a26e-02c94ddb75a5 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:20.584764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47920) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:20.618258 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1222bfb3-4347-422d-9501-f08da8cb2bcd req-6cfdd0bd-57b8-45d8-902f-b645c723f053 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008127 Sep 22 09:42:20.660183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.672169 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.673304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:20.673962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.710425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:20.729721 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0420d0-bff2-4b36-af6a-4708e7133f6e') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:20.729721 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0420d0-bff2-4b36-af6a-4708e7133f6e') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:20.774403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.786887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-934994066-network', 'tenant_id': 'cf7f2bedbe194c4d908b61ea5bcc59fb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:20.801644 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] Pushing event updated for resources: {'Network': ['ID=400e3e14-c2e8-4a3a-b233-d45720fdb8af,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:20.814302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 400e3e14-c2e8-4a3a-b233-d45720fdb8af details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:42:20.833862 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0387599b-0f6e-4ed8-9629-9c798e159d90 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5473766 Sep 22 09:42:20.836609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47928) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:20.842573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] Request body: {'subnet': {'network_id': '400e3e14-c2e8-4a3a-b233-d45720fdb8af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1148350905-subnet', 'tenant_id': 'a41657c57064458585c5dfc80da66625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:20.851148 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.859955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:42:20.860343 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:42:20.863430 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:42:21.031360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Made reservation on behalf of cf7f2bedbe194c4d908b61ea5bcc59fb for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:21.036504 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.078831 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.079960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 16f192d9-4912-431c-a26e-02c94ddb75a5 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:21.082159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.096110 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.105463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47938) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:21.105636 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/networks/31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3 HTTP/1.1" status: 204 len: 168 time: 1.7153552 Sep 22 09:42:21.110869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-164906928'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:21.128221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bf699-a1e9-45b7-8029-14d63ab17326 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Network': ['ID=31a4e8e7-080d-4b2e-b3bc-4d5b5defd3d3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:21.137698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 16f192d9-4912-431c-a26e-02c94ddb75a5 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:21.137698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 16f192d9-4912-431c-a26e-02c94ddb75a5 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:21.195144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] Made reservation on behalf of a41657c57064458585c5dfc80da66625 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:21.195480 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.205710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:42:21.205710 n-d-805649-4 neutron-server[95509]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:42:21.205710 n-d-805649-4 neutron-server[95509]: [parameters: {'project_id_1': 'cf7f2bedbe194c4d908b61ea5bcc59fb', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 42, 1, 125023)}] Sep 22 09:42:21.205710 n-d-805649-4 neutron-server[95509]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:42:21.206099 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:42:21.406432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:21.411127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.440370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:42:21.456219 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.456575 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added segment 5af9f59b-0b8d-4356-8c3f-0b7e7c589030 of type vlan for network 8c57ee64-0437-44bc-8c07-de2c5254dded Sep 22 09:42:21.513227 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.520707 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.626971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0091883-fe53-47c5-b1fb-2b2b698cb11c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:21.633284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] Checking segment: {'id': 'dd216547-fa74-4173-96b4-f9a79e00c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '400e3e14-c2e8-4a3a-b233-d45720fdb8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:21.633284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] Network hostable DHCP agents. Network: 400e3e14-c2e8-4a3a-b233-d45720fdb8af, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:42:21.707160 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.752273 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.766683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:21.767265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.786568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] Network 400e3e14-c2e8-4a3a-b233-d45720fdb8af is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:42:21.836873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.870498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c27dba-9a8c-475d-ba7b-117f5700b72c req-51cb43c0-7f41-4d57-8343-1d46ad453d06 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:21.877884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32c27dba-9a8c-475d-ba7b-117f5700b72c req-51cb43c0-7f41-4d57-8343-1d46ad453d06 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1695666 Sep 22 09:42:21.912697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Network': ['ID=8c57ee64-0437-44bc-8c07-de2c5254dded,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:21.924927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 8c57ee64-0437-44bc-8c07-de2c5254dded details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:42:21.945400 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.949797 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32c27dba-9a8c-475d-ba7b-117f5700b72c req-45b67ea0-04a5-4e3f-adbc-5cf141948df1 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710652 Sep 22 09:42:21.950537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 400e3e14-c2e8-4a3a-b233-d45720fdb8af) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:21.955351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:21.955978 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:21.968981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd939bb-726c-48a7-8d06-2aecc4766e69 None None] Network 400e3e14-c2e8-4a3a-b233-d45720fdb8af requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:21.985258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:42:22.003915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9837bf0-84d6-46dd-869d-6d04c2b5845b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:22.013765 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:22.014245 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Added segment fca93b83-4595-4c75-8812-f2622dd13a11 of type vlan for network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 Sep 22 09:42:22.097689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:22.104852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c85413ff-495c-40bd-a89d-70f6fe658cff admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2668338 Sep 22 09:42:22.109886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-15ab73d9-6abe-4057-a87f-2dd9f7f6adbf tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0028055 Sep 22 09:42:22.110087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47970) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:22.126937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'subnet': {'network_id': '8c57ee64-0437-44bc-8c07-de2c5254dded', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:22.238940 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.resource_extend [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:42:22.256995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63779a05-29db-4f4e-8778-828d70f61c65 None None] Network 400e3e14-c2e8-4a3a-b233-d45720fdb8af requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:22.623772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46f050-94fc-4e28-b9fe-e65862097d24 req-f167e2ea-eb61-4a24-aee8-63e6a301e851 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:22.637831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa46f050-94fc-4e28-b9fe-e65862097d24 req-f167e2ea-eb61-4a24-aee8-63e6a301e851 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1104581 Sep 22 09:42:22.714169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa46f050-94fc-4e28-b9fe-e65862097d24 req-718abef7-4938-4405-870f-a567000a0087 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723188 Sep 22 09:42:22.909611 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:22.910615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:22.911201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:22.979926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:22.992050 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:23.196636 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:23.197793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23195a-c4e0-4b65-9142-9016214165ef req-014ce104-394a-4f5d-b2e7-2ce1a0beab57 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:23.205473 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-014ce104-394a-4f5d-b2e7-2ce1a0beab57 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/networks?id=2687273c-677a-4bba-a592-3a5e8578a87b HTTP/1.1" status: 200 len: 808 time: 0.1318567 Sep 22 09:42:23.216690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-01a37f52-0802-4995-920e-64c8ea29394a tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/quotas/2a2eb5f75aad4cf3927c447ab4c17378 HTTP/1.1" status: 200 len: 375 time: 0.0101240 Sep 22 09:42:23.235491 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6470587 Sep 22 09:42:23.236050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48004) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:23.241769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] Request body: {'subnet': {'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-934994066-subnet', 'tenant_id': 'cf7f2bedbe194c4d908b61ea5bcc59fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:23.280965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-be6b7f5f-8a4e-408f-b43c-080eb884971f tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a2eb5f75aad4cf3927c447ab4c17378&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571496 Sep 22 09:42:23.308255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63778e16-155f-451f-a01e-89848e05242d admin admin] Pushing event updated for resources: {'Network': ['ID=8b544e33-3716-44df-9c9b-6f120b3ee1b7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:23.325711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:42:23.466403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] Made reservation on behalf of cf7f2bedbe194c4d908b61ea5bcc59fb for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:23.468603 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:23.518833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-8eb7ba66-b956-4cdd-b8f6-1226d9831915 service neutron] 10.222.0.49 "GET /v2.0/networks/2687273c-677a-4bba-a592-3a5e8578a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249272 Sep 22 09:42:23.611361 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:23.712206 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Subnet': ['ID=7681dc2b-4ca2-420f-88b2-a150d641b6ee,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:23.719566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Checking segment: {'id': '5af9f59b-0b8d-4356-8c3f-0b7e7c589030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8c57ee64-0437-44bc-8c07-de2c5254dded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:23.720344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network hostable DHCP agents. Network: 8c57ee64-0437-44bc-8c07-de2c5254dded, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:42:23.757816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-8c1d56f6-e9b9-4ca2-842f-6e0b676eab99 service neutron] 10.222.0.49 "GET /v2.0/networks/2687273c-677a-4bba-a592-3a5e8578a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071300 Sep 22 09:42:23.885852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 8c57ee64-0437-44bc-8c07-de2c5254dded is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:42:23.931895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3021cb1-93dd-4758-bc38-1905afaac816 req-c7955f26-4998-4548-8bf6-f143e27b3e3d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:23.933438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3021cb1-93dd-4758-bc38-1905afaac816 req-c7955f26-4998-4548-8bf6-f143e27b3e3d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.0810158 Sep 22 09:42:23.978173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3021cb1-93dd-4758-bc38-1905afaac816 req-05f6747b-d0b4-453e-9354-215dd029457f tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384350 Sep 22 09:42:24.019349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 8c57ee64-0437-44bc-8c07-de2c5254dded) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:24.020458 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.024656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:24.024944 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.045725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f02dfab-7233-4ef3-bdb5-537692e19b9c None None] Network 8c57ee64-0437-44bc-8c07-de2c5254dded requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:24.175891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] Checking segment: {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:24.177895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] Network hostable DHCP agents. Network: 8b544e33-3716-44df-9c9b-6f120b3ee1b7, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:42:24.189853 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e14e6db9-c854-4275-9014-f8abbd0a0a11 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0715764 Sep 22 09:42:24.189853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48028) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:24.195294 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b768957e-6aed-4ad0-8d2c-5e40997bf699 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-633636915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:24.296775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8b4480-00a9-4362-aed6-d3da007cd6ed,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:24.299309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dd04476-ff80-49f0-bf8a-54b0eb00f088 req-64e0c9b9-eb82-4a51-8aa2-cbd2c5e39320 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 210 time: 0.0915887 Sep 22 09:42:24.317676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-8c57ee64-0437-44bc-8c07-de2c5254dded', 'network_id': '8c57ee64-0437-44bc-8c07-de2c5254dded', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'fixed_ips': [{'subnet_id': '7681dc2b-4ca2-420f-88b2-a150d641b6ee'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:42:24.318579 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.406228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ab728381-aa6f-4bb4-b8be-8739a2b3016f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.448186 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b768957e-6aed-4ad0-8d2c-5e40997bf699 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.449284 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b768957e-6aed-4ad0-8d2c-5e40997bf699 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.509529 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.551080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] Network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:42:24.559780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b768957e-6aed-4ad0-8d2c-5e40997bf699 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.566175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Allocated IP 2001:db8::2 (8c57ee64-0437-44bc-8c07-de2c5254dded/7681dc2b-4ca2-420f-88b2-a150d641b6ee/72e28240-087f-4341-b384-c08968aa92b0) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:24.676441 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b768957e-6aed-4ad0-8d2c-5e40997bf699 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.710591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 8b544e33-3716-44df-9c9b-6f120b3ee1b7) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:24.715980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:24.717030 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.763257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5324b49a-bb29-4043-8663-8b65e96ef747 None None] Network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:24.808155 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.813565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b768957e-6aed-4ad0-8d2c-5e40997bf699 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:24.815638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-39f75171-e811-4be1-9dc5-ca75fc7fcd4d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5779085 Sep 22 09:42:24.818341 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b768957e-6aed-4ad0-8d2c-5e40997bf699 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6255562 Sep 22 09:42:24.818693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48048) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:24.851879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48054) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:25.001232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb687eaf-f423-48a5-88f7-ea83f7a6fd1b None None] Network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:25.047673 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:25.464148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Network 8c57ee64-0437-44bc-8c07-de2c5254dded is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:25.475693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:25.479332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Pushing event updated for resources: {'Port': ['ID=72e28240-087f-4341-b384-c08968aa92b0,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:25.481962 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:25.561006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6de5-9613-4e4d-bc0b-282a31ff3076 req-58ee408c-bc5a-43a7-8888-9252bd8ef9b6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:25.573921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-102c6de5-9613-4e4d-bc0b-282a31ff3076 req-58ee408c-bc5a-43a7-8888-9252bd8ef9b6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.4160740 Sep 22 09:42:25.583340 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c44b03ad-356a-42d1-866f-430070f5c706 req-b02d1e72-5da5-4021-abf4-95f2d5d5c8ed tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 210 time: 0.2002611 Sep 22 09:42:25.658309 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Attempting to bind port 72e28240-087f-4341-b384-c08968aa92b0 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:42:25.658677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Attempting to bind port 72e28240-087f-4341-b384-c08968aa92b0 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '5af9f59b-0b8d-4356-8c3f-0b7e7c589030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8c57ee64-0437-44bc-8c07-de2c5254dded'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:42:25.659040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Attempting to bind port 72e28240-087f-4341-b384-c08968aa92b0 on network 8c57ee64-0437-44bc-8c07-de2c5254dded {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:25.690722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:42:25.694739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Checking segment: {'id': '5af9f59b-0b8d-4356-8c3f-0b7e7c589030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8c57ee64-0437-44bc-8c07-de2c5254dded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:25.694739 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:25.694739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Bound using segment: {'id': '5af9f59b-0b8d-4356-8c3f-0b7e7c589030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8c57ee64-0437-44bc-8c07-de2c5254dded'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:42:25.694739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Bound port: 72e28240-087f-4341-b384-c08968aa92b0, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af9f59b-0b8d-4356-8c3f-0b7e7c589030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8c57ee64-0437-44bc-8c07-de2c5254dded'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:42:25.695017 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:25.734500 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:25.935629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] For port 72e28240-087f-4341-b384-c08968aa92b0, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:42:25.946520 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] For port 72e28240-087f-4341-b384-c08968aa92b0, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=72e28240-087f-4341-b384-c08968aa92b0,segment=NetworkSegment(5af9f59b-0b8d-4356-8c3f-0b7e7c589030),segment_id=5af9f59b-0b8d-4356-8c3f-0b7e7c589030)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:42:26.001685 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-102c6de5-9613-4e4d-bc0b-282a31ff3076 req-76ec9a11-1146-42db-88f6-647da0673a20 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220471 Sep 22 09:42:26.035322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Allocated IP 2001:db8::1 (8c57ee64-0437-44bc-8c07-de2c5254dded/7681dc2b-4ca2-420f-88b2-a150d641b6ee/06842d41-e3cf-43fa-bcac-383da3e454d9) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:26.071360 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:26.195497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cffe2d-b4dd-4c4f-b8af-16f14b4db906 None None] Pushing event updated for resources: {'Port': ['ID=72e28240-087f-4341-b384-c08968aa92b0,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:26.500801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:26.922828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dba0850-2fe9-4227-a861-e50b01f8f22b req-5ba1ffad-92e0-46ac-8cc2-492d2d2902de tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 210 time: 0.1108763 Sep 22 09:42:26.956649 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-27db5736-74ed-4e20-8a44-145abe4fa064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:27.008935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] Deleting port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:27.009529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:27.087371 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:27.174042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] For port 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:27.174647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:27.196140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 72e28240-087f-4341-b384-c08968aa92b0 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:27.202088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] Calling delete_port for 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:27.218172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-aac7e730-130b-4eb6-9a7f-da0d4a673926 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:27.219925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-aac7e730-130b-4eb6-9a7f-da0d4a673926 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/networks?id=8b544e33-3716-44df-9c9b-6f120b3ee1b7 HTTP/1.1" status: 200 len: 812 time: 0.4097044 Sep 22 09:42:27.316182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 72e28240-087f-4341-b384-c08968aa92b0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:27.316555 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:27.318488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-0ff91b20-5004-4fad-b99c-1b02401a6e29 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/quotas/cf7f2bedbe194c4d908b61ea5bcc59fb HTTP/1.1" status: 200 len: 375 time: 0.0519030 Sep 22 09:42:27.377136 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-6e651759-7dd1-4d2e-b395-7f5c4aa08bf4 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515764 Sep 22 09:42:27.397348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a9a8c-fd43-4f7e-bf7e-a5d065f5f4be req-abf60e23-5b20-40dd-946e-3769e1ec2bc8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:27.398952 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-327a9a8c-fd43-4f7e-bf7e-a5d065f5f4be req-abf60e23-5b20-40dd-946e-3769e1ec2bc8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.2365892 Sep 22 09:42:27.466516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:27.533158 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:27.580742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 72e28240-087f-4341-b384-c08968aa92b0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=72e28240-087f-4341-b384-c08968aa92b0,segment=NetworkSegment(5af9f59b-0b8d-4356-8c3f-0b7e7c589030),segment_id=5af9f59b-0b8d-4356-8c3f-0b7e7c589030)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:27.583118 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:27.647779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:27.699618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:27.763317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:27.770669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 8c57ee64-0437-44bc-8c07-de2c5254dded is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:27.774202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-327a9a8c-fd43-4f7e-bf7e-a5d065f5f4be req-2370fb39-38ef-456b-8d76-644792298059 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628988 Sep 22 09:42:27.781139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=72e28240-087f-4341-b384-c08968aa92b0,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:27.785612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:27.805919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:27.807221 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:27.882678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-6700dea3-c8ea-4de1-91dd-4057eed777a5 service neutron] 10.222.0.49 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793351 Sep 22 09:42:27.893038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=06842d41-e3cf-43fa-bcac-383da3e454d9,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:27.904476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63964de-e32c-40b7-b131-422c36ae40ca None None] Network 8c57ee64-0437-44bc-8c07-de2c5254dded requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:28.008969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9cc49eb2-ab65-4299-9727-5640ca1ceadf None None] Provisioning complete for port 72e28240-087f-4341-b384-c08968aa92b0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:28.009673 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9cc49eb2-ab65-4299-9727-5640ca1ceadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:28.102288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:28.127970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:28.150801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d017aa1-0e9b-4b33-a923-0153de442af2 req-5cb219c0-3c20-478f-a2d4-8693ab5457ee tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 210 time: 0.0821192 Sep 22 09:42:28.270146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-259bff1d-155b-4d68-81a3-82958f584435 service neutron] 10.222.0.49 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986681 Sep 22 09:42:28.360803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23195a-c4e0-4b65-9142-9016214165ef req-1b4d8320-632a-453a-a8ec-7249e055b080 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:28.362405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-1b4d8320-632a-453a-a8ec-7249e055b080 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.45 "GET /v2.0/networks?id=2687273c-677a-4bba-a592-3a5e8578a87b HTTP/1.1" status: 200 len: 808 time: 0.6656501 Sep 22 09:42:28.379718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Request body: {'port': {'device_id': '646ba007-e435-458e-ab6a-83cc6aed7ca1', 'network_id': '2687273c-677a-4bba-a592-3a5e8578a87b', 'admin_state_up': True, 'tenant_id': '2a2eb5f75aad4cf3927c447ab4c17378'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:28.539843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] Router 48c517e0-c891-436d-ace6-e468a8f6bcd9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:42:28.540935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:28.786653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:42:28.798469 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e1462-2140-4eb6-b568-99b07cd8b5a9 None None] Sync routers for ids ['48c517e0-c891-436d-ace6-e468a8f6bcd9'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:42:28.808387 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3176728b-8133-4693-8eea-3bfd5aa75b63 admin admin] 10.222.0.49 "PUT /v2.0/routers/48c517e0-c891-436d-ace6-e468a8f6bcd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9472940 Sep 22 09:42:28.811101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48152) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:28.837434 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fe0d231b-6198-40ce-9dec-c9e68e6772b8 None None] Provisioning complete for port 06842d41-e3cf-43fa-bcac-383da3e454d9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:28.837657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e1462-2140-4eb6-b568-99b07cd8b5a9 None None] Routers {'48c517e0-c891-436d-ace6-e468a8f6bcd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:28.838585 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-436e1462-2140-4eb6-b568-99b07cd8b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48c517e0-c891-436d-ace6-e468a8f6bcd9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:28.840142 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fe0d231b-6198-40ce-9dec-c9e68e6772b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.051239 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d231b-6198-40ce-9dec-c9e68e6772b8 None None] Port 06842d41-e3cf-43fa-bcac-383da3e454d9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:42:29.094617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fe0d231b-6198-40ce-9dec-c9e68e6772b8 None None] Provisioning complete for port 72e28240-087f-4341-b384-c08968aa92b0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:29.095012 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fe0d231b-6198-40ce-9dec-c9e68e6772b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.139744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.173877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c51de-0aa4-4090-b107-bffaf9d2660f req-7afd3ba5-02e2-4d62-b472-ae06009985d8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:29.175835 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-470c51de-0aa4-4090-b107-bffaf9d2660f req-7afd3ba5-02e2-4d62-b472-ae06009985d8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1234832 Sep 22 09:42:29.249826 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.257625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Made reservation on behalf of 2a2eb5f75aad4cf3927c447ab4c17378 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:29.266284 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.292407 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-436e1462-2140-4eb6-b568-99b07cd8b5a9 None None] Set router 48c517e0-c891-436d-ace6-e468a8f6bcd9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:42:29.355360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 72e28240-087f-4341-b384-c08968aa92b0 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:29.383061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.384934 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.465076 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.484776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47c71e71-9dd4-4102-9c22-871761ebfc12 req-370b371b-7b32-40a4-85d9-2fc413342c52 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 210 time: 0.1293960 Sep 22 09:42:29.515691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 72e28240-087f-4341-b384-c08968aa92b0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:29.516069 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.537333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-470c51de-0aa4-4090-b107-bffaf9d2660f req-7e860677-e178-4d75-ac1c-1d1592d8cb38 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329217 Sep 22 09:42:29.627945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4d8a53e-c16b-4882-b8fb-ee707c84380c req-f64bc9ff-09bd-49a6-b8c2-bed9f4e9e850 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 210 time: 0.0305154 Sep 22 09:42:29.671637 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Deleting port f752af4b-fcbd-4cdf-b256-7ff7a184483e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:29.671989 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.696691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=06842d41-e3cf-43fa-bcac-383da3e454d9,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:29.759118 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-436e1462-2140-4eb6-b568-99b07cd8b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:42:27Z', 'revision_number': 5, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port': {'id': 'f752af4b-fcbd-4cdf-b256-7ff7a184483e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:30:17Z', 'updated_at': '2021-09-22T09:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:29.807113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 8c57ee64-0437-44bc-8c07-de2c5254dded is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:29.811843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:29.841991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Allocated IP 172.20.0.9 (2687273c-677a-4bba-a592-3a5e8578a87b/55703199-eb2e-4f81-a150-7e1949e1b938/2389aefe-ab86-4992-8a75-bfbecf5cbbc6) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:29.859464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-45b76012-cf4a-447a-9522-8bf00b7074ce None None] Provisioning complete for port 06842d41-e3cf-43fa-bcac-383da3e454d9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:29.859616 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-45b76012-cf4a-447a-9522-8bf00b7074ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.903216 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e1462-2140-4eb6-b568-99b07cd8b5a9 None None] Checking router: 48c517e0-c891-436d-ace6-e468a8f6bcd9 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:42:29.926392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] For port f752af4b-fcbd-4cdf-b256-7ff7a184483e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f752af4b-fcbd-4cdf-b256-7ff7a184483e,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:29.926392 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:29.960598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Calling delete_port for f752af4b-fcbd-4cdf-b256-7ff7a184483e owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:29.961587 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e1462-2140-4eb6-b568-99b07cd8b5a9 None None] Routers {'48c517e0-c891-436d-ace6-e468a8f6bcd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:29.972759 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-436e1462-2140-4eb6-b568-99b07cd8b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48c517e0-c891-436d-ace6-e468a8f6bcd9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:29.992025 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.060877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-45b76012-cf4a-447a-9522-8bf00b7074ce None None] Port 06842d41-e3cf-43fa-bcac-383da3e454d9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:42:30.138427 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-436e1462-2140-4eb6-b568-99b07cd8b5a9 None None] Set router 48c517e0-c891-436d-ace6-e468a8f6bcd9 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:42:30.204136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0a1abb74-01dd-4a28-9c20-437858b13cd5 None None] Provisioning complete for port 06842d41-e3cf-43fa-bcac-383da3e454d9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:30.204831 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0a1abb74-01dd-4a28-9c20-437858b13cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.245022 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-436e1462-2140-4eb6-b568-99b07cd8b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:42:29Z', 'revision_number': 6, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:30.265724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0a1abb74-01dd-4a28-9c20-437858b13cd5 None None] Port 06842d41-e3cf-43fa-bcac-383da3e454d9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:42:30.270720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router e447dd9f-2748-4f82-aed0-becfc3ebc8d1 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:42:30.283130 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e1462-2140-4eb6-b568-99b07cd8b5a9 None None] The sync data for ids ['48c517e0-c891-436d-ace6-e468a8f6bcd9'] in n-d-805649-4 is: [{'id': '48c517e0-c891-436d-ace6-e468a8f6bcd9', 'name': 'tempest-TaggedBootDevicesTest_v242-980730600-router', 'tenant_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:30:16Z', 'updated_at': '2021-09-22T09:42:29Z', 'revision_number': 6, 'project_id': '616e8d0f9bd94f89b3ff7473a2285d2e', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:42:30.356264 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.384765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.405861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f752af4b-fcbd-4cdf-b256-7ff7a184483e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:30.461695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:42:30.471369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-883b016c-b981-410a-a146-e412c14601e2 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/e447dd9f-2748-4f82-aed0-becfc3ebc8d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6486590 Sep 22 09:42:30.472138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48196) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:30.475078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ac653b-4fb6-4b82-9ee9-11a59f0c1bd7 None None] Sync routers for ids ['e447dd9f-2748-4f82-aed0-becfc3ebc8d1'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:42:30.480751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.492057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac653b-4fb6-4b82-9ee9-11a59f0c1bd7 None None] Routers {'e447dd9f-2748-4f82-aed0-becfc3ebc8d1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:30.492856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-58ac653b-4fb6-4b82-9ee9-11a59f0c1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e447dd9f-2748-4f82-aed0-becfc3ebc8d1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:30.527238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25f3ff5-4a7e-414b-aff1-5e60f5e39a2f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:30.531627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-58ac653b-4fb6-4b82-9ee9-11a59f0c1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:30.531758 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f25f3ff5-4a7e-414b-aff1-5e60f5e39a2f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports/06842d41-e3cf-43fa-bcac-383da3e454d9 HTTP/1.1" status: 200 len: 911 time: 0.0556960 Sep 22 09:42:30.531939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48200) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:30.539045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac653b-4fb6-4b82-9ee9-11a59f0c1bd7 None None] Routers {'e447dd9f-2748-4f82-aed0-becfc3ebc8d1'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:30.539691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-58ac653b-4fb6-4b82-9ee9-11a59f0c1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e447dd9f-2748-4f82-aed0-becfc3ebc8d1'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:30.599574 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.601962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.606378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-58ac653b-4fb6-4b82-9ee9-11a59f0c1bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:30.607394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ac653b-4fb6-4b82-9ee9-11a59f0c1bd7 None None] The sync data for ids ['e447dd9f-2748-4f82-aed0-becfc3ebc8d1'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:42:30.631411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f7cff70-e64b-4b9e-9c16-c20a0919a5e4 req-054dc18c-85ca-4c27-9311-a222d97a6de1 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 210 time: 0.0375407 Sep 22 09:42:30.742827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.756652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.757262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c517e0-c891-436d-ace6-e468a8f6bcd9 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:42:30.761824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.763010 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d32f6cad-32e9-493d-8e4b-7fd9876e92d2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/48c517e0-c891-436d-ace6-e468a8f6bcd9 HTTP/1.1" status: 204 len: 168 time: 1.9509201 Sep 22 09:42:30.765769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48210) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:30.799022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1b0f874-99f8-4cb2-b5c2-1d8937e891c8 req-8c361f96-37fb-4ffa-b9c3-d84c3f6fdf71 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 210 time: 0.0751376 Sep 22 09:42:30.809648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f578a-fc7d-40b3-9b93-6fb7f16b3b6d req-b54929da-7e77-487c-af98-7f572770de84 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:30.811172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b7f578a-fc7d-40b3-9b93-6fb7f16b3b6d req-b54929da-7e77-487c-af98-7f572770de84 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1306720 Sep 22 09:42:30.831837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-62509fb8-95f4-4528-9eaf-e975f421b9d7 admin admin] Deleting subnet 1694f58d-8b5c-4d1d-bd3f-343ad533ef70 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:42:30.836098 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62509fb8-95f4-4528-9eaf-e975f421b9d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.885652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62509fb8-95f4-4528-9eaf-e975f421b9d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:30.981615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Network 2687273c-677a-4bba-a592-3a5e8578a87b is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:31.000574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:31.013441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Pushing event updated for resources: {'Port': ['ID=2389aefe-ab86-4992-8a75-bfbecf5cbbc6,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:31.016088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:31.023776 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62509fb8-95f4-4528-9eaf-e975f421b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:31.053297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b7f578a-fc7d-40b3-9b93-6fb7f16b3b6d req-e1320e3b-aeee-4936-9e42-701116f74fa8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906059 Sep 22 09:42:31.201556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62509fb8-95f4-4528-9eaf-e975f421b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:31.260513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:31.267269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62509fb8-95f4-4528-9eaf-e975f421b9d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1694f58d-8b5c-4d1d-bd3f-343ad533ef70,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:31.283626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-62509fb8-95f4-4528-9eaf-e975f421b9d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:31.285632 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-62509fb8-95f4-4528-9eaf-e975f421b9d7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1694f58d-8b5c-4d1d-bd3f-343ad533ef70 HTTP/1.1" status: 204 len: 168 time: 0.5186441 Sep 22 09:42:31.287862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48222) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:31.300012 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33533b36-5ca9-41d5-8d5c-b900c829279a None None] Network 6459b7b4-2a6f-4f7f-b002-843449468890 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:31.414176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:31.461235 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:31.463601 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4b5ddd9c-3c6c-4e86-b580-b86342a0b8f8 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:31.465300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f752af4b-fcbd-4cdf-b256-7ff7a184483e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:31.498798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Deleting port ee41136f-922f-4a55-9394-5be263039b38 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:31.499172 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:31.522337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f752af4b-fcbd-4cdf-b256-7ff7a184483e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:31.522337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f752af4b-fcbd-4cdf-b256-7ff7a184483e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:31.613563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:31.617127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:31.646291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] For port ee41136f-922f-4a55-9394-5be263039b38, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ee41136f-922f-4a55-9394-5be263039b38,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:31.646577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:31.666853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a07729-ac7b-4018-875c-8c5849d8bb2a None None] DHCP port deletion for 6459b7b4-2a6f-4f7f-b002-843449468890 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:42:31.669160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Calling delete_port for ee41136f-922f-4a55-9394-5be263039b38 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:31.817814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-23280e68-2001-4cb1-8d42-3124ae5dffec tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4441843 Sep 22 09:42:31.895970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Request body: {'port': {'device_id': '646ba007-e435-458e-ab6a-83cc6aed7ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:31.921059 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd931-b732-4e8e-9bac-19e390d7fd26 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:31.923053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-45a07729-ac7b-4018-875c-8c5849d8bb2a None None] Deleting port ee41136f-922f-4a55-9394-5be263039b38 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:31.930733 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-45a07729-ac7b-4018-875c-8c5849d8bb2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:31.999191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ed8cbc0-de17-4089-a07e-06fa149d0811 req-5fded844-6e35-4ba4-8947-42b792f6ac23 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 210 time: 0.1039603 Sep 22 09:42:32.022589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.074681 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee41136f-922f-4a55-9394-5be263039b38,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:32.083246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] No DVR routers for this DVR port ee41136f-922f-4a55-9394-5be263039b38 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:32.122330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f73f2a-8c9d-4b61-845a-dfe76ccd7124 req-a7386c5d-7a40-48a9-ad0f-f06fa979d3ae tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:32.130609 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0f73f2a-8c9d-4b61-845a-dfe76ccd7124 req-a7386c5d-7a40-48a9-ad0f-f06fa979d3ae tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 931 time: 0.3263078 Sep 22 09:42:32.138167 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.163937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-45a07729-ac7b-4018-875c-8c5849d8bb2a None None] For port ee41136f-922f-4a55-9394-5be263039b38, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ee41136f-922f-4a55-9394-5be263039b38,segment=NetworkSegment(1bdad88d-c37f-4410-bdba-e3655454b4d6),segment_id=1bdad88d-c37f-4410-bdba-e3655454b4d6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:32.164341 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-45a07729-ac7b-4018-875c-8c5849d8bb2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.194173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-45a07729-ac7b-4018-875c-8c5849d8bb2a None None] Calling delete_port for ee41136f-922f-4a55-9394-5be263039b38 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:32.237215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.273584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6459b7b4-2a6f-4f7f-b002-843449468890']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:32.286575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdad88d-c37f-4410-bdba-e3655454b4d6') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:32.287458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdad88d-c37f-4410-bdba-e3655454b4d6') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:32.305409 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.305561 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-45a07729-ac7b-4018-875c-8c5849d8bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.317869 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.319125 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0f73f2a-8c9d-4b61-845a-dfe76ccd7124 req-7eee3cc6-96ce-44d0-a7bc-d90d033ad941 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874750 Sep 22 09:42:32.335943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:42:32.335943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.343038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a07729-ac7b-4018-875c-8c5849d8bb2a None None] No DVR routers for this DVR port ee41136f-922f-4a55-9394-5be263039b38 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:32.347061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a07729-ac7b-4018-875c-8c5849d8bb2a None None] Pushing event deleted for resources: {'Port': ['ID=ee41136f-922f-4a55-9394-5be263039b38,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:42:32.375244 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:42:32.455431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c90d9-4b89-48b9-8abc-16e745591268 req-32c0fa3e-e43c-4c1b-855f-66bf492452f6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:32.457097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e41c90d9-4b89-48b9-8abc-16e745591268 req-32c0fa3e-e43c-4c1b-855f-66bf492452f6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.2521045 Sep 22 09:42:32.596184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.597124 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e41c90d9-4b89-48b9-8abc-16e745591268 req-a7db592d-76d7-4985-99c5-bc6b4dd6678a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271465 Sep 22 09:42:32.645780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.648172 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6459b7b4-2a6f-4f7f-b002-843449468890 HTTP/1.1" status: 204 len: 168 time: 1.3592770 Sep 22 09:42:32.649227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853b6b0-8847-42b9-8c87-a3f6b36727b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6459b7b4-2a6f-4f7f-b002-843449468890,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:32.716471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8f7dd931-b732-4e8e-9bac-19e390d7fd26 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 06842d41-e3cf-43fa-bcac-383da3e454d9 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:32.716471 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd931-b732-4e8e-9bac-19e390d7fd26 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.745610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:32.768204 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.798250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48260) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:32.817463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Transition to ACTIVE for port object 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:42:32.841819 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd931-b732-4e8e-9bac-19e390d7fd26 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.865732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8f7dd931-b732-4e8e-9bac-19e390d7fd26 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 06842d41-e3cf-43fa-bcac-383da3e454d9 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:32.935144 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:32.958031 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9945e13c-33d5-46e0-ad21-8999c49e8a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.091346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Pushing event updated for resources: {'Port': ['ID=2389aefe-ab86-4992-8a75-bfbecf5cbbc6,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:33.127026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ee41136f-922f-4a55-9394-5be263039b38 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:33.160752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: ee41136f-922f-4a55-9394-5be263039b38 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:33.163136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ee41136f-922f-4a55-9394-5be263039b38 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:33.206080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-d9e11aa3-9aaa-4ea4-b189-75eada44d4d7 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:33.208183 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-d9e11aa3-9aaa-4ea4-b189-75eada44d4d7 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.45 "GET /v2.0/networks?id=8b544e33-3716-44df-9c9b-6f120b3ee1b7 HTTP/1.1" status: 200 len: 812 time: 0.1929023 Sep 22 09:42:33.210783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9945e13c-33d5-46e0-ad21-8999c49e8a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.227102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f35f802e-bf7c-4ca9-81b2-d8288f1972ef req-cc656015-7f1c-4286-9aca-1472f4435bda tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 210 time: 0.0981913 Sep 22 09:42:33.232417 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Request body: {'port': {'device_id': '96fcdf2a-1cac-433e-ae40-08d6e8d445e6', 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7', 'admin_state_up': True, 'tenant_id': 'cf7f2bedbe194c4d908b61ea5bcc59fb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:33.290150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Attempting to bind port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:42:33.290698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Attempting to bind port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'facedfe2-f226-43bd-8206-ac4579f2993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2687273c-677a-4bba-a592-3a5e8578a87b'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:42:33.291204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Attempting to bind port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 on network 2687273c-677a-4bba-a592-3a5e8578a87b {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:33.293427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48274) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:33.312465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 on network 2687273c-677a-4bba-a592-3a5e8578a87b not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:42:33.312835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Attempting to bind port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 on network 2687273c-677a-4bba-a592-3a5e8578a87b {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:33.328136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:42:33.328482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Checking segment: {'id': 'facedfe2-f226-43bd-8206-ac4579f2993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2687273c-677a-4bba-a592-3a5e8578a87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:33.328899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Bound using segment: {'id': 'facedfe2-f226-43bd-8206-ac4579f2993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2687273c-677a-4bba-a592-3a5e8578a87b'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:42:33.329346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Bound port: 2389aefe-ab86-4992-8a75-bfbecf5cbbc6, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'facedfe2-f226-43bd-8206-ac4579f2993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '2687273c-677a-4bba-a592-3a5e8578a87b'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:42:33.329707 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.365481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-869f2954-845c-4a83-a829-a26aa33db9f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=616e8d0f9bd94f89b3ff7473a2285d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684676 Sep 22 09:42:33.366022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48278) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:33.461212 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9945e13c-33d5-46e0-ad21-8999c49e8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.480136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] For port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:42:33.485407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] For port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2389aefe-ab86-4992-8a75-bfbecf5cbbc6,segment=NetworkSegment(facedfe2-f226-43bd-8206-ac4579f2993c),segment_id=facedfe2-f226-43bd-8206-ac4579f2993c)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:42:33.499633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166c8b1-252c-48bb-ba8e-920e192350fa req-59530eaa-6101-433c-8f8c-8ede03db585d tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:33.501185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5166c8b1-252c-48bb-ba8e-920e192350fa req-59530eaa-6101-433c-8f8c-8ede03db585d tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 943 time: 0.1089108 Sep 22 09:42:33.510648 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9945e13c-33d5-46e0-ad21-8999c49e8a26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9cd2e4db6f96484aa3bbb10d16e3a60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7111135 Sep 22 09:42:33.513347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48280) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:33.517753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8366072-9e30-4104-be9c-3e5cf8ffd733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.519330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945e13c-33d5-46e0-ad21-8999c49e8a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5b71c2-aa30-4e9a-a0ae-ce965e30cea0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:33.558395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8366072-9e30-4104-be9c-3e5cf8ffd733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.568985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5166c8b1-252c-48bb-ba8e-920e192350fa req-9e2017d9-b3aa-49ef-96d2-a6a9005c9413 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605683 Sep 22 09:42:33.571148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-e7fc5370-5efc-4109-adcc-793d8bdca472 req-1bb80dd4-97f1-4f63-996f-2a980bfd8900 service neutron] (95510) timed out ('10.222.0.45', 54844) {{(pid=95510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 09:42:33.578990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd931-b732-4e8e-9bac-19e390d7fd26 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.581040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-08d183dd-44ba-43ce-8a4c-09c637a59759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.609321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-08d183dd-44ba-43ce-8a4c-09c637a59759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.644159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dd931-b732-4e8e-9bac-19e390d7fd26 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=06842d41-e3cf-43fa-bcac-383da3e454d9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:33.694938 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.711169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Made reservation on behalf of cf7f2bedbe194c4d908b61ea5bcc59fb for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:33.715860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.797601 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-08d183dd-44ba-43ce-8a4c-09c637a59759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.800260 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-08d183dd-44ba-43ce-8a4c-09c637a59759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.801553 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-08d183dd-44ba-43ce-8a4c-09c637a59759 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b5b71c2-aa30-4e9a-a0ae-ce965e30cea0 HTTP/1.1" status: 204 len: 168 time: 0.2872796 Sep 22 09:42:33.847855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d183dd-44ba-43ce-8a4c-09c637a59759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5b71c2-aa30-4e9a-a0ae-ce965e30cea0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:33.862926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:33.863908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:33.866046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] 10.222.0.45 "PUT /v2.0/ports/2389aefe-ab86-4992-8a75-bfbecf5cbbc6 HTTP/1.1" status: 200 len: 1091 time: 2.0346842 Sep 22 09:42:33.887047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646ba007-e435-458e-ab6a-83cc6aed7ca1', 'tag': '2389aefe-ab86-4992-8a75-bfbecf5cbbc6'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:33.896456 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8825f2c0-f629-4681-8f71-3d3772174713" -d '{"events": [{"name": "network-changed", "server_uuid": "646ba007-e435-458e-ab6a-83cc6aed7ca1", "tag": "2389aefe-ab86-4992-8a75-bfbecf5cbbc6"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:33.969000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Allocated IP 172.20.0.2 (8b544e33-3716-44df-9c9b-6f120b3ee1b7/7a8b4480-00a9-4362-aed6-d3da007cd6ed/d370a209-14e0-4a76-987c-93d800609f39) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:34.025947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-9b414bb4-fff6-466a-94f6-3128be798c52 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:34.027571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-9b414bb4-fff6-466a-94f6-3128be798c52 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "GET /v2.0/networks?id=8b544e33-3716-44df-9c9b-6f120b3ee1b7 HTTP/1.1" status: 200 len: 812 time: 0.4028847 Sep 22 09:42:34.038003 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73743958-f468-4fa0-a346-a41b9079ac40 x-openstack-request-id: req-73743958-f468-4fa0-a346-a41b9079ac40 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:34.038286 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "646ba007-e435-458e-ab6a-83cc6aed7ca1", "tag": "2389aefe-ab86-4992-8a75-bfbecf5cbbc6", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:34.038541 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73743958-f468-4fa0-a346-a41b9079ac40 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:34.038933 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '646ba007-e435-458e-ab6a-83cc6aed7ca1', 'tag': '2389aefe-ab86-4992-8a75-bfbecf5cbbc6', 'status': 'completed', 'code': 200} Sep 22 09:42:34.049121 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd931-b732-4e8e-9bac-19e390d7fd26 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:34.051572 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8366072-9e30-4104-be9c-3e5cf8ffd733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:34.054083 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8366072-9e30-4104-be9c-3e5cf8ffd733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:34.055220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c8366072-9e30-4104-be9c-3e5cf8ffd733 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ebd739c-fd5b-42ca-b93b-44684f0c2309 HTTP/1.1" status: 204 len: 168 time: 0.6882970 Sep 22 09:42:34.074153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Request body: {'port': {'device_id': 'ba09d5b1-1344-4973-8f00-018a540d9111', 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7', 'admin_state_up': True, 'tenant_id': 'cf7f2bedbe194c4d908b61ea5bcc59fb'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:34.121129 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4557793-485e-40fe-9054-85400cec0a0a service neutron] Pushing event updated for resources: {'Port': ['ID=2389aefe-ab86-4992-8a75-bfbecf5cbbc6,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:34.133526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8366072-9e30-4104-be9c-3e5cf8ffd733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebd739c-fd5b-42ca-b93b-44684f0c2309,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:34.193455 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:34.224477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e3617-1279-4c53-a108-5b785fafa9f5 req-7ed4a142-9141-4fa3-9951-ef302125d258 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:34.226300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad0e3617-1279-4c53-a108-5b785fafa9f5 req-7ed4a142-9141-4fa3-9951-ef302125d258 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.4498959 Sep 22 09:42:34.332386 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f2c0-f629-4681-8f71-3d3772174713 req-b51d7d7a-7d12-43e6-a1eb-479f9970c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:34.334006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8825f2c0-f629-4681-8f71-3d3772174713 req-b51d7d7a-7d12-43e6-a1eb-479f9970c9d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a2eb5f75aad4cf3927c447ab4c17378&device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 1094 time: 0.2883687 Sep 22 09:42:34.355862 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:34.425977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:34.431939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:34.440564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:34.444040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Pushing event updated for resources: {'Port': ['ID=d370a209-14e0-4a76-987c-93d800609f39,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:34.517132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0fb1c49e-caf9-45dd-814c-1796b0743034 req-983adb8f-98e8-4f78-a762-c2db5caf0fff tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 210 time: 0.1320739 Sep 22 09:42:34.539554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7dd931-b732-4e8e-9bac-19e390d7fd26 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router e447dd9f-2748-4f82-aed0-becfc3ebc8d1 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:42:34.544165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad0e3617-1279-4c53-a108-5b785fafa9f5 req-e1fadec1-f54a-41b1-b2ef-117f8a32c593 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887113 Sep 22 09:42:34.682389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f2c0-f629-4681-8f71-3d3772174713 req-e6e6c1fc-4afe-45a1-9f4a-98a3922aeb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:34.684010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8825f2c0-f629-4681-8f71-3d3772174713 req-e6e6c1fc-4afe-45a1-9f4a-98a3922aeb9c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=2a2eb5f75aad4cf3927c447ab4c17378&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2958550 Sep 22 09:42:34.726668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7dd931-b732-4e8e-9bac-19e390d7fd26 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:42:34.739324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Made reservation on behalf of cf7f2bedbe194c4d908b61ea5bcc59fb for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:34.742904 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:34.743510 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c939fa2-75c7-4e92-b610-121019461352 None None] Sync routers for ids ['e447dd9f-2748-4f82-aed0-becfc3ebc8d1'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:42:34.759617 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c939fa2-75c7-4e92-b610-121019461352 None None] Routers {'e447dd9f-2748-4f82-aed0-becfc3ebc8d1'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:34.759995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8f7dd931-b732-4e8e-9bac-19e390d7fd26 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/e447dd9f-2748-4f82-aed0-becfc3ebc8d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2270141 Sep 22 09:42:34.760915 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1c939fa2-75c7-4e92-b610-121019461352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e447dd9f-2748-4f82-aed0-becfc3ebc8d1'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:34.789565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48318) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:34.816005 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1c939fa2-75c7-4e92-b610-121019461352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:34.829486 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c939fa2-75c7-4e92-b610-121019461352 None None] Routers {'e447dd9f-2748-4f82-aed0-becfc3ebc8d1'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:34.830475 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1c939fa2-75c7-4e92-b610-121019461352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e447dd9f-2748-4f82-aed0-becfc3ebc8d1'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:34.870230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4ff84f19-f694-4f0a-9b08-4c2b4248aa63 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=e447dd9f-2748-4f82-aed0-becfc3ebc8d1 HTTP/1.1" status: 200 len: 205 time: 0.0793152 Sep 22 09:42:34.872385 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1c939fa2-75c7-4e92-b610-121019461352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:34.873302 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c939fa2-75c7-4e92-b610-121019461352 None None] The sync data for ids ['e447dd9f-2748-4f82-aed0-becfc3ebc8d1'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:42:34.878808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48320) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:34.945780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:34.946266 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.005768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48326) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:35.020641 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c738f1b3-0ba1-4b28-8688-765e5dc8c074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.073173 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-70373b2a-7a45-4c43-a8d9-494dd89d902d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8473496 Sep 22 09:42:35.094435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Request body: {'port': {'device_id': '96fcdf2a-1cac-433e-ae40-08d6e8d445e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:35.185448 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.264769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc9e87-5432-40a9-95a1-6ea06ac3e640 req-4887b2fb-fee2-4cd5-89c2-d50e1dec4ef6 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:35.272531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3cc9e87-5432-40a9-95a1-6ea06ac3e640 req-4887b2fb-fee2-4cd5-89c2-d50e1dec4ef6 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 943 time: 0.5557191 Sep 22 09:42:35.293112 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c738f1b3-0ba1-4b28-8688-765e5dc8c074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.379573 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5538-115f-4823-a455-070460e69b72 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.430820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c738f1b3-0ba1-4b28-8688-765e5dc8c074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.439367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f2c0-f629-4681-8f71-3d3772174713 req-9105c2bb-ff4d-4537-8f4d-0de186e31f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:35.440964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8825f2c0-f629-4681-8f71-3d3772174713 req-9105c2bb-ff4d-4537-8f4d-0de186e31f01 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7255447 Sep 22 09:42:35.466812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3cc9e87-5432-40a9-95a1-6ea06ac3e640 req-57b83950-4e31-45db-80c2-a826cbe99fc6 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932895 Sep 22 09:42:35.517713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738f1b3-0ba1-4b28-8688-765e5dc8c074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd6b49e-ecbb-4df0-acea-0db47e0932dd,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:35.525161 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c738f1b3-0ba1-4b28-8688-765e5dc8c074 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8adfa6b5b81a4098b26651605df00fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5148852 Sep 22 09:42:35.525906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48344) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:35.591128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a7f17a9-feab-42eb-b85e-06caa23ce33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.595956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48350) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:35.625306 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a7f17a9-feab-42eb-b85e-06caa23ce33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.694201 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5538-115f-4823-a455-070460e69b72 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.704883 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5538-115f-4823-a455-070460e69b72 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.753861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-431182927-network', 'tenant_id': '36e59f80d5a547ecb31667e23ab4e380'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:35.770047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Allocated IP 172.20.0.14 (8b544e33-3716-44df-9c9b-6f120b3ee1b7/7a8b4480-00a9-4362-aed6-d3da007cd6ed/0424e01b-32ab-401f-86fc-42c2a10a4003) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:35.774504 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a7f17a9-feab-42eb-b85e-06caa23ce33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.777068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a7f17a9-feab-42eb-b85e-06caa23ce33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.778273 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2a7f17a9-feab-42eb-b85e-06caa23ce33f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fd6b49e-ecbb-4df0-acea-0db47e0932dd HTTP/1.1" status: 204 len: 168 time: 0.2513530 Sep 22 09:42:35.786380 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f17a9-feab-42eb-b85e-06caa23ce33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd6b49e-ecbb-4df0-acea-0db47e0932dd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:35.849575 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e92948d-584b-4b63-8d7e-06cc214a0ece req-6e0ac0f9-53d3-4972-a636-46912d4c6b48 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 210 time: 0.1462433 Sep 22 09:42:35.865107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23195a-c4e0-4b65-9142-9016214165ef req-378c99a6-96d1-4a9b-aa7c-00e45f908d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:35.866823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-378c99a6-96d1-4a9b-aa7c-00e45f908d13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a2eb5f75aad4cf3927c447ab4c17378&device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 1094 time: 0.3501656 Sep 22 09:42:35.871427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Made reservation on behalf of 36e59f80d5a547ecb31667e23ab4e380 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:35.873874 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.884834 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:35.944304 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-07b04c24-e790-41af-bdcf-be4fc77b7c3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2389aefe-ab86-4992-8a75-bfbecf5cbbc6 HTTP/1.1" status: 200 len: 217 time: 0.0635836 Sep 22 09:42:35.952565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844580e-7c28-4819-85b1-0ced6a44d6a9 req-c2183ac7-b764-4f1d-a284-89ed22d0baca tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:35.954515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d844580e-7c28-4819-85b1-0ced6a44d6a9 req-c2183ac7-b764-4f1d-a284-89ed22d0baca tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.2559240 Sep 22 09:42:35.986072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.065525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23195a-c4e0-4b65-9142-9016214165ef req-261a32a7-1fca-4a9e-9940-6881faa4f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:36.067034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-261a32a7-1fca-4a9e-9940-6881faa4f0c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55703199-eb2e-4f81-a150-7e1949e1b938 HTTP/1.1" status: 200 len: 848 time: 0.1116436 Sep 22 09:42:36.071678 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5538-115f-4823-a455-070460e69b72 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.072146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0e5538-115f-4823-a455-070460e69b72 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Fanout notify agent at l3_agent the message router_deleted on router e447dd9f-2748-4f82-aed0-becfc3ebc8d1 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:42:36.109902 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e0e5538-115f-4823-a455-070460e69b72 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.110979 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4e0e5538-115f-4823-a455-070460e69b72 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/e447dd9f-2748-4f82-aed0-becfc3ebc8d1 HTTP/1.1" status: 204 len: 168 time: 1.2266092 Sep 22 09:42:36.113861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48362) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:36.115211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d844580e-7c28-4819-85b1-0ced6a44d6a9 req-1b69d115-f8bd-49ba-9650-b5ac010a230b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414797 Sep 22 09:42:36.153212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-8f143950-37ad-469b-9a03-bb9429ef9f50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2687273c-677a-4bba-a592-3a5e8578a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492074 Sep 22 09:42:36.170542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.200996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:42:36.208293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-1392d432-8823-40f4-a92e-87143650ffef tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting subnet 7681dc2b-4ca2-420f-88b2-a150d641b6ee {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:42:36.226320 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1392d432-8823-40f4-a92e-87143650ffef tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.252316 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.262266 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.262614 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Added segment 0ce2eed7-655b-4df3-946c-e8c6b467ef25 of type vlan for network 39c7e984-ec36-4924-bfba-304c2d36c66f Sep 22 09:42:36.265896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c749de5f-4881-4937-a0a1-8b91d9a663e8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:36.298477 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-fdaf2e2f-be26-485d-af08-6a0cf48fc8c1 service neutron] 10.222.0.45 "GET /v2.0/networks/2687273c-677a-4bba-a592-3a5e8578a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360505 Sep 22 09:42:36.321431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1392d432-8823-40f4-a92e-87143650ffef tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.359082 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.419504 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f23195a-c4e0-4b65-9142-9016214165ef req-e839752f-b337-4e24-9b31-e473ade17aab service neutron] 10.222.0.45 "GET /v2.0/networks/2687273c-677a-4bba-a592-3a5e8578a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008489 Sep 22 09:42:36.419504 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.457962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:36.461162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:36.461755 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1392d432-8823-40f4-a92e-87143650ffef tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.465486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:36.512552 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.513560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:36.513734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Pushing event updated for resources: {'Port': ['ID=0424e01b-32ab-401f-86fc-42c2a10a4003,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:36.514146 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.535152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:36.535932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.631961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] Pushing event updated for resources: {'Network': ['ID=39c7e984-ec36-4924-bfba-304c2d36c66f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:36.648891 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b91504e2-1fa1-4695-ab01-7ad65d4b098e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0518568 Sep 22 09:42:36.652694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48376) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:36.658011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-27a04410-3645-4871-ae6b-5b45cc6df9cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6107297 Sep 22 09:42:36.659856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] Request body: {'subnet': {'network_id': '39c7e984-ec36-4924-bfba-304c2d36c66f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-431182927-subnet', 'tenant_id': '36e59f80d5a547ecb31667e23ab4e380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:36.666269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 39c7e984-ec36-4924-bfba-304c2d36c66f details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:42:36.696373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Request body: {'port': {'device_id': 'ba09d5b1-1344-4973-8f00-018a540d9111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:36.725864 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d370a209-14e0-4a76-987c-93d800609f39 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:36.735576 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.752557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Transition to ACTIVE for port object d370a209-14e0-4a76-987c-93d800609f39 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:42:36.778718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48380) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:36.788332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] Made reservation on behalf of 36e59f80d5a547ecb31667e23ab4e380 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:36.794018 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.797284 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1392d432-8823-40f4-a92e-87143650ffef tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.821295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b07e5-cd31-4023-9433-4d319a557b33 req-2927491b-8052-4627-867c-de9f07fb6de0 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:36.834248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc7b07e5-cd31-4023-9433-4d319a557b33 req-2927491b-8052-4627-867c-de9f07fb6de0 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 943 time: 0.2362669 Sep 22 09:42:36.852658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392d432-8823-40f4-a92e-87143650ffef tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Subnet': ['ID=7681dc2b-4ca2-420f-88b2-a150d641b6ee,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:36.862850 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.869320 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.876432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd51c-6114-47a9-8c56-1516ce70717a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:36.903199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc7b07e5-cd31-4023-9433-4d319a557b33 req-62f6a37e-d755-4145-80e8-9bcabba61c9f tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675242 Sep 22 09:42:36.908337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4290ba9a-e38c-4469-bf99-ba6036e4997e None None] Network 8c57ee64-0437-44bc-8c07-de2c5254dded requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:37.130660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1392d432-8823-40f4-a92e-87143650ffef tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.137331 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1392d432-8823-40f4-a92e-87143650ffef tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/7681dc2b-4ca2-420f-88b2-a150d641b6ee HTTP/1.1" status: 204 len: 168 time: 1.0221565 Sep 22 09:42:37.139550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48398) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:37.153315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd51c-6114-47a9-8c56-1516ce70717a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.210874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c25533-4eb7-4aa5-a655-2362cdab06bf req-4668802d-992d-4212-b6ae-57bd5e18e820 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:37.213265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8c25533-4eb7-4aa5-a655-2362cdab06bf req-4668802d-992d-4212-b6ae-57bd5e18e820 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 932 time: 0.1484096 Sep 22 09:42:37.235244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] DHCP port deletion for 8c57ee64-0437-44bc-8c07-de2c5254dded request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:42:37.247756 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd51c-6114-47a9-8c56-1516ce70717a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.324865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Deleting port 72e28240-087f-4341-b384-c08968aa92b0 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:37.329143 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.339355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Pushing event updated for resources: {'Port': ['ID=d370a209-14e0-4a76-987c-93d800609f39,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:37.370092 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d6cdd51c-6114-47a9-8c56-1516ce70717a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac51886f0998431884adeaedfbad37f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5901499 Sep 22 09:42:37.373422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48406) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:37.385805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdd51c-6114-47a9-8c56-1516ce70717a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d3cb06-0fcc-44dc-b3dc-e068ec2ed262,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:37.410252 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:42:37.422343 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.478652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] For port 72e28240-087f-4341-b384-c08968aa92b0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=72e28240-087f-4341-b384-c08968aa92b0,segment=NetworkSegment(5af9f59b-0b8d-4356-8c3f-0b7e7c589030),segment_id=5af9f59b-0b8d-4356-8c3f-0b7e7c589030)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:37.479288 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.480669 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Attempting to bind port d370a209-14e0-4a76-987c-93d800609f39 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:42:37.481150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Attempting to bind port d370a209-14e0-4a76-987c-93d800609f39 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:42:37.481365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Attempting to bind port d370a209-14e0-4a76-987c-93d800609f39 on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:37.491760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8c25533-4eb7-4aa5-a655-2362cdab06bf req-26eb171c-d837-41e0-813f-0a57096ea4dc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265105 Sep 22 09:42:37.498611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Calling delete_port for 72e28240-087f-4341-b384-c08968aa92b0 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:37.500839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-d82b4f6c-c0df-4980-8bf9-740b34586de2 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:37.502325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-d82b4f6c-c0df-4980-8bf9-740b34586de2 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 815 time: 0.3273878 Sep 22 09:42:37.559045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a4f9acfc-62a9-4dfa-81d4-fb485bf09d7f tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/quotas/255781b38c1b453f9464ebab59e138f8 HTTP/1.1" status: 200 len: 375 time: 0.0437686 Sep 22 09:42:37.561103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Port d370a209-14e0-4a76-987c-93d800609f39 on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:42:37.561519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Attempting to bind port d370a209-14e0-4a76-987c-93d800609f39 on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:37.575014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:42:37.575357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Checking segment: {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:37.575751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Bound using segment: {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:42:37.576238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Bound port: d370a209-14e0-4a76-987c-93d800609f39, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:42:37.576604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.589626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be04345b-7e8b-4f40-8bd0-d187b1b10bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.625640 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.644454 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be04345b-7e8b-4f40-8bd0-d187b1b10bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.680757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0424e01b-32ab-401f-86fc-42c2a10a4003 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:37.695774 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.704646 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.710924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-27e1f6ae-9008-4c3c-a2f7-a733b36df791 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1507888 Sep 22 09:42:37.747171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Pushing event deleted for resources: {'Port': ['ID=72e28240-087f-4341-b384-c08968aa92b0,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:37.748106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=082183ca-1167-4fe2-adda-8609fb28ba57,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:37.755627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] For port d370a209-14e0-4a76-987c-93d800609f39, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:42:37.761242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] For port d370a209-14e0-4a76-987c-93d800609f39, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d370a209-14e0-4a76-987c-93d800609f39,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:42:37.769939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb3019-66e3-4f18-81b6-aa66c537de83 req-3856933e-f9a2-4e03-aaeb-82bb0adb65db tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:37.771917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcbb3019-66e3-4f18-81b6-aa66c537de83 req-3856933e-f9a2-4e03-aaeb-82bb0adb65db tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1790943 Sep 22 09:42:37.780713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.781063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] Checking segment: {'id': '0ce2eed7-655b-4df3-946c-e8c6b467ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '39c7e984-ec36-4924-bfba-304c2d36c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:37.781172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.781274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] Network hostable DHCP agents. Network: 39c7e984-ec36-4924-bfba-304c2d36c66f, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:42:37.781354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.781532 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.781955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.782389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.782824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.783241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.783653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.784062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.784476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.784928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:37.788301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59745b-c14c-4383-a184-5f0189916dd6 None None] No DVR routers for this DVR port 72e28240-087f-4341-b384-c08968aa92b0 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:37.800769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 72e28240-087f-4341-b384-c08968aa92b0 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:37.801150 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.842368 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.894923 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:37.895666 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.897537 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] 10.222.0.45 "PUT /v2.0/ports/d370a209-14e0-4a76-987c-93d800609f39 HTTP/1.1" status: 200 len: 1091 time: 2.8107746 Sep 22 09:42:37.901711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96fcdf2a-1cac-433e-ae40-08d6e8d445e6', 'tag': 'd370a209-14e0-4a76-987c-93d800609f39'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:37.901876 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86917989-007f-4247-bd01-1cb0bfcda05b" -d '{"events": [{"name": "network-changed", "server_uuid": "96fcdf2a-1cac-433e-ae40-08d6e8d445e6", "tag": "d370a209-14e0-4a76-987c-93d800609f39"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:37.928495 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f2ea1-dfd1-440a-b4ea-3bae286bc73c service neutron] Pushing event updated for resources: {'Port': ['ID=d370a209-14e0-4a76-987c-93d800609f39,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:37.932930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be04345b-7e8b-4f40-8bd0-d187b1b10bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.935533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcbb3019-66e3-4f18-81b6-aa66c537de83 req-02eefa9f-445b-4c34-af4b-9e0ef619aa19 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420472 Sep 22 09:42:37.936480 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be04345b-7e8b-4f40-8bd0-d187b1b10bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.937190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Transition to ACTIVE for port object 0424e01b-32ab-401f-86fc-42c2a10a4003 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:42:37.941303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-be04345b-7e8b-4f40-8bd0-d187b1b10bd3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95d3cb06-0fcc-44dc-b3dc-e068ec2ed262 HTTP/1.1" status: 204 len: 168 time: 0.5660000 Sep 22 09:42:37.950883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04345b-7e8b-4f40-8bd0-d187b1b10bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d3cb06-0fcc-44dc-b3dc-e068ec2ed262,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:37.955928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] Network 39c7e984-ec36-4924-bfba-304c2d36c66f is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:42:37.958115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port 72e28240-087f-4341-b384-c08968aa92b0, host n-d-805649-4, got binding levels [] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:37.959197 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:37.985103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-f74f82a6-5a97-49e8-8478-58cb0b0cbdbf service neutron] 10.222.0.49 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555609 Sep 22 09:42:37.988534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 72e28240-087f-4341-b384-c08968aa92b0 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:37.992840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Port 72e28240-087f-4341-b384-c08968aa92b0 was not found and therefore no delete operation was performed {{(pid=95510) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 09:42:38.007236 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a777acc1-5673-4547-9c54-2b24e080c9ee x-openstack-request-id: req-a777acc1-5673-4547-9c54-2b24e080c9ee {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:38.007629 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96fcdf2a-1cac-433e-ae40-08d6e8d445e6", "tag": "d370a209-14e0-4a76-987c-93d800609f39", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:38.008308 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a777acc1-5673-4547-9c54-2b24e080c9ee {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:38.008815 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96fcdf2a-1cac-433e-ae40-08d6e8d445e6', 'tag': 'd370a209-14e0-4a76-987c-93d800609f39', 'status': 'completed', 'code': 200} Sep 22 09:42:38.009985 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.062084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 39c7e984-ec36-4924-bfba-304c2d36c66f) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:38.075174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f3ea8-9294-4336-b18b-06410fc3fe48 None None] Network 39c7e984-ec36-4924-bfba-304c2d36c66f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:38.097451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:38.098115 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.112165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=72e28240-087f-4341-b384-c08968aa92b0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:38.114900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.125793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86917989-007f-4247-bd01-1cb0bfcda05b req-226b3a2e-608d-4b75-a746-9c20c3504442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:38.127603 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86917989-007f-4247-bd01-1cb0bfcda05b req-226b3a2e-608d-4b75-a746-9c20c3504442 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&device_id=96fcdf2a-1cac-433e-ae40-08d6e8d445e6 HTTP/1.1" status: 200 len: 1094 time: 0.0971112 Sep 22 09:42:38.168146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No DVR routers for this DVR port 72e28240-087f-4341-b384-c08968aa92b0 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:38.185274 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-60a28ae2-b7b6-44c1-8233-b8ac8ae3f121 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5314989 Sep 22 09:42:38.312162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Pushing event updated for resources: {'Port': ['ID=0424e01b-32ab-401f-86fc-42c2a10a4003,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:38.331086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5c4ce6-9902-4e44-984b-d783cc938ac9 None None] Network 39c7e984-ec36-4924-bfba-304c2d36c66f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:38.367080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb2abe-76c9-4876-94af-45a479d7d4be req-7c0e74aa-008a-4853-a7f2-f1aa18d32f69 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:38.368404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00fb2abe-76c9-4876-94af-45a479d7d4be req-7c0e74aa-008a-4853-a7f2-f1aa18d32f69 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 943 time: 0.2700660 Sep 22 09:42:38.383975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86917989-007f-4247-bd01-1cb0bfcda05b req-5ede0990-4e0f-4b5d-a3fd-d8f2c2b483fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:38.385659 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86917989-007f-4247-bd01-1cb0bfcda05b req-5ede0990-4e0f-4b5d-a3fd-d8f2c2b483fc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2413282 Sep 22 09:42:38.396410 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.425283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-8bbf4067-9f9c-41dc-96ba-defd2ed4be66 service neutron] 10.222.0.49 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388552 Sep 22 09:42:38.473632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c57ee64-0437-44bc-8c07-de2c5254dded']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:38.492016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af9f59b-0b8d-4356-8c3f-0b7e7c589030') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:38.492016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af9f59b-0b8d-4356-8c3f-0b7e7c589030') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:38.514743 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.537865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00fb2abe-76c9-4876-94af-45a479d7d4be req-e38ebf8c-5411-4667-b1f5-2392cb4381e9 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194892 Sep 22 09:42:38.547253 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.565949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Attempting to bind port 0424e01b-32ab-401f-86fc-42c2a10a4003 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:42:38.566229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Attempting to bind port 0424e01b-32ab-401f-86fc-42c2a10a4003 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:42:38.566600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Attempting to bind port 0424e01b-32ab-401f-86fc-42c2a10a4003 on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:38.569218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:42:38.569493 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:42:38.573196 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:42:38.589080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Port 0424e01b-32ab-401f-86fc-42c2a10a4003 on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:42:38.589417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Attempting to bind port 0424e01b-32ab-401f-86fc-42c2a10a4003 on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:38.604311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:42:38.604682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Checking segment: {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:38.605115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Bound using segment: {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:42:38.605565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Bound port: 0424e01b-32ab-401f-86fc-42c2a10a4003, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:42:38.605927 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.678226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86917989-007f-4247-bd01-1cb0bfcda05b req-30a263a0-9e94-4cea-adbd-2c21a6a3788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:38.679304 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-86917989-007f-4247-bd01-1cb0bfcda05b req-30a263a0-9e94-4cea-adbd-2c21a6a3788b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2787440 Sep 22 09:42:38.768420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.788352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-af6d77e9-b2a4-4150-bcc5-a643ef350dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:38.791644 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-af6d77e9-b2a4-4150-bcc5-a643ef350dda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&device_id=96fcdf2a-1cac-433e-ae40-08d6e8d445e6 HTTP/1.1" status: 200 len: 1094 time: 0.0628593 Sep 22 09:42:38.798851 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.805059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/networks/8c57ee64-0437-44bc-8c07-de2c5254dded HTTP/1.1" status: 204 len: 168 time: 1.6602390 Sep 22 09:42:38.806197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48448) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:38.824966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1126210190', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}, 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:38.831107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe56e6d-1b7b-4165-8faf-679ac1b5c661 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Network': ['ID=8c57ee64-0437-44bc-8c07-de2c5254dded,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:38.833678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] For port 0424e01b-32ab-401f-86fc-42c2a10a4003, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:42:38.861110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] For port 0424e01b-32ab-401f-86fc-42c2a10a4003, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0424e01b-32ab-401f-86fc-42c2a10a4003,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:42:38.905001 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-14c6dbd8-48b3-439e-99d2-cf2164a50f3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d370a209-14e0-4a76-987c-93d800609f39 HTTP/1.1" status: 200 len: 217 time: 0.0984817 Sep 22 09:42:38.934503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f5157-dacf-457c-9364-9f985ff3e76c req-cc24dd7b-e9bd-4364-8ad6-2d91238424cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:38.937897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-843f5157-dacf-457c-9364-9f985ff3e76c req-cc24dd7b-e9bd-4364-8ad6-2d91238424cc tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 944 time: 0.0577245 Sep 22 09:42:38.942095 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.973266 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.973266 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:38.985997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ea3014d3-d019-4572-98e4-00118805bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:38.987543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ea3014d3-d019-4572-98e4-00118805bae7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a8b4480-00a9-4362-aed6-d3da007cd6ed HTTP/1.1" status: 200 len: 852 time: 0.0705824 Sep 22 09:42:39.059334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:39.059976 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:39.062285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] 10.222.0.60 "PUT /v2.0/ports/0424e01b-32ab-401f-86fc-42c2a10a4003 HTTP/1.1" status: 200 len: 1092 time: 2.3770335 Sep 22 09:42:39.068027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba09d5b1-1344-4973-8f00-018a540d9111', 'tag': '0424e01b-32ab-401f-86fc-42c2a10a4003'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:39.070166 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ed01da40-af1b-4f0f-bc7f-60ba349ec6e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8b544e33-3716-44df-9c9b-6f120b3ee1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726335 Sep 22 09:42:39.070342 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1553069-fd14-4831-bd8e-330d9139cf78" -d '{"events": [{"name": "network-changed", "server_uuid": "ba09d5b1-1344-4973-8f00-018a540d9111", "tag": "0424e01b-32ab-401f-86fc-42c2a10a4003"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:39.099312 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 72e28240-087f-4341-b384-c08968aa92b0 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:39.134613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 72e28240-087f-4341-b384-c08968aa92b0 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:39.134943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 72e28240-087f-4341-b384-c08968aa92b0 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:39.178337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:42:39.303276 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-c5b2c1b8-a425-4b96-9eba-2b52787a26b3 service neutron] 10.222.0.45 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206788 Sep 22 09:42:39.327650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2389aefe-ab86-4992-8a75-bfbecf5cbbc6,segment=NetworkSegment(facedfe2-f226-43bd-8206-ac4579f2993c),segment_id=facedfe2-f226-43bd-8206-ac4579f2993c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:39.340654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '2389aefe-ab86-4992-8a75-bfbecf5cbbc6', 'network_id': '2687273c-677a-4bba-a592-3a5e8578a87b', 'port_id': '2389aefe-ab86-4992-8a75-bfbecf5cbbc6', 'mac_address': 'fa:16:3e:9e:dc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55703199-eb2e-4f81-a150-7e1949e1b938', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:42:39.381121 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:39.405637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:39.430158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-ec06cdea-5290-4adb-9cba-f411ea1c8131 service neutron] 10.222.0.45 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135404 Sep 22 09:42:39.457799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2389aefe-ab86-4992-8a75-bfbecf5cbbc6,segment=NetworkSegment(facedfe2-f226-43bd-8206-ac4579f2993c),segment_id=facedfe2-f226-43bd-8206-ac4579f2993c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:39.531608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-843f5157-dacf-457c-9364-9f985ff3e76c req-b88be387-a242-45b5-90a3-54c4c59bca0d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829277 Sep 22 09:42:39.532260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26cd1d-5c13-4797-8af7-12931e3b865f service neutron] Pushing event updated for resources: {'Port': ['ID=0424e01b-32ab-401f-86fc-42c2a10a4003,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:39.564180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:39.585836 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:39.624081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=2389aefe-ab86-4992-8a75-bfbecf5cbbc6,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:39.635048 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-499dcc90-d55f-4ba7-97ad-6bfbf5513117 req-650d4840-1baa-4f92-8c68-495aebbf8bff tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 210 time: 0.0465667 Sep 22 09:42:39.639651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-152c1601-90da-4c0a-814d-56452ecd177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:39.641168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-152c1601-90da-4c0a-814d-56452ecd177f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 1095 time: 0.1926723 Sep 22 09:42:39.695939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-1b772a8e-7995-4392-9e03-e52bcc3bc8d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0424e01b-32ab-401f-86fc-42c2a10a4003 HTTP/1.1" status: 200 len: 217 time: 0.0453489 Sep 22 09:42:39.702829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-8b519808-9a03-4363-91ab-102a97e90270 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:39.705280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-8b519808-9a03-4363-91ab-102a97e90270 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/networks?id=39c7e984-ec36-4924-bfba-304c2d36c66f HTTP/1.1" status: 200 len: 808 time: 0.6865864 Sep 22 09:42:39.815195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2389aefe-ab86-4992-8a75-bfbecf5cbbc6'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:39.865278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-27e2e154-3d60-4037-93a6-6801a2228faf tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/quotas/36e59f80d5a547ecb31667e23ab4e380 HTTP/1.1" status: 200 len: 375 time: 0.1101379 Sep 22 09:42:39.965322 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:39.969370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-0da9a5e6-7b2f-4083-8e7a-4bd3801e8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:39.970898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-0da9a5e6-7b2f-4083-8e7a-4bd3801e8287 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a8b4480-00a9-4362-aed6-d3da007cd6ed HTTP/1.1" status: 200 len: 852 time: 0.2646320 Sep 22 09:42:39.974912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-eaaac344-bb41-4a61-8f94-f1cd32bf04dd tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=36e59f80d5a547ecb31667e23ab4e380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765543 Sep 22 09:42:39.987904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ce42b-fc81-4b6c-a5d0-52d6850ee420 req-08bf24f1-c76f-4c79-976e-24f432bf4028 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:39.990040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-788ce42b-fc81-4b6c-a5d0-52d6850ee420 req-08bf24f1-c76f-4c79-976e-24f432bf4028 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.2447283 Sep 22 09:42:40.043175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-6a0cc44d-c690-42ac-835a-d61feb3f7d5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b544e33-3716-44df-9c9b-6f120b3ee1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513499 Sep 22 09:42:40.141408 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-788ce42b-fc81-4b6c-a5d0-52d6850ee420 req-a4ef68a6-cc7f-4efa-b353-60a93cae02b7 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329975 Sep 22 09:42:40.206529 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8662022-37d0-4536-9044-ccf5c2eca41f x-openstack-request-id: req-a8662022-37d0-4536-9044-ccf5c2eca41f {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:40.206828 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba09d5b1-1344-4973-8f00-018a540d9111", "tag": "0424e01b-32ab-401f-86fc-42c2a10a4003", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:40.207074 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8662022-37d0-4536-9044-ccf5c2eca41f {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:40.207451 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba09d5b1-1344-4973-8f00-018a540d9111', 'tag': '0424e01b-32ab-401f-86fc-42c2a10a4003', 'status': 'completed', 'code': 200} Sep 22 09:42:40.266988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-1a9b8c38-64df-4afc-a07d-984bcf4caaf9 service neutron] 10.222.0.49 "GET /v2.0/networks/39c7e984-ec36-4924-bfba-304c2d36c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762003 Sep 22 09:42:40.293236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-fbc40f06-b698-4a87-929f-096681518373 service neutron] 10.222.0.60 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359014 Sep 22 09:42:40.502185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eed19-00c4-4877-a692-2501e96f12d1 req-d5192b73-4a91-45d8-bb81-59d1018a910f tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:40.503834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b52eed19-00c4-4877-a692-2501e96f12d1 req-d5192b73-4a91-45d8-bb81-59d1018a910f tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 944 time: 0.2336242 Sep 22 09:42:40.555499 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-bdc314a9-181a-465f-9c0e-408145a21b59 service neutron] 10.222.0.49 "GET /v2.0/networks/39c7e984-ec36-4924-bfba-304c2d36c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747695 Sep 22 09:42:40.595834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3ed08d7-b184-486a-84bb-6adb82ebed71 req-a563735a-a412-4300-8f88-e07da1d2f2c0 service neutron] 10.222.0.60 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848406 Sep 22 09:42:40.611370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b52eed19-00c4-4877-a692-2501e96f12d1 req-c5866c28-a067-4deb-8140-ca3ef2d48977 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918221 Sep 22 09:42:40.774744 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:40.830497 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:40.901979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1553069-fd14-4831-bd8e-330d9139cf78 req-8ce81abd-c6dc-4acb-af7e-16798af4c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:40.903726 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1553069-fd14-4831-bd8e-330d9139cf78 req-8ce81abd-c6dc-4acb-af7e-16798af4c8d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 1095 time: 0.1644208 Sep 22 09:42:40.917994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4acb88-3cae-45cf-9e16-164159c633da req-0b0b68f9-5dfb-400c-b0bf-f899d2f34a08 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:40.919722 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc4acb88-3cae-45cf-9e16-164159c633da req-0b0b68f9-5dfb-400c-b0bf-f899d2f34a08 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 944 time: 0.1826208 Sep 22 09:42:41.072156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc4acb88-3cae-45cf-9e16-164159c633da req-6a50ff47-2fdc-46d0-8bd6-d96fe27f2834 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322036 Sep 22 09:42:41.097055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Allocated IP 172.25.6.145 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/62b10ba8-d4ef-46ab-80f8-8d8ef6d7ea08) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:41.185375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d370a209-14e0-4a76-987c-93d800609f39 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:42:41.189546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:41.269430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb750ecf-27ee-4e87-9173-32108813a1ef req-52f1f5bc-0e05-45b1-8ad4-6ee937820b6a tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 210 time: 0.0882304 Sep 22 09:42:41.324083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88633ebc-0cb3-4425-b89d-e1621944692d req-ad6811eb-6044-46cd-9ba2-d2612b76c7e5 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 210 time: 0.3901916 Sep 22 09:42:41.330890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1553069-fd14-4831-bd8e-330d9139cf78 req-ab05d26e-4c42-42e4-8b88-8053b4146aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:41.333454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1553069-fd14-4831-bd8e-330d9139cf78 req-ab05d26e-4c42-42e4-8b88-8053b4146aa9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b544e33-3716-44df-9c9b-6f120b3ee1b7 HTTP/1.1" status: 200 len: 913 time: 0.4124680 Sep 22 09:42:41.389369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port d370a209-14e0-4a76-987c-93d800609f39, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d370a209-14e0-4a76-987c-93d800609f39,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:41.395975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:41.406565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'd370a209-14e0-4a76-987c-93d800609f39', 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7', 'port_id': 'd370a209-14e0-4a76-987c-93d800609f39', 'mac_address': 'fa:16:3e:eb:8d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8b4480-00a9-4362-aed6-d3da007cd6ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:42:41.406894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1553069-fd14-4831-bd8e-330d9139cf78 req-329f7798-ffc0-49ad-8928-82ef6dca845f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0424e01b-32ab-401f-86fc-42c2a10a4003 HTTP/1.1" status: 200 len: 217 time: 0.0586183 Sep 22 09:42:41.447998 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:41.482136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:42:41.490581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:41.490935 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:41.495595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d370a209-14e0-4a76-987c-93d800609f39 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:41.522306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1553069-fd14-4831-bd8e-330d9139cf78 req-427269e7-6359-4439-affc-a8b2fd9869de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:41.534516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1553069-fd14-4831-bd8e-330d9139cf78 req-427269e7-6359-4439-affc-a8b2fd9869de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a8b4480-00a9-4362-aed6-d3da007cd6ed HTTP/1.1" status: 200 len: 852 time: 0.1176012 Sep 22 09:42:41.549010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc0fc-ce6d-4fd5-99d0-bce7df3b7446 req-d445bec3-d348-4a4b-b99d-e2df5bb1ffef tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:41.559398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-420fc0fc-ce6d-4fd5-99d0-bce7df3b7446 req-d445bec3-d348-4a4b-b99d-e2df5bb1ffef tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1672699 Sep 22 09:42:41.590307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port d370a209-14e0-4a76-987c-93d800609f39, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d370a209-14e0-4a76-987c-93d800609f39,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:41.598878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1553069-fd14-4831-bd8e-330d9139cf78 req-c722756e-6e20-4e48-bcc5-69d559cfa99b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b544e33-3716-44df-9c9b-6f120b3ee1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357885 Sep 22 09:42:41.660669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-420fc0fc-ce6d-4fd5-99d0-bce7df3b7446 req-5a191651-eae9-421a-892d-fb8f6373c3da tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916235 Sep 22 09:42:41.664224 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:41.732699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-961a06e1-f7b7-4e88-95b5-06a653c7d2db tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:41.735858 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:41.738494 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-961a06e1-f7b7-4e88-95b5-06a653c7d2db tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.45 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 815 time: 0.2309227 Sep 22 09:42:41.753789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Request body: {'port': {'device_id': 'e93db1a4-221f-4724-9749-c93d0c71cc40', 'network_id': 'cca937a5-581c-4426-9723-be378be2916d', 'admin_state_up': True, 'tenant_id': '255781b38c1b453f9464ebab59e138f8'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:41.772234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:41.791998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:41.818813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:41.828589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=62b10ba8-d4ef-46ab-80f8-8d8ef6d7ea08,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:41.831337 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:41.833792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=d370a209-14e0-4a76-987c-93d800609f39,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:41.873210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646ba007-e435-458e-ab6a-83cc6aed7ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2389aefe-ab86-4992-8a75-bfbecf5cbbc6'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:41.882240 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4073b68-c9e0-4b3e-ad2c-f6269c38b36b" -d '{"events": [{"server_uuid": "646ba007-e435-458e-ab6a-83cc6aed7ca1", "name": "network-vif-plugged", "status": "completed", "tag": "2389aefe-ab86-4992-8a75-bfbecf5cbbc6"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:41.887087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1553069-fd14-4831-bd8e-330d9139cf78 req-b12aa45a-dad3-454d-9db9-40c35e9e6f73 service neutron] 10.222.0.60 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754674 Sep 22 09:42:41.951061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2389aefe-ab86-4992-8a75-bfbecf5cbbc6,segment=NetworkSegment(facedfe2-f226-43bd-8206-ac4579f2993c),segment_id=facedfe2-f226-43bd-8206-ac4579f2993c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:41.956670 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c629c3e-e1ba-43a1-bc75-63ccfc137971 x-openstack-request-id: req-9c629c3e-e1ba-43a1-bc75-63ccfc137971 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:41.957469 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646ba007-e435-458e-ab6a-83cc6aed7ca1", "name": "network-vif-plugged", "status": "completed", "tag": "2389aefe-ab86-4992-8a75-bfbecf5cbbc6", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:41.959979 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c629c3e-e1ba-43a1-bc75-63ccfc137971 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:41.960954 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646ba007-e435-458e-ab6a-83cc6aed7ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2389aefe-ab86-4992-8a75-bfbecf5cbbc6', 'code': 200} Sep 22 09:42:41.973706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174b040-84e1-47e6-96e0-c21df26bfc55 req-45937763-27f1-4cab-ba50-37fa77c3c5eb tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:41.975300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6174b040-84e1-47e6-96e0-c21df26bfc55 req-45937763-27f1-4cab-ba50-37fa77c3c5eb tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 944 time: 0.2019706 Sep 22 09:42:42.033979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['d370a209-14e0-4a76-987c-93d800609f39'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:42.128234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Made reservation on behalf of 255781b38c1b453f9464ebab59e138f8 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:42.130263 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:42.132424 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:42.241588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=2389aefe-ab86-4992-8a75-bfbecf5cbbc6,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:42.292627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Allocated IP 172.20.0.10 (cca937a5-581c-4426-9723-be378be2916d/d7a4b5df-b324-41ba-bbca-be70a81c305a/37119afd-55b4-4588-8476-b509facc286f) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:42.510085 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:42.528717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0424e01b-32ab-401f-86fc-42c2a10a4003 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:42:42.592087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6174b040-84e1-47e6-96e0-c21df26bfc55 req-f978d549-6053-4ee0-97e9-90c782493e57 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838478 Sep 22 09:42:42.618111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1553069-fd14-4831-bd8e-330d9139cf78 req-cac4bd7a-9deb-4cf9-8da4-a26b02bda759 service neutron] 10.222.0.60 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075002 Sep 22 09:42:42.645150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c598-0503-4df8-917b-043bf9023a0f req-bc397622-1a7e-4855-8e85-9af1dd785dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:42.646944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b97c598-0503-4df8-917b-043bf9023a0f req-bc397622-1a7e-4855-8e85-9af1dd785dc8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 1096 time: 0.6027813 Sep 22 09:42:42.682968 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:42.691320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434713b2-156e-43c6-94f7-ea81a625c869 req-6316142d-02e4-4c85-89c2-10f73dfabd12 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:42.702032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0424e01b-32ab-401f-86fc-42c2a10a4003, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0424e01b-32ab-401f-86fc-42c2a10a4003,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:42.702922 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-434713b2-156e-43c6-94f7-ea81a625c869 req-6316142d-02e4-4c85-89c2-10f73dfabd12 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 944 time: 0.2600930 Sep 22 09:42:42.715861 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '0424e01b-32ab-401f-86fc-42c2a10a4003', 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7', 'port_id': '0424e01b-32ab-401f-86fc-42c2a10a4003', 'mac_address': 'fa:16:3e:51:09:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8b4480-00a9-4362-aed6-d3da007cd6ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:42:42.720394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['867df263-ca48-4844-b194-8caf6f608284'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:42.741958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Pushing event updated for resources: {'Port': ['ID=37119afd-55b4-4588-8476-b509facc286f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:42.758042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Network cca937a5-581c-4426-9723-be378be2916d is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:42.759988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:42.762430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:42.766418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3243b7c2-b623-4001-8d6b-2fb0f1529a9e req-60a40c38-47de-475c-b1c9-b90c4cb48e59 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 210 time: 0.0589480 Sep 22 09:42:42.771254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b97c598-0503-4df8-917b-043bf9023a0f req-55099df6-9cc9-4c50-8a93-4f78dec4630f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162100 Sep 22 09:42:42.804582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:42.828039 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0424e01b-32ab-401f-86fc-42c2a10a4003 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:42.857383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:42.858055 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:42.863665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0424e01b-32ab-401f-86fc-42c2a10a4003, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0424e01b-32ab-401f-86fc-42c2a10a4003,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:42.899406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-434713b2-156e-43c6-94f7-ea81a625c869 req-5cf023fc-fd8d-43a7-8dd5-d564709122cf tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854763 Sep 22 09:42:42.984458 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:42.996599 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-df21c5ff-ec21-475b-8a36-285b8167baa9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2480686 Sep 22 09:42:43.011209 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Request body: {'port': {'device_id': 'e93db1a4-221f-4724-9749-c93d0c71cc40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:43.046494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48610) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:43.096703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=0424e01b-32ab-401f-86fc-42c2a10a4003,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:43.123599 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.139667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdee64-31c7-4648-9847-0237d4aed6de req-b097ab24-c9bb-4670-82e1-5a97fad37b32 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:43.141765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97cdee64-31c7-4648-9847-0237d4aed6de req-b097ab24-c9bb-4670-82e1-5a97fad37b32 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 932 time: 0.2273443 Sep 22 09:42:43.142384 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.200775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8194339-96c0-4b99-9efe-7c69af8d26ba req-7452329c-8dca-4114-9d8b-a360b4c52e89 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:43.201922 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8194339-96c0-4b99-9efe-7c69af8d26ba req-7452329c-8dca-4114-9d8b-a360b4c52e89 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1960919 Sep 22 09:42:43.222216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d370a209-14e0-4a76-987c-93d800609f39 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:43.233148 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41d94bf6-9d40-46f5-9e58-7ab62799aae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.253649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0424e01b-32ab-401f-86fc-42c2a10a4003'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:43.316615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8194339-96c0-4b99-9efe-7c69af8d26ba req-4117a9a7-13e7-4e0c-8d19-51fade88b540 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046422 Sep 22 09:42:43.338109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97cdee64-31c7-4648-9847-0237d4aed6de req-f8650aba-bd3d-4fdc-b115-69aa5f3edc35 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426115 Sep 22 09:42:43.387041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port d370a209-14e0-4a76-987c-93d800609f39 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:42:43.400401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port d370a209-14e0-4a76-987c-93d800609f39 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:43.401244 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.523089 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.545117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41d94bf6-9d40-46f5-9e58-7ab62799aae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.590740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37119afd-55b4-4588-8476-b509facc286f {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:43.600057 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.619895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Transition to ACTIVE for port object 37119afd-55b4-4588-8476-b509facc286f will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:42:43.703663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41d94bf6-9d40-46f5-9e58-7ab62799aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.722339 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.725970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d94bf6-9d40-46f5-9e58-7ab62799aae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6b697f-cce7-4160-89c3-56768f38254c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:43.730699 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-41d94bf6-9d40-46f5-9e58-7ab62799aae2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee6b9e70be8e4749acb13d4e52cf0eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6830807 Sep 22 09:42:43.733300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48624) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:43.751470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cc1ea-40ca-4b45-94db-3feca7b03984 req-17cec298-8b92-485b-8f78-f9ce78e615f5 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:43.753275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d9cc1ea-40ca-4b45-94db-3feca7b03984 req-17cec298-8b92-485b-8f78-f9ce78e615f5 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 945 time: 0.0784318 Sep 22 09:42:43.765425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port d370a209-14e0-4a76-987c-93d800609f39, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d370a209-14e0-4a76-987c-93d800609f39,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:43.783542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.796618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13a3b209-f230-472b-aa50-e601b5dd5d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.798625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d9cc1ea-40ca-4b45-94db-3feca7b03984 req-aa8ea9bf-5b85-4aa6-98c2-8496d0f46884 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381529 Sep 22 09:42:43.875947 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.898090 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13a3b209-f230-472b-aa50-e601b5dd5d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:43.929893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Pushing event updated for resources: {'Port': ['ID=37119afd-55b4-4588-8476-b509facc286f,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:43.968201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fcdf2a-1cac-433e-ae40-08d6e8d445e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd370a209-14e0-4a76-987c-93d800609f39'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:43.975421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31f91d4f-514d-4d18-842a-355aced52435 req-e60785c9-c6f1-421a-b52c-5ccf0705be57 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 210 time: 0.0966239 Sep 22 09:42:43.975564 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b90c83e-350e-46e7-a707-831fedf8496a" -d '{"events": [{"server_uuid": "96fcdf2a-1cac-433e-ae40-08d6e8d445e6", "name": "network-vif-plugged", "status": "completed", "tag": "d370a209-14e0-4a76-987c-93d800609f39"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:43.976928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 5fec807c-9d20-4151-b941-6c954266839b is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:42:43.984022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Attempting to bind port 37119afd-55b4-4588-8476-b509facc286f on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:42:43.984354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Attempting to bind port 37119afd-55b4-4588-8476-b509facc286f by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:42:43.984688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Attempting to bind port 37119afd-55b4-4588-8476-b509facc286f on network cca937a5-581c-4426-9723-be378be2916d {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:43.989922 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Port 37119afd-55b4-4588-8476-b509facc286f on network cca937a5-581c-4426-9723-be378be2916d not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:42:43.990336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Attempting to bind port 37119afd-55b4-4588-8476-b509facc286f on network cca937a5-581c-4426-9723-be378be2916d {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:43.997061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:42:43.997402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Checking segment: {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:43.998404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Bound using segment: {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:42:43.998404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Bound port: 37119afd-55b4-4588-8476-b509facc286f, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:42:43.998607 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:44.003333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=d370a209-14e0-4a76-987c-93d800609f39,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:44.061804 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7c7180-9f84-49c9-85f4-6acecba1c007 x-openstack-request-id: req-0b7c7180-9f84-49c9-85f4-6acecba1c007 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:44.062158 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fcdf2a-1cac-433e-ae40-08d6e8d445e6", "name": "network-vif-plugged", "status": "completed", "tag": "d370a209-14e0-4a76-987c-93d800609f39", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:44.062477 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b7c7180-9f84-49c9-85f4-6acecba1c007 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:44.063545 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fcdf2a-1cac-433e-ae40-08d6e8d445e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd370a209-14e0-4a76-987c-93d800609f39', 'code': 200} Sep 22 09:42:44.113353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] For port 37119afd-55b4-4588-8476-b509facc286f, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:42:44.121434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] For port 37119afd-55b4-4588-8476-b509facc286f, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=37119afd-55b4-4588-8476-b509facc286f,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:42:44.176656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe174d-e65d-44c5-82ee-d51062c48a32 req-733e7089-92b7-4e26-8397-5430c556d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:44.178214 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79fe174d-e65d-44c5-82ee-d51062c48a32 req-733e7089-92b7-4e26-8397-5430c556d17c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=96fcdf2a-1cac-433e-ae40-08d6e8d445e6 HTTP/1.1" status: 200 len: 1096 time: 0.0521939 Sep 22 09:42:44.214076 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79fe174d-e65d-44c5-82ee-d51062c48a32 req-de547dc4-e187-4680-8242-327799a24381 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284173 Sep 22 09:42:44.238565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc4da6-c228-45e3-946a-f1ca1fa2cd34 req-fceb76c0-b465-400d-9d7e-f72ece69067a tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:44.240138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45cc4da6-c228-45e3-946a-f1ca1fa2cd34 req-fceb76c0-b465-400d-9d7e-f72ece69067a tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 945 time: 0.1746275 Sep 22 09:42:44.276873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:44.281115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-1386b58a-15ee-4a24-a771-7f24bab4a0e2 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:44.281989 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13a3b209-f230-472b-aa50-e601b5dd5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:44.282592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-1386b58a-15ee-4a24-a771-7f24bab4a0e2 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.45 "GET /v2.0/networks?id=39c7e984-ec36-4924-bfba-304c2d36c66f HTTP/1.1" status: 200 len: 808 time: 0.2185364 Sep 22 09:42:44.284048 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13a3b209-f230-472b-aa50-e601b5dd5d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:44.287763 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-13a3b209-f230-472b-aa50-e601b5dd5d1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f6b697f-cce7-4160-89c3-56768f38254c HTTP/1.1" status: 204 len: 168 time: 0.5510654 Sep 22 09:42:44.287906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:42:44.318940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45cc4da6-c228-45e3-946a-f1ca1fa2cd34 req-9a087575-46b1-4ef4-8d49-04d968ef8d69 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707269 Sep 22 09:42:44.342218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc497090-d507-4daf-a551-df5988c265af None None] Sync routers for ids ['5fec807c-9d20-4151-b941-6c954266839b'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:42:44.361848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Pushing event updated for resources: {'Port': ['ID=37119afd-55b4-4588-8476-b509facc286f,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:44.374513 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:44.375151 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:44.376583 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a25a7a79-5ef0-4775-a516-af25c3f35141 service neutron] 10.222.0.45 "PUT /v2.0/ports/37119afd-55b4-4588-8476-b509facc286f HTTP/1.1" status: 200 len: 1092 time: 1.3720868 Sep 22 09:42:44.377080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93db1a4-221f-4724-9749-c93d0c71cc40', 'tag': '37119afd-55b4-4588-8476-b509facc286f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:44.379352 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea8b932-6d78-425a-b6b3-e04c4b2664be" -d '{"events": [{"name": "network-changed", "server_uuid": "e93db1a4-221f-4724-9749-c93d0c71cc40", "tag": "37119afd-55b4-4588-8476-b509facc286f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:44.384688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc497090-d507-4daf-a551-df5988c265af None None] Routers {'5fec807c-9d20-4151-b941-6c954266839b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:44.385526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-dc497090-d507-4daf-a551-df5988c265af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5fec807c-9d20-4151-b941-6c954266839b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:44.389052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3b209-f230-472b-aa50-e601b5dd5d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6b697f-cce7-4160-89c3-56768f38254c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:44.396819 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:44.398178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a0d2b9d2-4bd9-49bb-b7a1-5fa9e31c3977 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5790670 Sep 22 09:42:44.400946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48646) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:44.486541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Request body: {'port': {'device_id': '9c556d6b-0904-4f08-bdfd-08373fc383f8', 'network_id': '39c7e984-ec36-4924-bfba-304c2d36c66f', 'admin_state_up': True, 'tenant_id': '36e59f80d5a547ecb31667e23ab4e380'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:44.489239 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-dc497090-d507-4daf-a551-df5988c265af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:44.504861 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc497090-d507-4daf-a551-df5988c265af None None] Routers {'5fec807c-9d20-4151-b941-6c954266839b'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:44.505951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-dc497090-d507-4daf-a551-df5988c265af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5fec807c-9d20-4151-b941-6c954266839b'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:44.555316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0424e01b-32ab-401f-86fc-42c2a10a4003 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:44.558349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-dc497090-d507-4daf-a551-df5988c265af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:44.559064 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc497090-d507-4daf-a551-df5988c265af None None] The sync data for ids ['5fec807c-9d20-4151-b941-6c954266839b'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:42:44.657016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-ccbbffca-ddd6-47b2-9e83-8386588bbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:44.659163 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-ccbbffca-ddd6-47b2-9e83-8386588bbfd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 1095 time: 0.0640943 Sep 22 09:42:44.705645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1474ed-b2f4-4b18-8d35-1eb9a8e74a96 req-a7b8e5b6-11ce-4d3b-a147-f08d5d8e4183 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:44.713498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee1474ed-b2f4-4b18-8d35-1eb9a8e74a96 req-a7b8e5b6-11ce-4d3b-a147-f08d5d8e4183 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 944 time: 0.2313943 Sep 22 09:42:44.721438 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-a8e1891c-3944-408d-a0f1-9c0c6f7124ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37119afd-55b4-4588-8476-b509facc286f HTTP/1.1" status: 200 len: 217 time: 0.0436540 Sep 22 09:42:44.722453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d87b06-801c-4536-a3e1-acd4bbd4869e req-cef2f508-0060-4181-9e71-89c9cf763673 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:44.723868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3d87b06-801c-4536-a3e1-acd4bbd4869e req-cef2f508-0060-4181-9e71-89c9cf763673 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.2441051 Sep 22 09:42:44.729479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 0424e01b-32ab-401f-86fc-42c2a10a4003 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:42:44.734652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 0424e01b-32ab-401f-86fc-42c2a10a4003 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:44.735204 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:44.754859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6e69e75d-bd01-465c-83b0-87f26ca4dc66 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/routers/5fec807c-9d20-4151-b941-6c954266839b HTTP/1.1" status: 200 len: 885 time: 0.3526943 Sep 22 09:42:44.764573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48656) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:44.794117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-914c510e-16f9-4921-9837-1d287d410ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:44.795913 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-914c510e-16f9-4921-9837-1d287d410ee1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7a4b5df-b324-41ba-bbca-be70a81c305a HTTP/1.1" status: 200 len: 855 time: 0.0664468 Sep 22 09:42:44.832567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-41947d52-1bd3-4ece-a84b-8829d4e1a6f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cca937a5-581c-4426-9723-be378be2916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286620 Sep 22 09:42:44.849466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:44.870886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee1474ed-b2f4-4b18-8d35-1eb9a8e74a96 req-744b4465-26c8-4fbc-8bb8-2acfb730229c tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513581 Sep 22 09:42:44.892630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3d87b06-801c-4536-a3e1-acd4bbd4869e req-d50c037e-cc58-4758-b1c4-1778f05cbab5 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541536 Sep 22 09:42:44.896329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0424e01b-32ab-401f-86fc-42c2a10a4003, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0424e01b-32ab-401f-86fc-42c2a10a4003,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:44.974971 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5fb61d-f21b-4bc8-bf7a-95fbbeb80ebc x-openstack-request-id: req-af5fb61d-f21b-4bc8-bf7a-95fbbeb80ebc {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:44.975164 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93db1a4-221f-4724-9749-c93d0c71cc40", "tag": "37119afd-55b4-4588-8476-b509facc286f", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:44.975412 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af5fb61d-f21b-4bc8-bf7a-95fbbeb80ebc {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:44.977259 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93db1a4-221f-4724-9749-c93d0c71cc40', 'tag': '37119afd-55b4-4588-8476-b509facc286f', 'status': 'completed', 'code': 200} Sep 22 09:42:45.006773 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-273ee9f7-3c38-4c09-aaa0-7a202e93b1f1 service neutron] 10.222.0.45 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542430 Sep 22 09:42:45.007970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Made reservation on behalf of 36e59f80d5a547ecb31667e23ab4e380 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:45.012124 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:45.030535 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:45.090990 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=0424e01b-32ab-401f-86fc-42c2a10a4003,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:45.111980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bebd9c3b-1ac6-413b-81e8-569dc3e4fe81 req-3fdc5f41-258b-4f42-978b-9bc9469a2f95 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 210 time: 0.0561652 Sep 22 09:42:45.128294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39ba36-dbcc-416d-bb20-16b44e91f948 req-ead3d887-2d8b-4d61-80af-6a39088d0025 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:45.129982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df39ba36-dbcc-416d-bb20-16b44e91f948 req-ead3d887-2d8b-4d61-80af-6a39088d0025 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 945 time: 0.1497052 Sep 22 09:42:45.147675 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-569cb4b3-f74f-4dd9-9d1d-af8a0ff225a4 req-9cdf853b-088e-4c0a-970b-dedaaa30aa2c service neutron] 10.222.0.45 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358693 Sep 22 09:42:45.202639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48666) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:45.216072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-49690252-aeb2-4a04-afdc-3537b9aa9b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:45.330761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df39ba36-dbcc-416d-bb20-16b44e91f948 req-75a6c403-4755-464c-a3c7-9212fce7a893 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911578 Sep 22 09:42:45.358427 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-49690252-aeb2-4a04-afdc-3537b9aa9b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:45.387968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8b932-6d78-425a-b6b3-e04c4b2664be req-0557fc09-dde0-4595-b42c-cafff61fa910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:45.389872 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ea8b932-6d78-425a-b6b3-e04c4b2664be req-0557fc09-dde0-4595-b42c-cafff61fa910 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 1095 time: 0.0931921 Sep 22 09:42:45.433924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Allocated IP 172.20.0.11 (39c7e984-ec36-4924-bfba-304c2d36c66f/082183ca-1167-4fe2-adda-8609fb28ba57/ddd2906c-dba1-4d6a-9ffa-d9b5af824cea) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:45.442340 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-df666320-988e-453f-8eed-0306fc12aad5 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6757505 Sep 22 09:42:45.446929 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48674) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:45.452822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c2d6df25-eea0-4ff7-b163-fb7d3ff25f9a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1126210190'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:45.531716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f12263-7066-48c3-a17b-5f96e232c1b1 req-2b4b87b1-325a-46da-9ebd-e0ff23b66775 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:45.533331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55f12263-7066-48c3-a17b-5f96e232c1b1 req-2b4b87b1-325a-46da-9ebd-e0ff23b66775 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 946 time: 0.1068456 Sep 22 09:42:45.556880 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-49690252-aeb2-4a04-afdc-3537b9aa9b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:45.640791 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-49690252-aeb2-4a04-afdc-3537b9aa9b02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e6aab26fd134391b9b0b74399b933fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338703 Sep 22 09:42:45.647647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48678) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:45.723025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49690252-aeb2-4a04-afdc-3537b9aa9b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a411c23e-a964-444e-b13f-3984bb1e8477,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:45.778597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8b932-6d78-425a-b6b3-e04c4b2664be req-85288b9a-d92b-41ac-8e51-7ea79c0662f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:45.780114 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ea8b932-6d78-425a-b6b3-e04c4b2664be req-85288b9a-d92b-41ac-8e51-7ea79c0662f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 916 time: 0.3818488 Sep 22 09:42:45.836144 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ea8b932-6d78-425a-b6b3-e04c4b2664be req-6be3d541-b84e-4b28-84b5-fc1b21d0eadc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37119afd-55b4-4588-8476-b509facc286f HTTP/1.1" status: 200 len: 217 time: 0.0450978 Sep 22 09:42:45.924146 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53061bbd-c539-4553-9cda-0323496c885f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:45.974824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53061bbd-c539-4553-9cda-0323496c885f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:45.976198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55f12263-7066-48c3-a17b-5f96e232c1b1 req-fd2c8b07-e178-476b-9943-4eba2059d99d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856488 Sep 22 09:42:45.990017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8b932-6d78-425a-b6b3-e04c4b2664be req-0c1d42d4-b30e-4138-8234-ace8aefac71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:46.003201 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ea8b932-6d78-425a-b6b3-e04c4b2664be req-0c1d42d4-b30e-4138-8234-ace8aefac71e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7a4b5df-b324-41ba-bbca-be70a81c305a HTTP/1.1" status: 200 len: 855 time: 0.1557267 Sep 22 09:42:46.064103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba09d5b1-1344-4973-8f00-018a540d9111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0424e01b-32ab-401f-86fc-42c2a10a4003'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:46.066726 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de0e0f7-0ebd-4e60-b07d-57c6bfe1bece" -d '{"events": [{"server_uuid": "ba09d5b1-1344-4973-8f00-018a540d9111", "name": "network-vif-plugged", "status": "completed", "tag": "0424e01b-32ab-401f-86fc-42c2a10a4003"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:46.096628 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ea8b932-6d78-425a-b6b3-e04c4b2664be req-6cbd75f0-9b21-4d22-a12c-a4962839251a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cca937a5-581c-4426-9723-be378be2916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646458 Sep 22 09:42:46.100129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:46.129951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44f6c2-8880-4f2c-b112-bf7b36df5f91 req-b36eb07b-b1c2-4e62-accc-8d791fb175db tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:46.131933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b44f6c2-8880-4f2c-b112-bf7b36df5f91 req-b36eb07b-b1c2-4e62-accc-8d791fb175db tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 944 time: 0.1526814 Sep 22 09:42:46.163282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909c449-3691-4aea-bdc8-1c7466f8ec95 req-1ada77ec-b6be-47ff-96ac-09f962d77daf tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:46.164942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5909c449-3691-4aea-bdc8-1c7466f8ec95 req-1ada77ec-b6be-47ff-96ac-09f962d77daf tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1031449 Sep 22 09:42:46.237087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b44f6c2-8880-4f2c-b112-bf7b36df5f91 req-1261e58b-61fe-4d16-8f45-26a180ff3e44 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961189 Sep 22 09:42:46.259386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5909c449-3691-4aea-bdc8-1c7466f8ec95 req-024712d5-1561-4b17-b96c-0b00484851b3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694544 Sep 22 09:42:46.295788 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64fcdc0-7f1f-4b9b-a574-353c688ebd37 x-openstack-request-id: req-b64fcdc0-7f1f-4b9b-a574-353c688ebd37 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:46.296271 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba09d5b1-1344-4973-8f00-018a540d9111", "name": "network-vif-plugged", "status": "completed", "tag": "0424e01b-32ab-401f-86fc-42c2a10a4003", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:46.296751 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b64fcdc0-7f1f-4b9b-a574-353c688ebd37 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:46.297209 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba09d5b1-1344-4973-8f00-018a540d9111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0424e01b-32ab-401f-86fc-42c2a10a4003', 'code': 200} Sep 22 09:42:46.367186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:46.474758 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Network 39c7e984-ec36-4924-bfba-304c2d36c66f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:46.491514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541614b-af26-430a-9a9e-ca35f544b00f req-2e0d91eb-095a-42c9-9de7-994c6735323e tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:46.493880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6541614b-af26-430a-9a9e-ca35f544b00f req-2e0d91eb-095a-42c9-9de7-994c6735323e tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 932 time: 0.1509111 Sep 22 09:42:46.501020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:46.507000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:46.509858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Pushing event updated for resources: {'Port': ['ID=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:46.586798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53061bbd-c539-4553-9cda-0323496c885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:46.589899 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53061bbd-c539-4553-9cda-0323496c885f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:46.590272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083efd1-9e34-49bc-ae04-bdff81f86873 req-44b1299b-8a3e-4596-aa5b-2487d5675c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:46.591802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d083efd1-9e34-49bc-ae04-bdff81f86873 req-44b1299b-8a3e-4596-aa5b-2487d5675c33 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 1097 time: 0.2000394 Sep 22 09:42:46.592230 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-53061bbd-c539-4553-9cda-0323496c885f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a411c23e-a964-444e-b13f-3984bb1e8477 HTTP/1.1" status: 204 len: 168 time: 0.9437137 Sep 22 09:42:46.627961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53061bbd-c539-4553-9cda-0323496c885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a411c23e-a964-444e-b13f-3984bb1e8477,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:46.654637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6541614b-af26-430a-9a9e-ca35f544b00f req-f825b25e-f42e-4d2a-837f-1da9cea3c1ed tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/security-groups?id=c749de5f-4881-4937-a0a1-8b91d9a663e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438894 Sep 22 09:42:46.666107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:46.666107 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:46.692835 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ea8b932-6d78-425a-b6b3-e04c4b2664be req-aa97e4ab-e0da-4196-b524-3a3936c15e45 service neutron] 10.222.0.45 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854867 Sep 22 09:42:46.700783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df25-eea0-4ff7-b163-fb7d3ff25f9a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:46.720189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d083efd1-9e34-49bc-ae04-bdff81f86873 req-247fad8a-a240-440c-97da-1afd741220cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098967 Sep 22 09:42:46.785538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-6f78c013-f907-4bba-a264-74888033a62b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3043575 Sep 22 09:42:46.798510 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ea8b932-6d78-425a-b6b3-e04c4b2664be req-18385b3c-aee4-4c02-9bd5-71585a024420 service neutron] 10.222.0.45 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934958 Sep 22 09:42:46.799105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Request body: {'port': {'device_id': '9c556d6b-0904-4f08-bdfd-08373fc383f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:46.818158 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df25-eea0-4ff7-b163-fb7d3ff25f9a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:46.897721 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:47.029353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d6df25-eea0-4ff7-b163-fb7d3ff25f9a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 5fec807c-9d20-4151-b941-6c954266839b has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:42:47.188767 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a986059-7ec1-49af-95a0-64336cd68b2b req-ba682ccd-3fa8-44c9-939d-b4efa17beb24 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0653164 Sep 22 09:42:47.189541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61294063-90ad-45fd-aee0-0a26dcaf4301 req-ed4d27ad-a623-4455-a103-4a842e56a67a tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:47.190870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61294063-90ad-45fd-aee0-0a26dcaf4301 req-ed4d27ad-a623-4455-a103-4a842e56a67a tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 946 time: 0.0918863 Sep 22 09:42:47.251340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d6df25-eea0-4ff7-b163-fb7d3ff25f9a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:42:47.261107 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c2d6df25-eea0-4ff7-b163-fb7d3ff25f9a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:47.264402 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c2d6df25-eea0-4ff7-b163-fb7d3ff25f9a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/5fec807c-9d20-4151-b941-6c954266839b HTTP/1.1" status: 200 len: 892 time: 1.8143413 Sep 22 09:42:47.265075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48722) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:47.278678 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd42e6-cc91-4770-85be-56e9654397cb None None] Sync routers for ids ['5fec807c-9d20-4151-b941-6c954266839b'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:42:47.312632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 37119afd-55b4-4588-8476-b509facc286f details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:42:47.326125 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd42e6-cc91-4770-85be-56e9654397cb None None] Routers {'5fec807c-9d20-4151-b941-6c954266839b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:47.326746 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-48dd42e6-cc91-4770-85be-56e9654397cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5fec807c-9d20-4151-b941-6c954266839b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:47.393678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61294063-90ad-45fd-aee0-0a26dcaf4301 req-21d62976-50f5-4fff-b1ab-e15d54754393 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623507 Sep 22 09:42:47.484959 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-48dd42e6-cc91-4770-85be-56e9654397cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:47.499176 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5e33b59a-a134-4251-a299-3da4a9155979 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/routers/5fec807c-9d20-4151-b941-6c954266839b HTTP/1.1" status: 200 len: 892 time: 0.2081590 Sep 22 09:42:47.505118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48732) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:47.516544 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd42e6-cc91-4770-85be-56e9654397cb None None] Routers {'5fec807c-9d20-4151-b941-6c954266839b'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:47.517931 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-48dd42e6-cc91-4770-85be-56e9654397cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5fec807c-9d20-4151-b941-6c954266839b'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:47.609583 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b6ba474e-fca2-4bcd-a931-2bfe33517ade tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fec807c-9d20-4151-b941-6c954266839b HTTP/1.1" status: 200 len: 205 time: 0.0998380 Sep 22 09:42:47.612552 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-48dd42e6-cc91-4770-85be-56e9654397cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:47.613967 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd42e6-cc91-4770-85be-56e9654397cb None None] The sync data for ids ['5fec807c-9d20-4151-b941-6c954266839b'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:42:47.617740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd2906c-dba1-4d6a-9ffa-d9b5af824cea {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:47.623770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48738) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:47.638959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39306ebd-26d4-4878-be94-0e866556df41 req-141b8f9a-52f2-4ea5-b194-99177d4c0af3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:47.640958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39306ebd-26d4-4878-be94-0e866556df41 req-141b8f9a-52f2-4ea5-b194-99177d4c0af3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 944 time: 0.2459965 Sep 22 09:42:47.645318 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:47.676864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 37119afd-55b4-4588-8476-b509facc286f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=37119afd-55b4-4588-8476-b509facc286f,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:47.709404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '37119afd-55b4-4588-8476-b509facc286f', 'network_id': 'cca937a5-581c-4426-9723-be378be2916d', 'port_id': '37119afd-55b4-4588-8476-b509facc286f', 'mac_address': 'fa:16:3e:04:a6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a4b5df-b324-41ba-bbca-be70a81c305a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:42:47.713761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986059-7ec1-49af-95a0-64336cd68b2b req-14d8478b-5b7e-4a3f-9854-98aab16ec91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:47.715363 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a986059-7ec1-49af-95a0-64336cd68b2b req-14d8478b-5b7e-4a3f-9854-98aab16ec91f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a2eb5f75aad4cf3927c447ab4c17378&device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 1096 time: 0.4736063 Sep 22 09:42:47.727596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d5f50-a62e-4b8f-82b0-c084afa15890 req-0808089b-b5d7-449c-82ac-76be70436c9a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:47.736404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d18d5f50-a62e-4b8f-82b0-c084afa15890 req-0808089b-b5d7-449c-82ac-76be70436c9a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.2547894 Sep 22 09:42:47.754840 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:47.760893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Transition to ACTIVE for port object ddd2906c-dba1-4d6a-9ffa-d9b5af824cea will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:42:47.767715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39306ebd-26d4-4878-be94-0e866556df41 req-f3502efe-ae02-4d41-9f1e-2b0f661c5876 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196775 Sep 22 09:42:47.791573 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d18d5f50-a62e-4b8f-82b0-c084afa15890 req-5ca91c08-dd7d-4d1f-a429-3bfb87d7867a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471356 Sep 22 09:42:47.796165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37119afd-55b4-4588-8476-b509facc286f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:47.814827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:47.831725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 37119afd-55b4-4588-8476-b509facc286f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=37119afd-55b4-4588-8476-b509facc286f,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:47.874012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:47.928971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986059-7ec1-49af-95a0-64336cd68b2b req-c3c49c40-88cf-4448-8046-dcf80299a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:47.931128 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a986059-7ec1-49af-95a0-64336cd68b2b req-c3c49c40-88cf-4448-8046-dcf80299a738 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2687273c-677a-4bba-a592-3a5e8578a87b HTTP/1.1" status: 200 len: 909 time: 0.1752942 Sep 22 09:42:47.946056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9599d2-810e-4b93-bd5f-56dbc5750674 req-d5957cb3-24b2-4f77-af45-09581788aaf8 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:47.948137 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee9599d2-810e-4b93-bd5f-56dbc5750674 req-d5957cb3-24b2-4f77-af45-09581788aaf8 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 932 time: 0.1031551 Sep 22 09:42:47.950462 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:47.995002 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:48.026014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:48.037308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee9599d2-810e-4b93-bd5f-56dbc5750674 req-40698a3a-a6c0-4451-a528-855b71424243 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/security-groups?id=c749de5f-4881-4937-a0a1-8b91d9a663e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814464 Sep 22 09:42:48.074101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Attempting to bind port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:42:48.074101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Attempting to bind port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '0ce2eed7-655b-4df3-946c-e8c6b467ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '39c7e984-ec36-4924-bfba-304c2d36c66f'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:42:48.074101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Attempting to bind port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea on network 39c7e984-ec36-4924-bfba-304c2d36c66f {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:48.078212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea on network 39c7e984-ec36-4924-bfba-304c2d36c66f not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:42:48.078644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Attempting to bind port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea on network 39c7e984-ec36-4924-bfba-304c2d36c66f {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:48.085253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:42:48.085701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Checking segment: {'id': '0ce2eed7-655b-4df3-946c-e8c6b467ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '39c7e984-ec36-4924-bfba-304c2d36c66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:48.086245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Bound using segment: {'id': '0ce2eed7-655b-4df3-946c-e8c6b467ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '39c7e984-ec36-4924-bfba-304c2d36c66f'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:42:48.086367 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a986059-7ec1-49af-95a0-64336cd68b2b req-f34866c2-1a26-4149-8582-16a85aec2b52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2389aefe-ab86-4992-8a75-bfbecf5cbbc6 HTTP/1.1" status: 200 len: 217 time: 0.0709233 Sep 22 09:42:48.086904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Bound port: ddd2906c-dba1-4d6a-9ffa-d9b5af824cea, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce2eed7-655b-4df3-946c-e8c6b467ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '39c7e984-ec36-4924-bfba-304c2d36c66f'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:42:48.087378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:48.164649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=37119afd-55b4-4588-8476-b509facc286f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:48.171354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] For port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:42:48.175920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] For port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea,segment=NetworkSegment(0ce2eed7-655b-4df3-946c-e8c6b467ef25),segment_id=0ce2eed7-655b-4df3-946c-e8c6b467ef25)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:42:48.188228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a986059-7ec1-49af-95a0-64336cd68b2b req-341bed10-a897-4c74-8299-23fbcc8dc5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:48.189271 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a986059-7ec1-49af-95a0-64336cd68b2b req-341bed10-a897-4c74-8299-23fbcc8dc5df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=55703199-eb2e-4f81-a150-7e1949e1b938 HTTP/1.1" status: 200 len: 848 time: 0.0924044 Sep 22 09:42:48.240042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['37119afd-55b4-4588-8476-b509facc286f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:48.245989 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a986059-7ec1-49af-95a0-64336cd68b2b req-1dcbb121-f84f-4e8f-9f5e-3d52f3b64156 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2687273c-677a-4bba-a592-3a5e8578a87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455711 Sep 22 09:42:48.317951 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:48.386472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 62b10ba8-d4ef-46ab-80f8-8d8ef6d7ea08 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:48.387011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:48.388793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:48.391050 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:48.416114 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] 10.222.0.45 "PUT /v2.0/ports/ddd2906c-dba1-4d6a-9ffa-d9b5af824cea HTTP/1.1" status: 200 len: 1092 time: 1.6214511 Sep 22 09:42:48.420911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c556d6b-0904-4f08-bdfd-08373fc383f8', 'tag': 'ddd2906c-dba1-4d6a-9ffa-d9b5af824cea'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:48.443240 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4abe62-0eb1-4923-aaa1-85fc4f39e7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c556d6b-0904-4f08-bdfd-08373fc383f8", "tag": "ddd2906c-dba1-4d6a-9ffa-d9b5af824cea"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:48.477725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018e785-f1e9-4305-bef5-1ff868393532 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:48.540836 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a986059-7ec1-49af-95a0-64336cd68b2b req-7c297080-69c8-4f0a-a72a-ef275d0c2045 service neutron] 10.222.0.45 "GET /v2.0/networks/2687273c-677a-4bba-a592-3a5e8578a87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863295 Sep 22 09:42:48.659916 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aa2c8e-302e-4bf2-b301-86da606dcabc x-openstack-request-id: req-36aa2c8e-302e-4bf2-b301-86da606dcabc {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:48.660213 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c556d6b-0904-4f08-bdfd-08373fc383f8", "tag": "ddd2906c-dba1-4d6a-9ffa-d9b5af824cea", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:48.661049 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36aa2c8e-302e-4bf2-b301-86da606dcabc {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:48.668134 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c556d6b-0904-4f08-bdfd-08373fc383f8', 'tag': 'ddd2906c-dba1-4d6a-9ffa-d9b5af824cea', 'status': 'completed', 'code': 200} Sep 22 09:42:48.688899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e6e50-9b98-485f-b3e0-3f5dafd94811 req-7f3cea02-4613-472e-97a5-56a751e002bd tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:48.701062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c0e6e50-9b98-485f-b3e0-3f5dafd94811 req-7f3cea02-4613-472e-97a5-56a751e002bd tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 946 time: 0.1835465 Sep 22 09:42:48.745063 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:48.764097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-ef9713c2-ed44-427a-9ce4-526e9f1dbfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:48.766511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-ef9713c2-ed44-427a-9ce4-526e9f1dbfc4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36e59f80d5a547ecb31667e23ab4e380&device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 1095 time: 0.1813812 Sep 22 09:42:48.782739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 62b10ba8-d4ef-46ab-80f8-8d8ef6d7ea08 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:48.813300 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a986059-7ec1-49af-95a0-64336cd68b2b req-4456851e-0e6e-4247-90ab-192196598f60 service neutron] 10.222.0.45 "GET /v2.0/networks/2687273c-677a-4bba-a592-3a5e8578a87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287607 Sep 22 09:42:48.832258 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-b4d6ac58-7e96-40a3-8624-f105d2cbcea3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea HTTP/1.1" status: 200 len: 217 time: 0.0521894 Sep 22 09:42:48.848443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c0e6e50-9b98-485f-b3e0-3f5dafd94811 req-ba193880-0e7d-4ce5-b8a6-9f89e55b697e tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453836 Sep 22 09:42:49.002334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-c7cfdc8d-4d5c-4ba9-ac97-4aafc99b9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:49.002334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-c7cfdc8d-4d5c-4ba9-ac97-4aafc99b9c8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=082183ca-1167-4fe2-adda-8609fb28ba57 HTTP/1.1" status: 200 len: 848 time: 0.1522300 Sep 22 09:42:49.041080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde72bac-1d2d-4a7e-a254-e2768065366c req-9e0aadcd-e5da-4ec2-a91a-72fbc7fc5ed7 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:49.042614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cde72bac-1d2d-4a7e-a254-e2768065366c req-9e0aadcd-e5da-4ec2-a91a-72fbc7fc5ed7 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 945 time: 0.1140821 Sep 22 09:42:49.061402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-fd6c3bb5-4594-4ae8-99a6-d52f5e75426b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c7e984-ec36-4924-bfba-304c2d36c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484092 Sep 22 09:42:49.094276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d6ed6-ed4a-4b87-93fc-ceb864743720 req-4251c075-ed1a-408d-a22f-e11654cb4ba8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:49.095788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-719d6ed6-ed4a-4b87-93fc-ceb864743720 req-4251c075-ed1a-408d-a22f-e11654cb4ba8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1306844 Sep 22 09:42:49.195119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cde72bac-1d2d-4a7e-a254-e2768065366c req-6ecaaba8-9595-4e3b-b7b8-78dd3a0a6686 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365471 Sep 22 09:42:49.205450 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-719d6ed6-ed4a-4b87-93fc-ceb864743720 req-a1aabec7-422d-40f1-9a1e-b1515aa8eb61 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987465 Sep 22 09:42:49.244848 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-ed2a1717-4386-4875-9fcf-60d7715ba835 service neutron] 10.222.0.45 "GET /v2.0/networks/39c7e984-ec36-4924-bfba-304c2d36c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758859 Sep 22 09:42:49.260575 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:49.295308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=62b10ba8-d4ef-46ab-80f8-8d8ef6d7ea08,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:49.316594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 37119afd-55b4-4588-8476-b509facc286f up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:49.424039 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:49.429810 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae3f88c-72e1-46b2-945f-0e1d7065a6a1 req-a096fc1b-5cc0-4819-ac14-aaec7549c0d4 service neutron] 10.222.0.45 "GET /v2.0/networks/39c7e984-ec36-4924-bfba-304c2d36c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772647 Sep 22 09:42:49.454070 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f3b1b-0cb4-4be3-b536-1b030e78c3e4 req-e98ad57f-38d4-4db2-8d26-2782632f58f9 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:49.461179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-609f3b1b-0cb4-4be3-b536-1b030e78c3e4 req-e98ad57f-38d4-4db2-8d26-2782632f58f9 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=96fcdf2a-1cac-433e-ae40-08d6e8d445e6 HTTP/1.1" status: 200 len: 945 time: 0.1253021 Sep 22 09:42:49.470697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d09d11-e8bc-44e7-b8f2-7dd3bef8b4ec req-6a76cee4-c29c-404a-86e4-18fa3c875933 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:49.472180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5d09d11-e8bc-44e7-b8f2-7dd3bef8b4ec req-6a76cee4-c29c-404a-86e4-18fa3c875933 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 944 time: 0.1352019 Sep 22 09:42:49.499252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 37119afd-55b4-4588-8476-b509facc286f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:42:49.503461 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 37119afd-55b4-4588-8476-b509facc286f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:49.503828 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:49.565331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-609f3b1b-0cb4-4be3-b536-1b030e78c3e4 req-56a590d8-d9e4-4981-a841-1e937a85439e tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032012 Sep 22 09:42:49.625458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5d09d11-e8bc-44e7-b8f2-7dd3bef8b4ec req-2e452603-a5db-470e-9d4c-de60baf0a544 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/security-groups?id=c749de5f-4881-4937-a0a1-8b91d9a663e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368208 Sep 22 09:42:49.641449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:49.645537 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:49.692697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4abe62-0eb1-4923-aaa1-85fc4f39e7d5 req-da2405aa-a30f-4d27-925d-3d1a29aa15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:49.697561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca4abe62-0eb1-4923-aaa1-85fc4f39e7d5 req-da2405aa-a30f-4d27-925d-3d1a29aa15a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36e59f80d5a547ecb31667e23ab4e380&device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 1095 time: 0.1276193 Sep 22 09:42:49.750024 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:49.792993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 37119afd-55b4-4588-8476-b509facc286f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=37119afd-55b4-4588-8476-b509facc286f,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:49.794185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93db1a4-221f-4724-9749-c93d0c71cc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37119afd-55b4-4588-8476-b509facc286f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:49.797565 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27612e28-ed4d-41ad-913f-537b699c0e04" -d '{"events": [{"server_uuid": "e93db1a4-221f-4724-9749-c93d0c71cc40", "name": "network-vif-plugged", "status": "completed", "tag": "37119afd-55b4-4588-8476-b509facc286f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:49.808031 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:49.808584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Fanout notify agent at l3_agent the message router_deleted on router 5fec807c-9d20-4151-b941-6c954266839b {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:42:49.824297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:49.827401 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b310682d-41c2-4a8e-9169-67acc6bd629e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/5fec807c-9d20-4151-b941-6c954266839b HTTP/1.1" status: 204 len: 168 time: 2.2024302 Sep 22 09:42:49.831038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48816) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:49.843025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-21809761'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:49.845332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4abe62-0eb1-4923-aaa1-85fc4f39e7d5 req-f1b737a5-c332-4014-ba8e-1d940c5aace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:49.847102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca4abe62-0eb1-4923-aaa1-85fc4f39e7d5 req-f1b737a5-c332-4014-ba8e-1d940c5aace2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=39c7e984-ec36-4924-bfba-304c2d36c66f HTTP/1.1" status: 200 len: 909 time: 0.1425130 Sep 22 09:42:49.882538 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f084753-98f6-471a-ab16-dcd601ced2b6 x-openstack-request-id: req-7f084753-98f6-471a-ab16-dcd601ced2b6 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:49.882827 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93db1a4-221f-4724-9749-c93d0c71cc40", "name": "network-vif-plugged", "status": "completed", "tag": "37119afd-55b4-4588-8476-b509facc286f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:49.883146 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f084753-98f6-471a-ab16-dcd601ced2b6 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:49.884293 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93db1a4-221f-4724-9749-c93d0c71cc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37119afd-55b4-4588-8476-b509facc286f', 'code': 200} Sep 22 09:42:49.893077 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:49.911224 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca4abe62-0eb1-4923-aaa1-85fc4f39e7d5 req-25af68ee-8ccd-4310-8fbb-d318d2726952 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea HTTP/1.1" status: 200 len: 217 time: 0.0447261 Sep 22 09:42:49.956315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=37119afd-55b4-4588-8476-b509facc286f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:49.974652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:49.978465 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:49.993630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4abe62-0eb1-4923-aaa1-85fc4f39e7d5 req-39064433-53a9-480c-8230-83cef04eb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:49.999039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca4abe62-0eb1-4923-aaa1-85fc4f39e7d5 req-39064433-53a9-480c-8230-83cef04eb1b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=082183ca-1167-4fe2-adda-8609fb28ba57 HTTP/1.1" status: 200 len: 848 time: 0.0707052 Sep 22 09:42:50.041027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3134428-8309-460d-9fde-4991fdb2d46b req-45be3beb-2b46-49fb-a823-60de1a8eef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:50.042725 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3134428-8309-460d-9fde-4991fdb2d46b req-45be3beb-2b46-49fb-a823-60de1a8eef93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 1097 time: 0.0918829 Sep 22 09:42:50.050024 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:42:50.056398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca4abe62-0eb1-4923-aaa1-85fc4f39e7d5 req-fa38016b-bdb8-449c-aed8-2f6ceff71d72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39c7e984-ec36-4924-bfba-304c2d36c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395067 Sep 22 09:42:50.077365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:50.077712 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added segment ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e of type vlan for network 3c64c4d1-2833-4262-9c04-02787935d8ac Sep 22 09:42:50.096623 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3134428-8309-460d-9fde-4991fdb2d46b req-c921851a-f550-41a5-b7b5-838ea6a646bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Sep 22 09:42:50.141284 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:50.164386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca4abe62-0eb1-4923-aaa1-85fc4f39e7d5 req-577a45d7-a607-435a-975e-f6a89ba10abd service neutron] 10.222.0.45 "GET /v2.0/networks/39c7e984-ec36-4924-bfba-304c2d36c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044064 Sep 22 09:42:50.276428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:50.282320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:50.282870 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:50.398228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Network': ['ID=3c64c4d1-2833-4262-9c04-02787935d8ac,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:50.410927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839adb2-ecf9-4555-b3d2-3b155aed8779 req-247e1c2e-37b2-4b6d-971c-205a6db38b67 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:50.412536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c839adb2-ecf9-4555-b3d2-3b155aed8779 req-247e1c2e-37b2-4b6d-971c-205a6db38b67 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 946 time: 0.1173546 Sep 22 09:42:50.421735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 3c64c4d1-2833-4262-9c04-02787935d8ac details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:42:50.446717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca4abe62-0eb1-4923-aaa1-85fc4f39e7d5 req-0d709531-39af-4b84-9fd6-c83ccf870759 service neutron] 10.222.0.45 "GET /v2.0/networks/39c7e984-ec36-4924-bfba-304c2d36c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400528 Sep 22 09:42:50.466975 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0e97b62a-045c-41ff-8047-c63de3ef4f8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6343000 Sep 22 09:42:50.469983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48842) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:50.471086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c839adb2-ecf9-4555-b3d2-3b155aed8779 req-716ca10d-9270-4ad4-aff5-67ae1a08c1d1 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519369 Sep 22 09:42:50.483857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'subnet': {'network_id': '3c64c4d1-2833-4262-9c04-02787935d8ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:50.651785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2d0f1-6c0d-4d36-8891-b8a2c1112133 req-78a1f0a0-4ebc-4e81-b29d-9127db91f335 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:50.651785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcd2d0f1-6c0d-4d36-8891-b8a2c1112133 req-78a1f0a0-4ebc-4e81-b29d-9127db91f335 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1010654 Sep 22 09:42:50.754380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcd2d0f1-6c0d-4d36-8891-b8a2c1112133 req-0512ad5a-6521-40d0-a1bc-1ef9a582f05f tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913970 Sep 22 09:42:50.824996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c511fb6-9951-4842-a1d7-edc1b728614a req-e20e676d-07dc-46ee-86e4-a5e524eb2bf7 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:50.825703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c511fb6-9951-4842-a1d7-edc1b728614a req-e20e676d-07dc-46ee-86e4-a5e524eb2bf7 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 944 time: 0.0837667 Sep 22 09:42:50.882518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c511fb6-9951-4842-a1d7-edc1b728614a req-99d051bd-81b5-4636-bf42-34461f11e541 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/security-groups?id=c749de5f-4881-4937-a0a1-8b91d9a663e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507131 Sep 22 09:42:50.984500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:50.997242 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:51.047143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-a71246ab-9945-4b89-9d28-939bf9820ada tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:51.048603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-a71246ab-9945-4b89-9d28-939bf9820ada tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/networks?id=8b544e33-3716-44df-9c9b-6f120b3ee1b7 HTTP/1.1" status: 200 len: 812 time: 0.1337445 Sep 22 09:42:51.066772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-d3a6f901-d5ed-424a-b6f7-cbd3a78eb2ac tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/quotas/cf7f2bedbe194c4d908b61ea5bcc59fb HTTP/1.1" status: 200 len: 375 time: 0.0114121 Sep 22 09:42:51.133897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-b61d3a75-3d9a-4398-aaf8-e546f4185481 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605564 Sep 22 09:42:51.256597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9cb8e376-cc69-40db-87ba-f2d54cc48cd9 service neutron] 10.222.0.49 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214437 Sep 22 09:42:51.356645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-12e5c056-3383-44c6-ae56-7e241340cb2f service neutron] 10.222.0.49 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936651 Sep 22 09:42:51.390649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:51.447490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Subnet': ['ID=26796f54-7ffd-48f7-96f7-dea3fc62035a,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:51.463610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Checking segment: {'id': 'ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3c64c4d1-2833-4262-9c04-02787935d8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:51.463972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network hostable DHCP agents. Network: 3c64c4d1-2833-4262-9c04-02787935d8ac, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:42:51.613038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 3c64c4d1-2833-4262-9c04-02787935d8ac is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:42:51.833115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 3c64c4d1-2833-4262-9c04-02787935d8ac) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:51.833115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:51.833115 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:51.834671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc80419-53fe-4ed9-bf35-40c258202b9f req-7ae47952-4e14-4b63-9c72-44b5af56f1d0 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:51.834671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8cc80419-53fe-4ed9-bf35-40c258202b9f req-7ae47952-4e14-4b63-9c72-44b5af56f1d0 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 946 time: 0.0642443 Sep 22 09:42:51.835958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0fcf9c-8e90-4247-8969-c98ee139c88f None None] Network 3c64c4d1-2833-4262-9c04-02787935d8ac requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:51.995724 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-83344f32-1232-4402-82a0-d49fe7769e7f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5223932 Sep 22 09:42:52.000767 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8cc80419-53fe-4ed9-bf35-40c258202b9f req-a761f985-08fe-4fbe-88d6-1ffe4827d05b tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439648 Sep 22 09:42:52.003937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48926) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:52.041705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-deccdb46-8ee1-4907-8223-11a64c78c76a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1552342073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:52.048663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22b03a-fe2a-42d7-8ee4-885bf7d58f48 req-93febc8b-49b0-4698-9eec-c74c0f4e147b tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:52.050379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a22b03a-fe2a-42d7-8ee4-885bf7d58f48 req-93febc8b-49b0-4698-9eec-c74c0f4e147b tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.45 "GET /v2.0/ports?device_id=96fcdf2a-1cac-433e-ae40-08d6e8d445e6 HTTP/1.1" status: 200 len: 945 time: 0.1300402 Sep 22 09:42:52.081300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-3c64c4d1-2833-4262-9c04-02787935d8ac', 'network_id': '3c64c4d1-2833-4262-9c04-02787935d8ac', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'fixed_ips': [{'subnet_id': '26796f54-7ffd-48f7-96f7-dea3fc62035a'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:42:52.082372 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.187301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acca48e-fc70-43d4-9be3-4ddbb20b2e78 req-9c5cf4f7-f0b9-4a22-81a9-f84622830b8d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:52.188681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5acca48e-fc70-43d4-9be3-4ddbb20b2e78 req-9c5cf4f7-f0b9-4a22-81a9-f84622830b8d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba09d5b1-1344-4973-8f00-018a540d9111 HTTP/1.1" status: 200 len: 946 time: 0.1371901 Sep 22 09:42:52.215196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d74558-2d6e-4999-92f4-f257b7ebbc64 req-275d3c14-1c6a-4d51-8f4a-c976871d4de7 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:52.216694 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75d74558-2d6e-4999-92f4-f257b7ebbc64 req-275d3c14-1c6a-4d51-8f4a-c976871d4de7 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 945 time: 0.2086451 Sep 22 09:42:52.250800 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-deccdb46-8ee1-4907-8223-11a64c78c76a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.252182 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-deccdb46-8ee1-4907-8223-11a64c78c76a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.263738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Allocated IP 2001:db8::2 (3c64c4d1-2833-4262-9c04-02787935d8ac/26796f54-7ffd-48f7-96f7-dea3fc62035a/5a718437-086a-4b86-b63b-680bb32039b6) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:52.324227 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-deccdb46-8ee1-4907-8223-11a64c78c76a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.374731 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75d74558-2d6e-4999-92f4-f257b7ebbc64 req-32171679-1c40-4c07-990b-3b458829d3eb tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248326 Sep 22 09:42:52.387451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a14f5b-2194-4219-ba2c-dc77f891d7fc req-719fcf39-9ff7-4123-a18b-25af7ccd763c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:52.388993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2a14f5b-2194-4219-ba2c-dc77f891d7fc req-719fcf39-9ff7-4123-a18b-25af7ccd763c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.2848394 Sep 22 09:42:52.437467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-6a22b03a-fe2a-42d7-8ee4-885bf7d58f48 req-252ce609-7908-4f71-b9a3-25606798e512 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Deleting port d370a209-14e0-4a76-987c-93d800609f39 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:52.437920 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6a22b03a-fe2a-42d7-8ee4-885bf7d58f48 req-252ce609-7908-4f71-b9a3-25606798e512 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.447967 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.448876 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-deccdb46-8ee1-4907-8223-11a64c78c76a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.517274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2a14f5b-2194-4219-ba2c-dc77f891d7fc req-64ee6b62-38ad-44de-a378-b756b181efb5 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167257 Sep 22 09:42:52.562292 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.601804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-deccdb46-8ee1-4907-8223-11a64c78c76a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.603774 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-deccdb46-8ee1-4907-8223-11a64c78c76a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6006031 Sep 22 09:42:52.606621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48948) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:52.622429 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Network 3c64c4d1-2833-4262-9c04-02787935d8ac is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:52.627294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:52.636324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:52.642631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Pushing event updated for resources: {'Port': ['ID=5a718437-086a-4b86-b63b-680bb32039b6,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:52.716301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Attempting to bind port 5a718437-086a-4b86-b63b-680bb32039b6 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:42:52.723631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Attempting to bind port 5a718437-086a-4b86-b63b-680bb32039b6 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3c64c4d1-2833-4262-9c04-02787935d8ac'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:42:52.723631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Attempting to bind port 5a718437-086a-4b86-b63b-680bb32039b6 on network 3c64c4d1-2833-4262-9c04-02787935d8ac {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:52.724052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:42:52.724645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Checking segment: {'id': 'ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3c64c4d1-2833-4262-9c04-02787935d8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:42:52.725384 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.725989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Bound using segment: {'id': 'ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3c64c4d1-2833-4262-9c04-02787935d8ac'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:42:52.726644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Bound port: 5a718437-086a-4b86-b63b-680bb32039b6, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '3c64c4d1-2833-4262-9c04-02787935d8ac'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:42:52.728754 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.803733 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] For port 5a718437-086a-4b86-b63b-680bb32039b6, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:42:52.807407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] For port 5a718437-086a-4b86-b63b-680bb32039b6, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5a718437-086a-4b86-b63b-680bb32039b6,segment=NetworkSegment(ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e),segment_id=ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:42:52.921379 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:52.957493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:53.035949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18197fe5-7b81-48ea-afd6-79d3261ffb1b None None] Pushing event updated for resources: {'Port': ['ID=5a718437-086a-4b86-b63b-680bb32039b6,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:53.038429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-5acca48e-fc70-43d4-9be3-4ddbb20b2e78 req-01d4e5b5-9cf7-462e-a49b-75af347f74f3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Deleting port 0424e01b-32ab-401f-86fc-42c2a10a4003 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:53.038429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5acca48e-fc70-43d4-9be3-4ddbb20b2e78 req-01d4e5b5-9cf7-462e-a49b-75af347f74f3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:53.174609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-5acca48e-fc70-43d4-9be3-4ddbb20b2e78 req-01d4e5b5-9cf7-462e-a49b-75af347f74f3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] For port 0424e01b-32ab-401f-86fc-42c2a10a4003, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0424e01b-32ab-401f-86fc-42c2a10a4003,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:53.174892 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5acca48e-fc70-43d4-9be3-4ddbb20b2e78 req-01d4e5b5-9cf7-462e-a49b-75af347f74f3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:53.206346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d98547b-1e88-4aa2-8bbd-f689eafac596 req-07bf9de6-6ddd-4bf4-b03d-4d68d4876870 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 210 time: 0.6256521 Sep 22 09:42:53.223030 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-5acca48e-fc70-43d4-9be3-4ddbb20b2e78 req-01d4e5b5-9cf7-462e-a49b-75af347f74f3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Calling delete_port for 0424e01b-32ab-401f-86fc-42c2a10a4003 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:53.235696 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:53.247181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dd892-c809-4fd3-bae1-c21c6d39a7c1 req-27044b99-cdf7-48ad-81a1-09c9af9c2a54 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:53.250831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a5dd892-c809-4fd3-bae1-c21c6d39a7c1 req-27044b99-cdf7-48ad-81a1-09c9af9c2a54 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 944 time: 0.7691853 Sep 22 09:42:53.266394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-6a22b03a-fe2a-42d7-8ee4-885bf7d58f48 req-252ce609-7908-4f71-b9a3-25606798e512 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] For port d370a209-14e0-4a76-987c-93d800609f39, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d370a209-14e0-4a76-987c-93d800609f39,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:53.266694 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6a22b03a-fe2a-42d7-8ee4-885bf7d58f48 req-252ce609-7908-4f71-b9a3-25606798e512 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:53.348589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ddd2906c-dba1-4d6a-9ffa-d9b5af824cea details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:42:53.360865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bb339-3f50-4032-98ad-7e25c675e775 req-dd01ffc6-e6f7-4365-a5ac-12b973a6045f tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:53.361523 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f00bb339-3f50-4032-98ad-7e25c675e775 req-dd01ffc6-e6f7-4365-a5ac-12b973a6045f tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.45 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 945 time: 0.1468484 Sep 22 09:42:53.443908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-6a22b03a-fe2a-42d7-8ee4-885bf7d58f48 req-252ce609-7908-4f71-b9a3-25606798e512 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Calling delete_port for d370a209-14e0-4a76-987c-93d800609f39 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:53.514602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Allocated IP 2001:db8::1 (3c64c4d1-2833-4262-9c04-02787935d8ac/26796f54-7ffd-48f7-96f7-dea3fc62035a/ca313564-fe56-4c9e-979d-039591b801ee) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:53.534653 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a5dd892-c809-4fd3-bae1-c21c6d39a7c1 req-89573c19-8f15-4cb7-8db5-c0662b823c6f tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/security-groups?id=c749de5f-4881-4937-a0a1-8b91d9a663e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828372 Sep 22 09:42:53.668884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea,segment=NetworkSegment(0ce2eed7-655b-4df3-946c-e8c6b467ef25),segment_id=0ce2eed7-655b-4df3-946c-e8c6b467ef25)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:53.682245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'ddd2906c-dba1-4d6a-9ffa-d9b5af824cea', 'network_id': '39c7e984-ec36-4924-bfba-304c2d36c66f', 'port_id': 'ddd2906c-dba1-4d6a-9ffa-d9b5af824cea', 'mac_address': 'fa:16:3e:bc:8b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082183ca-1167-4fe2-adda-8609fb28ba57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:42:53.744754 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:53.761466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:53.777783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd2906c-dba1-4d6a-9ffa-d9b5af824cea {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:53.784573 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f00bb339-3f50-4032-98ad-7e25c675e775 req-ede82f89-bd23-41e9-ad6c-4ad166e3609c tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Deleting port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:53.786081 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f00bb339-3f50-4032-98ad-7e25c675e775 req-ede82f89-bd23-41e9-ad6c-4ad166e3609c tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:53.809215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea,segment=NetworkSegment(0ce2eed7-655b-4df3-946c-e8c6b467ef25),segment_id=0ce2eed7-655b-4df3-946c-e8c6b467ef25)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:53.876701 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:53.892204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc9322-0e1c-4d2a-92a8-610d302b3026 req-1b13ed8c-2e5c-4697-84f6-76d46f6f9926 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:53.897101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bbc9322-0e1c-4d2a-92a8-610d302b3026 req-1b13ed8c-2e5c-4697-84f6-76d46f6f9926 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 945 time: 0.2672069 Sep 22 09:42:53.908577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb200bbd-371d-41bc-971d-8064baf503f6 req-4c2a2a11-1eaa-4734-8981-be5f357baa7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:53.913191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb200bbd-371d-41bc-971d-8064baf503f6 req-4c2a2a11-1eaa-4734-8981-be5f357baa7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1077404 Sep 22 09:42:53.928315 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:53.937069 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 3c64c4d1-2833-4262-9c04-02787935d8ac is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:53.943612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:53.951021 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:53.951561 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:53.968352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f00bb339-3f50-4032-98ad-7e25c675e775 req-ede82f89-bd23-41e9-ad6c-4ad166e3609c tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] For port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2389aefe-ab86-4992-8a75-bfbecf5cbbc6,segment=NetworkSegment(facedfe2-f226-43bd-8206-ac4579f2993c),segment_id=facedfe2-f226-43bd-8206-ac4579f2993c)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:53.968352 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f00bb339-3f50-4032-98ad-7e25c675e775 req-ede82f89-bd23-41e9-ad6c-4ad166e3609c tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:54.028882 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5acca48e-fc70-43d4-9be3-4ddbb20b2e78 req-01d4e5b5-9cf7-462e-a49b-75af347f74f3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:54.040175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=ca313564-fe56-4c9e-979d-039591b801ee,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:54.056068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0424e01b-32ab-401f-86fc-42c2a10a4003'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:54.060056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:54.064738 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f00bb339-3f50-4032-98ad-7e25c675e775 req-ede82f89-bd23-41e9-ad6c-4ad166e3609c tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Calling delete_port for 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:54.074663 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bbc9322-0e1c-4d2a-92a8-610d302b3026 req-b96837cf-9009-4cc2-a282-b78c7a2b1601 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/security-groups?id=54c96bf5-6cfb-4413-91e6-1ec17950a840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371925 Sep 22 09:42:54.127393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4e5b5-9cf7-462e-a49b-75af347f74f3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Pushing event deleted for resources: {'Port': ['ID=0424e01b-32ab-401f-86fc-42c2a10a4003,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:54.129311 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6a22b03a-fe2a-42d7-8ee4-885bf7d58f48 req-252ce609-7908-4f71-b9a3-25606798e512 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:54.147978 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0424e01b-32ab-401f-86fc-42c2a10a4003'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:54.158576 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb200bbd-371d-41bc-971d-8064baf503f6 req-05c85dcb-5418-4318-8584-59dcbaf43ffa tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153609 Sep 22 09:42:54.248920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['ddd2906c-dba1-4d6a-9ffa-d9b5af824cea'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:54.299241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-e92bcac9-9715-4de0-9a05-83ee26a99230 req-87301d0b-95cc-41cf-bae3-363f7e49c517 service neutron] (95509) timed out ('10.222.0.49', 48130) {{(pid=95509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 09:42:54.373468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acca48e-fc70-43d4-9be3-4ddbb20b2e78 req-01d4e5b5-9cf7-462e-a49b-75af347f74f3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] No DVR routers for this DVR port 0424e01b-32ab-401f-86fc-42c2a10a4003 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:54.375157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ce609-7908-4f71-b9a3-25606798e512 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Pushing event deleted for resources: {'Port': ['ID=d370a209-14e0-4a76-987c-93d800609f39,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:54.418438 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5acca48e-fc70-43d4-9be3-4ddbb20b2e78 req-01d4e5b5-9cf7-462e-a49b-75af347f74f3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:54.418438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5acca48e-fc70-43d4-9be3-4ddbb20b2e78 req-01d4e5b5-9cf7-462e-a49b-75af347f74f3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "DELETE /v2.0/ports/0424e01b-32ab-401f-86fc-42c2a10a4003 HTTP/1.1" status: 204 len: 173 time: 2.1982791 Sep 22 09:42:54.418438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba09d5b1-1344-4973-8f00-018a540d9111', 'name': 'network-vif-deleted', 'tag': '0424e01b-32ab-401f-86fc-42c2a10a4003'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:54.418692 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c043385f-6802-49ab-a65e-5508d64d4bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:54.424754 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e96eda8-6478-4e63-983f-dc941b6693c4" -d '{"events": [{"server_uuid": "ba09d5b1-1344-4973-8f00-018a540d9111", "name": "network-vif-deleted", "tag": "0424e01b-32ab-401f-86fc-42c2a10a4003"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:54.520088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:54.538326 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:54.589575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a22b03a-fe2a-42d7-8ee4-885bf7d58f48 req-252ce609-7908-4f71-b9a3-25606798e512 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] No DVR routers for this DVR port d370a209-14e0-4a76-987c-93d800609f39 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:54.594903 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6a22b03a-fe2a-42d7-8ee4-885bf7d58f48 req-252ce609-7908-4f71-b9a3-25606798e512 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:54.600771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a22b03a-fe2a-42d7-8ee4-885bf7d58f48 req-252ce609-7908-4f71-b9a3-25606798e512 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.45 "DELETE /v2.0/ports/d370a209-14e0-4a76-987c-93d800609f39 HTTP/1.1" status: 204 len: 173 time: 2.5344012 Sep 22 09:42:54.627928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1266ec3c-968d-4e0f-b424-d02dc8b39fe9 None None] Network 3c64c4d1-2833-4262-9c04-02787935d8ac requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:42:54.663717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5747e658-872c-46fb-9d56-7f54e0e27e76 None None] Provisioning complete for port 5a718437-086a-4b86-b63b-680bb32039b6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:54.664098 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5747e658-872c-46fb-9d56-7f54e0e27e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:54.715358 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f00bb339-3f50-4032-98ad-7e25c675e775 req-ede82f89-bd23-41e9-ad6c-4ad166e3609c tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:54.782054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede82f89-bd23-41e9-ad6c-4ad166e3609c tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Pushing event deleted for resources: {'Port': ['ID=2389aefe-ab86-4992-8a75-bfbecf5cbbc6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:54.830575 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5747e658-872c-46fb-9d56-7f54e0e27e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:54.912756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2389aefe-ab86-4992-8a75-bfbecf5cbbc6'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:54.937800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5747e658-872c-46fb-9d56-7f54e0e27e76 None None] For port 5a718437-086a-4b86-b63b-680bb32039b6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5a718437-086a-4b86-b63b-680bb32039b6,segment=NetworkSegment(ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e),segment_id=ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:54.976870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e70fd60-50f0-463f-a9f6-74f26791946b req-a793faa5-3d53-485c-b9d3-f6afc4df9552 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 210 time: 0.0596642 Sep 22 09:42:55.000500 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9a9e45-ede4-441f-a053-29331037bf51 x-openstack-request-id: req-df9a9e45-ede4-441f-a053-29331037bf51 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:55.001034 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba09d5b1-1344-4973-8f00-018a540d9111", "name": "network-vif-deleted", "tag": "0424e01b-32ab-401f-86fc-42c2a10a4003", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:55.001466 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df9a9e45-ede4-441f-a053-29331037bf51 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:55.011574 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba09d5b1-1344-4973-8f00-018a540d9111', 'name': 'network-vif-deleted', 'tag': '0424e01b-32ab-401f-86fc-42c2a10a4003', 'status': 'completed', 'code': 200} Sep 22 09:42:55.060238 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5747e658-872c-46fb-9d56-7f54e0e27e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:55.204107 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747e658-872c-46fb-9d56-7f54e0e27e76 None None] Pushing event updated for resources: {'Port': ['ID=5a718437-086a-4b86-b63b-680bb32039b6,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:55.243552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5a718437-086a-4b86-b63b-680bb32039b6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:55.263403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60e9b8-0b72-4588-bd37-49ae4cf2de69 req-96426ff6-5136-4106-a771-2bcca7efe9d3 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:55.277236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e60e9b8-0b72-4588-bd37-49ae4cf2de69 req-96426ff6-5136-4106-a771-2bcca7efe9d3 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 945 time: 0.1415935 Sep 22 09:42:55.301053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5a718437-086a-4b86-b63b-680bb32039b6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:55.301744 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:55.332128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fec59-8a7d-482f-ab4b-204873a8c945 req-39a003b9-1ee4-4652-b7ce-7d663eedcc13 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:55.344509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c7fec59-8a7d-482f-ab4b-204873a8c945 req-39a003b9-1ee4-4652-b7ce-7d663eedcc13 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.1870017 Sep 22 09:42:55.354965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ddd2906c-dba1-4d6a-9ffa-d9b5af824cea up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:55.431324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e60e9b8-0b72-4588-bd37-49ae4cf2de69 req-e3b95da1-477a-431d-9b3d-05264323f7a3 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/security-groups?id=c749de5f-4881-4937-a0a1-8b91d9a663e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520858 Sep 22 09:42:55.446752 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c7fec59-8a7d-482f-ab4b-204873a8c945 req-1fe3eb1f-959c-4a21-a930-a24470c96748 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970476 Sep 22 09:42:55.603186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00bb339-3f50-4032-98ad-7e25c675e775 req-ede82f89-bd23-41e9-ad6c-4ad166e3609c tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] No DVR routers for this DVR port 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:55.607620 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f00bb339-3f50-4032-98ad-7e25c675e775 req-ede82f89-bd23-41e9-ad6c-4ad166e3609c tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:55.610554 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f00bb339-3f50-4032-98ad-7e25c675e775 req-ede82f89-bd23-41e9-ad6c-4ad166e3609c tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.45 "DELETE /v2.0/ports/2389aefe-ab86-4992-8a75-bfbecf5cbbc6 HTTP/1.1" status: 204 len: 173 time: 2.2307878 Sep 22 09:42:55.610554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646ba007-e435-458e-ab6a-83cc6aed7ca1', 'name': 'network-vif-deleted', 'tag': '2389aefe-ab86-4992-8a75-bfbecf5cbbc6'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:55.613221 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d39302-a06c-490d-8a4d-003e28457950" -d '{"events": [{"server_uuid": "646ba007-e435-458e-ab6a-83cc6aed7ca1", "name": "network-vif-deleted", "tag": "2389aefe-ab86-4992-8a75-bfbecf5cbbc6"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:55.629799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:42:55.652240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-03cca342-f270-4fe4-a5bd-fba4e0ed2a08 None None] Provisioning complete for port ca313564-fe56-4c9e-979d-039591b801ee triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:55.652580 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-03cca342-f270-4fe4-a5bd-fba4e0ed2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:55.723895 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:55.730109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47ff9c7e-aae1-4d2b-8e08-4225fa019b94 req-a84c0468-8594-4c34-a31c-6d507ee227b9 tempest-VolumesActionsTest-8031860 tempest-VolumesActionsTest-8031860-project] 10.222.0.49 "GET /v2.0/ports?device_id=646ba007-e435-458e-ab6a-83cc6aed7ca1 HTTP/1.1" status: 200 len: 210 time: 0.0439746 Sep 22 09:42:55.738067 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c630353a-e9e6-47e3-95d0-2f106a2f3544 x-openstack-request-id: req-c630353a-e9e6-47e3-95d0-2f106a2f3544 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:55.741756 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "646ba007-e435-458e-ab6a-83cc6aed7ca1", "name": "network-vif-deleted", "tag": "2389aefe-ab86-4992-8a75-bfbecf5cbbc6", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:55.741756 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c630353a-e9e6-47e3-95d0-2f106a2f3544 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:55.741756 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '646ba007-e435-458e-ab6a-83cc6aed7ca1', 'name': 'network-vif-deleted', 'tag': '2389aefe-ab86-4992-8a75-bfbecf5cbbc6', 'status': 'completed', 'code': 200} Sep 22 09:42:55.761260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:55.764788 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:55.765439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-0f252500-ace3-4684-958e-2658aba4dae8 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:55.766984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-0f252500-ace3-4684-958e-2658aba4dae8 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "GET /v2.0/networks?id=8b544e33-3716-44df-9c9b-6f120b3ee1b7 HTTP/1.1" status: 200 len: 812 time: 0.3178129 Sep 22 09:42:55.782690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Request body: {'port': {'device_id': '6d689a01-40aa-44a0-a9b4-49dd2c2c9e48', 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7', 'admin_state_up': True, 'tenant_id': 'cf7f2bedbe194c4d908b61ea5bcc59fb'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:55.792546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-03cca342-f270-4fe4-a5bd-fba4e0ed2a08 None None] Port ca313564-fe56-4c9e-979d-039591b801ee cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:42:55.826641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-03cca342-f270-4fe4-a5bd-fba4e0ed2a08 None None] Provisioning complete for port 5a718437-086a-4b86-b63b-680bb32039b6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:55.827010 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-03cca342-f270-4fe4-a5bd-fba4e0ed2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:55.839785 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:55.848565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:56.030384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=ca313564-fe56-4c9e-979d-039591b801ee,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:56.085917 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:56.112951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 3c64c4d1-2833-4262-9c04-02787935d8ac is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:56.115782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:56.146444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Made reservation on behalf of cf7f2bedbe194c4d908b61ea5bcc59fb for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:56.153626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:56.237709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f10cbfda-52d7-43b4-a503-25f67991de20 req-4ec1494d-8750-41c2-b5a0-810f5831d0ff tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 210 time: 0.0614293 Sep 22 09:42:56.262168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c556d6b-0904-4f08-bdfd-08373fc383f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd2906c-dba1-4d6a-9ffa-d9b5af824cea'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:56.268411 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354e6149-d58f-445a-b6c6-de43439a492c" -d '{"events": [{"server_uuid": "9c556d6b-0904-4f08-bdfd-08373fc383f8", "name": "network-vif-plugged", "status": "completed", "tag": "ddd2906c-dba1-4d6a-9ffa-d9b5af824cea"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:56.300903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea,segment=NetworkSegment(0ce2eed7-655b-4df3-946c-e8c6b467ef25),segment_id=0ce2eed7-655b-4df3-946c-e8c6b467ef25)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:56.374353 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42133414-0815-4752-afa5-0b4b01cad3bd x-openstack-request-id: req-42133414-0815-4752-afa5-0b4b01cad3bd {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:56.375090 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c556d6b-0904-4f08-bdfd-08373fc383f8", "name": "network-vif-plugged", "status": "completed", "tag": "ddd2906c-dba1-4d6a-9ffa-d9b5af824cea", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:56.375546 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42133414-0815-4752-afa5-0b4b01cad3bd {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:56.376176 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c556d6b-0904-4f08-bdfd-08373fc383f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd2906c-dba1-4d6a-9ffa-d9b5af824cea', 'code': 200} Sep 22 09:42:56.417624 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:56.423206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d370a209-14e0-4a76-987c-93d800609f39 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:56.505432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: d370a209-14e0-4a76-987c-93d800609f39 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:56.509979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d370a209-14e0-4a76-987c-93d800609f39 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:56.569205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-571661fe-5083-4173-ac1c-cd99709479b6 None None] Provisioning complete for port ca313564-fe56-4c9e-979d-039591b801ee triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:56.569678 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-571661fe-5083-4173-ac1c-cd99709479b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:56.600652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Allocated IP 172.20.0.11 (8b544e33-3716-44df-9c9b-6f120b3ee1b7/7a8b4480-00a9-4362-aed6-d3da007cd6ed/51d122b2-3219-4108-af93-01b08f2c268f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:56.637379 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:56.663576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-571661fe-5083-4173-ac1c-cd99709479b6 None None] Port ca313564-fe56-4c9e-979d-039591b801ee cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:42:56.726515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0424e01b-32ab-401f-86fc-42c2a10a4003 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:56.738348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34528d3b-3ff8-4342-a078-3e2edbe599fb req-d5933dda-c4e7-4eea-8aac-ed78e1c0f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:56.739931 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-34528d3b-3ff8-4342-a078-3e2edbe599fb req-d5933dda-c4e7-4eea-8aac-ed78e1c0f939 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 1097 time: 0.1614194 Sep 22 09:42:56.747616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-c8390c4d-24da-433a-9285-66b3c483c76a tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:56.749043 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-c8390c4d-24da-433a-9285-66b3c483c76a tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "GET /v2.0/networks?id=8b544e33-3716-44df-9c9b-6f120b3ee1b7 HTTP/1.1" status: 200 len: 812 time: 0.4394567 Sep 22 09:42:56.764983 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 0424e01b-32ab-401f-86fc-42c2a10a4003 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:56.765658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0424e01b-32ab-401f-86fc-42c2a10a4003 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:56.771280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Request body: {'port': {'device_id': '03c9f4cb-a054-4482-a774-8d9f91f5ac76', 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7', 'admin_state_up': True, 'tenant_id': 'cf7f2bedbe194c4d908b61ea5bcc59fb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:56.794316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4afce5d8-c782-4721-9580-0f670e02f1aa None None] Provisioning complete for port ca313564-fe56-4c9e-979d-039591b801ee triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:56.794966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4afce5d8-c782-4721-9580-0f670e02f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:56.821795 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-34528d3b-3ff8-4342-a078-3e2edbe599fb req-c19e30a3-9c14-4139-85aa-c36f401b2b93 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c749de5f-4881-4937-a0a1-8b91d9a663e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699780 Sep 22 09:42:56.878920 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router e0a9e1e2-9c80-40af-b6c6-040ac5d03d22 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:42:56.937197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4afce5d8-c782-4721-9580-0f670e02f1aa None None] Port ca313564-fe56-4c9e-979d-039591b801ee cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:42:56.946201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-515f3d5a-5e5c-4c76-b0f2-e28af727e0b8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:56.947841 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-515f3d5a-5e5c-4c76-b0f2-e28af727e0b8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.5911801 Sep 22 09:42:57.027577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96fcdf2a-1cac-433e-ae40-08d6e8d445e6', 'name': 'network-vif-deleted', 'tag': 'd370a209-14e0-4a76-987c-93d800609f39'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:42:57.031602 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192671d2-e605-4ecd-8233-3dd4ccdc3b4a" -d '{"events": [{"server_uuid": "96fcdf2a-1cac-433e-ae40-08d6e8d445e6", "name": "network-vif-deleted", "tag": "d370a209-14e0-4a76-987c-93d800609f39"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:42:57.034290 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e18bcc8c-de5d-4995-a874-618ca14ccde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:57.052065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:42:57.062746 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-22c2f3f9-a39c-482b-afbb-47883b0841da tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/e0a9e1e2-9c80-40af-b6c6-040ac5d03d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4511194 Sep 22 09:42:57.062746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49096) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:57.066529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0db360-a0fa-46b9-904d-b47de966cb4a None None] Sync routers for ids ['e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:42:57.087031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0db360-a0fa-46b9-904d-b47de966cb4a None None] Routers {'e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:57.087682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-db0db360-a0fa-46b9-904d-b47de966cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:57.162332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a57fdf-034f-4b0b-98e8-5b2024c62169 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:57.169954 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e5a57fdf-034f-4b0b-98e8-5b2024c62169 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports/ca313564-fe56-4c9e-979d-039591b801ee HTTP/1.1" status: 200 len: 911 time: 0.1065912 Sep 22 09:42:57.171809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Made reservation on behalf of cf7f2bedbe194c4d908b61ea5bcc59fb for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:42:57.175068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044a1b4-6c18-4031-9db4-309a992c6341 req-4186e730-74ec-4438-b8c1-51e852a216fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:57.177388 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:57.179647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49100) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:57.183971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7044a1b4-6c18-4031-9db4-309a992c6341 req-4186e730-74ec-4438-b8c1-51e852a216fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 946 time: 0.4240177 Sep 22 09:42:57.188504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c94ac5d6-88bb-4916-8bdf-04261f39457b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26796f54-7ffd-48f7-96f7-dea3fc62035a'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:57.196429 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-db0db360-a0fa-46b9-904d-b47de966cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:57.207273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5a718437-086a-4b86-b63b-680bb32039b6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:42:57.216214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0db360-a0fa-46b9-904d-b47de966cb4a None None] Routers {'e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:42:57.217350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-db0db360-a0fa-46b9-904d-b47de966cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:57.222676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:57.234401 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd60bf-5947-4279-a805-b235415d593d req-a00b297a-62b0-401b-affe-852c542ccdc0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:57.241156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65fd60bf-5947-4279-a805-b235415d593d req-a00b297a-62b0-401b-affe-852c542ccdc0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 945 time: 0.5012126 Sep 22 09:42:57.309980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65fd60bf-5947-4279-a805-b235415d593d req-54e429df-4d15-4803-a8ba-1e5ee8ff968d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616317 Sep 22 09:42:57.425455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7044a1b4-6c18-4031-9db4-309a992c6341 req-bee768ce-c49c-4d93-94a3-390339f2ac4c tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/security-groups?id=c749de5f-4881-4937-a0a1-8b91d9a663e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336426 Sep 22 09:42:57.505194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-b67c264f-e38e-4cca-b0f3-a3df656ee9ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Deleting port 866d3f9f-0651-40a5-a1de-581738fc0faf {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:42:57.505545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-b67c264f-e38e-4cca-b0f3-a3df656ee9ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:57.583118 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:57.688466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:42:57.706943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Allocated IP 172.20.0.12 (8b544e33-3716-44df-9c9b-6f120b3ee1b7/7a8b4480-00a9-4362-aed6-d3da007cd6ed/ca338b53-f520-45f3-a598-3afd8bcaebd0) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:42:57.712820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-db0db360-a0fa-46b9-904d-b47de966cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:42:57.713695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0db360-a0fa-46b9-904d-b47de966cb4a None None] The sync data for ids ['e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:42:57.782685 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:42:57.783132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2389aefe-ab86-4992-8a75-bfbecf5cbbc6 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:42:57.829110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5a718437-086a-4b86-b63b-680bb32039b6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:42:57.829700 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:57.895445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-b67c264f-e38e-4cca-b0f3-a3df656ee9ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] For port 866d3f9f-0651-40a5-a1de-581738fc0faf, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=866d3f9f-0651-40a5-a1de-581738fc0faf,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:42:57.896107 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-b67c264f-e38e-4cca-b0f3-a3df656ee9ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:57.940780 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:57.993038 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c94ac5d6-88bb-4916-8bdf-04261f39457b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.005099 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.065825 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab72df62-5ee5-40e1-a59a-143dc9fd2445 x-openstack-request-id: req-ab72df62-5ee5-40e1-a59a-143dc9fd2445 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:42:58.069141 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96fcdf2a-1cac-433e-ae40-08d6e8d445e6", "name": "network-vif-deleted", "tag": "d370a209-14e0-4a76-987c-93d800609f39", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:42:58.074392 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab72df62-5ee5-40e1-a59a-143dc9fd2445 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:42:58.074392 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96fcdf2a-1cac-433e-ae40-08d6e8d445e6', 'name': 'network-vif-deleted', 'tag': 'd370a209-14e0-4a76-987c-93d800609f39', 'status': 'completed', 'code': 200} Sep 22 09:42:58.074392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Pushing event updated for resources: {'Port': ['ID=51d122b2-3219-4108-af93-01b08f2c268f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:58.080805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d657506-c3c1-45a9-b265-cca97034f4e1 req-c486058f-c7e2-4d03-9dd6-3b9280293908 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 210 time: 0.4096506 Sep 22 09:42:58.082702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-b67c264f-e38e-4cca-b0f3-a3df656ee9ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Calling delete_port for 866d3f9f-0651-40a5-a1de-581738fc0faf owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:42:58.100477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.101080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.101609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.102260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.102936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.103438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.103934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.104602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.105019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.105366 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.105695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.106020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:42:58.110358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:58.124100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:58.127811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:58.193412 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.251491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:58.252508 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.453851 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.494743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-6b05f675-1a1a-4d3d-b3ff-c2394e87fcb3 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7158723 Sep 22 09:42:58.497642 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-b67c264f-e38e-4cca-b0f3-a3df656ee9ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.514747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['866d3f9f-0651-40a5-a1de-581738fc0faf'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:42:58.523573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Request body: {'port': {'device_id': '6d689a01-40aa-44a0-a9b4-49dd2c2c9e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:58.596801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:42:58.614200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c264f-e38e-4cca-b0f3-a3df656ee9ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event deleted for resources: {'Port': ['ID=866d3f9f-0651-40a5-a1de-581738fc0faf,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:58.614588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:42:58.631860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:42:58.645270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Pushing event updated for resources: {'Port': ['ID=ca338b53-f520-45f3-a598-3afd8bcaebd0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:58.694243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb1e44-cd2d-41f0-9cfa-e33086bddc3b req-2321da25-12d8-47a2-b077-098c75125215 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:58.703527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cbb1e44-cd2d-41f0-9cfa-e33086bddc3b req-2321da25-12d8-47a2-b077-098c75125215 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 867 time: 0.2990110 Sep 22 09:42:58.789269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-b67c264f-e38e-4cca-b0f3-a3df656ee9ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] No DVR routers for this DVR port 866d3f9f-0651-40a5-a1de-581738fc0faf on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:42:58.792977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-b67c264f-e38e-4cca-b0f3-a3df656ee9ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.795972 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-b67c264f-e38e-4cca-b0f3-a3df656ee9ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.60 "DELETE /v2.0/ports/866d3f9f-0651-40a5-a1de-581738fc0faf HTTP/1.1" status: 204 len: 173 time: 1.7773473 Sep 22 09:42:58.798196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:58.798857 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.831364 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c94ac5d6-88bb-4916-8bdf-04261f39457b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.893351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87501e15-5955-4a1f-b22a-f8aaf7362be8 req-8289eb29-9cb5-4eee-a5cc-a6ecfbc2a518 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:58.894906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87501e15-5955-4a1f-b22a-f8aaf7362be8 req-8289eb29-9cb5-4eee-a5cc-a6ecfbc2a518 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 946 time: 0.1469476 Sep 22 09:42:58.895531 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.912603 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-675fc734-beb6-4a9f-accf-7840ccb8c248 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1510587 Sep 22 09:42:58.926507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Request body: {'port': {'device_id': '03c9f4cb-a054-4482-a774-8d9f91f5ac76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:42:58.933326 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c94ac5d6-88bb-4916-8bdf-04261f39457b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.940419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cbb1e44-cd2d-41f0-9cfa-e33086bddc3b req-9f92b824-9140-4a6a-a0a2-6ff1f6ebc71e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517336 Sep 22 09:42:58.959227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94ac5d6-88bb-4916-8bdf-04261f39457b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:58.962117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c94ac5d6-88bb-4916-8bdf-04261f39457b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:58.964286 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c94ac5d6-88bb-4916-8bdf-04261f39457b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/ports/ca313564-fe56-4c9e-979d-039591b801ee HTTP/1.1" status: 200 len: 911 time: 1.7825642 Sep 22 09:42:58.986205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49214) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:42:58.996303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87501e15-5955-4a1f-b22a-f8aaf7362be8 req-220d6c33-ab1f-4742-a65c-345021a1c7a6 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/security-groups?id=c749de5f-4881-4937-a0a1-8b91d9a663e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899270 Sep 22 09:42:59.064475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ac5d6-88bb-4916-8bdf-04261f39457b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=ca313564-fe56-4c9e-979d-039591b801ee,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:59.157461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:59.563828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca338b53-f520-45f3-a598-3afd8bcaebd0 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:42:59.576363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:59.593626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Transition to ACTIVE for port object ca338b53-f520-45f3-a598-3afd8bcaebd0 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:42:59.614829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c174be-b1d7-49de-91a3-d443fa28ecd1 req-ef0da5f4-e5a8-420c-bb8d-06a370d218aa tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:42:59.623950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29c174be-b1d7-49de-91a3-d443fa28ecd1 req-ef0da5f4-e5a8-420c-bb8d-06a370d218aa tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 932 time: 0.3671858 Sep 22 09:42:59.738935 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:59.837893 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:42:59.856899 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29c174be-b1d7-49de-91a3-d443fa28ecd1 req-f6db829d-3412-41dd-8d7e-184a548fb9a2 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250900 Sep 22 09:42:59.874073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Pushing event updated for resources: {'Port': ['ID=ca338b53-f520-45f3-a598-3afd8bcaebd0,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:42:59.985809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Attempting to bind port ca338b53-f520-45f3-a598-3afd8bcaebd0 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:42:59.985998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Attempting to bind port ca338b53-f520-45f3-a598-3afd8bcaebd0 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:42:59.986255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Attempting to bind port ca338b53-f520-45f3-a598-3afd8bcaebd0 on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:42:59.995634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Port ca338b53-f520-45f3-a598-3afd8bcaebd0 on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:42:59.997082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Attempting to bind port ca338b53-f520-45f3-a598-3afd8bcaebd0 on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:00.018769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:00.019117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Checking segment: {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:00.019487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Bound using segment: {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:00.019915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Bound port: ca338b53-f520-45f3-a598-3afd8bcaebd0, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:00.020269 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:00.075818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89116135-1a06-4f24-af32-1aa1d0b774d1', 'name': 'network-vif-deleted', 'tag': '866d3f9f-0651-40a5-a1de-581738fc0faf'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:00.078215 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d3dc5f-ef6e-4705-a89d-149237d4f758" -d '{"events": [{"server_uuid": "89116135-1a06-4f24-af32-1aa1d0b774d1", "name": "network-vif-deleted", "tag": "866d3f9f-0651-40a5-a1de-581738fc0faf"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:00.137741 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ede08471-3982-4cab-945e-15a459b63c87 req-64306050-2e6f-4918-8c30-31db9a025c20 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=89116135-1a06-4f24-af32-1aa1d0b774d1 HTTP/1.1" status: 200 len: 210 time: 0.0806129 Sep 22 09:43:00.177976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] For port ca338b53-f520-45f3-a598-3afd8bcaebd0, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:00.193327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] For port ca338b53-f520-45f3-a598-3afd8bcaebd0, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ca338b53-f520-45f3-a598-3afd8bcaebd0,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:00.292520 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:00.332201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:00.333004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:00.334209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d122b2-3219-4108-af93-01b08f2c268f {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:43:00.334528 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-140ecd85-85a9-4095-a365-268fe885680b service neutron] 10.222.0.60 "PUT /v2.0/ports/ca338b53-f520-45f3-a598-3afd8bcaebd0 HTTP/1.1" status: 200 len: 1092 time: 1.4128745 Sep 22 09:43:00.334996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c9f4cb-a054-4482-a774-8d9f91f5ac76', 'tag': 'ca338b53-f520-45f3-a598-3afd8bcaebd0'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:00.338589 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cf5cf8-1b3a-4de2-9199-4cf8a7c7a577" -d '{"events": [{"name": "network-changed", "server_uuid": "03c9f4cb-a054-4482-a774-8d9f91f5ac76", "tag": "ca338b53-f520-45f3-a598-3afd8bcaebd0"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:00.364248 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:00.376987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ecd85-85a9-4095-a365-268fe885680b service neutron] Pushing event updated for resources: {'Port': ['ID=ca338b53-f520-45f3-a598-3afd8bcaebd0,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:00.398162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Transition to ACTIVE for port object 51d122b2-3219-4108-af93-01b08f2c268f will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:43:00.406183 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa341657-1fa0-46c6-8852-3004f01dbea2 x-openstack-request-id: req-fa341657-1fa0-46c6-8852-3004f01dbea2 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:00.406519 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89116135-1a06-4f24-af32-1aa1d0b774d1", "name": "network-vif-deleted", "tag": "866d3f9f-0651-40a5-a1de-581738fc0faf", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:00.406718 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa341657-1fa0-46c6-8852-3004f01dbea2 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:00.407114 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89116135-1a06-4f24-af32-1aa1d0b774d1', 'name': 'network-vif-deleted', 'tag': '866d3f9f-0651-40a5-a1de-581738fc0faf', 'status': 'completed', 'code': 200} Sep 22 09:43:00.413511 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e795cd1-fa97-4039-aa9f-73effbe8db79 x-openstack-request-id: req-1e795cd1-fa97-4039-aa9f-73effbe8db79 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:00.413511 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c9f4cb-a054-4482-a774-8d9f91f5ac76", "tag": "ca338b53-f520-45f3-a598-3afd8bcaebd0", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:00.413511 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e795cd1-fa97-4039-aa9f-73effbe8db79 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:00.413785 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c9f4cb-a054-4482-a774-8d9f91f5ac76', 'tag': 'ca338b53-f520-45f3-a598-3afd8bcaebd0', 'status': 'completed', 'code': 200} Sep 22 09:43:00.481638 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:00.500698 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b96f046-1f81-4afa-9568-e9e01bb5ecd7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:00.510493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf5cf8-1b3a-4de2-9199-4cf8a7c7a577 req-86036521-4b5a-40f6-b51d-90964a1f8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:00.512421 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93cf5cf8-1b3a-4de2-9199-4cf8a7c7a577 req-86036521-4b5a-40f6-b51d-90964a1f8606 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 1095 time: 0.0742049 Sep 22 09:43:00.659660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf5cf8-1b3a-4de2-9199-4cf8a7c7a577 req-74a5e5bb-a051-4d12-8bdf-2f8f3dee5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:00.661192 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93cf5cf8-1b3a-4de2-9199-4cf8a7c7a577 req-74a5e5bb-a051-4d12-8bdf-2f8f3dee5b37 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1399965 Sep 22 09:43:00.684391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Pushing event updated for resources: {'Port': ['ID=51d122b2-3219-4108-af93-01b08f2c268f,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:00.757724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 866d3f9f-0651-40a5-a1de-581738fc0faf no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:43:00.775738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Attempting to bind port 51d122b2-3219-4108-af93-01b08f2c268f on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:00.776199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Attempting to bind port 51d122b2-3219-4108-af93-01b08f2c268f by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:00.776607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Attempting to bind port 51d122b2-3219-4108-af93-01b08f2c268f on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:00.778865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf5cf8-1b3a-4de2-9199-4cf8a7c7a577 req-345dfe7a-0cdd-4702-b1a7-378687003ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:00.785871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 866d3f9f-0651-40a5-a1de-581738fc0faf {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:43:00.786217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Port 51d122b2-3219-4108-af93-01b08f2c268f on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:00.786548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Attempting to bind port 51d122b2-3219-4108-af93-01b08f2c268f on network 8b544e33-3716-44df-9c9b-6f120b3ee1b7 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:00.786686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 866d3f9f-0651-40a5-a1de-581738fc0faf not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:43:00.790015 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93cf5cf8-1b3a-4de2-9199-4cf8a7c7a577 req-345dfe7a-0cdd-4702-b1a7-378687003ed0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1221471 Sep 22 09:43:00.800925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:00.801377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Checking segment: {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:00.801860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Bound using segment: {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:00.802372 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Bound port: 51d122b2-3219-4108-af93-01b08f2c268f, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca93b83-4595-4c75-8812-f2622dd13a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:00.802799 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:00.908552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-d6d26209-1cc0-46c9-aa0d-dbf62230624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:00.910232 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-d6d26209-1cc0-46c9-aa0d-dbf62230624b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 1095 time: 0.0727949 Sep 22 09:43:00.971763 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-e7ff6d79-975d-44d2-b0ca-ddb8530dea3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca338b53-f520-45f3-a598-3afd8bcaebd0 HTTP/1.1" status: 200 len: 217 time: 0.0533268 Sep 22 09:43:00.993269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] For port 51d122b2-3219-4108-af93-01b08f2c268f, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:00.996923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] For port 51d122b2-3219-4108-af93-01b08f2c268f, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=51d122b2-3219-4108-af93-01b08f2c268f,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:01.031268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-d01009ee-9857-4ff5-9bc9-0c41329e52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:01.032997 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-d01009ee-9857-4ff5-9bc9-0c41329e52c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a8b4480-00a9-4362-aed6-d3da007cd6ed HTTP/1.1" status: 200 len: 852 time: 0.0536771 Sep 22 09:43:01.067748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d82c7-29ca-4f05-b94c-358428d5eaf9 req-ff8a7313-65df-4cbf-be21-9143eb23087d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:01.067748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-804d82c7-29ca-4f05-b94c-358428d5eaf9 req-ff8a7313-65df-4cbf-be21-9143eb23087d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 944 time: 0.1078904 Sep 22 09:43:01.071379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1b96f046-1f81-4afa-9568-e9e01bb5ecd7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port ca313564-fe56-4c9e-979d-039591b801ee {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:01.071914 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b96f046-1f81-4afa-9568-e9e01bb5ecd7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:01.102225 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-d08bafc1-67a9-4c44-8974-073272e3e4f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b544e33-3716-44df-9c9b-6f120b3ee1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616133 Sep 22 09:43:01.116184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-26ee4309-ec67-499f-922d-2439b198553b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:43:01.118063 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-26ee4309-ec67-499f-922d-2439b198553b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091088 Sep 22 09:43:01.181772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-804d82c7-29ca-4f05-b94c-358428d5eaf9 req-3d2bde01-3d3c-4f57-81d4-dc44cbdaa1d0 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062250 Sep 22 09:43:01.186526 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:01.260054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-42db3287-ef4e-42b4-92c4-a22c41580124 service neutron] 10.222.0.60 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336989 Sep 22 09:43:01.260614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:01.261209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:01.262687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] 10.222.0.60 "PUT /v2.0/ports/51d122b2-3219-4108-af93-01b08f2c268f HTTP/1.1" status: 200 len: 1092 time: 2.7434406 Sep 22 09:43:01.267713 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b96f046-1f81-4afa-9568-e9e01bb5ecd7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:01.294021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1b96f046-1f81-4afa-9568-e9e01bb5ecd7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for ca313564-fe56-4c9e-979d-039591b801ee owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:01.304529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04a288-a1cd-4fce-b546-ea91679b92ae service neutron] Pushing event updated for resources: {'Port': ['ID=51d122b2-3219-4108-af93-01b08f2c268f,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:01.452936 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-3b4c10e5-f91c-49f9-a5a3-3373c20df884 service neutron] 10.222.0.60 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752486 Sep 22 09:43:01.495893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-2ddf6771-6f73-48ae-9c3b-c643111f6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:01.497503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-2ddf6771-6f73-48ae-9c3b-c643111f6a58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&device_id=6d689a01-40aa-44a0-a9b4-49dd2c2c9e48 HTTP/1.1" status: 200 len: 1095 time: 0.0705314 Sep 22 09:43:01.577606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-a22234dc-565c-4d22-a0e3-a7cf77e6e714 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d122b2-3219-4108-af93-01b08f2c268f HTTP/1.1" status: 200 len: 217 time: 0.0721061 Sep 22 09:43:02.124396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-bd9a4c60-c56c-471c-a696-0a79d8aa9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:02.125928 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-bd9a4c60-c56c-471c-a696-0a79d8aa9fa9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a8b4480-00a9-4362-aed6-d3da007cd6ed HTTP/1.1" status: 200 len: 852 time: 0.5311985 Sep 22 09:43:02.165180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-ea3baae1-d222-4cb8-9bb4-a03c95792217 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b544e33-3716-44df-9c9b-6f120b3ee1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289488 Sep 22 09:43:02.233498 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b96f046-1f81-4afa-9568-e9e01bb5ecd7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:02.349535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-94d6a6f2-afad-4112-85fc-11794f057b84 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:02.351192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-94d6a6f2-afad-4112-85fc-11794f057b84 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 0.7254589 Sep 22 09:43:02.356351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96f046-1f81-4afa-9568-e9e01bb5ecd7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=ca313564-fe56-4c9e-979d-039591b801ee,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:02.399265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-582007e1-4d38-459c-8a82-361fba5dc1a1 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/quotas/8bd70d7a90ed493c918a390115ac4717 HTTP/1.1" status: 200 len: 375 time: 0.0228536 Sep 22 09:43:02.459577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d689a01-40aa-44a0-a9b4-49dd2c2c9e48', 'tag': '51d122b2-3219-4108-af93-01b08f2c268f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:02.462638 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a1e2fc-cf3f-40fe-9241-e85afe772ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d689a01-40aa-44a0-a9b4-49dd2c2c9e48", "tag": "51d122b2-3219-4108-af93-01b08f2c268f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:02.513439 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-b287599c-2aed-48a7-80dd-01566b33e4a8 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131186 Sep 22 09:43:02.570227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-53f78e10-2f9f-4883-be3a-eec92f528ee8 service neutron] 10.222.0.60 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972027 Sep 22 09:43:02.574029 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1b96f046-1f81-4afa-9568-e9e01bb5ecd7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:02.757061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ca338b53-f520-45f3-a598-3afd8bcaebd0 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:43:02.921186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b96f046-1f81-4afa-9568-e9e01bb5ecd7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router e0a9e1e2-9c80-40af-b6c6-040ac5d03d22 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:43:02.922131 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ca338b53-f520-45f3-a598-3afd8bcaebd0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ca338b53-f520-45f3-a598-3afd8bcaebd0,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:02.932622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-369b9bca-e3e8-4986-8eb9-a44898cf24c8 service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113085 Sep 22 09:43:02.948679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'ca338b53-f520-45f3-a598-3afd8bcaebd0', 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7', 'port_id': 'ca338b53-f520-45f3-a598-3afd8bcaebd0', 'mac_address': 'fa:16:3e:94:ad:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8b4480-00a9-4362-aed6-d3da007cd6ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:43:02.957119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afb17936-d134-47e7-bc0d-0a7ad7ae0e5e req-8d79834c-7a4a-4835-af0b-3e6c8ff22809 service neutron] 10.222.0.60 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595576 Sep 22 09:43:02.997851 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:03.034939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca338b53-f520-45f3-a598-3afd8bcaebd0 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:43:03.067818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ca338b53-f520-45f3-a598-3afd8bcaebd0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ca338b53-f520-45f3-a598-3afd8bcaebd0,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:03.078791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b96f046-1f81-4afa-9568-e9e01bb5ecd7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:03.090563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1b96f046-1f81-4afa-9568-e9e01bb5ecd7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/e0a9e1e2-9c80-40af-b6c6-040ac5d03d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0869727 Sep 22 09:43:03.092881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49396) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:03.097143 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753a4dd-e638-4a0f-92f0-e4f7e3beb064 None None] Sync routers for ids ['e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:43:03.112417 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753a4dd-e638-4a0f-92f0-e4f7e3beb064 None None] Routers {'e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:03.114484 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8753a4dd-e638-4a0f-92f0-e4f7e3beb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:03.135186 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-24efd595-3950-44d4-ac65-f8d798d3fcc7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0a9e1e2-9c80-40af-b6c6-040ac5d03d22 HTTP/1.1" status: 200 len: 205 time: 0.0406642 Sep 22 09:43:03.135835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49398) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:03.165148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-b7f1594e-c463-4fae-8e02-23a9399e231c service neutron] 10.222.0.49 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292001 Sep 22 09:43:03.184567 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8753a4dd-e638-4a0f-92f0-e4f7e3beb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:03.205365 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753a4dd-e638-4a0f-92f0-e4f7e3beb064 None None] Routers {'e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:03.206316 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8753a4dd-e638-4a0f-92f0-e4f7e3beb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:03.213289 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:03.238217 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8753a4dd-e638-4a0f-92f0-e4f7e3beb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:03.238873 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753a4dd-e638-4a0f-92f0-e4f7e3beb064 None None] The sync data for ids ['e0a9e1e2-9c80-40af-b6c6-040ac5d03d22'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:43:03.263392 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-769e8614-798d-48d2-af90-328bceb34ade tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:03.289834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=ca338b53-f520-45f3-a598-3afd8bcaebd0,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:03.433473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['ca338b53-f520-45f3-a598-3afd8bcaebd0'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:43:03.536842 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-769e8614-798d-48d2-af90-328bceb34ade tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:03.547510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-769e8614-798d-48d2-af90-328bceb34ade tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:03.559774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d92fb1-bd57-4f45-954b-2043f35fe939 req-3f671d12-a3a0-4066-8332-d04212619e3c tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:03.569785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84d92fb1-bd57-4f45-954b-2043f35fe939 req-3f671d12-a3a0-4066-8332-d04212619e3c tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 945 time: 0.0756247 Sep 22 09:43:03.658319 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84d92fb1-bd57-4f45-954b-2043f35fe939 req-6553e021-1583-47aa-aec8-08f38a0434c9 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841541 Sep 22 09:43:03.748828 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6666ef1-0477-43c0-85f9-6b18f4065942 x-openstack-request-id: req-a6666ef1-0477-43c0-85f9-6b18f4065942 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:03.749183 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d689a01-40aa-44a0-a9b4-49dd2c2c9e48", "tag": "51d122b2-3219-4108-af93-01b08f2c268f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:03.749647 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6666ef1-0477-43c0-85f9-6b18f4065942 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:03.750937 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d689a01-40aa-44a0-a9b4-49dd2c2c9e48', 'tag': '51d122b2-3219-4108-af93-01b08f2c268f', 'status': 'completed', 'code': 200} Sep 22 09:43:03.796130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-769e8614-798d-48d2-af90-328bceb34ade tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:03.797024 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769e8614-798d-48d2-af90-328bceb34ade tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Fanout notify agent at l3_agent the message router_deleted on router e0a9e1e2-9c80-40af-b6c6-040ac5d03d22 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:43:03.826004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-769e8614-798d-48d2-af90-328bceb34ade tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:03.829629 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-769e8614-798d-48d2-af90-328bceb34ade tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/e0a9e1e2-9c80-40af-b6c6-040ac5d03d22 HTTP/1.1" status: 204 len: 168 time: 0.6903868 Sep 22 09:43:03.844095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49434) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:03.925241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a850d88-f052-4c2e-b780-27938419f749 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting subnet 26796f54-7ffd-48f7-96f7-dea3fc62035a {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:43:03.966575 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a850d88-f052-4c2e-b780-27938419f749 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:03.973472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-306274f1-88f2-4a71-8725-2968c6e9202b req-e46610e8-1111-40df-bcd9-53247be493e9 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 210 time: 0.0560386 Sep 22 09:43:04.024380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1e2fc-cf3f-40fe-9241-e85afe772ed9 req-4c0f15ae-3419-4265-8e91-ba93a85017c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:04.027172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a1e2fc-cf3f-40fe-9241-e85afe772ed9 req-4c0f15ae-3419-4265-8e91-ba93a85017c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&device_id=6d689a01-40aa-44a0-a9b4-49dd2c2c9e48 HTTP/1.1" status: 200 len: 1095 time: 0.2514527 Sep 22 09:43:04.041067 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a850d88-f052-4c2e-b780-27938419f749 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:04.279092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1e2fc-cf3f-40fe-9241-e85afe772ed9 req-6e2f801a-36bb-4813-94a5-930e4b85f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:04.280708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a1e2fc-cf3f-40fe-9241-e85afe772ed9 req-6e2f801a-36bb-4813-94a5-930e4b85f4b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b544e33-3716-44df-9c9b-6f120b3ee1b7 HTTP/1.1" status: 200 len: 913 time: 0.2435699 Sep 22 09:43:04.295713 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a850d88-f052-4c2e-b780-27938419f749 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:04.371055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-95b91918-e213-4484-a0c7-ff70d45a9267 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:04.378822 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-95b91918-e213-4484-a0c7-ff70d45a9267 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 815 time: 0.2964220 Sep 22 09:43:04.385121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a1e2fc-cf3f-40fe-9241-e85afe772ed9 req-5b7d0223-32d5-4587-85df-8c28c7bae3c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d122b2-3219-4108-af93-01b08f2c268f HTTP/1.1" status: 200 len: 217 time: 0.0872109 Sep 22 09:43:04.405501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-af800610-2ee8-48a9-815a-5b718331600a tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/quotas/255781b38c1b453f9464ebab59e138f8 HTTP/1.1" status: 200 len: 375 time: 0.0258954 Sep 22 09:43:04.517440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1e2fc-cf3f-40fe-9241-e85afe772ed9 req-7581daf0-8cdf-4ea9-b3f3-41b62d76155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:04.519211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a1e2fc-cf3f-40fe-9241-e85afe772ed9 req-7581daf0-8cdf-4ea9-b3f3-41b62d76155a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a8b4480-00a9-4362-aed6-d3da007cd6ed HTTP/1.1" status: 200 len: 852 time: 0.1049066 Sep 22 09:43:04.545685 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cdfa4c75-1f8e-4402-99d3-3275639d591f tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319630 Sep 22 09:43:04.591380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a1e2fc-cf3f-40fe-9241-e85afe772ed9 req-0cdea321-f0f8-46d1-a9b3-9702d89e2ee9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b544e33-3716-44df-9c9b-6f120b3ee1b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418246 Sep 22 09:43:04.611652 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a850d88-f052-4c2e-b780-27938419f749 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:04.688605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a850d88-f052-4c2e-b780-27938419f749 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Subnet': ['ID=26796f54-7ffd-48f7-96f7-dea3fc62035a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:04.702009 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877268e3-964e-4159-a875-b97b4553b9b0 None None] Network 3c64c4d1-2833-4262-9c04-02787935d8ac requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:04.703453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a850d88-f052-4c2e-b780-27938419f749 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:04.708413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8a850d88-f052-4c2e-b780-27938419f749 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/26796f54-7ffd-48f7-96f7-dea3fc62035a HTTP/1.1" status: 204 len: 168 time: 0.8609133 Sep 22 09:43:04.709029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49458) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:04.769154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-f8143c4b-731b-4e85-8349-b5fd87e2432d service neutron] 10.222.0.49 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273369 Sep 22 09:43:04.812987 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a1e2fc-cf3f-40fe-9241-e85afe772ed9 req-d6ef9cad-d562-4f96-8293-fb34306873ec service neutron] 10.222.0.60 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114944 Sep 22 09:43:04.838398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 51d122b2-3219-4108-af93-01b08f2c268f details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:43:04.846667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ca338b53-f520-45f3-a598-3afd8bcaebd0 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:04.889862 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.012266 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 5a718437-086a-4b86-b63b-680bb32039b6 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:05.013045 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.134956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 51d122b2-3219-4108-af93-01b08f2c268f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=51d122b2-3219-4108-af93-01b08f2c268f,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:05.137958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port ca338b53-f520-45f3-a598-3afd8bcaebd0 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:43:05.152898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-9fa43163-710e-472f-8b5e-48f1e2eaca17 service neutron] 10.222.0.49 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708236 Sep 22 09:43:05.166090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14a1e2fc-cf3f-40fe-9241-e85afe772ed9 req-7f1423e6-21b0-4838-a1b1-ad0088acd9a1 service neutron] 10.222.0.60 "GET /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429830 Sep 22 09:43:05.171128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223a4050-3bd6-4381-805e-e636586948aa None None] DHCP port deletion for 3c64c4d1-2833-4262-9c04-02787935d8ac request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:43:05.200906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port ca338b53-f520-45f3-a598-3afd8bcaebd0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:05.201948 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.207112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '51d122b2-3219-4108-af93-01b08f2c268f', 'network_id': '8b544e33-3716-44df-9c9b-6f120b3ee1b7', 'port_id': '51d122b2-3219-4108-af93-01b08f2c268f', 'mac_address': 'fa:16:3e:bb:5e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8b4480-00a9-4362-aed6-d3da007cd6ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:43:05.225827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port 5a718437-086a-4b86-b63b-680bb32039b6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5a718437-086a-4b86-b63b-680bb32039b6,segment=NetworkSegment(ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e),segment_id=ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:05.226189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.237631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49470) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:05.280540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 5a718437-086a-4b86-b63b-680bb32039b6 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:05.412575 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.424216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-223a4050-3bd6-4381-805e-e636586948aa None None] Deleting port 5a718437-086a-4b86-b63b-680bb32039b6 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:05.424927 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-223a4050-3bd6-4381-805e-e636586948aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.462177 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8606-fc50-434e-9e79-5cb7de3c5947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.544661 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.595726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=5a718437-086a-4b86-b63b-680bb32039b6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:05.597644 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No DVR routers for this DVR port 5a718437-086a-4b86-b63b-680bb32039b6 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:43:05.606598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-223a4050-3bd6-4381-805e-e636586948aa None None] For port 5a718437-086a-4b86-b63b-680bb32039b6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5a718437-086a-4b86-b63b-680bb32039b6,segment=NetworkSegment(ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e),segment_id=ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:05.612472 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-223a4050-3bd6-4381-805e-e636586948aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.635285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-223a4050-3bd6-4381-805e-e636586948aa None None] Calling delete_port for 5a718437-086a-4b86-b63b-680bb32039b6 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:05.670354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d122b2-3219-4108-af93-01b08f2c268f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:43:05.674194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fa230-e97f-4097-8128-3dbc252ec617 req-0047c821-f971-4486-b20a-59f6f9c0a76d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:05.675791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-621fa230-e97f-4097-8128-3dbc252ec617 req-0047c821-f971-4486-b20a-59f6f9c0a76d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 945 time: 0.1051989 Sep 22 09:43:05.746608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8606-fc50-434e-9e79-5cb7de3c5947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.772922 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-223a4050-3bd6-4381-805e-e636586948aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.792696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 51d122b2-3219-4108-af93-01b08f2c268f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=51d122b2-3219-4108-af93-01b08f2c268f,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:05.834089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-621fa230-e97f-4097-8128-3dbc252ec617 req-8a0013d3-e2c1-4e03-a729-d76e717ff6b1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807054 Sep 22 09:43:05.834999 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8606-fc50-434e-9e79-5cb7de3c5947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.857203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a4050-3bd6-4381-805e-e636586948aa None None] Pushing event deleted for resources: {'Port': ['ID=5a718437-086a-4b86-b63b-680bb32039b6,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:05.912234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf8606-fc50-434e-9e79-5cb7de3c5947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffbf7f6-bb5b-4aa9-b228-7bed88e3d0dd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:05.917311 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.922681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d1cf8606-fc50-434e-9e79-5cb7de3c5947 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3063de792827425ea96fb90ce0a71119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6836245 Sep 22 09:43:05.925599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49484) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:05.961652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.977331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:05.985311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a4050-3bd6-4381-805e-e636586948aa None None] No DVR routers for this DVR port 5a718437-086a-4b86-b63b-680bb32039b6 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:43:06.025897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69faf820-b228-495f-8366-68e97953b0dd req-d162159d-ca61-4c34-9326-d991c15f03d0 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 210 time: 0.0384388 Sep 22 09:43:06.034894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c64c4d1-2833-4262-9c04-02787935d8ac']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:06.050465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffd550cd-718f-4ba6-87e9-a99faf734ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.053740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c9f4cb-a054-4482-a774-8d9f91f5ac76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca338b53-f520-45f3-a598-3afd8bcaebd0'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:06.058562 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a3b455-a121-40ec-93f3-353c1544228b" -d '{"events": [{"server_uuid": "03c9f4cb-a054-4482-a774-8d9f91f5ac76", "name": "network-vif-plugged", "status": "completed", "tag": "ca338b53-f520-45f3-a598-3afd8bcaebd0"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:06.080629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:06.084851 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0e6a2c-15c3-428c-ad9a-5faf6d6a736e') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:06.096655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ca338b53-f520-45f3-a598-3afd8bcaebd0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ca338b53-f520-45f3-a598-3afd8bcaebd0,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:06.103994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffd550cd-718f-4ba6-87e9-a99faf734ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.109694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.127103 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.127377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9db310be-aa9a-4f52-965f-86e8b0f7f707 req-9a3327ca-90b2-4a7c-b999-dad692a81ce5 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 210 time: 0.0510964 Sep 22 09:43:06.137427 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=51d122b2-3219-4108-af93-01b08f2c268f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:06.137575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:43:06.138559 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:43:06.160502 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:43:06.209045 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3e8f30-a74b-4a45-ba8e-c4cddec3a824 x-openstack-request-id: req-2d3e8f30-a74b-4a45-ba8e-c4cddec3a824 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:06.209045 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c9f4cb-a054-4482-a774-8d9f91f5ac76", "name": "network-vif-plugged", "status": "completed", "tag": "ca338b53-f520-45f3-a598-3afd8bcaebd0", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:06.209288 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d3e8f30-a74b-4a45-ba8e-c4cddec3a824 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:06.209707 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c9f4cb-a054-4482-a774-8d9f91f5ac76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca338b53-f520-45f3-a598-3afd8bcaebd0', 'code': 200} Sep 22 09:43:06.215683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['51d122b2-3219-4108-af93-01b08f2c268f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:43:06.226393 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.340395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=ca338b53-f520-45f3-a598-3afd8bcaebd0,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:06.346001 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffd550cd-718f-4ba6-87e9-a99faf734ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.348821 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffd550cd-718f-4ba6-87e9-a99faf734ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.350090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ffd550cd-718f-4ba6-87e9-a99faf734ffb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dffbf7f6-bb5b-4aa9-b228-7bed88e3d0dd HTTP/1.1" status: 204 len: 168 time: 0.4231522 Sep 22 09:43:06.362830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1bdc9-1745-445e-8c7e-d2159b8e7a77 req-553fb620-68f8-4073-9cc9-706e8966223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:06.364584 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0f1bdc9-1745-445e-8c7e-d2159b8e7a77 req-553fb620-68f8-4073-9cc9-706e8966223e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 1097 time: 0.0825016 Sep 22 09:43:06.365690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd550cd-718f-4ba6-87e9-a99faf734ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffbf7f6-bb5b-4aa9-b228-7bed88e3d0dd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:06.409778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0f1bdc9-1745-445e-8c7e-d2159b8e7a77 req-26c9c3ab-9846-4595-83d0-2c27ebb8fc44 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382385 Sep 22 09:43:06.450982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f64807f8-97f0-4aff-b430-841e5ae76ef7 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:06.454263 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f64807f8-97f0-4aff-b430-841e5ae76ef7 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.45 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 812 time: 0.2765043 Sep 22 09:43:06.455453 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.466795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.472133 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/networks/3c64c4d1-2833-4262-9c04-02787935d8ac HTTP/1.1" status: 204 len: 168 time: 1.7579427 Sep 22 09:43:06.472958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49498) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:06.474714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Request body: {'port': {'device_id': '358a02f9-fff3-45f2-a7dd-dbe5d9ac195e', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'admin_state_up': True, 'tenant_id': '8bd70d7a90ed493c918a390115ac4717'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:06.477245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c77e0f89-a3e8-4176-a8b3-942391ddc99b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1666794410', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:06.531820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49f1a2-f5bb-4b38-930f-7d6f09cbc285 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Network': ['ID=3c64c4d1-2833-4262-9c04-02787935d8ac,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:06.601495 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c77e0f89-a3e8-4176-a8b3-942391ddc99b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.604111 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c77e0f89-a3e8-4176-a8b3-942391ddc99b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.689103 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c77e0f89-a3e8-4176-a8b3-942391ddc99b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.756310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Made reservation on behalf of 8bd70d7a90ed493c918a390115ac4717 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:06.760091 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.823892 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c77e0f89-a3e8-4176-a8b3-942391ddc99b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.900687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Allocated IP 172.20.0.6 (b0308c47-2dd5-40ac-9dc0-33b7063350f0/b00a578d-afde-4b8b-a56f-208701f3f927/43430fda-b915-4978-91ef-2d225027ec15) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:06.954943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c77e0f89-a3e8-4176-a8b3-942391ddc99b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:06.956251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c77e0f89-a3e8-4176-a8b3-942391ddc99b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4827638 Sep 22 09:43:06.960328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49508) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:06.969913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1043861723'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:06.983916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601a84a-0458-4b4b-9e2f-ea4b72ef9a9c req-b9eb5c04-de9a-4a63-8173-85a869fd85b0 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:06.985697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e601a84a-0458-4b4b-9e2f-ea4b72ef9a9c req-b9eb5c04-de9a-4a63-8173-85a869fd85b0 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 946 time: 0.0785079 Sep 22 09:43:07.130782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:07.171654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:07.178103 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:07.183964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e601a84a-0458-4b4b-9e2f-ea4b72ef9a9c req-a1ca2c57-4186-42d6-9862-8c5c35a7d352 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876819 Sep 22 09:43:07.196184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5a718437-086a-4b86-b63b-680bb32039b6 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:43:07.229963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:43:07.246810 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:07.247373 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added segment fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a of type vlan for network 5e2359d0-2d9b-4902-9621-a1aef947c311 Sep 22 09:43:07.252199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 5a718437-086a-4b86-b63b-680bb32039b6 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:43:07.252552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5a718437-086a-4b86-b63b-680bb32039b6 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:43:07.332169 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:07.389868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af241753-14b5-4787-8326-ab2c16b18a73 req-18d9cbeb-9bed-41cb-bab3-8a9ece3d0315 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 210 time: 0.0288603 Sep 22 09:43:07.390417 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:07.409930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Network b0308c47-2dd5-40ac-9dc0-33b7063350f0 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:07.415171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:07.422880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:07.424944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event updated for resources: {'Port': ['ID=43430fda-b915-4978-91ef-2d225027ec15,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:07.456579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c4074f1-a1a5-4dec-a314-a6cdf1764b23 req-3454a604-d96b-470a-a6ab-bcca6c772e63 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 210 time: 0.0280933 Sep 22 09:43:07.472888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:07.473558 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:07.504315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:07.510729 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:07.511328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:07.591212 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Network': ['ID=5e2359d0-2d9b-4902-9621-a1aef947c311,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:07.596546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.596929 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.597270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.597609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.597949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.598282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.598675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.598942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.599272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.599770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.599950 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.600312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:07.608147 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-8939bf57-1b8e-4284-864f-2e9e55083c7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1425669 Sep 22 09:43:07.612250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 5e2359d0-2d9b-4902-9621-a1aef947c311 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:43:07.620264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-a0d79c37-8fd5-4d96-91ca-e33460b1270b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:43:07.628650 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-a0d79c37-8fd5-4d96-91ca-e33460b1270b tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055876 Sep 22 09:43:07.660079 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-937b3c67-4b48-4b3d-b851-e1e4c738d7bb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6977663 Sep 22 09:43:07.662728 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49532) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:07.668565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'subnet': {'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:07.773166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Request body: {'port': {'device_id': '358a02f9-fff3-45f2-a7dd-dbe5d9ac195e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:07.836319 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:07.872451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:07.875999 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:08.362099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b92c86-ae20-460a-b7f5-2e2674238ff2 req-f88372de-9636-4f3d-9005-57e58aa19823 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:08.371422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98b92c86-ae20-460a-b7f5-2e2674238ff2 req-f88372de-9636-4f3d-9005-57e58aa19823 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 946 time: 0.0666547 Sep 22 09:43:08.494134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98b92c86-ae20-460a-b7f5-2e2674238ff2 req-5b13da9d-44a5-4689-9aea-a8d012c0da5d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165404 Sep 22 09:43:08.542035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-db8b0535-82a8-42dc-ba52-18e9ac39dd39 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:08.544027 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-db8b0535-82a8-42dc-ba52-18e9ac39dd39 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 815 time: 0.1692991 Sep 22 09:43:08.559243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Request body: {'port': {'device_id': 'f06e3625-e29c-4fe3-99d2-d12f19578a8b', 'network_id': 'cca937a5-581c-4426-9723-be378be2916d', 'admin_state_up': True, 'tenant_id': '255781b38c1b453f9464ebab59e138f8'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:08.650348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43430fda-b915-4978-91ef-2d225027ec15 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:43:08.661963 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:08.678850 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Transition to ACTIVE for port object 43430fda-b915-4978-91ef-2d225027ec15 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:43:08.679211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab47c6a-73eb-46d3-bfbb-cc52e7cccddf req-2eb9959a-7eb4-46d6-8f6a-9070bda29cba tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:08.681070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eab47c6a-73eb-46d3-bfbb-cc52e7cccddf req-2eb9959a-7eb4-46d6-8f6a-9070bda29cba tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 931 time: 0.1149924 Sep 22 09:43:08.686506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:08.761754 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:08.768844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Subnet': ['ID=213bf111-1b7b-4a22-bc85-9d37ac4d20fe,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:08.804440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 51d122b2-3219-4108-af93-01b08f2c268f up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:08.818582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Checking segment: {'id': 'fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:08.819088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network hostable DHCP agents. Network: 5e2359d0-2d9b-4902-9621-a1aef947c311, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:43:08.835599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Pushing event updated for resources: {'Port': ['ID=43430fda-b915-4978-91ef-2d225027ec15,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:08.941454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Attempting to bind port 43430fda-b915-4978-91ef-2d225027ec15 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:08.941454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Attempting to bind port 43430fda-b915-4978-91ef-2d225027ec15 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:08.941454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Attempting to bind port 43430fda-b915-4978-91ef-2d225027ec15 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:08.949084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Port 43430fda-b915-4978-91ef-2d225027ec15 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:08.949726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Attempting to bind port 43430fda-b915-4978-91ef-2d225027ec15 on network b0308c47-2dd5-40ac-9dc0-33b7063350f0 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:08.964708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:08.970421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Checking segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:08.970421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Bound using segment: {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:08.970421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Bound port: 43430fda-b915-4978-91ef-2d225027ec15, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:08.970421 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:08.971735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 5e2359d0-2d9b-4902-9621-a1aef947c311 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:43:08.990315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 51d122b2-3219-4108-af93-01b08f2c268f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:43:08.995497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 51d122b2-3219-4108-af93-01b08f2c268f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:08.996339 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:09.057426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 5e2359d0-2d9b-4902-9621-a1aef947c311) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:09.065830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:09.066641 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:09.080555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] For port 43430fda-b915-4978-91ef-2d225027ec15, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:09.084995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] For port 43430fda-b915-4978-91ef-2d225027ec15, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=43430fda-b915-4978-91ef-2d225027ec15,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:09.104238 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be152aa6-1442-4589-ada7-e589fd5ee128 None None] Network 5e2359d0-2d9b-4902-9621-a1aef947c311 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:09.185589 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f83f4e74-2ffd-4898-9fec-36d510de7b9d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5216060 Sep 22 09:43:09.188394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49578) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:09.263553 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:09.320225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:09.369198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eab47c6a-73eb-46d3-bfbb-cc52e7cccddf req-99416b72-6402-45f3-9217-2b9afc8191e7 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293497 Sep 22 09:43:09.391239 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d689a01-40aa-44a0-a9b4-49dd2c2c9e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d122b2-3219-4108-af93-01b08f2c268f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:09.399072 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7965e3-9e61-4557-b6c3-ef04821df941" -d '{"events": [{"server_uuid": "6d689a01-40aa-44a0-a9b4-49dd2c2c9e48", "name": "network-vif-plugged", "status": "completed", "tag": "51d122b2-3219-4108-af93-01b08f2c268f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:09.434602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-5e2359d0-2d9b-4902-9621-a1aef947c311', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:43:09.435832 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:09.483882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:09.484875 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:09.485345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f751775-b5c7-4157-a5ca-cf03df13941c req-1507e64a-882d-45f1-a18c-0a20760fafb9 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 210 time: 0.0322838 Sep 22 09:43:09.486952 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] 10.222.0.45 "PUT /v2.0/ports/43430fda-b915-4978-91ef-2d225027ec15 HTTP/1.1" status: 200 len: 1091 time: 1.8561294 Sep 22 09:43:09.491290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358a02f9-fff3-45f2-a7dd-dbe5d9ac195e', 'tag': '43430fda-b915-4978-91ef-2d225027ec15'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:09.493813 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79b4216-56f7-4f31-a2cb-2b14b9a7e1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "358a02f9-fff3-45f2-a7dd-dbe5d9ac195e", "tag": "43430fda-b915-4978-91ef-2d225027ec15"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:09.509963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Made reservation on behalf of 255781b38c1b453f9464ebab59e138f8 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:09.512995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 51d122b2-3219-4108-af93-01b08f2c268f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=51d122b2-3219-4108-af93-01b08f2c268f,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:09.517826 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:09.578637 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6038d80-b246-4713-b80b-d75742b7acbd service neutron] Pushing event updated for resources: {'Port': ['ID=43430fda-b915-4978-91ef-2d225027ec15,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:09.620641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Allocated IP 2001:db8::2 (5e2359d0-2d9b-4902-9621-a1aef947c311/213bf111-1b7b-4a22-bc85-9d37ac4d20fe/9233edfa-20b7-413f-ad42-0fe88907da93) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:09.727899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a0a46-c655-4475-948f-379e76c13345 req-2c917f18-2623-4d21-920f-23a4a15e1b25 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:09.729750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b7a0a46-c655-4475-948f-379e76c13345 req-2c917f18-2623-4d21-920f-23a4a15e1b25 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d689a01-40aa-44a0-a9b4-49dd2c2c9e48 HTTP/1.1" status: 200 len: 946 time: 0.1018884 Sep 22 09:43:09.748071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49590) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:09.770205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-e03ebf04-97b3-4554-9d10-99d9dc3e9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:09.771850 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-e03ebf04-97b3-4554-9d10-99d9dc3e9eb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 1094 time: 0.1488924 Sep 22 09:43:09.806918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:09.817917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b7a0a46-c655-4475-948f-379e76c13345 req-d37dd8ce-e8ce-4a97-94a9-967152c92251 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568357 Sep 22 09:43:09.843078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Allocated IP 172.20.0.9 (cca937a5-581c-4426-9723-be378be2916d/d7a4b5df-b324-41ba-bbca-be70a81c305a/c875dda7-f94f-4bc0-83f2-041b5da7f991) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:09.898711 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-84806070-d8d6-4563-a973-6f67803e7cf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43430fda-b915-4978-91ef-2d225027ec15 HTTP/1.1" status: 200 len: 217 time: 0.0998154 Sep 22 09:43:09.918230 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:09.932899 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:09.972282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6603e63f-9d9c-4334-ade4-8404304b43b3 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:10.001566 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4291d5-d3ab-4afd-80ac-736cd9d83c49 x-openstack-request-id: req-ea4291d5-d3ab-4afd-80ac-736cd9d83c49 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:10.001971 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d689a01-40aa-44a0-a9b4-49dd2c2c9e48", "name": "network-vif-plugged", "status": "completed", "tag": "51d122b2-3219-4108-af93-01b08f2c268f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:10.002228 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea4291d5-d3ab-4afd-80ac-736cd9d83c49 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:10.002745 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d689a01-40aa-44a0-a9b4-49dd2c2c9e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d122b2-3219-4108-af93-01b08f2c268f', 'code': 200} Sep 22 09:43:10.019307 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.063900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=51d122b2-3219-4108-af93-01b08f2c268f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:10.066983 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.078123 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd5ef40-6563-4002-94cb-fcd4665a7390 x-openstack-request-id: req-afd5ef40-6563-4002-94cb-fcd4665a7390 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:10.078661 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358a02f9-fff3-45f2-a7dd-dbe5d9ac195e", "tag": "43430fda-b915-4978-91ef-2d225027ec15", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:10.079341 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afd5ef40-6563-4002-94cb-fcd4665a7390 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:10.079975 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358a02f9-fff3-45f2-a7dd-dbe5d9ac195e', 'tag': '43430fda-b915-4978-91ef-2d225027ec15', 'status': 'completed', 'code': 200} Sep 22 09:43:10.108893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Network 5e2359d0-2d9b-4902-9621-a1aef947c311 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:10.115902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:10.118520 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:10.129346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Pushing event updated for resources: {'Port': ['ID=9233edfa-20b7-413f-ad42-0fe88907da93,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:10.162510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-3cb685a6-f62d-4fb9-a94f-0fe3817777b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:10.164857 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-3cb685a6-f62d-4fb9-a94f-0fe3817777b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.1986883 Sep 22 09:43:10.179203 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.198547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['867df263-ca48-4844-b194-8caf6f608284'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:43:10.203463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['37119afd-55b4-4588-8476-b509facc286f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:43:10.241732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Network cca937a5-581c-4426-9723-be378be2916d is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:10.245298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:10.247754 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-e3086f52-eec4-4dcf-a0cd-bb5619611a25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705280 Sep 22 09:43:10.249384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:10.260243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2869a5-cfb7-47c9-972b-86a7d03f7a63 req-3f61b40d-107a-41cd-87af-3f1365a85362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:10.263097 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b2869a5-cfb7-47c9-972b-86a7d03f7a63 req-3f61b40d-107a-41cd-87af-3f1365a85362 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d689a01-40aa-44a0-a9b4-49dd2c2c9e48 HTTP/1.1" status: 200 len: 1097 time: 0.1811655 Sep 22 09:43:10.298060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Pushing event updated for resources: {'Port': ['ID=c875dda7-f94f-4bc0-83f2-041b5da7f991,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:10.308281 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6603e63f-9d9c-4334-ade4-8404304b43b3 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] 10.222.0.49 "PUT /v2.0/quotas/e70995457841439890c272ac160466c7 HTTP/1.1" status: 200 len: 368 time: 0.5562611 Sep 22 09:43:10.310532 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Attempting to bind port 9233edfa-20b7-413f-ad42-0fe88907da93 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:10.310911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Attempting to bind port 9233edfa-20b7-413f-ad42-0fe88907da93 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:10.311287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Attempting to bind port 9233edfa-20b7-413f-ad42-0fe88907da93 on network 5e2359d0-2d9b-4902-9621-a1aef947c311 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:10.313591 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49600) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:10.325216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Request body: {'network': {'project_id': 'e70995457841439890c272ac160466c7'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:10.342647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:10.343096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Checking segment: {'id': 'fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:10.343342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:10.343512 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.343918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Bound using segment: {'id': 'fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:10.344407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Bound port: 9233edfa-20b7-413f-ad42-0fe88907da93, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:10.344678 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.344851 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.448812 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b2869a5-cfb7-47c9-972b-86a7d03f7a63 req-1ece6539-6552-43ed-a1e8-f26b44089fc4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742585 Sep 22 09:43:10.475378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Allocated IP 2001:db8::1 (5e2359d0-2d9b-4902-9621-a1aef947c311/213bf111-1b7b-4a22-bc85-9d37ac4d20fe/99b1cc6a-8c9d-4ece-b078-a0e244b92797) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:10.497404 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-a1593787-e237-49a6-9497-22b9338ec996 service neutron] 10.222.0.45 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311194 Sep 22 09:43:10.536769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b081bf-6aeb-4570-8bfc-e024fe75c37d req-f7e86cbb-7926-4f94-a533-2626901942a6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:10.538345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56b081bf-6aeb-4570-8bfc-e024fe75c37d req-f7e86cbb-7926-4f94-a533-2626901942a6 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 943 time: 0.0759718 Sep 22 09:43:10.560650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Made reservation on behalf of e70995457841439890c272ac160466c7 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:10.563894 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.610885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56b081bf-6aeb-4570-8bfc-e024fe75c37d req-4241e353-bc88-49b4-9784-3c50b71ec877 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639577 Sep 22 09:43:10.621359 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.624893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-88742d73-1ed8-486a-8e4d-16cfd7a43613 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0707371 Sep 22 09:43:10.640566 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Request body: {'port': {'device_id': 'f06e3625-e29c-4fe3-99d2-d12f19578a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:10.667559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] For port 9233edfa-20b7-413f-ad42-0fe88907da93, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:10.699812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] For port 9233edfa-20b7-413f-ad42-0fe88907da93, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9233edfa-20b7-413f-ad42-0fe88907da93,segment=NetworkSegment(fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a),segment_id=fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:10.761777 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.773444 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.816590 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.827608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b231993-30aa-487a-97d5-0f451b374be8 req-0dc21a5b-1480-4e13-831d-1f309381d915 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:10.829519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b231993-30aa-487a-97d5-0f451b374be8 req-0dc21a5b-1480-4e13-831d-1f309381d915 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 931 time: 0.0996151 Sep 22 09:43:10.889797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfd4bc-7bfe-43e5-9f81-a63623870577 None None] Pushing event updated for resources: {'Port': ['ID=9233edfa-20b7-413f-ad42-0fe88907da93,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:10.899419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:10.938969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:43:10.954207 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f785e70c-9660-4d81-974d-040ad6ab2027 req-5a4bcf0a-e438-483c-a18c-92f875d779c1 service neutron] 10.222.0.45 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480729 Sep 22 09:43:11.011260 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.014811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b231993-30aa-487a-97d5-0f451b374be8 req-c26f67d5-326b-4f2b-8c41-e5394bb1ca50 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625233 Sep 22 09:43:11.028005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.028433 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Added segment 12da6ed3-58ab-4c57-a39b-e382b8b7a019 of type vlan for network 24b2d7bd-e30f-4d3e-b09b-38ced979b6bf Sep 22 09:43:11.039658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b2520d-c67a-49c1-9b35-c6b5ecc92b84,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:11.129395 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.239884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4216-56f7-4f31-a2cb-2b14b9a7e1bf req-f16fc712-1b8d-4e15-91de-46c71848e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:11.241547 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a79b4216-56f7-4f31-a2cb-2b14b9a7e1bf req-f16fc712-1b8d-4e15-91de-46c71848e38c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bd70d7a90ed493c918a390115ac4717&device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 1094 time: 0.0930407 Sep 22 09:43:11.263274 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.321570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.322593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:11.323184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.324237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c875dda7-f94f-4bc0-83f2-041b5da7f991 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:43:11.339607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90535f3-17e4-4b33-8222-71e5c33e72ac req-2573babb-e34b-4b04-9e33-de9222cf3ce2 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:11.348945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f90535f3-17e4-4b33-8222-71e5c33e72ac req-2573babb-e34b-4b04-9e33-de9222cf3ce2 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d689a01-40aa-44a0-a9b4-49dd2c2c9e48 HTTP/1.1" status: 200 len: 946 time: 0.2250307 Sep 22 09:43:11.351068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 5e2359d0-2d9b-4902-9621-a1aef947c311 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:11.357818 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.388512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Transition to ACTIVE for port object c875dda7-f94f-4bc0-83f2-041b5da7f991 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:43:11.408280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:11.417789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:11.418192 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.420455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f90535f3-17e4-4b33-8222-71e5c33e72ac req-176249a6-1a35-4ac4-9334-7c9e452a352d tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700452 Sep 22 09:43:11.458411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.496161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=99b1cc6a-8c9d-4ece-b078-a0e244b92797,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:11.507107 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1876562 Sep 22 09:43:11.511347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49612) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:11.527304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Request body: {'network': {'project_id': 'e70995457841439890c272ac160466c7'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:11.532653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Pushing event updated for resources: {'Port': ['ID=c875dda7-f94f-4bc0-83f2-041b5da7f991,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:11.545622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caff0a-bbfd-4cbe-9a27-ce3239757360 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Pushing event updated for resources: {'Network': ['ID=24b2d7bd-e30f-4d3e-b09b-38ced979b6bf,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:11.586756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4216-56f7-4f31-a2cb-2b14b9a7e1bf req-f29ea08c-d61b-4624-a4bd-9247a87fdd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:11.588292 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a79b4216-56f7-4f31-a2cb-2b14b9a7e1bf req-f29ea08c-d61b-4624-a4bd-9247a87fdd23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 200 len: 913 time: 0.3358579 Sep 22 09:43:11.598889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 24b2d7bd-e30f-4d3e-b09b-38ced979b6bf details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:43:11.640195 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a79b4216-56f7-4f31-a2cb-2b14b9a7e1bf req-a0331587-e524-4150-a34a-1c7ffbce190c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43430fda-b915-4978-91ef-2d225027ec15 HTTP/1.1" status: 200 len: 217 time: 0.0417123 Sep 22 09:43:11.700397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Made reservation on behalf of e70995457841439890c272ac160466c7 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:11.702766 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.709801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b4216-56f7-4f31-a2cb-2b14b9a7e1bf req-98efca73-d6e5-4052-af1a-49086e3064ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:11.712073 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a79b4216-56f7-4f31-a2cb-2b14b9a7e1bf req-98efca73-d6e5-4052-af1a-49086e3064ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 200 len: 852 time: 0.0613530 Sep 22 09:43:11.723452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Attempting to bind port c875dda7-f94f-4bc0-83f2-041b5da7f991 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:11.723799 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Attempting to bind port c875dda7-f94f-4bc0-83f2-041b5da7f991 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:11.724128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Attempting to bind port c875dda7-f94f-4bc0-83f2-041b5da7f991 on network cca937a5-581c-4426-9723-be378be2916d {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:11.750345 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Port c875dda7-f94f-4bc0-83f2-041b5da7f991 on network cca937a5-581c-4426-9723-be378be2916d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:11.751000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Attempting to bind port c875dda7-f94f-4bc0-83f2-041b5da7f991 on network cca937a5-581c-4426-9723-be378be2916d {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:11.767558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:43:11.785671 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a79b4216-56f7-4f31-a2cb-2b14b9a7e1bf req-128b9387-7d73-4cab-b8ee-99e825c0a598 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0308c47-2dd5-40ac-9dc0-33b7063350f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654440 Sep 22 09:43:11.810645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:11.810990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Checking segment: {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:11.811389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Bound using segment: {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:11.811836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Bound port: c875dda7-f94f-4bc0-83f2-041b5da7f991, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:11.812236 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.847806 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.848128 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Added segment a82d3f25-2c89-4dcd-9697-54fc3b4cf067 of type vlan for network 9ee2a2ed-d1de-4dbc-8356-bf559a352f0c Sep 22 09:43:11.860512 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:11.899673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d822e3d-07e3-412d-bc95-1ec6246bd45d req-0b12ef42-85a9-48f1-b8f2-e611ed3ea8db tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:11.908895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d822e3d-07e3-412d-bc95-1ec6246bd45d req-0b12ef42-85a9-48f1-b8f2-e611ed3ea8db tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 943 time: 0.2005198 Sep 22 09:43:12.025031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:12.089223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d822e3d-07e3-412d-bc95-1ec6246bd45d req-834f1385-7aac-401e-9e40-263938a9904c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210010 Sep 22 09:43:12.132210 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] For port c875dda7-f94f-4bc0-83f2-041b5da7f991, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:12.171543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] For port c875dda7-f94f-4bc0-83f2-041b5da7f991, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c875dda7-f94f-4bc0-83f2-041b5da7f991,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:12.235468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:12.236888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:12.237705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:12.249051 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a79b4216-56f7-4f31-a2cb-2b14b9a7e1bf req-9258302c-5e3a-4342-a810-7a8883430efe service neutron] 10.222.0.45 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275434 Sep 22 09:43:12.334633 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:12.449844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Pushing event updated for resources: {'Network': ['ID=9ee2a2ed-d1de-4dbc-8356-bf559a352f0c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:12.453766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:12.454389 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:12.455817 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] 10.222.0.60 "PUT /v2.0/ports/c875dda7-f94f-4bc0-83f2-041b5da7f991 HTTP/1.1" status: 200 len: 1091 time: 1.8195865 Sep 22 09:43:12.459485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06e3625-e29c-4fe3-99d2-d12f19578a8b', 'tag': 'c875dda7-f94f-4bc0-83f2-041b5da7f991'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:12.464398 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aabc89-53b8-42c3-84a7-89224f80b412" -d '{"events": [{"name": "network-changed", "server_uuid": "f06e3625-e29c-4fe3-99d2-d12f19578a8b", "tag": "c875dda7-f94f-4bc0-83f2-041b5da7f991"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:12.477838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 9ee2a2ed-d1de-4dbc-8356-bf559a352f0c details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:43:12.489261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7fc7404c-2a10-4bf8-840b-09ca23db6408 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9763570 Sep 22 09:43:12.499694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88c1b3-0156-4498-af63-9ed6cb20e9d2 req-738b08f6-fc24-4fa3-836b-101fd6bc41dc tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:12.504353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49628) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:12.507184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e88c1b3-0156-4498-af63-9ed6cb20e9d2 req-738b08f6-fc24-4fa3-836b-101fd6bc41dc tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 943 time: 0.2664812 Sep 22 09:43:12.510848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4d3cf6fa-8fda-41bc-8bba-046c50537598 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Request body: {'network': {'project_id': 'e70995457841439890c272ac160466c7'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:12.518332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e33cb-6a95-45be-999e-637474875c02 service neutron] Pushing event updated for resources: {'Port': ['ID=c875dda7-f94f-4bc0-83f2-041b5da7f991,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:12.543604 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a79b4216-56f7-4f31-a2cb-2b14b9a7e1bf req-76404fed-102a-43d0-b29f-2351ca159c71 service neutron] 10.222.0.45 "GET /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888112 Sep 22 09:43:12.551461 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3cf6fa-8fda-41bc-8bba-046c50537598 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 09:43:12.551997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3cf6fa-8fda-41bc-8bba-046c50537598 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:43:12.558202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e88c1b3-0156-4498-af63-9ed6cb20e9d2 req-6ef93c21-556e-49fb-b645-2572c4e0f702 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499885 Sep 22 09:43:12.562645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49630) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:12.574437 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4d3cf6fa-8fda-41bc-8bba-046c50537598 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0662518 Sep 22 09:43:12.669046 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:12.685381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193a273-a423-4d55-940c-f8330d1296d7 None None] Network 5e2359d0-2d9b-4902-9621-a1aef947c311 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:12.710141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e54757b6-9ee2-4faf-a205-097961b8d3f5 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e70995457841439890c272ac160466c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461031 Sep 22 09:43:12.710714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49632) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:12.763696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-5ce0a878-9cd0-458b-95b6-b600b64a8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:12.766502 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-5ce0a878-9cd0-458b-95b6-b600b64a8f88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 1094 time: 0.1618540 Sep 22 09:43:12.782696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003189b4-4020-424a-917d-38d9e22dd6c7 req-abb086ae-74aa-430d-9c50-93dca5cd7027 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:12.784752 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-003189b4-4020-424a-917d-38d9e22dd6c7 req-abb086ae-74aa-430d-9c50-93dca5cd7027 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d689a01-40aa-44a0-a9b4-49dd2c2c9e48 HTTP/1.1" status: 200 len: 946 time: 0.1163013 Sep 22 09:43:12.789892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e11a36d3-df6c-41e1-948a-f65402a09add None None] Provisioning complete for port 9233edfa-20b7-413f-ad42-0fe88907da93 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:12.790438 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e11a36d3-df6c-41e1-948a-f65402a09add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:12.793294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:12.794080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:12.848689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=99b1cc6a-8c9d-4ece-b078-a0e244b92797,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:12.854388 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f38dd23-7e9a-4bea-a51b-197b6030e040 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:12.860676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-e52685b8-e1b3-4775-b865-275942fec656 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c875dda7-f94f-4bc0-83f2-041b5da7f991 HTTP/1.1" status: 200 len: 217 time: 0.0744534 Sep 22 09:43:12.970279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 5e2359d0-2d9b-4902-9621-a1aef947c311 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:12.980034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:12.983886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f38dd23-7e9a-4bea-a51b-197b6030e040 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:13.063894 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e11a36d3-df6c-41e1-948a-f65402a09add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:13.104297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-003189b4-4020-424a-917d-38d9e22dd6c7 req-cd5d5777-b8d2-48db-a18e-f4e03978bec1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342856 Sep 22 09:43:13.107450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-c27c4a59-8e33-4adf-9742-71023c3ce523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:13.112389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-c27c4a59-8e33-4adf-9742-71023c3ce523 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a4b5df-b324-41ba-bbca-be70a81c305a HTTP/1.1" status: 200 len: 855 time: 0.2135394 Sep 22 09:43:13.175393 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-a485cfc9-7545-4811-b050-e0a87ce64201 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cca937a5-581c-4426-9723-be378be2916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552409 Sep 22 09:43:13.212171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e11a36d3-df6c-41e1-948a-f65402a09add None None] For port 9233edfa-20b7-413f-ad42-0fe88907da93, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9233edfa-20b7-413f-ad42-0fe88907da93,segment=NetworkSegment(fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a),segment_id=fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:13.215016 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f41926a-66be-4c2f-9bb0-46b9ed3e8ee2 x-openstack-request-id: req-6f41926a-66be-4c2f-9bb0-46b9ed3e8ee2 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:13.215976 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06e3625-e29c-4fe3-99d2-d12f19578a8b", "tag": "c875dda7-f94f-4bc0-83f2-041b5da7f991", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:13.216459 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f41926a-66be-4c2f-9bb0-46b9ed3e8ee2 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:13.217848 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06e3625-e29c-4fe3-99d2-d12f19578a8b', 'tag': 'c875dda7-f94f-4bc0-83f2-041b5da7f991', 'status': 'completed', 'code': 200} Sep 22 09:43:13.283794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9233edfa-20b7-413f-ad42-0fe88907da93 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:13.337323 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e11a36d3-df6c-41e1-948a-f65402a09add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:13.419595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 43430fda-b915-4978-91ef-2d225027ec15 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:43:13.453207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a36d3-df6c-41e1-948a-f65402a09add None None] Pushing event updated for resources: {'Port': ['ID=9233edfa-20b7-413f-ad42-0fe88907da93,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:13.461541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9233edfa-20b7-413f-ad42-0fe88907da93 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:13.461828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfd573-6587-415a-b8ee-48eb65bc4965 req-65703c56-c09b-4a1d-a1f0-5ae5d2266215 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:13.462850 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:13.463910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39cfd573-6587-415a-b8ee-48eb65bc4965 req-65703c56-c09b-4a1d-a1f0-5ae5d2266215 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 943 time: 0.0906737 Sep 22 09:43:13.466623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-361ea749-538a-4546-8dea-bff2198fbf1c service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834351 Sep 22 09:43:13.563850 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.resource_extend [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:43:13.692379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39cfd573-6587-415a-b8ee-48eb65bc4965 req-869af19b-4ee7-45ec-b28e-1b3cb2a5b98a tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114592 Sep 22 09:43:13.703836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7551a913-a413-4e55-a6fa-6428e321a8d2 None None] Provisioning complete for port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:13.704393 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7551a913-a413-4e55-a6fa-6428e321a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:13.744687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7551a913-a413-4e55-a6fa-6428e321a8d2 None None] Port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:13.782054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dc30ea2-6404-45a3-a412-47c150a1b7d3 req-3c696c60-2afa-482f-bf93-ba9b9c1dc743 service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979817 Sep 22 09:43:13.844433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 43430fda-b915-4978-91ef-2d225027ec15, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=43430fda-b915-4978-91ef-2d225027ec15,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:13.851238 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7551a913-a413-4e55-a6fa-6428e321a8d2 None None] Provisioning complete for port 9233edfa-20b7-413f-ad42-0fe88907da93 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:13.857308 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7551a913-a413-4e55-a6fa-6428e321a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:13.926378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '43430fda-b915-4978-91ef-2d225027ec15', 'network_id': 'b0308c47-2dd5-40ac-9dc0-33b7063350f0', 'port_id': '43430fda-b915-4978-91ef-2d225027ec15', 'mac_address': 'fa:16:3e:a6:7c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00a578d-afde-4b8b-a56f-208701f3f927', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:43:13.985360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f38dd23-7e9a-4bea-a51b-197b6030e040 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:13.991383 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f38dd23-7e9a-4bea-a51b-197b6030e040 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:13.995957 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5f38dd23-7e9a-4bea-a51b-197b6030e040 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/25b2520d-c67a-49c1-9b35-c6b5ecc92b84 HTTP/1.1" status: 204 len: 168 time: 1.2821383 Sep 22 09:43:13.998511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49650) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:13.998823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 941f9e23-5c28-4ebc-947b-39ec8170ec91 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:43:14.003168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aabc89-53b8-42c3-84a7-89224f80b412 req-eb173e8c-c5a6-4392-855e-8a70dc9dc581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:14.004932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7aabc89-53b8-42c3-84a7-89224f80b412 req-eb173e8c-c5a6-4392-855e-8a70dc9dc581 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 1094 time: 0.0710702 Sep 22 09:43:14.044331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38dd23-7e9a-4bea-a51b-197b6030e040 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b2520d-c67a-49c1-9b35-c6b5ecc92b84,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:14.159173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.183119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43430fda-b915-4978-91ef-2d225027ec15 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:43:14.214608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 43430fda-b915-4978-91ef-2d225027ec15, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=43430fda-b915-4978-91ef-2d225027ec15,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:14.228085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.265906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:14.274666 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-82ad973f-8faa-4dec-a1fa-b5e33727ef1e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0849109 Sep 22 09:43:14.278160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49656) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:14.282189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Sync routers for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:43:14.285749 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-82780731'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:14.326106 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.410839 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:43:14.464261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:14.468092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.480538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aabc89-53b8-42c3-84a7-89224f80b412 req-1b6e211d-cf7e-4818-b564-72a5f654b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:14.482253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7aabc89-53b8-42c3-84a7-89224f80b412 req-1b6e211d-cf7e-4818-b564-72a5f654b51c service neutron] 10.222.0.60 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 916 time: 0.2518432 Sep 22 09:43:14.547582 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.556628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:43:14.586748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee2a2ed-d1de-4dbc-8356-bf559a352f0c']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:14.594671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.597852 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added segment 35d75d65-eadd-4729-802f-cdc3ee833f1b of type vlan for network b8d9c86b-216d-464d-845a-98affc6702d0 Sep 22 09:43:14.599092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4f20fd86-ed99-4b76-89ef-7192ca56c90f None None] Provisioning complete for port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:14.599470 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4f20fd86-ed99-4b76-89ef-7192ca56c90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.603391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:14.604066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:14.642741 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7aabc89-53b8-42c3-84a7-89224f80b412 req-6a42ac44-bd78-495c-b308-6f80b67e7e2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c875dda7-f94f-4bc0-83f2-041b5da7f991 HTTP/1.1" status: 200 len: 217 time: 0.1489735 Sep 22 09:43:14.652964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82d3f25-2c89-4dcd-9697-54fc3b4cf067') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:14.653513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82d3f25-2c89-4dcd-9697-54fc3b4cf067') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:14.664382 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.674094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3732f5-c887-4f2a-adf2-61b8101229e6 req-5eba975f-f58c-419f-95eb-df5f7df78f11 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:14.675171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc3732f5-c887-4f2a-adf2-61b8101229e6 req-5eba975f-f58c-419f-95eb-df5f7df78f11 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 943 time: 0.2788308 Sep 22 09:43:14.687132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['43430fda-b915-4978-91ef-2d225027ec15'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:43:14.688951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=43430fda-b915-4978-91ef-2d225027ec15,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:14.716299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.749687 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.765111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:43:14.765524 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:43:14.768252 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:43:14.772107 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4f20fd86-ed99-4b76-89ef-7192ca56c90f None None] Port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:14.780406 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.792356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:14.792612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aabc89-53b8-42c3-84a7-89224f80b412 req-5818a9b3-3347-405a-ad83-135078aff2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:14.795166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7aabc89-53b8-42c3-84a7-89224f80b412 req-5818a9b3-3347-405a-ad83-135078aff2a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a4b5df-b324-41ba-bbca-be70a81c305a HTTP/1.1" status: 200 len: 855 time: 0.1374903 Sep 22 09:43:14.795936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:14.797889 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.803503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc3732f5-c887-4f2a-adf2-61b8101229e6 req-a2f2f5bb-59c8-4722-acef-6d5dabddd671 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897632 Sep 22 09:43:14.876916 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7aabc89-53b8-42c3-84a7-89224f80b412 req-a4bd72a5-504b-40be-8ef9-e02778d294c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cca937a5-581c-4426-9723-be378be2916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723543 Sep 22 09:43:14.942927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Network': ['ID=b8d9c86b-216d-464d-845a-98affc6702d0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:14.963259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network b8d9c86b-216d-464d-845a-98affc6702d0 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:43:14.970736 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.984994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:14.989432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] 10.222.0.49 "DELETE /v2.0/networks/9ee2a2ed-d1de-4dbc-8356-bf559a352f0c HTTP/1.1" status: 204 len: 168 time: 0.9809527 Sep 22 09:43:14.990228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49662) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:15.036745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ea6a9d98-b533-48b7-972b-8fbb912dcd5a None None] Provisioning complete for port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:15.036892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501ca53-bbc2-4a6d-a1ef-a9289b18818f tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ee2a2ed-d1de-4dbc-8356-bf559a352f0c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:15.037134 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ea6a9d98-b533-48b7-972b-8fbb912dcd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:15.044229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7aabc89-53b8-42c3-84a7-89224f80b412 req-d1e620ca-3117-49ba-9efd-8166cfb3a580 service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566787 Sep 22 09:43:15.069804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:15.076879 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-97df0135-1757-4658-89af-3b3be09d9274 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7932003 Sep 22 09:43:15.077913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49664) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:15.093859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'subnet': {'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:15.178088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:15.229087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9233edfa-20b7-413f-ad42-0fe88907da93 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:15.233981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b2d7bd-e30f-4d3e-b09b-38ced979b6bf']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:15.253305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12da6ed3-58ab-4c57-a39b-e382b8b7a019') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:15.253517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12da6ed3-58ab-4c57-a39b-e382b8b7a019') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:15.267605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a9d98-b533-48b7-972b-8fbb912dcd5a None None] Port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:15.281958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7aabc89-53b8-42c3-84a7-89224f80b412 req-a94d7f41-405a-4400-ad2d-bf98f9e607d4 service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314963 Sep 22 09:43:15.288412 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:15.321413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:15.329946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:43:15.330548 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:43:15.333356 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:43:15.388615 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9233edfa-20b7-413f-ad42-0fe88907da93 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:15.389112 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:15.411729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:15.421015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:15.473829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:11Z', 'revision_number': 2, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:12Z', 'revision_number': 2, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:15.529784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Checking router: 941f9e23-5c28-4ebc-947b-39ec8170ec91 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:43:15.530667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Updating router 941f9e23-5c28-4ebc-947b-39ec8170ec91 port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:43:15.544380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:15.551302 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:15.556513 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] 10.222.0.49 "DELETE /v2.0/networks/24b2d7bd-e30f-4d3e-b09b-38ced979b6bf HTTP/1.1" status: 204 len: 168 time: 0.5623727 Sep 22 09:43:15.583167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3944648-40d9-429c-a85b-2210f48e30a2 tempest-QuotasNegativeTest-1821586284 tempest-QuotasNegativeTest-1821586284-project-admin] Pushing event deleted for resources: {'Network': ['ID=24b2d7bd-e30f-4d3e-b09b-38ced979b6bf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:15.593032 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:15.606893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5290cb7-da2e-4d21-bc85-878e2eb02a2a req-2432cb3e-4eec-4ac5-9dfe-883cbb74a888 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:15.614344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5290cb7-da2e-4d21-bc85-878e2eb02a2a req-2432cb3e-4eec-4ac5-9dfe-883cbb74a888 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 944 time: 0.1434934 Sep 22 09:43:15.740273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5290cb7-da2e-4d21-bc85-878e2eb02a2a req-1d91c8c1-e0bc-4469-ac58-cfcbf13fbd7e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107829 Sep 22 09:43:15.769608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaab78-bf9d-4ddf-8885-f3027375ae1b req-8395b98f-8695-4eb9-ba0c-aa8c7552a8e5 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:15.771261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11eaab78-bf9d-4ddf-8885-f3027375ae1b req-8395b98f-8695-4eb9-ba0c-aa8c7552a8e5 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d689a01-40aa-44a0-a9b4-49dd2c2c9e48 HTTP/1.1" status: 200 len: 946 time: 0.1521630 Sep 22 09:43:16.011486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7413e-03bd-4e78-8c4a-ecf68ad02ca4 req-f5c9011d-7dbd-4a44-8507-b5fe7725bb2c tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:16.017413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8b7413e-03bd-4e78-8c4a-ecf68ad02ca4 req-f5c9011d-7dbd-4a44-8507-b5fe7725bb2c tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d689a01-40aa-44a0-a9b4-49dd2c2c9e48 HTTP/1.1" status: 200 len: 946 time: 0.1439602 Sep 22 09:43:16.033777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-11eaab78-bf9d-4ddf-8885-f3027375ae1b req-0361f45f-9250-4d32-9fae-1ecae83469f1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Deleting port 51d122b2-3219-4108-af93-01b08f2c268f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:16.034129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-11eaab78-bf9d-4ddf-8885-f3027375ae1b req-0361f45f-9250-4d32-9fae-1ecae83469f1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.087273 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.088218 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.190598 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.255619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8b7413e-03bd-4e78-8c4a-ecf68ad02ca4 req-2494a8c4-030f-4ffd-959a-f59f86babae1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/security-groups?id=e9837bf0-84d6-46dd-869d-6d04c2b5845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156057 Sep 22 09:43:16.282935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d7872-b581-4f1d-9a2e-5611950fcd35 None None] Pushing event updated for resources: {'Port': ['ID=99b1cc6a-8c9d-4ece-b078-a0e244b92797,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:16.301537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-11eaab78-bf9d-4ddf-8885-f3027375ae1b req-0361f45f-9250-4d32-9fae-1ecae83469f1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] For port 51d122b2-3219-4108-af93-01b08f2c268f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=51d122b2-3219-4108-af93-01b08f2c268f,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:16.302124 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-11eaab78-bf9d-4ddf-8885-f3027375ae1b req-0361f45f-9250-4d32-9fae-1ecae83469f1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.307667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Subnet': ['ID=7e4fc16d-44f8-45df-9922-26da5b2d54bf,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:16.336228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Checking segment: {'id': '35d75d65-eadd-4729-802f-cdc3ee833f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:16.336680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network hostable DHCP agents. Network: b8d9c86b-216d-464d-845a-98affc6702d0, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:43:16.347792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-11eaab78-bf9d-4ddf-8885-f3027375ae1b req-0361f45f-9250-4d32-9fae-1ecae83469f1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Calling delete_port for 51d122b2-3219-4108-af93-01b08f2c268f owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:16.386014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Attempting to bind port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:16.386305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Attempting to bind port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:16.386671 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Attempting to bind port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 on network 5e2359d0-2d9b-4902-9621-a1aef947c311 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:16.398699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:16.399175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Checking segment: {'id': 'fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:16.399631 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.400051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Bound using segment: {'id': 'fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:16.400592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Bound port: 99b1cc6a-8c9d-4ece-b078-a0e244b92797, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:16.406143 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.506877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] For port 99b1cc6a-8c9d-4ece-b078-a0e244b92797, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:16.520809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f38467-4a75-4468-bb83-097e45b8e8dc req-68c947b9-fe87-4e26-b99f-87e9fcf2507f tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:16.524269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5f38467-4a75-4468-bb83-097e45b8e8dc req-68c947b9-fe87-4e26-b99f-87e9fcf2507f tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 943 time: 0.1043544 Sep 22 09:43:16.543793 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] For port 99b1cc6a-8c9d-4ece-b078-a0e244b92797, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=99b1cc6a-8c9d-4ece-b078-a0e244b92797,segment=NetworkSegment(fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a),segment_id=fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:16.556146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network b8d9c86b-216d-464d-845a-98affc6702d0 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:43:16.614470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5f38467-4a75-4468-bb83-097e45b8e8dc req-6e763e97-50bd-49e2-bf1b-92f8df008e32 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819035 Sep 22 09:43:16.652518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, b8d9c86b-216d-464d-845a-98affc6702d0) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:16.668112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-587c3d4f-161c-4cac-b621-aa27f559cca3 None None] Provisioning complete for port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:16.673685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:16.675945 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-587c3d4f-161c-4cac-b621-aa27f559cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.677603 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.690852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35c6e9d-8911-44a2-8668-82afb426749b None None] Network b8d9c86b-216d-464d-845a-98affc6702d0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:16.714507 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-11eaab78-bf9d-4ddf-8885-f3027375ae1b req-0361f45f-9250-4d32-9fae-1ecae83469f1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.738325 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.745262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['ca338b53-f520-45f3-a598-3afd8bcaebd0', '51d122b2-3219-4108-af93-01b08f2c268f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:43:16.755677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7b400-14da-4803-aeba-13f77c6b8038 req-1eb74ed3-998d-4a58-b970-cfd4d9900cca tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:16.757441 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd7b400-14da-4803-aeba-13f77c6b8038 req-1eb74ed3-998d-4a58-b970-cfd4d9900cca tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "GET /v2.0/ports?device_id=03c9f4cb-a054-4482-a774-8d9f91f5ac76 HTTP/1.1" status: 200 len: 946 time: 0.1161499 Sep 22 09:43:16.788129 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361f45f-9250-4d32-9fae-1ecae83469f1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Pushing event deleted for resources: {'Port': ['ID=51d122b2-3219-4108-af93-01b08f2c268f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:16.797074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-efa5418d-2abf-4650-953c-58f04c4c6214 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7186375 Sep 22 09:43:16.801122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49692) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:16.803189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49694) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:16.874464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c875dda7-f94f-4bc0-83f2-041b5da7f991 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:43:16.937397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-7dd7b400-14da-4803-aeba-13f77c6b8038 req-6f2a3c2b-7cde-4d42-a24a-deb604a60fc1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Deleting port ca338b53-f520-45f3-a598-3afd8bcaebd0 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:16.947413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd7b400-14da-4803-aeba-13f77c6b8038 req-6f2a3c2b-7cde-4d42-a24a-deb604a60fc1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.969769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-11eaab78-bf9d-4ddf-8885-f3027375ae1b req-0361f45f-9250-4d32-9fae-1ecae83469f1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] No DVR routers for this DVR port 51d122b2-3219-4108-af93-01b08f2c268f on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:43:16.974576 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-11eaab78-bf9d-4ddf-8885-f3027375ae1b req-0361f45f-9250-4d32-9fae-1ecae83469f1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:16.980803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11eaab78-bf9d-4ddf-8885-f3027375ae1b req-0361f45f-9250-4d32-9fae-1ecae83469f1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "DELETE /v2.0/ports/51d122b2-3219-4108-af93-01b08f2c268f HTTP/1.1" status: 204 len: 173 time: 1.1518018 Sep 22 09:43:16.984795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d689a01-40aa-44a0-a9b4-49dd2c2c9e48', 'name': 'network-vif-deleted', 'tag': '51d122b2-3219-4108-af93-01b08f2c268f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:16.987525 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0507466a-9e4a-49e4-8a58-1cdc4dc9a29a" -d '{"events": [{"server_uuid": "6d689a01-40aa-44a0-a9b4-49dd2c2c9e48", "name": "network-vif-deleted", "tag": "51d122b2-3219-4108-af93-01b08f2c268f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:17.096603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:17.098941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:17.157915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7dd7b400-14da-4803-aeba-13f77c6b8038 req-6f2a3c2b-7cde-4d42-a24a-deb604a60fc1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] For port ca338b53-f520-45f3-a598-3afd8bcaebd0, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ca338b53-f520-45f3-a598-3afd8bcaebd0,segment=NetworkSegment(fca93b83-4595-4c75-8812-f2622dd13a11),segment_id=fca93b83-4595-4c75-8812-f2622dd13a11)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:17.158267 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd7b400-14da-4803-aeba-13f77c6b8038 req-6f2a3c2b-7cde-4d42-a24a-deb604a60fc1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:17.213121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:17.215850 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-7dd7b400-14da-4803-aeba-13f77c6b8038 req-6f2a3c2b-7cde-4d42-a24a-deb604a60fc1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Calling delete_port for ca338b53-f520-45f3-a598-3afd8bcaebd0 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:17.473226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 43430fda-b915-4978-91ef-2d225027ec15 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:17.508760 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.resource_extend [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:43:17.539658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd7b400-14da-4803-aeba-13f77c6b8038 req-6f2a3c2b-7cde-4d42-a24a-deb604a60fc1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:17.573013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d7872-b581-4f1d-9a2e-5611950fcd35 None None] Pushing event updated for resources: {'Port': ['ID=99b1cc6a-8c9d-4ece-b078-a0e244b92797,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:17.594043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a3c2b-7cde-4d42-a24a-deb604a60fc1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Pushing event deleted for resources: {'Port': ['ID=ca338b53-f520-45f3-a598-3afd8bcaebd0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:17.638804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd7b400-14da-4803-aeba-13f77c6b8038 req-6f2a3c2b-7cde-4d42-a24a-deb604a60fc1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] No DVR routers for this DVR port ca338b53-f520-45f3-a598-3afd8bcaebd0 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:43:17.642089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7dd7b400-14da-4803-aeba-13f77c6b8038 req-6f2a3c2b-7cde-4d42-a24a-deb604a60fc1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:17.646277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7dd7b400-14da-4803-aeba-13f77c6b8038 req-6f2a3c2b-7cde-4d42-a24a-deb604a60fc1 tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.60 "DELETE /v2.0/ports/ca338b53-f520-45f3-a598-3afd8bcaebd0 HTTP/1.1" status: 204 len: 173 time: 0.8818700 Sep 22 09:43:17.647184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c9f4cb-a054-4482-a774-8d9f91f5ac76', 'name': 'network-vif-deleted', 'tag': 'ca338b53-f520-45f3-a598-3afd8bcaebd0'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:17.651062 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b34169-3383-483d-8659-cae3c63045be" -d '{"events": [{"server_uuid": "03c9f4cb-a054-4482-a774-8d9f91f5ac76", "name": "network-vif-deleted", "tag": "ca338b53-f520-45f3-a598-3afd8bcaebd0"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:17.655177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a41160-01c1-4450-a26d-be3157fa82c6 req-d8e7a039-bdd5-43f5-a5c3-910f9f468d81 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:17.659813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47a41160-01c1-4450-a26d-be3157fa82c6 req-d8e7a039-bdd5-43f5-a5c3-910f9f468d81 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 944 time: 0.8009269 Sep 22 09:43:17.678064 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-631e1814-49da-48fc-aee1-d0f7367bc9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:17.777212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47a41160-01c1-4450-a26d-be3157fa82c6 req-edbf3c64-c46b-419e-84eb-7299444bca10 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069851 Sep 22 09:43:17.805562 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-587c3d4f-161c-4cac-b621-aa27f559cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:17.872260 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2cacfc-df37-4b3f-bdaf-937f8ed3a7b9 x-openstack-request-id: req-6b2cacfc-df37-4b3f-bdaf-937f8ed3a7b9 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:17.872544 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d689a01-40aa-44a0-a9b4-49dd2c2c9e48", "name": "network-vif-deleted", "tag": "51d122b2-3219-4108-af93-01b08f2c268f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:17.872842 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b2cacfc-df37-4b3f-bdaf-937f8ed3a7b9 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:17.873231 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d689a01-40aa-44a0-a9b4-49dd2c2c9e48', 'name': 'network-vif-deleted', 'tag': '51d122b2-3219-4108-af93-01b08f2c268f', 'status': 'completed', 'code': 200} Sep 22 09:43:17.884504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port c875dda7-f94f-4bc0-83f2-041b5da7f991, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c875dda7-f94f-4bc0-83f2-041b5da7f991,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:17.926832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-587c3d4f-161c-4cac-b621-aa27f559cca3 None None] For port 99b1cc6a-8c9d-4ece-b078-a0e244b92797, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=99b1cc6a-8c9d-4ece-b078-a0e244b92797,segment=NetworkSegment(fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a),segment_id=fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:17.958622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'c875dda7-f94f-4bc0-83f2-041b5da7f991', 'network_id': 'cca937a5-581c-4426-9723-be378be2916d', 'port_id': 'c875dda7-f94f-4bc0-83f2-041b5da7f991', 'mac_address': 'fa:16:3e:3c:ba:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a4b5df-b324-41ba-bbca-be70a81c305a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:43:17.983658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-b8d9c86b-216d-464d-845a-98affc6702d0', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:43:17.984702 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:17.993431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1673002-0444-4cb7-b4d2-f2c911e38551 req-4b96728c-88e1-4728-b638-274d47becc8e tempest-MultipleCreateTestJSON-2019646687 tempest-MultipleCreateTestJSON-2019646687-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d689a01-40aa-44a0-a9b4-49dd2c2c9e48 HTTP/1.1" status: 200 len: 210 time: 0.0448444 Sep 22 09:43:18.025646 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-631e1814-49da-48fc-aee1-d0f7367bc9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.032934 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 43430fda-b915-4978-91ef-2d225027ec15 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:43:18.048880 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-587c3d4f-161c-4cac-b621-aa27f559cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.050660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.068135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 43430fda-b915-4978-91ef-2d225027ec15 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:18.068135 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.196991 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.206112 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-631e1814-49da-48fc-aee1-d0f7367bc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.269599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c875dda7-f94f-4bc0-83f2-041b5da7f991 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:43:18.285416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c3d4f-161c-4cac-b621-aa27f559cca3 None None] Pushing event updated for resources: {'Port': ['ID=99b1cc6a-8c9d-4ece-b078-a0e244b92797,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:18.345225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4c4c0269-2fa1-44f3-86bf-7e971fa0163c None None] Provisioning complete for port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:18.345225 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c4c0269-2fa1-44f3-86bf-7e971fa0163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.345225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['51d122b2-3219-4108-af93-01b08f2c268f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:43:18.345807 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49714) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:18.346667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-631e1814-49da-48fc-aee1-d0f7367bc9cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a26bd57be08c4b16bd20b5773e1ad278&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5360560 Sep 22 09:43:18.355449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e1814-49da-48fc-aee1-d0f7367bc9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1490bea8-9bff-467e-9649-a955f58ffc91,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:18.367354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port c875dda7-f94f-4bc0-83f2-041b5da7f991, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c875dda7-f94f-4bc0-83f2-041b5da7f991,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:18.404225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:11Z', 'revision_number': 2, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:16Z', 'revision_number': 4, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:18.434371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23864971-74cd-47e6-8cb6-ecb4cabcb678 req-cf6c3819-954f-49c0-8382-7797e501b15a tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:18.442256 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23864971-74cd-47e6-8cb6-ecb4cabcb678 req-cf6c3819-954f-49c0-8382-7797e501b15a tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 943 time: 0.2384901 Sep 22 09:43:18.456216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb35f48-a554-4604-bcea-70bec904a16f None None] The sync data for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 is: [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:11Z', 'revision_number': 2, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:16Z', 'revision_number': 4, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:43:18.509876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Allocated IP 2001:db8:1::2 (b8d9c86b-216d-464d-845a-98affc6702d0/7e4fc16d-44f8-45df-9922-26da5b2d54bf/38958efc-acd2-4ff5-8879-0006df6be3bf) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:18.518186 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.551759 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9267c60-5c49-49d0-b6c0-b73bb6ddc6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.564851 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.621781 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9267c60-5c49-49d0-b6c0-b73bb6ddc6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.643770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23864971-74cd-47e6-8cb6-ecb4cabcb678 req-750ad4c3-ab41-4eba-99bb-cb863be8211d tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987605 Sep 22 09:43:18.688787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358a02f9-fff3-45f2-a7dd-dbe5d9ac195e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43430fda-b915-4978-91ef-2d225027ec15'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:18.691193 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ec170c-c050-40c8-ab14-105b7bcd4909" -d '{"events": [{"server_uuid": "358a02f9-fff3-45f2-a7dd-dbe5d9ac195e", "name": "network-vif-plugged", "status": "completed", "tag": "43430fda-b915-4978-91ef-2d225027ec15"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:18.745760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=c875dda7-f94f-4bc0-83f2-041b5da7f991,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:18.753558 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf80910-d7b1-41c6-8d15-d5ab8a99e24c x-openstack-request-id: req-fcf80910-d7b1-41c6-8d15-d5ab8a99e24c {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:18.754433 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c9f4cb-a054-4482-a774-8d9f91f5ac76", "name": "network-vif-deleted", "tag": "ca338b53-f520-45f3-a598-3afd8bcaebd0", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:18.755047 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcf80910-d7b1-41c6-8d15-d5ab8a99e24c {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:18.755643 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c9f4cb-a054-4482-a774-8d9f91f5ac76', 'name': 'network-vif-deleted', 'tag': 'ca338b53-f520-45f3-a598-3afd8bcaebd0', 'status': 'completed', 'code': 200} Sep 22 09:43:18.755906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['c875dda7-f94f-4bc0-83f2-041b5da7f991'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:43:18.758915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 43430fda-b915-4978-91ef-2d225027ec15, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=43430fda-b915-4978-91ef-2d225027ec15,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:18.791123 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dd574c-b056-4983-a14b-7294ce141221 x-openstack-request-id: req-95dd574c-b056-4983-a14b-7294ce141221 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:18.791413 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358a02f9-fff3-45f2-a7dd-dbe5d9ac195e", "name": "network-vif-plugged", "status": "completed", "tag": "43430fda-b915-4978-91ef-2d225027ec15", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:18.791664 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95dd574c-b056-4983-a14b-7294ce141221 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:18.792059 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358a02f9-fff3-45f2-a7dd-dbe5d9ac195e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43430fda-b915-4978-91ef-2d225027ec15', 'code': 200} Sep 22 09:43:18.860351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9267c60-5c49-49d0-b6c0-b73bb6ddc6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.870531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d9267c60-5c49-49d0-b6c0-b73bb6ddc6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.872705 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d9267c60-5c49-49d0-b6c0-b73bb6ddc6ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1490bea8-9bff-467e-9649-a955f58ffc91 HTTP/1.1" status: 204 len: 168 time: 0.5172610 Sep 22 09:43:18.878612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ca338b53-f520-45f3-a598-3afd8bcaebd0 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:43:18.884189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:18.897702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9267c60-5c49-49d0-b6c0-b73bb6ddc6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1490bea8-9bff-467e-9649-a955f58ffc91,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:19.161732 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: ca338b53-f520-45f3-a598-3afd8bcaebd0 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:43:19.161732 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ca338b53-f520-45f3-a598-3afd8bcaebd0 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:43:19.161732 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 51d122b2-3219-4108-af93-01b08f2c268f no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:43:19.163584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9e26d-7ef3-4f5a-a835-d5c876733091 req-3b42f5c0-9dc0-4965-b523-a5eb587a662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:19.163584 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7ce9e26d-7ef3-4f5a-a835-d5c876733091 req-3b42f5c0-9dc0-4965-b523-a5eb587a662d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 1096 time: 0.1976228 Sep 22 09:43:19.211061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da8660-aba8-451f-b0ec-7d62fe735986 req-795d3991-f75c-4eec-bf6c-b785817daac7 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:19.217343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4da8660-aba8-451f-b0ec-7d62fe735986 req-795d3991-f75c-4eec-bf6c-b785817daac7 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 945 time: 0.1810637 Sep 22 09:43:19.236969 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7ce9e26d-7ef3-4f5a-a835-d5c876733091 req-372cdcfc-ed16-40aa-a343-fb5fab1c720b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841193 Sep 22 09:43:19.244072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 51d122b2-3219-4108-af93-01b08f2c268f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:43:19.244792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 51d122b2-3219-4108-af93-01b08f2c268f not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:43:19.251488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=43430fda-b915-4978-91ef-2d225027ec15,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:19.270417 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:19.275479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 99b1cc6a-8c9d-4ece-b078-a0e244b92797 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:19.321822 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4da8660-aba8-451f-b0ec-7d62fe735986 req-6bbe5950-4237-4765-bb0e-419d4cb8103d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020775 Sep 22 09:43:19.386357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:19.386851 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:19.428479 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:19.489074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Network b8d9c86b-216d-464d-845a-98affc6702d0 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:19.495465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:19.498348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:19.559613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49752) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:19.587620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Allocated IP 2001:db8:1::1 (b8d9c86b-216d-464d-845a-98affc6702d0/7e4fc16d-44f8-45df-9922-26da5b2d54bf/754bb2d7-1064-4321-9509-6efa9dac84f1) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:19.651405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Pushing event updated for resources: {'Port': ['ID=38958efc-acd2-4ff5-8879-0006df6be3bf,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:19.669270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-e429d216-de1a-4d60-9373-66024c4f6bab admin admin] Deleting subnet 7a8b4480-00a9-4362-aed6-d3da007cd6ed {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:43:19.681122 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e429d216-de1a-4d60-9373-66024c4f6bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:19.730572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Attempting to bind port 38958efc-acd2-4ff5-8879-0006df6be3bf on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:19.731480 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Attempting to bind port 38958efc-acd2-4ff5-8879-0006df6be3bf by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '35d75d65-eadd-4729-802f-cdc3ee833f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:19.732285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Attempting to bind port 38958efc-acd2-4ff5-8879-0006df6be3bf on network b8d9c86b-216d-464d-845a-98affc6702d0 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:19.738524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:19.739262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Checking segment: {'id': '35d75d65-eadd-4729-802f-cdc3ee833f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:19.739883 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:19.740649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Bound using segment: {'id': '35d75d65-eadd-4729-802f-cdc3ee833f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:19.741539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Bound port: 38958efc-acd2-4ff5-8879-0006df6be3bf, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d75d65-eadd-4729-802f-cdc3ee833f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:19.742167 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:19.749067 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e429d216-de1a-4d60-9373-66024c4f6bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:19.839832 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e429d216-de1a-4d60-9373-66024c4f6bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:19.864667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] For port 38958efc-acd2-4ff5-8879-0006df6be3bf, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:19.864667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] For port 38958efc-acd2-4ff5-8879-0006df6be3bf, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=38958efc-acd2-4ff5-8879-0006df6be3bf,segment=NetworkSegment(35d75d65-eadd-4729-802f-cdc3ee833f1b),segment_id=35d75d65-eadd-4729-802f-cdc3ee833f1b)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:19.871084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a6771-2220-4b06-bcf8-afd9bc0cf0b8 req-23933e73-8680-432c-a8cf-f4db97398d20 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:19.872637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-340a6771-2220-4b06-bcf8-afd9bc0cf0b8 req-23933e73-8680-432c-a8cf-f4db97398d20 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 944 time: 0.1011233 Sep 22 09:43:19.910534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:19.958910 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:19.979527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-340a6771-2220-4b06-bcf8-afd9bc0cf0b8 req-1bb09e88-7562-44ac-8be8-f4c0375ebad8 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820582 Sep 22 09:43:20.048181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e429d216-de1a-4d60-9373-66024c4f6bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.092092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429d216-de1a-4d60-9373-66024c4f6bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a8b4480-00a9-4362-aed6-d3da007cd6ed,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:20.096341 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e429d216-de1a-4d60-9373-66024c4f6bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.102221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49766) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:20.109480 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e429d216-de1a-4d60-9373-66024c4f6bab admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7a8b4480-00a9-4362-aed6-d3da007cd6ed HTTP/1.1" status: 204 len: 168 time: 0.5486405 Sep 22 09:43:20.141607 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.248710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49772) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:20.270352 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7995943-38a1-4197-9b1f-b7a97f09204e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.277589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=754bb2d7-1064-4321-9509-6efa9dac84f1,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:20.321747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network b8d9c86b-216d-464d-845a-98affc6702d0 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:20.329773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:20.452016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dd2dc-dd28-4e17-83cb-1820c2b13763 None None] Pushing event updated for resources: {'Port': ['ID=38958efc-acd2-4ff5-8879-0006df6be3bf,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:20.481580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:20.482283 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.505046 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7995943-38a1-4197-9b1f-b7a97f09204e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.654230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7995943-38a1-4197-9b1f-b7a97f09204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.654767 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.727867 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f7995943-38a1-4197-9b1f-b7a97f09204e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e305da52da67407c83e6dcaad427c41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759481 Sep 22 09:43:20.729314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49784) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:20.740811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334c325-774a-495b-829b-236cc7ba7231 req-8f449e15-22da-477a-8b7f-c50ef13bbb9c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:20.740811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3334c325-774a-495b-829b-236cc7ba7231 req-8f449e15-22da-477a-8b7f-c50ef13bbb9c tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 945 time: 0.2091691 Sep 22 09:43:20.798150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7995943-38a1-4197-9b1f-b7a97f09204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7042e71d-1223-425d-b3c7-c5e59ebef4e4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:20.834246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a445328e-2654-46a2-a7ca-ea72cdfcc2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.845258 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.871759 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a445328e-2654-46a2-a7ca-ea72cdfcc2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.884997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b544e33-3716-44df-9c9b-6f120b3ee1b7']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:20.889429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.898718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c875dda7-f94f-4bc0-83f2-041b5da7f991 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:20.915185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3334c325-774a-495b-829b-236cc7ba7231 req-e49624cc-38e3-415a-be8b-7dd33668ec81 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677496 Sep 22 09:43:20.928452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca93b83-4595-4c75-8812-f2622dd13a11') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:20.930155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca93b83-4595-4c75-8812-f2622dd13a11') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:20.944267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:20.990067 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.098853 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a445328e-2654-46a2-a7ca-ea72cdfcc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.102902 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a445328e-2654-46a2-a7ca-ea72cdfcc2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.104885 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a445328e-2654-46a2-a7ca-ea72cdfcc2b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7042e71d-1223-425d-b3c7-c5e59ebef4e4 HTTP/1.1" status: 204 len: 168 time: 0.3666356 Sep 22 09:43:21.126736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port c875dda7-f94f-4bc0-83f2-041b5da7f991 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:43:21.131200 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port c875dda7-f94f-4bc0-83f2-041b5da7f991 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:21.131573 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.132837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445328e-2654-46a2-a7ca-ea72cdfcc2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7042e71d-1223-425d-b3c7-c5e59ebef4e4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:21.214411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:43:21.214411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.218774 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 38958efc-acd2-4ff5-8879-0006df6be3bf up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:43:21.310169 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:43:21.344609 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.363729 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 38958efc-acd2-4ff5-8879-0006df6be3bf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:21.364100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.412333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06e3625-e29c-4fe3-99d2-d12f19578a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c875dda7-f94f-4bc0-83f2-041b5da7f991'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:21.414820 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db217ac-7aeb-496b-b44f-1aeba98b1f19" -d '{"events": [{"server_uuid": "f06e3625-e29c-4fe3-99d2-d12f19578a8b", "name": "network-vif-plugged", "status": "completed", "tag": "c875dda7-f94f-4bc0-83f2-041b5da7f991"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:21.444206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port c875dda7-f94f-4bc0-83f2-041b5da7f991, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c875dda7-f94f-4bc0-83f2-041b5da7f991,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:21.500470 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.511823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c107da-6098-4c47-8873-c2adfc00b17d req-e1f5bc0e-ad87-4286-86b0-2e8d11939e72 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:21.521117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0c107da-6098-4c47-8873-c2adfc00b17d req-e1f5bc0e-ad87-4286-86b0-2e8d11939e72 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 944 time: 0.2086234 Sep 22 09:43:21.537340 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.542278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8b544e33-3716-44df-9c9b-6f120b3ee1b7 HTTP/1.1" status: 204 len: 168 time: 1.4387124 Sep 22 09:43:21.567910 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.575084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6d25c-f8be-4b7e-9f6a-498e4411d4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b544e33-3716-44df-9c9b-6f120b3ee1b7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:21.640152 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=c875dda7-f94f-4bc0-83f2-041b5da7f991,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:21.645491 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.712668 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 38958efc-acd2-4ff5-8879-0006df6be3bf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=38958efc-acd2-4ff5-8879-0006df6be3bf,segment=NetworkSegment(35d75d65-eadd-4729-802f-cdc3ee833f1b),segment_id=35d75d65-eadd-4729-802f-cdc3ee833f1b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:21.733593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0c107da-6098-4c47-8873-c2adfc00b17d req-a6851fe6-2ab8-4f67-8c6f-44c2c85a72d8 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108943 Sep 22 09:43:21.735854 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.779058 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210cab85-23ec-4717-8932-9aff9d434e12 x-openstack-request-id: req-210cab85-23ec-4717-8932-9aff9d434e12 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:21.779372 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06e3625-e29c-4fe3-99d2-d12f19578a8b", "name": "network-vif-plugged", "status": "completed", "tag": "c875dda7-f94f-4bc0-83f2-041b5da7f991", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:21.779726 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-210cab85-23ec-4717-8932-9aff9d434e12 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:21.780562 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06e3625-e29c-4fe3-99d2-d12f19578a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c875dda7-f94f-4bc0-83f2-041b5da7f991', 'code': 200} Sep 22 09:43:21.840967 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.868130 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.871313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:21.892259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30569555-3b7d-4a86-ba57-5e8a07372aac None None] Network b8d9c86b-216d-464d-845a-98affc6702d0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:21.895491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62794541-53ef-4cbd-93a3-89ca558494ea req-2c448fff-5d09-49b3-9b8c-eaffa73a56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:21.898626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-62794541-53ef-4cbd-93a3-89ca558494ea req-2c448fff-5d09-49b3-9b8c-eaffa73a56b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 1096 time: 0.0476470 Sep 22 09:43:21.943794 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-62794541-53ef-4cbd-93a3-89ca558494ea req-27ca3dd0-7cb8-4cff-a505-5532247f8460 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387204 Sep 22 09:43:22.000174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=754bb2d7-1064-4321-9509-6efa9dac84f1,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:22.011651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-bc4591cc-380f-4489-8297-a2d17a435a28 None None] Provisioning complete for port 38958efc-acd2-4ff5-8879-0006df6be3bf triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:22.011896 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bc4591cc-380f-4489-8297-a2d17a435a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:22.017797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=38958efc-acd2-4ff5-8879-0006df6be3bf,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:22.044036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network b8d9c86b-216d-464d-845a-98affc6702d0 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:22.046176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:22.171626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 941f9e23-5c28-4ebc-947b-39ec8170ec91 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:43:22.211636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49830) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:22.301172 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4add34a9-d387-4efd-b759-33434db9119b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf7f2bedbe194c4d908b61ea5bcc59fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881274 Sep 22 09:43:22.303808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49834) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:22.393037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:22.403564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cab4a17c-12b6-4164-99b3-6f95d18b170f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5978611 Sep 22 09:43:22.408824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49836) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:22.411756 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Sync routers for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:43:22.444083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-66925282'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:22.445818 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8b094c3f-cc5b-4833-af5d-632b87ecdb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:22.446116 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:22.446116 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:22.489532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8b094c3f-cc5b-4833-af5d-632b87ecdb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:22.595557 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:22.597050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d3059-bc4c-44be-9d46-334ed47b3cad req-60d8e370-1fb0-4281-aa4f-5ff0e086e8bf tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:22.597050 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea3d3059-bc4c-44be-9d46-334ed47b3cad req-60d8e370-1fb0-4281-aa4f-5ff0e086e8bf tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 945 time: 0.1531415 Sep 22 09:43:22.620291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea3d3059-bc4c-44be-9d46-334ed47b3cad req-8107c6f8-4f6c-45fd-834e-d9d1639bb10e tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Sep 22 09:43:22.660970 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f6d7b145-91a5-40d2-afbd-9aeff96e38be None None] Provisioning complete for port 754bb2d7-1064-4321-9509-6efa9dac84f1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:22.663308 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b145-91a5-40d2-afbd-9aeff96e38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:22.706601 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7b145-91a5-40d2-afbd-9aeff96e38be None None] Port 754bb2d7-1064-4321-9509-6efa9dac84f1 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:22.721421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f6d7b145-91a5-40d2-afbd-9aeff96e38be None None] Provisioning complete for port 38958efc-acd2-4ff5-8879-0006df6be3bf triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:22.721763 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b145-91a5-40d2-afbd-9aeff96e38be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:22.817146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:22.817385 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8b094c3f-cc5b-4833-af5d-632b87ecdb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:22.820957 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8b094c3f-cc5b-4833-af5d-632b87ecdb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:22.823123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8b094c3f-cc5b-4833-af5d-632b87ecdb69 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9837bf0-84d6-46dd-869d-6d04c2b5845b HTTP/1.1" status: 204 len: 168 time: 0.5169530 Sep 22 09:43:22.825546 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:22.877743 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b094c3f-cc5b-4833-af5d-632b87ecdb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9837bf0-84d6-46dd-869d-6d04c2b5845b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:22.881016 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:20Z', 'revision_number': 3, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:21Z', 'revision_number': 2, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:22.917039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:43:22.931015 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:22.931569 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added segment 4ea777c3-811d-458d-8e52-666da0367f4d of type vlan for network 325bdc33-5053-420f-a5ad-dc6561581ea9 Sep 22 09:43:22.982932 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Checking router: 941f9e23-5c28-4ebc-947b-39ec8170ec91 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:43:22.983285 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Updating router 941f9e23-5c28-4ebc-947b-39ec8170ec91 port 754bb2d7-1064-4321-9509-6efa9dac84f1 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:43:23.036521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:23.039639 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:23.096169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4417dd71-0d04-4eed-96d2-e7151bc492ac None None] Provisioning complete for port 754bb2d7-1064-4321-9509-6efa9dac84f1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:23.096169 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4417dd71-0d04-4eed-96d2-e7151bc492ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:23.224680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4417dd71-0d04-4eed-96d2-e7151bc492ac None None] Port 754bb2d7-1064-4321-9509-6efa9dac84f1 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:23.228037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 38958efc-acd2-4ff5-8879-0006df6be3bf up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:23.270117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:23.279773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:23.279773 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:23.303321 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:23.343917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 38958efc-acd2-4ff5-8879-0006df6be3bf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:23.349063 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:23.453953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Network': ['ID=325bdc33-5053-420f-a5ad-dc6561581ea9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:23.488155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 325bdc33-5053-420f-a5ad-dc6561581ea9 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:43:23.529790 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-937d1e37-e2f3-4017-9d03-6d1c3a633ccb tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1164443 Sep 22 09:43:23.530704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49874) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:23.535949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'subnet': {'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:23.672884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cc89a-668a-4185-b795-1a800cde64bc req-8ea72d2c-e8b6-4484-92e9-e5207ff6f8cc tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:23.683996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f9cc89a-668a-4185-b795-1a800cde64bc req-8ea72d2c-e8b6-4484-92e9-e5207ff6f8cc tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 945 time: 0.1924913 Sep 22 09:43:23.687902 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:23.732368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2ba78e45-2567-4f1a-b493-339d6dc32fda None None] Provisioning complete for port 754bb2d7-1064-4321-9509-6efa9dac84f1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:23.738745 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2ba78e45-2567-4f1a-b493-339d6dc32fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:23.770603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f9cc89a-668a-4185-b795-1a800cde64bc req-2bde9f48-e689-496c-997e-cd678fcb6b52 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796785 Sep 22 09:43:23.791738 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:23.833786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2ba78e45-2567-4f1a-b493-339d6dc32fda None None] Port 754bb2d7-1064-4321-9509-6efa9dac84f1 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:23.846574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:23.850493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:23.979925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef47876-8286-43e7-9947-0920cabca4f1 req-1e1000e5-85cd-4776-a849-cc3f3c0a6ee4 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:23.981395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ef47876-8286-43e7-9947-0920cabca4f1 req-1e1000e5-85cd-4776-a849-cc3f3c0a6ee4 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 945 time: 0.1410139 Sep 22 09:43:24.082996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ef47876-8286-43e7-9947-0920cabca4f1 req-e7464ba9-c616-4c56-a6dc-04d23e658b44 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807261 Sep 22 09:43:24.104577 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Pushing event updated for resources: {'Port': ['ID=754bb2d7-1064-4321-9509-6efa9dac84f1,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:24.121628 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.122134 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.122535 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.123293 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.123457 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.123987 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.124369 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.124901 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.126649 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.126649 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.126649 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.126649 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:24.136362 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Attempting to bind port 754bb2d7-1064-4321-9509-6efa9dac84f1 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:24.137023 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Attempting to bind port 754bb2d7-1064-4321-9509-6efa9dac84f1 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '35d75d65-eadd-4729-802f-cdc3ee833f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:24.137301 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Attempting to bind port 754bb2d7-1064-4321-9509-6efa9dac84f1 on network b8d9c86b-216d-464d-845a-98affc6702d0 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:24.155678 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:24.156067 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Checking segment: {'id': '35d75d65-eadd-4729-802f-cdc3ee833f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:24.156532 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:24.156899 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Bound using segment: {'id': '35d75d65-eadd-4729-802f-cdc3ee833f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:24.157538 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Bound port: 754bb2d7-1064-4321-9509-6efa9dac84f1, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d75d65-eadd-4729-802f-cdc3ee833f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:24.157932 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:24.207739 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-949fa937-92dd-4a33-a4a0-6f0605698f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:24.337960 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] For port 754bb2d7-1064-4321-9509-6efa9dac84f1, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:24.344795 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] For port 754bb2d7-1064-4321-9509-6efa9dac84f1, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=754bb2d7-1064-4321-9509-6efa9dac84f1,segment=NetworkSegment(35d75d65-eadd-4729-802f-cdc3ee833f1b),segment_id=35d75d65-eadd-4729-802f-cdc3ee833f1b)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:24.372104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:24.383963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a5042118-bca8-4f5e-ac6a-a77b6175634d None None] Provisioning complete for port 754bb2d7-1064-4321-9509-6efa9dac84f1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:24.385147 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a5042118-bca8-4f5e-ac6a-a77b6175634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:24.431312 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:24.479376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a5042118-bca8-4f5e-ac6a-a77b6175634d None None] Port 754bb2d7-1064-4321-9509-6efa9dac84f1 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:24.481270 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:24.498624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Subnet': ['ID=7851b647-ef13-4819-9c9f-22d8ec8b31e5,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:24.517707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Checking segment: {'id': '4ea777c3-811d-458d-8e52-666da0367f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:24.518301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network hostable DHCP agents. Network: 325bdc33-5053-420f-a5ad-dc6561581ea9, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:43:24.545909 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b71843-49d8-41d6-a6c1-bbad6833221e None None] Pushing event updated for resources: {'Port': ['ID=754bb2d7-1064-4321-9509-6efa9dac84f1,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:24.566461 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:24.567170 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:24.629680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 325bdc33-5053-420f-a5ad-dc6561581ea9 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:43:24.702740 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:24.778878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 325bdc33-5053-420f-a5ad-dc6561581ea9) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:24.792707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:24.793397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:24.801705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e2ffb2-28a1-4083-96b4-ef0fb8d20537 None None] Network 325bdc33-5053-420f-a5ad-dc6561581ea9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:24.933772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49926) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:24.965311 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-65e444b7-dc98-4e09-97c5-ad5de18105c4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4333134 Sep 22 09:43:24.966176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49930) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:25.060445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eab79712-832b-4475-bfc8-e89c3196c09a None None] Provisioning complete for port 754bb2d7-1064-4321-9509-6efa9dac84f1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:25.061253 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eab79712-832b-4475-bfc8-e89c3196c09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:25.236173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eab79712-832b-4475-bfc8-e89c3196c09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:25.291688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-eab79712-832b-4475-bfc8-e89c3196c09a None None] For port 754bb2d7-1064-4321-9509-6efa9dac84f1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=754bb2d7-1064-4321-9509-6efa9dac84f1,segment=NetworkSegment(35d75d65-eadd-4729-802f-cdc3ee833f1b),segment_id=35d75d65-eadd-4729-802f-cdc3ee833f1b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:25.307822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-325bdc33-5053-420f-a5ad-dc6561581ea9', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:43:25.309225 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:25.395481 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eab79712-832b-4475-bfc8-e89c3196c09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:25.408845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd26553-10c8-46d6-883d-92f2d624e38a req-6cf13c7e-599c-4ad3-824e-f3b250084250 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:25.421497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afd26553-10c8-46d6-883d-92f2d624e38a req-6cf13c7e-599c-4ad3-824e-f3b250084250 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 945 time: 0.1773162 Sep 22 09:43:25.428573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49942) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:25.439835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1246087319-network', 'tenant_id': 'ccaedf827d9d4577a30e854d21b5851b'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:25.448008 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:20Z', 'revision_number': 3, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:24Z', 'revision_number': 4, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:25.512976 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afd26553-10c8-46d6-883d-92f2d624e38a req-199557e4-e971-4d29-960f-aa92bd2c0a4f tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851455 Sep 22 09:43:25.548750 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e924c-1a65-4d68-8443-5aae67e7d23e None None] The sync data for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 is: [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:20Z', 'revision_number': 3, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:24Z', 'revision_number': 4, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:43:25.572762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab79712-832b-4475-bfc8-e89c3196c09a None None] Pushing event updated for resources: {'Port': ['ID=754bb2d7-1064-4321-9509-6efa9dac84f1,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:25.590159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Made reservation on behalf of ccaedf827d9d4577a30e854d21b5851b for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:25.593200 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:25.619844 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:25.661218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Allocated IP 2001:db8:2::2 (325bdc33-5053-420f-a5ad-dc6561581ea9/7851b647-ef13-4819-9c9f-22d8ec8b31e5/cfea8f8e-2118-4adb-9c73-616e27e6a30d) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:25.744547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-742364084'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:25.853325 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:25.958300 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:25.988415 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.076537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.118071 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.146462 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:43:26.168312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5539fd5-c78b-4f9f-887f-132fbe2a9797,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:26.186346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.187001 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Added segment dd15636b-6525-43d8-8f16-20bff27c8cc2 of type vlan for network 031f2262-94ec-4460-b3db-f6ec1c0d1d78 Sep 22 09:43:26.213437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Network 325bdc33-5053-420f-a5ad-dc6561581ea9 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:26.221683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:26.259918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:26.294474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Made reservation on behalf of be40d1abfaea4a7982915ec1d67ea4b2 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:26.298940 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.372092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Attempting to bind port cfea8f8e-2118-4adb-9c73-616e27e6a30d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:26.374908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Attempting to bind port cfea8f8e-2118-4adb-9c73-616e27e6a30d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '4ea777c3-811d-458d-8e52-666da0367f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:26.374908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Attempting to bind port cfea8f8e-2118-4adb-9c73-616e27e6a30d on network 325bdc33-5053-420f-a5ad-dc6561581ea9 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:26.381881 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.386681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Pushing event updated for resources: {'Port': ['ID=cfea8f8e-2118-4adb-9c73-616e27e6a30d,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:26.389020 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.393033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:26.393416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Checking segment: {'id': '4ea777c3-811d-458d-8e52-666da0367f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:26.395616 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.396055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Bound using segment: {'id': '4ea777c3-811d-458d-8e52-666da0367f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:26.396556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Bound port: cfea8f8e-2118-4adb-9c73-616e27e6a30d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea777c3-811d-458d-8e52-666da0367f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:26.396979 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.436941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Allocated IP 2001:db8:2::1 (325bdc33-5053-420f-a5ad-dc6561581ea9/7851b647-ef13-4819-9c9f-22d8ec8b31e5/b8d8abf2-c081-4f19-b9fc-96d62d26b7b3) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:26.445154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c66eb-e570-431c-8588-bb5e18b64309 req-8acf23f5-3ffd-440c-a8be-cb22cc0cc6b4 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:26.453301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-770c66eb-e570-431c-8588-bb5e18b64309 req-8acf23f5-3ffd-440c-a8be-cb22cc0cc6b4 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 945 time: 0.1794345 Sep 22 09:43:26.495475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] For port cfea8f8e-2118-4adb-9c73-616e27e6a30d, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:26.499958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] For port cfea8f8e-2118-4adb-9c73-616e27e6a30d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cfea8f8e-2118-4adb-9c73-616e27e6a30d,segment=NetworkSegment(4ea777c3-811d-458d-8e52-666da0367f4d),segment_id=4ea777c3-811d-458d-8e52-666da0367f4d)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:26.556524 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-770c66eb-e570-431c-8588-bb5e18b64309 req-d7a329aa-a201-434a-bef0-17742f3fbc10 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014938 Sep 22 09:43:26.574029 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.574493 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.575657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:26.576446 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.724496 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815a2e6-6dc9-4da5-abb2-8bc6f4458bea None None] Pushing event updated for resources: {'Port': ['ID=cfea8f8e-2118-4adb-9c73-616e27e6a30d,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:26.736067 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.787894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] Pushing event updated for resources: {'Network': ['ID=031f2262-94ec-4460-b3db-f6ec1c0d1d78,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:26.802301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 031f2262-94ec-4460-b3db-f6ec1c0d1d78 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:43:26.835622 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.897669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.945187 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.967715 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=b8d8abf2-c081-4f19-b9fc-96d62d26b7b3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:26.975146 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4f052cc-78c9-4ebe-b2a4-d9b4f6c3f6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:26.995863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 325bdc33-5053-420f-a5ad-dc6561581ea9 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:26.997462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:27.015621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:27.015621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.024620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:43:27.052023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5667c742-6e71-457a-898f-36d110855e8b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1161985 Sep 22 09:43:27.071626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49976) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:27.083212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] Request body: {'subnet': {'network_id': '031f2262-94ec-4460-b3db-f6ec1c0d1d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1246087319-subnet', 'tenant_id': 'ccaedf827d9d4577a30e854d21b5851b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:27.123674 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.124162 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Added segment f98e621e-d0c4-4ee2-8452-93d5d90fb423 of type vlan for network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 Sep 22 09:43:27.125805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d630fa3b-6ad1-4871-963f-77d171cd7709,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:27.189692 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.226019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] Made reservation on behalf of ccaedf827d9d4577a30e854d21b5851b for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:27.228688 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.342632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 754bb2d7-1064-4321-9509-6efa9dac84f1 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:27.361456 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.367962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:27.369587 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.379698 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.476869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 754bb2d7-1064-4321-9509-6efa9dac84f1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:27.477656 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.483152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Pushing event updated for resources: {'Network': ['ID=ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:27.495430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-26525041-a7e8-411d-b4b8-ad815d65ee56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.0632215 Sep 22 09:43:27.530314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:43:27.625485 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.680410 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.714879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cfea8f8e-2118-4adb-9c73-616e27e6a30d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:27.771974 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.799512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port cfea8f8e-2118-4adb-9c73-616e27e6a30d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:27.801027 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.834900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc279181-0280-43b6-9c2b-df3d04b38dd2,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:27.862361 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] Checking segment: {'id': 'dd15636b-6525-43d8-8f16-20bff27c8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '031f2262-94ec-4460-b3db-f6ec1c0d1d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:27.862650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] Network hostable DHCP agents. Network: 031f2262-94ec-4460-b3db-f6ec1c0d1d78, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:43:27.944270 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.946034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:27.977374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] Network 031f2262-94ec-4460-b3db-f6ec1c0d1d78 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:43:28.000162 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:28.025448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=b8d8abf2-c081-4f19-b9fc-96d62d26b7b3,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:28.070012 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port cfea8f8e-2118-4adb-9c73-616e27e6a30d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cfea8f8e-2118-4adb-9c73-616e27e6a30d,segment=NetworkSegment(4ea777c3-811d-458d-8e52-666da0367f4d),segment_id=4ea777c3-811d-458d-8e52-666da0367f4d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:28.075165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbf971-1af6-4ebe-a2ef-b09c5afd08fb req-59b5c4ba-e7cd-4cf8-8735-5e65dd6476c5 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:28.076788 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4fbbf971-1af6-4ebe-a2ef-b09c5afd08fb req-59b5c4ba-e7cd-4cf8-8735-5e65dd6476c5 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.45 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 945 time: 0.1951911 Sep 22 09:43:28.131026 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:28.173101 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:28.178619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 031f2262-94ec-4460-b3db-f6ec1c0d1d78) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:28.184239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:28.184897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:28.191891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e8641c-53a0-495b-a08e-5ff061ca4960 None None] Network 031f2262-94ec-4460-b3db-f6ec1c0d1d78 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:28.220484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network 325bdc33-5053-420f-a5ad-dc6561581ea9 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:28.223264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:28.339104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c554a0e-0bd3-45d4-9a72-4fda11d2e166 None None] Network 325bdc33-5053-420f-a5ad-dc6561581ea9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:28.359099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-4fbbf971-1af6-4ebe-a2ef-b09c5afd08fb req-9da50ef2-58fd-4924-8ce7-fe044cb2af60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Deleting port 43430fda-b915-4978-91ef-2d225027ec15 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:28.360914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d666b3b8-5647-495c-a4a3-7e89921407ad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2870884 Sep 22 09:43:28.361187 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4fbbf971-1af6-4ebe-a2ef-b09c5afd08fb req-9da50ef2-58fd-4924-8ce7-fe044cb2af60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:28.365810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=cfea8f8e-2118-4adb-9c73-616e27e6a30d,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:28.405698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 941f9e23-5c28-4ebc-947b-39ec8170ec91 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:43:28.411678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7f89c442-2372-4500-981d-15640065cc5d None None] Provisioning complete for port cfea8f8e-2118-4adb-9c73-616e27e6a30d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:28.412058 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f89c442-2372-4500-981d-15640065cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:28.662089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4fbbf971-1af6-4ebe-a2ef-b09c5afd08fb req-9da50ef2-58fd-4924-8ce7-fe044cb2af60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] For port 43430fda-b915-4978-91ef-2d225027ec15, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=43430fda-b915-4978-91ef-2d225027ec15,segment=NetworkSegment(c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b),segment_id=c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:28.662602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4fbbf971-1af6-4ebe-a2ef-b09c5afd08fb req-9da50ef2-58fd-4924-8ce7-fe044cb2af60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:28.695320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-4fbbf971-1af6-4ebe-a2ef-b09c5afd08fb req-9da50ef2-58fd-4924-8ce7-fe044cb2af60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Calling delete_port for 43430fda-b915-4978-91ef-2d225027ec15 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:28.750858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:28.750858 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3a100cdf-55fe-43e7-897d-500dd9670968 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7818220 Sep 22 09:43:28.752411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50026) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:28.771844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1232423771'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:28.800133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Sync routers for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:43:28.816841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf0051-daf0-48f7-91e5-46d7442f0182 None None] Network 031f2262-94ec-4460-b3db-f6ec1c0d1d78 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:28.948955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:28.955083 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:28.965397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50030) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:28.973378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Request body: {'port': {'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48', 'binding:host_id': 'n-h1-805649-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-472936195'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:28.989280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:28.989949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:29.034697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:43:29.058321 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:29.058670 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added segment 5732f28b-6d7e-43b5-a41f-c50cf86c189e of type vlan for network e7c1d469-fd43-4259-aa1f-487dd367c04c Sep 22 09:43:29.133335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Made reservation on behalf of a9872fda38e24939ab712c847ec01079 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:29.136226 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:29.148257 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4fbbf971-1af6-4ebe-a2ef-b09c5afd08fb req-9da50ef2-58fd-4924-8ce7-fe044cb2af60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:29.168920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['43430fda-b915-4978-91ef-2d225027ec15'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:43:29.184051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cfea8f8e-2118-4adb-9c73-616e27e6a30d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:29.196134 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:29.227405 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da50ef2-58fd-4924-8ce7-fe044cb2af60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Pushing event deleted for resources: {'Port': ['ID=43430fda-b915-4978-91ef-2d225027ec15,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:29.243072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:29.269591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a179ec-d492-4c4d-9894-b7076967e182 req-0b5d44e5-b2bc-44f8-b0c3-ebf8776ae3b3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:29.278449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1a179ec-d492-4c4d-9894-b7076967e182 req-0b5d44e5-b2bc-44f8-b0c3-ebf8776ae3b3 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/ports?device_id=358a02f9-fff3-45f2-a7dd-dbe5d9ac195e HTTP/1.1" status: 200 len: 867 time: 0.2224560 Sep 22 09:43:29.338019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1a179ec-d492-4c4d-9894-b7076967e182 req-18aa12f8-6ef5-42f9-af75-038485f2b48d tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1816ee1-d377-44ba-b701-d18255acbc66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548270 Sep 22 09:43:29.339699 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:29.352932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:29.358416 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:29.412613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:29.433958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbbf971-1af6-4ebe-a2ef-b09c5afd08fb req-9da50ef2-58fd-4924-8ce7-fe044cb2af60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] No DVR routers for this DVR port 43430fda-b915-4978-91ef-2d225027ec15 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:43:29.442724 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4fbbf971-1af6-4ebe-a2ef-b09c5afd08fb req-9da50ef2-58fd-4924-8ce7-fe044cb2af60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:29.446192 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4fbbf971-1af6-4ebe-a2ef-b09c5afd08fb req-9da50ef2-58fd-4924-8ce7-fe044cb2af60 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] 10.222.0.45 "DELETE /v2.0/ports/43430fda-b915-4978-91ef-2d225027ec15 HTTP/1.1" status: 204 len: 173 time: 1.3350079 Sep 22 09:43:29.454489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Network': ['ID=e7c1d469-fd43-4259-aa1f-487dd367c04c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:29.460375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358a02f9-fff3-45f2-a7dd-dbe5d9ac195e', 'name': 'network-vif-deleted', 'tag': '43430fda-b915-4978-91ef-2d225027ec15'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:29.464015 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138de292-9544-4764-a3b3-5c708b662eee" -d '{"events": [{"server_uuid": "358a02f9-fff3-45f2-a7dd-dbe5d9ac195e", "name": "network-vif-deleted", "tag": "43430fda-b915-4978-91ef-2d225027ec15"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:29.535582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network e7c1d469-fd43-4259-aa1f-487dd367c04c details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:43:29.612130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:29.739598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:29.791626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-c34e255e-491b-44b3-b797-169cab81daa6 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:29.793636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-c34e255e-491b-44b3-b797-169cab81daa6 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/networks?id=031f2262-94ec-4460-b3db-f6ec1c0d1d78 HTTP/1.1" status: 200 len: 813 time: 0.2082770 Sep 22 09:43:29.821485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] device_id is not set on port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:43:29.826788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ed99f6-442f-436f-ae82-0ff1cb3a408c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:29.827990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-05c1f109-f2ba-4800-9f08-3844c59a3e39 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/quotas/ccaedf827d9d4577a30e854d21b5851b HTTP/1.1" status: 200 len: 375 time: 0.0194378 Sep 22 09:43:29.862538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port cfea8f8e-2118-4adb-9c73-616e27e6a30d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:29.869925 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:29.870085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-52df934d-c27f-4ead-9d26-bcc72037ab4f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ccaedf827d9d4577a30e854d21b5851b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402913 Sep 22 09:43:29.908163 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1ea10605-7248-40e9-8a01-f00cc4a8e180 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1525238 Sep 22 09:43:29.910615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50060) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:29.918920 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'subnet': {'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:30.032342 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:30.165869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-d8c71aab-6e3f-4bab-9cf6-1467349cdd8d service neutron] 10.222.0.49 "GET /v2.0/networks/031f2262-94ec-4460-b3db-f6ec1c0d1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884281 Sep 22 09:43:30.201393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:27Z', 'revision_number': 4, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:27Z', 'revision_number': 2, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:30.258500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Checking router: 941f9e23-5c28-4ebc-947b-39ec8170ec91 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:43:30.258864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Updating router 941f9e23-5c28-4ebc-947b-39ec8170ec91 port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:43:30.295215 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:30.333915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Made reservation on behalf of 17ad606c71ff4efe949a69068da10bcd for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:30.348760 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:30.380936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-4ad459ad-cbba-405e-8505-e95c6703bee8 service neutron] 10.222.0.49 "GET /v2.0/networks/031f2262-94ec-4460-b3db-f6ec1c0d1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083373 Sep 22 09:43:30.587480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] device_id is not set on port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:43:30.645479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6599d637-daa7-4b80-aced-d43dce18056a None None] Provisioning complete for port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:30.645479 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6599d637-daa7-4b80-aced-d43dce18056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:30.652843 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:30.714711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6599d637-daa7-4b80-aced-d43dce18056a None None] Port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:30.791399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6599d637-daa7-4b80-aced-d43dce18056a None None] Provisioning complete for port cfea8f8e-2118-4adb-9c73-616e27e6a30d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:30.791785 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6599d637-daa7-4b80-aced-d43dce18056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:30.795478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:30.909004 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8179af7c-e0f1-4109-b606-7cb057ca2177 x-openstack-request-id: req-8179af7c-e0f1-4109-b606-7cb057ca2177 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:30.913829 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358a02f9-fff3-45f2-a7dd-dbe5d9ac195e", "name": "network-vif-deleted", "tag": "43430fda-b915-4978-91ef-2d225027ec15", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:30.913829 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8179af7c-e0f1-4109-b606-7cb057ca2177 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:30.913829 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358a02f9-fff3-45f2-a7dd-dbe5d9ac195e', 'name': 'network-vif-deleted', 'tag': '43430fda-b915-4978-91ef-2d225027ec15', 'status': 'completed', 'code': 200} Sep 22 09:43:30.920350 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:31.030732 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:31.043119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcd7ff4f-d5fc-44b2-b610-c14a47e2273b req-fd2b3fdc-da20-4de0-bd31-48fd59d62b1d tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 210 time: 0.0881865 Sep 22 09:43:31.077227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Subnet': ['ID=b01e81eb-1ebd-4aa4-9a35-de663a9c182d,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:31.112401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event updated for resources: {'Port': ['ID=bea84dde-2272-4ac5-9ba6-a8a36bf08f1e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:31.202695 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:31.234091 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Checking segment: {'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:31.239733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Network hostable DHCP agents. Network: ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:43:31.239733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Checking segment: {'id': '5732f28b-6d7e-43b5-a41f-c50cf86c189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:31.239733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network hostable DHCP agents. Network: e7c1d469-fd43-4259-aa1f-487dd367c04c, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:43:31.366115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:43:31.389647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0810e-8bf0-435f-8ab6-230bda80668f None None] Pushing event updated for resources: {'Port': ['ID=b8d8abf2-c081-4f19-b9fc-96d62d26b7b3,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:31.408423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network e7c1d469-fd43-4259-aa1f-487dd367c04c is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:43:31.420047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ae7c16d3-d1e4-4d56-942b-21f4bd6e7a23 None None] Provisioning complete for port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:31.420047 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae7c16d3-d1e4-4d56-942b-21f4bd6e7a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:31.496828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Attempting to bind port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:31.497319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Attempting to bind port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '4ea777c3-811d-458d-8e52-666da0367f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:31.497690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Attempting to bind port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 on network 325bdc33-5053-420f-a5ad-dc6561581ea9 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:31.515939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:31.516318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Checking segment: {'id': '4ea777c3-811d-458d-8e52-666da0367f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:31.516743 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:31.517151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Bound using segment: {'id': '4ea777c3-811d-458d-8e52-666da0367f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:31.517632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Bound port: b8d8abf2-c081-4f19-b9fc-96d62d26b7b3, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea777c3-811d-458d-8e52-666da0367f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:31.518021 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:31.521958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, e7c1d469-fd43-4259-aa1f-487dd367c04c) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:31.525618 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:31.539139 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:31.540769 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:31.547044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:31.553096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb3c334-f50b-4de5-822c-0193d31857a4 None None] Network e7c1d469-fd43-4259-aa1f-487dd367c04c requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:31.563961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 43430fda-b915-4978-91ef-2d225027ec15 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:43:31.595356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7b5089-1dad-4244-b08d-057444884e87 None None] Network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:31.618606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:31.619023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:31.619487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:31.625250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:31.625589 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:31.626384 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 2 to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e Sep 22 09:43:31.656578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:31.657240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:31.657741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:31.666203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:31.666922 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:31.668962 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 3 to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e Sep 22 09:43:31.681716 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c16d3-d1e4-4d56-942b-21f4bd6e7a23 None None] Port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:31.688319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:31.688757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:31.689155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:31.696137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:31.696478 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:31.697300 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 4 to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e Sep 22 09:43:31.717993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 43430fda-b915-4978-91ef-2d225027ec15 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:43:31.718338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 43430fda-b915-4978-91ef-2d225027ec15 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:43:31.725445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:31.727956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:31.728345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:31.741974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:31.742497 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:31.745669 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 5 to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e Sep 22 09:43:31.784661 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0776ab75-7065-4c46-8c7c-6bcb76c0f2a0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8721719 Sep 22 09:43:31.787629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50126) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:31.795848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:31.796184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:31.796815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:31.806820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:31.807196 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:31.807784 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 6 to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e Sep 22 09:43:31.833354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:31.833724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:31.834063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:31.839619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:31.840037 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:31.840442 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 7 to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e Sep 22 09:43:31.857314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:31.858092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:31.858640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:31.865843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:31.866046 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:31.866954 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 8 to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e Sep 22 09:43:31.890480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:31.890826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:31.894429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:31.902357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:31.913113 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:31.917900 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 9 to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e Sep 22 09:43:31.950857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:31.950857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:31.950857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:31.957518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:31.957859 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:31.961427 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 10 to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e Sep 22 09:43:31.993545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:31.994352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:31.994861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:32.005805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:32.010923 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:32.011331 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:32.052045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-64058b81-9a1e-4563-95e4-34c6179cf359 None None] Provisioning complete for port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:32.052583 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-64058b81-9a1e-4563-95e4-34c6179cf359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:32.102858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] For port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:32.103077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempted to set empty binding levels {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 09:43:32.135113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] For port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:32.144145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-64058b81-9a1e-4563-95e4-34c6179cf359 None None] Port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:32.185853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] For port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b8d8abf2-c081-4f19-b9fc-96d62d26b7b3,segment=NetworkSegment(4ea777c3-811d-458d-8e52-666da0367f4d),segment_id=4ea777c3-811d-458d-8e52-666da0367f4d)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:32.241731 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:32.310825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:32.311536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:32.318311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-85480513-5143-4d61-8aa1-8f9d4d4d0b11 None None] Provisioning complete for port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:32.318691 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-85480513-5143-4d61-8aa1-8f9d4d4d0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:32.371002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event updated for resources: {'Port': ['ID=bea84dde-2272-4ac5-9ba6-a8a36bf08f1e,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:32.379823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-e7c1d469-fd43-4259-aa1f-487dd367c04c', 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'fixed_ips': [{'subnet_id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:43:32.383372 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:32.412061 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:32.447677 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-da98dbc3-7c15-40ed-a37b-f6c0010c49d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.4810371 Sep 22 09:43:32.450778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50150) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:32.612514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-141f4f76-a81a-4767-af82-03271c963c78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Deleting port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:32.613217 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-141f4f76-a81a-4767-af82-03271c963c78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:32.637339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a13cdb72-8bc8-460f-aadf-815790cd2f0a req-d5d185d9-695b-4aeb-bbe2-725d34b34948 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 210 time: 0.0614512 Sep 22 09:43:32.712653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-85480513-5143-4d61-8aa1-8f9d4d4d0b11 None None] Port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:32.777388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-141f4f76-a81a-4767-af82-03271c963c78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] For port bea84dde-2272-4ac5-9ba6-a8a36bf08f1e, host n-h1-805649-4, got binding levels [] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:32.777759 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-141f4f76-a81a-4767-af82-03271c963c78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:32.807729 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-141f4f76-a81a-4767-af82-03271c963c78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Calling delete_port for bea84dde-2272-4ac5-9ba6-a8a36bf08f1e owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:32.820630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0810e-8bf0-435f-8ab6-230bda80668f None None] Pushing event updated for resources: {'Port': ['ID=b8d8abf2-c081-4f19-b9fc-96d62d26b7b3,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:32.863274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:32.863992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:33.167315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:33.167483 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:33.343023 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-141f4f76-a81a-4767-af82-03271c963c78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:33.348065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0e741241-a5ad-46b1-9975-0f51c7273c22 None None] Provisioning complete for port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:33.348474 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0e741241-a5ad-46b1-9975-0f51c7273c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:33.358988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f4f76-a81a-4767-af82-03271c963c78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event deleted for resources: {'Port': ['ID=bea84dde-2272-4ac5-9ba6-a8a36bf08f1e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:33.381444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-141f4f76-a81a-4767-af82-03271c963c78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:33.387407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50170) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:33.387983 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-141f4f76-a81a-4767-af82-03271c963c78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "DELETE /v2.0/ports/bea84dde-2272-4ac5-9ba6-a8a36bf08f1e HTTP/1.1" status: 204 len: 168 time: 0.9357762 Sep 22 09:43:33.503028 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e785ed2-bdaa-4734-842f-6e0ef51aa730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] GET failed (client error): The resource could not be found. Sep 22 09:43:33.503028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1e785ed2-bdaa-4734-842f-6e0ef51aa730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "GET /v2.0/ports/bea84dde-2272-4ac5-9ba6-a8a36bf08f1e HTTP/1.1" status: 404 len: 333 time: 0.1003768 Sep 22 09:43:33.503226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50174) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:33.506636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Request body: {'port': {'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-797472425'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:33.602019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Allocated IP 2001:db8:3::2 (e7c1d469-fd43-4259-aa1f-487dd367c04c/b01e81eb-1ebd-4aa4-9a35-de663a9c182d/7f0c0327-a9d5-41f6-a44f-0472facafa48) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:33.663377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Made reservation on behalf of a9872fda38e24939ab712c847ec01079 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:33.667034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:33.702438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] device_id is not set on port b10d6980-6789-47e4-a493-f69da40b72d1 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:43:33.713997 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0e741241-a5ad-46b1-9975-0f51c7273c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:33.769351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:27Z', 'revision_number': 4, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:32Z', 'revision_number': 4, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:33.775945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65bcbca6-f051-4981-afb3-fa5188c77b79 req-ca17549d-541e-47e1-8d2d-a55677e3cbcc tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 210 time: 0.0479057 Sep 22 09:43:33.810560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8b05f-6773-43c1-9fe8-08015f7de3d9 None None] The sync data for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 is: [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:27Z', 'revision_number': 4, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:32Z', 'revision_number': 4, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:43:33.854699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0e741241-a5ad-46b1-9975-0f51c7273c22 None None] For port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b8d8abf2-c081-4f19-b9fc-96d62d26b7b3,segment=NetworkSegment(4ea777c3-811d-458d-8e52-666da0367f4d),segment_id=4ea777c3-811d-458d-8e52-666da0367f4d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:33.994275 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.000054 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0e741241-a5ad-46b1-9975-0f51c7273c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.082023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e741241-a5ad-46b1-9975-0f51c7273c22 None None] Pushing event updated for resources: {'Port': ['ID=b8d8abf2-c081-4f19-b9fc-96d62d26b7b3,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:34.082312 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.153086 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.211747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Allocated IP 2001:db8:3::1 (e7c1d469-fd43-4259-aa1f-487dd367c04c/b01e81eb-1ebd-4aa4-9a35-de663a9c182d/ce6c4936-d579-419e-9277-eebb16d61187) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:34.222658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Pushing event updated for resources: {'Port': ['ID=7f0c0327-a9d5-41f6-a44f-0472facafa48,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:34.246820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Network e7c1d469-fd43-4259-aa1f-487dd367c04c is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:34.248348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:34.258664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:34.363742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Attempting to bind port 7f0c0327-a9d5-41f6-a44f-0472facafa48 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:34.364208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Attempting to bind port 7f0c0327-a9d5-41f6-a44f-0472facafa48 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '5732f28b-6d7e-43b5-a41f-c50cf86c189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:34.365121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Attempting to bind port 7f0c0327-a9d5-41f6-a44f-0472facafa48 on network e7c1d469-fd43-4259-aa1f-487dd367c04c {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:34.371800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:34.372298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Checking segment: {'id': '5732f28b-6d7e-43b5-a41f-c50cf86c189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:34.372819 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.373281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Bound using segment: {'id': '5732f28b-6d7e-43b5-a41f-c50cf86c189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:34.373817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Bound port: 7f0c0327-a9d5-41f6-a44f-0472facafa48, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5732f28b-6d7e-43b5-a41f-c50cf86c189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:34.374308 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.405478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.416212 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.473484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] For port 7f0c0327-a9d5-41f6-a44f-0472facafa48, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:34.489476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] For port 7f0c0327-a9d5-41f6-a44f-0472facafa48, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7f0c0327-a9d5-41f6-a44f-0472facafa48,segment=NetworkSegment(5732f28b-6d7e-43b5-a41f-c50cf86c189e),segment_id=5732f28b-6d7e-43b5-a41f-c50cf86c189e)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:34.518475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:34.530322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event updated for resources: {'Port': ['ID=b10d6980-6789-47e4-a493-f69da40b72d1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:34.536065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:34.543483 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:34.545167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:34.545995 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.562225 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.563795 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.676572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network e7c1d469-fd43-4259-aa1f-487dd367c04c is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:34.681545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:34.708602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:34.709371 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:34.728674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50351fa-3cde-4b7c-99b6-1a5ecf465032 None None] Pushing event updated for resources: {'Port': ['ID=7f0c0327-a9d5-41f6-a44f-0472facafa48,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:34.770724 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-903ce688-d05e-484b-9fbf-bcad7fe7e5f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2669559 Sep 22 09:43:34.782990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50198) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:34.783594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=ce6c4936-d579-419e-9277-eebb16d61187,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:34.787686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:34.933445 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:35.001798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42efb005-0426-40fe-8931-548fa5ed1b35 req-f5a743a0-4bbd-4166-b6a7-60c329bb1e5c tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 210 time: 0.0484166 Sep 22 09:43:35.109790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:35.267912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:35.373108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-45fabef9-df43-428a-82fb-f4877679c54d tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:35.374998 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-45fabef9-df43-428a-82fb-f4877679c54d tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.60 "GET /v2.0/networks?id=031f2262-94ec-4460-b3db-f6ec1c0d1d78 HTTP/1.1" status: 200 len: 813 time: 0.4487870 Sep 22 09:43:35.393374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Request body: {'port': {'device_id': 'e2a7e957-30f1-4dad-b554-525a63f88fe7', 'network_id': '031f2262-94ec-4460-b3db-f6ec1c0d1d78', 'admin_state_up': True, 'tenant_id': 'ccaedf827d9d4577a30e854d21b5851b'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:35.473085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:35.476050 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:35.574534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:35.707926 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:35.708795 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:35.951811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Network e7c1d469-fd43-4259-aa1f-487dd367c04c is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:35.958430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:36.087162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event updated for resources: {'Port': ['ID=ce6c4936-d579-419e-9277-eebb16d61187,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:36.257998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 941f9e23-5c28-4ebc-947b-39ec8170ec91 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:43:36.358771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee1631ff-ecab-4ad8-bc07-b02d3f45a543 req-7fd48747-f479-44cf-8301-7d28e8e9a7c8 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 210 time: 0.1041305 Sep 22 09:43:36.362028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Made reservation on behalf of ccaedf827d9d4577a30e854d21b5851b for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:36.365545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:36.527723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:36.539028 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Sync routers for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:43:36.545146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-826f2c6f-3bc9-45b5-9a5e-11ed8f03917c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7563140 Sep 22 09:43:36.545973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50230) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:36.552130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-69d0c816-d0ad-453a-bedc-23339dc56354 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:36.577173 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:36.589989 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:36.629031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec01a61e-b8a7-4603-a31c-fa10b822bd5e None None] Network e7c1d469-fd43-4259-aa1f-487dd367c04c requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:36.667976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] device_id is not set on port b10d6980-6789-47e4-a493-f69da40b72d1 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:43:36.680912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:36.701008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Allocated IP 172.20.0.10 (031f2262-94ec-4460-b3db-f6ec1c0d1d78/dc279181-0280-43b6-9c2b-df3d04b38dd2/12d32e5f-ba26-4b2f-a0d0-aca47de3915f) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:36.844056 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:36.862364 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:36.950875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f86f5864-e3d3-4def-9386-f0dd2c71fe0f None None] Provisioning complete for port 7f0c0327-a9d5-41f6-a44f-0472facafa48 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:36.951506 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f86f5864-e3d3-4def-9386-f0dd2c71fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:36.993858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event updated for resources: {'Port': ['ID=b10d6980-6789-47e4-a493-f69da40b72d1,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:37.247405 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f86f5864-e3d3-4def-9386-f0dd2c71fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:37.287151 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:37.298272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:37.299068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:37.362934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:37.363605 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:37.367455 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 2 to bind port b10d6980-6789-47e4-a493-f69da40b72d1 Sep 22 09:43:37.372125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f86f5864-e3d3-4def-9386-f0dd2c71fe0f None None] For port 7f0c0327-a9d5-41f6-a44f-0472facafa48, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7f0c0327-a9d5-41f6-a44f-0472facafa48,segment=NetworkSegment(5732f28b-6d7e-43b5-a41f-c50cf86c189e),segment_id=5732f28b-6d7e-43b5-a41f-c50cf86c189e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:37.376849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.extraroute_db [None req-69d0c816-d0ad-453a-bedc-23339dc56354 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95510) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 09:43:37.379157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7f0c0327-a9d5-41f6-a44f-0472facafa48 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:37.383972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:37.417428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.extraroute_db [None req-69d0c816-d0ad-453a-bedc-23339dc56354 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Removed routes are [] {{(pid=95510) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 09:43:37.417637 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-69d0c816-d0ad-453a-bedc-23339dc56354 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:37.425478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:37.425958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:37.428020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:37.461460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:37.462010 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:37.467579 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 3 to bind port b10d6980-6789-47e4-a493-f69da40b72d1 Sep 22 09:43:37.509934 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f86f5864-e3d3-4def-9386-f0dd2c71fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:37.557632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:37.560483 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:37.560963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:37.606742 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:37.606742 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:37.606742 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 4 to bind port b10d6980-6789-47e4-a493-f69da40b72d1 Sep 22 09:43:37.629194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:37.629619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:37.633775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:37.641281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:37.644391 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:37.645005 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 5 to bind port b10d6980-6789-47e4-a493-f69da40b72d1 Sep 22 09:43:37.657231 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:34Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:33Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce6c4936-d579-419e-9277-eebb16d61187', 'name': '', 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:db:52:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:33Z', 'updated_at': '2021-09-22T09:43:35Z', 'revision_number': 2, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:37.671495 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:37.671834 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:37.672175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:37.679844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e50b77a1-bb48-4920-911e-8519bb20041d req-1374f6e4-66e3-4b68-a42c-c20b16766adf tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 210 time: 0.1588519 Sep 22 09:43:37.691205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:37.700664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:37.705187 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:37.714034 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 6 to bind port b10d6980-6789-47e4-a493-f69da40b72d1 Sep 22 09:43:37.752484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f5864-e3d3-4def-9386-f0dd2c71fe0f None None] Pushing event updated for resources: {'Port': ['ID=7f0c0327-a9d5-41f6-a44f-0472facafa48,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:37.775982 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Checking router: 941f9e23-5c28-4ebc-947b-39ec8170ec91 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:43:37.784632 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Updating router 941f9e23-5c28-4ebc-947b-39ec8170ec91 port ce6c4936-d579-419e-9277-eebb16d61187 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:43:37.791794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7f0c0327-a9d5-41f6-a44f-0472facafa48 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:37.796934 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:37.866689 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:37.890696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-04af652c-84d5-41e3-82e9-49b9b96cb0e4 None None] Provisioning complete for port 7f0c0327-a9d5-41f6-a44f-0472facafa48 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:37.891078 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-04af652c-84d5-41e3-82e9-49b9b96cb0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:37.899316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:37.899654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:37.899994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:37.907125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Network 031f2262-94ec-4460-b3db-f6ec1c0d1d78 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:37.908043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:37.908377 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:37.909306 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 7 to bind port b10d6980-6789-47e4-a493-f69da40b72d1 Sep 22 09:43:37.915820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Pushing event updated for resources: {'Port': ['ID=12d32e5f-ba26-4b2f-a0d0-aca47de3915f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:37.924810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:37.936928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:38.098279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.099239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:38.103724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:38.107133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:38.108098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:38.122424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:38.122971 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:38.124492 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 8 to bind port b10d6980-6789-47e4-a493-f69da40b72d1 Sep 22 09:43:38.135184 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-69d0c816-d0ad-453a-bedc-23339dc56354 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:38.142122 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-69d0c816-d0ad-453a-bedc-23339dc56354 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:38.144596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:38.145229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:38.145789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:38.156014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:38.156631 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:38.157231 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 9 to bind port b10d6980-6789-47e4-a493-f69da40b72d1 Sep 22 09:43:38.178649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:38.179435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:38.180766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:38.186173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:38.186743 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:38.187304 n-d-805649-4 neutron-server[95509]: INFO neutron.plugins.ml2.plugin [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 10 to bind port b10d6980-6789-47e4-a493-f69da40b72d1 Sep 22 09:43:38.272176 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-04af652c-84d5-41e3-82e9-49b9b96cb0e4 None None] Provisioning complete for port ce6c4936-d579-419e-9277-eebb16d61187 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:38.273166 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-04af652c-84d5-41e3-82e9-49b9b96cb0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:38.302576 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-b5a00fa2-672c-4f6e-8af9-874b196ba51f tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9152968 Sep 22 09:43:38.309291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:38.309863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:38.313325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:38.348700 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:38.348700 n-d-805649-4 neutron-server[95509]: ERROR neutron.plugins.ml2.managers [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port b10d6980-6789-47e4-a493-f69da40b72d1 on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:38.348700 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:38.410337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-04af652c-84d5-41e3-82e9-49b9b96cb0e4 None None] Port ce6c4936-d579-419e-9277-eebb16d61187 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:38.412154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d0c816-d0ad-453a-bedc-23339dc56354 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 941f9e23-5c28-4ebc-947b-39ec8170ec91 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:43:38.500233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] For port b10d6980-6789-47e4-a493-f69da40b72d1, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:38.500867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempted to set empty binding levels {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 09:43:38.541246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-296305bc-fcee-42e6-897f-77ab6a406b51 None None] Provisioning complete for port ce6c4936-d579-419e-9277-eebb16d61187 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:38.549230 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-296305bc-fcee-42e6-897f-77ab6a406b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:38.628943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:38.652873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-296305bc-fcee-42e6-897f-77ab6a406b51 None None] Port ce6c4936-d579-419e-9277-eebb16d61187 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:38.691545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d0c816-d0ad-453a-bedc-23339dc56354 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:38.709553 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Request body: {'port': {'device_id': 'e2a7e957-30f1-4dad-b554-525a63f88fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:38.712674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event updated for resources: {'Port': ['ID=b10d6980-6789-47e4-a493-f69da40b72d1,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:38.714196 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-69d0c816-d0ad-453a-bedc-23339dc56354 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:38.723950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-69d0c816-d0ad-453a-bedc-23339dc56354 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91 HTTP/1.1" status: 200 len: 954 time: 2.1734154 Sep 22 09:43:38.723950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50282) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:38.724202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] In _notify_port_updated(), no bound segment for port b10d6980-6789-47e4-a493-f69da40b72d1 on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:43:38.724202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.725054 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:38.729416 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8a94ae5c-2cf9-4f0b-bda7-86acedba4b8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "PUT /v2.0/ports/b10d6980-6789-47e4-a493-f69da40b72d1 HTTP/1.1" status: 200 len: 978 time: 3.9534941 Sep 22 09:43:38.730263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50284) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:38.744432 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:38.790781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b5cfcc8d-18ee-4dba-a006-cc47fbbb7bc6 None None] Provisioning complete for port ce6c4936-d579-419e-9277-eebb16d61187 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:38.791316 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5cfcc8d-18ee-4dba-a006-cc47fbbb7bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:38.870259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-46156c18-8075-4396-91de-5d676876c349 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91 HTTP/1.1" status: 200 len: 954 time: 0.1454015 Sep 22 09:43:38.870930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50288) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:38.877918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-29987cd8-0a73-40c0-9b15-bd24844cc6d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'routes': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:38.882187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b5cfcc8d-18ee-4dba-a006-cc47fbbb7bc6 None None] Port ce6c4936-d579-419e-9277-eebb16d61187 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.900592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.902328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.902328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.902328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.902558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:38.906344 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-99570639-2b93-4034-9893-d304d8129908 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16448 time: 0.1285212 Sep 22 09:43:38.927703 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50290) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:39.009768 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:39.024292 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:39.110621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c831db52-d3c7-43b0-8bb3-5e874f536d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Deleting port b10d6980-6789-47e4-a493-f69da40b72d1 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:39.111412 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c831db52-d3c7-43b0-8bb3-5e874f536d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:39.123589 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eba49-715b-44d4-bc34-decb8c67c0db None None] Pushing event updated for resources: {'Port': ['ID=ce6c4936-d579-419e-9277-eebb16d61187,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:39.186379 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7f0c0327-a9d5-41f6-a44f-0472facafa48 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:39.348634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7f0c0327-a9d5-41f6-a44f-0472facafa48 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:39.349060 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:39.450982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-c831db52-d3c7-43b0-8bb3-5e874f536d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] For port b10d6980-6789-47e4-a493-f69da40b72d1, host n-h1-805649-4, got binding levels [] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:39.451798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c831db52-d3c7-43b0-8bb3-5e874f536d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:39.464978 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Attempting to bind port ce6c4936-d579-419e-9277-eebb16d61187 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:39.469162 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Attempting to bind port ce6c4936-d579-419e-9277-eebb16d61187 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '5732f28b-6d7e-43b5-a41f-c50cf86c189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:39.469162 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Attempting to bind port ce6c4936-d579-419e-9277-eebb16d61187 on network e7c1d469-fd43-4259-aa1f-487dd367c04c {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:39.493825 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:39.497838 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Checking segment: {'id': '5732f28b-6d7e-43b5-a41f-c50cf86c189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:39.497838 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:39.509659 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Bound using segment: {'id': '5732f28b-6d7e-43b5-a41f-c50cf86c189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:39.510541 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Bound port: ce6c4936-d579-419e-9277-eebb16d61187, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5732f28b-6d7e-43b5-a41f-c50cf86c189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:39.511229 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:39.514123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c831db52-d3c7-43b0-8bb3-5e874f536d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Calling delete_port for b10d6980-6789-47e4-a493-f69da40b72d1 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:39.625556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9a80b077-6466-41c7-a8a7-dda67a90600b None None] Provisioning complete for port ce6c4936-d579-419e-9277-eebb16d61187 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:39.626067 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a80b077-6466-41c7-a8a7-dda67a90600b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:39.699011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9a80b077-6466-41c7-a8a7-dda67a90600b None None] Port ce6c4936-d579-419e-9277-eebb16d61187 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:39.700242 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] For port ce6c4936-d579-419e-9277-eebb16d61187, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:39.710819 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] For port ce6c4936-d579-419e-9277-eebb16d61187, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ce6c4936-d579-419e-9277-eebb16d61187,segment=NetworkSegment(5732f28b-6d7e-43b5-a41f-c50cf86c189e),segment_id=5732f28b-6d7e-43b5-a41f-c50cf86c189e)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:39.747219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af012a-a78c-4e3e-94e9-16ef6f3dfb7c req-fa31b33a-c433-4030-8b70-95ce7dd80ffe tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:39.758699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3af012a-a78c-4e3e-94e9-16ef6f3dfb7c req-fa31b33a-c433-4030-8b70-95ce7dd80ffe tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 932 time: 0.9070599 Sep 22 09:43:39.836252 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:39.868143 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d32e5f-ba26-4b2f-a0d0-aca47de3915f {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:43:39.877643 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:39.898617 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eba49-715b-44d4-bc34-decb8c67c0db None None] Pushing event updated for resources: {'Port': ['ID=ce6c4936-d579-419e-9277-eebb16d61187,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:39.926124 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:39.926605 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3af012a-a78c-4e3e-94e9-16ef6f3dfb7c req-fda62644-48a0-46ec-a3ee-fc4fd0c21a99 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5539fd5-c78b-4f9f-887f-132fbe2a9797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658356 Sep 22 09:43:39.927059 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:39.946515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Transition to ACTIVE for port object 12d32e5f-ba26-4b2f-a0d0-aca47de3915f will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:43:39.947624 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c831db52-d3c7-43b0-8bb3-5e874f536d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.068824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.074853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831db52-d3c7-43b0-8bb3-5e874f536d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event deleted for resources: {'Port': ['ID=b10d6980-6789-47e4-a493-f69da40b72d1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:40.162088 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:40.175203 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c831db52-d3c7-43b0-8bb3-5e874f536d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.179875 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c831db52-d3c7-43b0-8bb3-5e874f536d86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "DELETE /v2.0/ports/b10d6980-6789-47e4-a493-f69da40b72d1 HTTP/1.1" status: 204 len: 168 time: 1.2495868 Sep 22 09:43:40.186725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50318) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:40.250443 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba3b421-eff0-4616-8fc4-fa4c88093be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] GET failed (client error): The resource could not be found. Sep 22 09:43:40.258604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cba3b421-eff0-4616-8fc4-fa4c88093be0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "GET /v2.0/ports/b10d6980-6789-47e4-a493-f69da40b72d1 HTTP/1.1" status: 404 len: 333 time: 0.0688272 Sep 22 09:43:40.261172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50324) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:40.277299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402124563', 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:40.293188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Pushing event updated for resources: {'Port': ['ID=12d32e5f-ba26-4b2f-a0d0-aca47de3915f,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:40.301018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.extraroute_db [None req-29987cd8-0a73-40c0-9b15-bd24844cc6d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added routes are [] {{(pid=95510) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 09:43:40.301018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.extraroute_db [None req-29987cd8-0a73-40c0-9b15-bd24844cc6d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95510) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 09:43:40.335993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50328) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:40.444840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Provisioning complete for port ce6c4936-d579-419e-9277-eebb16d61187 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:40.445403 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.457500 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29987cd8-0a73-40c0-9b15-bd24844cc6d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.487079 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Made reservation on behalf of a9872fda38e24939ab712c847ec01079 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:40.487079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.512673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] device_id is not set on port d9e7c23f-2f93-46be-973e-69e2bdc67d72 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:43:40.593795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1970a2-5763-4a73-8d9f-471daea36693 admin admin] Deleting subnet b00a578d-afde-4b8b-a56f-208701f3f927 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:43:40.604074 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b1970a2-5763-4a73-8d9f-471daea36693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.631291 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.662538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Attempting to bind port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:40.662904 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Attempting to bind port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'dd15636b-6525-43d8-8f16-20bff27c8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '031f2262-94ec-4460-b3db-f6ec1c0d1d78'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:40.663310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Attempting to bind port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f on network 031f2262-94ec-4460-b3db-f6ec1c0d1d78 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:40.673839 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:37Z', 'revision_number': 6, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:33Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce6c4936-d579-419e-9277-eebb16d61187', 'name': '', 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:db:52:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:33Z', 'updated_at': '2021-09-22T09:43:39Z', 'revision_number': 4, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:40.695642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f on network 031f2262-94ec-4460-b3db-f6ec1c0d1d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:40.695958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Attempting to bind port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f on network 031f2262-94ec-4460-b3db-f6ec1c0d1d78 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:40.702758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] For port ce6c4936-d579-419e-9277-eebb16d61187, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ce6c4936-d579-419e-9277-eebb16d61187,segment=NetworkSegment(5732f28b-6d7e-43b5-a41f-c50cf86c189e),segment_id=5732f28b-6d7e-43b5-a41f-c50cf86c189e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:40.709353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:40.710047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Checking segment: {'id': 'dd15636b-6525-43d8-8f16-20bff27c8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '031f2262-94ec-4460-b3db-f6ec1c0d1d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:40.710448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Bound using segment: {'id': 'dd15636b-6525-43d8-8f16-20bff27c8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '031f2262-94ec-4460-b3db-f6ec1c0d1d78'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:40.710897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Bound port: 12d32e5f-ba26-4b2f-a0d0-aca47de3915f, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd15636b-6525-43d8-8f16-20bff27c8cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '031f2262-94ec-4460-b3db-f6ec1c0d1d78'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:40.711258 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.716956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b1970a2-5763-4a73-8d9f-471daea36693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.728649 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c46d7-5660-44c2-af46-0caceddd0d86 None None] The sync data for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 is: [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:37Z', 'revision_number': 6, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:33Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce6c4936-d579-419e-9277-eebb16d61187', 'name': '', 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:db:52:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:33Z', 'updated_at': '2021-09-22T09:43:39Z', 'revision_number': 4, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:43:40.782702 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.857190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b1970a2-5763-4a73-8d9f-471daea36693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:40.896617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Pushing event updated for resources: {'Port': ['ID=ce6c4936-d579-419e-9277-eebb16d61187,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:40.911806 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.920789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.923241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.925175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.926236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.926766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.927402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.927615 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.927937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.928452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.929419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.929993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4222e84-f741-43ed-b948-9c916be36305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:40.948171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] For port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:40.951789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] For port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=12d32e5f-ba26-4b2f-a0d0-aca47de3915f,segment=NetworkSegment(dd15636b-6525-43d8-8f16-20bff27c8cc2),segment_id=dd15636b-6525-43d8-8f16-20bff27c8cc2)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:41.056821 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.239914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:41.239914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.239914 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] 10.222.0.60 "PUT /v2.0/ports/12d32e5f-ba26-4b2f-a0d0-aca47de3915f HTTP/1.1" status: 200 len: 1092 time: 2.7839582 Sep 22 09:43:41.242733 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29987cd8-0a73-40c0-9b15-bd24844cc6d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.243438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a7e957-30f1-4dad-b554-525a63f88fe7', 'tag': '12d32e5f-ba26-4b2f-a0d0-aca47de3915f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:41.243927 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.244577 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da71508f-ca40-45c1-9653-be96006d9979" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a7e957-30f1-4dad-b554-525a63f88fe7", "tag": "12d32e5f-ba26-4b2f-a0d0-aca47de3915f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:41.244577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b1970a2-5763-4a73-8d9f-471daea36693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.245754 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29987cd8-0a73-40c0-9b15-bd24844cc6d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.246997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf52d2e-a4ef-4f48-a132-af3eb88ddecf service neutron] Pushing event updated for resources: {'Port': ['ID=12d32e5f-ba26-4b2f-a0d0-aca47de3915f,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:41.246997 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b1970a2-5763-4a73-8d9f-471daea36693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.246997 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6b1970a2-5763-4a73-8d9f-471daea36693 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b00a578d-afde-4b8b-a56f-208701f3f927 HTTP/1.1" status: 204 len: 168 time: 0.8752162 Sep 22 09:43:41.246997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1970a2-5763-4a73-8d9f-471daea36693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00a578d-afde-4b8b-a56f-208701f3f927,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:41.246997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50346) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:41.253403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ce6c4936-d579-419e-9277-eebb16d61187 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:41.359966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.363101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ce6c4936-d579-419e-9277-eebb16d61187 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:41.363481 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.480053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba87b2-5c1d-473a-b542-8499a70079b7 req-19bc85f7-d104-4b58-8ec1-b97cc33b2f11 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:41.481782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90ba87b2-5c1d-473a-b542-8499a70079b7 req-19bc85f7-d104-4b58-8ec1-b97cc33b2f11 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 944 time: 0.4134488 Sep 22 09:43:41.544511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-8ca487fd-e12a-468d-a456-c62cce2f03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:41.544511 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-8ca487fd-e12a-468d-a456-c62cce2f03e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccaedf827d9d4577a30e854d21b5851b&device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 1095 time: 0.1822588 Sep 22 09:43:41.566143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29987cd8-0a73-40c0-9b15-bd24844cc6d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 941f9e23-5c28-4ebc-947b-39ec8170ec91 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:43:41.635169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90ba87b2-5c1d-473a-b542-8499a70079b7 req-79fcd718-434c-4387-993c-222195540ebd tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5539fd5-c78b-4f9f-887f-132fbe2a9797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295614 Sep 22 09:43:41.644101 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-c9fb8343-3a68-4eb3-a941-e1d3267a97c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12d32e5f-ba26-4b2f-a0d0-aca47de3915f HTTP/1.1" status: 200 len: 217 time: 0.0903969 Sep 22 09:43:41.684863 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.732995 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.752832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0308c47-2dd5-40ac-9dc0-33b7063350f0']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:41.769918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:41.770571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cbb5c8-c5af-4b35-bdfd-fa5ebc7f517b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:41.785555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-0185e02d-7093-424f-addf-34d86bce9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:41.787431 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-0185e02d-7093-424f-addf-34d86bce9fb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc279181-0280-43b6-9c2b-df3d04b38dd2 HTTP/1.1" status: 200 len: 853 time: 0.0992942 Sep 22 09:43:41.789612 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.826390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-8b72a669-990e-4b90-9b34-5bd20abef934 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=031f2262-94ec-4460-b3db-f6ec1c0d1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285544 Sep 22 09:43:41.838924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event updated for resources: {'Port': ['ID=d9e7c23f-2f93-46be-973e-69e2bdc67d72,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:41.865611 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.890056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:43:41.890470 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:43:41.892196 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:43:41.926581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29987cd8-0a73-40c0-9b15-bd24844cc6d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:41.929483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:41.935654 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29987cd8-0a73-40c0-9b15-bd24844cc6d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:41.939177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-29987cd8-0a73-40c0-9b15-bd24844cc6d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91 HTTP/1.1" status: 200 len: 704 time: 3.0650573 Sep 22 09:43:41.940115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50362) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:41.954486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:41.988342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:41.989714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:41.990316 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:42.006949 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f75348-a1f8-4df2-b74d-97316f8becc5 x-openstack-request-id: req-b0f75348-a1f8-4df2-b74d-97316f8becc5 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:42.006949 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a7e957-30f1-4dad-b554-525a63f88fe7", "tag": "12d32e5f-ba26-4b2f-a0d0-aca47de3915f", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:42.006949 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0f75348-a1f8-4df2-b74d-97316f8becc5 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:42.007945 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a7e957-30f1-4dad-b554-525a63f88fe7', 'tag': '12d32e5f-ba26-4b2f-a0d0-aca47de3915f', 'status': 'completed', 'code': 200} Sep 22 09:43:42.077715 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-0531812c-d2f9-46d5-ba4a-50bb3d4d8241 service neutron] 10.222.0.60 "GET /v2.0/networks/031f2262-94ec-4460-b3db-f6ec1c0d1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288907 Sep 22 09:43:42.100798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96becd31-b463-4a02-b840-3448ba6a767a req-2e253142-505e-4ed4-84b6-622317e60d15 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1078298 Sep 22 09:43:42.108921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f4c36d22-e275-46e9-9c1d-bd8d4d713dd8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91 HTTP/1.1" status: 200 len: 704 time: 0.1654153 Sep 22 09:43:42.109105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e778c03-7877-49a3-b868-fb668e17f18e None None] Sync routers for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:43:42.109579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50366) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:42.118777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e778c03-7877-49a3-b868-fb668e17f18e None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:42.119791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7e778c03-7877-49a3-b868-fb668e17f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:42.174084 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:42.181234 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:42.183239 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] 10.222.0.49 "DELETE /v2.0/networks/b0308c47-2dd5-40ac-9dc0-33b7063350f0 HTTP/1.1" status: 204 len: 168 time: 0.9518218 Sep 22 09:43:42.216341 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd6c4e-4982-408a-a503-4139c6813e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=b0308c47-2dd5-40ac-9dc0-33b7063350f0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:42.230095 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-24fcbd0c-8c60-4e1a-ab14-a265c3a366d8 req-2aaaa862-6b8c-4d44-914d-5e68c6fd4af5 service neutron] 10.222.0.60 "GET /v2.0/networks/031f2262-94ec-4460-b3db-f6ec1c0d1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427701 Sep 22 09:43:42.245054 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96becd31-b463-4a02-b840-3448ba6a767a req-c1b7c16e-154e-496f-a663-57565a5bfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:42.256271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96becd31-b463-4a02-b840-3448ba6a767a req-c1b7c16e-154e-496f-a663-57565a5bfacd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 1096 time: 0.0945835 Sep 22 09:43:42.256271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9f576695-f42f-4da1-8ce4-9fef9e52b14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9893284 Sep 22 09:43:42.256638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50372) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:42.291139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7e778c03-7877-49a3-b868-fb668e17f18e None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:42.321154 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9784a7-07c8-4818-8404-1b2b6739f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:42.325839 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6b9784a7-07c8-4818-8404-1b2b6739f3c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "GET /v2.0/ports/d9e7c23f-2f93-46be-973e-69e2bdc67d72 HTTP/1.1" status: 200 len: 959 time: 0.0726793 Sep 22 09:43:42.326480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50374) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:42.508533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a79b4-44a0-4086-a4a4-746e3520f0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Deleting port d9e7c23f-2f93-46be-973e-69e2bdc67d72 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:42.509280 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e1a79b4-44a0-4086-a4a4-746e3520f0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:42.541072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96becd31-b463-4a02-b840-3448ba6a767a req-3d20525e-12e6-4339-8361-4cfe6361bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:42.542654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96becd31-b463-4a02-b840-3448ba6a767a req-3d20525e-12e6-4339-8361-4cfe6361bbe7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 916 time: 0.2104688 Sep 22 09:43:42.580025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7e778c03-7877-49a3-b868-fb668e17f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:40Z', 'revision_number': 7, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:33Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce6c4936-d579-419e-9277-eebb16d61187', 'name': '', 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:db:52:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:33Z', 'updated_at': '2021-09-22T09:43:40Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:42.608617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e1a79b4-44a0-4086-a4a4-746e3520f0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:42.619750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96becd31-b463-4a02-b840-3448ba6a767a req-660dabac-6d71-4d08-bec2-2f6818ab311c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=867df263-ca48-4844-b194-8caf6f608284 HTTP/1.1" status: 200 len: 217 time: 0.0688603 Sep 22 09:43:42.624898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a79b4-44a0-4086-a4a4-746e3520f0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Calling delete_port for d9e7c23f-2f93-46be-973e-69e2bdc67d72 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:42.640792 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71508f-ca40-45c1-9653-be96006d9979 req-3c854760-847f-4e7d-844d-b866ec58908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:42.642313 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da71508f-ca40-45c1-9653-be96006d9979 req-3c854760-847f-4e7d-844d-b866ec58908f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccaedf827d9d4577a30e854d21b5851b&device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 1095 time: 0.1463940 Sep 22 09:43:42.643510 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e778c03-7877-49a3-b868-fb668e17f18e None None] Checking router: 941f9e23-5c28-4ebc-947b-39ec8170ec91 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:43:42.654691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e778c03-7877-49a3-b868-fb668e17f18e None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:42.655465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7e778c03-7877-49a3-b868-fb668e17f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:42.728659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96becd31-b463-4a02-b840-3448ba6a767a req-c0da0478-8366-46e0-8bd5-c61f403f08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:42.730188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96becd31-b463-4a02-b840-3448ba6a767a req-c0da0478-8366-46e0-8bd5-c61f403f08fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a4b5df-b324-41ba-bbca-be70a81c305a HTTP/1.1" status: 200 len: 855 time: 0.0965817 Sep 22 09:43:42.771356 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50388) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:42.841302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71508f-ca40-45c1-9653-be96006d9979 req-2852eec4-e464-42c7-8cde-623fca27e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:42.842836 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da71508f-ca40-45c1-9653-be96006d9979 req-2852eec4-e464-42c7-8cde-623fca27e1c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=031f2262-94ec-4460-b3db-f6ec1c0d1d78 HTTP/1.1" status: 200 len: 914 time: 0.1681645 Sep 22 09:43:42.848019 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-018832bd-5074-4296-8130-5f4db84aa196 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8bd70d7a90ed493c918a390115ac4717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709555 Sep 22 09:43:42.848216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50390) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:42.860136 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96becd31-b463-4a02-b840-3448ba6a767a req-9edc85cd-8d7d-406d-b5f0-c7d0e98d6f6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cca937a5-581c-4426-9723-be378be2916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613563 Sep 22 09:43:42.911884 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da71508f-ca40-45c1-9653-be96006d9979 req-064a7857-a713-4d89-984f-7658a7c84672 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12d32e5f-ba26-4b2f-a0d0-aca47de3915f HTTP/1.1" status: 200 len: 217 time: 0.0555620 Sep 22 09:43:42.974870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7e778c03-7877-49a3-b868-fb668e17f18e None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:42.975658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e1a79b4-44a0-4086-a4a4-746e3520f0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.008141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96becd31-b463-4a02-b840-3448ba6a767a req-929dd49f-3827-4252-acea-e3ee6eb9cee9 service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382399 Sep 22 09:43:43.074520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a79b4-44a0-4086-a4a4-746e3520f0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9e7c23f-2f93-46be-973e-69e2bdc67d72,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:43.099311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4b67-99d2-44ad-9ad1-04a0edd679a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.103926 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e1a79b4-44a0-4086-a4a4-746e3520f0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.114141 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4e1a79b4-44a0-4086-a4a4-746e3520f0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "DELETE /v2.0/ports/d9e7c23f-2f93-46be-973e-69e2bdc67d72 HTTP/1.1" status: 204 len: 168 time: 0.7812829 Sep 22 09:43:43.114141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50394) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:43.124396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71508f-ca40-45c1-9653-be96006d9979 req-a86bc2ad-85e8-4900-9b63-895582febd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:43.126204 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da71508f-ca40-45c1-9653-be96006d9979 req-a86bc2ad-85e8-4900-9b63-895582febd1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc279181-0280-43b6-9c2b-df3d04b38dd2 HTTP/1.1" status: 200 len: 853 time: 0.2061238 Sep 22 09:43:43.174873 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da71508f-ca40-45c1-9653-be96006d9979 req-41cac7a7-20ca-4782-9e63-c02f583dedf2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=031f2262-94ec-4460-b3db-f6ec1c0d1d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279002 Sep 22 09:43:43.189573 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0fee30-b983-4e03-982f-b9dcc0897770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] GET failed (client error): The resource could not be found. Sep 22 09:43:43.199309 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1d0fee30-b983-4e03-982f-b9dcc0897770 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "GET /v2.0/ports/d9e7c23f-2f93-46be-973e-69e2bdc67d72 HTTP/1.1" status: 404 len: 333 time: 0.0874629 Sep 22 09:43:43.200417 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50398) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:43.214240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Request body: {'port': {'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193912770'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:43.235719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4b67-99d2-44ad-9ad1-04a0edd679a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.249725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7e778c03-7877-49a3-b868-fb668e17f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:40Z', 'revision_number': 7, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:33Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce6c4936-d579-419e-9277-eebb16d61187', 'name': '', 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:db:52:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:33Z', 'updated_at': '2021-09-22T09:43:40Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:43.307309 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e778c03-7877-49a3-b868-fb668e17f18e None None] The sync data for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 is: [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:40Z', 'revision_number': 7, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:33Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce6c4936-d579-419e-9277-eebb16d61187', 'name': '', 'network_id': 'e7c1d469-fd43-4259-aa1f-487dd367c04c', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:db:52:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:33Z', 'updated_at': '2021-09-22T09:43:40Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': 'b01e81eb-1ebd-4aa4-9a35-de663a9c182d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:43:43.377450 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da71508f-ca40-45c1-9653-be96006d9979 req-87553368-0663-4147-b045-45cd393977ca service neutron] 10.222.0.60 "GET /v2.0/networks/031f2262-94ec-4460-b3db-f6ec1c0d1d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755543 Sep 22 09:43:43.462429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Made reservation on behalf of a9872fda38e24939ab712c847ec01079 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:43.467220 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.488139 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] device_id is not set on port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:43:43.560077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50404) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:43.625476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565961e-bb4c-425b-ae93-c58175d778db req-86bf175f-bb55-4b7c-a6e0-e9695cec605e tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:43.627117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1565961e-bb4c-425b-ae93-c58175d778db req-86bf175f-bb55-4b7c-a6e0-e9695cec605e tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 944 time: 0.8130867 Sep 22 09:43:43.631902 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.710512 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da71508f-ca40-45c1-9653-be96006d9979 req-5384a3ce-e42f-4785-8166-c1c6764c55fa service neutron] 10.222.0.60 "GET /v2.0/networks/031f2262-94ec-4460-b3db-f6ec1c0d1d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252649 Sep 22 09:43:43.711116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4b67-99d2-44ad-9ad1-04a0edd679a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.713745 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d9e4b67-99d2-44ad-9ad1-04a0edd679a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.729316 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7d9e4b67-99d2-44ad-9ad1-04a0edd679a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1816ee1-d377-44ba-b701-d18255acbc66 HTTP/1.1" status: 204 len: 168 time: 0.8792515 Sep 22 09:43:43.750836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e4b67-99d2-44ad-9ad1-04a0edd679a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1816ee1-d377-44ba-b701-d18255acbc66,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:43.773722 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.852321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96becd31-b463-4a02-b840-3448ba6a767a req-df0fc244-77e7-4f96-831b-9627ab69f1c7 service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8338759 Sep 22 09:43:43.874665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2a0e67-a412-4b89-89d3-5f50b27ef00f admin admin] Deleting subnet 55703199-eb2e-4f81-a150-7e1949e1b938 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:43:43.881186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a2a0e67-a412-4b89-89d3-5f50b27ef00f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.923851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1565961e-bb4c-425b-ae93-c58175d778db req-aa98817f-4b5e-45ee-8617-b4f758d3b002 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5539fd5-c78b-4f9f-887f-132fbe2a9797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718859 Sep 22 09:43:43.930990 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.937027 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a2a0e67-a412-4b89-89d3-5f50b27ef00f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:43.976817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:43.986099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:43.986099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:43.986315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:43.986912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.002788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event updated for resources: {'Port': ['ID=1d747ab1-cc78-4009-91f6-1b0b7a02e44a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:44.030496 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a2a0e67-a412-4b89-89d3-5f50b27ef00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.126759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port ce6c4936-d579-419e-9277-eebb16d61187 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:44.127038 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.138634 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fec416ca-efde-4dc7-b6ba-a1a0686fc719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9281766 Sep 22 09:43:44.141315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50416) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:44.149239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:44.251590 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.271380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a2a0e67-a412-4b89-89d3-5f50b27ef00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.282208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port ce6c4936-d579-419e-9277-eebb16d61187, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ce6c4936-d579-419e-9277-eebb16d61187,segment=NetworkSegment(5732f28b-6d7e-43b5-a41f-c50cf86c189e),segment_id=5732f28b-6d7e-43b5-a41f-c50cf86c189e)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:44.282579 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.315110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a0e67-a412-4b89-89d3-5f50b27ef00f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55703199-eb2e-4f81-a150-7e1949e1b938,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:44.345692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for ce6c4936-d579-419e-9277-eebb16d61187 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:44.349807 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a2a0e67-a412-4b89-89d3-5f50b27ef00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.354229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3a2a0e67-a412-4b89-89d3-5f50b27ef00f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/55703199-eb2e-4f81-a150-7e1949e1b938 HTTP/1.1" status: 204 len: 168 time: 0.7904930 Sep 22 09:43:44.354672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50420) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:44.459989 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.557959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] device_id is not set on port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:43:44.576778 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.593097 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.627450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2687273c-677a-4bba-a592-3a5e8578a87b']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:44.639621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facedfe2-f226-43bd-8206-ac4579f2993c') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:44.640102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facedfe2-f226-43bd-8206-ac4579f2993c') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:44.650909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.670651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.677854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:43:44.679917 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:43:44.680937 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:43:44.689316 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.782389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event updated for resources: {'Port': ['ID=1d747ab1-cc78-4009-91f6-1b0b7a02e44a,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:44.801982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:44.806077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:44.806077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:44.808814 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:44.809244 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:44.810188 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 2 to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a Sep 22 09:43:44.825562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:44.826039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:44.826481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:44.831532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:44.831968 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:44.832472 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 3 to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a Sep 22 09:43:44.845515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:44.845973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:44.846406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:44.846614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.857848 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.864514 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.867316 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2687273c-677a-4bba-a592-3a5e8578a87b HTTP/1.1" status: 204 len: 168 time: 0.5115662 Sep 22 09:43:44.878273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50434) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:44.885847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38434f56-72c1-4448-8969-2622a6eaa5d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2687273c-677a-4bba-a592-3a5e8578a87b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:44.888264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:44.889218 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:44.890112 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 4 to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a Sep 22 09:43:44.892627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=ce6c4936-d579-419e-9277-eebb16d61187,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:44.929653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:44.929965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:44.930470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:44.930798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b56526-d539-4037-ac9b-5b31c2062bc6 admin admin] Deleting subnet a0091883-fe53-47c5-b1fb-2b2b698cb11c {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:43:44.937802 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69b56526-d539-4037-ac9b-5b31c2062bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:44.970400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:44.970675 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:44.973188 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 5 to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a Sep 22 09:43:44.994676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 12d32e5f-ba26-4b2f-a0d0-aca47de3915f details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:43:44.995841 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69b56526-d539-4037-ac9b-5b31c2062bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.059098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:45.059449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:45.059786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:45.097416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:45.097764 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:45.119458 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 6 to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a Sep 22 09:43:45.153604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69b56526-d539-4037-ac9b-5b31c2062bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.198804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.244001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=12d32e5f-ba26-4b2f-a0d0-aca47de3915f,segment=NetworkSegment(dd15636b-6525-43d8-8f16-20bff27c8cc2),segment_id=dd15636b-6525-43d8-8f16-20bff27c8cc2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:45.263846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:45.264259 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:45.264668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:45.265914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '12d32e5f-ba26-4b2f-a0d0-aca47de3915f', 'network_id': '031f2262-94ec-4460-b3db-f6ec1c0d1d78', 'port_id': '12d32e5f-ba26-4b2f-a0d0-aca47de3915f', 'mac_address': 'fa:16:3e:72:f4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc279181-0280-43b6-9c2b-df3d04b38dd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:43:45.306198 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:45.306198 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:45.308361 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 7 to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a Sep 22 09:43:45.316966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69b56526-d539-4037-ac9b-5b31c2062bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.325348 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.346712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e9651-1734-4540-8621-b5be37dbc5c2 req-54575677-3f1a-41ef-9ae9-907e3987e6ba tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:45.348322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c11e9651-1734-4540-8621-b5be37dbc5c2 req-54575677-3f1a-41ef-9ae9-907e3987e6ba tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 944 time: 0.2810929 Sep 22 09:43:45.357619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:45.357961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:45.358397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:45.364686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:45.365151 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:45.365323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d32e5f-ba26-4b2f-a0d0-aca47de3915f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:43:45.367085 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 8 to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a Sep 22 09:43:45.405952 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69b56526-d539-4037-ac9b-5b31c2062bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.409012 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-69b56526-d539-4037-ac9b-5b31c2062bc6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a0091883-fe53-47c5-b1fb-2b2b698cb11c HTTP/1.1" status: 204 len: 168 time: 0.5297105 Sep 22 09:43:45.410119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b56526-d539-4037-ac9b-5b31c2062bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0091883-fe53-47c5-b1fb-2b2b698cb11c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:45.412065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50446) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:45.420161 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=12d32e5f-ba26-4b2f-a0d0-aca47de3915f,segment=NetworkSegment(dd15636b-6525-43d8-8f16-20bff27c8cc2),segment_id=dd15636b-6525-43d8-8f16-20bff27c8cc2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:45.431766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:45.432837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:45.432837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:45.452153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:45.452497 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:45.456326 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 9 to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a Sep 22 09:43:45.508574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50448) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:45.515649 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c11e9651-1734-4540-8621-b5be37dbc5c2 req-b0de531d-3c88-4c25-9a77-1a484d1e5727 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5539fd5-c78b-4f9f-887f-132fbe2a9797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522241 Sep 22 09:43:45.516335 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.522473 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.530509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:45.533406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:45.533954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:45.547610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:45.554626 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:45.554626 n-d-805649-4 neutron-server[95510]: INFO neutron.plugins.ml2.plugin [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempt 10 to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a Sep 22 09:43:45.567233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 941f9e23-5c28-4ebc-947b-39ec8170ec91 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:43:45.568664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:45.569576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:45.569921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempting to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:45.582888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:43:45.584085 n-d-805649-4 neutron-server[95510]: ERROR neutron.plugins.ml2.managers [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Failed to bind port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on host n-h1-805649-4 for vnic_type normal using segments [{'id': 'f98e621e-d0c4-4ee2-8452-93d5d90fb423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48'}] Sep 22 09:43:45.584894 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.650285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=12d32e5f-ba26-4b2f-a0d0-aca47de3915f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:45.675990 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.723076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400e3e14-c2e8-4a3a-b233-d45720fdb8af']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:45.735932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd216547-fa74-4173-96b4-f9a79e00c6d9') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:45.736239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd216547-fa74-4173-96b4-f9a79e00c6d9') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:45.737953 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:45.748520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1129345878-network', 'tenant_id': '22197b2546c8417b9346924b78156bd9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:45.748686 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f13bec4b-cec3-4585-a5eb-a9012dad3b05 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6380293 Sep 22 09:43:45.751357 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5cd88-9d1f-47da-82b0-9e4b208da8a7 None None] Sync routers for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:43:45.751852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50454) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:45.755628 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.761765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['12d32e5f-ba26-4b2f-a0d0-aca47de3915f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:43:45.767773 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5cd88-9d1f-47da-82b0-9e4b208da8a7 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:45.767773 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-21f5cd88-9d1f-47da-82b0-9e4b208da8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:45.778706 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.787051 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:43:45.787448 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:43:45.789519 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:43:45.807423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] For port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:45.807803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attempted to set empty binding levels {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 22 09:43:45.857738 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:45.858386 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2184d01-9a30-4198-b746-95a5f350ba59 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting subnet b01e81eb-1ebd-4aa4-9a35-de663a9c182d {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:43:45.862059 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f2184d01-9a30-4198-b746-95a5f350ba59 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.865304 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.885117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.892127 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-21f5cd88-9d1f-47da-82b0-9e4b208da8a7 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:45.941449 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.969290 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.994479 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:45.998895 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] 10.222.0.49 "DELETE /v2.0/networks/400e3e14-c2e8-4a3a-b233-d45720fdb8af HTTP/1.1" status: 204 len: 168 time: 0.5854454 Sep 22 09:43:46.028663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] In _notify_port_updated(), no bound segment for port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a on network ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:43:46.029595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:46.030207 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.031689 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "PUT /v2.0/ports/1d747ab1-cc78-4009-91f6-1b0b7a02e44a HTTP/1.1" status: 200 len: 979 time: 1.8893528 Sep 22 09:43:46.034770 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f2184d01-9a30-4198-b746-95a5f350ba59 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.045325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50462) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:46.050061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7cd49-395a-4fc0-bf94-8a3ab7cb951f admin admin] Pushing event deleted for resources: {'Network': ['ID=400e3e14-c2e8-4a3a-b233-d45720fdb8af,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:46.120256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f76976-63a9-4391-90e2-170501dc63c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event updated for resources: {'Port': ['ID=1d747ab1-cc78-4009-91f6-1b0b7a02e44a,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:46.136183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.224714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f2184d01-9a30-4198-b746-95a5f350ba59 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.257317 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-21f5cd88-9d1f-47da-82b0-9e4b208da8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:44Z', 'revision_number': 8, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:33Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:46.283750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2d471c17-b4e9-409d-b8c4-435b09f50638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Deleting port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:46.283750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2d471c17-b4e9-409d-b8c4-435b09f50638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.286477 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.293589 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5cd88-9d1f-47da-82b0-9e4b208da8a7 None None] Checking router: 941f9e23-5c28-4ebc-947b-39ec8170ec91 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:43:46.303720 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5cd88-9d1f-47da-82b0-9e4b208da8a7 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:46.304431 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-21f5cd88-9d1f-47da-82b0-9e4b208da8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:46.317108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94793759-c654-414f-9852-41225c27e288 admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:43:46.329286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41f936c-431d-4731-9175-72968aa78b40,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:46.336086 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.336910 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Added segment 546a63c0-4a5e-4617-a7e0-446565dcd71c of type vlan for network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 Sep 22 09:43:46.384192 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.451220 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-21f5cd88-9d1f-47da-82b0-9e4b208da8a7 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:46.463897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-2d471c17-b4e9-409d-b8c4-435b09f50638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] For port 1d747ab1-cc78-4009-91f6-1b0b7a02e44a, host n-h1-805649-4, got binding levels [] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:46.464267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2d471c17-b4e9-409d-b8c4-435b09f50638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.475881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.476955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:46.477593 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.501059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2d471c17-b4e9-409d-b8c4-435b09f50638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Calling delete_port for 1d747ab1-cc78-4009-91f6-1b0b7a02e44a owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:46.520514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50474) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:46.593148 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f2184d01-9a30-4198-b746-95a5f350ba59 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.615026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e7966-9efa-44fb-9bd6-58626d6e0555 None None] Network e7c1d469-fd43-4259-aa1f-487dd367c04c requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:46.617488 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f2184d01-9a30-4198-b746-95a5f350ba59 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.622448 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f2184d01-9a30-4198-b746-95a5f350ba59 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/b01e81eb-1ebd-4aa4-9a35-de663a9c182d HTTP/1.1" status: 204 len: 168 time: 0.8700373 Sep 22 09:43:46.645863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50480) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:46.665609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94793759-c654-414f-9852-41225c27e288 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:46.681162 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-94793759-c654-414f-9852-41225c27e288 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1658244 Sep 22 09:43:46.695048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:43:46.702025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50484) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:46.712932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] Request body: {'subnet': {'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1129345878-subnet', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:46.749343 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.753201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2184d01-9a30-4198-b746-95a5f350ba59 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Subnet': ['ID=b01e81eb-1ebd-4aa4-9a35-de663a9c182d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:46.754035 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9dfff498-15b0-420f-8de2-372ada87c5a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a2eb5f75aad4cf3927c447ab4c17378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328124 Sep 22 09:43:46.755157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50486) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:46.846973 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-21f5cd88-9d1f-47da-82b0-9e4b208da8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:44Z', 'revision_number': 8, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:33Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:46.902071 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fc2c9385-44cf-4666-8790-8eeb35a61fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.911824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:43:46.916845 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:46.931821 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5cd88-9d1f-47da-82b0-9e4b208da8a7 None None] The sync data for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 is: [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:44Z', 'revision_number': 8, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d8abf2-c081-4f19-b9fc-96d62d26b7b3', 'name': '', 'network_id': '325bdc33-5053-420f-a5ad-dc6561581ea9', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:05:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:26Z', 'updated_at': '2021-09-22T09:43:33Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7851b647-ef13-4819-9c9f-22d8ec8b31e5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:43:46.960497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 7f0c0327-a9d5-41f6-a44f-0472facafa48 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:46.960897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.000714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fc2c9385-44cf-4666-8790-8eeb35a61fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.001606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d254ca-9ba1-42f3-b3a6-8c2389133f8f None None] DHCP port deletion for e7c1d469-fd43-4259-aa1f-487dd367c04c request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:43:47.007363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cbeaa-e49b-46b7-b633-523c703ac006 req-f75023fd-4684-4ca8-bf75-02a3b60cd73a tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:47.014269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 12d32e5f-ba26-4b2f-a0d0-aca47de3915f up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:47.017188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb8cbeaa-e49b-46b7-b633-523c703ac006 req-f75023fd-4684-4ca8-bf75-02a3b60cd73a tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 945 time: 0.0980458 Sep 22 09:43:47.019441 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2d471c17-b4e9-409d-b8c4-435b09f50638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.085809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d471c17-b4e9-409d-b8c4-435b09f50638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d747ab1-cc78-4009-91f6-1b0b7a02e44a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:47.107385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port 7f0c0327-a9d5-41f6-a44f-0472facafa48, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7f0c0327-a9d5-41f6-a44f-0472facafa48,segment=NetworkSegment(5732f28b-6d7e-43b5-a41f-c50cf86c189e),segment_id=5732f28b-6d7e-43b5-a41f-c50cf86c189e)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:47.107385 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.144839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb8cbeaa-e49b-46b7-b633-523c703ac006 req-6595e720-6ef4-4f4e-aebd-3425b98c824c tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5539fd5-c78b-4f9f-887f-132fbe2a9797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248455 Sep 22 09:43:47.150146 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2d471c17-b4e9-409d-b8c4-435b09f50638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.167119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2d471c17-b4e9-409d-b8c4-435b09f50638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "DELETE /v2.0/ports/1d747ab1-cc78-4009-91f6-1b0b7a02e44a HTTP/1.1" status: 204 len: 168 time: 1.0897348 Sep 22 09:43:47.172913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50492) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:47.190515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f4d254ca-9ba1-42f3-b3a6-8c2389133f8f None None] Deleting port 7f0c0327-a9d5-41f6-a44f-0472facafa48 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:47.191029 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4d254ca-9ba1-42f3-b3a6-8c2389133f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.223498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 7f0c0327-a9d5-41f6-a44f-0472facafa48 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:47.225630 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a5af75-ffbb-4747-836d-dc359c09a17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] GET failed (client error): The resource could not be found. Sep 22 09:43:47.227279 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-79a5af75-ffbb-4747-836d-dc359c09a17b tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656469982-project-admin] 10.222.0.49 "GET /v2.0/ports/1d747ab1-cc78-4009-91f6-1b0b7a02e44a HTTP/1.1" status: 404 len: 333 time: 0.0504577 Sep 22 09:43:47.230846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50494) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:47.289575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f4d254ca-9ba1-42f3-b3a6-8c2389133f8f None None] For port 7f0c0327-a9d5-41f6-a44f-0472facafa48, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7f0c0327-a9d5-41f6-a44f-0472facafa48,segment=NetworkSegment(5732f28b-6d7e-43b5-a41f-c50cf86c189e),segment_id=5732f28b-6d7e-43b5-a41f-c50cf86c189e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:47.289969 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4d254ca-9ba1-42f3-b3a6-8c2389133f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.311720 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fc2c9385-44cf-4666-8790-8eeb35a61fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.315601 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f4d254ca-9ba1-42f3-b3a6-8c2389133f8f None None] Calling delete_port for 7f0c0327-a9d5-41f6-a44f-0472facafa48 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:47.320823 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fc2c9385-44cf-4666-8790-8eeb35a61fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.324892 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fc2c9385-44cf-4666-8790-8eeb35a61fb9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54c96bf5-6cfb-4413-91e6-1ec17950a840 HTTP/1.1" status: 204 len: 168 time: 0.5657344 Sep 22 09:43:47.345974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:43:47.352274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:47.352700 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.437089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c9385-44cf-4666-8790-8eeb35a61fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c96bf5-6cfb-4413-91e6-1ec17950a840,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:47.463948 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.475579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.478951 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4d254ca-9ba1-42f3-b3a6-8c2389133f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.503062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d254ca-9ba1-42f3-b3a6-8c2389133f8f None None] No DVR routers for this DVR port 7f0c0327-a9d5-41f6-a44f-0472facafa48 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:43:47.503316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=7f0c0327-a9d5-41f6-a44f-0472facafa48,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:47.510952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No DVR routers for this DVR port 7f0c0327-a9d5-41f6-a44f-0472facafa48 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:43:47.540362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ce6c4936-d579-419e-9277-eebb16d61187 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:43:47.573097 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.629518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: ce6c4936-d579-419e-9277-eebb16d61187 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:43:47.630072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ce6c4936-d579-419e-9277-eebb16d61187 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:43:47.636274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7f0c0327-a9d5-41f6-a44f-0472facafa48 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:43:47.638648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d254ca-9ba1-42f3-b3a6-8c2389133f8f None None] Pushing event deleted for resources: {'Port': ['ID=7f0c0327-a9d5-41f6-a44f-0472facafa48,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:47.656575 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.690154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c1d469-fd43-4259-aa1f-487dd367c04c']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:47.690405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 7f0c0327-a9d5-41f6-a44f-0472facafa48 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:43:47.690405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7f0c0327-a9d5-41f6-a44f-0472facafa48 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:43:47.695044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5732f28b-6d7e-43b5-a41f-c50cf86c189e') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:47.695347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5732f28b-6d7e-43b5-a41f-c50cf86c189e') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:47.714142 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.740706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.748786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:43:47.749577 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.755947 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.765256 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:43:47.779603 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:43:47.794732 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da2a3ed-b29b-428a-b8c1-defac8adcba1,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:47.801856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:47.810064 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=12d32e5f-ba26-4b2f-a0d0-aca47de3915f,segment=NetworkSegment(dd15636b-6525-43d8-8f16-20bff27c8cc2),segment_id=dd15636b-6525-43d8-8f16-20bff27c8cc2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:47.810703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a7e957-30f1-4dad-b554-525a63f88fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d32e5f-ba26-4b2f-a0d0-aca47de3915f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:47.813569 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111cfdcc-0b13-4ae7-9232-a2c8db40bf42" -d '{"events": [{"server_uuid": "e2a7e957-30f1-4dad-b554-525a63f88fe7", "name": "network-vif-plugged", "status": "completed", "tag": "12d32e5f-ba26-4b2f-a0d0-aca47de3915f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:47.815221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] Checking segment: {'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:47.815704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] Network hostable DHCP agents. Network: 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:43:47.822791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98e621e-d0c4-4ee2-8452-93d5d90fb423') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:47.823203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98e621e-d0c4-4ee2-8452-93d5d90fb423') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:47.836967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.858292 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.868840 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:43:47.870864 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.890959 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.919627 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.926915 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:47.930469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/networks/e7c1d469-fd43-4259-aa1f-487dd367c04c HTTP/1.1" status: 204 len: 168 time: 1.2837696 Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:43:47.941748 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:43:47.944325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50506) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:47.944957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] Network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:43:47.950621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=12d32e5f-ba26-4b2f-a0d0-aca47de3915f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:47.971687 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6886b1-038d-449e-abec-8f12ff81cf12 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Network': ['ID=e7c1d469-fd43-4259-aa1f-487dd367c04c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:48.031048 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.034456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:48.045768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c062e-4fde-4228-aa33-1aa5c13fac00 None None] Network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:48.049282 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.052082 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] 10.222.0.49 "DELETE /v2.0/networks/ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48 HTTP/1.1" status: 204 len: 168 time: 0.8179002 Sep 22 09:43:48.078001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:48.080001 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.197762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69666a65-0d99-4bb3-b430-488a9102e76e req-15fe0dae-3662-4de5-9adb-2d1ecb559109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:48.199666 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0828f29e-c4fe-466f-9725-9fb9be0d2af7 x-openstack-request-id: req-0828f29e-c4fe-466f-9725-9fb9be0d2af7 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:48.200005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69666a65-0d99-4bb3-b430-488a9102e76e req-15fe0dae-3662-4de5-9adb-2d1ecb559109 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 1097 time: 0.0550346 Sep 22 09:43:48.200234 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a7e957-30f1-4dad-b554-525a63f88fe7", "name": "network-vif-plugged", "status": "completed", "tag": "12d32e5f-ba26-4b2f-a0d0-aca47de3915f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:48.200594 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0828f29e-c4fe-466f-9725-9fb9be0d2af7 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:48.201202 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a7e957-30f1-4dad-b554-525a63f88fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d32e5f-ba26-4b2f-a0d0-aca47de3915f', 'code': 200} Sep 22 09:43:48.255219 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69666a65-0d99-4bb3-b430-488a9102e76e req-d854355e-5a43-4a3a-8302-f999aff778c6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5539fd5-c78b-4f9f-887f-132fbe2a9797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443993 Sep 22 09:43:48.315579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'fixed_ips': [{'subnet_id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:43:48.316530 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.340270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583008f-0dc9-4ae4-8d22-cb1e2884fc0f req-9e7522bd-f3a0-4306-98d1-f0ca97421b0d tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:48.343523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d583008f-0dc9-4ae4-8d22-cb1e2884fc0f req-9e7522bd-f3a0-4306-98d1-f0ca97421b0d tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 946 time: 0.0823455 Sep 22 09:43:48.395055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50514) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:48.398842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d583008f-0dc9-4ae4-8d22-cb1e2884fc0f req-40064e3e-d675-436f-80c7-7abf96437910 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5539fd5-c78b-4f9f-887f-132fbe2a9797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488303 Sep 22 09:43:48.461176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2f735744-6126-4414-820d-d65b2cf05997 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a41657c57064458585c5dfc80da66625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608516 Sep 22 09:43:48.463940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50516) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:48.477458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400304b-4eec-4232-ba8d-c9e5440a4297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1470315550-project] Pushing event deleted for resources: {'Network': ['ID=ffbcd0a4-95dc-4aa5-b6c9-77f2715f7b48,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:48.520608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Allocated IP 172.20.0.2 (2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7/5da2a3ed-b29b-428a-b8c1-defac8adcba1/b0ee86aa-d149-4980-b6a9-6b37a4e8ba01) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:48.543453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac2e3d91-1be7-48c7-a14a-80e7e34ba2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.571364 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d4954c9b-7353-409c-8c8a-2f3a90b92344 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8703618 Sep 22 09:43:48.573737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50520) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:48.579636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:48.599743 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac2e3d91-1be7-48c7-a14a-80e7e34ba2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.720984 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.750446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50522) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:48.774862 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.776189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.801507 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.842660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac2e3d91-1be7-48c7-a14a-80e7e34ba2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.846118 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac2e3d91-1be7-48c7-a14a-80e7e34ba2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.847693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ac2e3d91-1be7-48c7-a14a-80e7e34ba2f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6a68739-7226-40f3-a21f-4f4f96b9cdad HTTP/1.1" status: 204 len: 168 time: 0.3823290 Sep 22 09:43:48.870289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e3d91-1be7-48c7-a14a-80e7e34ba2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a68739-7226-40f3-a21f-4f4f96b9cdad,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:48.879803 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.899863 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:48.969055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:48.973859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:48.984013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:48.999865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Pushing event updated for resources: {'Port': ['ID=b0ee86aa-d149-4980-b6a9-6b37a4e8ba01,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:49.015479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5863eb9c-0146-47b4-b444-868044b3f225 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be40d1abfaea4a7982915ec1d67ea4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630248 Sep 22 09:43:49.021112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50530) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:49.065337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Attempting to bind port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:49.065712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Attempting to bind port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:49.066126 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Attempting to bind port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 on network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:49.072590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:49.073164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Checking segment: {'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:49.073577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:49.073964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Bound using segment: {'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:49.075326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Bound port: b0ee86aa-d149-4980-b6a9-6b37a4e8ba01, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:49.075721 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:49.125151 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c103330-2c99-4cbf-a2ca-03cefbaea150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:49.152444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] For port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:49.154757 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c103330-2c99-4cbf-a2ca-03cefbaea150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:49.156402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] For port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b0ee86aa-d149-4980-b6a9-6b37a4e8ba01,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:49.166446 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:49.242219 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:49.321748 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c103330-2c99-4cbf-a2ca-03cefbaea150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:49.330379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c103330-2c99-4cbf-a2ca-03cefbaea150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:49.331224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40da1e9-7a8c-4a9d-919a-76afe654200d None None] Pushing event updated for resources: {'Port': ['ID=b0ee86aa-d149-4980-b6a9-6b37a4e8ba01,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:49.336628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1c103330-2c99-4cbf-a2ca-03cefbaea150 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d630fa3b-6ad1-4871-963f-77d171cd7709 HTTP/1.1" status: 204 len: 168 time: 0.3153841 Sep 22 09:43:49.339639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:49.341322 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:49.373616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c103330-2c99-4cbf-a2ca-03cefbaea150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d630fa3b-6ad1-4871-963f-77d171cd7709,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:49.583671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff401f6-a629-4ca2-88e9-f538c94d58d2 req-ffea700c-9f72-4ba9-a366-9a921788d360 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:49.585402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ff401f6-a629-4ca2-88e9-f538c94d58d2 req-ffea700c-9f72-4ba9-a366-9a921788d360 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 946 time: 0.0970907 Sep 22 09:43:49.603053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port b8d8abf2-c081-4f19-b9fc-96d62d26b7b3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b8d8abf2-c081-4f19-b9fc-96d62d26b7b3,segment=NetworkSegment(4ea777c3-811d-458d-8e52-666da0367f4d),segment_id=4ea777c3-811d-458d-8e52-666da0367f4d)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:49.603053 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:49.621552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:49.676960 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ff401f6-a629-4ca2-88e9-f538c94d58d2 req-eacd15e6-3ef6-41f0-8fca-04d92c5c5a57 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5539fd5-c78b-4f9f-887f-132fbe2a9797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847027 Sep 22 09:43:49.890362 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:49.925918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:50.089003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Allocated IP 172.25.6.62 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/f79cc81c-aa6c-48c1-89d9-3d2b68e492bf) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:50.211413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:50.250622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:50.274645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50560) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:50.298166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=b8d8abf2-c081-4f19-b9fc-96d62d26b7b3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:50.351088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-caec8aa6-6d9f-4c87-9041-385fe174137e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a9872fda38e24939ab712c847ec01079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722680 Sep 22 09:43:50.352184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50562) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:50.358165 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:50.467055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6043629d-f4e1-4e1c-a765-4fd8400304d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:50.496822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:50.503086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:50.508157 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6043629d-f4e1-4e1c-a765-4fd8400304d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:50.511610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:50.574789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Pushing event updated for resources: {'Port': ['ID=f79cc81c-aa6c-48c1-89d9-3d2b68e492bf,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:50.629192 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:50.733076 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6043629d-f4e1-4e1c-a765-4fd8400304d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:50.736280 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6043629d-f4e1-4e1c-a765-4fd8400304d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:50.740611 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6043629d-f4e1-4e1c-a765-4fd8400304d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12ed99f6-442f-436f-ae82-0ff1cb3a408c HTTP/1.1" status: 204 len: 168 time: 0.3847365 Sep 22 09:43:50.765461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043629d-f4e1-4e1c-a765-4fd8400304d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ed99f6-442f-436f-ae82-0ff1cb3a408c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:50.901749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c79e87-1f39-4b17-9df4-b62b49addcaa req-6f10a323-e7da-40f5-85ba-df07033d94fc tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:50.909712 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01c79e87-1f39-4b17-9df4-b62b49addcaa req-6f10a323-e7da-40f5-85ba-df07033d94fc tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 946 time: 0.0966208 Sep 22 09:43:50.951035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09353586-adcc-4f15-b853-5f8a095a5e4d None None] Network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:50.957422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01c79e87-1f39-4b17-9df4-b62b49addcaa req-69aa61a8-dcaa-4520-a91a-ffc22cad39e7 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5539fd5-c78b-4f9f-887f-132fbe2a9797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464299 Sep 22 09:43:51.141764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0e6461f6-ee69-4a6d-b745-014937d49e0d None None] Provisioning complete for port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:51.142184 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0e6461f6-ee69-4a6d-b745-014937d49e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:51.252244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:51.318153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:51.412195 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:43:51.441271 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:51.441653 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:51.495183 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0e6461f6-ee69-4a6d-b745-014937d49e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:51.529428 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 941f9e23-5c28-4ebc-947b-39ec8170ec91 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:43:51.542973 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:51.560136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0e6461f6-ee69-4a6d-b745-014937d49e0d None None] For port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b0ee86aa-d149-4980-b6a9-6b37a4e8ba01,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:51.597426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:51.688986 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0e6461f6-ee69-4a6d-b745-014937d49e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:51.691500 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:43:51.692059 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:43:51.748364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6461f6-ee69-4a6d-b745-014937d49e0d None None] Pushing event updated for resources: {'Port': ['ID=b0ee86aa-d149-4980-b6a9-6b37a4e8ba01,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:51.812231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3117a45e-6563-44b2-9af0-ee2a84ed5db9 None None] Provisioning complete for port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:51.812828 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3117a45e-6563-44b2-9af0-ee2a84ed5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:52.167205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e65ab-fafe-4a91-b75f-e4bbdf3e54b2 req-92edad10-2c9a-4457-a64d-c5d1a44df913 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:52.168939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f01e65ab-fafe-4a91-b75f-e4bbdf3e54b2 req-92edad10-2c9a-4457-a64d-c5d1a44df913 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 946 time: 0.0568626 Sep 22 09:43:52.247556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:52.261581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50646) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:52.262843 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e6081a3e-3a13-4b80-89ae-23f7cbd1da94 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3189511 Sep 22 09:43:52.272393 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f01e65ab-fafe-4a91-b75f-e4bbdf3e54b2 req-e9a58e90-6151-4b5c-ad10-f83542c8a34a tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5539fd5-c78b-4f9f-887f-132fbe2a9797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963237 Sep 22 09:43:52.277113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45471b7-6cfe-4aef-b785-33aef8bd4395 None None] Sync routers for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:43:52.334100 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45471b7-6cfe-4aef-b785-33aef8bd4395 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:52.334858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b45471b7-6cfe-4aef-b785-33aef8bd4395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:52.400767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Router d2b4483e-1074-4331-a8fd-bae3ad003abe is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:43:52.402008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d91a60-1ffa-44ea-8eff-184f80c86939 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting subnet 7851b647-ef13-4819-9c9f-22d8ec8b31e5 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:43:52.413647 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2d91a60-1ffa-44ea-8eff-184f80c86939 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:52.491354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-b45471b7-6cfe-4aef-b785-33aef8bd4395 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:52.509660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2d91a60-1ffa-44ea-8eff-184f80c86939 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:52.642850 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:52.656931 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Sync routers for ids ['d2b4483e-1074-4331-a8fd-bae3ad003abe'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:43:52.671804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2d91a60-1ffa-44ea-8eff-184f80c86939 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:52.673659 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Routers {'d2b4483e-1074-4331-a8fd-bae3ad003abe'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:52.674274 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d2b4483e-1074-4331-a8fd-bae3ad003abe'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:52.743598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:52.744900 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d2a19c03-b82e-4f2e-be74-36507150eae2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1702216 Sep 22 09:43:52.747948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50680) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:52.858454 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2d91a60-1ffa-44ea-8eff-184f80c86939 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:52.861293 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Set router d2b4483e-1074-4331-a8fd-bae3ad003abe gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:52.968154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b45471b7-6cfe-4aef-b785-33aef8bd4395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:50Z', 'revision_number': 9, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:52.974982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d91a60-1ffa-44ea-8eff-184f80c86939 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Subnet': ['ID=7851b647-ef13-4819-9c9f-22d8ec8b31e5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:52.996524 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2d91a60-1ffa-44ea-8eff-184f80c86939 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:53.014042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b2d91a60-1ffa-44ea-8eff-184f80c86939 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/7851b647-ef13-4819-9c9f-22d8ec8b31e5 HTTP/1.1" status: 204 len: 168 time: 0.7359190 Sep 22 09:43:53.014904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50686) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:53.021757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45471b7-6cfe-4aef-b785-33aef8bd4395 None None] Checking router: 941f9e23-5c28-4ebc-947b-39ec8170ec91 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:43:53.024078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afb0a39-fb01-4b9d-9438-5ce8f02d5044 None None] Network 325bdc33-5053-420f-a5ad-dc6561581ea9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:43:53.108050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45471b7-6cfe-4aef-b785-33aef8bd4395 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:53.110585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b45471b7-6cfe-4aef-b785-33aef8bd4395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:53.181287 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:53.250713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:53.294797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port cfea8f8e-2118-4adb-9c73-616e27e6a30d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:53.297221 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:53.394403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port cfea8f8e-2118-4adb-9c73-616e27e6a30d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cfea8f8e-2118-4adb-9c73-616e27e6a30d,segment=NetworkSegment(4ea777c3-811d-458d-8e52-666da0367f4d),segment_id=4ea777c3-811d-458d-8e52-666da0367f4d)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:53.395395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:53.410429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for cfea8f8e-2118-4adb-9c73-616e27e6a30d owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:53.526052 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:53.565987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-b45471b7-6cfe-4aef-b785-33aef8bd4395 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:53.702408 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:50Z', 'revision_number': 3, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:53.722852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:53.749003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d17eda-0b35-43dc-9a5f-a5b539055331 None None] DHCP port deletion for 325bdc33-5053-420f-a5ad-dc6561581ea9 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:43:53.753932 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:53.756881 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:53.780819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=cfea8f8e-2118-4adb-9c73-616e27e6a30d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:53.791694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No DVR routers for this DVR port cfea8f8e-2118-4adb-9c73-616e27e6a30d on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:43:53.819827 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Checking router: d2b4483e-1074-4331-a8fd-bae3ad003abe for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:43:53.820236 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Updating router d2b4483e-1074-4331-a8fd-bae3ad003abe port f79cc81c-aa6c-48c1-89d9-3d2b68e492bf binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:43:53.870877 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:53.872010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480e777-0429-4b29-aed4-c72cafa0555a req-eb21a1ee-5f36-4c9e-8123-15e4a0c1ee5e tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:53.880582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e480e777-0429-4b29-aed4-c72cafa0555a req-eb21a1ee-5f36-4c9e-8123-15e4a0c1ee5e tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 946 time: 0.3242249 Sep 22 09:43:53.902501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a94d0-38b8-423b-ab86-d55827974613 req-bba370a3-3a1e-4a91-b7be-0e9ca5eed330 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:53.904311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-292a94d0-38b8-423b-ab86-d55827974613 req-bba370a3-3a1e-4a91-b7be-0e9ca5eed330 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a7e957-30f1-4dad-b554-525a63f88fe7 HTTP/1.1" status: 200 len: 946 time: 0.3497114 Sep 22 09:43:53.981813 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.048330 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.315210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b45471b7-6cfe-4aef-b785-33aef8bd4395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:50Z', 'revision_number': 9, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:54.359661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Allocated IP 172.20.0.1 (2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7/5da2a3ed-b29b-428a-b8c1-defac8adcba1/38b53092-1b05-4f1e-b919-499434bc6758) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:43:54.384641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45471b7-6cfe-4aef-b785-33aef8bd4395 None None] The sync data for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 is: [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:50Z', 'revision_number': 9, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '754bb2d7-1064-4321-9509-6efa9dac84f1', 'name': '', 'network_id': 'b8d9c86b-216d-464d-845a-98affc6702d0', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ad:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:18Z', 'updated_at': '2021-09-22T09:43:25Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '7e4fc16d-44f8-45df-9922-26da5b2d54bf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:43:54.389139 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5939c2b-04fa-4991-baff-d42e24599ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.408860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50712) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:54.509263 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.520766 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.547169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e480e777-0429-4b29-aed4-c72cafa0555a req-cff1770c-8643-4fa2-968e-62d0ea7397f4 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5539fd5-c78b-4f9f-887f-132fbe2a9797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650107 Sep 22 09:43:54.590349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325bdc33-5053-420f-a5ad-dc6561581ea9']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:54.603994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea777c3-811d-458d-8e52-666da0367f4d') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:54.604307 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea777c3-811d-458d-8e52-666da0367f4d') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:54.625224 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.630287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2bce54bc-ae58-42fa-b35c-b2acff12c2d8 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:43:54.633581 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.643438 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.646768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-292a94d0-38b8-423b-ab86-d55827974613 req-a92a5427-4389-45bf-abbc-9136c06a66c0 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Deleting port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:54.647390 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-292a94d0-38b8-423b-ab86-d55827974613 req-a92a5427-4389-45bf-abbc-9136c06a66c0 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.667363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.686562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:43:54.687054 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:43:54.690614 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:43:54.737646 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Attempting to bind port f79cc81c-aa6c-48c1-89d9-3d2b68e492bf on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:43:54.738207 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Attempting to bind port f79cc81c-aa6c-48c1-89d9-3d2b68e492bf by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:43:54.738391 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Attempting to bind port f79cc81c-aa6c-48c1-89d9-3d2b68e492bf on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:43:54.747590 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151b00b-9192-40ea-a682-2c20d9948503 None None] Pushing event updated for resources: {'Port': ['ID=f79cc81c-aa6c-48c1-89d9-3d2b68e492bf,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:54.747904 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:43:54.748279 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:43:54.748682 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.770182 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:43:54.770871 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Bound port: f79cc81c-aa6c-48c1-89d9-3d2b68e492bf, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:43:54.771451 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.835568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-292a94d0-38b8-423b-ab86-d55827974613 req-a92a5427-4389-45bf-abbc-9136c06a66c0 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] For port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=12d32e5f-ba26-4b2f-a0d0-aca47de3915f,segment=NetworkSegment(dd15636b-6525-43d8-8f16-20bff27c8cc2),segment_id=dd15636b-6525-43d8-8f16-20bff27c8cc2)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:54.835924 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-292a94d0-38b8-423b-ab86-d55827974613 req-a92a5427-4389-45bf-abbc-9136c06a66c0 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.841106 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.879374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-292a94d0-38b8-423b-ab86-d55827974613 req-a92a5427-4389-45bf-abbc-9136c06a66c0 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Calling delete_port for 12d32e5f-ba26-4b2f-a0d0-aca47de3915f owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:54.898172 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.907234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:54.913512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/networks/325bdc33-5053-420f-a5ad-dc6561581ea9 HTTP/1.1" status: 204 len: 168 time: 1.8972716 Sep 22 09:43:54.919735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50722) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:54.937845 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] For port f79cc81c-aa6c-48c1-89d9-3d2b68e492bf, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:43:54.938226 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] For port f79cc81c-aa6c-48c1-89d9-3d2b68e492bf, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f79cc81c-aa6c-48c1-89d9-3d2b68e492bf,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:43:54.962871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:54.967113 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2bce54bc-ae58-42fa-b35c-b2acff12c2d8 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] 10.222.0.49 "PUT /v2.0/quotas/a897a11d1a104d1e91c516f66e80c81f HTTP/1.1" status: 200 len: 366 time: 0.5514524 Sep 22 09:43:54.967559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50726) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:54.968442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:54.978478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:43:55.018419 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:55.058587 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d1872454-6bda-4ddf-a994-6895b0e844d6 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0854192 Sep 22 09:43:55.072110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50736) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:55.076175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Pushing event updated for resources: {'Port': ['ID=38b53092-1b05-4f1e-b919-499434bc6758,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:55.122216 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ef126e51-45c5-4659-99d7-f063f5e0c45e tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] 10.222.0.49 "GET /v2.0/quotas/a897a11d1a104d1e91c516f66e80c81f HTTP/1.1" status: 200 len: 366 time: 0.0417373 Sep 22 09:43:55.122216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50738) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:55.151937 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:55.162365 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Routers {'d2b4483e-1074-4331-a8fd-bae3ad003abe'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:55.165076 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d2b4483e-1074-4331-a8fd-bae3ad003abe'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:55.167265 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151b00b-9192-40ea-a682-2c20d9948503 None None] Pushing event updated for resources: {'Port': ['ID=f79cc81c-aa6c-48c1-89d9-3d2b68e492bf,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:55.172396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34992a78-8c63-4a58-bcba-e0b3c56f8881 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Network': ['ID=325bdc33-5053-420f-a5ad-dc6561581ea9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:55.328988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cfea8f8e-2118-4adb-9c73-616e27e6a30d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:43:55.360433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: cfea8f8e-2118-4adb-9c73-616e27e6a30d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:43:55.361093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cfea8f8e-2118-4adb-9c73-616e27e6a30d not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:43:55.361683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:43:55.371411 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a9726727-ccf1-45ab-b3e4-a220a23cf019 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/a897a11d1a104d1e91c516f66e80c81f HTTP/1.1" status: 204 len: 168 time: 0.2505746 Sep 22 09:43:55.373865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50742) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:55.387895 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-233042fe-4f74-4e9e-848e-4866f965a019 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0102763 Sep 22 09:43:55.388133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50744) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:55.393347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:43:55.393700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b8d8abf2-c081-4f19-b9fc-96d62d26b7b3 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:43:55.408402 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aa840c9b-b8cd-421f-882a-bffc242d69a2 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] 10.222.0.49 "GET /v2.0/quotas/a897a11d1a104d1e91c516f66e80c81f HTTP/1.1" status: 200 len: 370 time: 0.0174198 Sep 22 09:43:55.411208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50746) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:55.414297 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] Set router d2b4483e-1074-4331-a8fd-bae3ad003abe gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:55.419611 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a8831041-2d83-4e30-bc6b-d53959d8ee3b tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] 10.222.0.49 "GET /v2.0/quotas/a897a11d1a104d1e91c516f66e80c81f/default HTTP/1.1" status: 200 len: 370 time: 0.0060127 Sep 22 09:43:55.423402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50748) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:55.436147 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-53e6ed82-bff9-4ef8-b382-7968e6fd8962 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] delete failed (client error): The resource could not be found. Sep 22 09:43:55.437228 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-53e6ed82-bff9-4ef8-b382-7968e6fd8962 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/a897a11d1a104d1e91c516f66e80c81f HTTP/1.1" status: 404 len: 348 time: 0.0128684 Sep 22 09:43:55.487635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-433f1d02-2381-4b7f-beaa-74aad42e270c None None] Provisioning complete for port 38b53092-1b05-4f1e-b919-499434bc6758 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:55.488021 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-433f1d02-2381-4b7f-beaa-74aad42e270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:55.594218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-433f1d02-2381-4b7f-beaa-74aad42e270c None None] Port 38b53092-1b05-4f1e-b919-499434bc6758 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:55.633795 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:50Z', 'revision_number': 3, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:55.644246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-292a94d0-38b8-423b-ab86-d55827974613 req-a92a5427-4389-45bf-abbc-9136c06a66c0 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:55.678854 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27872867-43b3-4513-8dcd-a67a282bff81 None None] The sync data for ids ['d2b4483e-1074-4331-a8fd-bae3ad003abe'] in n-d-805649-4 is: [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:50Z', 'revision_number': 3, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:43:55.751510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a5427-4389-45bf-abbc-9136c06a66c0 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Pushing event deleted for resources: {'Port': ['ID=12d32e5f-ba26-4b2f-a0d0-aca47de3915f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:55.765403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-b9549865-ee73-4679-82f7-ffc3cb48af86 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:43:55.769295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-b9549865-ee73-4679-82f7-ffc3cb48af86 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 815 time: 0.5940228 Sep 22 09:43:55.809687 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:55.814138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50754) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:55.883940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Usage tracker for resource:network and tenant:d556ab077732426fb5b3cbd2b11dd3a3 is out of sync, need to count used quota {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 09:43:55.901840 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 09:43:55.953446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Usage tracker for resource:subnet and tenant:d556ab077732426fb5b3cbd2b11dd3a3 is out of sync, need to count used quota {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 09:43:55.961008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-292a94d0-38b8-423b-ab86-d55827974613 req-a92a5427-4389-45bf-abbc-9136c06a66c0 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] No DVR routers for this DVR port 12d32e5f-ba26-4b2f-a0d0-aca47de3915f on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:43:55.972857 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-292a94d0-38b8-423b-ab86-d55827974613 req-a92a5427-4389-45bf-abbc-9136c06a66c0 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:55.973043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 09:43:55.975978 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-292a94d0-38b8-423b-ab86-d55827974613 req-a92a5427-4389-45bf-abbc-9136c06a66c0 tempest-ServerPasswordTestJSON-1794491221 tempest-ServerPasswordTestJSON-1794491221-project] 10.222.0.60 "DELETE /v2.0/ports/12d32e5f-ba26-4b2f-a0d0-aca47de3915f HTTP/1.1" status: 204 len: 173 time: 2.0576444 Sep 22 09:43:55.982972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a7e957-30f1-4dad-b554-525a63f88fe7', 'name': 'network-vif-deleted', 'tag': '12d32e5f-ba26-4b2f-a0d0-aca47de3915f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:43:55.985824 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971a0e4f-55db-4f53-80dc-56f7551958e0" -d '{"events": [{"server_uuid": "e2a7e957-30f1-4dad-b554-525a63f88fe7", "name": "network-vif-deleted", "tag": "12d32e5f-ba26-4b2f-a0d0-aca47de3915f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:43:55.991231 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-64c97018-b9ae-4ff6-b259-d71c94781d0e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/quotas/255781b38c1b453f9464ebab59e138f8 HTTP/1.1" status: 200 len: 375 time: 0.1350787 Sep 22 09:43:56.062837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Usage tracker for resource:subnetpool and tenant:d556ab077732426fb5b3cbd2b11dd3a3 is out of sync, need to count used quota {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 09:43:56.084339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 09:43:56.114187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Usage tracker for resource:port and tenant:d556ab077732426fb5b3cbd2b11dd3a3 is out of sync, need to count used quota {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 09:43:56.129718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 09:43:56.172341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f01a9865-d682-4c3e-8120-0f21e4a84816 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1485255 Sep 22 09:43:56.176963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Usage tracker for resource:router and tenant:d556ab077732426fb5b3cbd2b11dd3a3 is out of sync, need to count used quota {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 09:43:56.197685 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:56.199745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 09:43:56.221447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Usage tracker for resource:floatingip and tenant:d556ab077732426fb5b3cbd2b11dd3a3 is out of sync, need to count used quota {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 09:43:56.231529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 09:43:56.284681 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:56.358244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:56.468105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Usage tracker for resource:security_group and tenant:d556ab077732426fb5b3cbd2b11dd3a3 is out of sync, need to count used quota {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 09:43:56.473691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-eca92464-0d42-4107-b33a-fe9bf229278c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:43:56.495349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-eca92464-0d42-4107-b33a-fe9bf229278c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3014503 Sep 22 09:43:56.495639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 09:43:56.495639 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:56.524905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Usage tracker for resource:security_group_rule and tenant:d556ab077732426fb5b3cbd2b11dd3a3 is out of sync, need to count used quota {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 22 09:43:56.551976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Pushing event updated for resources: {'Port': ['ID=38b53092-1b05-4f1e-b919-499434bc6758,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:56.570110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.quota.resource [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95509) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 22 09:43:56.591322 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cd8dbe4a-fd5a-409d-ab74-ec4d70bba7f9 tempest-QuotasTest-1295353931 tempest-QuotasTest-1295353931-project-admin] 10.222.0.49 "GET /v2.0/quotas/d556ab077732426fb5b3cbd2b11dd3a3/details.json HTTP/1.1" status: 200 len: 703 time: 0.7710886 Sep 22 09:43:56.663232 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-1030c8f3-2cc3-4f54-bedf-7755dc38ec98 service neutron] 10.222.0.49 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756313 Sep 22 09:43:56.716051 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:43:56.717671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:43:56.917607 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-ad4cdf0d-d0b1-4cc8-b491-bf4e999f9401 service neutron] 10.222.0.49 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432711 Sep 22 09:43:56.940015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Router d2b4483e-1074-4331-a8fd-bae3ad003abe has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:43:56.946441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6490-5457-40c5-86f7-769f3d57660d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:56.960656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 754bb2d7-1064-4321-9509-6efa9dac84f1 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:43:56.962031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.079753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 12d32e5f-ba26-4b2f-a0d0-aca47de3915f no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:43:57.159076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 12d32e5f-ba26-4b2f-a0d0-aca47de3915f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:43:57.162719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 12d32e5f-ba26-4b2f-a0d0-aca47de3915f not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:43:57.183359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:57.189032 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2c80a5c4-f81d-4ba5-8a3f-3f2622ab994a admin admin] 10.222.0.49 "PUT /v2.0/routers/d2b4483e-1074-4331-a8fd-bae3ad003abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4397581 Sep 22 09:43:57.202162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port 754bb2d7-1064-4321-9509-6efa9dac84f1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=754bb2d7-1064-4321-9509-6efa9dac84f1,segment=NetworkSegment(35d75d65-eadd-4729-802f-cdc3ee833f1b),segment_id=35d75d65-eadd-4729-802f-cdc3ee833f1b)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:57.202162 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.224639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 754bb2d7-1064-4321-9509-6efa9dac84f1 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:43:57.235050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-bc8cb396-b240-4ea6-89fd-49d837688d8c None None] Provisioning complete for port 38b53092-1b05-4f1e-b919-499434bc6758 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:57.236427 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bc8cb396-b240-4ea6-89fd-49d837688d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.319471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-bc8cb396-b240-4ea6-89fd-49d837688d8c None None] Port 38b53092-1b05-4f1e-b919-499434bc6758 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:43:57.322132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f79cc81c-aa6c-48c1-89d9-3d2b68e492bf up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:57.376626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50772) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:57.466197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f79cc81c-aa6c-48c1-89d9-3d2b68e492bf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:57.468703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.494240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50786) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:57.538446 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.579317 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f136781-0197-4f74-8ed1-d67f9e2465ee x-openstack-request-id: req-8f136781-0197-4f74-8ed1-d67f9e2465ee {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:43:57.579493 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a7e957-30f1-4dad-b554-525a63f88fe7", "name": "network-vif-deleted", "tag": "12d32e5f-ba26-4b2f-a0d0-aca47de3915f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:43:57.579761 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f136781-0197-4f74-8ed1-d67f9e2465ee {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:43:57.580168 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a7e957-30f1-4dad-b554-525a63f88fe7', 'name': 'network-vif-deleted', 'tag': '12d32e5f-ba26-4b2f-a0d0-aca47de3915f', 'status': 'completed', 'code': 200} Sep 22 09:43:57.617370 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.640544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port f79cc81c-aa6c-48c1-89d9-3d2b68e492bf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f79cc81c-aa6c-48c1-89d9-3d2b68e492bf,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:43:57.655136 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16589d6d-3dae-43d9-92e9-a87463f21752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.665691 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.700100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4b4aa9-93e7-41a8-9ff7-ab7d9b44df8d admin admin] Deleting subnet dc279181-0280-43b6-9c2b-df3d04b38dd2 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:43:57.708919 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4aa9-93e7-41a8-9ff7-ab7d9b44df8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.753324 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.776840 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4aa9-93e7-41a8-9ff7-ab7d9b44df8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.823162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=754bb2d7-1064-4321-9509-6efa9dac84f1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:57.885034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11b485a2-37e9-4a34-9e82-37f8f5fce5c4 req-bf481fa9-6248-4921-9fa4-8bb27c8bd71c tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 210 time: 0.2153823 Sep 22 09:43:57.896449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4aa9-93e7-41a8-9ff7-ab7d9b44df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:57.904465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=f79cc81c-aa6c-48c1-89d9-3d2b68e492bf,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:57.977014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16589d6d-3dae-43d9-92e9-a87463f21752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.048587 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.070914 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.120970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16589d6d-3dae-43d9-92e9-a87463f21752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.195054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-16589d6d-3dae-43d9-92e9-a87463f21752 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0359ae98f577420fbfb5b8e8a9e9f111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8252001 Sep 22 09:43:58.197963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50830) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:58.245708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16589d6d-3dae-43d9-92e9-a87463f21752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d93fc5-f3a4-4acd-bf46-fc025dbdf815,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:58.264320 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4aa9-93e7-41a8-9ff7-ab7d9b44df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.294268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b4aa9-93e7-41a8-9ff7-ab7d9b44df8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc279181-0280-43b6-9c2b-df3d04b38dd2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:58.325839 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4aa9-93e7-41a8-9ff7-ab7d9b44df8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.330121 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ed4b4aa9-93e7-41a8-9ff7-ab7d9b44df8d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dc279181-0280-43b6-9c2b-df3d04b38dd2 HTTP/1.1" status: 204 len: 168 time: 0.8325555 Sep 22 09:43:58.331675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50834) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:58.366753 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-308eabf4-f2b4-405a-a68c-14c8afff7f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.385066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Sync routers for ids ['d2b4483e-1074-4331-a8fd-bae3ad003abe'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:43:58.391086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 941f9e23-5c28-4ebc-947b-39ec8170ec91 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:43:58.400244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Routers {'d2b4483e-1074-4331-a8fd-bae3ad003abe'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:58.401228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d2b4483e-1074-4331-a8fd-bae3ad003abe'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:58.402248 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-308eabf4-f2b4-405a-a68c-14c8afff7f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.452848 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.521090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Set router d2b4483e-1074-4331-a8fd-bae3ad003abe gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:58.577843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:43:58.590454 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9743c5-524a-4187-a3c7-f1e9c709cffc None None] Sync routers for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:43:58.593728 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.597291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7df7317f-9dca-4b8c-95f9-26a9a48e38a7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6003039 Sep 22 09:43:58.597935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50842) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:58.605109 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9743c5-524a-4187-a3c7-f1e9c709cffc None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:58.605739 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5c9743c5-524a-4187-a3c7-f1e9c709cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:58.629367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031f2262-94ec-4460-b3db-f6ec1c0d1d78']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:58.643131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd15636b-6525-43d8-8f16-20bff27c8cc2') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:58.643478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd15636b-6525-43d8-8f16-20bff27c8cc2') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:58.663545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-308eabf4-f2b4-405a-a68c-14c8afff7f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.666882 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-308eabf4-f2b4-405a-a68c-14c8afff7f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.668367 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-308eabf4-f2b4-405a-a68c-14c8afff7f9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58d93fc5-f3a4-4acd-bf46-fc025dbdf815 HTTP/1.1" status: 204 len: 168 time: 0.4698277 Sep 22 09:43:58.680881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.715046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308eabf4-f2b4-405a-a68c-14c8afff7f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d93fc5-f3a4-4acd-bf46-fc025dbdf815,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:58.716903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting subnet 7e4fc16d-44f8-45df-9922-26da5b2d54bf {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:43:58.720637 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.731059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:43:58.732295 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.732762 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:43:58.734778 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:43:58.798335 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5c9743c5-524a-4187-a3c7-f1e9c709cffc None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:58.859221 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.955778 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.962926 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:58.969196 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/031f2262-94ec-4460-b3db-f6ec1c0d1d78 HTTP/1.1" status: 204 len: 168 time: 0.6352918 Sep 22 09:43:58.982800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:55Z', 'revision_number': 4, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '38b53092-1b05-4f1e-b919-499434bc6758', 'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'mac_address': 'fa:16:3e:41:24:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:54Z', 'updated_at': '2021-09-22T09:43:55Z', 'revision_number': 2, 'project_id': '22197b2546c8417b9346924b78156bd9', 'subnets': [{'id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:58.995142 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623d2ed-27ea-4ec6-9d5e-db7b17bc66a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=031f2262-94ec-4460-b3db-f6ec1c0d1d78,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:59.045212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Checking router: d2b4483e-1074-4331-a8fd-bae3ad003abe for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:43:59.054383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Updating router d2b4483e-1074-4331-a8fd-bae3ad003abe port 38b53092-1b05-4f1e-b919-499434bc6758 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:43:59.107606 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:59.201862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47d8f333-100e-4d2d-9c46-ae0803c31021 req-6b02dbd8-5a8f-462e-b0e4-6a66d32a3e49 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 210 time: 0.1576245 Sep 22 09:43:59.210232 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5c9743c5-524a-4187-a3c7-f1e9c709cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 10, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:59.233964 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:59.245834 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9743c5-524a-4187-a3c7-f1e9c709cffc None None] Checking router: 941f9e23-5c28-4ebc-947b-39ec8170ec91 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:43:59.257612 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9743c5-524a-4187-a3c7-f1e9c709cffc None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:43:59.258498 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5c9743c5-524a-4187-a3c7-f1e9c709cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:59.509902 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5c9743c5-524a-4187-a3c7-f1e9c709cffc None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:43:59.510303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f79cc81c-aa6c-48c1-89d9-3d2b68e492bf up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:43:59.672872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f79cc81c-aa6c-48c1-89d9-3d2b68e492bf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:43:59.673291 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:59.717913 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5c9743c5-524a-4187-a3c7-f1e9c709cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 10, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:43:59.753980 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9743c5-524a-4187-a3c7-f1e9c709cffc None None] The sync data for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 is: [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 10, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None, '_interfaces': [{'id': '99b1cc6a-8c9d-4ece-b078-a0e244b92797', 'name': '', 'network_id': '5e2359d0-2d9b-4902-9621-a1aef947c311', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'mac_address': 'fa:16:3e:ba:bc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:10Z', 'updated_at': '2021-09-22T09:43:17Z', 'revision_number': 5, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'subnets': [{'id': '213bf111-1b7b-4a22-bc85-9d37ac4d20fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:43:59.820697 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:59.860847 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:59.864321 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:59.871824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4fc16d-44f8-45df-9922-26da5b2d54bf,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:43:59.883127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.888489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.888489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.888489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.888489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.888489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.888489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.888489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.888489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.888489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.888489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.888489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:43:59.894225 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:43:59.896445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-73f54192-fb2f-436c-b12b-f1ac1c5d0686 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/7e4fc16d-44f8-45df-9922-26da5b2d54bf HTTP/1.1" status: 204 len: 168 time: 1.2974894 Sep 22 09:43:59.899298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50860) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:43:59.902385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9802efe6-1534-4ef8-8441-f4ab5f8fe7c5 None None] Network b8d9c86b-216d-464d-845a-98affc6702d0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:00.014646 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.022334 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.109249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50874) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:00.150746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50878) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:00.197904 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23a78163-f01b-418d-b8d1-1efd75c9911c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.230271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 38958efc-acd2-4ff5-8879-0006df6be3bf {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:00.230619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.322035 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ad48d9c1-a7b3-4de5-8f22-8f09725edb4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccaedf827d9d4577a30e854d21b5851b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665235 Sep 22 09:44:00.332198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50900) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:00.518563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08e67ecc-b7e5-49bf-a741-fa0bcfeb206e req-8595261a-9532-4226-8cc5-f23e6addf948 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 210 time: 0.1064315 Sep 22 09:44:00.540584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7612-afa3-4a7d-985a-179a21ad15d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.567205 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23a78163-f01b-418d-b8d1-1efd75c9911c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.576901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1379df-7c7e-43b9-bc0c-cf14ed94943c None None] Pushing event updated for resources: {'Port': ['ID=38b53092-1b05-4f1e-b919-499434bc6758,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:00.580328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7612-afa3-4a7d-985a-179a21ad15d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.597279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port 38958efc-acd2-4ff5-8879-0006df6be3bf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=38958efc-acd2-4ff5-8879-0006df6be3bf,segment=NetworkSegment(35d75d65-eadd-4729-802f-cdc3ee833f1b),segment_id=35d75d65-eadd-4729-802f-cdc3ee833f1b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:00.597757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.601093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Attempting to bind port 38b53092-1b05-4f1e-b919-499434bc6758 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:00.601656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Attempting to bind port 38b53092-1b05-4f1e-b919-499434bc6758 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:00.601821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Attempting to bind port 38b53092-1b05-4f1e-b919-499434bc6758 on network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:00.612096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:00.612430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Checking segment: {'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:00.612885 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.613278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Bound using segment: {'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:00.613773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Bound port: 38b53092-1b05-4f1e-b919-499434bc6758, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:00.614443 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.633095 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 38958efc-acd2-4ff5-8879-0006df6be3bf owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:00.673203 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23a78163-f01b-418d-b8d1-1efd75c9911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.716256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5e5752e4-3d5f-4d9e-b2cf-23f933f8ca19 None None] Provisioning complete for port 38b53092-1b05-4f1e-b919-499434bc6758 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:00.716778 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5e5752e4-3d5f-4d9e-b2cf-23f933f8ca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.791035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-23a78163-f01b-418d-b8d1-1efd75c9911c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d556ab077732426fb5b3cbd2b11dd3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6782072 Sep 22 09:44:00.796101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5e5752e4-3d5f-4d9e-b2cf-23f933f8ca19 None None] Port 38b53092-1b05-4f1e-b919-499434bc6758 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:44:00.797938 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549f1e6-eef4-4502-98ad-511b94d9465d None None] DHCP port deletion for b8d9c86b-216d-464d-845a-98affc6702d0 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:44:00.799665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a78163-f01b-418d-b8d1-1efd75c9911c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e19322-cc8d-4121-98ec-581343b33c9e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:00.803632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50910) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:00.917833 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] For port 38b53092-1b05-4f1e-b919-499434bc6758, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:44:00.937150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b549f1e6-eef4-4502-98ad-511b94d9465d None None] Deleting port 38958efc-acd2-4ff5-8879-0006df6be3bf {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:00.937150 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b549f1e6-eef4-4502-98ad-511b94d9465d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.956584 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e979f8cb-5470-4f79-8e56-b351413ef6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.972689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7612-afa3-4a7d-985a-179a21ad15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.976016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7612-afa3-4a7d-985a-179a21ad15d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.987390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9a9a7612-afa3-4a7d-985a-179a21ad15d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5539fd5-c78b-4f9f-887f-132fbe2a9797 HTTP/1.1" status: 204 len: 168 time: 0.6466825 Sep 22 09:44:00.987390 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:00.988616 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e979f8cb-5470-4f79-8e56-b351413ef6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.016184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] For port 38b53092-1b05-4f1e-b919-499434bc6758, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=38b53092-1b05-4f1e-b919-499434bc6758,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:44:01.029764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a7612-afa3-4a7d-985a-179a21ad15d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5539fd5-c78b-4f9f-887f-132fbe2a9797,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:01.048262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No DVR routers for this DVR port 38958efc-acd2-4ff5-8879-0006df6be3bf on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:44:01.115511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=38958efc-acd2-4ff5-8879-0006df6be3bf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:01.185272 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e979f8cb-5470-4f79-8e56-b351413ef6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.188288 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e979f8cb-5470-4f79-8e56-b351413ef6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.192490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e979f8cb-5470-4f79-8e56-b351413ef6fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85e19322-cc8d-4121-98ec-581343b33c9e HTTP/1.1" status: 204 len: 168 time: 0.3838718 Sep 22 09:44:01.194847 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.223163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b549f1e6-eef4-4502-98ad-511b94d9465d None None] For port 38958efc-acd2-4ff5-8879-0006df6be3bf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=38958efc-acd2-4ff5-8879-0006df6be3bf,segment=NetworkSegment(35d75d65-eadd-4729-802f-cdc3ee833f1b),segment_id=35d75d65-eadd-4729-802f-cdc3ee833f1b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:01.223985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979f8cb-5470-4f79-8e56-b351413ef6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e19322-cc8d-4121-98ec-581343b33c9e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:01.224956 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b549f1e6-eef4-4502-98ad-511b94d9465d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.281940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-98db97be-3e2f-4f31-916c-f9a3aaa93f01 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:01.283475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-98db97be-3e2f-4f31-916c-f9a3aaa93f01 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 815 time: 0.2323625 Sep 22 09:44:01.291827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 754bb2d7-1064-4321-9509-6efa9dac84f1 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:44:01.324080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Request body: {'port': {'device_id': '6a0d561a-497d-4711-bd9b-32c026ddfa65', 'network_id': 'cca937a5-581c-4426-9723-be378be2916d', 'admin_state_up': True, 'tenant_id': '255781b38c1b453f9464ebab59e138f8'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:01.330965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b549f1e6-eef4-4502-98ad-511b94d9465d None None] Calling delete_port for 38958efc-acd2-4ff5-8879-0006df6be3bf owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:01.346889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 754bb2d7-1064-4321-9509-6efa9dac84f1 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:44:01.347090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 754bb2d7-1064-4321-9509-6efa9dac84f1 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:44:01.347517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 38958efc-acd2-4ff5-8879-0006df6be3bf no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:44:01.396458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 38958efc-acd2-4ff5-8879-0006df6be3bf {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:44:01.397041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 38958efc-acd2-4ff5-8879-0006df6be3bf not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:44:01.434216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.499791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d9c86b-216d-464d-845a-98affc6702d0']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:01.510752 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d75d65-eadd-4729-802f-cdc3ee833f1b') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:01.511636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d75d65-eadd-4729-802f-cdc3ee833f1b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:01.522449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.538435 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.546013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:44:01.546844 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:44:01.581687 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:44:01.585499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1379df-7c7e-43b9-bc0c-cf14ed94943c None None] Pushing event updated for resources: {'Port': ['ID=38b53092-1b05-4f1e-b919-499434bc6758,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:01.588340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Routers {'d2b4483e-1074-4331-a8fd-bae3ad003abe'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:01.593186 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d2b4483e-1074-4331-a8fd-bae3ad003abe'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:01.787904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.793510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:01.796526 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:44:01.799556 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/networks/b8d9c86b-216d-464d-845a-98affc6702d0 HTTP/1.1" status: 204 len: 168 time: 1.8941977 Sep 22 09:44:01.800395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50930) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:01.873185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37b50917-6672-4abf-82d8-1389fde636b7 req-59690893-6a9b-4b01-8843-b640f8517ddd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 210 time: 0.1075141 Sep 22 09:44:01.898061 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b549f1e6-eef4-4502-98ad-511b94d9465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.947092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] Set router d2b4483e-1074-4331-a8fd-bae3ad003abe gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:01.958971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549f1e6-eef4-4502-98ad-511b94d9465d None None] Pushing event deleted for resources: {'Port': ['ID=38958efc-acd2-4ff5-8879-0006df6be3bf,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:01.963983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Made reservation on behalf of 255781b38c1b453f9464ebab59e138f8 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:01.969148 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:01.989016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b549f1e6-eef4-4502-98ad-511b94d9465d None None] Network b8d9c86b-216d-464d-845a-98affc6702d0 is not hosted by any dhcp agent {{(pid=95511) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 09:44:01.989591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549f1e6-eef4-4502-98ad-511b94d9465d None None] No DVR routers for this DVR port 38958efc-acd2-4ff5-8879-0006df6be3bf on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:44:02.093617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c84d4279-527b-4429-b037-3c6320f8d22b None None] Provisioning complete for port 38b53092-1b05-4f1e-b919-499434bc6758 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:02.093998 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c84d4279-527b-4429-b037-3c6320f8d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:02.129204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8e8d2-a668-4665-add8-6330f7505e39 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Network': ['ID=b8d9c86b-216d-464d-845a-98affc6702d0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:02.395364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Allocated IP 172.20.0.14 (cca937a5-581c-4426-9723-be378be2916d/d7a4b5df-b324-41ba-bbca-be70a81c305a/7d28f64e-b67d-4b89-959c-38b118283e32) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:02.734855 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:02.840009 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c84d4279-527b-4429-b037-3c6320f8d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:02.890782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:02.929382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c84d4279-527b-4429-b037-3c6320f8d22b None None] For port 38b53092-1b05-4f1e-b919-499434bc6758, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=38b53092-1b05-4f1e-b919-499434bc6758,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:02.954765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:55Z', 'revision_number': 4, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '38b53092-1b05-4f1e-b919-499434bc6758', 'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'mac_address': 'fa:16:3e:41:24:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:54Z', 'updated_at': '2021-09-22T09:44:00Z', 'revision_number': 4, 'project_id': '22197b2546c8417b9346924b78156bd9', 'subnets': [{'id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:03.006718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2ef29-bdc0-4729-a2c5-6d13d9782867 None None] The sync data for ids ['d2b4483e-1074-4331-a8fd-bae3ad003abe'] in n-d-805649-4 is: [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:55Z', 'revision_number': 4, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '38b53092-1b05-4f1e-b919-499434bc6758', 'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'mac_address': 'fa:16:3e:41:24:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:54Z', 'updated_at': '2021-09-22T09:44:00Z', 'revision_number': 4, 'project_id': '22197b2546c8417b9346924b78156bd9', 'subnets': [{'id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:03.018464 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:03.023173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c84d4279-527b-4429-b037-3c6320f8d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:03.048274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['867df263-ca48-4844-b194-8caf6f608284', 'c875dda7-f94f-4bc0-83f2-041b5da7f991'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:44:03.050737 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['37119afd-55b4-4588-8476-b509facc286f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:44:03.072004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Network cca937a5-581c-4426-9723-be378be2916d is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:03.082656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:03.152078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:03.276491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Pushing event updated for resources: {'Port': ['ID=7d28f64e-b67d-4b89-959c-38b118283e32,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:03.291856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:03.291856 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:03.392986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f1b0fc91-0e8b-4841-bbe8-3528702d23dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0919433 Sep 22 09:44:03.410732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7cc77-c425-46db-9874-b9903686db9a req-d5a751b3-756f-43a4-a3c8-165e8855c061 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:03.422789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24d7cc77-c425-46db-9874-b9903686db9a req-d5a751b3-756f-43a4-a3c8-165e8855c061 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 932 time: 0.0837584 Sep 22 09:44:03.439023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Request body: {'port': {'device_id': '6a0d561a-497d-4711-bd9b-32c026ddfa65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:03.492002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d4279-527b-4429-b037-3c6320f8d22b None None] Pushing event updated for resources: {'Port': ['ID=38b53092-1b05-4f1e-b919-499434bc6758,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:03.558786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 99b1cc6a-8c9d-4ece-b078-a0e244b92797 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:03.559362 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:03.581453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24d7cc77-c425-46db-9874-b9903686db9a req-b03de55f-cdb9-4eb4-94d9-8325de6b7b43 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567783 Sep 22 09:44:03.674312 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:03.807552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50986) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:03.855873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port 99b1cc6a-8c9d-4ece-b078-a0e244b92797, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=99b1cc6a-8c9d-4ece-b078-a0e244b92797,segment=NetworkSegment(fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a),segment_id=fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:03.856260 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:03.909284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 99b1cc6a-8c9d-4ece-b078-a0e244b92797 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:04.325039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-303860713-network', 'tenant_id': '3a34140af90845c181244847b157536b'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:04.434822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d28f64e-b67d-4b89-959c-38b118283e32 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:44:04.445839 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:04.496607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Made reservation on behalf of 3a34140af90845c181244847b157536b for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:04.506320 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:04.544924 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:04.703622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:04.724057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Transition to ACTIVE for port object 7d28f64e-b67d-4b89-959c-38b118283e32 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:44:04.735378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:04.807972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=99b1cc6a-8c9d-4ece-b078-a0e244b92797,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:04.830000 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:04.945217 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:05.035710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:05.133159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:44:05.169999 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:05.170253 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Added segment 6d730376-9d56-436e-bba1-60f5e7e95aa6 of type vlan for network ce837084-a6bd-43be-99cf-84d72153eb26 Sep 22 09:44:05.334097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:05.383820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 38b53092-1b05-4f1e-b919-499434bc6758 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:05.409317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 941f9e23-5c28-4ebc-947b-39ec8170ec91 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:44:05.461618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:05.490369 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:05.491359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:05.500830 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:05.532035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Pushing event updated for resources: {'Port': ['ID=7d28f64e-b67d-4b89-959c-38b118283e32,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:05.551986 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 38b53092-1b05-4f1e-b919-499434bc6758 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:05.552824 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:05.634255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Attempting to bind port 7d28f64e-b67d-4b89-959c-38b118283e32 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:05.634917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Attempting to bind port 7d28f64e-b67d-4b89-959c-38b118283e32 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:05.635547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Attempting to bind port 7d28f64e-b67d-4b89-959c-38b118283e32 on network cca937a5-581c-4426-9723-be378be2916d {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:05.661765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:05.683094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d72e92-4888-4a90-9510-4e4f32759c76 None None] Sync routers for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:05.686380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb33e0-ed0f-4282-8152-bfc7f4126dd1 req-5678b48a-fcd1-4658-b71a-19e8c4923b2c tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:05.687617 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-39f60917-c44f-49c3-87d5-7edf5bd9868a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8794966 Sep 22 09:44:05.688383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51074) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:05.700516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89fb33e0-ed0f-4282-8152-bfc7f4126dd1 req-5678b48a-fcd1-4658-b71a-19e8c4923b2c tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 944 time: 0.3133345 Sep 22 09:44:05.702308 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51076) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:05.747497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] Pushing event updated for resources: {'Network': ['ID=ce837084-a6bd-43be-99cf-84d72153eb26,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:05.750220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Port 7d28f64e-b67d-4b89-959c-38b118283e32 on network cca937a5-581c-4426-9723-be378be2916d not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:44:05.750736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Attempting to bind port 7d28f64e-b67d-4b89-959c-38b118283e32 on network cca937a5-581c-4426-9723-be378be2916d {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:05.769892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:05.770677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Checking segment: {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:05.773963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Bound using segment: {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:05.775629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Bound port: 7d28f64e-b67d-4b89-959c-38b118283e32, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7583527d-7166-4a4e-9ac8-5f0728688c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'cca937a5-581c-4426-9723-be378be2916d'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:05.777159 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:05.779371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7733487-3fb0-4580-92d9-5981f8af9643 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting subnet 213bf111-1b7b-4a22-bc85-9d37ac4d20fe {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:44:05.783622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7733487-3fb0-4580-92d9-5981f8af9643 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:05.798093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3b828bce-2365-41ef-97d9-849b80097c91 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9853740 Sep 22 09:44:05.811536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51084) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:05.818537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] Request body: {'subnet': {'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-303860713-subnet', 'tenant_id': '3a34140af90845c181244847b157536b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:05.820365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d72e92-4888-4a90-9510-4e4f32759c76 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:05.821631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d1d72e92-4888-4a90-9510-4e4f32759c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:05.862722 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7733487-3fb0-4580-92d9-5981f8af9643 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:05.959681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-d1d72e92-4888-4a90-9510-4e4f32759c76 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:06.053001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network ce837084-a6bd-43be-99cf-84d72153eb26 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:44:06.058590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d1d72e92-4888-4a90-9510-4e4f32759c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:44:04Z', 'revision_number': 11, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:06.109786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d72e92-4888-4a90-9510-4e4f32759c76 None None] Checking router: 941f9e23-5c28-4ebc-947b-39ec8170ec91 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:44:06.157644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d72e92-4888-4a90-9510-4e4f32759c76 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:06.158516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d1d72e92-4888-4a90-9510-4e4f32759c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:06.334927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-d1d72e92-4888-4a90-9510-4e4f32759c76 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:06.410329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] Made reservation on behalf of 3a34140af90845c181244847b157536b for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:06.413171 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:06.425153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1115316813', 'router:external': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:06.430016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7733487-3fb0-4580-92d9-5981f8af9643 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:06.457148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89fb33e0-ed0f-4282-8152-bfc7f4126dd1 req-1ca40e3f-9489-49b4-b29c-db1d1c74eab3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7539499 Sep 22 09:44:06.553579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc11d75-4a39-4b74-b095-d1bd0306d00c req-eca5e428-0413-46dc-aa80-3a427245bd1f tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:06.555158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dfc11d75-4a39-4b74-b095-d1bd0306d00c req-eca5e428-0413-46dc-aa80-3a427245bd1f tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 946 time: 0.0781941 Sep 22 09:44:06.636271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Made reservation on behalf of d49cf7076bb34930a3fe9def40bc5d21 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:06.639266 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:06.677079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:06.680287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] For port 7d28f64e-b67d-4b89-959c-38b118283e32, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:44:06.681472 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7733487-3fb0-4580-92d9-5981f8af9643 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:06.700852 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7733487-3fb0-4580-92d9-5981f8af9643 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:06.707096 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f7733487-3fb0-4580-92d9-5981f8af9643 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/213bf111-1b7b-4a22-bc85-9d37ac4d20fe HTTP/1.1" status: 204 len: 168 time: 1.0173807 Sep 22 09:44:06.714528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51120) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:06.731154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80df96ec-34f3-4633-bfa9-3123ac311700 None None] Network 5e2359d0-2d9b-4902-9621-a1aef947c311 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:06.734389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d1d72e92-4888-4a90-9510-4e4f32759c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:44:04Z', 'revision_number': 11, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:06.740690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7733487-3fb0-4580-92d9-5981f8af9643 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Subnet': ['ID=213bf111-1b7b-4a22-bc85-9d37ac4d20fe,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:06.746040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] For port 7d28f64e-b67d-4b89-959c-38b118283e32, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7d28f64e-b67d-4b89-959c-38b118283e32,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:44:06.766905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-dfc11d75-4a39-4b74-b095-d1bd0306d00c req-c2844070-6d1a-4927-b3ef-d94c7f7f95fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Deleting port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:06.767263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-dfc11d75-4a39-4b74-b095-d1bd0306d00c req-c2844070-6d1a-4927-b3ef-d94c7f7f95fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:06.769777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a7f21-c950-4c16-8eec-87c2d689b2e9 req-cbc7cfa5-49d1-4ddb-8dce-b6508a7aaf58 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:06.771427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b5a7f21-c950-4c16-8eec-87c2d689b2e9 req-cbc7cfa5-49d1-4ddb-8dce-b6508a7aaf58 tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 946 time: 0.1771319 Sep 22 09:44:06.801163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d72e92-4888-4a90-9510-4e4f32759c76 None None] The sync data for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 is: [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:44:04Z', 'revision_number': 11, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:06.899508 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:06.939182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-dfc11d75-4a39-4b74-b095-d1bd0306d00c req-c2844070-6d1a-4927-b3ef-d94c7f7f95fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] For port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea,segment=NetworkSegment(0ce2eed7-655b-4df3-946c-e8c6b467ef25),segment_id=0ce2eed7-655b-4df3-946c-e8c6b467ef25)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:06.947251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-dfc11d75-4a39-4b74-b095-d1bd0306d00c req-c2844070-6d1a-4927-b3ef-d94c7f7f95fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:06.967210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-dfc11d75-4a39-4b74-b095-d1bd0306d00c req-c2844070-6d1a-4927-b3ef-d94c7f7f95fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Calling delete_port for ddd2906c-dba1-4d6a-9ffa-d9b5af824cea owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:06.977739 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:06.983521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:06.984180 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:06.986170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] 10.222.0.60 "PUT /v2.0/ports/7d28f64e-b67d-4b89-959c-38b118283e32 HTTP/1.1" status: 200 len: 1092 time: 3.5610745 Sep 22 09:44:07.003648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0d561a-497d-4711-bd9b-32c026ddfa65', 'tag': '7d28f64e-b67d-4b89-959c-38b118283e32'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:44:07.005691 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5a8c41-b04c-40e7-b24f-1dd632168a82" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0d561a-497d-4711-bd9b-32c026ddfa65", "tag": "7d28f64e-b67d-4b89-959c-38b118283e32"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:44:07.035800 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b5a7f21-c950-4c16-8eec-87c2d689b2e9 req-f890fc64-cb9d-4b30-a1be-b189d4fb990b tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/security-groups?id=c749de5f-4881-4937-a0a1-8b91d9a663e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541039 Sep 22 09:44:07.098407 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b78c6c0-99d6-439d-a302-f908ae89fa99 x-openstack-request-id: req-7b78c6c0-99d6-439d-a302-f908ae89fa99 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:44:07.098699 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0d561a-497d-4711-bd9b-32c026ddfa65", "tag": "7d28f64e-b67d-4b89-959c-38b118283e32", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:44:07.101012 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b78c6c0-99d6-439d-a302-f908ae89fa99 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:44:07.101012 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0d561a-497d-4711-bd9b-32c026ddfa65', 'tag': '7d28f64e-b67d-4b89-959c-38b118283e32', 'status': 'completed', 'code': 200} Sep 22 09:44:07.110909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7c462-6c35-4d90-95a5-757a9aa3de44 service neutron] Pushing event updated for resources: {'Port': ['ID=7d28f64e-b67d-4b89-959c-38b118283e32,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:07.179980 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951f3133-6a44-4f3e-9e03-ae5ceba163b6 None None] DHCP port deletion for 5e2359d0-2d9b-4902-9621-a1aef947c311 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:44:07.228847 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.241857 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a8c41-b04c-40e7-b24f-1dd632168a82 req-3ce1daf9-d5a8-47aa-b67f-1945d8cb9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:07.243534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a8c41-b04c-40e7-b24f-1dd632168a82 req-3ce1daf9-d5a8-47aa-b67f-1945d8cb9c43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 1095 time: 0.1166577 Sep 22 09:44:07.247050 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.319792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-951f3133-6a44-4f3e-9e03-ae5ceba163b6 None None] Deleting port 9233edfa-20b7-413f-ad42-0fe88907da93 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:07.320664 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-951f3133-6a44-4f3e-9e03-ae5ceba163b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.341199 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.347159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 99b1cc6a-8c9d-4ece-b078-a0e244b92797 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:44:07.366261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Deleting port 9233edfa-20b7-413f-ad42-0fe88907da93 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:07.366611 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.389109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 99b1cc6a-8c9d-4ece-b078-a0e244b92797 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:44:07.389446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 99b1cc6a-8c9d-4ece-b078-a0e244b92797 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:44:07.389925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9233edfa-20b7-413f-ad42-0fe88907da93 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:44:07.419246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-dfc11d75-4a39-4b74-b095-d1bd0306d00c req-c2844070-6d1a-4927-b3ef-d94c7f7f95fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.453101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0047e137-8d7c-45bf-964c-9e2e6bb87742,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:07.456288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:44:07.463142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['ddd2906c-dba1-4d6a-9ffa-d9b5af824cea'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:44:07.476981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2844070-6d1a-4927-b3ef-d94c7f7f95fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Pushing event deleted for resources: {'Port': ['ID=ddd2906c-dba1-4d6a-9ffa-d9b5af824cea,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:07.530419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c80fd5-412f-4196-b17d-651e3bc35c7e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:07.540556 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.540953 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Added segment 20d75373-490b-4bb2-b736-1c7f964088cf of type vlan for network 4491be1b-f094-4a9c-abc7-bb12efc94db4 Sep 22 09:44:07.557986 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-951f3133-6a44-4f3e-9e03-ae5ceba163b6 None None] For port 9233edfa-20b7-413f-ad42-0fe88907da93, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9233edfa-20b7-413f-ad42-0fe88907da93,segment=NetworkSegment(fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a),segment_id=fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:07.560636 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-951f3133-6a44-4f3e-9e03-ae5ceba163b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.571272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] Checking segment: {'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:07.571639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] Network hostable DHCP agents. Network: ce837084-a6bd-43be-99cf-84d72153eb26, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:44:07.578083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] For port 9233edfa-20b7-413f-ad42-0fe88907da93, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9233edfa-20b7-413f-ad42-0fe88907da93,segment=NetworkSegment(fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a),segment_id=fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:07.578083 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.586836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc11d75-4a39-4b74-b095-d1bd0306d00c req-c2844070-6d1a-4927-b3ef-d94c7f7f95fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] No DVR routers for this DVR port ddd2906c-dba1-4d6a-9ffa-d9b5af824cea on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:44:07.591748 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-dfc11d75-4a39-4b74-b095-d1bd0306d00c req-c2844070-6d1a-4927-b3ef-d94c7f7f95fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.596772 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dfc11d75-4a39-4b74-b095-d1bd0306d00c req-c2844070-6d1a-4927-b3ef-d94c7f7f95fb tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.45 "DELETE /v2.0/ports/ddd2906c-dba1-4d6a-9ffa-d9b5af824cea HTTP/1.1" status: 204 len: 173 time: 1.0302653 Sep 22 09:44:07.597647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c556d6b-0904-4f08-bdfd-08373fc383f8', 'name': 'network-vif-deleted', 'tag': 'ddd2906c-dba1-4d6a-9ffa-d9b5af824cea'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:44:07.605016 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d71ad9c-c23f-405f-8249-df9c670ba746" -d '{"events": [{"server_uuid": "9c556d6b-0904-4f08-bdfd-08373fc383f8", "name": "network-vif-deleted", "tag": "ddd2906c-dba1-4d6a-9ffa-d9b5af824cea"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:44:07.605568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-951f3133-6a44-4f3e-9e03-ae5ceba163b6 None None] Calling delete_port for 9233edfa-20b7-413f-ad42-0fe88907da93 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:07.619290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a8c41-b04c-40e7-b24f-1dd632168a82 req-92c17035-e873-4ece-a672-9f3f28d9baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:07.623744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a8c41-b04c-40e7-b24f-1dd632168a82 req-92c17035-e873-4ece-a672-9f3f28d9baad service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=255781b38c1b453f9464ebab59e138f8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3679545 Sep 22 09:44:07.633722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Calling delete_port for 9233edfa-20b7-413f-ad42-0fe88907da93 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:07.701376 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.730018 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.754106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 9233edfa-20b7-413f-ad42-0fe88907da93, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9233edfa-20b7-413f-ad42-0fe88907da93,segment=NetworkSegment(fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a),segment_id=fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:07.856395 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.875710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec910c1-5149-4716-8c9f-4f4eb4f13fbc req-27e36bb4-cf38-40fb-b64e-9c31cf5b87d2 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:07.877544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bec910c1-5149-4716-8c9f-4f4eb4f13fbc req-27e36bb4-cf38-40fb-b64e-9c31cf5b87d2 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 944 time: 0.2556655 Sep 22 09:44:07.893870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] Network ce837084-a6bd-43be-99cf-84d72153eb26 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:44:07.936643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=9233edfa-20b7-413f-ad42-0fe88907da93,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:07.940547 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-951f3133-6a44-4f3e-9e03-ae5ceba163b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.957932 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f3133-6a44-4f3e-9e03-ae5ceba163b6 None None] No DVR routers for this DVR port 9233edfa-20b7-413f-ad42-0fe88907da93 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:44:07.964758 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bec910c1-5149-4716-8c9f-4f4eb4f13fbc req-439af0c0-ee64-4e20-bf73-87602f163f53 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725322 Sep 22 09:44:07.966822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a8c41-b04c-40e7-b24f-1dd632168a82 req-69bcf8a2-cdf4-40fa-a511-2cd0db1174c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:07.968227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a8c41-b04c-40e7-b24f-1dd632168a82 req-69bcf8a2-cdf4-40fa-a511-2cd0db1174c9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3361583 Sep 22 09:44:07.974761 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:07.981963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f3133-6a44-4f3e-9e03-ae5ceba163b6 None None] Pushing event deleted for resources: {'Port': ['ID=9233edfa-20b7-413f-ad42-0fe88907da93,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:08.011965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Port': ['ID=9233edfa-20b7-413f-ad42-0fe88907da93,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:08.014712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, ce837084-a6bd-43be-99cf-84d72153eb26) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:08.026572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:08.035224 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.041900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No DVR routers for this DVR port 9233edfa-20b7-413f-ad42-0fe88907da93 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:44:08.042598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe51e6-e0d2-499c-994b-9200aee54d1c None None] Network ce837084-a6bd-43be-99cf-84d72153eb26 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:08.057502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.059224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:08.060268 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.121303 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca8654e-8c92-4272-8ab7-0ccc4b2e1ffa x-openstack-request-id: req-5ca8654e-8c92-4272-8ab7-0ccc4b2e1ffa {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:44:08.121303 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c556d6b-0904-4f08-bdfd-08373fc383f8", "name": "network-vif-deleted", "tag": "ddd2906c-dba1-4d6a-9ffa-d9b5af824cea", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:44:08.121303 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ca8654e-8c92-4272-8ab7-0ccc4b2e1ffa {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:44:08.121303 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c556d6b-0904-4f08-bdfd-08373fc383f8', 'name': 'network-vif-deleted', 'tag': 'ddd2906c-dba1-4d6a-9ffa-d9b5af824cea', 'status': 'completed', 'code': 200} Sep 22 09:44:08.231490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event updated for resources: {'Network': ['ID=4491be1b-f094-4a9c-abc7-bb12efc94db4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:08.258752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 4491be1b-f094-4a9c-abc7-bb12efc94db4 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:44:08.259520 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b9e1e9a-881a-4a19-abdd-861bba4fa5f3 req-0575d38c-92e6-4b76-9f4d-ad73900e48ad tempest-ServerTagsTestJSON-982639809 tempest-ServerTagsTestJSON-982639809-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c556d6b-0904-4f08-bdfd-08373fc383f8 HTTP/1.1" status: 200 len: 210 time: 0.0481436 Sep 22 09:44:08.277238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5208f2fa-2cd6-409f-adf8-b5c52a8008e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:08.278803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-5208f2fa-2cd6-409f-adf8-b5c52a8008e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 1095 time: 0.2382381 Sep 22 09:44:08.285483 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-46b7bab6-324a-4ba7-9e7c-40f3d0d325e2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4690197 Sep 22 09:44:08.285889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51186) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:08.314350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-303860713-router', 'tenant_id': '3a34140af90845c181244847b157536b', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:08.314533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e71ee6-b63c-4d17-800c-539eb3d41b59 None None] Network ce837084-a6bd-43be-99cf-84d72153eb26 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:08.321769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.346943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8ccdf231-dbd5-4ea2-a472-d5af52196e29 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.6424589 Sep 22 09:44:08.351910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51192) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:08.389561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Request body: {'subnet': {'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:08.396637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-3f1dda35-c692-4332-b702-28117b281c0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d28f64e-b67d-4b89-959c-38b118283e32 HTTP/1.1" status: 200 len: 217 time: 0.0711939 Sep 22 09:44:08.398360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2359d0-2d9b-4902-9621-a1aef947c311']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:08.422405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:08.422845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb343223-9ba8-4c9c-b0c3-bbdef4f52e7a') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:08.450837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.451932 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.469425 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.518560 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.525590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-c1f1763b-a6b5-4c47-b40c-ddd77ed9e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:08.527166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-c1f1763b-a6b5-4c47-b40c-ddd77ed9e016 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a4b5df-b324-41ba-bbca-be70a81c305a HTTP/1.1" status: 200 len: 855 time: 0.1184692 Sep 22 09:44:08.529925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:44:08.530331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:44:08.533461 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:44:08.555389 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.573145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-f127a453-e247-4737-801f-58d32ff7c91c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cca937a5-581c-4426-9723-be378be2916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387592 Sep 22 09:44:08.632003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Made reservation on behalf of d49cf7076bb34930a3fe9def40bc5d21 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:08.634143 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.771849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-257776fb-939b-43b1-84d6-8946d9b51bed service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914282 Sep 22 09:44:08.794509 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.863457 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.883084 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:08.885028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/networks/5e2359d0-2d9b-4902-9621-a1aef947c311 HTTP/1.1" status: 204 len: 168 time: 2.1611283 Sep 22 09:44:08.898674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51214) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:08.898674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f4ea3dcf-4363-4945-9e77-49e9fc271008 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'routes': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:08.910428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b2743-2e9b-4650-b6e4-5e6ff83beee4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Pushing event deleted for resources: {'Network': ['ID=5e2359d0-2d9b-4902-9621-a1aef947c311,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:08.919861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f0be951-505d-4a36-b3f1-83208e98a389 req-6fd48fab-a597-4991-8e18-85a86451036d service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406493 Sep 22 09:44:09.111443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.extraroute_db [None req-f4ea3dcf-4363-4945-9e77-49e9fc271008 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Added routes are [] {{(pid=95509) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 22 09:44:09.111756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.extraroute_db [None req-f4ea3dcf-4363-4945-9e77-49e9fc271008 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Removed routes are [] {{(pid=95509) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 22 09:44:09.112141 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3dcf-4363-4945-9e77-49e9fc271008 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:09.170189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e03f18-1b35-4a91-936b-4748c30c74a6 req-949cd8db-6d4e-47ee-9602-565ce0ce0534 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:09.172174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42e03f18-1b35-4a91-936b-4748c30c74a6 req-949cd8db-6d4e-47ee-9602-565ce0ce0534 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 944 time: 0.0786893 Sep 22 09:44:09.255597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42e03f18-1b35-4a91-936b-4748c30c74a6 req-9e655c6a-afc1-4fdd-90e0-3f5c6210ecd3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669694 Sep 22 09:44:09.339347 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3dcf-4363-4945-9e77-49e9fc271008 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:09.345755 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3dcf-4363-4945-9e77-49e9fc271008 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:09.351149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.objects.ports [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95510) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:44:09.351626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:09.390334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51236) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:09.422359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f3ac05a2-fe9b-4ca7-beb5-f026e9511468,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:09.472559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Checking segment: {'id': '20d75373-490b-4bb2-b736-1c7f964088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:09.473464 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Network hostable DHCP agents. Network: 4491be1b-f094-4a9c-abc7-bb12efc94db4, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:44:09.547083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ea3dcf-4363-4945-9e77-49e9fc271008 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 941f9e23-5c28-4ebc-947b-39ec8170ec91 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:44:09.574884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Deleting subnet 082183ca-1167-4fe2-adda-8609fb28ba57 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:44:09.583004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:09.611515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Network 4491be1b-f094-4a9c-abc7-bb12efc94db4 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:44:09.659011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:09.686290 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:09.710299 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:09.731590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 4491be1b-f094-4a9c-abc7-bb12efc94db4) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:09.736299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:09.737810 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:09.741771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd4a52-8fad-40f4-9c33-40c0fed2c167 None None] Network 4491be1b-f094-4a9c-abc7-bb12efc94db4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:09.754871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ea3dcf-4363-4945-9e77-49e9fc271008 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:09.763579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3dcf-4363-4945-9e77-49e9fc271008 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:09.764991 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f4ea3dcf-4363-4945-9e77-49e9fc271008 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91 HTTP/1.1" status: 200 len: 705 time: 0.8755815 Sep 22 09:44:09.768621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51256) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:09.774545 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe0cc2-0447-46ff-8cea-ddacf5507272 None None] Sync routers for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:09.794472 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe0cc2-0447-46ff-8cea-ddacf5507272 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:09.797608 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-efbe0cc2-0447-46ff-8cea-ddacf5507272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:09.823577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:09.836974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1f356d4b-a790-4456-b006-ff25b89f77ad tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=941f9e23-5c28-4ebc-947b-39ec8170ec91 HTTP/1.1" status: 200 len: 205 time: 0.0673530 Sep 22 09:44:09.842769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51260) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:09.861156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5451c9a6-04bc-4bc6-b404-140bfd45aba5 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4806378 Sep 22 09:44:09.865754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ddd2906c-dba1-4d6a-9ffa-d9b5af824cea no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:44:09.866440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51264) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:09.873224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1981014213', 'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:09.945092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: ddd2906c-dba1-4d6a-9ffa-d9b5af824cea {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:44:09.945439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ddd2906c-dba1-4d6a-9ffa-d9b5af824cea not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:44:09.965327 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-efbe0cc2-0447-46ff-8cea-ddacf5507272 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:09.991951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef3641-7a69-4faf-8efc-92e9860db6c6 None None] Network 4491be1b-f094-4a9c-abc7-bb12efc94db4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:10.055731 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86e00d18-811d-4db9-b5ac-2f0debebf96e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.074066 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-efbe0cc2-0447-46ff-8cea-ddacf5507272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:44:04Z', 'revision_number': 11, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:10.130378 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe0cc2-0447-46ff-8cea-ddacf5507272 None None] Checking router: 941f9e23-5c28-4ebc-947b-39ec8170ec91 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:44:10.146939 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe0cc2-0447-46ff-8cea-ddacf5507272 None None] Routers {'941f9e23-5c28-4ebc-947b-39ec8170ec91'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:10.147951 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-efbe0cc2-0447-46ff-8cea-ddacf5507272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['941f9e23-5c28-4ebc-947b-39ec8170ec91'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:10.226907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Allocated IP 172.25.6.103 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/a125bd24-5e39-4e44-ba69-98829e68a3fc) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:10.253867 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-efbe0cc2-0447-46ff-8cea-ddacf5507272 None None] Set router 941f9e23-5c28-4ebc-947b-39ec8170ec91 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:10.290192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Made reservation on behalf of d49cf7076bb34930a3fe9def40bc5d21 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:10.290491 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.302366 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.329480 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-efbe0cc2-0447-46ff-8cea-ddacf5507272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:44:04Z', 'revision_number': 11, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:10.349649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.354851 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/082183ca-1167-4fe2-adda-8609fb28ba57 HTTP/1.1" status: 204 len: 168 time: 0.9615610 Sep 22 09:44:10.357175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51286) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:10.364366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=082183ca-1167-4fe2-adda-8609fb28ba57,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:10.371815 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbe0cc2-0447-46ff-8cea-ddacf5507272 None None] The sync data for ids ['941f9e23-5c28-4ebc-947b-39ec8170ec91'] in n-d-805649-4 is: [{'id': '941f9e23-5c28-4ebc-947b-39ec8170ec91', 'name': 'tempest-RoutersIpV6Test-router-1666794410', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:06Z', 'updated_at': '2021-09-22T09:44:04Z', 'revision_number': 11, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:10.400989 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86e00d18-811d-4db9-b5ac-2f0debebf96e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.405950 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86e00d18-811d-4db9-b5ac-2f0debebf96e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.421887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.422434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.422928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.423420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.423987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.424470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.424982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.425602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.426089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.426589 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.427069 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.428064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19dceac-3444-48d3-b51c-76f6f9565caa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:10.487871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] device_id is not set on port bb938b7c-e9d0-42f2-bef1-342ced1dcdee yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:44:10.530110 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.558929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04a75-256d-41c6-87ca-db92f001f229 req-db38c5a5-d6c7-4e92-b0a6-ee286030e217 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:10.561320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44e04a75-256d-41c6-87ca-db92f001f229 req-db38c5a5-d6c7-4e92-b0a6-ee286030e217 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 944 time: 0.1535938 Sep 22 09:44:10.604688 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.617670 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86e00d18-811d-4db9-b5ac-2f0debebf96e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.618219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e00d18-811d-4db9-b5ac-2f0debebf96e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Fanout notify agent at l3_agent the message router_deleted on router 941f9e23-5c28-4ebc-947b-39ec8170ec91 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:44:10.633838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86e00d18-811d-4db9-b5ac-2f0debebf96e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.634961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-86e00d18-811d-4db9-b5ac-2f0debebf96e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91 HTTP/1.1" status: 204 len: 168 time: 0.7900283 Sep 22 09:44:10.639743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51298) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:10.651008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44e04a75-256d-41c6-87ca-db92f001f229 req-64efe879-9d8e-47d3-8381-59c283631fa3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813136 Sep 22 09:44:10.677151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Allocated IP 172.20.0.13 (4491be1b-f094-4a9c-abc7-bb12efc94db4/f3ac05a2-fe9b-4ca7-beb5-f026e9511468/bb938b7c-e9d0-42f2-bef1-342ced1dcdee) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:10.697035 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.697035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b73b8aae-b69c-4c09-ae1a-a3a6498d11b0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-736824684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:10.732110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c7e984-ec36-4924-bfba-304c2d36c66f']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:10.752713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce2eed7-655b-4df3-946c-e8c6b467ef25') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:10.753044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce2eed7-655b-4df3-946c-e8c6b467ef25') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:10.769246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.787037 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.796017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:44:10.796443 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:44:10.798565 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:44:10.847786 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.859662 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b73b8aae-b69c-4c09-ae1a-a3a6498d11b0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.860239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b73b8aae-b69c-4c09-ae1a-a3a6498d11b0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.900054 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.928045 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b73b8aae-b69c-4c09-ae1a-a3a6498d11b0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.961863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:10.966746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:10.970323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.971864 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:10.984346 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:10.989362 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/39c7e984-ec36-4924-bfba-304c2d36c66f HTTP/1.1" status: 204 len: 168 time: 0.6308026 Sep 22 09:44:11.043319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:11.044136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=a125bd24-5e39-4e44-ba69-98829e68a3fc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:11.104051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7d28f64e-b67d-4b89-959c-38b118283e32 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:44:11.114386 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event updated for resources: {'Port': ['ID=bb938b7c-e9d0-42f2-bef1-342ced1dcdee,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:11.115345 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b73b8aae-b69c-4c09-ae1a-a3a6498d11b0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:11.129561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Network 4491be1b-f094-4a9c-abc7-bb12efc94db4 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:11.131727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:11.134448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:11.184186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:11.184835 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:11.211972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e3418-5fc6-41da-b20c-20f9977fcae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=39c7e984-ec36-4924-bfba-304c2d36c66f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:11.242734 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7d28f64e-b67d-4b89-959c-38b118283e32, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7d28f64e-b67d-4b89-959c-38b118283e32,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:11.254411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '7d28f64e-b67d-4b89-959c-38b118283e32', 'network_id': 'cca937a5-581c-4426-9723-be378be2916d', 'port_id': '7d28f64e-b67d-4b89-959c-38b118283e32', 'mac_address': 'fa:16:3e:ec:2f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a4b5df-b324-41ba-bbca-be70a81c305a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:44:11.298348 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:11.313960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d28f64e-b67d-4b89-959c-38b118283e32 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:44:11.335833 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7d28f64e-b67d-4b89-959c-38b118283e32, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7d28f64e-b67d-4b89-959c-38b118283e32,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:11.389582 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b73b8aae-b69c-4c09-ae1a-a3a6498d11b0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:11.390139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-89d2ac33-0345-4ec3-a455-da7a29b17eb1 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.5222883 Sep 22 09:44:11.393549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b73b8aae-b69c-4c09-ae1a-a3a6498d11b0 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7484453 Sep 22 09:44:11.393832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51332) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:11.394154 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51334) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:11.407622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-53ef11a2-2011-4f47-9fae-9492cf425118 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:11.503346 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:11.602839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=7d28f64e-b67d-4b89-959c-38b118283e32,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:11.717043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['7d28f64e-b67d-4b89-959c-38b118283e32'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:44:11.740076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51352) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:11.838295 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53ef11a2-2011-4f47-9fae-9492cf425118 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:11.846691 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:11.854277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2cee24a0-fe73-4533-9144-a805e16b3303 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36e59f80d5a547ecb31667e23ab4e380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120949 Sep 22 09:44:11.857742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51354) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:11.893760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a1a7c839-4440-4557-bfbc-e647e2038f2a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Deleting port bb938b7c-e9d0-42f2-bef1-342ced1dcdee {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:11.893760 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c839-4440-4557-bfbc-e647e2038f2a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:11.952583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637648d2-67ea-4d84-b8ea-8143c5530c78 req-9964a9df-f969-4071-9546-235b46ba14c3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:11.954708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-637648d2-67ea-4d84-b8ea-8143c5530c78 req-9964a9df-f969-4071-9546-235b46ba14c3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 945 time: 0.1574204 Sep 22 09:44:11.983618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53ef11a2-2011-4f47-9fae-9492cf425118 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:12.014868 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13fe181-b65b-43a1-8c8e-cb4c857d2d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:12.033926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-637648d2-67ea-4d84-b8ea-8143c5530c78 req-4039fe08-4b4f-4d47-b0b0-afabe5f6be00 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712759 Sep 22 09:44:12.048791 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13fe181-b65b-43a1-8c8e-cb4c857d2d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:12.074139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c839-4440-4557-bfbc-e647e2038f2a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:12.180928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a1a7c839-4440-4557-bfbc-e647e2038f2a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Calling delete_port for bb938b7c-e9d0-42f2-bef1-342ced1dcdee owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:12.346186 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:12.512814 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13fe181-b65b-43a1-8c8e-cb4c857d2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:12.515898 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f13fe181-b65b-43a1-8c8e-cb4c857d2d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:12.517765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f13fe181-b65b-43a1-8c8e-cb4c857d2d43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c749de5f-4881-4937-a0a1-8b91d9a663e8 HTTP/1.1" status: 204 len: 168 time: 0.6573639 Sep 22 09:44:12.531727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fe181-b65b-43a1-8c8e-cb4c857d2d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c749de5f-4881-4937-a0a1-8b91d9a663e8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:12.636536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ef11a2-2011-4f47-9fae-9492cf425118 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Router 2fb5b003-81a9-472c-952d-359a299263c2 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:44:12.778227 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c839-4440-4557-bfbc-e647e2038f2a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:12.784038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ef11a2-2011-4f47-9fae-9492cf425118 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:12.791782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53ef11a2-2011-4f47-9fae-9492cf425118 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:12.793042 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-53ef11a2-2011-4f47-9fae-9492cf425118 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "PUT /v2.0/routers/2fb5b003-81a9-472c-952d-359a299263c2 HTTP/1.1" status: 200 len: 697 time: 1.3891003 Sep 22 09:44:12.795957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad4f6a-aea5-4b21-8d52-dd41f1d275c7 None None] Sync routers for ids ['2fb5b003-81a9-472c-952d-359a299263c2'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:12.797394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51390) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:12.820743 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad4f6a-aea5-4b21-8d52-dd41f1d275c7 None None] Routers {'2fb5b003-81a9-472c-952d-359a299263c2'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:12.821466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f0ad4f6a-aea5-4b21-8d52-dd41f1d275c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2fb5b003-81a9-472c-952d-359a299263c2'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:12.898929 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7c839-4440-4557-bfbc-e647e2038f2a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb938b7c-e9d0-42f2-bef1-342ced1dcdee,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:12.902342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-f0ad4f6a-aea5-4b21-8d52-dd41f1d275c7 None None] Set router 2fb5b003-81a9-472c-952d-359a299263c2 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:12.907790 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a6aa1609-ac2d-421e-bf35-74f8931a6638 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/routers/2fb5b003-81a9-472c-952d-359a299263c2 HTTP/1.1" status: 200 len: 703 time: 0.1041646 Sep 22 09:44:12.915659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51394) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:12.959182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-224423b6-a49e-464e-92ee-377d8b0b3fa7 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fb5b003-81a9-472c-952d-359a299263c2 HTTP/1.1" status: 200 len: 205 time: 0.0393007 Sep 22 09:44:12.959182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51398) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:12.965158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f0ad4f6a-aea5-4b21-8d52-dd41f1d275c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5b003-81a9-472c-952d-359a299263c2', 'name': 'tempest-RoutersIpV6Test-router-736824684', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:10Z', 'updated_at': '2021-09-22T09:44:11Z', 'revision_number': 2, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:12.992843 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c839-4440-4557-bfbc-e647e2038f2a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:12.997899 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a1a7c839-4440-4557-bfbc-e647e2038f2a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "DELETE /v2.0/ports/bb938b7c-e9d0-42f2-bef1-342ced1dcdee HTTP/1.1" status: 204 len: 168 time: 1.6027358 Sep 22 09:44:12.998684 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51404) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:12.999718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad4f6a-aea5-4b21-8d52-dd41f1d275c7 None None] Checking router: 2fb5b003-81a9-472c-952d-359a299263c2 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:44:13.002965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4', 'external_fixed_ips': [{'subnet_id': 'f3ac05a2-fe9b-4ca7-beb5-f026e9511468', 'ip_address': '172.20.0.13'}]}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:13.009994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad4f6a-aea5-4b21-8d52-dd41f1d275c7 None None] Routers {'2fb5b003-81a9-472c-952d-359a299263c2'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:13.010666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f0ad4f6a-aea5-4b21-8d52-dd41f1d275c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2fb5b003-81a9-472c-952d-359a299263c2'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:13.061949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:44:13.111812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-f0ad4f6a-aea5-4b21-8d52-dd41f1d275c7 None None] Set router 2fb5b003-81a9-472c-952d-359a299263c2 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:13.116168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7d28f64e-b67d-4b89-959c-38b118283e32 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:13.144161 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d8715922-acc5-46c8-aadd-54437a4bb2bd tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.172779 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.173830 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.245264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f0ad4f6a-aea5-4b21-8d52-dd41f1d275c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb5b003-81a9-472c-952d-359a299263c2', 'name': 'tempest-RoutersIpV6Test-router-736824684', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:10Z', 'updated_at': '2021-09-22T09:44:11Z', 'revision_number': 2, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:13.276320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad4f6a-aea5-4b21-8d52-dd41f1d275c7 None None] The sync data for ids ['2fb5b003-81a9-472c-952d-359a299263c2'] in n-d-805649-4 is: [{'id': '2fb5b003-81a9-472c-952d-359a299263c2', 'name': 'tempest-RoutersIpV6Test-router-736824684', 'tenant_id': '17ad606c71ff4efe949a69068da10bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:10Z', 'updated_at': '2021-09-22T09:44:11Z', 'revision_number': 2, 'project_id': '17ad606c71ff4efe949a69068da10bcd', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:13.348177 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.369444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:13.381770 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Sync routers for ids ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:13.401013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 7d28f64e-b67d-4b89-959c-38b118283e32 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:44:13.402929 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Routers {'e8da2d94-dcbd-49e9-8aa5-f5b5033df268'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:13.405231 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:13.407088 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 7d28f64e-b67d-4b89-959c-38b118283e32 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:13.407461 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.532478 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d8715922-acc5-46c8-aadd-54437a4bb2bd tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.535035 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d8715922-acc5-46c8-aadd-54437a4bb2bd tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.542415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.545464 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9d1915ef-49fe-4772-9264-70b0cdaf7ee7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2585492 Sep 22 09:44:13.551460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51438) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:13.605815 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.608134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6a4c9-4ae8-4ef0-83ae-d0509fa0e74f req-fb402bfc-f03b-4483-960d-3f93121de6f2 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:13.618641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2fc6a4c9-4ae8-4ef0-83ae-d0509fa0e74f req-fb402bfc-f03b-4483-960d-3f93121de6f2 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 945 time: 0.4664354 Sep 22 09:44:13.647780 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Set router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:13.695589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2fc6a4c9-4ae8-4ef0-83ae-d0509fa0e74f req-8bea2181-fd98-4c31-b08e-1b3b26ef01c1 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651681 Sep 22 09:44:13.695589 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d8715922-acc5-46c8-aadd-54437a4bb2bd tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.695993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8715922-acc5-46c8-aadd-54437a4bb2bd tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Fanout notify agent at l3_agent the message router_deleted on router 2fb5b003-81a9-472c-952d-359a299263c2 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:44:13.702695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7d28f64e-b67d-4b89-959c-38b118283e32, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7d28f64e-b67d-4b89-959c-38b118283e32,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:13.703787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0d561a-497d-4711-bd9b-32c026ddfa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d28f64e-b67d-4b89-959c-38b118283e32'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:44:13.707457 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0199f802-edaf-4c8b-82aa-39223f66f9c8" -d '{"events": [{"server_uuid": "6a0d561a-497d-4711-bd9b-32c026ddfa65", "name": "network-vif-plugged", "status": "completed", "tag": "7d28f64e-b67d-4b89-959c-38b118283e32"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:44:13.722514 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d8715922-acc5-46c8-aadd-54437a4bb2bd tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.727819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d8715922-acc5-46c8-aadd-54437a4bb2bd tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/2fb5b003-81a9-472c-952d-359a299263c2 HTTP/1.1" status: 204 len: 168 time: 0.7675824 Sep 22 09:44:13.732122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51446) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:13.769644 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c33d2f-ddad-49a4-9d4f-ba11b142b848 x-openstack-request-id: req-a4c33d2f-ddad-49a4-9d4f-ba11b142b848 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:44:13.769644 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0d561a-497d-4711-bd9b-32c026ddfa65", "name": "network-vif-plugged", "status": "completed", "tag": "7d28f64e-b67d-4b89-959c-38b118283e32", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:44:13.769644 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4c33d2f-ddad-49a4-9d4f-ba11b142b848 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:44:13.769644 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0d561a-497d-4711-bd9b-32c026ddfa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d28f64e-b67d-4b89-959c-38b118283e32', 'code': 200} Sep 22 09:44:13.787473 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:13.905428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dec22faf-8b11-4bdf-98dd-ed23b0ce1ef1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fb5b003-81a9-472c-952d-359a299263c2 HTTP/1.1" status: 200 len: 205 time: 0.1695380 Sep 22 09:44:13.908558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51462) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:13.934311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=7d28f64e-b67d-4b89-959c-38b118283e32,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:13.971447 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'name': 'tempest-ServerRescueNegativeTestJSON-303860713-router', 'tenant_id': '3a34140af90845c181244847b157536b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:08Z', 'updated_at': '2021-09-22T09:44:11Z', 'revision_number': 3, 'project_id': '3a34140af90845c181244847b157536b', 'gw_port': {'id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:09Z', 'updated_at': '2021-09-22T09:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:14.028648 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Checking router: e8da2d94-dcbd-49e9-8aa5-f5b5033df268 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:44:14.029047 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Updating router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 port a125bd24-5e39-4e44-ba69-98829e68a3fc binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:44:14.062818 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-928a8ce8-28ed-40ef-9565-53c1c64c5a72 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] delete failed (client error): The resource could not be found. Sep 22 09:44:14.066927 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-928a8ce8-28ed-40ef-9565-53c1c64c5a72 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/2fb5b003-81a9-472c-952d-359a299263c2 HTTP/1.1" status: 404 len: 336 time: 0.1284723 Sep 22 09:44:14.097703 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:14.098967 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:14.103655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51472) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:14.135993 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a95254b-2424-40bb-9d92-e77a60c8ae8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] DELETE failed (client error): The resource could not be found. Sep 22 09:44:14.137031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a95254b-2424-40bb-9d92-e77a60c8ae8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:44:14.138911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8a95254b-2424-40bb-9d92-e77a60c8ae8f tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/b01e81eb-1ebd-4aa4-9a35-de663a9c182d HTTP/1.1" status: 404 len: 337 time: 0.0343654 Sep 22 09:44:14.141717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51474) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:14.184605 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b8ffec-2177-458a-9c10-078339bbbb4e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] DELETE failed (client error): The resource could not be found. Sep 22 09:44:14.185288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b8ffec-2177-458a-9c10-078339bbbb4e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:44:14.187305 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a9b8ffec-2177-458a-9c10-078339bbbb4e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/7851b647-ef13-4819-9c9f-22d8ec8b31e5 HTTP/1.1" status: 404 len: 337 time: 0.0446427 Sep 22 09:44:14.190442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51478) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:14.230518 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-008d8858-9631-440b-b398-c23d3175fc5d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] DELETE failed (client error): The resource could not be found. Sep 22 09:44:14.231450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008d8858-9631-440b-b398-c23d3175fc5d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:44:14.233661 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-008d8858-9631-440b-b398-c23d3175fc5d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/7e4fc16d-44f8-45df-9922-26da5b2d54bf HTTP/1.1" status: 404 len: 337 time: 0.0419707 Sep 22 09:44:14.275740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51484) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:14.312073 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca391f4-65ad-474f-8e39-d95ffef1571c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] DELETE failed (client error): The resource could not be found. Sep 22 09:44:14.313443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca391f4-65ad-474f-8e39-d95ffef1571c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:44:14.315875 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1ca391f4-65ad-474f-8e39-d95ffef1571c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/213bf111-1b7b-4a22-bc85-9d37ac4d20fe HTTP/1.1" status: 404 len: 337 time: 0.0387311 Sep 22 09:44:14.334101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51490) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:14.371548 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-84e3dae2-5cb3-4504-8716-bc42b8c743b4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=941f9e23-5c28-4ebc-947b-39ec8170ec91 HTTP/1.1" status: 200 len: 205 time: 0.0357547 Sep 22 09:44:14.378160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51494) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:14.451709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350b98e-3e98-454c-ab7d-df18f04bbb52 req-bf76e0db-01af-4862-aa2c-ee4eb7684872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:14.453972 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1350b98e-3e98-454c-ab7d-df18f04bbb52 req-bf76e0db-01af-4862-aa2c-ee4eb7684872 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 1097 time: 0.5554922 Sep 22 09:44:14.537776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1350b98e-3e98-454c-ab7d-df18f04bbb52 req-2e755816-67d1-4947-9933-b5355cea2316 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672288 Sep 22 09:44:14.757385 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:14.869810 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-0fd11276-cc2c-4296-a03e-6859fdb59569 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] delete failed (client error): The resource could not be found. Sep 22 09:44:14.880460 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:14.883993 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0fd11276-cc2c-4296-a03e-6859fdb59569 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/941f9e23-5c28-4ebc-947b-39ec8170ec91 HTTP/1.1" status: 404 len: 336 time: 0.5021133 Sep 22 09:44:14.894582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ecde0-d212-4c8a-a9fc-281f4e377ba3 req-a50c49e7-04cf-4f81-abdb-7c4be7ce98dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:14.896120 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-120ecde0-d212-4c8a-a9fc-281f4e377ba3 req-a50c49e7-04cf-4f81-abdb-7c4be7ce98dd tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 946 time: 0.0962861 Sep 22 09:44:14.896632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51522) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:14.959739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-27a5b3db-4bec-4600-be80-7b7226bad9db tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0a9e1e2-9c80-40af-b6c6-040ac5d03d22 HTTP/1.1" status: 200 len: 205 time: 0.0596087 Sep 22 09:44:14.980744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51524) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.004516 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Attempting to bind port a125bd24-5e39-4e44-ba69-98829e68a3fc on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:15.006099 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Attempting to bind port a125bd24-5e39-4e44-ba69-98829e68a3fc by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:15.006450 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Attempting to bind port a125bd24-5e39-4e44-ba69-98829e68a3fc on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:15.016275 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c1a2d-36a4-48fe-8e53-3199cbb5e017 None None] Pushing event updated for resources: {'Port': ['ID=a125bd24-5e39-4e44-ba69-98829e68a3fc,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:15.019248 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:15.019615 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:15.020066 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:15.020444 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:15.021102 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Bound port: a125bd24-5e39-4e44-ba69-98829e68a3fc, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:15.021486 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:15.084755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-120ecde0-d212-4c8a-a9fc-281f4e377ba3 req-ebb3a60c-4d06-467f-83da-bf9e24cbfc1d tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799006 Sep 22 09:44:15.086190 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-6bfb9091-c052-4f9f-9305-90000650e47b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] delete failed (client error): The resource could not be found. Sep 22 09:44:15.089449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6bfb9091-c052-4f9f-9305-90000650e47b tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/e0a9e1e2-9c80-40af-b6c6-040ac5d03d22 HTTP/1.1" status: 404 len: 336 time: 0.0849352 Sep 22 09:44:15.119083 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] For port a125bd24-5e39-4e44-ba69-98829e68a3fc, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:44:15.119083 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] For port a125bd24-5e39-4e44-ba69-98829e68a3fc, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a125bd24-5e39-4e44-ba69-98829e68a3fc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:44:15.123202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51530) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.141081 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:15.159385 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e383df-6abe-4f01-8b93-36e35d8e5afc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] DELETE failed (client error): The resource could not be found. Sep 22 09:44:15.159385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e383df-6abe-4f01-8b93-36e35d8e5afc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:44:15.159385 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-13e383df-6abe-4f01-8b93-36e35d8e5afc tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/26796f54-7ffd-48f7-96f7-dea3fc62035a HTTP/1.1" status: 404 len: 337 time: 0.0331411 Sep 22 09:44:15.161263 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51532) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.193741 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6f54530b-7587-46bc-98cf-019f24087523 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fec807c-9d20-4151-b941-6c954266839b HTTP/1.1" status: 200 len: 205 time: 0.0300562 Sep 22 09:44:15.202157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51536) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.246840 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:15.251624 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-11c73eb4-695e-4e06-931a-6a483d1010d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] delete failed (client error): The resource could not be found. Sep 22 09:44:15.253705 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-11c73eb4-695e-4e06-931a-6a483d1010d8 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/5fec807c-9d20-4151-b941-6c954266839b HTTP/1.1" status: 404 len: 336 time: 0.0498590 Sep 22 09:44:15.256793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51540) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.291505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-addd1974-349c-4803-a257-a1fdcc0cb5c3 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=e447dd9f-2748-4f82-aed0-becfc3ebc8d1 HTTP/1.1" status: 200 len: 205 time: 0.0332150 Sep 22 09:44:15.295118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51542) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.325484 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c1a2d-36a4-48fe-8e53-3199cbb5e017 None None] Pushing event updated for resources: {'Port': ['ID=a125bd24-5e39-4e44-ba69-98829e68a3fc,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:15.377662 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Routers {'e8da2d94-dcbd-49e9-8aa5-f5b5033df268'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:15.380956 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:15.381127 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-285998e3-29b3-41e1-9b3d-ad57c259d6b9 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] delete failed (client error): The resource could not be found. Sep 22 09:44:15.385368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-285998e3-29b3-41e1-9b3d-ad57c259d6b9 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/e447dd9f-2748-4f82-aed0-becfc3ebc8d1 HTTP/1.1" status: 404 len: 336 time: 0.0891984 Sep 22 09:44:15.386569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51548) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.388830 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:15.456426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:15.460525 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ee5c06-7729-4d51-87f7-a838a1cfcc3a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] DELETE failed (client error): The resource could not be found. Sep 22 09:44:15.461375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ee5c06-7729-4d51-87f7-a838a1cfcc3a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:44:15.471015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e1ee5c06-7729-4d51-87f7-a838a1cfcc3a tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/7681dc2b-4ca2-420f-88b2-a150d641b6ee HTTP/1.1" status: 404 len: 337 time: 0.0772543 Sep 22 09:44:15.475378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51552) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.539406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c8649ab8-4790-4d3f-964b-28e95b967ec1 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f50b3eb-00e0-48c0-b0c9-d6961a275a9b HTTP/1.1" status: 200 len: 205 time: 0.0606561 Sep 22 09:44:15.542085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51558) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.591259 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-0a0c169c-56c2-4e4c-8134-4d0f24ed86d9 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] delete failed (client error): The resource could not be found. Sep 22 09:44:15.592785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0a0c169c-56c2-4e4c-8134-4d0f24ed86d9 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/6f50b3eb-00e0-48c0-b0c9-d6961a275a9b HTTP/1.1" status: 404 len: 336 time: 0.0493531 Sep 22 09:44:15.597882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51560) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.612297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Allocated IP 172.20.0.1 (ce837084-a6bd-43be-99cf-84d72153eb26/0047e137-8d7c-45bf-964c-9e2e6bb87742/95791ca6-4fbd-42a4-9df7-5eee78ca6c17) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:15.746028 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-64393be3-5ecb-461f-84e5-5f103f334a6c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] DELETE failed (client error): The resource could not be found. Sep 22 09:44:15.746884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64393be3-5ecb-461f-84e5-5f103f334a6c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:44:15.749835 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-64393be3-5ecb-461f-84e5-5f103f334a6c tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/0bdb5da0-3906-47c9-91a2-bcf1540851fd HTTP/1.1" status: 404 len: 337 time: 0.1506536 Sep 22 09:44:15.753364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51570) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.753804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51572) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.823871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-23a17723-8e0f-4760-8675-9f2d658837de tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "GET /v2.0/ports?device_id=87821209-bd41-4ad2-852d-e1ca72bdcf3f HTTP/1.1" status: 200 len: 205 time: 0.0687757 Sep 22 09:44:15.824527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51578) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:15.835808 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] Set router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:15.909117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Allocated IP 172.20.0.13 (4491be1b-f094-4a9c-abc7-bb12efc94db4/f3ac05a2-fe9b-4ca7-beb5-f026e9511468/33b49327-ff44-46e0-a6d0-c3b1264cca9c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:15.939686 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:15.951021 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-575d2f3f-b8a1-437e-b547-b2c451f230b4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] delete failed (client error): The resource could not be found. Sep 22 09:44:15.956946 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-575d2f3f-b8a1-437e-b547-b2c451f230b4 tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/routers/87821209-bd41-4ad2-852d-e1ca72bdcf3f HTTP/1.1" status: 404 len: 336 time: 0.1303263 Sep 22 09:44:15.957874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51586) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:16.002628 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d36983-3692-4e87-829c-9346685e656d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] DELETE failed (client error): The resource could not be found. Sep 22 09:44:16.003160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d36983-3692-4e87-829c-9346685e656d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:44:16.008891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-88d36983-3692-4e87-829c-9346685e656d tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/6b9511a2-9bde-4c30-898c-33be94500f18 HTTP/1.1" status: 404 len: 337 time: 0.0462201 Sep 22 09:44:16.008891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51590) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:16.027905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83c2476a-49e9-4726-8062-d56ed1d0f1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:16.055889 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-a032c7dc-e151-4a01-a32b-e3184dd2313e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] DELETE failed (client error): The resource could not be found. Sep 22 09:44:16.056534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a032c7dc-e151-4a01-a32b-e3184dd2313e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:44:16.058550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a032c7dc-e151-4a01-a32b-e3184dd2313e tempest-RoutersIpV6Test-1403997639 tempest-RoutersIpV6Test-1403997639-project] 10.222.0.49 "DELETE /v2.0/subnets/476cff6d-e210-40ec-ad65-012c9eb819b4 HTTP/1.1" status: 404 len: 337 time: 0.0486996 Sep 22 09:44:16.078133 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:16.138265 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:16.228348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Network ce837084-a6bd-43be-99cf-84d72153eb26 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:16.232697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:16.233926 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'name': 'tempest-ServerRescueNegativeTestJSON-303860713-router', 'tenant_id': '3a34140af90845c181244847b157536b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:08Z', 'updated_at': '2021-09-22T09:44:11Z', 'revision_number': 3, 'project_id': '3a34140af90845c181244847b157536b', 'gw_port': {'id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:09Z', 'updated_at': '2021-09-22T09:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:16.236898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:16.248378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83c2476a-49e9-4726-8062-d56ed1d0f1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:16.254917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=95791ca6-4fbd-42a4-9df7-5eee78ca6c17,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:16.270092 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29553da8-2bbd-49db-bc40-50d73b127b5a None None] The sync data for ids ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'] in n-d-805649-4 is: [{'id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'name': 'tempest-ServerRescueNegativeTestJSON-303860713-router', 'tenant_id': '3a34140af90845c181244847b157536b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:08Z', 'updated_at': '2021-09-22T09:44:11Z', 'revision_number': 3, 'project_id': '3a34140af90845c181244847b157536b', 'gw_port': {'id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:09Z', 'updated_at': '2021-09-22T09:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:16.293416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7700a-b757-47cd-ad99-550659256d58 req-2695cede-27ce-4285-8104-271394b6360f tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:16.300816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97b7700a-b757-47cd-ad99-550659256d58 req-2695cede-27ce-4285-8104-271394b6360f tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 946 time: 0.0650315 Sep 22 09:44:16.301094 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:16.339975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83c2476a-49e9-4726-8062-d56ed1d0f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:16.359065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Network 4491be1b-f094-4a9c-abc7-bb12efc94db4 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:16.360112 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:16.365960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:16.376553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97b7700a-b757-47cd-ad99-550659256d58 req-b33c8709-acf8-4c6d-b90b-b4ef3802f0fa tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698388 Sep 22 09:44:16.391617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-83c2476a-49e9-4726-8062-d56ed1d0f1a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c07adeec8e8a40649c8936e975ef71b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6348631 Sep 22 09:44:16.409698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51608) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:16.427692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2476a-49e9-4726-8062-d56ed1d0f1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53584c38-21f5-4798-9987-d80f843e16c2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:16.452832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:16.478321 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd18-036d-49a8-909a-fa11fa6e7604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:16.510503 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd18-036d-49a8-909a-fa11fa6e7604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:16.510882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event updated for resources: {'Port': ['ID=33b49327-ff44-46e0-a6d0-c3b1264cca9c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:16.689096 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd18-036d-49a8-909a-fa11fa6e7604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:16.692047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd18-036d-49a8-909a-fa11fa6e7604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:16.702179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1bd7bd18-036d-49a8-909a-fa11fa6e7604 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53584c38-21f5-4798-9987-d80f843e16c2 HTTP/1.1" status: 204 len: 168 time: 0.2913976 Sep 22 09:44:16.717726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7bd18-036d-49a8-909a-fa11fa6e7604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53584c38-21f5-4798-9987-d80f843e16c2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:16.798467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51630) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:17.013222 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.039069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bad29b58-e625-4eb5-b050-ef8d5605e54c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17ad606c71ff4efe949a69068da10bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391286 Sep 22 09:44:17.041657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51642) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:17.121707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.127356 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-497828ae-5a30-448c-84a3-52be7ff02363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.162866 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-497828ae-5a30-448c-84a3-52be7ff02363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.242133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a125bd24-5e39-4e44-ba69-98829e68a3fc up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:17.335714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-497828ae-5a30-448c-84a3-52be7ff02363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.339077 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-497828ae-5a30-448c-84a3-52be7ff02363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.347249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-497828ae-5a30-448c-84a3-52be7ff02363 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a57ef62f-f356-4f5c-91f1-94304835805f HTTP/1.1" status: 204 len: 168 time: 0.2993228 Sep 22 09:44:17.364214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497828ae-5a30-448c-84a3-52be7ff02363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57ef62f-f356-4f5c-91f1-94304835805f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:17.382106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a125bd24-5e39-4e44-ba69-98829e68a3fc triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:17.383128 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.518915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.629670 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.643168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port a125bd24-5e39-4e44-ba69-98829e68a3fc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a125bd24-5e39-4e44-ba69-98829e68a3fc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:17.682336 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.768514 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.828994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=95791ca6-4fbd-42a4-9df7-5eee78ca6c17,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:17.829172 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:17.880167 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:18.049280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Network ce837084-a6bd-43be-99cf-84d72153eb26 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:18.234935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=a125bd24-5e39-4e44-ba69-98829e68a3fc,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:18.602585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:18.770955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:44:18.895247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:18.909039 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8a74b523-c30a-43bc-aa84-cfaa3e072dd7 admin admin] 10.222.0.49 "PUT /v2.0/routers/e8da2d94-dcbd-49e9-8aa5-f5b5033df268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3454752 Sep 22 09:44:18.915231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Sync routers for ids ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:18.925764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Routers {'e8da2d94-dcbd-49e9-8aa5-f5b5033df268'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:18.930451 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:19.026332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Router 93d5d65e-001d-4bba-90f9-a2d41a14035a is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:44:19.119800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Set router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:19.259902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a125bd24-5e39-4e44-ba69-98829e68a3fc up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:19.377971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:19.396852 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Sync routers for ids ['93d5d65e-001d-4bba-90f9-a2d41a14035a'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:19.409468 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Routers {'93d5d65e-001d-4bba-90f9-a2d41a14035a'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:19.411981 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['93d5d65e-001d-4bba-90f9-a2d41a14035a'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:19.503162 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:19.507720 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-38b9906c-0016-4e56-a7f6-4c26e90629e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.5049424 Sep 22 09:44:19.507720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51756) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:19.628644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a125bd24-5e39-4e44-ba69-98829e68a3fc triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:19.632520 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:19.639780 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Set router 93d5d65e-001d-4bba-90f9-a2d41a14035a gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:19.921860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'name': 'tempest-ServerRescueNegativeTestJSON-303860713-router', 'tenant_id': '3a34140af90845c181244847b157536b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:08Z', 'updated_at': '2021-09-22T09:44:16Z', 'revision_number': 4, 'project_id': '3a34140af90845c181244847b157536b', 'gw_port': {'id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:09Z', 'updated_at': '2021-09-22T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '95791ca6-4fbd-42a4-9df7-5eee78ca6c17', 'name': '', 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26', 'tenant_id': '3a34140af90845c181244847b157536b', 'mac_address': 'fa:16:3e:f5:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '0047e137-8d7c-45bf-964c-9e2e6bb87742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:15Z', 'updated_at': '2021-09-22T09:44:17Z', 'revision_number': 2, 'project_id': '3a34140af90845c181244847b157536b', 'subnets': [{'id': '0047e137-8d7c-45bf-964c-9e2e6bb87742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:19.967607 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d5d65e-001d-4bba-90f9-a2d41a14035a', 'name': '', 'tenant_id': 'd49cf7076bb34930a3fe9def40bc5d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4', 'external_fixed_ips': [{'subnet_id': 'f3ac05a2-fe9b-4ca7-beb5-f026e9511468', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '33b49327-ff44-46e0-a6d0-c3b1264cca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:13Z', 'updated_at': '2021-09-22T09:44:16Z', 'revision_number': 3, 'project_id': 'd49cf7076bb34930a3fe9def40bc5d21', 'gw_port': {'id': '33b49327-ff44-46e0-a6d0-c3b1264cca9c', 'name': '', 'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:93:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d5d65e-001d-4bba-90f9-a2d41a14035a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': 'f3ac05a2-fe9b-4ca7-beb5-f026e9511468', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:15Z', 'updated_at': '2021-09-22T09:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f3ac05a2-fe9b-4ca7-beb5-f026e9511468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:19.973195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Checking router: e8da2d94-dcbd-49e9-8aa5-f5b5033df268 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:44:19.973195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Updating router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 port 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:44:19.974533 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.005074 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.005438 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Checking router: 93d5d65e-001d-4bba-90f9-a2d41a14035a for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:44:20.005991 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Updating router 93d5d65e-001d-4bba-90f9-a2d41a14035a port 33b49327-ff44-46e0-a6d0-c3b1264cca9c binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:44:20.054656 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.176631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51776) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:20.261184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.404286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Deleting port 33b49327-ff44-46e0-a6d0-c3b1264cca9c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:20.404892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.471882 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.545235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.563286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Calling delete_port for 33b49327-ff44-46e0-a6d0-c3b1264cca9c owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:20.584702 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.598304 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.608053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a2e30063-0efa-4b82-bde7-e49d39c5b5a1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1103074445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:20.644214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5b37b-ba91-4a6b-ab2a-36927c2bbdb6 None None] Pushing event updated for resources: {'Port': ['ID=95791ca6-4fbd-42a4-9df7-5eee78ca6c17,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:20.664995 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.746413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Attempting to bind port 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:20.747101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Attempting to bind port 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:20.747664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Attempting to bind port 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 on network ce837084-a6bd-43be-99cf-84d72153eb26 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:20.753526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:20.754548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Checking segment: {'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:20.755729 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.756417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Bound using segment: {'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:20.757117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Bound port: 95791ca6-4fbd-42a4-9df7-5eee78ca6c17, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:20.757696 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.761110 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2e30063-0efa-4b82-bde7-e49d39c5b5a1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.762228 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2e30063-0efa-4b82-bde7-e49d39c5b5a1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.834901 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Attempting to bind port 33b49327-ff44-46e0-a6d0-c3b1264cca9c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:20.841161 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Attempting to bind port 33b49327-ff44-46e0-a6d0-c3b1264cca9c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '20d75373-490b-4bb2-b736-1c7f964088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:20.842399 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2e30063-0efa-4b82-bde7-e49d39c5b5a1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.842765 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Attempting to bind port 33b49327-ff44-46e0-a6d0-c3b1264cca9c on network 4491be1b-f094-4a9c-abc7-bb12efc94db4 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:20.848049 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c83ae3-e3b1-4de3-83ef-9d8e172c2034 None None] Pushing event updated for resources: {'Port': ['ID=33b49327-ff44-46e0-a6d0-c3b1264cca9c,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:20.866521 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:20.869203 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Checking segment: {'id': '20d75373-490b-4bb2-b736-1c7f964088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:20.869726 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.871645 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Bound using segment: {'id': '20d75373-490b-4bb2-b736-1c7f964088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:20.872156 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Bound port: 33b49327-ff44-46e0-a6d0-c3b1264cca9c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d75373-490b-4bb2-b736-1c7f964088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:20.872542 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.910527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] For port 95791ca6-4fbd-42a4-9df7-5eee78ca6c17, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:44:20.921498 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] For port 95791ca6-4fbd-42a4-9df7-5eee78ca6c17, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=95791ca6-4fbd-42a4-9df7-5eee78ca6c17,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:44:20.955341 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2e30063-0efa-4b82-bde7-e49d39c5b5a1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.994812 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:20.998093 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.db.api [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:44:20.998804 n-d-805649-4 neutron-server[95512]: DEBUG oslo_db.api [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:44:21.025342 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event deleted for resources: {'Port': ['ID=33b49327-ff44-46e0-a6d0-c3b1264cca9c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:21.087157 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.117700 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.133133 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2e30063-0efa-4b82-bde7-e49d39c5b5a1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.139236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a2e30063-0efa-4b82-bde7-e49d39c5b5a1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9583685 Sep 22 09:44:21.140065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51796) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:21.147129 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1399423289'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:21.150274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Routers {'e8da2d94-dcbd-49e9-8aa5-f5b5033df268'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:21.150969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:21.196645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5b37b-ba91-4a6b-ab2a-36927c2bbdb6 None None] Pushing event updated for resources: {'Port': ['ID=95791ca6-4fbd-42a4-9df7-5eee78ca6c17,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:21.264991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Made reservation on behalf of 1873ca420022449fa0ec476b36e42229 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:21.272052 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.277331 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.279999 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.283768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] Set router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:21.298850 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.463317 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.467172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93d5d65e-001d-4bba-90f9-a2d41a14035a {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:44:21.468528 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.470455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-72c733f7-5161-457a-99b3-a2682f334d40 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "DELETE /v2.0/routers/93d5d65e-001d-4bba-90f9-a2d41a14035a HTTP/1.1" status: 204 len: 168 time: 1.9618254 Sep 22 09:44:21.473258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51802) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:21.522668 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Attempting to bind port 33b49327-ff44-46e0-a6d0-c3b1264cca9c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:21.524181 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Attempting to bind port 33b49327-ff44-46e0-a6d0-c3b1264cca9c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '20d75373-490b-4bb2-b736-1c7f964088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:21.525141 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Attempting to bind port 33b49327-ff44-46e0-a6d0-c3b1264cca9c on network 4491be1b-f094-4a9c-abc7-bb12efc94db4 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:21.536372 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:21.537660 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Checking segment: {'id': '20d75373-490b-4bb2-b736-1c7f964088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:21.539995 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.540563 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Bound using segment: {'id': '20d75373-490b-4bb2-b736-1c7f964088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:21.541270 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Bound port: 33b49327-ff44-46e0-a6d0-c3b1264cca9c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d75373-490b-4bb2-b736-1c7f964088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '4491be1b-f094-4a9c-abc7-bb12efc94db4'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:21.542023 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.563993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c74762f-4309-4f28-8df4-3e9230cd1227 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Deleting subnet f3ac05a2-fe9b-4ca7-beb5-f026e9511468 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:44:21.567748 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.plugin [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Port 33b49327-ff44-46e0-a6d0-c3b1264cca9c has been deleted concurrently {{(pid=95512) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 22 09:44:21.573666 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c74762f-4309-4f28-8df4-3e9230cd1227 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.581799 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Routers set() bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:21.582335 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Router IDs set() for agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 09:44:21.583316 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_agentschedulers_db [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'93d5d65e-001d-4bba-90f9-a2d41a14035a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent'). {{(pid=95512) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 09:44:21.583866 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76067130-c74f-47b8-af55-c4b4101ae5c4 None None] The sync data for ids ['93d5d65e-001d-4bba-90f9-a2d41a14035a'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:21.619459 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.632714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c74762f-4309-4f28-8df4-3e9230cd1227 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.634872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'name': 'tempest-ServerRescueNegativeTestJSON-303860713-router', 'tenant_id': '3a34140af90845c181244847b157536b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:08Z', 'updated_at': '2021-09-22T09:44:16Z', 'revision_number': 4, 'project_id': '3a34140af90845c181244847b157536b', 'gw_port': {'id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:09Z', 'updated_at': '2021-09-22T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '95791ca6-4fbd-42a4-9df7-5eee78ca6c17', 'name': '', 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26', 'tenant_id': '3a34140af90845c181244847b157536b', 'mac_address': 'fa:16:3e:f5:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '0047e137-8d7c-45bf-964c-9e2e6bb87742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:15Z', 'updated_at': '2021-09-22T09:44:20Z', 'revision_number': 4, 'project_id': '3a34140af90845c181244847b157536b', 'subnets': [{'id': '0047e137-8d7c-45bf-964c-9e2e6bb87742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:21.676165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2fd402-de17-4cef-b7ce-22d2921015ae None None] The sync data for ids ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'] in n-d-805649-4 is: [{'id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'name': 'tempest-ServerRescueNegativeTestJSON-303860713-router', 'tenant_id': '3a34140af90845c181244847b157536b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:08Z', 'updated_at': '2021-09-22T09:44:16Z', 'revision_number': 4, 'project_id': '3a34140af90845c181244847b157536b', 'gw_port': {'id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:09Z', 'updated_at': '2021-09-22T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '95791ca6-4fbd-42a4-9df7-5eee78ca6c17', 'name': '', 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26', 'tenant_id': '3a34140af90845c181244847b157536b', 'mac_address': 'fa:16:3e:f5:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': '0047e137-8d7c-45bf-964c-9e2e6bb87742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:15Z', 'updated_at': '2021-09-22T09:44:20Z', 'revision_number': 4, 'project_id': '3a34140af90845c181244847b157536b', 'subnets': [{'id': '0047e137-8d7c-45bf-964c-9e2e6bb87742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:21.686716 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c74762f-4309-4f28-8df4-3e9230cd1227 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.696410 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.743713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:44:21.785839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b43fce-6af4-4091-9ba8-abcfc1a0a926,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:21.802848 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.803189 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Added segment f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba of type vlan for network 681ac98b-55f7-491a-a3f7-e4064a039db8 Sep 22 09:44:21.863699 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.898050 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c74762f-4309-4f28-8df4-3e9230cd1227 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.934225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74762f-4309-4f28-8df4-3e9230cd1227 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ac05a2-fe9b-4ca7-beb5-f026e9511468,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:21.944124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2c74762f-4309-4f28-8df4-3e9230cd1227 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.952552 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2c74762f-4309-4f28-8df4-3e9230cd1227 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/f3ac05a2-fe9b-4ca7-beb5-f026e9511468 HTTP/1.1" status: 204 len: 168 time: 0.4781990 Sep 22 09:44:21.955199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51812) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:21.964161 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:21.974735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:21.975598 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:22.056074 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:22.127084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Network': ['ID=681ac98b-55f7-491a-a3f7-e4064a039db8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:22.139763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 681ac98b-55f7-491a-a3f7-e4064a039db8 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:44:22.207910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0fbd2ef5-2503-41f2-b5c0-63ccf6f0a9a2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0601199 Sep 22 09:44:22.208276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51818) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:22.214576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'subnet': {'network_id': '681ac98b-55f7-491a-a3f7-e4064a039db8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:22.236017 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:22.264479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4491be1b-f094-4a9c-abc7-bb12efc94db4']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:22.283523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d75373-490b-4bb2-b736-1c7f964088cf') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:22.285868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d75373-490b-4bb2-b736-1c7f964088cf') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:22.305251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:22.325269 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:22.338243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:44:22.339534 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: items = [ Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:44:22.368076 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:44:22.492032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Made reservation on behalf of 1873ca420022449fa0ec476b36e42229 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:22.500145 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:22.525928 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:22.535014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4491be1b-f094-4a9c-abc7-bb12efc94db4 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 09:44:22.539185 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:22.541421 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "DELETE /v2.0/networks/4491be1b-f094-4a9c-abc7-bb12efc94db4 HTTP/1.1" status: 204 len: 168 time: 0.5852461 Sep 22 09:44:22.563623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc927e9-36c4-419d-b288-2e4020ed3fdd tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event deleted for resources: {'Network': ['ID=4491be1b-f094-4a9c-abc7-bb12efc94db4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:23.059116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-45dbfbdc-4283-4262-95bf-c687ba3e49f9 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:23.060863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-45dbfbdc-4283-4262-95bf-c687ba3e49f9 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 818 time: 0.3533397 Sep 22 09:44:23.080780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-ee48c535-b1bd-41f0-9a23-146a22bc125e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/quotas/3a34140af90845c181244847b157536b HTTP/1.1" status: 200 len: 375 time: 0.0119641 Sep 22 09:44:23.125035 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:23.205860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51840) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:23.211056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-fd083da8-081f-4d72-b456-465fae3ec9fb tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Request body: {'router': {'name': 'tempest-router--730732902', 'project_id': '61f6ffa6d435451eb48f4f684521e541'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:23.223209 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:23.225252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Subnet': ['ID=61e30402-0c8e-4356-b32f-751f636de582,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:23.275830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-26765803-cadb-4f5d-9747-b8d29662ea65 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1862528 Sep 22 09:44:23.283727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Checking segment: {'id': 'f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '681ac98b-55f7-491a-a3f7-e4064a039db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:23.284060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network hostable DHCP agents. Network: 681ac98b-55f7-491a-a3f7-e4064a039db8, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:44:23.310519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:23.332072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd083da8-081f-4d72-b456-465fae3ec9fb tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:23.333958 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd083da8-081f-4d72-b456-465fae3ec9fb tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:23.445023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:23.445599 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:23.452019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network 681ac98b-55f7-491a-a3f7-e4064a039db8 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:44:23.453940 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd083da8-081f-4d72-b456-465fae3ec9fb tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:23.484441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-b6bcaf33-94f4-4b3d-80e7-242d9a4884d0 service neutron] 10.222.0.49 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951320 Sep 22 09:44:23.554296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd083da8-081f-4d72-b456-465fae3ec9fb tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:23.559773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 681ac98b-55f7-491a-a3f7-e4064a039db8) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:23.568397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:23.569037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:23.580874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70691794-cf91-464f-8139-45939e6cba03 None None] Network 681ac98b-55f7-491a-a3f7-e4064a039db8 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:23.604646 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:23.738556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-5fc5c859-9bab-4e9a-b6f7-cadd3c162dd9 service neutron] 10.222.0.49 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915088 Sep 22 09:44:23.888829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 95791ca6-4fbd-42a4-9df7-5eee78ca6c17, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=95791ca6-4fbd-42a4-9df7-5eee78ca6c17,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:23.935588 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fd083da8-081f-4d72-b456-465fae3ec9fb tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:23.938378 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fd083da8-081f-4d72-b456-465fae3ec9fb tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7299697 Sep 22 09:44:23.939576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51854) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:23.966507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-aa2e8937-49c9-454d-bcce-dae679576b9b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7571247 Sep 22 09:44:23.970639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51858) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:23.971062 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:23.989442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'network': {'name': 'tempest-router-network01--299029867'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:24.046301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-681ac98b-55f7-491a-a3f7-e4064a039db8', 'network_id': '681ac98b-55f7-491a-a3f7-e4064a039db8', 'tenant_id': '1873ca420022449fa0ec476b36e42229', 'fixed_ips': [{'subnet_id': '61e30402-0c8e-4356-b32f-751f636de582'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:44:24.062872 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.206572 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93251922-6a7f-46fb-811a-3bca51debe46 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.211904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Made reservation on behalf of 1873ca420022449fa0ec476b36e42229 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:24.222021 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.268337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=95791ca6-4fbd-42a4-9df7-5eee78ca6c17,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:24.298915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:44:24.347045 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.355778 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Added segment 05e499cc-7865-4929-9a9f-5e0c242ba130 of type vlan for network 131278c2-2b33-4607-a73a-b8b7b5ca8e43 Sep 22 09:44:24.431971 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-626344b4-3ae2-498c-a4f2-fe777eaad50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.533677 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.585052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93251922-6a7f-46fb-811a-3bca51debe46 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.587758 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93251922-6a7f-46fb-811a-3bca51debe46 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.602162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Allocated IP 2001:db8::2 (681ac98b-55f7-491a-a3f7-e4064a039db8/61e30402-0c8e-4356-b32f-751f636de582/ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:24.669572 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.681965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:24.681965 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.687742 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.762591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Network': ['ID=131278c2-2b33-4607-a73a-b8b7b5ca8e43,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:24.767194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93251922-6a7f-46fb-811a-3bca51debe46 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.768017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93251922-6a7f-46fb-811a-3bca51debe46 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f2a546e-2556-4d4a-b110-6b3fa88aaa0b {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:44:24.777025 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93251922-6a7f-46fb-811a-3bca51debe46 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.777116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 131278c2-2b33-4607-a73a-b8b7b5ca8e43 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:44:24.777221 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-93251922-6a7f-46fb-811a-3bca51debe46 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "DELETE /v2.0/routers/4f2a546e-2556-4d4a-b110-6b3fa88aaa0b HTTP/1.1" status: 204 len: 168 time: 0.8346786 Sep 22 09:44:24.801316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4b5653c4-19df-4e1e-8709-9ef5df414ff2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8235316 Sep 22 09:44:24.804471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51890) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:24.810144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'network': {'name': 'tempest-router-network02--1924694317'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:24.948417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Made reservation on behalf of 1873ca420022449fa0ec476b36e42229 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:24.954706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:24.969548 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:25.015443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:44:25.028953 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:25.029355 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Added segment 21e96693-08c2-4837-ba1a-85e70acec0ed of type vlan for network 0d545c05-56ac-45c6-b9e9-3983065b4d90 Sep 22 09:44:25.081147 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:25.162083 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:25.227538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Network 681ac98b-55f7-491a-a3f7-e4064a039db8 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:25.236108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:25.246625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:25.248796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:25.251695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Pushing event updated for resources: {'Port': ['ID=ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:25.323743 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:25.329819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:25.330644 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:25.518604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51912) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:25.550030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7399316 Sep 22 09:44:25.550030 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51916) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:25.618368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'subnet': {'network_id': '131278c2-2b33-4607-a73a-b8b7b5ca8e43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:25.634313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cb1f927-809a-4fa7-963a-4b81cca8e416 req-2826ea82-c23c-4bff-b12f-161955f65bed tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 210 time: 0.1639843 Sep 22 09:44:25.652497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822c026-ac12-43dc-8792-e82af65a3fb2 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Network': ['ID=0d545c05-56ac-45c6-b9e9-3983065b4d90,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:25.823241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 0d545c05-56ac-45c6-b9e9-3983065b4d90 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:44:25.914267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-30172641', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:25.946965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Attempting to bind port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:25.947496 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Attempting to bind port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '681ac98b-55f7-491a-a3f7-e4064a039db8'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:25.947863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Attempting to bind port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 on network 681ac98b-55f7-491a-a3f7-e4064a039db8 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:25.966562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:25.970907 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Checking segment: {'id': 'f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '681ac98b-55f7-491a-a3f7-e4064a039db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:25.970907 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:25.970907 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Bound using segment: {'id': 'f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '681ac98b-55f7-491a-a3f7-e4064a039db8'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:25.970907 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Bound port: ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '681ac98b-55f7-491a-a3f7-e4064a039db8'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:25.971560 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:26.023502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Made reservation on behalf of 1873ca420022449fa0ec476b36e42229 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:26.027653 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:26.093518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:26.094113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:26.103598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:26.104937 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:26.271236 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:26.325811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] For port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:44:26.460755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] For port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1,segment=NetworkSegment(f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba),segment_id=f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:44:26.527440 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:26.759735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388caed7-5427-46cb-9a7c-b30b73631947 None None] Pushing event updated for resources: {'Port': ['ID=ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:26.906586 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-de5e3c26-b615-4e6d-8f76-9bb8eec7ecb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:27.147350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9e6d9fbb-2b11-4e3d-9230-853f1c2cb141 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:27.157624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9e6d9fbb-2b11-4e3d-9230-853f1c2cb141 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 818 time: 0.8997309 Sep 22 09:44:27.188881 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-1ec37bcf-c28c-42aa-b65e-31e2bc391e8d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/quotas/3a34140af90845c181244847b157536b HTTP/1.1" status: 200 len: 375 time: 0.0301299 Sep 22 09:44:27.258558 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:27.451119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:27.552540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-17d43005-e2b0-43cc-8aa8-298b0fddc0ae tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3619456 Sep 22 09:44:27.562977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Subnet': ['ID=92665f19-e31b-4b8e-a1d1-0a1fee6e84e7,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:27.618959 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:27.628602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:27.639058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Checking segment: {'id': '05e499cc-7865-4929-9a9f-5e0c242ba130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '131278c2-2b33-4607-a73a-b8b7b5ca8e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:27.640691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:27.641173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:27.644321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network hostable DHCP agents. Network: 131278c2-2b33-4607-a73a-b8b7b5ca8e43, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:44:27.813263 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-e3f6fbdf-a806-4e1a-b80d-f849c7314fdf service neutron] 10.222.0.49 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397664 Sep 22 09:44:27.980035 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:28.037157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-a665a207-0435-43da-87e2-8cad5b118583 service neutron] 10.222.0.49 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209430 Sep 22 09:44:28.051994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network 131278c2-2b33-4607-a73a-b8b7b5ca8e43 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:44:28.109665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1,segment=NetworkSegment(f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba),segment_id=f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:28.154985 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:28.204007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-687ecc29-7641-4b89-a8a2-21f784a719ce tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:28.207538 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-687ecc29-7641-4b89-a8a2-21f784a719ce tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.45 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 818 time: 0.5707672 Sep 22 09:44:28.230853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Request body: {'port': {'device_id': '35fb23fe-ceb4-4381-853e-5e2ef3c13ef7', 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26', 'admin_state_up': True, 'tenant_id': '3a34140af90845c181244847b157536b'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:28.251714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 131278c2-2b33-4607-a73a-b8b7b5ca8e43) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:28.262659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:28.265242 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:28.271095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f75bfae-3c54-499b-83f2-6d93c1638193 None None] Network 131278c2-2b33-4607-a73a-b8b7b5ca8e43 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:28.323742 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:28.413162 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:44:28.434773 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f561959a-cc27-46af-bb94-20e5d1802eff tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8853271 Sep 22 09:44:28.437649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51970) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:28.444478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'subnet': {'network_id': '0d545c05-56ac-45c6-b9e9-3983065b4d90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:28.490662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:28.744778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Made reservation on behalf of 3a34140af90845c181244847b157536b for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:28.748388 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:28.825291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:28.829734 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b2d7b-ad38-4e9f-aff5-5be1e2b023b3 None None] Network 681ac98b-55f7-491a-a3f7-e4064a039db8 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:28.874282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd3582dc-0b1b-4d90-b21e-c959849ce8d0 req-6b3c27ea-6fc8-41b6-9867-979a9c7e2786 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 210 time: 0.1411102 Sep 22 09:44:28.908376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Made reservation on behalf of 1873ca420022449fa0ec476b36e42229 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:28.912329 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:28.950982 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:29.066954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e8d6c1fd-8430-4a6e-8f17-79c14dd0284a None None] Provisioning complete for port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:29.076699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e8d6c1fd-8430-4a6e-8f17-79c14dd0284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:29.342377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-131278c2-2b33-4607-a73a-b8b7b5ca8e43', 'network_id': '131278c2-2b33-4607-a73a-b8b7b5ca8e43', 'tenant_id': '1873ca420022449fa0ec476b36e42229', 'fixed_ips': [{'subnet_id': '92665f19-e31b-4b8e-a1d1-0a1fee6e84e7'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:44:29.343314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:29.347797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:29.530577 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Allocated IP 172.20.0.13 (ce837084-a6bd-43be-99cf-84d72153eb26/0047e137-8d7c-45bf-964c-9e2e6bb87742/56ab4d14-5b16-4981-8276-524f895b955c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:29.566168 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:29.796086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Subnet': ['ID=dc936077-3e6c-4580-8471-68553f7c92bf,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:29.815311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Checking segment: {'id': '21e96693-08c2-4837-ba1a-85e70acec0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0d545c05-56ac-45c6-b9e9-3983065b4d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:29.815311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network hostable DHCP agents. Network: 0d545c05-56ac-45c6-b9e9-3983065b4d90, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:44:29.899744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:29.932761 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:29.933432 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:29.940981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network 0d545c05-56ac-45c6-b9e9-3983065b4d90 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:44:29.990650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Allocated IP 172.25.6.246 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/cfbf6047-a7e8-4420-895f-907561f71ee9) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:29.994754 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:30.038381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Allocated IP 2001:db8::2 (131278c2-2b33-4607-a73a-b8b7b5ca8e43/92665f19-e31b-4b8e-a1d1-0a1fee6e84e7/d3eb626a-8b4e-46f5-af36-4556ed6be04c) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:30.059449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317bd25f-6625-47d2-8739-da9a614ff26c req-e60ebba0-2700-445b-9209-6d95e7b2f1c5 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 210 time: 0.0849125 Sep 22 09:44:30.173332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 0d545c05-56ac-45c6-b9e9-3983065b4d90) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:30.178369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:30.178757 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:30.310436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3cb9ea-4bb7-422e-a596-f00211f9f7ec None None] Network 0d545c05-56ac-45c6-b9e9-3983065b4d90 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:30.327164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:30.542896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Network ce837084-a6bd-43be-99cf-84d72153eb26 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:30.565355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:30.597144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Pushing event updated for resources: {'Port': ['ID=56ab4d14-5b16-4981-8276-524f895b955c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:30.603079 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:30.605764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:30.642098 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:30.657867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-31273555-0dd1-49fe-b862-f7f0518c7e3d None None] Provisioning complete for port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:30.658233 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-31273555-0dd1-49fe-b862-f7f0518c7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:30.752089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:30.769266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ef9e3ef3-b5f3-4034-975f-9f7c14a8e05b tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3301435 Sep 22 09:44:30.769893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52022) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:30.777340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:30.923097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-0d545c05-56ac-45c6-b9e9-3983065b4d90', 'network_id': '0d545c05-56ac-45c6-b9e9-3983065b4d90', 'tenant_id': '1873ca420022449fa0ec476b36e42229', 'fixed_ips': [{'subnet_id': 'dc936077-3e6c-4580-8471-68553f7c92bf'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:44:30.923097 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:31.087124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:31.090012 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-d715f7c4-0591-49ea-aa18-ba076a726a54 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8647156 Sep 22 09:44:31.202258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Request body: {'port': {'device_id': '35fb23fe-ceb4-4381-853e-5e2ef3c13ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:31.207303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Allocated IP 2001:db8::2 (0d545c05-56ac-45c6-b9e9-3983065b4d90/dc936077-3e6c-4580-8471-68553f7c92bf/ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:31.223199 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:31.273677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:31.282165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:31.284562 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:31.286808 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:31.352151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Network 131278c2-2b33-4607-a73a-b8b7b5ca8e43 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:31.365104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Pushing event updated for resources: {'Port': ['ID=cfbf6047-a7e8-4420-895f-907561f71ee9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:31.373426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:31.396108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:31.409926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23ea9e4d-bf71-41b1-a66c-47c509a96979 req-a786783c-4891-41bf-b3fa-b15a12fddb43 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 210 time: 0.1837387 Sep 22 09:44:31.483284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Pushing event updated for resources: {'Port': ['ID=d3eb626a-8b4e-46f5-af36-4556ed6be04c,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:31.547393 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:31.620876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Attempting to bind port d3eb626a-8b4e-46f5-af36-4556ed6be04c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:31.622111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Attempting to bind port d3eb626a-8b4e-46f5-af36-4556ed6be04c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '05e499cc-7865-4929-9a9f-5e0c242ba130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '131278c2-2b33-4607-a73a-b8b7b5ca8e43'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:31.622649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Attempting to bind port d3eb626a-8b4e-46f5-af36-4556ed6be04c on network 131278c2-2b33-4607-a73a-b8b7b5ca8e43 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:31.794806 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:31.811567 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:31.812098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Checking segment: {'id': '05e499cc-7865-4929-9a9f-5e0c242ba130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '131278c2-2b33-4607-a73a-b8b7b5ca8e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:31.812716 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:31.813720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Bound using segment: {'id': '05e499cc-7865-4929-9a9f-5e0c242ba130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '131278c2-2b33-4607-a73a-b8b7b5ca8e43'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:31.814342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Bound port: d3eb626a-8b4e-46f5-af36-4556ed6be04c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e499cc-7865-4929-9a9f-5e0c242ba130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '131278c2-2b33-4607-a73a-b8b7b5ca8e43'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:31.814819 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:32.008599 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:32.097077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Pushing event updated for resources: {'Port': ['ID=ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:32.122116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Network 0d545c05-56ac-45c6-b9e9-3983065b4d90 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:32.134029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:32.146255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:32.171523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] For port d3eb626a-8b4e-46f5-af36-4556ed6be04c, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:44:32.266264 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:32.390514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ab4d14-5b16-4981-8276-524f895b955c {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:44:32.394707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Allocated IP 2001:db8::1 (131278c2-2b33-4607-a73a-b8b7b5ca8e43/92665f19-e31b-4b8e-a1d1-0a1fee6e84e7/0bc540f3-51ed-496f-a09d-d410550c77c3) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:32.405586 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:32.436287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Transition to ACTIVE for port object 56ab4d14-5b16-4981-8276-524f895b955c will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:44:32.539698 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:32.597160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Pushing event updated for resources: {'Port': ['ID=56ab4d14-5b16-4981-8276-524f895b955c,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:32.712992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] For port d3eb626a-8b4e-46f5-af36-4556ed6be04c, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d3eb626a-8b4e-46f5-af36-4556ed6be04c,segment=NetworkSegment(05e499cc-7865-4929-9a9f-5e0c242ba130),segment_id=05e499cc-7865-4929-9a9f-5e0c242ba130)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:44:32.726381 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33594270-36b9-4efc-aaad-d9763ffd2ef2 req-43038d8a-2011-465d-b137-0aff4b52bca2 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 210 time: 0.1542349 Sep 22 09:44:32.759622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Attempting to bind port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:32.759995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Attempting to bind port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '21e96693-08c2-4837-ba1a-85e70acec0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0d545c05-56ac-45c6-b9e9-3983065b4d90'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:32.760360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Attempting to bind port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 on network 0d545c05-56ac-45c6-b9e9-3983065b4d90 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:32.782286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Attempting to bind port 56ab4d14-5b16-4981-8276-524f895b955c on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:32.783433 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Attempting to bind port 56ab4d14-5b16-4981-8276-524f895b955c by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:32.783846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Attempting to bind port 56ab4d14-5b16-4981-8276-524f895b955c on network ce837084-a6bd-43be-99cf-84d72153eb26 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:32.788706 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:32.797867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:32.798251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Checking segment: {'id': '21e96693-08c2-4837-ba1a-85e70acec0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0d545c05-56ac-45c6-b9e9-3983065b4d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:32.802564 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:32.802564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Bound using segment: {'id': '21e96693-08c2-4837-ba1a-85e70acec0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0d545c05-56ac-45c6-b9e9-3983065b4d90'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:32.802564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Bound port: ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e96693-08c2-4837-ba1a-85e70acec0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0d545c05-56ac-45c6-b9e9-3983065b4d90'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:32.802564 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:32.805082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Port 56ab4d14-5b16-4981-8276-524f895b955c on network ce837084-a6bd-43be-99cf-84d72153eb26 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:44:32.810362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Attempting to bind port 56ab4d14-5b16-4981-8276-524f895b955c on network ce837084-a6bd-43be-99cf-84d72153eb26 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:32.830439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:32.866714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:32.867323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Checking segment: {'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:32.867962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Bound using segment: {'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:32.868795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Bound port: 56ab4d14-5b16-4981-8276-524f895b955c, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:32.869657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:33.096828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436240-2273-4d77-a17c-4395ec43c423 req-d6a84924-448d-43a6-ba3f-c3d5a87629e9 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:33.119618 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-d6a84924-448d-43a6-ba3f-c3d5a87629e9 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.45 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 818 time: 0.6878080 Sep 22 09:44:33.133710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] For port 56ab4d14-5b16-4981-8276-524f895b955c, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:44:33.144774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Request body: {'port': {'device_id': '37a4f3e1-e7cf-4394-91d1-06aa42c37d02', 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26', 'admin_state_up': True, 'tenant_id': '3a34140af90845c181244847b157536b'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:33.182951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3f9a0-b661-45e3-914b-64022bbf756a None None] Pushing event updated for resources: {'Port': ['ID=d3eb626a-8b4e-46f5-af36-4556ed6be04c,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:33.186900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] For port 56ab4d14-5b16-4981-8276-524f895b955c, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=56ab4d14-5b16-4981-8276-524f895b955c,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:44:33.299733 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:33.349530 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:33.460114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Router d72a090d-7327-43d9-8e5d-ff0076f96546 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:44:33.467507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] For port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:44:33.483833 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] For port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38,segment=NetworkSegment(21e96693-08c2-4837-ba1a-85e70acec0ed),segment_id=21e96693-08c2-4837-ba1a-85e70acec0ed)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:44:33.507914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:33.508988 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:33.515612 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] 10.222.0.45 "PUT /v2.0/ports/56ab4d14-5b16-4981-8276-524f895b955c HTTP/1.1" status: 200 len: 1092 time: 2.3396628 Sep 22 09:44:33.517315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fb23fe-ceb4-4381-853e-5e2ef3c13ef7', 'tag': '56ab4d14-5b16-4981-8276-524f895b955c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:44:33.519737 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4d014f-820e-429a-a26f-992e41169abc" -d '{"events": [{"name": "network-changed", "server_uuid": "35fb23fe-ceb4-4381-853e-5e2ef3c13ef7", "tag": "56ab4d14-5b16-4981-8276-524f895b955c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:44:33.611845 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:33.743676 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087529d9-1934-40b9-ada5-8469b93935e6 x-openstack-request-id: req-087529d9-1934-40b9-ada5-8469b93935e6 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:44:33.750646 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fb23fe-ceb4-4381-853e-5e2ef3c13ef7", "tag": "56ab4d14-5b16-4981-8276-524f895b955c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:44:33.750646 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-087529d9-1934-40b9-ada5-8469b93935e6 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:44:33.750646 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fb23fe-ceb4-4381-853e-5e2ef3c13ef7', 'tag': '56ab4d14-5b16-4981-8276-524f895b955c', 'status': 'completed', 'code': 200} Sep 22 09:44:33.899138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785d492-1eab-4498-80e0-20a6d05fc57a service neutron] Pushing event updated for resources: {'Port': ['ID=56ab4d14-5b16-4981-8276-524f895b955c,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:33.962173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dbf41-457b-4558-944a-b365261c0ff7 None None] Pushing event updated for resources: {'Port': ['ID=ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:33.978031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-96da3314-8620-4b81-9403-2cd3d3657375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:33.983029 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:33.987098 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-96da3314-8620-4b81-9403-2cd3d3657375 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 1095 time: 0.2191694 Sep 22 09:44:34.158544 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Made reservation on behalf of 3a34140af90845c181244847b157536b for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:34.215590 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:34.273277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70c7a251-1fca-4f70-8fe0-a6043377873d req-efca3333-4a22-4524-9712-eb3f3fcc0c4e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 210 time: 0.2097249 Sep 22 09:44:34.277052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Port': ['ID=0bc540f3-51ed-496f-a09d-d410550c77c3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:34.329211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network 131278c2-2b33-4607-a73a-b8b7b5ca8e43 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:34.335591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:34.339195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:34.339737 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:34.490567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52080) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:34.665523 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-10743ace-2879-4da3-9576-f6dd40b7686a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56ab4d14-5b16-4981-8276-524f895b955c HTTP/1.1" status: 200 len: 217 time: 0.5927165 Sep 22 09:44:34.688711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:34.701684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbcc02a-efaf-42a4-b2a6-26208e2ba978 None None] Sync routers for ids ['d72a090d-7327-43d9-8e5d-ff0076f96546'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:34.721034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbcc02a-efaf-42a4-b2a6-26208e2ba978 None None] Routers {'d72a090d-7327-43d9-8e5d-ff0076f96546'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:34.721692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0bbcc02a-efaf-42a4-b2a6-26208e2ba978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d72a090d-7327-43d9-8e5d-ff0076f96546'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:34.761139 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-511e34eb-0153-432e-b935-7f6cff37fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:34.763082 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-511e34eb-0153-432e-b935-7f6cff37fdd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0047e137-8d7c-45bf-964c-9e2e6bb87742 HTTP/1.1" status: 200 len: 858 time: 0.0847580 Sep 22 09:44:34.801958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Allocated IP 172.20.0.11 (ce837084-a6bd-43be-99cf-84d72153eb26/0047e137-8d7c-45bf-964c-9e2e6bb87742/b03ec133-3b2e-44f5-9a36-3e600b1de636) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:34.836192 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-5db15292-541a-4e7e-8041-c8460e323c15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce837084-a6bd-43be-99cf-84d72153eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611305 Sep 22 09:44:34.862980 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:34.865950 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-39b872bc-5e19-42bf-94d3-9a5486d29fb5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.3445625 Sep 22 09:44:34.877098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0bbcc02a-efaf-42a4-b2a6-26208e2ba978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:34.885010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52096) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:34.895838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbcc02a-efaf-42a4-b2a6-26208e2ba978 None None] Routers {'d72a090d-7327-43d9-8e5d-ff0076f96546'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:34.896469 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0bbcc02a-efaf-42a4-b2a6-26208e2ba978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d72a090d-7327-43d9-8e5d-ff0076f96546'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:34.989937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0bbcc02a-efaf-42a4-b2a6-26208e2ba978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:34.990590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbcc02a-efaf-42a4-b2a6-26208e2ba978 None None] The sync data for ids ['d72a090d-7327-43d9-8e5d-ff0076f96546'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:35.069681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-58b1fdb5-43ee-4b73-b734-be7f75b90457 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fa755c626654170838b830cf17ade1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4904954 Sep 22 09:44:35.071183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52098) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:35.157492 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-48e3b4f1-dbc9-4077-8737-88e3eb77baee service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057663 Sep 22 09:44:35.165906 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:35.204052 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-00b97003-86fa-4166-9034-a8e6599d0285 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/routers/d72a090d-7327-43d9-8e5d-ff0076f96546 HTTP/1.1" status: 200 len: 919 time: 0.3176816 Sep 22 09:44:35.204790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52102) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:35.274831 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4058029e-8041-43c1-bbfe-a43910e2c8ed tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=d72a090d-7327-43d9-8e5d-ff0076f96546 HTTP/1.1" status: 200 len: 205 time: 0.0584719 Sep 22 09:44:35.275474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52104) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:35.444009 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:35.485636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0322fc-a59c-48a0-ad9e-1cbe3776e7f7 None None] Network 131278c2-2b33-4607-a73a-b8b7b5ca8e43 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:35.549365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:35.642470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:35.642840 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:35.711616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9552506c-9af1-4d08-92cb-e6905e2cc0e2 None None] Provisioning complete for port d3eb626a-8b4e-46f5-af36-4556ed6be04c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:35.711994 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9552506c-9af1-4d08-92cb-e6905e2cc0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:35.758797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52108) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:35.816517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:35.868234 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:35.882346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee90ce9-d79b-42a9-a1bb-5e69e5cfd7e2 None None] Network 0d545c05-56ac-45c6-b9e9-3983065b4d90 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:35.899366 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84ae4538-33c2-43ef-99e0-595079fd55ae req-79d51689-11fd-4a98-92d3-aab0ea08991a service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7299135 Sep 22 09:44:36.034166 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38,segment=NetworkSegment(21e96693-08c2-4837-ba1a-85e70acec0ed),segment_id=21e96693-08c2-4837-ba1a-85e70acec0ed)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:36.046423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97e2c5ed-12f5-4277-925d-1ae17bd2ac0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.068004 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9552506c-9af1-4d08-92cb-e6905e2cc0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.091298 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.107963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9552506c-9af1-4d08-92cb-e6905e2cc0e2 None None] For port d3eb626a-8b4e-46f5-af36-4556ed6be04c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d3eb626a-8b4e-46f5-af36-4556ed6be04c,segment=NetworkSegment(05e499cc-7865-4929-9a9f-5e0c242ba130),segment_id=05e499cc-7865-4929-9a9f-5e0c242ba130)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:36.156916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Deleting port cfbf6047-a7e8-4420-895f-907561f71ee9 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:36.163286 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.197769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d014f-820e-429a-a26f-992e41169abc req-1b53b138-39cd-409b-8f88-2d104be86849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:36.202942 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da4d014f-820e-429a-a26f-992e41169abc req-1b53b138-39cd-409b-8f88-2d104be86849 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 1095 time: 0.1197736 Sep 22 09:44:36.203086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32c7ab17-67d6-4455-9aac-169d575d1fe2 req-ade4be3c-32a8-4355-81a3-24a047d462b3 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 210 time: 0.0756164 Sep 22 09:44:36.220815 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.221978 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d3eb626a-8b4e-46f5-af36-4556ed6be04c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:36.273061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b46a32a5-1cb0-43ef-9349-845d55362b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.331256 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b46a32a5-1cb0-43ef-9349-845d55362b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.333963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d014f-820e-429a-a26f-992e41169abc req-1ec2ae15-36f2-426e-9b4d-5bf30dcd9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:36.335871 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da4d014f-820e-429a-a26f-992e41169abc req-1ec2ae15-36f2-426e-9b4d-5bf30dcd9be8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 919 time: 0.1178558 Sep 22 09:44:36.337969 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.447134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:36.449959 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9552506c-9af1-4d08-92cb-e6905e2cc0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.465923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Network ce837084-a6bd-43be-99cf-84d72153eb26 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:36.486483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:36.496383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:36.502141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Pushing event updated for resources: {'Port': ['ID=b03ec133-3b2e-44f5-9a36-3e600b1de636,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:36.518252 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da4d014f-820e-429a-a26f-992e41169abc req-0356d7ce-310d-4cb1-856b-074fd8f10e5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56ab4d14-5b16-4981-8276-524f895b955c HTTP/1.1" status: 200 len: 217 time: 0.1687183 Sep 22 09:44:36.540281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552506c-9af1-4d08-92cb-e6905e2cc0e2 None None] Pushing event updated for resources: {'Port': ['ID=d3eb626a-8b4e-46f5-af36-4556ed6be04c,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:36.607504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0738627c-e2d7-4ebd-a82e-bf1f7dd041a3 None None] Provisioning complete for port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:36.608217 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0738627c-e2d7-4ebd-a82e-bf1f7dd041a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.610570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d014f-820e-429a-a26f-992e41169abc req-2594fad7-9778-4432-b6d4-69860e7c2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:36.612238 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da4d014f-820e-429a-a26f-992e41169abc req-2594fad7-9778-4432-b6d4-69860e7c2f64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0047e137-8d7c-45bf-964c-9e2e6bb87742 HTTP/1.1" status: 200 len: 858 time: 0.0773435 Sep 22 09:44:36.676606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:36.677667 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.686629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d3eb626a-8b4e-46f5-af36-4556ed6be04c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:36.687006 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.699048 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da4d014f-820e-429a-a26f-992e41169abc req-0d4b494c-b2da-454f-bb1d-f0aab1d3a39b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce837084-a6bd-43be-99cf-84d72153eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668988 Sep 22 09:44:36.704642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.718602 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b46a32a5-1cb0-43ef-9349-845d55362b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.718734 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b46a32a5-1cb0-43ef-9349-845d55362b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.726099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b46a32a5-1cb0-43ef-9349-845d55362b45 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d8f5c3c-236e-43d7-bcea-e875bc7d4e51 HTTP/1.1" status: 204 len: 168 time: 1.6360531 Sep 22 09:44:36.775513 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Calling delete_port for cfbf6047-a7e8-4420-895f-907561f71ee9 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:36.782025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a32a5-1cb0-43ef-9349-845d55362b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8f5c3c-236e-43d7-bcea-e875bc7d4e51,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:36.824096 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.934021 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:36.935015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.069676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-50378a35-6917-4e6f-bc12-f2db1b57368c None None] Provisioning complete for port 0bc540f3-51ed-496f-a09d-d410550c77c3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:37.069676 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-50378a35-6917-4e6f-bc12-f2db1b57368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.120944 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da4d014f-820e-429a-a26f-992e41169abc req-c17d0f83-0c24-4792-a629-d12ffde51a0d service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111629 Sep 22 09:44:37.159831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Port': ['ID=0bc540f3-51ed-496f-a09d-d410550c77c3,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:37.181424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-50378a35-6917-4e6f-bc12-f2db1b57368c None None] Port 0bc540f3-51ed-496f-a09d-d410550c77c3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:44:37.191062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97e2c5ed-12f5-4277-925d-1ae17bd2ac0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.199195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-50378a35-6917-4e6f-bc12-f2db1b57368c None None] Provisioning complete for port d3eb626a-8b4e-46f5-af36-4556ed6be04c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:37.199618 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-50378a35-6917-4e6f-bc12-f2db1b57368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.208975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network 131278c2-2b33-4607-a73a-b8b7b5ca8e43 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:37.211097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:37.346030 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97e2c5ed-12f5-4277-925d-1ae17bd2ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.349346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:37.418443 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-97e2c5ed-12f5-4277-925d-1ae17bd2ac0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e21a6e0362d5485c987b2e552b0cd8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6495025 Sep 22 09:44:37.431852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:37.432241 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.437287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2c5ed-12f5-4277-925d-1ae17bd2ac0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e12ffcb-321d-43f4-a6cd-5d84d3359a27,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:37.444716 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52132) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:37.496347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a27158-e892-447d-8add-cdf778fe7ae7 req-46cb4ed0-1e2a-499f-997e-e2ec95cb7c93 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:37.516981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8a27158-e892-447d-8add-cdf778fe7ae7 req-46cb4ed0-1e2a-499f-997e-e2ec95cb7c93 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 932 time: 0.1861572 Sep 22 09:44:37.526086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-30f635af-e96e-4142-8950-44d50b92d883 None None] Provisioning complete for port 0bc540f3-51ed-496f-a09d-d410550c77c3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:37.526328 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-30f635af-e96e-4142-8950-44d50b92d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.558093 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da4d014f-820e-429a-a26f-992e41169abc req-13b87d6e-30ca-4c05-bf6e-9210fbf37aa6 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169197 Sep 22 09:44:37.585722 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-ab7c148c-d434-4220-8ba6-d2e59e2c4d73 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4499257 Sep 22 09:44:37.619041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Request body: {'port': {'device_id': '37a4f3e1-e7cf-4394-91d1-06aa42c37d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:37.647686 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-789ffdf7-0aa0-4abc-9b2e-4776196d8ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.657680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d3eb626a-8b4e-46f5-af36-4556ed6be04c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:37.677183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8a27158-e892-447d-8add-cdf778fe7ae7 req-5c36fe5b-5e09-44b4-a234-0ff1fc8978f1 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579478 Sep 22 09:44:37.713710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.719560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-30f635af-e96e-4142-8950-44d50b92d883 None None] Port 0bc540f3-51ed-496f-a09d-d410550c77c3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:44:37.733651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-789ffdf7-0aa0-4abc-9b2e-4776196d8ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.748563 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.749786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-30f635af-e96e-4142-8950-44d50b92d883 None None] Provisioning complete for port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:37.750496 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-30f635af-e96e-4142-8950-44d50b92d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.785280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Pushing event deleted for resources: {'Port': ['ID=cfbf6047-a7e8-4420-895f-907561f71ee9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:37.808904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d3eb626a-8b4e-46f5-af36-4556ed6be04c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:37.809689 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.898677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Router c8fc72da-757f-47f4-ae6e-eb3f5f24e044 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:44:37.906169 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:37.934204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 56ab4d14-5b16-4981-8276-524f895b955c details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:44:38.052387 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.054923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.143558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:38.154427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4296b6a8-e3e7-493c-bb49-2f65d134f10f tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "PUT /v2.0/routers/c8fc72da-757f-47f4-ae6e-eb3f5f24e044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3822734 Sep 22 09:44:38.156387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52156) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:38.164622 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528f1e7-5b3f-49b3-98b0-beb001d9b7fb None None] Sync routers for ids ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:38.165266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b5c18f6f-63e5-43b2-a621-e30211dbb2f3 None None] Provisioning complete for port 0bc540f3-51ed-496f-a09d-d410550c77c3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:38.166136 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5c18f6f-63e5-43b2-a621-e30211dbb2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.187708 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8528f1e7-5b3f-49b3-98b0-beb001d9b7fb None None] Routers {'c8fc72da-757f-47f4-ae6e-eb3f5f24e044'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:38.197704 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8528f1e7-5b3f-49b3-98b0-beb001d9b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:38.204523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 56ab4d14-5b16-4981-8276-524f895b955c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=56ab4d14-5b16-4981-8276-524f895b955c,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:38.219716 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-789ffdf7-0aa0-4abc-9b2e-4776196d8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.223930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-789ffdf7-0aa0-4abc-9b2e-4776196d8ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.231677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b5c18f6f-63e5-43b2-a621-e30211dbb2f3 None None] Port 0bc540f3-51ed-496f-a09d-d410550c77c3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:44:38.231968 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-789ffdf7-0aa0-4abc-9b2e-4776196d8ef0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e12ffcb-321d-43f4-a6cd-5d84d3359a27 HTTP/1.1" status: 204 len: 168 time: 0.7806134 Sep 22 09:44:38.232070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '56ab4d14-5b16-4981-8276-524f895b955c', 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26', 'port_id': '56ab4d14-5b16-4981-8276-524f895b955c', 'mac_address': 'fa:16:3e:df:2e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0047e137-8d7c-45bf-964c-9e2e6bb87742', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:44:38.250094 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8528f1e7-5b3f-49b3-98b0-beb001d9b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:38.255874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ffdf7-0aa0-4abc-9b2e-4776196d8ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e12ffcb-321d-43f4-a6cd-5d84d3359a27,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:38.271426 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8528f1e7-5b3f-49b3-98b0-beb001d9b7fb None None] Routers {'c8fc72da-757f-47f4-ae6e-eb3f5f24e044'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:38.273248 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.273806 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Fanout notify agent at l3_agent the message router_deleted on router d72a090d-7327-43d9-8e5d-ff0076f96546 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:44:38.274272 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8528f1e7-5b3f-49b3-98b0-beb001d9b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:38.325694 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.329350 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.332748 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7b650331-6d09-4f23-b449-2a614e6db16f tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/d72a090d-7327-43d9-8e5d-ff0076f96546 HTTP/1.1" status: 204 len: 168 time: 3.0535588 Sep 22 09:44:38.337411 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52164) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:38.344348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Request body: {'router': {'name': 'tempest-snat-router-761219671', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'enable_snat': False}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:38.346931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ab4d14-5b16-4981-8276-524f895b955c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:44:38.368460 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8528f1e7-5b3f-49b3-98b0-beb001d9b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:38.369391 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8528f1e7-5b3f-49b3-98b0-beb001d9b7fb None None] The sync data for ids ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:38.378156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 56ab4d14-5b16-4981-8276-524f895b955c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=56ab4d14-5b16-4981-8276-524f895b955c,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:38.485008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03ec133-3b2e-44f5-9a36-3e600b1de636 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:44:38.495249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.550869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Transition to ACTIVE for port object b03ec133-3b2e-44f5-9a36-3e600b1de636 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:44:38.554563 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.554763 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.555933 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.651006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.667797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=56ab4d14-5b16-4981-8276-524f895b955c,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:38.711470 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:38.819974 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-a54cdd6d-b651-400f-98ed-19ae68370825 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:44:38.824188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a54cdd6d-b651-400f-98ed-19ae68370825 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "PUT /v2.0/routers/c8fc72da-757f-47f4-ae6e-eb3f5f24e044/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6666598 Sep 22 09:44:38.825995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52178) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:38.831579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['56ab4d14-5b16-4981-8276-524f895b955c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:44:38.839370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Pushing event updated for resources: {'Port': ['ID=b03ec133-3b2e-44f5-9a36-3e600b1de636,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:38.879744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85217ed3-d6ae-4688-8873-c983086aeb15 req-3ec1f37d-7135-4fb8-bdaa-eca29ad41990 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:38.881528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85217ed3-d6ae-4688-8873-c983086aeb15 req-3ec1f37d-7135-4fb8-bdaa-eca29ad41990 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 944 time: 0.1023047 Sep 22 09:44:39.011017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85217ed3-d6ae-4688-8873-c983086aeb15 req-54b98c2e-c18a-4372-a4b3-3b471d6c1dc5 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000457 Sep 22 09:44:39.034371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Attempting to bind port b03ec133-3b2e-44f5-9a36-3e600b1de636 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:39.035117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Attempting to bind port b03ec133-3b2e-44f5-9a36-3e600b1de636 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:39.036274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Attempting to bind port b03ec133-3b2e-44f5-9a36-3e600b1de636 on network ce837084-a6bd-43be-99cf-84d72153eb26 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:39.053552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Port b03ec133-3b2e-44f5-9a36-3e600b1de636 on network ce837084-a6bd-43be-99cf-84d72153eb26 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:44:39.056320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Attempting to bind port b03ec133-3b2e-44f5-9a36-3e600b1de636 on network ce837084-a6bd-43be-99cf-84d72153eb26 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:39.060656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:39.062145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Checking segment: {'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:39.062770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Bound using segment: {'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:39.063436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Bound port: b03ec133-3b2e-44f5-9a36-3e600b1de636, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d730376-9d56-436e-bba1-60f5e7e95aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:39.064232 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:39.198586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] For port b03ec133-3b2e-44f5-9a36-3e600b1de636, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:44:39.202322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] For port b03ec133-3b2e-44f5-9a36-3e600b1de636, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b03ec133-3b2e-44f5-9a36-3e600b1de636,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:44:39.295790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:39.305263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:39.363041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:39.363399 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:39.365467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] 10.222.0.45 "PUT /v2.0/ports/b03ec133-3b2e-44f5-9a36-3e600b1de636 HTTP/1.1" status: 200 len: 1092 time: 1.7587061 Sep 22 09:44:39.365915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a4f3e1-e7cf-4394-91d1-06aa42c37d02', 'tag': 'b03ec133-3b2e-44f5-9a36-3e600b1de636'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:44:39.368174 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb031116-8dfc-44fd-b032-5ae8834cb9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "37a4f3e1-e7cf-4394-91d1-06aa42c37d02", "tag": "b03ec133-3b2e-44f5-9a36-3e600b1de636"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:44:39.416546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52188) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:39.441850 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c71879-8f88-4abd-af94-ddc99652673d x-openstack-request-id: req-02c71879-8f88-4abd-af94-ddc99652673d {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:44:39.447104 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a4f3e1-e7cf-4394-91d1-06aa42c37d02", "tag": "b03ec133-3b2e-44f5-9a36-3e600b1de636", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:44:39.447104 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02c71879-8f88-4abd-af94-ddc99652673d {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:44:39.447104 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a4f3e1-e7cf-4394-91d1-06aa42c37d02', 'tag': 'b03ec133-3b2e-44f5-9a36-3e600b1de636', 'status': 'completed', 'code': 200} Sep 22 09:44:39.447104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-492acd3a-dc6e-406b-985a-d43a82574424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:39.447104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce495c5-f309-4dd5-835d-8f8ad6e02631 service neutron] Pushing event updated for resources: {'Port': ['ID=b03ec133-3b2e-44f5-9a36-3e600b1de636,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:39.639943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-492acd3a-dc6e-406b-985a-d43a82574424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:39.728604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb031116-8dfc-44fd-b032-5ae8834cb9fc req-986e8916-75b5-437d-b6e9-e4087e23df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:39.733135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb031116-8dfc-44fd-b032-5ae8834cb9fc req-986e8916-75b5-437d-b6e9-e4087e23df41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 1095 time: 0.0913653 Sep 22 09:44:39.735919 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a990832b-8b3a-40cd-ad1a-73a7cd4d7c71 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:39.742508 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-492acd3a-dc6e-406b-985a-d43a82574424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:39.839168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-492acd3a-dc6e-406b-985a-d43a82574424 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=417abb461f8747498d61e079741fb58d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212537 Sep 22 09:44:39.840152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492acd3a-dc6e-406b-985a-d43a82574424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e472931-8aad-4b63-a697-8af2f9698e9f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:39.842863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52190) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:39.912363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 56ab4d14-5b16-4981-8276-524f895b955c up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:39.945594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb031116-8dfc-44fd-b032-5ae8834cb9fc req-c72086e8-03b8-4b7a-8aa2-0aa4f49c8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:39.945594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb031116-8dfc-44fd-b032-5ae8834cb9fc req-c72086e8-03b8-4b7a-8aa2-0aa4f49c8537 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a34140af90845c181244847b157536b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1740432 Sep 22 09:44:39.979328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1579-7b40-475b-bb2e-a8aee6a694cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.054128 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1579-7b40-475b-bb2e-a8aee6a694cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.120071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 56ab4d14-5b16-4981-8276-524f895b955c completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:44:40.125878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 56ab4d14-5b16-4981-8276-524f895b955c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:40.126111 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.154942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.171589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb031116-8dfc-44fd-b032-5ae8834cb9fc req-846fe800-ef7c-49bb-9f66-f1a21f4fd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:40.173593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb031116-8dfc-44fd-b032-5ae8834cb9fc req-846fe800-ef7c-49bb-9f66-f1a21f4fd24d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2195840 Sep 22 09:44:40.215903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a332f-bc83-4a05-80c8-9d7a8a30fe21 req-a8013b9a-85fb-4ed6-b77c-7c9711caedbb tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:40.221600 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef0a332f-bc83-4a05-80c8-9d7a8a30fe21 req-a8013b9a-85fb-4ed6-b77c-7c9711caedbb tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 944 time: 0.1131151 Sep 22 09:44:40.251326 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.304855 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.342339 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fb23fe-ceb4-4381-853e-5e2ef3c13ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab4d14-5b16-4981-8276-524f895b955c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:44:40.345674 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5322c30b-cd48-42a7-ba98-2a87d7daa746" -d '{"events": [{"server_uuid": "35fb23fe-ceb4-4381-853e-5e2ef3c13ef7", "name": "network-vif-plugged", "status": "completed", "tag": "56ab4d14-5b16-4981-8276-524f895b955c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:44:40.362820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 56ab4d14-5b16-4981-8276-524f895b955c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=56ab4d14-5b16-4981-8276-524f895b955c,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:40.369431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef0a332f-bc83-4a05-80c8-9d7a8a30fe21 req-2e933821-c112-4eee-b9a4-824953a2c64b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093774 Sep 22 09:44:40.374441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436240-2273-4d77-a17c-4395ec43c423 req-3ada3afa-3e11-4e87-a6ae-2c4906838291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:40.376951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-3ada3afa-3e11-4e87-a6ae-2c4906838291 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 1095 time: 0.1542807 Sep 22 09:44:40.413415 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dff6096-f524-48c1-9ef2-de6ad337c43b x-openstack-request-id: req-8dff6096-f524-48c1-9ef2-de6ad337c43b {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:44:40.413753 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fb23fe-ceb4-4381-853e-5e2ef3c13ef7", "name": "network-vif-plugged", "status": "completed", "tag": "56ab4d14-5b16-4981-8276-524f895b955c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:44:40.414040 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dff6096-f524-48c1-9ef2-de6ad337c43b {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:44:40.414440 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fb23fe-ceb4-4381-853e-5e2ef3c13ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab4d14-5b16-4981-8276-524f895b955c', 'code': 200} Sep 22 09:44:40.428921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-22491cd3-4e36-4729-8fbf-8d53f1efc95a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b03ec133-3b2e-44f5-9a36-3e600b1de636 HTTP/1.1" status: 200 len: 217 time: 0.0409362 Sep 22 09:44:40.429739 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1579-7b40-475b-bb2e-a8aee6a694cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.432193 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1579-7b40-475b-bb2e-a8aee6a694cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.436463 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cfdc1579-7b40-475b-bb2e-a8aee6a694cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e472931-8aad-4b63-a697-8af2f9698e9f HTTP/1.1" status: 204 len: 168 time: 0.5870383 Sep 22 09:44:40.451171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc1579-7b40-475b-bb2e-a8aee6a694cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e472931-8aad-4b63-a697-8af2f9698e9f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:40.479691 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.516617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436240-2273-4d77-a17c-4395ec43c423 req-388b5a69-a260-44aa-a707-b7a92675e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:40.518893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-388b5a69-a260-44aa-a707-b7a92675e888 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0047e137-8d7c-45bf-964c-9e2e6bb87742 HTTP/1.1" status: 200 len: 858 time: 0.0770209 Sep 22 09:44:40.553795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=56ab4d14-5b16-4981-8276-524f895b955c,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:40.573108 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-338a2879-653d-4705-9f71-3e07379e1c79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce837084-a6bd-43be-99cf-84d72153eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464900 Sep 22 09:44:40.599026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Allocated IP 172.25.6.34 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/760399bb-8253-4fd0-9df8-d3170a76fa23) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:40.625880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14ebea-45ca-4df7-9b18-7fd4206b4bd5 req-5f41ac69-0cca-4990-8e84-640382af5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:40.627582 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0d14ebea-45ca-4df7-9b18-7fd4206b4bd5 req-5f41ac69-0cca-4990-8e84-640382af5ac5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 1097 time: 0.1109669 Sep 22 09:44:40.660436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a990832b-8b3a-40cd-ad1a-73a7cd4d7c71 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Deleting port 0bc540f3-51ed-496f-a09d-d410550c77c3 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:40.661196 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a990832b-8b3a-40cd-ad1a-73a7cd4d7c71 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.684470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-894c3441-20b1-4df5-95da-0cd1fc5f1eb8 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992053 Sep 22 09:44:40.787724 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0d14ebea-45ca-4df7-9b18-7fd4206b4bd5 req-ceaf145a-f431-45c5-8c8b-b91120758aef service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452327 Sep 22 09:44:40.797158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7436240-2273-4d77-a17c-4395ec43c423 req-d1d3aead-8b29-42f0-8196-af53b6b6ae53 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992782 Sep 22 09:44:40.836164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.838396 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a990832b-8b3a-40cd-ad1a-73a7cd4d7c71 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:40.854196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a990832b-8b3a-40cd-ad1a-73a7cd4d7c71 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Calling delete_port for 0bc540f3-51ed-496f-a09d-d410550c77c3 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:41.037783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:41.096327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:41.102319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:41.105137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:41.159595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event updated for resources: {'Port': ['ID=760399bb-8253-4fd0-9df8-d3170a76fa23,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:41.269640 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a990832b-8b3a-40cd-ad1a-73a7cd4d7c71 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:41.370103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990832b-8b3a-40cd-ad1a-73a7cd4d7c71 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Port': ['ID=0bc540f3-51ed-496f-a09d-d410550c77c3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:41.494657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a990832b-8b3a-40cd-ad1a-73a7cd4d7c71 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:41.561984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea3b91-562f-4da2-a2bf-cafdf9ee1c36 req-9b969005-f3dc-4890-83ce-8938fe26c860 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:41.570117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dcea3b91-562f-4da2-a2bf-cafdf9ee1c36 req-9b969005-f3dc-4890-83ce-8938fe26c860 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 944 time: 0.1218126 Sep 22 09:44:41.633803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dcea3b91-562f-4da2-a2bf-cafdf9ee1c36 req-a4ffa1d0-b084-4e64-90cc-825752070f9b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528815 Sep 22 09:44:41.795941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a990832b-8b3a-40cd-ad1a-73a7cd4d7c71 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Router c8fc72da-757f-47f4-ae6e-eb3f5f24e044 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:44:41.815422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:41.927575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a990832b-8b3a-40cd-ad1a-73a7cd4d7c71 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:41.946589 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a990832b-8b3a-40cd-ad1a-73a7cd4d7c71 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "PUT /v2.0/routers/c8fc72da-757f-47f4-ae6e-eb3f5f24e044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1037831 Sep 22 09:44:41.946997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52246) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:41.950633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e1e7e-8b4f-41c1-9ec3-19a71935c260 None None] Sync routers for ids ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:41.970455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e1e7e-8b4f-41c1-9ec3-19a71935c260 None None] Routers {'c8fc72da-757f-47f4-ae6e-eb3f5f24e044'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:41.975150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c06e1e7e-8b4f-41c1-9ec3-19a71935c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:42.016302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c06e1e7e-8b4f-41c1-9ec3-19a71935c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:42.023541 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-81271f40-9092-4590-a36c-49351cbc2a8a tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] delete failed (client error): The resource could not be found. Sep 22 09:44:42.023856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-81271f40-9092-4590-a36c-49351cbc2a8a tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-541225395 HTTP/1.1" status: 404 len: 334 time: 0.0847082 Sep 22 09:44:42.030361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e1e7e-8b4f-41c1-9ec3-19a71935c260 None None] Routers {'c8fc72da-757f-47f4-ae6e-eb3f5f24e044'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:42.031188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c06e1e7e-8b4f-41c1-9ec3-19a71935c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:42.044309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52250) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:42.053299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c4dffc34-87e9-444e-875e-726dc82672dd tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8fc72da-757f-47f4-ae6e-eb3f5f24e044'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:42.107894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c06e1e7e-8b4f-41c1-9ec3-19a71935c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:42.107894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e1e7e-8b4f-41c1-9ec3-19a71935c260 None None] The sync data for ids ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:42.518342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3ba0fc6-50b0-4c3c-97e4-30ec58ebd536 req-55c3286e-76f7-4249-890f-ad9a4840ac5a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5069461 Sep 22 09:44:42.592967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba0fc6-50b0-4c3c-97e4-30ec58ebd536 req-959f4d1e-a91b-448a-8031-4a313b3fd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:42.594658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3ba0fc6-50b0-4c3c-97e4-30ec58ebd536 req-959f4d1e-a91b-448a-8031-4a313b3fd797 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 1096 time: 0.0508909 Sep 22 09:44:42.682222 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:42.716526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba0fc6-50b0-4c3c-97e4-30ec58ebd536 req-a65011f4-c552-4079-bb14-2ef9f8530e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:42.719183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3ba0fc6-50b0-4c3c-97e4-30ec58ebd536 req-a65011f4-c552-4079-bb14-2ef9f8530e23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 916 time: 0.1029735 Sep 22 09:44:42.822756 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4dffc34-87e9-444e-875e-726dc82672dd tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:42.836112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3ba0fc6-50b0-4c3c-97e4-30ec58ebd536 req-9d9ffc5d-bb9e-402c-bb7f-3c1e737c2f53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c875dda7-f94f-4bc0-83f2-041b5da7f991 HTTP/1.1" status: 200 len: 217 time: 0.1051800 Sep 22 09:44:42.916444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e10d73-c495-4227-afb4-952412b7ded7 req-88657420-f586-4e1e-80de-8e1c329c4717 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:42.918629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4e10d73-c495-4227-afb4-952412b7ded7 req-88657420-f586-4e1e-80de-8e1c329c4717 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 944 time: 0.1766491 Sep 22 09:44:42.930220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba0fc6-50b0-4c3c-97e4-30ec58ebd536 req-3b9b428e-0158-4b2c-9781-5039d5d55bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:42.932337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3ba0fc6-50b0-4c3c-97e4-30ec58ebd536 req-3b9b428e-0158-4b2c-9781-5039d5d55bbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d7a4b5df-b324-41ba-bbca-be70a81c305a HTTP/1.1" status: 200 len: 855 time: 0.0805206 Sep 22 09:44:42.940009 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-c4dffc34-87e9-444e-875e-726dc82672dd tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] update failed (client error): The resource could not be found. Sep 22 09:44:42.945964 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c4dffc34-87e9-444e-875e-726dc82672dd tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "PUT /v2.0/routers/c8fc72da-757f-47f4-ae6e-eb3f5f24e044 HTTP/1.1" status: 404 len: 339 time: 0.9003596 Sep 22 09:44:42.946735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52278) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:42.954801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1474337342'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:42.976583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4e10d73-c495-4227-afb4-952412b7ded7 req-8eaa0047-bc5d-4ae7-8723-e21c1a57d7c3 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491731 Sep 22 09:44:43.018835 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3ba0fc6-50b0-4c3c-97e4-30ec58ebd536 req-d9f43154-4e40-4499-9d5c-f92155b6f937 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cca937a5-581c-4426-9723-be378be2916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472968 Sep 22 09:44:43.085508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Router 1429a4f7-731d-4291-a5cf-25e403206ffd is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:44:43.162012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Made reservation on behalf of 1873ca420022449fa0ec476b36e42229 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:43.172639 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:43.219480 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3ba0fc6-50b0-4c3c-97e4-30ec58ebd536 req-45a6776b-e1a9-458a-848c-9baf81e299a0 service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890900 Sep 22 09:44:43.236351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:44:43.266632 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:43.268505 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Added segment 26c48048-520f-4ac0-bbd6-425646f16d87 of type vlan for network c960c9f6-7503-4d33-9d24-12514c3f1f8e Sep 22 09:44:43.423485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3ba0fc6-50b0-4c3c-97e4-30ec58ebd536 req-17cc049e-e26f-4ff5-ae8c-08c20ae73659 service neutron] 10.222.0.60 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990008 Sep 22 09:44:43.433501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:43.444452 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Sync routers for ids ['1429a4f7-731d-4291-a5cf-25e403206ffd'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:43.454471 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Routers {'1429a4f7-731d-4291-a5cf-25e403206ffd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:43.455109 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1429a4f7-731d-4291-a5cf-25e403206ffd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:43.460126 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:43.569052 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Set router 1429a4f7-731d-4291-a5cf-25e403206ffd gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:43.623856 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:43.626076 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c0768ca2-0e21-436e-9670-265263b8c37d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2877283 Sep 22 09:44:43.627575 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:43.628873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52296) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:43.655006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:43.657655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:43.801125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Network': ['ID=c960c9f6-7503-4d33-9d24-12514c3f1f8e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:43.805169 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eb8bc5bd-33f8-4d3b-86bf-7ad261f5f7f4 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8550594 Sep 22 09:44:43.808654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52298) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:43.814795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'subnet': {'network_id': 'c960c9f6-7503-4d33-9d24-12514c3f1f8e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:43.816898 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network c960c9f6-7503-4d33-9d24-12514c3f1f8e details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:44:43.866580 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4bdae4f9-80ae-484c-8c0c-7a5429f31b04 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/routers/1429a4f7-731d-4291-a5cf-25e403206ffd HTTP/1.1" status: 200 len: 907 time: 0.2317402 Sep 22 09:44:43.868122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52302) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:43.875283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Request body: {'router': {'name': 'tempest-snat-router-761219671', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'enable_snat': True}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:43.878548 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429a4f7-731d-4291-a5cf-25e403206ffd', 'name': 'tempest-snat-router-761219671', 'tenant_id': 'd49cf7076bb34930a3fe9def40bc5d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.34'}], 'enable_snat': False}, 'gw_port_id': '760399bb-8253-4fd0-9df8-d3170a76fa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:38Z', 'updated_at': '2021-09-22T09:44:41Z', 'revision_number': 3, 'project_id': 'd49cf7076bb34930a3fe9def40bc5d21', 'gw_port': {'id': '760399bb-8253-4fd0-9df8-d3170a76fa23', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429a4f7-731d-4291-a5cf-25e403206ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:40Z', 'updated_at': '2021-09-22T09:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:43.951814 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Checking router: 1429a4f7-731d-4291-a5cf-25e403206ffd for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:44:43.952453 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Updating router 1429a4f7-731d-4291-a5cf-25e403206ffd port 760399bb-8253-4fd0-9df8-d3170a76fa23 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:44:43.969052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b03ec133-3b2e-44f5-9a36-3e600b1de636 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:44:44.007586 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.036163 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.037301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.147009 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.173278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b03ec133-3b2e-44f5-9a36-3e600b1de636, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b03ec133-3b2e-44f5-9a36-3e600b1de636,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:44.195758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'b03ec133-3b2e-44f5-9a36-3e600b1de636', 'network_id': 'ce837084-a6bd-43be-99cf-84d72153eb26', 'port_id': 'b03ec133-3b2e-44f5-9a36-3e600b1de636', 'mac_address': 'fa:16:3e:da:ae:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0047e137-8d7c-45bf-964c-9e2e6bb87742', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:44:44.233064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209028a-d886-4860-ba4a-3a13bedd2ee8 req-317a1825-e77c-4722-a0f0-092c017fc8d0 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:44.233857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Made reservation on behalf of 1873ca420022449fa0ec476b36e42229 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:44.237746 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.239899 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3209028a-d886-4860-ba4a-3a13bedd2ee8 req-317a1825-e77c-4722-a0f0-092c017fc8d0 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 944 time: 0.0913701 Sep 22 09:44:44.275533 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.296892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03ec133-3b2e-44f5-9a36-3e600b1de636 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:44:44.338720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b03ec133-3b2e-44f5-9a36-3e600b1de636, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b03ec133-3b2e-44f5-9a36-3e600b1de636,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:44.401388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3209028a-d886-4860-ba4a-3a13bedd2ee8 req-c3b95fb9-7bcf-46da-ae6b-385c92a6e98f tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548486 Sep 22 09:44:44.501018 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.637668 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.649258 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.663379 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=b03ec133-3b2e-44f5-9a36-3e600b1de636,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:44.674556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.674901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.675423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.676635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.676816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.677338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.677701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.678014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.678975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.679316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.679818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.680143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.753822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['b03ec133-3b2e-44f5-9a36-3e600b1de636'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:44:44.792508 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.794565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.862170 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Pushing event updated for resources: {'Port': ['ID=760399bb-8253-4fd0-9df8-d3170a76fa23,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:44.866274 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Attempting to bind port 760399bb-8253-4fd0-9df8-d3170a76fa23 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:44.866915 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Attempting to bind port 760399bb-8253-4fd0-9df8-d3170a76fa23 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:44.867492 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Attempting to bind port 760399bb-8253-4fd0-9df8-d3170a76fa23 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:44.875061 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.875697 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.876236 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.876818 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.877422 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.877958 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.878515 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.879084 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.879712 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.880277 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.880844 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.881386 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:44:44.888125 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:44.888886 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:44.889525 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.896856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Subnet': ['ID=d12a2493-3886-40f0-9bca-9269e0776eae,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:44.911097 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:44.911097 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Bound port: 760399bb-8253-4fd0-9df8-d3170a76fa23, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:44.911097 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:44.976675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Checking segment: {'id': '26c48048-520f-4ac0-bbd6-425646f16d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c960c9f6-7503-4d33-9d24-12514c3f1f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:44.977522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network hostable DHCP agents. Network: c960c9f6-7503-4d33-9d24-12514c3f1f8e, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:44:44.994827 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] For port 760399bb-8253-4fd0-9df8-d3170a76fa23, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:44:45.001422 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] For port 760399bb-8253-4fd0-9df8-d3170a76fa23, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=760399bb-8253-4fd0-9df8-d3170a76fa23,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:44:45.125746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:45.148827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:45.214759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network c960c9f6-7503-4d33-9d24-12514c3f1f8e is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:44:45.215162 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:45.275235 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7724141-88a6-4828-9765-c33ad415e511 None None] Pushing event updated for resources: {'Port': ['ID=760399bb-8253-4fd0-9df8-d3170a76fa23,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:45.277937 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Routers {'1429a4f7-731d-4291-a5cf-25e403206ffd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:45.278538 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1429a4f7-731d-4291-a5cf-25e403206ffd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:45.288707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Allocated IP 172.25.6.231 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/d5b0e199-4bb6-4c43-9688-70fefdf65d33) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:45.311689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, c960c9f6-7503-4d33-9d24-12514c3f1f8e) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:45.324814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456aa5bd-cdba-4d0f-b4cb-e492342f9bd6 None None] Network c960c9f6-7503-4d33-9d24-12514c3f1f8e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:45.331501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:45.335414 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:45.492471 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] Set router 1429a4f7-731d-4291-a5cf-25e403206ffd gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:45.606309 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e2ef8e7a-30f9-4678-8f70-406204dc8316 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7962594 Sep 22 09:44:45.608985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52356) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:45.616765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-37eaffb4-010e-4f31-8a38-c9ee6ea3db1a tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c960c9f6-7503-4d33-9d24-12514c3f1f8e'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:45.703989 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:45.735881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-c960c9f6-7503-4d33-9d24-12514c3f1f8e', 'network_id': 'c960c9f6-7503-4d33-9d24-12514c3f1f8e', 'tenant_id': '1873ca420022449fa0ec476b36e42229', 'fixed_ips': [{'subnet_id': 'd12a2493-3886-40f0-9bca-9269e0776eae'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:44:45.741492 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:45.793884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fae89a-40a2-4331-8e73-577451672f40 req-d06cdb9c-cd6c-4894-9914-4aa3d4d7b918 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:45.795756 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67fae89a-40a2-4331-8e73-577451672f40 req-d06cdb9c-cd6c-4894-9914-4aa3d4d7b918 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 945 time: 0.2420352 Sep 22 09:44:45.878123 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429a4f7-731d-4291-a5cf-25e403206ffd', 'name': 'tempest-snat-router-761219671', 'tenant_id': 'd49cf7076bb34930a3fe9def40bc5d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.34'}], 'enable_snat': False}, 'gw_port_id': '760399bb-8253-4fd0-9df8-d3170a76fa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:38Z', 'updated_at': '2021-09-22T09:44:41Z', 'revision_number': 3, 'project_id': 'd49cf7076bb34930a3fe9def40bc5d21', 'gw_port': {'id': '760399bb-8253-4fd0-9df8-d3170a76fa23', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429a4f7-731d-4291-a5cf-25e403206ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:40Z', 'updated_at': '2021-09-22T09:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:45.889133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67fae89a-40a2-4331-8e73-577451672f40 req-d70c579f-1ad9-419f-a157-35471e2ab441 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757246 Sep 22 09:44:45.916860 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b64e75-5204-4f47-9567-efa96b09a562 None None] The sync data for ids ['1429a4f7-731d-4291-a5cf-25e403206ffd'] in n-d-805649-4 is: [{'id': '1429a4f7-731d-4291-a5cf-25e403206ffd', 'name': 'tempest-snat-router-761219671', 'tenant_id': 'd49cf7076bb34930a3fe9def40bc5d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.34'}], 'enable_snat': False}, 'gw_port_id': '760399bb-8253-4fd0-9df8-d3170a76fa23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:38Z', 'updated_at': '2021-09-22T09:44:41Z', 'revision_number': 3, 'project_id': 'd49cf7076bb34930a3fe9def40bc5d21', 'gw_port': {'id': '760399bb-8253-4fd0-9df8-d3170a76fa23', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429a4f7-731d-4291-a5cf-25e403206ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:40Z', 'updated_at': '2021-09-22T09:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:45.944848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b03ec133-3b2e-44f5-9a36-3e600b1de636 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:45.998029 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37eaffb4-010e-4f31-8a38-c9ee6ea3db1a tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:46.029196 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:46.099439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:46.102827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:46.113084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:46.205497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event updated for resources: {'Port': ['ID=d5b0e199-4bb6-4c43-9688-70fefdf65d33,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:46.287248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Allocated IP 2001:db8:1::2 (c960c9f6-7503-4d33-9d24-12514c3f1f8e/d12a2493-3886-40f0-9bca-9269e0776eae/27fe07b6-3b7a-4991-a4c8-6967324bcffd) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:46.479310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8836af1-a61a-4635-992a-d3e8e4927fad req-38c68e3b-2dda-41a8-b6d6-7ef43cae0753 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2683790 Sep 22 09:44:46.541739 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-37eaffb4-010e-4f31-8a38-c9ee6ea3db1a tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:44:46.543126 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-37eaffb4-010e-4f31-8a38-c9ee6ea3db1a tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "PUT /v2.0/routers/c8fc72da-757f-47f4-ae6e-eb3f5f24e044 HTTP/1.1" status: 400 len: 364 time: 0.9328129 Sep 22 09:44:46.551880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52380) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:46.745271 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:46.758809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8836af1-a61a-4635-992a-d3e8e4927fad req-b20676a8-d163-4253-95db-121357d9d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:46.767362 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8836af1-a61a-4635-992a-d3e8e4927fad req-b20676a8-d163-4253-95db-121357d9d983 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=255781b38c1b453f9464ebab59e138f8&device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 1097 time: 0.1777029 Sep 22 09:44:46.789125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port b03ec133-3b2e-44f5-9a36-3e600b1de636 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:44:46.794497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port b03ec133-3b2e-44f5-9a36-3e600b1de636 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:46.795103 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:46.880159 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:46.998579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52390) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:47.109652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Network c960c9f6-7503-4d33-9d24-12514c3f1f8e is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:47.160987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:47.174114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:47.205364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Pushing event updated for resources: {'Port': ['ID=27fe07b6-3b7a-4991-a4c8-6967324bcffd,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:47.336108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52396) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:47.367444 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:47.369245 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:47.418740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port b03ec133-3b2e-44f5-9a36-3e600b1de636, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b03ec133-3b2e-44f5-9a36-3e600b1de636,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:47.423501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 760399bb-8253-4fd0-9df8-d3170a76fa23 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:47.473575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a4f3e1-e7cf-4394-91d1-06aa42c37d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03ec133-3b2e-44f5-9a36-3e600b1de636'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:44:47.477365 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245c26b5-812e-4374-a871-bdc7a58f98d1" -d '{"events": [{"server_uuid": "37a4f3e1-e7cf-4394-91d1-06aa42c37d02", "name": "network-vif-plugged", "status": "completed", "tag": "b03ec133-3b2e-44f5-9a36-3e600b1de636"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:44:47.506617 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:47.532862 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:47.607435 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=b03ec133-3b2e-44f5-9a36-3e600b1de636,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:47.636233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 760399bb-8253-4fd0-9df8-d3170a76fa23 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:47.636956 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:47.639994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Attempting to bind port 27fe07b6-3b7a-4991-a4c8-6967324bcffd on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:44:47.640827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Attempting to bind port 27fe07b6-3b7a-4991-a4c8-6967324bcffd by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '26c48048-520f-4ac0-bbd6-425646f16d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c960c9f6-7503-4d33-9d24-12514c3f1f8e'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:44:47.642087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Attempting to bind port 27fe07b6-3b7a-4991-a4c8-6967324bcffd on network c960c9f6-7503-4d33-9d24-12514c3f1f8e {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:44:47.662150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808443b9-7677-4261-9d34-6062b05e58ad req-a3d9bc7d-37d3-45f4-a321-4317452c61cf tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:47.673838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:44:47.674773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Checking segment: {'id': '26c48048-520f-4ac0-bbd6-425646f16d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c960c9f6-7503-4d33-9d24-12514c3f1f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:47.675384 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:47.677143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Bound using segment: {'id': '26c48048-520f-4ac0-bbd6-425646f16d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c960c9f6-7503-4d33-9d24-12514c3f1f8e'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:44:47.678321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Bound port: 27fe07b6-3b7a-4991-a4c8-6967324bcffd, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c48048-520f-4ac0-bbd6-425646f16d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c960c9f6-7503-4d33-9d24-12514c3f1f8e'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:44:47.678854 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-808443b9-7677-4261-9d34-6062b05e58ad req-a3d9bc7d-37d3-45f4-a321-4317452c61cf tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 945 time: 0.5728595 Sep 22 09:44:47.679189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:47.681164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8836af1-a61a-4635-992a-d3e8e4927fad req-054eb96d-b235-4318-8ef2-a31021ac68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:47.682827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8836af1-a61a-4635-992a-d3e8e4927fad req-054eb96d-b235-4318-8ef2-a31021ac68ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 200 len: 916 time: 0.8918600 Sep 22 09:44:47.697448 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7794ed25-84d0-4972-99f0-726d21eaeef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:47.824747 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8836af1-a61a-4635-992a-d3e8e4927fad req-0c7e09b3-637e-4d6d-bf71-bf5e35ea8385 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37119afd-55b4-4588-8476-b509facc286f HTTP/1.1" status: 200 len: 217 time: 0.1194739 Sep 22 09:44:47.825912 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:47.874389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] For port 27fe07b6-3b7a-4991-a4c8-6967324bcffd, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:44:47.880645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27939d7f-dcb2-4178-be93-639f2b91f93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:47.888848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 760399bb-8253-4fd0-9df8-d3170a76fa23, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=760399bb-8253-4fd0-9df8-d3170a76fa23,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:47.891698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] For port 27fe07b6-3b7a-4991-a4c8-6967324bcffd, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=27fe07b6-3b7a-4991-a4c8-6967324bcffd,segment=NetworkSegment(26c48048-520f-4ac0-bbd6-425646f16d87),segment_id=26c48048-520f-4ac0-bbd6-425646f16d87)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:44:47.975449 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:47.979013 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:48.124449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27939d7f-dcb2-4178-be93-639f2b91f93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:48.170062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=760399bb-8253-4fd0-9df8-d3170a76fa23,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:48.196370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-808443b9-7677-4261-9d34-6062b05e58ad req-ba593795-d5d3-43ab-8651-a1251881def6 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165875 Sep 22 09:44:48.237491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8836af1-a61a-4635-992a-d3e8e4927fad req-725a9ddb-b3b9-4534-bb35-78f5ffa82aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:48.240141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8836af1-a61a-4635-992a-d3e8e4927fad req-725a9ddb-b3b9-4534-bb35-78f5ffa82aa2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7a4b5df-b324-41ba-bbca-be70a81c305a HTTP/1.1" status: 200 len: 855 time: 0.3949344 Sep 22 09:44:48.259015 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27939d7f-dcb2-4178-be93-639f2b91f93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:48.331797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Allocated IP 2001:db8::1 (681ac98b-55f7-491a-a3f7-e4064a039db8/61e30402-0c8e-4356-b32f-751f636de582/9c1d6e3a-c302-44b9-9491-1480755fbfcd) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:48.344468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8684bc-ff12-427f-b69a-063042aef558 None None] Pushing event updated for resources: {'Port': ['ID=27fe07b6-3b7a-4991-a4c8-6967324bcffd,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:48.367569 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9486d7e-1399-4ca7-94a2-8fc17f6422dd x-openstack-request-id: req-f9486d7e-1399-4ca7-94a2-8fc17f6422dd {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:44:48.368049 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a4f3e1-e7cf-4394-91d1-06aa42c37d02", "name": "network-vif-plugged", "status": "completed", "tag": "b03ec133-3b2e-44f5-9a36-3e600b1de636", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:44:48.368447 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9486d7e-1399-4ca7-94a2-8fc17f6422dd {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:44:48.369005 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a4f3e1-e7cf-4394-91d1-06aa42c37d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03ec133-3b2e-44f5-9a36-3e600b1de636', 'code': 200} Sep 22 09:44:48.391372 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-27939d7f-dcb2-4178-be93-639f2b91f93b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d54d8c3076f47f3ab0b3b90102fa4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0327356 Sep 22 09:44:48.428199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52412) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:48.434400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27939d7f-dcb2-4178-be93-639f2b91f93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4137f57-3fdb-4e8c-8e84-d76141e17ec2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:48.513614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8836af1-a61a-4635-992a-d3e8e4927fad req-4024d6e0-da05-46dd-8440-1fb15c7dcd61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cca937a5-581c-4426-9723-be378be2916d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486900 Sep 22 09:44:48.589592 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:48.771088 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b6a8-f6ec-461e-8582-93118df6c2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:48.971389 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b6a8-f6ec-461e-8582-93118df6c2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.064667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8836af1-a61a-4635-992a-d3e8e4927fad req-dfdb1db1-e348-4081-bc24-5c4cfa944537 service neutron] 10.222.0.45 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193796 Sep 22 09:44:49.076983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b90b1-ae59-4905-b501-237a6229bd7d req-0f988127-bc58-45a1-99a0-eccbd01a5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:49.078601 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f98b90b1-ae59-4905-b501-237a6229bd7d req-0f988127-bc58-45a1-99a0-eccbd01a5401 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 1097 time: 0.6351812 Sep 22 09:44:49.123625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.132025 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7794ed25-84d0-4972-99f0-726d21eaeef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.149969 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f98b90b1-ae59-4905-b501-237a6229bd7d req-4e37b782-946d-4af6-92da-37bfe6cc86b9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614188 Sep 22 09:44:49.181548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8836af1-a61a-4635-992a-d3e8e4927fad req-4d5a64fe-d7f1-4dd4-90c3-70c6e93b1fe6 service neutron] 10.222.0.45 "GET /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030707 Sep 22 09:44:49.209475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Router 36ee2fb3-47b1-424f-8616-5799ca910f6e is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:44:49.211569 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b6a8-f6ec-461e-8582-93118df6c2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.214337 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b6a8-f6ec-461e-8582-93118df6c2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.216791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c2f9b6a8-f6ec-461e-8582-93118df6c2d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4137f57-3fdb-4e8c-8e84-d76141e17ec2 HTTP/1.1" status: 204 len: 168 time: 0.7706227 Sep 22 09:44:49.227863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9b6a8-f6ec-461e-8582-93118df6c2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4137f57-3fdb-4e8c-8e84-d76141e17ec2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:49.260796 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7794ed25-84d0-4972-99f0-726d21eaeef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.340561 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.430771 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7794ed25-84d0-4972-99f0-726d21eaeef1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03ca15311476418abb66f3de3863a717&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2098374 Sep 22 09:44:49.431718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794ed25-84d0-4972-99f0-726d21eaeef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5882dc5a-9124-46c7-8763-3e215ff0b0ac,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:49.432044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 27fe07b6-3b7a-4991-a4c8-6967324bcffd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:49.449515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52432) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:49.477376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network 681ac98b-55f7-491a-a3f7-e4064a039db8 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:49.488173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:49.505636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:49.506339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.551268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 27fe07b6-3b7a-4991-a4c8-6967324bcffd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:49.551611 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.625165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Port': ['ID=9c1d6e3a-c302-44b9-9491-1480755fbfcd,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:49.678799 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.744911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 27fe07b6-3b7a-4991-a4c8-6967324bcffd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=27fe07b6-3b7a-4991-a4c8-6967324bcffd,segment=NetworkSegment(26c48048-520f-4ac0-bbd6-425646f16d87),segment_id=26c48048-520f-4ac0-bbd6-425646f16d87)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:49.823050 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1aa74a09-f33c-4cce-a1bf-dd2c6ea115fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.834167 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:49.835370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 760399bb-8253-4fd0-9df8-d3170a76fa23 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:49.860755 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1aa74a09-f33c-4cce-a1bf-dd2c6ea115fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:50.009124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=27fe07b6-3b7a-4991-a4c8-6967324bcffd,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:50.058748 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:50.109143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 760399bb-8253-4fd0-9df8-d3170a76fa23 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:50.109554 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:50.217168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ce3eeb-22a1-4a05-a66b-3e9fb20a2c35 None None] Network c960c9f6-7503-4d33-9d24-12514c3f1f8e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:50.256033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:50.278290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91e0e9-43f7-45e9-9c3a-8110223ca9ec req-d6cf41ca-4d70-444b-a4a5-0e4fc18b8abd tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:50.279902 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac91e0e9-43f7-45e9-9c3a-8110223ca9ec req-d6cf41ca-4d70-444b-a4a5-0e4fc18b8abd tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.9042315 Sep 22 09:44:50.297780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1aa74a09-f33c-4cce-a1bf-dd2c6ea115fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:50.305720 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1aa74a09-f33c-4cce-a1bf-dd2c6ea115fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:50.311414 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1aa74a09-f33c-4cce-a1bf-dd2c6ea115fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5882dc5a-9124-46c7-8763-3e215ff0b0ac HTTP/1.1" status: 204 len: 168 time: 0.8509381 Sep 22 09:44:50.329068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Sync routers for ids ['36ee2fb3-47b1-424f-8616-5799ca910f6e'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:50.335831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e4e839f2-68ca-495a-9a67-8db84bf4aa0c None None] Provisioning complete for port 9c1d6e3a-c302-44b9-9491-1480755fbfcd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:50.336231 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4e839f2-68ca-495a-9a67-8db84bf4aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:50.337945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa74a09-f33c-4cce-a1bf-dd2c6ea115fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5882dc5a-9124-46c7-8763-3e215ff0b0ac,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:50.375953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac91e0e9-43f7-45e9-9c3a-8110223ca9ec req-de3f8654-03af-416a-bfce-d067942ad2c4 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861773 Sep 22 09:44:50.440021 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:50.441333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e2388144-ad2b-4896-adc6-444a9dd8fa09 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5718937 Sep 22 09:44:50.445178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52454) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:50.490069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Routers {'36ee2fb3-47b1-424f-8616-5799ca910f6e'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:50.495740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['36ee2fb3-47b1-424f-8616-5799ca910f6e'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:50.688612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e4e839f2-68ca-495a-9a67-8db84bf4aa0c None None] Port 9c1d6e3a-c302-44b9-9491-1480755fbfcd cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:44:50.730467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8ec4faae-5139-4975-985d-761df67f191a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/routers/36ee2fb3-47b1-424f-8616-5799ca910f6e HTTP/1.1" status: 200 len: 907 time: 0.2840633 Sep 22 09:44:50.733041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52460) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:50.758153 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:50.758376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Set router 36ee2fb3-47b1-424f-8616-5799ca910f6e gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:44:50.855987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:50.857010 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:50.873902 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:50.882635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-84ac0ed6-e3d8-463f-aeca-6353e848b3c7 None None] Provisioning complete for port 27fe07b6-3b7a-4991-a4c8-6967324bcffd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:50.883019 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-84ac0ed6-e3d8-463f-aeca-6353e848b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:51.015473 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:51.104525 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ee2fb3-47b1-424f-8616-5799ca910f6e', 'name': 'tempest-snat-router-761219671', 'tenant_id': 'd49cf7076bb34930a3fe9def40bc5d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'd5b0e199-4bb6-4c43-9688-70fefdf65d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:44Z', 'updated_at': '2021-09-22T09:44:46Z', 'revision_number': 3, 'project_id': 'd49cf7076bb34930a3fe9def40bc5d21', 'gw_port': {'id': 'd5b0e199-4bb6-4c43-9688-70fefdf65d33', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ee2fb3-47b1-424f-8616-5799ca910f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:45Z', 'updated_at': '2021-09-22T09:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:51.138697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event updated for resources: {'Port': ['ID=9c1d6e3a-c302-44b9-9491-1480755fbfcd,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:51.210023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Network 681ac98b-55f7-491a-a3f7-e4064a039db8 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:51.212506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:51.249117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Checking router: 36ee2fb3-47b1-424f-8616-5799ca910f6e for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:44:51.250142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Updating router 36ee2fb3-47b1-424f-8616-5799ca910f6e port d5b0e199-4bb6-4c43-9688-70fefdf65d33 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:44:51.337238 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:51.346852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Deleting port d5b0e199-4bb6-4c43-9688-70fefdf65d33 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:51.365392 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:51.423878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Router c8fc72da-757f-47f4-ae6e-eb3f5f24e044 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:44:51.543915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:51.555918 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-63b6a914-a7e7-463d-88d6-cf915a999b3c tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "PUT /v2.0/routers/c8fc72da-757f-47f4-ae6e-eb3f5f24e044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9979069 Sep 22 09:44:51.557603 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8f49f-de11-4bf0-867d-2057aea97203 None None] Sync routers for ids ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:51.565385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52484) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:51.573433 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8f49f-de11-4bf0-867d-2057aea97203 None None] Routers {'c8fc72da-757f-47f4-ae6e-eb3f5f24e044'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:51.574065 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-59b8f49f-de11-4bf0-867d-2057aea97203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:51.682744 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-59b8f49f-de11-4bf0-867d-2057aea97203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:51.717823 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8f49f-de11-4bf0-867d-2057aea97203 None None] Routers {'c8fc72da-757f-47f4-ae6e-eb3f5f24e044'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:51.718460 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-59b8f49f-de11-4bf0-867d-2057aea97203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:51.740780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e10b7b4-ad4c-4855-adc8-ac069fa0c0be tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:51.745032 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:51.800349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c8923-f777-4698-8e71-b99177c0353c req-37d917df-da84-4528-8861-7cd9d15cc663 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:51.805423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a86c8923-f777-4698-8e71-b99177c0353c req-37d917df-da84-4528-8861-7cd9d15cc663 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.2517724 Sep 22 09:44:51.829120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Calling delete_port for d5b0e199-4bb6-4c43-9688-70fefdf65d33 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:51.837292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 27fe07b6-3b7a-4991-a4c8-6967324bcffd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:44:51.861186 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-59b8f49f-de11-4bf0-867d-2057aea97203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:51.861591 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-7e10b7b4-ad4c-4855-adc8-ac069fa0c0be tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 09:44:51.861852 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8f49f-de11-4bf0-867d-2057aea97203 None None] The sync data for ids ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:51.862717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7e10b7b4-ad4c-4855-adc8-ac069fa0c0be tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "DELETE /v2.0/routers/c8fc72da-757f-47f4-ae6e-eb3f5f24e044 HTTP/1.1" status: 409 len: 329 time: 0.2963383 Sep 22 09:44:51.866241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52494) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:51.973285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a86c8923-f777-4698-8e71-b99177c0353c req-9d3e91a8-5735-4907-8544-6cea560b6cce tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536095 Sep 22 09:44:52.318807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fa9b6249-9f3e-42d7-b6e4-941dd4b772c5 None None] Provisioning complete for port 27fe07b6-3b7a-4991-a4c8-6967324bcffd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:52.319180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6249-9f3e-42d7-b6e4-941dd4b772c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:52.376904 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:52.408038 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:44:52.408382 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:44:52.409490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 27fe07b6-3b7a-4991-a4c8-6967324bcffd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:52.410365 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:52.424510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5b0e199-4bb6-4c43-9688-70fefdf65d33,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:52.506027 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:52.598651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa07a656-3689-4e44-bb1a-830a095674b1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:52.658065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0239f045-7bea-486d-88c4-2e8d7519bca9 None None] Provisioning complete for port 9c1d6e3a-c302-44b9-9491-1480755fbfcd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:44:52.658441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0239f045-7bea-486d-88c4-2e8d7519bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:52.741092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0239f045-7bea-486d-88c4-2e8d7519bca9 None None] Port 9c1d6e3a-c302-44b9-9491-1480755fbfcd cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:44:52.743199 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:52.771333 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:52.948868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Port d5b0e199-4bb6-4c43-9688-70fefdf65d33 not found while updating agent binding for router 36ee2fb3-47b1-424f-8616-5799ca910f6e. {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 22 09:44:52.954151 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:52.956586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36ee2fb3-47b1-424f-8616-5799ca910f6e {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:44:52.966669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Routers set() bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:52.967615 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Router IDs set() for agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 09:44:52.969058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_agentschedulers_db [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'36ee2fb3-47b1-424f-8616-5799ca910f6e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent'). {{(pid=95511) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 09:44:52.970072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b23b3-298b-426e-9d0f-a8e0cad9e6d7 None None] The sync data for ids ['36ee2fb3-47b1-424f-8616-5799ca910f6e'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:53.050411 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52548) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:53.056505 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:53.058330 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-74fa8703-b96d-4c3c-9685-629c45a506b2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "DELETE /v2.0/routers/36ee2fb3-47b1-424f-8616-5799ca910f6e HTTP/1.1" status: 204 len: 168 time: 2.3238838 Sep 22 09:44:53.087774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52552) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:53.148427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fa07a656-3689-4e44-bb1a-830a095674b1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Deleting port 9c1d6e3a-c302-44b9-9491-1480755fbfcd {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:53.150061 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa07a656-3689-4e44-bb1a-830a095674b1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:53.217413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:53.261827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa07a656-3689-4e44-bb1a-830a095674b1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:53.280673 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fa07a656-3689-4e44-bb1a-830a095674b1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Calling delete_port for 9c1d6e3a-c302-44b9-9491-1480755fbfcd owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:53.298443 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-939be4f0-b203-480d-a68f-0974613e8634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:53.329616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaba477-40f1-477b-bd0e-0a01c85b125c req-29e648ad-0f91-4c64-972e-cbbe17214f49 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:53.337108 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aaba477-40f1-477b-bd0e-0a01c85b125c req-29e648ad-0f91-4c64-972e-cbbe17214f49 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.3988733 Sep 22 09:44:53.398232 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aaba477-40f1-477b-bd0e-0a01c85b125c req-249da541-1f43-4042-8e82-1e741f4fc41c tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598149 Sep 22 09:44:53.400329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26040ae8-bba9-46a4-a8e8-f4cde9e87f34 req-fd8f7b6b-7539-490f-8849-82c56f836247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:53.401850 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26040ae8-bba9-46a4-a8e8-f4cde9e87f34 req-fd8f7b6b-7539-490f-8849-82c56f836247 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 1097 time: 0.3393319 Sep 22 09:44:53.527224 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:53.625077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26040ae8-bba9-46a4-a8e8-f4cde9e87f34 req-d63da515-3432-457a-b5e8-b8ed9d7a1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:53.626576 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26040ae8-bba9-46a4-a8e8-f4cde9e87f34 req-d63da515-3432-457a-b5e8-b8ed9d7a1332 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 919 time: 0.1554947 Sep 22 09:44:53.708189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26040ae8-bba9-46a4-a8e8-f4cde9e87f34 req-2af67749-c921-4731-a482-1462c35d0c56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b03ec133-3b2e-44f5-9a36-3e600b1de636 HTTP/1.1" status: 200 len: 217 time: 0.0694733 Sep 22 09:44:53.775696 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:53.790454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26040ae8-bba9-46a4-a8e8-f4cde9e87f34 req-114e2708-2a0e-4920-be34-032a136983d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:53.792033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26040ae8-bba9-46a4-a8e8-f4cde9e87f34 req-114e2708-2a0e-4920-be34-032a136983d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0047e137-8d7c-45bf-964c-9e2e6bb87742 HTTP/1.1" status: 200 len: 858 time: 0.0766833 Sep 22 09:44:53.842983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-939be4f0-b203-480d-a68f-0974613e8634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:53.849174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26040ae8-bba9-46a4-a8e8-f4cde9e87f34 req-1b59298b-71f0-4aba-a3db-33a9bba37a77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce837084-a6bd-43be-99cf-84d72153eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473285 Sep 22 09:44:53.948239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-939be4f0-b203-480d-a68f-0974613e8634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:53.978876 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-939be4f0-b203-480d-a68f-0974613e8634 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a14da18fddf645b39e6dc6352732dba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9257686 Sep 22 09:44:53.978876 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa07a656-3689-4e44-bb1a-830a095674b1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:53.980680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52574) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:53.992571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26040ae8-bba9-46a4-a8e8-f4cde9e87f34 req-e2f18398-2cba-4f8a-8990-3f8455745517 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357584 Sep 22 09:44:54.015232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Deleting port 760399bb-8253-4fd0-9df8-d3170a76fa23 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:54.018439 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.033966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07a656-3689-4e44-bb1a-830a095674b1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Port': ['ID=9c1d6e3a-c302-44b9-9491-1480755fbfcd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:54.114320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939be4f0-b203-480d-a68f-0974613e8634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66a0c4f-a0ae-45bb-a189-559aed66f766,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:54.181976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa07a656-3689-4e44-bb1a-830a095674b1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.226690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] For port 760399bb-8253-4fd0-9df8-d3170a76fa23, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=760399bb-8253-4fd0-9df8-d3170a76fa23,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:54.227056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.245514 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ac69163c-0e12-4ee1-8987-157d5c5d89f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.248863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26040ae8-bba9-46a4-a8e8-f4cde9e87f34 req-f0a6012c-fb95-498b-8698-8dc1005fb002 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477322 Sep 22 09:44:54.249891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Calling delete_port for 760399bb-8253-4fd0-9df8-d3170a76fa23 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:54.263854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74aea6ed-c1b8-45d7-827e-bfaa598dfd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.326449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74aea6ed-c1b8-45d7-827e-bfaa598dfd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.437193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa07a656-3689-4e44-bb1a-830a095674b1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Router c8fc72da-757f-47f4-ae6e-eb3f5f24e044 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:44:54.523137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa07a656-3689-4e44-bb1a-830a095674b1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:44:54.536999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fa07a656-3689-4e44-bb1a-830a095674b1 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "PUT /v2.0/routers/c8fc72da-757f-47f4-ae6e-eb3f5f24e044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6678035 Sep 22 09:44:54.537519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52594) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:54.541336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab1dcf-b4b0-4616-8575-a1aa3c8e44b9 None None] Sync routers for ids ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:44:54.552776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab1dcf-b4b0-4616-8575-a1aa3c8e44b9 None None] Routers {'c8fc72da-757f-47f4-ae6e-eb3f5f24e044'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:54.554197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-44ab1dcf-b4b0-4616-8575-a1aa3c8e44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:54.593522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-44ab1dcf-b4b0-4616-8575-a1aa3c8e44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:54.596228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d07c6-7855-4f85-b3db-1f7697f9eff4 req-a7f85ff0-f09b-4ca3-8a4d-7a7071887eb3 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:54.596859 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.598396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-137d07c6-7855-4f85-b3db-1f7697f9eff4 req-a7f85ff0-f09b-4ca3-8a4d-7a7071887eb3 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.0836015 Sep 22 09:44:54.614921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab1dcf-b4b0-4616-8575-a1aa3c8e44b9 None None] Routers {'c8fc72da-757f-47f4-ae6e-eb3f5f24e044'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:44:54.615677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-44ab1dcf-b4b0-4616-8575-a1aa3c8e44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:54.616078 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74aea6ed-c1b8-45d7-827e-bfaa598dfd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.621562 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74aea6ed-c1b8-45d7-827e-bfaa598dfd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.628107 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-74aea6ed-c1b8-45d7-827e-bfaa598dfd5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f66a0c4f-a0ae-45bb-a189-559aed66f766 HTTP/1.1" status: 204 len: 168 time: 0.6426580 Sep 22 09:44:54.635733 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-a124cffc-9494-4ccd-afdb-9e1b3bb08da7 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] show failed (client error): The resource could not be found. Sep 22 09:44:54.643814 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a124cffc-9494-4ccd-afdb-9e1b3bb08da7 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-937151648 HTTP/1.1" status: 404 len: 334 time: 0.1051741 Sep 22 09:44:54.645151 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52602) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:54.659148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-44ab1dcf-b4b0-4616-8575-a1aa3c8e44b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:54.660661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab1dcf-b4b0-4616-8575-a1aa3c8e44b9 None None] The sync data for ids ['c8fc72da-757f-47f4-ae6e-eb3f5f24e044'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:44:54.677794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0e5a5134-c1c8-4067-add7-67393aa48fdb tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:54.689266 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aea6ed-c1b8-45d7-827e-bfaa598dfd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66a0c4f-a0ae-45bb-a189-559aed66f766,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:54.712954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-137d07c6-7855-4f85-b3db-1f7697f9eff4 req-65b982c9-1e2d-4dba-8060-5d08cd63f187 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066780 Sep 22 09:44:54.717497 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.750321 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-0e5a5134-c1c8-4067-add7-67393aa48fdb tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] update failed (client error): The resource could not be found. Sep 22 09:44:54.755569 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0e5a5134-c1c8-4067-add7-67393aa48fdb tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-309764072 HTTP/1.1" status: 404 len: 334 time: 0.0913148 Sep 22 09:44:54.756248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52614) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:54.826931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f48bffa-1cbd-40be-b6f8-5a025df94e98 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Deleting subnet d12a2493-3886-40f0-9bca-9269e0776eae {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:44:54.831486 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f48bffa-1cbd-40be-b6f8-5a025df94e98 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.851655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event deleted for resources: {'Port': ['ID=760399bb-8253-4fd0-9df8-d3170a76fa23,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:54.938512 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f48bffa-1cbd-40be-b6f8-5a025df94e98 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:54.948832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.084935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.087027 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.135283 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f48bffa-1cbd-40be-b6f8-5a025df94e98 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.268382 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.269007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1429a4f7-731d-4291-a5cf-25e403206ffd {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:44:55.285686 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.285686 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-82008228-76b2-4dc4-9a6b-b4f59872e01c tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "DELETE /v2.0/routers/1429a4f7-731d-4291-a5cf-25e403206ffd HTTP/1.1" status: 204 len: 168 time: 2.1844370 Sep 22 09:44:55.285686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52654) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:55.291570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1818535583', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}, 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:55.315314 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f48bffa-1cbd-40be-b6f8-5a025df94e98 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.339144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db370d-2431-4fc9-987a-bb7860c17398 None None] Network c960c9f6-7503-4d33-9d24-12514c3f1f8e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:55.367225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f48bffa-1cbd-40be-b6f8-5a025df94e98 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.372187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52656) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:55.380126 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2f48bffa-1cbd-40be-b6f8-5a025df94e98 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "DELETE /v2.0/subnets/d12a2493-3886-40f0-9bca-9269e0776eae HTTP/1.1" status: 204 len: 168 time: 0.6226819 Sep 22 09:44:55.381482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48bffa-1cbd-40be-b6f8-5a025df94e98 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Subnet': ['ID=d12a2493-3886-40f0-9bca-9269e0776eae,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:55.506040 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.507279 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.641051 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.708472 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.755122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Deleting port 27fe07b6-3b7a-4991-a4c8-6967324bcffd {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:55.755789 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.844398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52668) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:55.863895 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd67b912-084a-4537-a048-9fdc1760c3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.886559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] For port 27fe07b6-3b7a-4991-a4c8-6967324bcffd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=27fe07b6-3b7a-4991-a4c8-6967324bcffd,segment=NetworkSegment(26c48048-520f-4ac0-bbd6-425646f16d87),segment_id=26c48048-520f-4ac0-bbd6-425646f16d87)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:55.887213 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:55.902221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Calling delete_port for 27fe07b6-3b7a-4991-a4c8-6967324bcffd owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:55.920656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a281d56-821c-4859-bd0b-b974ceee396f None None] DHCP port deletion for c960c9f6-7503-4d33-9d24-12514c3f1f8e request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:44:56.072576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4a281d56-821c-4859-bd0b-b974ceee396f None None] Deleting port 27fe07b6-3b7a-4991-a4c8-6967324bcffd {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:56.074275 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4a281d56-821c-4859-bd0b-b974ceee396f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.139235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd67b912-084a-4537-a048-9fdc1760c3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.200176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd67b912-084a-4537-a048-9fdc1760c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.229399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4a281d56-821c-4859-bd0b-b974ceee396f None None] For port 27fe07b6-3b7a-4991-a4c8-6967324bcffd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=27fe07b6-3b7a-4991-a4c8-6967324bcffd,segment=NetworkSegment(26c48048-520f-4ac0-bbd6-425646f16d87),segment_id=26c48048-520f-4ac0-bbd6-425646f16d87)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:56.230050 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4a281d56-821c-4859-bd0b-b974ceee396f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.246401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4a281d56-821c-4859-bd0b-b974ceee396f None None] Calling delete_port for 27fe07b6-3b7a-4991-a4c8-6967324bcffd owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:56.305615 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dd67b912-084a-4537-a048-9fdc1760c3fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f37a6635e5c4986a304e7d1d95eee7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592788 Sep 22 09:44:56.306460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67b912-084a-4537-a048-9fdc1760c3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88c6797-7fc7-43c8-b365-f1a32c5aeb42,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:56.312597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52678) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:56.411259 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8b59bc9-d1dd-48c2-a469-338c4d334588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.438535 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8b59bc9-d1dd-48c2-a469-338c4d334588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.514109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4a281d56-821c-4859-bd0b-b974ceee396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.554848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a281d56-821c-4859-bd0b-b974ceee396f None None] Pushing event deleted for resources: {'Port': ['ID=27fe07b6-3b7a-4991-a4c8-6967324bcffd,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:56.568557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a281d56-821c-4859-bd0b-b974ceee396f None None] No DVR routers for this DVR port 27fe07b6-3b7a-4991-a4c8-6967324bcffd on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:44:56.626121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8b59bc9-d1dd-48c2-a469-338c4d334588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.629422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8b59bc9-d1dd-48c2-a469-338c4d334588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.631003 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b8b59bc9-d1dd-48c2-a469-338c4d334588 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e88c6797-7fc7-43c8-b365-f1a32c5aeb42 HTTP/1.1" status: 204 len: 168 time: 0.3163991 Sep 22 09:44:56.641185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b59bc9-d1dd-48c2-a469-338c4d334588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88c6797-7fc7-43c8-b365-f1a32c5aeb42,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:56.808707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c685e37-e322-4f10-bb6b-adce28d98a59 req-03b31be9-5ac5-4102-a39b-6b636f05300b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:56.811057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c685e37-e322-4f10-bb6b-adce28d98a59 req-03b31be9-5ac5-4102-a39b-6b636f05300b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.8522761 Sep 22 09:44:56.847389 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.878010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.902639 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7c9faa50-0688-4340-a1d9-b3e81e99b4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:56.909173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Port': ['ID=27fe07b6-3b7a-4991-a4c8-6967324bcffd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:56.923472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c685e37-e322-4f10-bb6b-adce28d98a59 req-5e1fce53-cc35-4d2c-b095-bfb825424a74 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713632 Sep 22 09:44:56.926454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] No DVR routers for this DVR port 27fe07b6-3b7a-4991-a4c8-6967324bcffd on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:44:56.955491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52688) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:56.961940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-457107461'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:57.019800 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.054808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c960c9f6-7503-4d33-9d24-12514c3f1f8e']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:57.077912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c48048-520f-4ac0-bbd6-425646f16d87') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:57.078201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c48048-520f-4ac0-bbd6-425646f16d87') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:57.091061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.108541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:57.109961 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.115315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.147759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:44:57.147759 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:44:57.150094 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:44:57.273112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 27fe07b6-3b7a-4991-a4c8-6967324bcffd no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:44:57.314258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 27fe07b6-3b7a-4991-a4c8-6967324bcffd {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:44:57.314600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 27fe07b6-3b7a-4991-a4c8-6967324bcffd not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:44:57.322802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:44:57.330670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 760399bb-8253-4fd0-9df8-d3170a76fa23 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:44:57.350902 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.354476 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.354846 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Added segment 3691c29a-4cc1-4d1e-905b-32d16a1e099d of type vlan for network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc Sep 22 09:44:57.397393 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.406395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "DELETE /v2.0/networks/c960c9f6-7503-4d33-9d24-12514c3f1f8e HTTP/1.1" status: 204 len: 168 time: 2.0329630 Sep 22 09:44:57.411528 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.439613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 760399bb-8253-4fd0-9df8-d3170a76fa23 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:44:57.443174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52702) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:57.443474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 760399bb-8253-4fd0-9df8-d3170a76fa23 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:44:57.489429 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7279697-e8c8-48f5-bf57-0b75daa06233 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Network': ['ID=c960c9f6-7503-4d33-9d24-12514c3f1f8e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:57.500362 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.512437 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.583396 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.594842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0af432-a744-4d09-a46a-219800841bc6 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Deleting subnet dc936077-3e6c-4580-8471-68553f7c92bf {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:44:57.599350 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3e0af432-a744-4d09-a46a-219800841bc6 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.632770 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.640781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:57.641777 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.646391 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3e0af432-a744-4d09-a46a-219800841bc6 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.747626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Network': ['ID=8184ddc6-2fef-4d94-ac83-f12c88be7cbc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:57.760760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:44:57.812695 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2db0cb05-3f35-4fd9-b5f8-3eb3e50e1eda tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8536856 Sep 22 09:44:57.812969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52710) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:57.819455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-469678227'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:57.872993 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3e0af432-a744-4d09-a46a-219800841bc6 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:57.902779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Allocated IP 172.25.6.216 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/2ee4ae42-9321-47f2-9a8a-7c56d49d93d2) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:44:57.970575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:57.982876 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.021557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:44:58.048571 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.049006 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Added segment 6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae of type vlan for network be65fbb3-88b8-40fa-bf49-309829d1dde6 Sep 22 09:44:58.061203 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.107497 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.121055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3e0af432-a744-4d09-a46a-219800841bc6 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.141290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3e0af432-a744-4d09-a46a-219800841bc6 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.143579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3e0af432-a744-4d09-a46a-219800841bc6 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "DELETE /v2.0/subnets/dc936077-3e6c-4580-8471-68553f7c92bf HTTP/1.1" status: 204 len: 168 time: 0.6991415 Sep 22 09:44:58.146733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52720) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:58.151576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15acfb5-7106-4568-acbc-6eedff5c6068 None None] Network 0d545c05-56ac-45c6-b9e9-3983065b4d90 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:58.180573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0af432-a744-4d09-a46a-219800841bc6 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Subnet': ['ID=dc936077-3e6c-4580-8471-68553f7c92bf,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:58.226973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-d393b9bd-e58c-400d-99d0-0155bad68b47 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Deleting subnet 92665f19-e31b-4b8e-a1d1-0a1fee6e84e7 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:44:58.230378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.235118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5505455-b4a2-48d8-b9a2-65dfd8a3412a req-59241b13-b88b-4a1f-a5a4-19adb877efe4 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:58.236232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:58.236868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.238792 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5505455-b4a2-48d8-b9a2-65dfd8a3412a req-59241b13-b88b-4a1f-a5a4-19adb877efe4 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.1646843 Sep 22 09:44:58.254564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d393b9bd-e58c-400d-99d0-0155bad68b47 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.264323 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.346492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5505455-b4a2-48d8-b9a2-65dfd8a3412a req-a4650a89-d39c-4df5-a568-c94965622f30 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951912 Sep 22 09:44:58.351462 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5373807 Sep 22 09:44:58.354548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52728) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:58.361563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'subnet': {'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:44:58.372825 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d393b9bd-e58c-400d-99d0-0155bad68b47 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.478039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01993862-34a7-4c8d-a150-92f3e7eea4a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Network': ['ID=be65fbb3-88b8-40fa-bf49-309829d1dde6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:58.492255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network be65fbb3-88b8-40fa-bf49-309829d1dde6 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:44:58.641294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d393b9bd-e58c-400d-99d0-0155bad68b47 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.661903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0cd838-4866-4376-bf52-ea13b9def21e None None] DHCP port deletion for 0d545c05-56ac-45c6-b9e9-3983065b4d90 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:44:58.695407 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.741642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cd838-4866-4376-bf52-ea13b9def21e None None] Deleting port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:58.742511 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4f0cd838-4866-4376-bf52-ea13b9def21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.771113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:44:58.776968 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.826224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:44:58.830072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:44:58.836130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d393b9bd-e58c-400d-99d0-0155bad68b47 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.839343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4f0cd838-4866-4376-bf52-ea13b9def21e None None] For port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38,segment=NetworkSegment(21e96693-08c2-4837-ba1a-85e70acec0ed),segment_id=21e96693-08c2-4837-ba1a-85e70acec0ed)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:58.839999 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4f0cd838-4866-4376-bf52-ea13b9def21e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.854748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:44:58.856746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cd838-4866-4376-bf52-ea13b9def21e None None] Calling delete_port for ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:58.882162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Pushing event updated for resources: {'Port': ['ID=2ee4ae42-9321-47f2-9a8a-7c56d49d93d2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:58.906007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393b9bd-e58c-400d-99d0-0155bad68b47 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Subnet': ['ID=92665f19-e31b-4b8e-a1d1-0a1fee6e84e7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:58.910757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d393b9bd-e58c-400d-99d0-0155bad68b47 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:58.915902 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d393b9bd-e58c-400d-99d0-0155bad68b47 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "DELETE /v2.0/subnets/92665f19-e31b-4b8e-a1d1-0a1fee6e84e7 HTTP/1.1" status: 204 len: 168 time: 0.7676661 Sep 22 09:44:58.916378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52738) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:44:58.976842 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a470a-d6a7-43b6-a921-4f0cfa9dc759 None None] Network 131278c2-2b33-4607-a73a-b8b7b5ca8e43 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:44:59.017281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.197451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Deleting port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:59.197818 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.244202 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4f0cd838-4866-4376-bf52-ea13b9def21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.284330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0cd838-4866-4376-bf52-ea13b9def21e None None] No DVR routers for this DVR port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:44:59.358732 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] For port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38,segment=NetworkSegment(21e96693-08c2-4837-ba1a-85e70acec0ed),segment_id=21e96693-08c2-4837-ba1a-85e70acec0ed)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:59.361339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.372450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b27638-bb6f-41be-a7c6-bcf4bfd83709 None None] DHCP port deletion for 131278c2-2b33-4607-a73a-b8b7b5ca8e43 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:44:59.388284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cd838-4866-4376-bf52-ea13b9def21e None None] Pushing event deleted for resources: {'Port': ['ID=ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:59.389153 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.400059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:44:59.418898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Calling delete_port for ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:59.528582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:44:59.530329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:44:59.550733 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.587527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d8b27638-bb6f-41be-a7c6-bcf4bfd83709 None None] Deleting port d3eb626a-8b4e-46f5-af36-4556ed6be04c {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:44:59.591479 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8b27638-bb6f-41be-a7c6-bcf4bfd83709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.591604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Port': ['ID=ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:59.593529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] No DVR routers for this DVR port ac0abfc4-f2a3-4816-910d-1ab1ebbc3b38 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:44:59.698531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Subnet': ['ID=e32912fe-853b-4a0d-a3ba-e5719cb99b0f,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:44:59.744915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.752294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d8b27638-bb6f-41be-a7c6-bcf4bfd83709 None None] For port d3eb626a-8b4e-46f5-af36-4556ed6be04c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d3eb626a-8b4e-46f5-af36-4556ed6be04c,segment=NetworkSegment(05e499cc-7865-4929-9a9f-5e0c242ba130),segment_id=05e499cc-7865-4929-9a9f-5e0c242ba130)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:44:59.752865 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8b27638-bb6f-41be-a7c6-bcf4bfd83709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.772164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Checking segment: {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:44:59.772978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network hostable DHCP agents. Network: 8184ddc6-2fef-4d94-ac83-f12c88be7cbc, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:44:59.773589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d8b27638-bb6f-41be-a7c6-bcf4bfd83709 None None] Calling delete_port for d3eb626a-8b4e-46f5-af36-4556ed6be04c owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:44:59.788910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147460a-3c0a-4969-9394-fc85b1e3b604 req-edda8e8b-4380-46fe-b1f9-5377a431d3ae tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:44:59.791246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4147460a-3c0a-4969-9394-fc85b1e3b604 req-edda8e8b-4380-46fe-b1f9-5377a431d3ae tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.3194687 Sep 22 09:44:59.793498 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d545c05-56ac-45c6-b9e9-3983065b4d90']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:59.797841 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.810853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e96693-08c2-4837-ba1a-85e70acec0ed') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:59.811157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e96693-08c2-4837-ba1a-85e70acec0ed') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:44:59.830398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.846500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.867147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:44:59.870253 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:44:59.895686 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:44:59.974341 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.012893 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8b27638-bb6f-41be-a7c6-bcf4bfd83709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.039088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4147460a-3c0a-4969-9394-fc85b1e3b604 req-62168ecc-6bed-48d5-a5f8-dd8103d6d199 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251651 Sep 22 09:45:00.059516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b27638-bb6f-41be-a7c6-bcf4bfd83709 None None] Pushing event deleted for resources: {'Port': ['ID=d3eb626a-8b4e-46f5-af36-4556ed6be04c,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:00.065288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b27638-bb6f-41be-a7c6-bcf4bfd83709 None None] No DVR routers for this DVR port d3eb626a-8b4e-46f5-af36-4556ed6be04c on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:45:00.084964 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.104501 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.111519 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "DELETE /v2.0/networks/0d545c05-56ac-45c6-b9e9-3983065b4d90 HTTP/1.1" status: 204 len: 168 time: 1.1904926 Sep 22 09:45:00.111519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e2e8d-a8b6-4132-bb42-7422a6df808d tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Network': ['ID=0d545c05-56ac-45c6-b9e9-3983065b4d90,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:00.111732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:45:00.112204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52764) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:00.230468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.233531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.323748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 8184ddc6-2fef-4d94-ac83-f12c88be7cbc) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:00.337875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0165ab-01e5-4131-8d96-ac5ada199844 None None] Network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:45:00.339049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:00.342960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.346148 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.370607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131278c2-2b33-4607-a73a-b8b7b5ca8e43']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:00.381581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e499cc-7865-4929-9a9f-5e0c242ba130') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:00.381924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e499cc-7865-4929-9a9f-5e0c242ba130') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:00.398953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.418797 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.463166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:45:00.463602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:45:00.477825 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:45:00.653870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-8184ddc6-2fef-4d94-ac83-f12c88be7cbc', 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'fixed_ips': [{'subnet_id': 'e32912fe-853b-4a0d-a3ba-e5719cb99b0f'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:45:00.655435 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.708116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.717951 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.723487 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "DELETE /v2.0/networks/131278c2-2b33-4607-a73a-b8b7b5ca8e43 HTTP/1.1" status: 204 len: 168 time: 0.6099131 Sep 22 09:45:00.724282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52784) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:00.767646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43192273-15c3-4e73-8d1d-38f737080428 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Network': ['ID=131278c2-2b33-4607-a73a-b8b7b5ca8e43,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:00.838210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-088f8d80-8fd1-4065-ba3d-57cf9b5f2043 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Deleting subnet 61e30402-0c8e-4356-b32f-751f636de582 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:45:00.843026 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-088f8d80-8fd1-4065-ba3d-57cf9b5f2043 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.860607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Allocated IP 10.1.1.2 (8184ddc6-2fef-4d94-ac83-f12c88be7cbc/e32912fe-853b-4a0d-a3ba-e5719cb99b0f/4f8c02fb-6691-4da5-8a13-24b4389b370e) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:00.927108 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-088f8d80-8fd1-4065-ba3d-57cf9b5f2043 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:00.999617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-27ec6c97-76a8-4625-bd04-61b7949bc771 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6422381 Sep 22 09:45:01.015894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52792) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:01.027370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'subnet': {'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:01.060699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.095200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-088f8d80-8fd1-4065-ba3d-57cf9b5f2043 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.153944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704af31-0aff-4b1c-95bc-78bb88320669 req-d6a228d8-079f-4a55-a5c5-92001f34b4b0 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:01.155522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d704af31-0aff-4b1c-95bc-78bb88320669 req-d6a228d8-079f-4a55-a5c5-92001f34b4b0 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 946 time: 0.1712804 Sep 22 09:45:01.172115 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.225314 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d704af31-0aff-4b1c-95bc-78bb88320669 req-efe795ac-283e-4cc8-8c10-08e1c8032b5e tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606477 Sep 22 09:45:01.241877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:01.245405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:01.265601 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Pushing event updated for resources: {'Port': ['ID=4f8c02fb-6691-4da5-8a13-24b4389b370e,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:01.276142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:01.286386 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-088f8d80-8fd1-4065-ba3d-57cf9b5f2043 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.330528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d3eb626a-8b4e-46f5-af36-4556ed6be04c no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:45:01.335264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f8d80-8fd1-4065-ba3d-57cf9b5f2043 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Subnet': ['ID=61e30402-0c8e-4356-b32f-751f636de582,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:01.339986 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-088f8d80-8fd1-4065-ba3d-57cf9b5f2043 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.341943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-088f8d80-8fd1-4065-ba3d-57cf9b5f2043 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "DELETE /v2.0/subnets/61e30402-0c8e-4356-b32f-751f636de582 HTTP/1.1" status: 204 len: 168 time: 0.5831831 Sep 22 09:45:01.350408 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Router 89beb28f-84a7-4c6d-b0b8-2781b45c653f is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:45:01.355107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52798) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:01.356973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:45:01.361908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.370822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Attempting to bind port 4f8c02fb-6691-4da5-8a13-24b4389b370e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:45:01.371195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Attempting to bind port 4f8c02fb-6691-4da5-8a13-24b4389b370e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:45:01.371564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Attempting to bind port 4f8c02fb-6691-4da5-8a13-24b4389b370e on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:01.374161 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a578e-d58b-41af-bc3c-0ff1a1d0958c None None] Network 681ac98b-55f7-491a-a3f7-e4064a039db8 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:45:01.425507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: d3eb626a-8b4e-46f5-af36-4556ed6be04c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:45:01.426305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d3eb626a-8b4e-46f5-af36-4556ed6be04c not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:45:01.447484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:45:01.453539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Checking segment: {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:45:01.453539 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.453539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Bound using segment: {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:45:01.453539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Bound port: 4f8c02fb-6691-4da5-8a13-24b4389b370e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:45:01.453539 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.496219 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.613444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Deleting port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:01.614617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.622779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] For port 4f8c02fb-6691-4da5-8a13-24b4389b370e, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:45:01.627815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] For port 4f8c02fb-6691-4da5-8a13-24b4389b370e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f8c02fb-6691-4da5-8a13-24b4389b370e,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:45:01.663653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9309c-fb10-48dc-b57f-639d7c81ded5 req-40243229-3a20-40ce-8bd1-0ec48f234593 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:01.679740 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37d9309c-fb10-48dc-b57f-639d7c81ded5 req-40243229-3a20-40ce-8bd1-0ec48f234593 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.3423395 Sep 22 09:45:01.750727 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7431bbf6-7387-462b-adb2-c0853220571a None None] DHCP port deletion for 681ac98b-55f7-491a-a3f7-e4064a039db8 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:45:01.753512 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] For port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1,segment=NetworkSegment(f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba),segment_id=f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:45:01.754299 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.776394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Calling delete_port for ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:01.807677 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.860049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7431bbf6-7387-462b-adb2-c0853220571a None None] Deleting port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:01.860547 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7431bbf6-7387-462b-adb2-c0853220571a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:01.873363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37d9309c-fb10-48dc-b57f-639d7c81ded5 req-5f875d41-0efa-4b63-99ad-344621d68061 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925383 Sep 22 09:45:01.946538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcd9d9-83f9-4f99-aa22-cdbceab0fa73 None None] Pushing event updated for resources: {'Port': ['ID=4f8c02fb-6691-4da5-8a13-24b4389b370e,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:01.978347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:45:01.990035 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4695f9-f5d7-4189-a6e7-82bbb7d9c94a None None] Sync routers for ids ['89beb28f-84a7-4c6d-b0b8-2781b45c653f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:45:01.992081 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:02.005907 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7431bbf6-7387-462b-adb2-c0853220571a None None] For port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1,segment=NetworkSegment(f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba),segment_id=f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:45:02.006459 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7431bbf6-7387-462b-adb2-c0853220571a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:02.018814 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4695f9-f5d7-4189-a6e7-82bbb7d9c94a None None] Routers {'89beb28f-84a7-4c6d-b0b8-2781b45c653f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:02.020204 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2c4695f9-f5d7-4189-a6e7-82bbb7d9c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['89beb28f-84a7-4c6d-b0b8-2781b45c653f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:02.031701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7431bbf6-7387-462b-adb2-c0853220571a None None] Calling delete_port for ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:02.063415 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2c4695f9-f5d7-4189-a6e7-82bbb7d9c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:02.079481 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4695f9-f5d7-4189-a6e7-82bbb7d9c94a None None] Routers {'89beb28f-84a7-4c6d-b0b8-2781b45c653f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:02.080532 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2c4695f9-f5d7-4189-a6e7-82bbb7d9c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['89beb28f-84a7-4c6d-b0b8-2781b45c653f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:02.115627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Port': ['ID=ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:02.127003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] No DVR routers for this DVR port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:45:02.165908 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2c4695f9-f5d7-4189-a6e7-82bbb7d9c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:02.166907 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4695f9-f5d7-4189-a6e7-82bbb7d9c94a None None] The sync data for ids ['89beb28f-84a7-4c6d-b0b8-2781b45c653f'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:45:02.177315 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:02.179145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3f7b19a2-71b8-40db-8e86-c41a53eb8ca2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8924885 Sep 22 09:45:02.182725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52806) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:02.192164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f7e5cf68-aa41-40ce-b41c-ae2f0b7d96c2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'enable_snat': False}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:02.299710 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7431bbf6-7387-462b-adb2-c0853220571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:02.345043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a45778-8f0f-43d8-9e0d-9e7aa6385fdd req-0beb1ba5-0c16-45d4-ba56-8754bef39a58 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:02.345781 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73a45778-8f0f-43d8-9e0d-9e7aa6385fdd req-0beb1ba5-0c16-45d4-ba56-8754bef39a58 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 946 time: 0.2524261 Sep 22 09:45:02.353340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:02.367815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431bbf6-7387-462b-adb2-c0853220571a None None] Pushing event deleted for resources: {'Port': ['ID=ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:02.387762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431bbf6-7387-462b-adb2-c0853220571a None None] No DVR routers for this DVR port ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:45:02.423436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681ac98b-55f7-491a-a3f7-e4064a039db8']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:02.441970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:02.445156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f854e3f0-0f8e-4fd1-971b-3dd965ebb8ba') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:02.450830 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:02.461244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:02.487145 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:02.498724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:45:02.501577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:45:02.514312 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:45:02.669790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Subnet': ['ID=f4c35a87-5f11-4dbd-b88c-691f707ebeaf,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:02.685463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d001b-57c1-47db-8a98-643c46ea5e6a req-79a71f7f-7f90-4404-b273-0729959823d3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:02.687040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-272d001b-57c1-47db-8a98-643c46ea5e6a req-79a71f7f-7f90-4404-b273-0729959823d3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 946 time: 0.2490973 Sep 22 09:45:02.690920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.691213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.691711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.692209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.692543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.692909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.693235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.697595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.697595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.697595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.697595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.697595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:02.719651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:02.728918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:02.732566 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "DELETE /v2.0/networks/681ac98b-55f7-491a-a3f7-e4064a039db8 HTTP/1.1" status: 204 len: 168 time: 1.3762014 Sep 22 09:45:02.735112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52816) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:02.759256 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdee94c-d557-4e4f-b6c3-0ea31181dd88 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Pushing event deleted for resources: {'Network': ['ID=681ac98b-55f7-491a-a3f7-e4064a039db8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:02.782363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Checking segment: {'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:45:02.783016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network hostable DHCP agents. Network: be65fbb3-88b8-40fa-bf49-309829d1dde6, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:45:02.787557 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-593eb0db-0d60-4e97-bc3d-b8922c318e48 tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8fc72da-757f-47f4-ae6e-eb3f5f24e044 HTTP/1.1" status: 200 len: 205 time: 0.0508378 Sep 22 09:45:02.798970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52820) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:02.937026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-73a45778-8f0f-43d8-9e0d-9e7aa6385fdd req-cb628265-604f-43cd-8036-4b438b8fdfef tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Deleting port 7d28f64e-b67d-4b89-959c-38b118283e32 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:02.937367 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-73a45778-8f0f-43d8-9e0d-9e7aa6385fdd req-cb628265-604f-43cd-8036-4b438b8fdfef tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:03.002937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-272d001b-57c1-47db-8a98-643c46ea5e6a req-131aa305-7831-4b0d-a333-372fb2157dcf tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046341 Sep 22 09:45:03.011802 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842909fe-32de-45d5-a051-48acb68c57bb tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:03.283570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network be65fbb3-88b8-40fa-bf49-309829d1dde6 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:45:03.358806 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a33d26-7fad-4d65-b2e6-51264dc1fa83 None None] Network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:45:03.386797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f8c02fb-6691-4da5-8a13-24b4389b370e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:45:03.392791 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842909fe-32de-45d5-a051-48acb68c57bb tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:03.392791 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842909fe-32de-45d5-a051-48acb68c57bb tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:03.429048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-73a45778-8f0f-43d8-9e0d-9e7aa6385fdd req-cb628265-604f-43cd-8036-4b438b8fdfef tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] For port 7d28f64e-b67d-4b89-959c-38b118283e32, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7d28f64e-b67d-4b89-959c-38b118283e32,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:45:03.429418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-73a45778-8f0f-43d8-9e0d-9e7aa6385fdd req-cb628265-604f-43cd-8036-4b438b8fdfef tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:03.503988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, be65fbb3-88b8-40fa-bf49-309829d1dde6) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:03.522592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e40852-ebf4-4523-827e-74e690535374 req-958c321e-5ffa-40f8-8b70-d5bb6e916b1b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:03.523988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2e40852-ebf4-4523-827e-74e690535374 req-958c321e-5ffa-40f8-8b70-d5bb6e916b1b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.4152062 Sep 22 09:45:03.530270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:03.530869 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:03.534610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-73a45778-8f0f-43d8-9e0d-9e7aa6385fdd req-cb628265-604f-43cd-8036-4b438b8fdfef tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Calling delete_port for 7d28f64e-b67d-4b89-959c-38b118283e32 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:03.540336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca0079-32b7-4398-af4b-d0aee382b751 None None] Network be65fbb3-88b8-40fa-bf49-309829d1dde6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:45:03.562478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-981e873d-bcc6-479a-a171-f08150951c4a None None] Provisioning complete for port 4f8c02fb-6691-4da5-8a13-24b4389b370e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:03.563623 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-981e873d-bcc6-479a-a171-f08150951c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:03.568913 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7e5cf68-aa41-40ce-b41c-ae2f0b7d96c2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:03.606660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842909fe-32de-45d5-a051-48acb68c57bb tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:03.607177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842909fe-32de-45d5-a051-48acb68c57bb tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Fanout notify agent at l3_agent the message router_deleted on router c8fc72da-757f-47f4-ae6e-eb3f5f24e044 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:45:03.666969 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842909fe-32de-45d5-a051-48acb68c57bb tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:03.668764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-842909fe-32de-45d5-a051-48acb68c57bb tempest-RoutersNegativeIpV6Test-1832125679 tempest-RoutersNegativeIpV6Test-1832125679-project] 10.222.0.49 "DELETE /v2.0/routers/c8fc72da-757f-47f4-ae6e-eb3f5f24e044 HTTP/1.1" status: 204 len: 168 time: 0.8700173 Sep 22 09:45:03.679317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4b3855e8-d0a4-46cd-84c4-a55ea26a505f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6567850 Sep 22 09:45:03.682077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52846) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:03.687690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'port': {'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc', 'name': 'tempest-TaggedBootDevicesTest-1224585614', 'fixed_ips': [{'subnet_id': 'e32912fe-853b-4a0d-a3ba-e5719cb99b0f'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:03.726103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2e40852-ebf4-4523-827e-74e690535374 req-43f89465-aa86-4931-b0bb-47ef69d7bee1 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871915 Sep 22 09:45:04.086082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:45:04.099028 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-73a45778-8f0f-43d8-9e0d-9e7aa6385fdd req-cb628265-604f-43cd-8036-4b438b8fdfef tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:04.139336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4f8c02fb-6691-4da5-8a13-24b4389b370e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:04.139714 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:04.150947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['867df263-ca48-4844-b194-8caf6f608284', 'c875dda7-f94f-4bc0-83f2-041b5da7f991', '7d28f64e-b67d-4b89-959c-38b118283e32'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:45:04.153237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['37119afd-55b4-4588-8476-b509facc286f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:45:04.166198 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb628265-604f-43cd-8036-4b438b8fdfef tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Pushing event deleted for resources: {'Port': ['ID=7d28f64e-b67d-4b89-959c-38b118283e32,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:04.238843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75757588-dff5-4a7f-bc19-1de86be5eb37 req-c761e9d5-23e3-47b8-9d33-d499125da52d tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a0d561a-497d-4711-bd9b-32c026ddfa65 HTTP/1.1" status: 200 len: 210 time: 0.1157486 Sep 22 09:45:04.262092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:04.287489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] device_id is not set on port 0898a245-a6ed-4731-b9b2-066f3188cf37 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:45:04.290148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a45778-8f0f-43d8-9e0d-9e7aa6385fdd req-cb628265-604f-43cd-8036-4b438b8fdfef tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] No DVR routers for this DVR port 7d28f64e-b67d-4b89-959c-38b118283e32 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:45:04.294479 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-73a45778-8f0f-43d8-9e0d-9e7aa6385fdd req-cb628265-604f-43cd-8036-4b438b8fdfef tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:04.301941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73a45778-8f0f-43d8-9e0d-9e7aa6385fdd req-cb628265-604f-43cd-8036-4b438b8fdfef tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "DELETE /v2.0/ports/7d28f64e-b67d-4b89-959c-38b118283e32 HTTP/1.1" status: 204 len: 173 time: 1.9432585 Sep 22 09:45:04.304798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0d561a-497d-4711-bd9b-32c026ddfa65', 'name': 'network-vif-deleted', 'tag': '7d28f64e-b67d-4b89-959c-38b118283e32'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:45:04.311520 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2881d04e-ec2a-4019-91ff-13a0e9828ce3" -d '{"events": [{"server_uuid": "6a0d561a-497d-4711-bd9b-32c026ddfa65", "name": "network-vif-deleted", "tag": "7d28f64e-b67d-4b89-959c-38b118283e32"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:45:04.354271 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-981e873d-bcc6-479a-a171-f08150951c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:04.414936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-be65fbb3-88b8-40fa-bf49-309829d1dde6', 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'fixed_ips': [{'subnet_id': 'f4c35a87-5f11-4dbd-b88c-691f707ebeaf'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:45:04.417886 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:04.541766 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91748b85-4362-4f95-829b-7b6f71ff0f21 x-openstack-request-id: req-91748b85-4362-4f95-829b-7b6f71ff0f21 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:45:04.545437 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0d561a-497d-4711-bd9b-32c026ddfa65", "name": "network-vif-deleted", "tag": "7d28f64e-b67d-4b89-959c-38b118283e32", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:45:04.546012 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91748b85-4362-4f95-829b-7b6f71ff0f21 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:45:04.546662 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0d561a-497d-4711-bd9b-32c026ddfa65', 'name': 'network-vif-deleted', 'tag': '7d28f64e-b67d-4b89-959c-38b118283e32', 'status': 'completed', 'code': 200} Sep 22 09:45:04.569987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-981e873d-bcc6-479a-a171-f08150951c4a None None] For port 4f8c02fb-6691-4da5-8a13-24b4389b370e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f8c02fb-6691-4da5-8a13-24b4389b370e,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:45:04.575597 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:04.709861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52864) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:04.775875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Allocated IP 10.1.1.86 (8184ddc6-2fef-4d94-ac83-f12c88be7cbc/e32912fe-853b-4a0d-a3ba-e5719cb99b0f/0898a245-a6ed-4731-b9b2-066f3188cf37) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:04.898106 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-981e873d-bcc6-479a-a171-f08150951c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:05.191639 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:45:05.195403 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:45:05.372212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-63b863b6-20a0-495a-8489-cab8be96524e None None] Provisioning complete for port 4f8c02fb-6691-4da5-8a13-24b4389b370e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:05.372983 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-63b863b6-20a0-495a-8489-cab8be96524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:05.387701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Allocated IP 10.2.2.2 (be65fbb3-88b8-40fa-bf49-309829d1dde6/f4c35a87-5f11-4dbd-b88c-691f707ebeaf/3ddac7bf-9de3-4e9b-ad93-7925445e58c3) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:05.415054 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7e5cf68-aa41-40ce-b41c-ae2f0b7d96c2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:05.415651 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:45:05.419927 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7e5cf68-aa41-40ce-b41c-ae2f0b7d96c2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:05.484668 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e873d-bcc6-479a-a171-f08150951c4a None None] Pushing event updated for resources: {'Port': ['ID=4f8c02fb-6691-4da5-8a13-24b4389b370e,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:05.626399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e5cf68-aa41-40ce-b41c-ae2f0b7d96c2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Router 89beb28f-84a7-4c6d-b0b8-2781b45c653f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:45:05.742326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba921d-360e-4664-b701-7e2624410c57 req-f4a5d3d0-7e9c-421a-93f3-ec83d2114ca8 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:05.745301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6ba921d-360e-4664-b701-7e2624410c57 req-f4a5d3d0-7e9c-421a-93f3-ec83d2114ca8 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.3228745 Sep 22 09:45:05.817193 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:05.833358 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d1544b85-dba3-41c1-b8bc-b8fe802fa297 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1873ca420022449fa0ec476b36e42229&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1215653 Sep 22 09:45:05.836848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52884) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:05.849636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e5cf68-aa41-40ce-b41c-ae2f0b7d96c2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:45:05.858271 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7e5cf68-aa41-40ce-b41c-ae2f0b7d96c2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:05.862315 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f7e5cf68-aa41-40ce-b41c-ae2f0b7d96c2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "PUT /v2.0/routers/89beb28f-84a7-4c6d-b0b8-2781b45c653f HTTP/1.1" status: 200 len: 922 time: 3.6758864 Sep 22 09:45:05.866143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb7f47-f5c1-43b8-8a71-20fc15e22842 None None] Sync routers for ids ['89beb28f-84a7-4c6d-b0b8-2781b45c653f'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:45:05.871308 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52886) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:05.876659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb7f47-f5c1-43b8-8a71-20fc15e22842 None None] Routers {'89beb28f-84a7-4c6d-b0b8-2781b45c653f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:05.877420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-76fb7f47-f5c1-43b8-8a71-20fc15e22842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['89beb28f-84a7-4c6d-b0b8-2781b45c653f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:05.919287 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:05.944938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc5be620-4d82-4505-a226-9e4934ef6f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:05.969062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:45:05.977204 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:05.984345 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc5be620-4d82-4505-a226-9e4934ef6f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:05.998292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-76fb7f47-f5c1-43b8-8a71-20fc15e22842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:06.002859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6ba921d-360e-4664-b701-7e2624410c57 req-3004b4b4-3cef-4b8d-8fc6-77101e1283ca tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464147 Sep 22 09:45:06.037262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:45:06.037262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ae5019f2-ef48-4b76-91ed-bd6c51a2ffd1 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:45:06.037844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Network be65fbb3-88b8-40fa-bf49-309829d1dde6 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:06.057249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb7f47-f5c1-43b8-8a71-20fc15e22842 None None] Routers {'89beb28f-84a7-4c6d-b0b8-2781b45c653f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:06.069202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-76fb7f47-f5c1-43b8-8a71-20fc15e22842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['89beb28f-84a7-4c6d-b0b8-2781b45c653f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:06.071365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:06.087304 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:06.113339 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:06.121001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-76fb7f47-f5c1-43b8-8a71-20fc15e22842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:06.121245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fb7f47-f5c1-43b8-8a71-20fc15e22842 None None] The sync data for ids ['89beb28f-84a7-4c6d-b0b8-2781b45c653f'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:45:06.158923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc5be620-4d82-4505-a226-9e4934ef6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:06.162315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc5be620-4d82-4505-a226-9e4934ef6f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:06.167937 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dc5be620-4d82-4505-a226-9e4934ef6f33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0b43fce-6af4-4091-9ba8-abcfc1a0a926 HTTP/1.1" status: 204 len: 168 time: 0.3297346 Sep 22 09:45:06.174463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:06.187931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:06.192668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:06.201423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5be620-4d82-4505-a226-9e4934ef6f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b43fce-6af4-4091-9ba8-abcfc1a0a926,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:06.224321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Pushing event updated for resources: {'Port': ['ID=3ddac7bf-9de3-4e9b-ad93-7925445e58c3,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:06.258551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-142fc2be-3cc9-4bb9-933b-9c708e42a83a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/routers/89beb28f-84a7-4c6d-b0b8-2781b45c653f HTTP/1.1" status: 200 len: 922 time: 0.3712234 Sep 22 09:45:06.264984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52896) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:06.286876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Port': ['ID=0898a245-a6ed-4731-b9b2-066f3188cf37,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:06.319001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f8c02fb-6691-4da5-8a13-24b4389b370e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:45:06.332998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:06.334484 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:06.412121 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f826dcde-0186-4392-b602-084ee6a8b82e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7281632 Sep 22 09:45:06.414051 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52900) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:06.420985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'port': {'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc', 'name': 'tempest-TaggedBootDevicesTest-2096515349', 'fixed_ips': [{'subnet_id': 'e32912fe-853b-4a0d-a3ba-e5719cb99b0f'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:06.492306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Attempting to bind port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:45:06.493154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Attempting to bind port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:45:06.493869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Attempting to bind port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 on network be65fbb3-88b8-40fa-bf49-309829d1dde6 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:06.506196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de422c9-449f-4688-bdd2-c8887ad7a371 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:06.509709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5de422c9-449f-4688-bdd2-c8887ad7a371 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&device_id=89beb28f-84a7-4c6d-b0b8-2781b45c653f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2437086 Sep 22 09:45:06.513474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52904) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:06.529661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4f8c02fb-6691-4da5-8a13-24b4389b370e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:06.531079 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:06.538099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:45:06.539765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Checking segment: {'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:45:06.543383 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:06.543888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Bound using segment: {'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:45:06.544403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Bound port: 3ddac7bf-9de3-4e9b-ad93-7925445e58c3, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:45:06.544828 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:06.751046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de3387-d869-483b-9ba6-34e692798c6b tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:06.753884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c8de3387-d869-483b-9ba6-34e692798c6b tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 881 time: 0.2392266 Sep 22 09:45:06.756842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52906) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:06.812649 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3108ec4d-89b3-4368-b08c-8b50e6bf9d37 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=89beb28f-84a7-4c6d-b0b8-2781b45c653f HTTP/1.1" status: 200 len: 205 time: 0.0523167 Sep 22 09:45:06.815859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52908) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:06.825248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:45:06.832963 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:06.859617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] device_id is not set on port c287ea43-d3a0-4c74-b7ec-264df897784d yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:45:06.877325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] For port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:45:06.893618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] For port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3ddac7bf-9de3-4e9b-ad93-7925445e58c3,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:45:06.905783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0ef16d6f-f577-4282-817a-9f33faff8242 None None] Provisioning complete for port 0898a245-a6ed-4731-b9b2-066f3188cf37 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:06.906431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ef16d6f-f577-4282-817a-9f33faff8242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:06.979293 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0ef16d6f-f577-4282-817a-9f33faff8242 None None] Port 0898a245-a6ed-4731-b9b2-066f3188cf37 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:45:07.036809 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:07.140568 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:07.191784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d39b28-da5d-41c5-b0d6-f7cd1a7dc34e None None] Pushing event updated for resources: {'Port': ['ID=3ddac7bf-9de3-4e9b-ad93-7925445e58c3,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:07.192000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Allocated IP 10.1.1.57 (8184ddc6-2fef-4d94-ac83-f12c88be7cbc/e32912fe-853b-4a0d-a3ba-e5719cb99b0f/c287ea43-d3a0-4c74-b7ec-264df897784d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:07.413805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22d1af-8fed-492b-acf7-ccf51974e860 req-33349165-0cae-47c3-a32a-2eb158d9227d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:07.424664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f22d1af-8fed-492b-acf7-ccf51974e860 req-33349165-0cae-47c3-a32a-2eb158d9227d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.1642327 Sep 22 09:45:07.426838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7d28f64e-b67d-4b89-959c-38b118283e32 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:45:07.484523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 7d28f64e-b67d-4b89-959c-38b118283e32 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:45:07.485603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7d28f64e-b67d-4b89-959c-38b118283e32 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:45:07.546769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:07.557550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f22d1af-8fed-492b-acf7-ccf51974e860 req-ce332dad-7505-4b1e-b11f-7532d8981e56 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320815 Sep 22 09:45:07.627643 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:07.742846 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:07.760050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Deleting port 2ee4ae42-9321-47f2-9a8a-7c56d49d93d2 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:07.760409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:07.874546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:07.885181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:07.919578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:07.948220 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:07.954896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Port': ['ID=c287ea43-d3a0-4c74-b7ec-264df897784d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:07.975772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Calling delete_port for 2ee4ae42-9321-47f2-9a8a-7c56d49d93d2 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:08.041888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:08.042816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:08.182479 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2d427b14-0cce-447b-916a-2f2886c0c022 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7669556 Sep 22 09:45:08.332333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:45:08.428186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:08.553246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-de768cee-d39f-4c66-ba67-9bb4cbb7fe2c None None] Provisioning complete for port c287ea43-d3a0-4c74-b7ec-264df897784d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:08.553876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-de768cee-d39f-4c66-ba67-9bb4cbb7fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:08.605947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:08.606757 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:08.644365 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Pushing event deleted for resources: {'Port': ['ID=2ee4ae42-9321-47f2-9a8a-7c56d49d93d2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:08.730786 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:08.855518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-de768cee-d39f-4c66-ba67-9bb4cbb7fe2c None None] Port c287ea43-d3a0-4c74-b7ec-264df897784d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:45:08.961066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52962) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:08.977202 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.060902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d4178c-75fd-434e-9880-49dedb4e6d7d None None] Network be65fbb3-88b8-40fa-bf49-309829d1dde6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:45:09.069153 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.080853 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.242005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3ddac7bf-9de3-4e9b-ad93-7925445e58c3,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:45:09.265380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-82b0b031-dac4-4e8a-9792-b21018fd0909 None None] Provisioning complete for port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:09.265575 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-82b0b031-dac4-4e8a-9792-b21018fd0909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.302506 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.303426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Fanout notify agent at l3_agent the message router_deleted on router 89beb28f-84a7-4c6d-b0b8-2781b45c653f {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:45:09.312809 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.317962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52968) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:09.319719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0bc11942-9aab-400f-adfc-fd93ce64a344 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/89beb28f-84a7-4c6d-b0b8-2781b45c653f HTTP/1.1" status: 204 len: 168 time: 2.5033405 Sep 22 09:45:09.324653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7ab64076-fd66-4de3-9b7d-4f12d4ca40a3 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-502592221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:09.391858 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.423313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52970) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:09.429574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-84526dc2-0b6f-4f7c-9a46-de0b3a0cd1ec tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521230342', 'description': 'tempest-description--1651615127'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:09.448228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group': {'name': 'tempest-secgroup--462779198'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:09.475120 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7ab64076-fd66-4de3-9b7d-4f12d4ca40a3 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.476547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7ab64076-fd66-4de3-9b7d-4f12d4ca40a3 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.530965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:45:09.530965 n-d-805649-4 neutron-server[95509]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:45:09.530965 n-d-805649-4 neutron-server[95509]: [parameters: {'project_id_1': '4ca2ad6db7394facbe67e615395f54d8', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 44, 49, 467964)}] Sep 22 09:45:09.530965 n-d-805649-4 neutron-server[95509]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:45:09.531762 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:45:09.564503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=3ddac7bf-9de3-4e9b-ad93-7925445e58c3,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:09.646647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7ab64076-fd66-4de3-9b7d-4f12d4ca40a3 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.650792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84526dc2-0b6f-4f7c-9a46-de0b3a0cd1ec tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.710479 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba099eb1-a809-44f6-aaaf-7718d3c62135 req-c099fe27-f2cb-4865-bfcf-c05321ae3b0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:09.713430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba099eb1-a809-44f6-aaaf-7718d3c62135 req-c099fe27-f2cb-4865-bfcf-c05321ae3b0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.1044579 Sep 22 09:45:09.803628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba099eb1-a809-44f6-aaaf-7718d3c62135 req-0d50a7f7-a8c4-4930-90b8-305321ed440b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783322 Sep 22 09:45:09.823636 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7ab64076-fd66-4de3-9b7d-4f12d4ca40a3 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:09.889015 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84526dc2-0b6f-4f7c-9a46-de0b3a0cd1ec tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.023555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84526dc2-0b6f-4f7c-9a46-de0b3a0cd1ec tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.105015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84526dc2-0b6f-4f7c-9a46-de0b3a0cd1ec tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:10.106219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-58bf785d-b3c1-4b31-9d6d-371c792c49bd None None] Provisioning complete for port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:10.106616 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-58bf785d-b3c1-4b31-9d6d-371c792c49bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.115298 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7ab64076-fd66-4de3-9b7d-4f12d4ca40a3 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.116719 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7ab64076-fd66-4de3-9b7d-4f12d4ca40a3 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7973647 Sep 22 09:45:10.119682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52988) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:10.125682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:10.176868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84526dc2-0b6f-4f7c-9a46-de0b3a0cd1ec tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.182546 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-84526dc2-0b6f-4f7c-9a46-de0b3a0cd1ec tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7553787 Sep 22 09:45:10.183145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52990) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:10.199849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'security_group_rule': {'security_group_id': '56644c1b-3fc8-4443-82b4-ea2e5bcb0b05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:10.253337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:45:10.288171 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.319044 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.394886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:10.395430 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.425530 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.563869 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.605165 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.610441 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.685326 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.712468 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf00a8d9-4564-445f-9716-d9a86ec56977,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:10.732946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.733301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.733653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.733996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.734331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.734663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.735005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.735341 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.735662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.736996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.736996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.736996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:45:10.753166 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.902469 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:10.906337 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-53bef08f-268b-4f0c-87a9-78e449ac30f2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7183731 Sep 22 09:45:10.918522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53004) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:10.924704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2811d1e7-f483-47e9-8795-0490cd297031,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:10.943201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c8e78bd2-b0a8-4fcf-8cab-eb765033fc55 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'security_group_rule': {'security_group_id': '56644c1b-3fc8-4443-82b4-ea2e5bcb0b05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:10.974716 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.041712 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.066173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.075368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6e692-02b0-4730-921e-c3334368c260 req-41f6f550-af0d-452e-9e49-fb02f5dc6587 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:11.077115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69f6e692-02b0-4730-921e-c3334368c260 req-41f6f550-af0d-452e-9e49-fb02f5dc6587 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.1339362 Sep 22 09:45:11.085914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.135251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4859bec0-9f54-4091-ad19-4581880d2625,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:11.170353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69f6e692-02b0-4730-921e-c3334368c260 req-adfb6d61-2e30-46d3-8dea-4c959414734f tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857630 Sep 22 09:45:11.196440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8e78bd2-b0a8-4fcf-8cab-eb765033fc55 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.255235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Allocated IP 172.25.6.34 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/cd069363-e9b1-45bb-8fb7-19e8b1c2373f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:11.260057 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8e78bd2-b0a8-4fcf-8cab-eb765033fc55 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.348705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.352867 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0e069854-cb31-4c19-8b49-b870559316e7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3880959 Sep 22 09:45:11.352867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53018) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:11.431400 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8e78bd2-b0a8-4fcf-8cab-eb765033fc55 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.437615 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.491582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e78bd2-b0a8-4fcf-8cab-eb765033fc55 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36196ad3-076d-4dca-9820-3f93ceab2252,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:11.503954 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c674b820-f519-4c4b-953d-9a83da137657 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1470935 Sep 22 09:45:11.504190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53020) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:11.508653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d41fc517-7f17-47d9-b1f8-3b29069167c2 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group': {'name': 'tempest-security--663266788', 'description': 'tempest-security-description-511462182'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:11.539655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d41fc517-7f17-47d9-b1f8-3b29069167c2 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.576877 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.579850 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8e78bd2-b0a8-4fcf-8cab-eb765033fc55 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.584849 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c8e78bd2-b0a8-4fcf-8cab-eb765033fc55 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6607134 Sep 22 09:45:11.585841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53022) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:11.591265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:11.607523 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d41fc517-7f17-47d9-b1f8-3b29069167c2 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.648246 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:11.657095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:11.659955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:11.663457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Pushing event updated for resources: {'Port': ['ID=cd069363-e9b1-45bb-8fb7-19e8b1c2373f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:11.669161 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d41fc517-7f17-47d9-b1f8-3b29069167c2 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.674600 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d41fc517-7f17-47d9-b1f8-3b29069167c2 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.678752 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d41fc517-7f17-47d9-b1f8-3b29069167c2 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "PUT /v2.0/security-groups/4859bec0-9f54-4091-ad19-4581880d2625 HTTP/1.1" status: 200 len: 1778 time: 0.1734588 Sep 22 09:45:11.679421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53030) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:11.734288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:11.848902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fc517-7f17-47d9-b1f8-3b29069167c2 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4859bec0-9f54-4091-ad19-4581880d2625,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:11.896158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-027f1175-4e0f-413e-81dc-6e03d758f70b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-groups/4859bec0-9f54-4091-ad19-4581880d2625 HTTP/1.1" status: 200 len: 1778 time: 0.2116234 Sep 22 09:45:11.896809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53036) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:11.934616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e81f8-98dd-48b3-8bef-552c3130f44a req-472dbc1d-054b-4f3c-a804-a77f134adfff tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:11.936510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd2e81f8-98dd-48b3-8bef-552c3130f44a req-472dbc1d-054b-4f3c-a804-a77f134adfff tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 945 time: 0.1712329 Sep 22 09:45:12.022281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd2e81f8-98dd-48b3-8bef-552c3130f44a req-9b37b11c-42c6-4531-9e34-a99f172054d5 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778673 Sep 22 09:45:12.088061 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8202-c4f4-4997-b377-438423d5b26e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:12.124696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8202-c4f4-4997-b377-438423d5b26e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:12.194069 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:12.209484 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:12.354998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Allocated IP 172.25.6.77 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/f1b9bec5-3afc-459e-ae83-42f630e72bee) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:12.446476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fe76b-a568-4db5-bd43-94fe29a0ad19 req-afb5c4b6-bc9f-4b00-badb-858070035c89 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:12.447396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c4fe76b-a568-4db5-bd43-94fe29a0ad19 req-afb5c4b6-bc9f-4b00-badb-858070035c89 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.1021953 Sep 22 09:45:12.499881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:12.536346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:12.541754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c4fe76b-a568-4db5-bd43-94fe29a0ad19 req-051668e7-8cf1-4b0e-919e-7ea9041e6d3c tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838029 Sep 22 09:45:12.545966 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:12.628116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8202-c4f4-4997-b377-438423d5b26e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:12.631528 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8202-c4f4-4997-b377-438423d5b26e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:12.639653 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6c9d8202-c4f4-4997-b377-438423d5b26e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-groups/4859bec0-9f54-4091-ad19-4581880d2625 HTTP/1.1" status: 204 len: 168 time: 0.7294779 Sep 22 09:45:12.643701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53048) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:12.645130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d8202-c4f4-4997-b377-438423d5b26e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4859bec0-9f54-4091-ad19-4581880d2625,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:12.668073 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:12.733268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:12.745133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:12.750069 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:12.760902 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aa5a2119-06f6-40ab-98f4-de308e20974b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080186 Sep 22 09:45:12.761007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53050) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:12.775566 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-dd0eb13c-67d8-4693-9250-10c4384cabab tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] delete failed (client error): The resource could not be found. Sep 22 09:45:12.780237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dd0eb13c-67d8-4693-9250-10c4384cabab tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-groups/4859bec0-9f54-4091-ad19-4581880d2625 HTTP/1.1" status: 404 len: 347 time: 0.0150602 Sep 22 09:45:12.784942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53054) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:12.788092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4c7dfc37-42cf-4a05-a261-e92d518f847a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012448762'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:12.797415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Port': ['ID=f1b9bec5-3afc-459e-ae83-42f630e72bee,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:12.808967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Router 631d11f0-b427-4497-9606-45dd31a4dde7 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:45:12.982867 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.090082 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.310481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.328519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c7dfc37-42cf-4a05-a261-e92d518f847a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.378233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcb045-128c-48be-9419-5899e71a2680 req-d6d8cfa7-82a6-4c60-ab45-a9dfcd00ef3d tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:13.379762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08dcb045-128c-48be-9419-5899e71a2680 req-d6d8cfa7-82a6-4c60-ab45-a9dfcd00ef3d tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 945 time: 0.1485713 Sep 22 09:45:13.386062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.399995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729ad65-29c5-4179-ab82-ad96f84d8800 req-a7435bd5-08e1-4ae6-9dce-0cee1ca79794 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:13.404766 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4729ad65-29c5-4179-ab82-ad96f84d8800 req-a7435bd5-08e1-4ae6-9dce-0cee1ca79794 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "GET /v2.0/ports?device_id=f06e3625-e29c-4fe3-99d2-d12f19578a8b HTTP/1.1" status: 200 len: 945 time: 0.1724596 Sep 22 09:45:13.470315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:45:13.482805 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1258e3ef-8179-4e51-b83c-b6b3ddae1039 None None] Sync routers for ids ['631d11f0-b427-4497-9606-45dd31a4dde7'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:45:13.484994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.490338 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4a5591ed-b762-472a-bcbe-507ccde32088 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "PUT /v2.0/routers/631d11f0-b427-4497-9606-45dd31a4dde7 HTTP/1.1" status: 200 len: 878 time: 3.3661067 Sep 22 09:45:13.499494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53070) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:13.503055 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1258e3ef-8179-4e51-b83c-b6b3ddae1039 None None] Routers {'631d11f0-b427-4497-9606-45dd31a4dde7'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:13.506133 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1258e3ef-8179-4e51-b83c-b6b3ddae1039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['631d11f0-b427-4497-9606-45dd31a4dde7'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:13.545630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08dcb045-128c-48be-9419-5899e71a2680 req-9538b4ff-6954-410e-b186-4e6b17924b2d tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406448 Sep 22 09:45:13.547188 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.589811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Port': ['ID=f1b9bec5-3afc-459e-ae83-42f630e72bee,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:13.600856 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1258e3ef-8179-4e51-b83c-b6b3ddae1039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:13.613466 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1258e3ef-8179-4e51-b83c-b6b3ddae1039 None None] Routers {'631d11f0-b427-4497-9606-45dd31a4dde7'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:13.614483 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1258e3ef-8179-4e51-b83c-b6b3ddae1039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['631d11f0-b427-4497-9606-45dd31a4dde7'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:13.654397 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1258e3ef-8179-4e51-b83c-b6b3ddae1039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:13.655914 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1258e3ef-8179-4e51-b83c-b6b3ddae1039 None None] The sync data for ids ['631d11f0-b427-4497-9606-45dd31a4dde7'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:45:13.677057 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c7dfc37-42cf-4a05-a261-e92d518f847a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.714919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4d38315b-efe6-487d-b4ff-391cd3f34136 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/routers/631d11f0-b427-4497-9606-45dd31a4dde7 HTTP/1.1" status: 200 len: 919 time: 0.2074201 Sep 22 09:45:13.714919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4729ad65-29c5-4179-ab82-ad96f84d8800 req-d4eb6206-1731-4b27-bd94-72bb72efc5a3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Deleting port c875dda7-f94f-4bc0-83f2-041b5da7f991 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:13.714919 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4729ad65-29c5-4179-ab82-ad96f84d8800 req-d4eb6206-1731-4b27-bd94-72bb72efc5a3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.715440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53074) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:13.748766 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c7dfc37-42cf-4a05-a261-e92d518f847a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.803354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b002e4cc-75b2-4c6a-8e8a-43247f0ecb68 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:13.807654 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b002e4cc-75b2-4c6a-8e8a-43247f0ecb68 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&device_id=631d11f0-b427-4497-9606-45dd31a4dde7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0887651 Sep 22 09:45:13.808004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53076) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:13.819621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.822818 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df0d3306-eade-43ea-be2a-a18324388e84 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2356172 Sep 22 09:45:13.842834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dfc37-42cf-4a05-a261-e92d518f847a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1393879-a901-4902-a0ed-455a3494f03a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:13.859106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151748c-23cc-4b5b-8037-182ebd9b6727 req-eecec97d-c240-4c86-b146-98429e7760d2 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:13.867468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1151748c-23cc-4b5b-8037-182ebd9b6727 req-eecec97d-c240-4c86-b146-98429e7760d2 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.1761124 Sep 22 09:45:13.900658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4729ad65-29c5-4179-ab82-ad96f84d8800 req-d4eb6206-1731-4b27-bd94-72bb72efc5a3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] For port c875dda7-f94f-4bc0-83f2-041b5da7f991, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c875dda7-f94f-4bc0-83f2-041b5da7f991,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:45:13.901062 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4729ad65-29c5-4179-ab82-ad96f84d8800 req-d4eb6206-1731-4b27-bd94-72bb72efc5a3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.924017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c7dfc37-42cf-4a05-a261-e92d518f847a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:13.929940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4c7dfc37-42cf-4a05-a261-e92d518f847a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1442232 Sep 22 09:45:13.930688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4729ad65-29c5-4179-ab82-ad96f84d8800 req-d4eb6206-1731-4b27-bd94-72bb72efc5a3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Calling delete_port for c875dda7-f94f-4bc0-83f2-041b5da7f991 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:13.932660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53080) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:13.938943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7878e120-d6cb-4c5d-9385-ff56cd2248ea tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': 'd1393879-a901-4902-a0ed-455a3494f03a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:13.964034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1151748c-23cc-4b5b-8037-182ebd9b6727 req-6d374f71-e68b-4d93-a91e-492ac7d404e7 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817528 Sep 22 09:45:13.983239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb0f72-7f79-45bf-afcd-5b69bc21757a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:13.984559 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-83cb0f72-7f79-45bf-afcd-5b69bc21757a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 881 time: 0.1755438 Sep 22 09:45:13.987923 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53084) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:14.027648 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a2f92ce3-9873-4eb6-8d54-cce28c0f13c5 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=631d11f0-b427-4497-9606-45dd31a4dde7 HTTP/1.1" status: 200 len: 205 time: 0.0384409 Sep 22 09:45:14.030296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53086) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:14.153513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7878e120-d6cb-4c5d-9385-ff56cd2248ea tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.217864 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4729ad65-29c5-4179-ab82-ad96f84d8800 req-d4eb6206-1731-4b27-bd94-72bb72efc5a3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.232574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['867df263-ca48-4844-b194-8caf6f608284', 'c875dda7-f94f-4bc0-83f2-041b5da7f991'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:45:14.233100 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.239384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['37119afd-55b4-4588-8476-b509facc286f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:45:14.342019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb6206-1731-4b27-bd94-72bb72efc5a3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Pushing event deleted for resources: {'Port': ['ID=c875dda7-f94f-4bc0-83f2-041b5da7f991,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:14.342581 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7878e120-d6cb-4c5d-9385-ff56cd2248ea tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.409483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4729ad65-29c5-4179-ab82-ad96f84d8800 req-d4eb6206-1731-4b27-bd94-72bb72efc5a3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] No DVR routers for this DVR port c875dda7-f94f-4bc0-83f2-041b5da7f991 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:45:14.412380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4729ad65-29c5-4179-ab82-ad96f84d8800 req-d4eb6206-1731-4b27-bd94-72bb72efc5a3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.418783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4729ad65-29c5-4179-ab82-ad96f84d8800 req-d4eb6206-1731-4b27-bd94-72bb72efc5a3 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "DELETE /v2.0/ports/c875dda7-f94f-4bc0-83f2-041b5da7f991 HTTP/1.1" status: 204 len: 173 time: 1.0041275 Sep 22 09:45:14.420282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06e3625-e29c-4fe3-99d2-d12f19578a8b', 'name': 'network-vif-deleted', 'tag': 'c875dda7-f94f-4bc0-83f2-041b5da7f991'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:45:14.430377 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac0ccfa-dde7-4bd1-9c09-8bd20b808426" -d '{"events": [{"server_uuid": "f06e3625-e29c-4fe3-99d2-d12f19578a8b", "name": "network-vif-deleted", "tag": "c875dda7-f94f-4bc0-83f2-041b5da7f991"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:45:14.445592 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7878e120-d6cb-4c5d-9385-ff56cd2248ea tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.454338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53106) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:14.470048 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-7953be2f-b136-4443-ae5a-602d47dfe6e9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1521230342&fields=id&tenant_id=22197b2546c8417b9346924b78156bd9 HTTP/1.1" status: 200 len: 267 time: 0.1379614 Sep 22 09:45:14.507795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878e120-d6cb-4c5d-9385-ff56cd2248ea tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e4484a-9798-4de6-9ac0-9386420b64b6,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:14.512937 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.550083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-859e3868-662d-4094-ae93-6a6785ff0cfa tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:14.551672 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-859e3868-662d-4094-ae93-6a6785ff0cfa tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports/0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 931 time: 0.0728407 Sep 22 09:45:14.619221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7878e120-d6cb-4c5d-9385-ff56cd2248ea tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.621147 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7878e120-d6cb-4c5d-9385-ff56cd2248ea tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6868134 Sep 22 09:45:14.627957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53112) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:14.686687 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8c7b66c0-ba7b-4b7b-bb6c-dfbd82c14ecb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:14.689869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8c7b66c0-ba7b-4b7b-bb6c-dfbd82c14ecb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports/c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 931 time: 0.1320062 Sep 22 09:45:14.734847 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7411abb-30c9-4bf3-815e-173c05d517ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.760263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b26fa0e-89c6-466b-80c1-cfdcf303d413 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.762895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f38b27ed-cd31-484b-b430-a2f9152e6702 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0656629 Sep 22 09:45:14.785366 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b26fa0e-89c6-466b-80c1-cfdcf303d413 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.804776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-89fafb9c-4f77-4098-8683-20ae0ac87576 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0350676 Sep 22 09:45:14.820973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Deleting port cd069363-e9b1-45bb-8fb7-19e8b1c2373f {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:14.821657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.932355 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:14.950198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Calling delete_port for cd069363-e9b1-45bb-8fb7-19e8b1c2373f owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:14.957629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-29ce74d9-03fa-4967-bb01-344858ad2b10 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:14.966270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-29ce74d9-03fa-4967-bb01-344858ad2b10 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:14.972207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-29ce74d9-03fa-4967-bb01-344858ad2b10 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:14.976692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-29ce74d9-03fa-4967-bb01-344858ad2b10 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/networks?id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=be65fbb3-88b8-40fa-bf49-309829d1dde6&id=be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 200 len: 1989 time: 0.1595862 Sep 22 09:45:14.991527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e48e6c80-0457-44cb-92e7-646797ca4cf1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/quotas/22197b2546c8417b9346924b78156bd9 HTTP/1.1" status: 200 len: 375 time: 0.0111053 Sep 22 09:45:15.022939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b26fa0e-89c6-466b-80c1-cfdcf303d413 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.028186 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b26fa0e-89c6-466b-80c1-cfdcf303d413 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.032061 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5b26fa0e-89c6-466b-80c1-cfdcf303d413 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/64e4484a-9798-4de6-9ac0-9386420b64b6 HTTP/1.1" status: 204 len: 168 time: 0.4052000 Sep 22 09:45:15.036003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53116) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:15.049959 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26fa0e-89c6-466b-80c1-cfdcf303d413 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64e4484a-9798-4de6-9ac0-9386420b64b6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:15.101084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-7b14688d-5133-493d-affc-3a524df869d0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0955541 Sep 22 09:45:15.168748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a4ca3f26-f9bb-49b6-8009-1f0ad7d8850f tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1302571 Sep 22 09:45:15.171757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53120) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:15.196695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7411abb-30c9-4bf3-815e-173c05d517ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.287708 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0f5a833-d94b-4e75-a665-b5eec1799db3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.310566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-12537d3e-1557-4cb5-8c9f-ef6ca7eddf77 service neutron] 10.222.0.49 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043717 Sep 22 09:45:15.317111 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7411abb-30c9-4bf3-815e-173c05d517ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.365111 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f7411abb-30c9-4bf3-815e-173c05d517ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=479c2074d8b34245b685be1c8e3c8594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8871646 Sep 22 09:45:15.367640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7411abb-30c9-4bf3-815e-173c05d517ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596bbe31-b25e-4112-8ee1-9ea5749d42bb,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:15.370206 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53124) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:15.371870 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0f5a833-d94b-4e75-a665-b5eec1799db3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.460171 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.489970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Pushing event deleted for resources: {'Port': ['ID=cd069363-e9b1-45bb-8fb7-19e8b1c2373f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:15.513555 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23d87bc5-232a-4243-9545-d687b6ddcd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.521252 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-d593c278-97c3-4e01-896f-453d3015a8c0 service neutron] 10.222.0.49 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039814 Sep 22 09:45:15.574592 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23d87bc5-232a-4243-9545-d687b6ddcd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.582321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.584023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-d2eca569-8464-45bb-9d55-68f7e2dc3cc6 service neutron] 10.222.0.49 "GET /v2.0/ports/0898a245-a6ed-4731-b9b2-066f3188cf37?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0588024 Sep 22 09:45:15.614610 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0f5a833-d94b-4e75-a665-b5eec1799db3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.619685 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d0f5a833-d94b-4e75-a665-b5eec1799db3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.625405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d0f5a833-d94b-4e75-a665-b5eec1799db3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-groups/d1393879-a901-4902-a0ed-455a3494f03a HTTP/1.1" status: 204 len: 168 time: 0.4486604 Sep 22 09:45:15.631245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53126) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:15.663224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5a833-d94b-4e75-a665-b5eec1799db3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1393879-a901-4902-a0ed-455a3494f03a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:15.730533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2fd3051c-9aca-4b54-b7fd-0048cafd70de service neutron] 10.222.0.49 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396801 Sep 22 09:45:15.785878 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.792025 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.811165 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e2d7eecf-2dad-42bd-9616-72d3148c78ca tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1723678 Sep 22 09:45:15.811384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53128) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:15.817564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c964b40a-dd34-4189-a139-08cf488f6e8b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group': {'name': 'tempest-secgroup--855055068'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:15.848915 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23d87bc5-232a-4243-9545-d687b6ddcd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.851557 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23d87bc5-232a-4243-9545-d687b6ddcd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:15.855077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-23d87bc5-232a-4243-9545-d687b6ddcd25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/596bbe31-b25e-4112-8ee1-9ea5749d42bb HTTP/1.1" status: 204 len: 168 time: 0.4777615 Sep 22 09:45:15.869514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d87bc5-232a-4243-9545-d687b6ddcd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596bbe31-b25e-4112-8ee1-9ea5749d42bb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:15.883062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-1ca4383c-5e66-44a3-8545-c18091a0203e service neutron] 10.222.0.49 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511302 Sep 22 09:45:15.939059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-722c8970-6f59-48c4-881d-86d6299415c4 service neutron] 10.222.0.49 "GET /v2.0/ports/c287ea43-d3a0-4c74-b7ec-264df897784d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0399063 Sep 22 09:45:15.983958 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c964b40a-dd34-4189-a139-08cf488f6e8b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:16.157565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-d9f58cbe-2dea-49d2-8476-ab9925990d6a service neutron] 10.222.0.49 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087247 Sep 22 09:45:16.314291 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c964b40a-dd34-4189-a139-08cf488f6e8b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:16.350676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a4b1497c-2f8c-42a8-b794-7967dd147ebe service neutron] 10.222.0.49 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809096 Sep 22 09:45:16.490734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f4dd4084-6298-419d-be06-8ca4abb01662 service neutron] 10.222.0.49 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289153 Sep 22 09:45:16.496622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:16.505812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Fanout notify agent at l3_agent the message router_deleted on router 631d11f0-b427-4497-9606-45dd31a4dde7 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:45:16.506981 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:16.518948 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-06bdf126-9e51-4222-a1a4-942a361acf89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/631d11f0-b427-4497-9606-45dd31a4dde7 HTTP/1.1" status: 204 len: 168 time: 2.4860079 Sep 22 09:45:16.520958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53144) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:16.535087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ea8e4337-f4d2-40ce-b038-4280ae483e4c tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-743787933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:16.589778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-68c03ec9-6c21-4645-896c-e9c6885c98cc service neutron] 10.222.0.49 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969031 Sep 22 09:45:16.591637 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c964b40a-dd34-4189-a139-08cf488f6e8b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:16.646193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea8e4337-f4d2-40ce-b038-4280ae483e4c tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:16.647270 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea8e4337-f4d2-40ce-b038-4280ae483e4c tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:16.704837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-222711b4-b548-4f7b-a9d0-1679ec115f9d service neutron] 10.222.0.49 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039865 Sep 22 09:45:16.749180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964b40a-dd34-4189-a139-08cf488f6e8b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23f619c-2adf-4823-8aa6-7c65fc6f6cc3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:16.777603 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea8e4337-f4d2-40ce-b038-4280ae483e4c tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:16.810643 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c964b40a-dd34-4189-a139-08cf488f6e8b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:16.814905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c964b40a-dd34-4189-a139-08cf488f6e8b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0010891 Sep 22 09:45:16.814905 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53146) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:16.819632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9f0d5fca-99a2-4b20-98ee-ef5f5569055a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': 'd23f619c-2adf-4823-8aa6-7c65fc6f6cc3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:16.859161 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-3c1fd2a3-093b-44ac-8e68-e1f8699b9be4 service neutron] 10.222.0.49 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434960 Sep 22 09:45:16.914252 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea8e4337-f4d2-40ce-b038-4280ae483e4c tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:16.976498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c4271967-37b2-4cf1-8ff1-9bdbbd4ed561 service neutron] 10.222.0.49 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094723 Sep 22 09:45:16.978314 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5fca-99a2-4b20-98ee-ef5f5569055a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.068185 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea8e4337-f4d2-40ce-b038-4280ae483e4c tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.070889 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ea8e4337-f4d2-40ce-b038-4280ae483e4c tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5474629 Sep 22 09:45:17.072520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53148) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:17.077703 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'enable_snat': True}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:17.100579 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5fca-99a2-4b20-98ee-ef5f5569055a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.117058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-7846f349-f84f-4639-bcc7-edbd2b014be8 service neutron] 10.222.0.49 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340961 Sep 22 09:45:17.164488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53150) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:17.202094 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2c414c5-611b-479c-94d1-2660c2f8aab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.249157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-fe109536-71f5-4cd9-99c6-012d969bba73 service neutron] 10.222.0.49 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260543 Sep 22 09:45:17.313669 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5fca-99a2-4b20-98ee-ef5f5569055a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.313773 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.367546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d5fca-99a2-4b20-98ee-ef5f5569055a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5668a3c-41de-4c82-82cf-49133171936f,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:17.399575 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f8dff71b-9b44-48cb-b1e1-005fc2745928 service neutron] 10.222.0.49 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412652 Sep 22 09:45:17.419221 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2c414c5-611b-479c-94d1-2660c2f8aab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.458763 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53156) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:17.491016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c875dda7-f94f-4bc0-83f2-041b5da7f991 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:45:17.514488 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e2c414c5-611b-479c-94d1-2660c2f8aab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.571587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: c875dda7-f94f-4bc0-83f2-041b5da7f991 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:45:17.575203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c875dda7-f94f-4bc0-83f2-041b5da7f991 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:45:17.598470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e2c414c5-611b-479c-94d1-2660c2f8aab2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1cd0f6c86f534a8394d068022505f060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328241 Sep 22 09:45:17.601563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53166) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:17.604584 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f0d5fca-99a2-4b20-98ee-ef5f5569055a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.605806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9f0d5fca-99a2-4b20-98ee-ef5f5569055a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7903032 Sep 22 09:45:17.609449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53168) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:17.619033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e8b6d526-7ca6-46a4-ba21-1b69303f19a8 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': 'd23f619c-2adf-4823-8aa6-7c65fc6f6cc3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:17.637371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c414c5-611b-479c-94d1-2660c2f8aab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f43bb41-0546-446a-a2d9-abe07773882b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:17.650542 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c0035f53-25ff-4c2e-b4fb-d7bcae7dbcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.763757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b4b48166-c2ae-4186-b0fe-a6b0b51929e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.778226 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.806551 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.809489 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b4b48166-c2ae-4186-b0fe-a6b0b51929e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:17.940031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Allocated IP 172.25.6.104 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/74ef53dd-cd51-4ec2-a562-d51891a7d90c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:18.047962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.250595 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d526-7ca6-46a4-ba21-1b69303f19a8 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.272181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b4b48166-c2ae-4186-b0fe-a6b0b51929e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.275355 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b4b48166-c2ae-4186-b0fe-a6b0b51929e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.280183 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b4b48166-c2ae-4186-b0fe-a6b0b51929e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f43bb41-0546-446a-a2d9-abe07773882b HTTP/1.1" status: 204 len: 168 time: 0.6773057 Sep 22 09:45:18.284339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.337193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b48166-c2ae-4186-b0fe-a6b0b51929e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f43bb41-0546-446a-a2d9-abe07773882b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:18.354378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:18.358838 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:18.367583 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d526-7ca6-46a4-ba21-1b69303f19a8 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.372258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:18.376075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event updated for resources: {'Port': ['ID=74ef53dd-cd51-4ec2-a562-d51891a7d90c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:18.438220 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c0035f53-25ff-4c2e-b4fb-d7bcae7dbcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.439790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d526-7ca6-46a4-ba21-1b69303f19a8 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.463775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6d526-7ca6-46a4-ba21-1b69303f19a8 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc5d357-01a6-4a8b-90c5-1ce99c853152,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:18.504050 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c0035f53-25ff-4c2e-b4fb-d7bcae7dbcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.550155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c0035f53-25ff-4c2e-b4fb-d7bcae7dbcde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15644f99be314bb5b869a61f53f8f128&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0896688 Sep 22 09:45:18.551136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0035f53-25ff-4c2e-b4fb-d7bcae7dbcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9d6d47-1093-4fa7-9b23-b167f4947844,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:18.553457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53198) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:18.598541 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d526-7ca6-46a4-ba21-1b69303f19a8 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.599729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e8b6d526-7ca6-46a4-ba21-1b69303f19a8 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9893517 Sep 22 09:45:18.602681 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53200) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:18.604626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9fec0c27-247d-4522-b4eb-06ee51a64018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.607551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-23a31b28-58a1-4314-9de2-74306cf31b5e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': 'd23f619c-2adf-4823-8aa6-7c65fc6f6cc3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:18.629189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9fec0c27-247d-4522-b4eb-06ee51a64018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.743434 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23a31b28-58a1-4314-9de2-74306cf31b5e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.769321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.794644 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9fec0c27-247d-4522-b4eb-06ee51a64018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.798499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9fec0c27-247d-4522-b4eb-06ee51a64018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.805794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9fec0c27-247d-4522-b4eb-06ee51a64018 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e9d6d47-1093-4fa7-9b23-b167f4947844 HTTP/1.1" status: 204 len: 168 time: 0.2510204 Sep 22 09:45:18.829026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0c27-247d-4522-b4eb-06ee51a64018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9d6d47-1093-4fa7-9b23-b167f4947844,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:18.886428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23a31b28-58a1-4314-9de2-74306cf31b5e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:18.992077 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23a31b28-58a1-4314-9de2-74306cf31b5e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.017791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a31b28-58a1-4314-9de2-74306cf31b5e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8cea12-c4dd-4cf8-9a4d-4529012430b9,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:19.027020 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.030507 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.123557 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23a31b28-58a1-4314-9de2-74306cf31b5e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.127613 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-23a31b28-58a1-4314-9de2-74306cf31b5e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5212059 Sep 22 09:45:19.129124 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53218) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:19.133769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f0b4d17e-f02d-4368-9a7f-16af6f551448 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': 'd23f619c-2adf-4823-8aa6-7c65fc6f6cc3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:19.253554 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0b4d17e-f02d-4368-9a7f-16af6f551448 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.307610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Router c2ea7c19-ebd1-44e1-9366-966dedf8f6cb is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:45:19.313140 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0b4d17e-f02d-4368-9a7f-16af6f551448 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.404884 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0b4d17e-f02d-4368-9a7f-16af6f551448 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.426906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4d17e-f02d-4368-9a7f-16af6f551448 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065b6dd7-d501-40ef-987a-c8c8cab2fc7d,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:19.431235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:45:19.436169 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.437543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c0726804-cb44-41e0-959d-c6c5740c52e7 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "PUT /v2.0/routers/c2ea7c19-ebd1-44e1-9366-966dedf8f6cb HTTP/1.1" status: 200 len: 914 time: 2.3638625 Sep 22 09:45:19.445806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53230) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:19.452548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ebff48-f781-47b4-bf34-119ec83cab25 None None] Sync routers for ids ['c2ea7c19-ebd1-44e1-9366-966dedf8f6cb'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:45:19.474412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ebff48-f781-47b4-bf34-119ec83cab25 None None] Routers {'c2ea7c19-ebd1-44e1-9366-966dedf8f6cb'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:19.475128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b6ebff48-f781-47b4-bf34-119ec83cab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ea7c19-ebd1-44e1-9366-966dedf8f6cb'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:19.491885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0b4d17e-f02d-4368-9a7f-16af6f551448 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.496086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f0b4d17e-f02d-4368-9a7f-16af6f551448 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3632038 Sep 22 09:45:19.504757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53232) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:19.504757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9209ae97-b6c6-4d7a-82d6-11883f18d133 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': 'd23f619c-2adf-4823-8aa6-7c65fc6f6cc3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:19.552497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b6ebff48-f781-47b4-bf34-119ec83cab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:19.562650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ebff48-f781-47b4-bf34-119ec83cab25 None None] Routers {'c2ea7c19-ebd1-44e1-9366-966dedf8f6cb'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:19.563993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b6ebff48-f781-47b4-bf34-119ec83cab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c2ea7c19-ebd1-44e1-9366-966dedf8f6cb'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:19.586578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e09777f1-5a46-45d0-b4dd-dbaefd6fc45f tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/routers/c2ea7c19-ebd1-44e1-9366-966dedf8f6cb HTTP/1.1" status: 200 len: 920 time: 0.1369686 Sep 22 09:45:19.587155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53236) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:19.604878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b6ebff48-f781-47b4-bf34-119ec83cab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:19.605816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ebff48-f781-47b4-bf34-119ec83cab25 None None] The sync data for ids ['c2ea7c19-ebd1-44e1-9366-966dedf8f6cb'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:45:19.654994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83079232-7f83-4d55-af08-a64950ed3cc2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:19.657475 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-83079232-7f83-4d55-af08-a64950ed3cc2 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&device_id=c2ea7c19-ebd1-44e1-9366-966dedf8f6cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0694971 Sep 22 09:45:19.660968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53242) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:19.665664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53244) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:19.673596 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f3ade1-f0a6-4ca4-9521-bb80b7939fce x-openstack-request-id: req-33f3ade1-f0a6-4ca4-9521-bb80b7939fce {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:45:19.673881 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06e3625-e29c-4fe3-99d2-d12f19578a8b", "name": "network-vif-deleted", "tag": "c875dda7-f94f-4bc0-83f2-041b5da7f991", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:45:19.674136 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33f3ade1-f0a6-4ca4-9521-bb80b7939fce {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:45:19.674592 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06e3625-e29c-4fe3-99d2-d12f19578a8b', 'name': 'network-vif-deleted', 'tag': 'c875dda7-f94f-4bc0-83f2-041b5da7f991', 'status': 'completed', 'code': 200} Sep 22 09:45:19.689440 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-94f6c123-9b84-44d1-84a0-f23c2290abf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.707656 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9209ae97-b6c6-4d7a-82d6-11883f18d133 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.808301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee31a0-7252-4b7f-9c03-4991a6f3b8c6 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:19.813048 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d6ee31a0-7252-4b7f-9c03-4991a6f3b8c6 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 881 time: 0.1507707 Sep 22 09:45:19.827129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53250) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:19.908573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-008f03b0-3e27-4002-85bb-d83fec19b1a1 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ea7c19-ebd1-44e1-9366-966dedf8f6cb HTTP/1.1" status: 200 len: 205 time: 0.0778086 Sep 22 09:45:19.909315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53256) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:19.919801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9209ae97-b6c6-4d7a-82d6-11883f18d133 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.974157 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-94f6c123-9b84-44d1-84a0-f23c2290abf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:19.984232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1befd6c-941e-430d-adeb-b20853b07345 req-bc3d927a-dd2f-4c73-8dd0-a763d34fcccd tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:19.987918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1befd6c-941e-430d-adeb-b20853b07345 req-bc3d927a-dd2f-4c73-8dd0-a763d34fcccd tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.1375790 Sep 22 09:45:20.022597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9209ae97-b6c6-4d7a-82d6-11883f18d133 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.040859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209ae97-b6c6-4d7a-82d6-11883f18d133 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53d36bd-0b2a-4f99-9059-45e30cd7400a,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:20.075541 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1befd6c-941e-430d-adeb-b20853b07345 req-4f81878d-e51c-4371-b142-37bcd10ff5bd tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776279 Sep 22 09:45:20.079477 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.115306 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-94f6c123-9b84-44d1-84a0-f23c2290abf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.186814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a860d21-9a27-42b2-809e-cb3466a6099e req-ffe29c29-8a7b-4057-939c-4349e19e4b06 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0598295 Sep 22 09:45:20.193378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-94f6c123-9b84-44d1-84a0-f23c2290abf1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6d02fdc3c174aadbdd0c5657985ed52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266941 Sep 22 09:45:20.196233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53260) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:20.199746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6c123-9b84-44d1-84a0-f23c2290abf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8d9686-3f96-4ec6-97f6-c2b172fed07d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:20.216751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9209ae97-b6c6-4d7a-82d6-11883f18d133 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.220558 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9209ae97-b6c6-4d7a-82d6-11883f18d133 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7208898 Sep 22 09:45:20.221169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53262) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:20.269964 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.287627 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc47cd58-0278-440b-9e25-5fe55d764d37 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.309998 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc47cd58-0278-440b-9e25-5fe55d764d37 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.320682 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46457ad2-7d4a-49e0-9439-a404aac51424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.355982 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46457ad2-7d4a-49e0-9439-a404aac51424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.452585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Deleting port 74ef53dd-cd51-4ec2-a562-d51891a7d90c {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:20.453215 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.479865 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46457ad2-7d4a-49e0-9439-a404aac51424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.482739 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46457ad2-7d4a-49e0-9439-a404aac51424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.486909 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-46457ad2-7d4a-49e0-9439-a404aac51424 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac8d9686-3f96-4ec6-97f6-c2b172fed07d HTTP/1.1" status: 204 len: 168 time: 0.2865970 Sep 22 09:45:20.486909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc47cd58-0278-440b-9e25-5fe55d764d37 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.494183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc47cd58-0278-440b-9e25-5fe55d764d37 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.498359 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cc47cd58-0278-440b-9e25-5fe55d764d37 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f53d36bd-0b2a-4f99-9059-45e30cd7400a HTTP/1.1" status: 204 len: 168 time: 0.2723217 Sep 22 09:45:20.498523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53278) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:20.501785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46457ad2-7d4a-49e0-9439-a404aac51424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8d9686-3f96-4ec6-97f6-c2b172fed07d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:20.508487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47cd58-0278-440b-9e25-5fe55d764d37 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f53d36bd-0b2a-4f99-9059-45e30cd7400a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:20.624636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53284) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:20.625038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-601fd41f-e1ee-4c0f-ac47-fd5c90f76812 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1216750 Sep 22 09:45:20.629517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.644426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Calling delete_port for 74ef53dd-cd51-4ec2-a562-d51891a7d90c owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:20.686720 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6d65d37-63b6-4b7e-9d09-2dcc34beb29a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.697488 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6d65d37-63b6-4b7e-9d09-2dcc34beb29a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.829660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6d65d37-63b6-4b7e-9d09-2dcc34beb29a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.837003 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c6d65d37-63b6-4b7e-9d09-2dcc34beb29a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:20.839238 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c6d65d37-63b6-4b7e-9d09-2dcc34beb29a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/065b6dd7-d501-40ef-987a-c8c8cab2fc7d HTTP/1.1" status: 204 len: 168 time: 0.2119915 Sep 22 09:45:20.844345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53292) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:20.875399 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d65d37-63b6-4b7e-9d09-2dcc34beb29a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=065b6dd7-d501-40ef-987a-c8c8cab2fc7d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:20.972159 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c0767827-d4dd-47a8-8ce5-10a51ecb9341 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1265814 Sep 22 09:45:20.975906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53298) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:20.979537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911901cc-578d-4e5e-81b5-7d5d0c117d1e req-b198400f-19e8-4420-9075-f4d3df2f173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:20.981084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-911901cc-578d-4e5e-81b5-7d5d0c117d1e req-b198400f-19e8-4420-9075-f4d3df2f173c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 1097 time: 0.1525795 Sep 22 09:45:21.389085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb536a7-293b-4677-9993-1a4a43a9dec8 req-8461f30f-15ac-4885-9a6a-e82ddd8c797f tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:21.392079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebb536a7-293b-4677-9993-1a4a43a9dec8 req-8461f30f-15ac-4885-9a6a-e82ddd8c797f tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 946 time: 0.5611103 Sep 22 09:45:21.464945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2031be60-0088-41a6-b0f2-8a022641ba93 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:21.494173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2031be60-0088-41a6-b0f2-8a022641ba93 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:21.521028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-911901cc-578d-4e5e-81b5-7d5d0c117d1e req-e3d9dbd4-8898-4af7-8439-74f884e88257 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012689 Sep 22 09:45:21.533695 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebb536a7-293b-4677-9993-1a4a43a9dec8 req-a1e27dbf-5a9b-4ea1-b75e-9f04b4c47db0 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142962 Sep 22 09:45:21.672834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f0ef2-1902-4637-9c51-4a168682f234 req-3cb66f11-e1c4-466d-97d7-57d73b988528 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:21.676230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b8f0ef2-1902-4637-9c51-4a168682f234 req-3cb66f11-e1c4-466d-97d7-57d73b988528 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.0618083 Sep 22 09:45:21.677589 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2031be60-0088-41a6-b0f2-8a022641ba93 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:21.683506 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2031be60-0088-41a6-b0f2-8a022641ba93 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:21.687936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53314) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:21.692505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2031be60-0088-41a6-b0f2-8a022641ba93 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9c8cea12-c4dd-4cf8-9a4d-4529012430b9 HTTP/1.1" status: 204 len: 168 time: 0.7091813 Sep 22 09:45:21.693444 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:21.695777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53316) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:21.778158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Pushing event deleted for resources: {'Port': ['ID=74ef53dd-cd51-4ec2-a562-d51891a7d90c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:21.781265 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031be60-0088-41a6-b0f2-8a022641ba93 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c8cea12-c4dd-4cf8-9a4d-4529012430b9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:21.783508 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3e95bc53-208d-40c3-b4dd-78f1c4e5988a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:21.795981 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c664fa7c-9c8e-432a-8e86-eaf5f4b60838 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1021063 Sep 22 09:45:21.795981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53320) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:21.832667 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0cab3451-faea-48a5-9b6a-faa5b8b4bb51 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:21.843409 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0cab3451-faea-48a5-9b6a-faa5b8b4bb51 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:21.890398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b8f0ef2-1902-4637-9c51-4a168682f234 req-17659376-23fb-4b88-bf19-9c828364e901 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935678 Sep 22 09:45:21.900813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:21.994760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ee97422-ac2d-4207-9084-38da40bb047b req-9fbaa8ec-8e5b-4c28-8d0e-404a0f64ae96 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0300565 Sep 22 09:45:21.997363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0cab3451-faea-48a5-9b6a-faa5b8b4bb51 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.029060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0cab3451-faea-48a5-9b6a-faa5b8b4bb51 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.029060 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0cab3451-faea-48a5-9b6a-faa5b8b4bb51 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9dc5d357-01a6-4a8b-90c5-1ce99c853152 HTTP/1.1" status: 204 len: 168 time: 0.2284696 Sep 22 09:45:22.029060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab3451-faea-48a5-9b6a-faa5b8b4bb51 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dc5d357-01a6-4a8b-90c5-1ce99c853152,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:22.029060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53324) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:22.043341 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.048832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.082993 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-856534fc-f117-4a38-bfa8-65b531baa5ee tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0550451 Sep 22 09:45:22.085970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53326) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:22.118370 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7154810d-783a-4ff4-a652-e68f144c7641 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.127945 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7154810d-783a-4ff4-a652-e68f144c7641 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.182853 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3e95bc53-208d-40c3-b4dd-78f1c4e5988a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.202835 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.205515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Fanout notify agent at l3_agent the message router_deleted on router c2ea7c19-ebd1-44e1-9366-966dedf8f6cb {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:45:22.214120 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.215298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-40ece72c-4a03-49d1-aca6-ab0c7b3b0afb tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/c2ea7c19-ebd1-44e1-9366-966dedf8f6cb HTTP/1.1" status: 204 len: 168 time: 2.3049793 Sep 22 09:45:22.219718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53330) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:22.226990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4c5639bc-5e3b-431a-ba88-22126092764a tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1148416870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:22.299843 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3e95bc53-208d-40c3-b4dd-78f1c4e5988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.345682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3e95bc53-208d-40c3-b4dd-78f1c4e5988a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d744ae1aec14b39b6a68ff42f82554f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411030 Sep 22 09:45:22.347026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95bc53-208d-40c3-b4dd-78f1c4e5988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093c9673-6d84-4df6-9cf3-0d25e704ff91,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:22.347738 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7154810d-783a-4ff4-a652-e68f144c7641 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.349509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53332) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:22.357008 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7154810d-783a-4ff4-a652-e68f144c7641 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.360855 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7154810d-783a-4ff4-a652-e68f144c7641 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a5668a3c-41de-4c82-82cf-49133171936f HTTP/1.1" status: 204 len: 168 time: 0.2711995 Sep 22 09:45:22.362528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53336) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:22.376815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154810d-783a-4ff4-a652-e68f144c7641 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5668a3c-41de-4c82-82cf-49133171936f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:22.419010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f830c327-8b9e-4971-8524-64044e0dc132 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0537846 Sep 22 09:45:22.421730 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53338) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:22.434827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-859ae763-8302-4b7d-86cf-c2dff0fb212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.458494 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-859ae763-8302-4b7d-86cf-c2dff0fb212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.532529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923592a8-34be-4124-b213-9b8e87beb648 req-957c3009-5d81-4bee-bdb4-620e8b7d0704 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:22.534204 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-923592a8-34be-4124-b213-9b8e87beb648 req-957c3009-5d81-4bee-bdb4-620e8b7d0704 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.45 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 946 time: 0.0906329 Sep 22 09:45:22.537693 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f13ff02-12c2-4818-bafc-824faed831f7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.547814 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c5639bc-5e3b-431a-ba88-22126092764a tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.557903 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c5639bc-5e3b-431a-ba88-22126092764a tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.593805 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f13ff02-12c2-4818-bafc-824faed831f7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.718132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb475e8d-6023-4611-b684-e92e94d85c5e req-fa30282e-3b4a-4880-b89b-28652c16a54c tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:22.719682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb475e8d-6023-4611-b684-e92e94d85c5e req-fa30282e-3b4a-4880-b89b-28652c16a54c tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 946 time: 0.1047623 Sep 22 09:45:22.725170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-923592a8-34be-4124-b213-9b8e87beb648 req-8a1447a0-2e51-43f3-bafc-e4a797439239 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Deleting port 37119afd-55b4-4588-8476-b509facc286f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:22.725510 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-923592a8-34be-4124-b213-9b8e87beb648 req-8a1447a0-2e51-43f3-bafc-e4a797439239 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.779088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-859ae763-8302-4b7d-86cf-c2dff0fb212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.801846 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-859ae763-8302-4b7d-86cf-c2dff0fb212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.801846 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-859ae763-8302-4b7d-86cf-c2dff0fb212e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/093c9673-6d84-4df6-9cf3-0d25e704ff91 HTTP/1.1" status: 204 len: 168 time: 0.4297042 Sep 22 09:45:22.801846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ae763-8302-4b7d-86cf-c2dff0fb212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093c9673-6d84-4df6-9cf3-0d25e704ff91,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:22.829742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb475e8d-6023-4611-b684-e92e94d85c5e req-492f8204-0648-45d7-90b5-5fc08c804390 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883474 Sep 22 09:45:22.832780 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f13ff02-12c2-4818-bafc-824faed831f7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.835326 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f13ff02-12c2-4818-bafc-824faed831f7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.836479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8f13ff02-12c2-4818-bafc-824faed831f7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-groups/d23f619c-2adf-4823-8aa6-7c65fc6f6cc3 HTTP/1.1" status: 204 len: 168 time: 0.4136202 Sep 22 09:45:22.843623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53350) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:22.877155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13ff02-12c2-4818-bafc-824faed831f7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23f619c-2adf-4823-8aa6-7c65fc6f6cc3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:22.916405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-923592a8-34be-4124-b213-9b8e87beb648 req-8a1447a0-2e51-43f3-bafc-e4a797439239 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] For port 37119afd-55b4-4588-8476-b509facc286f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=37119afd-55b4-4588-8476-b509facc286f,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:45:22.917338 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-923592a8-34be-4124-b213-9b8e87beb648 req-8a1447a0-2e51-43f3-bafc-e4a797439239 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:22.953560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-923592a8-34be-4124-b213-9b8e87beb648 req-8a1447a0-2e51-43f3-bafc-e4a797439239 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Calling delete_port for 37119afd-55b4-4588-8476-b509facc286f owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:22.973986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eb9e6d5d-dd73-4cb8-af2a-5a46dcabbfed tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244292 Sep 22 09:45:22.980884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53354) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:22.994787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9470bc1a-1ba8-42fe-9413-7355a43b99ff tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group': {'name': 'tempest-secgroup--481062147'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:23.000655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c5639bc-5e3b-431a-ba88-22126092764a tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:23.103992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da2e4c-7853-4389-8e21-c8f199f279fc req-df6fc65d-fe8f-44a5-8647-8eb70c6cbe48 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:23.105602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55da2e4c-7853-4389-8e21-c8f199f279fc req-df6fc65d-fe8f-44a5-8647-8eb70c6cbe48 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.0837066 Sep 22 09:45:23.147912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c5639bc-5e3b-431a-ba88-22126092764a tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:23.216830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55da2e4c-7853-4389-8e21-c8f199f279fc req-accb6fab-59d7-44b8-a948-547c16d56eb1 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993733 Sep 22 09:45:23.230102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9470bc1a-1ba8-42fe-9413-7355a43b99ff tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:23.247352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e151daa4-bebc-4b46-8c26-126f8ef6a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:23.248680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e151daa4-bebc-4b46-8c26-126f8ef6a09c service neutron] 10.222.0.60 "GET /v2.0/ports/0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 1027 time: 0.0744896 Sep 22 09:45:23.282546 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:23.304063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-22c2e922-7acc-45e3-b76d-b102a434ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:23.305562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-22c2e922-7acc-45e3-b76d-b102a434ecc7 service neutron] 10.222.0.60 "GET /v2.0/ports/c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 1027 time: 0.0491202 Sep 22 09:45:23.339119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af74844b-94d1-4ef8-a134-9c67b916b561 req-e28f7dcd-d8b2-413f-9070-83f30cd42700 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0455515 Sep 22 09:45:23.388545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c5639bc-5e3b-431a-ba88-22126092764a tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:23.390795 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4c5639bc-5e3b-431a-ba88-22126092764a tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1695781 Sep 22 09:45:23.393979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53366) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:23.409310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'enable_snat': False}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:23.534086 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-923592a8-34be-4124-b213-9b8e87beb648 req-8a1447a0-2e51-43f3-bafc-e4a797439239 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:23.553620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['867df263-ca48-4844-b194-8caf6f608284'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:45:23.557367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['37119afd-55b4-4588-8476-b509facc286f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:45:23.587710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1447a0-2e51-43f3-bafc-e4a797439239 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Pushing event deleted for resources: {'Port': ['ID=37119afd-55b4-4588-8476-b509facc286f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:23.596084 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9470bc1a-1ba8-42fe-9413-7355a43b99ff tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:23.619652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e45a804b-84d8-41e5-ae93-1955878beb1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:23.625767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e45a804b-84d8-41e5-ae93-1955878beb1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:23.632778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e45a804b-84d8-41e5-ae93-1955878beb1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:23.634101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e45a804b-84d8-41e5-ae93-1955878beb1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "GET /v2.0/networks?id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=be65fbb3-88b8-40fa-bf49-309829d1dde6&id=be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 200 len: 1989 time: 0.3219540 Sep 22 09:45:23.704994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9470bc1a-1ba8-42fe-9413-7355a43b99ff tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:23.771649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470bc1a-1ba8-42fe-9413-7355a43b99ff tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a073430c-8886-4ea0-adde-f18c2c0f8260,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:23.774214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-923592a8-34be-4124-b213-9b8e87beb648 req-8a1447a0-2e51-43f3-bafc-e4a797439239 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] No DVR routers for this DVR port 37119afd-55b4-4588-8476-b509facc286f on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:45:23.787261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-923592a8-34be-4124-b213-9b8e87beb648 req-8a1447a0-2e51-43f3-bafc-e4a797439239 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:23.787261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-923592a8-34be-4124-b213-9b8e87beb648 req-8a1447a0-2e51-43f3-bafc-e4a797439239 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.45 "DELETE /v2.0/ports/37119afd-55b4-4588-8476-b509facc286f HTTP/1.1" status: 204 len: 173 time: 1.2355440 Sep 22 09:45:23.787261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93db1a4-221f-4724-9749-c93d0c71cc40', 'name': 'network-vif-deleted', 'tag': '37119afd-55b4-4588-8476-b509facc286f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:45:23.787261 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c5bf11-98af-4129-84fb-4307cb5ef1a7" -d '{"events": [{"server_uuid": "e93db1a4-221f-4724-9749-c93d0c71cc40", "name": "network-vif-deleted", "tag": "37119afd-55b4-4588-8476-b509facc286f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:45:23.804098 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f5762951-66c3-4ea8-93de-7374ad8f2dc8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22197b2546c8417b9346924b78156bd9 HTTP/1.1" status: 200 len: 380 time: 0.1575630 Sep 22 09:45:23.818986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c0251-e544-4866-b307-321de93700f1 req-3bb3d657-a3d9-42ef-be4b-cd414523e0a6 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:23.822342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-058c0251-e544-4866-b307-321de93700f1 req-3bb3d657-a3d9-42ef-be4b-cd414523e0a6 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.2860665 Sep 22 09:45:23.829286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'admin_state_up': True, 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'security_groups': ['56644c1b-3fc8-4443-82b4-ea2e5bcb0b05']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:23.835289 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9470bc1a-1ba8-42fe-9413-7355a43b99ff tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:23.837018 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9470bc1a-1ba8-42fe-9413-7355a43b99ff tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8549306 Sep 22 09:45:23.841769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53382) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:23.846990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-24aaba7b-9e0d-41a7-bc55-46fc2456489f tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': 'a073430c-8886-4ea0-adde-f18c2c0f8260', 'direction': 'ingress', 'protocol': 17}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:24.005314 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-058c0251-e544-4866-b307-321de93700f1 req-9451c2cb-1ab5-4ff3-86d3-c596e804d31e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618099 Sep 22 09:45:24.075087 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.107176 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24aaba7b-9e0d-41a7-bc55-46fc2456489f tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.136808 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c173228-088b-49a3-9a58-42316d8d8b57 x-openstack-request-id: req-2c173228-088b-49a3-9a58-42316d8d8b57 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:45:24.137105 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93db1a4-221f-4724-9749-c93d0c71cc40", "name": "network-vif-deleted", "tag": "37119afd-55b4-4588-8476-b509facc286f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:45:24.137444 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c173228-088b-49a3-9a58-42316d8d8b57 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:45:24.138016 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93db1a4-221f-4724-9749-c93d0c71cc40', 'name': 'network-vif-deleted', 'tag': '37119afd-55b4-4588-8476-b509facc286f', 'status': 'completed', 'code': 200} Sep 22 09:45:24.219939 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24aaba7b-9e0d-41a7-bc55-46fc2456489f tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.266342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5274a0f7-28ea-4f9c-83ca-77ccb1009554 req-dccb5c7e-3435-4b62-8008-47bc24aaa862 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 210 time: 0.0295219 Sep 22 09:45:24.328524 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3c1a725c-7e0a-4a59-b7f4-d1e2a6ea061b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.329372 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:45:24.336365 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.397296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.397453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24aaba7b-9e0d-41a7-bc55-46fc2456489f tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.425114 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.514453 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.530989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaba7b-9e0d-41a7-bc55-46fc2456489f tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3a807c-87dc-436b-b702-d3dd695e4b75,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:24.560413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Allocated IP 172.25.6.70 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/797503d8-cbfe-4cef-88e0-058a2c051061) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:24.633981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Allocated IP 172.20.0.3 (2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7/5da2a3ed-b29b-428a-b8c1-defac8adcba1/3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:24.692613 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24aaba7b-9e0d-41a7-bc55-46fc2456489f tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.693903 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-24aaba7b-9e0d-41a7-bc55-46fc2456489f tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8505642 Sep 22 09:45:24.697435 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.707435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53404) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:24.800463 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc2ec-91ff-45e3-a6ad-bbbf3802d938 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.820382 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.868952 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc2ec-91ff-45e3-a6ad-bbbf3802d938 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.912467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:24.970541 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e5bfa16-ce09-498d-8200-772819b7cca8 req-30f4db92-6b07-4284-aec3-b95231fe9dc4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0441482 Sep 22 09:45:24.990175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:25.001105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:25.006866 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Pushing event updated for resources: {'Port': ['ID=797503d8-cbfe-4cef-88e0-058a2c051061,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:25.007356 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:25.038085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:25.134455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Port': ['ID=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:25.187216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:25.190777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:25.195232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:25.212769 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc2ec-91ff-45e3-a6ad-bbbf3802d938 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:25.216477 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc2ec-91ff-45e3-a6ad-bbbf3802d938 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:25.221719 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3f4bc2ec-91ff-45e3-a6ad-bbbf3802d938 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-groups/a073430c-8886-4ea0-adde-f18c2c0f8260 HTTP/1.1" status: 204 len: 168 time: 0.5126081 Sep 22 09:45:25.222470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53422) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:25.264209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9f6a6-0f83-4fcf-9e15-01a6f8e4e769 req-388376e5-cece-47d3-94fa-c48f86d4dcd9 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:25.265652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bc2ec-91ff-45e3-a6ad-bbbf3802d938 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a073430c-8886-4ea0-adde-f18c2c0f8260,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:25.273792 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eba9f6a6-0f83-4fcf-9e15-01a6f8e4e769 req-388376e5-cece-47d3-94fa-c48f86d4dcd9 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1258810 Sep 22 09:45:25.348950 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a00e53d9-d072-4ce0-85ed-b3e15d079263 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1191216 Sep 22 09:45:25.349741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53428) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:25.356295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5fb76d4e-7ea5-408b-9890-5d3b5d947c68 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group': {'name': 'tempest-secgroup--877682534'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:25.378885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:25.382859 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:25.388708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eba9f6a6-0f83-4fcf-9e15-01a6f8e4e769 req-86adae70-b28f-49f0-91da-c96b3cc68e1f tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140773 Sep 22 09:45:25.518924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68952ddd-5011-48ff-8840-06b5b20102cc req-998569d1-b19d-4c01-b25d-96df43ff77e4 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=e93db1a4-221f-4724-9749-c93d0c71cc40 HTTP/1.1" status: 200 len: 210 time: 0.0334411 Sep 22 09:45:25.589455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-28e86710-a912-4927-9637-50320af7c3b3 None None] Provisioning complete for port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:25.589994 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28e86710-a912-4927-9637-50320af7c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:25.591141 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fb76d4e-7ea5-408b-9890-5d3b5d947c68 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:25.643422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-28e86710-a912-4927-9637-50320af7c3b3 None None] Port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:45:25.673654 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:25.702926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2a71666d-5edf-4ef2-83bb-bb775423e085 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8787436 Sep 22 09:45:25.714818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc', 'admin_state_up': True, 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'security_groups': ['56644c1b-3fc8-4443-82b4-ea2e5bcb0b05']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:25.860969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fb76d4e-7ea5-408b-9890-5d3b5d947c68 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:25.961652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:25.965197 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:26.009943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fb76d4e-7ea5-408b-9890-5d3b5d947c68 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:26.051812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb76d4e-7ea5-408b-9890-5d3b5d947c68 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe99023-70d6-4738-abb4-a1a08cb4dfa3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:26.141631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 37119afd-55b4-4588-8476-b509facc286f no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:45:26.152632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bac2c4-ef09-476f-8b48-1ad33b344c86 req-00f3ca12-fc49-4386-b691-ba58f9edda8e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:26.154209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1bac2c4-ef09-476f-8b48-1ad33b344c86 req-00f3ca12-fc49-4386-b691-ba58f9edda8e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 931 time: 0.0583680 Sep 22 09:45:26.163268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 37119afd-55b4-4588-8476-b509facc286f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:45:26.163644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 37119afd-55b4-4588-8476-b509facc286f not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:45:26.187777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:45:26.194359 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:26.207272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1bac2c4-ef09-476f-8b48-1ad33b344c86 req-60008daa-8593-4ece-bc6f-d9ddd53010c4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454552 Sep 22 09:45:26.333706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Router 6c2364ab-b49a-4968-9b55-803a2d7c0948 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:45:26.341672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Allocated IP 10.1.1.62 (8184ddc6-2fef-4d94-ac83-f12c88be7cbc/e32912fe-853b-4a0d-a3ba-e5719cb99b0f/e38bdda8-3d91-4727-8ba3-e4090db362aa) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:26.461957 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fb76d4e-7ea5-408b-9890-5d3b5d947c68 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:26.463483 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5fb76d4e-7ea5-408b-9890-5d3b5d947c68 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1118357 Sep 22 09:45:26.466691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53444) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:26.473068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-01553828-a6aa-4429-aeb0-a648068bac57 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group': {'name': 'tempest-secgroup--348765881'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:26.495205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:45:26.503858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:26.507639 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-131663a1-14b3-49b2-ab80-eafbd7376b6d tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "PUT /v2.0/routers/6c2364ab-b49a-4968-9b55-803a2d7c0948 HTTP/1.1" status: 200 len: 915 time: 3.1094429 Sep 22 09:45:26.509113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53446) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:26.517787 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c43d0-385f-40d6-8504-973ca971b773 None None] Sync routers for ids ['6c2364ab-b49a-4968-9b55-803a2d7c0948'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:45:26.546185 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c43d0-385f-40d6-8504-973ca971b773 None None] Routers {'6c2364ab-b49a-4968-9b55-803a2d7c0948'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:26.547782 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-049c43d0-385f-40d6-8504-973ca971b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6c2364ab-b49a-4968-9b55-803a2d7c0948'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:26.557546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:26.573608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ff3b1-47e3-405a-b5e5-640fed2a2bfc req-45acfe1f-781e-4813-8c7b-1674f5c2c048 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:26.582527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b79ff3b1-47e3-405a-b5e5-640fed2a2bfc req-45acfe1f-781e-4813-8c7b-1674f5c2c048 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0996618 Sep 22 09:45:26.621563 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-049c43d0-385f-40d6-8504-973ca971b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:26.644352 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b79ff3b1-47e3-405a-b5e5-640fed2a2bfc req-035b92f9-3fb4-4d77-8576-4ee8648c74f7 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607438 Sep 22 09:45:26.645084 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c43d0-385f-40d6-8504-973ca971b773 None None] Routers {'6c2364ab-b49a-4968-9b55-803a2d7c0948'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:26.645907 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-049c43d0-385f-40d6-8504-973ca971b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6c2364ab-b49a-4968-9b55-803a2d7c0948'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:26.721933 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a6ecc1ce-a264-4822-a1bb-8927479c3c03 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/routers/6c2364ab-b49a-4968-9b55-803a2d7c0948 HTTP/1.1" status: 200 len: 921 time: 0.2087979 Sep 22 09:45:26.721933 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01553828-a6aa-4429-aeb0-a648068bac57 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:26.722121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53462) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:26.740695 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-049c43d0-385f-40d6-8504-973ca971b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:26.741633 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c43d0-385f-40d6-8504-973ca971b773 None None] The sync data for ids ['6c2364ab-b49a-4968-9b55-803a2d7c0948'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:45:26.813002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bcdc6d-52b4-49b2-9b4b-adf76679057b tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:26.816040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-91bcdc6d-52b4-49b2-9b4b-adf76679057b tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&device_id=6c2364ab-b49a-4968-9b55-803a2d7c0948&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0922060 Sep 22 09:45:26.818952 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:26.823195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53468) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:26.919339 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd6273e9-5727-4fbe-aea2-fc47c86250c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:26.928990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:26.928990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:26.928990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:26.938363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Port': ['ID=e38bdda8-3d91-4727-8ba3-e4090db362aa,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:27.003330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:27.012783 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:27.029195 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01553828-a6aa-4429-aeb0-a648068bac57 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:27.058900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c156e6-a769-4dd3-be1a-627f20bc9cf0 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:27.062061 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-97c156e6-a769-4dd3-be1a-627f20bc9cf0 tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 881 time: 0.2378328 Sep 22 09:45:27.066024 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53474) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:27.108186 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-56cf22d6-af57-4380-a01b-4d504229d0f2 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c2364ab-b49a-4968-9b55-803a2d7c0948 HTTP/1.1" status: 200 len: 205 time: 0.0406084 Sep 22 09:45:27.118707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53476) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:27.182082 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01553828-a6aa-4429-aeb0-a648068bac57 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:27.231255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01553828-a6aa-4429-aeb0-a648068bac57 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04104561-e7eb-4daa-8722-0c29b144c2a0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:27.284281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d1322f14-1c4f-4df8-a174-bd904fef0975 None None] Provisioning complete for port e38bdda8-3d91-4727-8ba3-e4090db362aa triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:27.284702 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1322f14-1c4f-4df8-a174-bd904fef0975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:27.286478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-07b16ad8-0618-442b-8a14-17c720d44e78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5762150 Sep 22 09:45:27.309161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc', 'admin_state_up': True, 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'security_groups': ['56644c1b-3fc8-4443-82b4-ea2e5bcb0b05']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:27.320206 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:27.345515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d1322f14-1c4f-4df8-a174-bd904fef0975 None None] Port e38bdda8-3d91-4727-8ba3-e4090db362aa cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:45:27.409587 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01553828-a6aa-4429-aeb0-a648068bac57 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:27.411044 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-01553828-a6aa-4429-aeb0-a648068bac57 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9432948 Sep 22 09:45:27.413547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53484) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:27.418831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7dd3856c-9b7a-4bdd-9d65-e718d501a4cb tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': '8fe99023-70d6-4738-abb4-a1a08cb4dfa3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '04104561-e7eb-4daa-8722-0c29b144c2a0', 'remote_ip_prefix': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:27.468996 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:27.559275 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:27.591645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c7b30-19a6-4d28-9ff1-654d4c8573d6 req-6322b242-a90f-4082-8064-f65dff7c89e0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:27.598910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c7b30-19a6-4d28-9ff1-654d4c8573d6 req-6322b242-a90f-4082-8064-f65dff7c89e0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:27.600564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-658c7b30-19a6-4d28-9ff1-654d4c8573d6 req-6322b242-a90f-4082-8064-f65dff7c89e0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 1652 time: 0.1901026 Sep 22 09:45:27.650827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7dd3856c-9b7a-4bdd-9d65-e718d501a4cb tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:27.691422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-658c7b30-19a6-4d28-9ff1-654d4c8573d6 req-e8464213-7db2-4789-8b10-44bd0d4273b0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754974 Sep 22 09:45:27.819344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:45:27.822097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:27.888916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf94257-de1e-4d1c-b30f-b45e0a4963a1 req-7fcb7275-af4d-476c-889b-1ad6fdd48a9b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:27.897085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cbf94257-de1e-4d1c-b30f-b45e0a4963a1 req-7fcb7275-af4d-476c-889b-1ad6fdd48a9b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0901840 Sep 22 09:45:28.016042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cbf94257-de1e-4d1c-b30f-b45e0a4963a1 req-4e9fbfee-e22e-4a3e-b461-73e97ba269e4 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179163 Sep 22 09:45:28.079426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.128237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Allocated IP 10.1.1.89 (8184ddc6-2fef-4d94-ac83-f12c88be7cbc/e32912fe-853b-4a0d-a3ba-e5719cb99b0f/1d4d5ab5-e08f-46ac-a384-1a182fd61f3b) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:28.156311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Deleting port 797503d8-cbfe-4cef-88e0-058a2c051061 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:28.156311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.199095 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7dd3856c-9b7a-4bdd-9d65-e718d501a4cb tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.268953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.269655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Calling delete_port for 797503d8-cbfe-4cef-88e0-058a2c051061 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:28.398014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7dd3856c-9b7a-4bdd-9d65-e718d501a4cb tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.433586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3856c-9b7a-4bdd-9d65-e718d501a4cb tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2ddca5-88b9-4656-8c43-56e83a6c63fb,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:28.597206 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.610251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7dd3856c-9b7a-4bdd-9d65-e718d501a4cb tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.610251 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7dd3856c-9b7a-4bdd-9d65-e718d501a4cb tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1922109 Sep 22 09:45:28.613440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53506) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:28.645015 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f290bca6-92bc-4449-8e12-8b3635e85363 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.661263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f290bca6-92bc-4449-8e12-8b3635e85363 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.751121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.821460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Pushing event deleted for resources: {'Port': ['ID=797503d8-cbfe-4cef-88e0-058a2c051061,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:28.834768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.865510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f290bca6-92bc-4449-8e12-8b3635e85363 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.899498 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f290bca6-92bc-4449-8e12-8b3635e85363 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:28.904004 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f290bca6-92bc-4449-8e12-8b3635e85363 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6c2ddca5-88b9-4656-8c43-56e83a6c63fb HTTP/1.1" status: 204 len: 168 time: 0.2891119 Sep 22 09:45:28.907163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290bca6-92bc-4449-8e12-8b3635e85363 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c2ddca5-88b9-4656-8c43-56e83a6c63fb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:28.918475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53512) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:28.979510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Port': ['ID=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:28.993622 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce79789b-6da9-4699-bd6a-f14155282261 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0736096 Sep 22 09:45:29.003585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53516) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:29.014682 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.070633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:29.080603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:29.098229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:29.131712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f322cf-e0c9-431c-891a-c19fe61aea44 req-84382cb2-675f-42bc-91e7-52a4194ee89e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:29.136493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.139565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.141050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f322cf-e0c9-431c-891a-c19fe61aea44 req-84382cb2-675f-42bc-91e7-52a4194ee89e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:29.145962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20f322cf-e0c9-431c-891a-c19fe61aea44 req-84382cb2-675f-42bc-91e7-52a4194ee89e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 1652 time: 0.3647513 Sep 22 09:45:29.348694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df553808-87d0-4e2f-894a-09ed3d370c10 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.376805 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df553808-87d0-4e2f-894a-09ed3d370c10 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.395648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:29.396304 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.420922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.421531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Fanout notify agent at l3_agent the message router_deleted on router 6c2364ab-b49a-4968-9b55-803a2d7c0948 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:45:29.431100 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.436288 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9935b9e8-a6cf-40a3-b666-7f8bdda87fef tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/6c2364ab-b49a-4968-9b55-803a2d7c0948 HTTP/1.1" status: 204 len: 168 time: 2.3162284 Sep 22 09:45:29.437199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53528) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:29.438494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20f322cf-e0c9-431c-891a-c19fe61aea44 req-fb7d1523-ff92-4dad-850d-ee1f200c0dc4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337046 Sep 22 09:45:29.472313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1203013784', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:29.542087 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df553808-87d0-4e2f-894a-09ed3d370c10 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.544622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df553808-87d0-4e2f-894a-09ed3d370c10 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.548372 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df553808-87d0-4e2f-894a-09ed3d370c10 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-groups/04104561-e7eb-4daa-8722-0c29b144c2a0 HTTP/1.1" status: 204 len: 168 time: 0.5523376 Sep 22 09:45:29.549526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53532) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:29.594717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f410800d-5f6a-464d-a062-d6dce49d4a38 None None] Provisioning complete for port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:29.595663 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f410800d-5f6a-464d-a062-d6dce49d4a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.598256 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-6bb97cfa-2735-4716-84a7-f99c63e26c88 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3034284 Sep 22 09:45:29.613044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6', 'admin_state_up': True, 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'security_groups': ['56644c1b-3fc8-4443-82b4-ea2e5bcb0b05']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:29.623292 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df553808-87d0-4e2f-894a-09ed3d370c10 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04104561-e7eb-4daa-8722-0c29b144c2a0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:29.739709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f410800d-5f6a-464d-a062-d6dce49d4a38 None None] Port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:45:29.762530 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4fedef2b-1923-48f6-bd89-c0a0caac3280 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2084205 Sep 22 09:45:29.763564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.764684 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.768471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53536) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:29.826832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad2ee2-34ba-463a-b6cf-a6469707ebac req-f9ddf09d-8ada-4a48-977e-5214999b30b0 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:29.833156 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.834924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74ad2ee2-34ba-463a-b6cf-a6469707ebac req-f9ddf09d-8ada-4a48-977e-5214999b30b0 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.3023341 Sep 22 09:45:29.905703 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.928547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8cac546-e29c-43e7-9225-e36d178e1d4b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:29.930666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74ad2ee2-34ba-463a-b6cf-a6469707ebac req-9ae9226f-3571-4741-9938-e70b775bc5c5 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941269 Sep 22 09:45:29.968571 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8cac546-e29c-43e7-9225-e36d178e1d4b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:30.030867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:45:30.183716 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:30.239595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8cac546-e29c-43e7-9225-e36d178e1d4b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:30.246550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8cac546-e29c-43e7-9225-e36d178e1d4b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:30.247962 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d8cac546-e29c-43e7-9225-e36d178e1d4b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-groups/8fe99023-70d6-4738-abb4-a1a08cb4dfa3 HTTP/1.1" status: 204 len: 168 time: 0.4771097 Sep 22 09:45:30.256678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53548) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:30.327580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cac546-e29c-43e7-9225-e36d178e1d4b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe99023-70d6-4738-abb4-a1a08cb4dfa3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:30.382869 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:30.557122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9fd9caaa-e5b9-45fc-9369-5cdfa9fd4cff tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2981594 Sep 22 09:45:30.563433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53554) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:30.572174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4f35a60b-580a-4cf8-9669-c95da68b2576 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221520471'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:30.726410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd860c27-89fb-408e-8e77-a7e6496680c8 req-6c86b723-22b8-4b8d-bc6b-b17f95d1a0fd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:30.732661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd860c27-89fb-408e-8e77-a7e6496680c8 req-6c86b723-22b8-4b8d-bc6b-b17f95d1a0fd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:30.746248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd860c27-89fb-408e-8e77-a7e6496680c8 req-6c86b723-22b8-4b8d-bc6b-b17f95d1a0fd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:30.747226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd860c27-89fb-408e-8e77-a7e6496680c8 req-6c86b723-22b8-4b8d-bc6b-b17f95d1a0fd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 2372 time: 0.1672087 Sep 22 09:45:30.760778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Allocated IP 10.2.2.100 (be65fbb3-88b8-40fa-bf49-309829d1dde6/f4c35a87-5f11-4dbd-b88c-691f707ebeaf/180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:30.798379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f35a60b-580a-4cf8-9669-c95da68b2576 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:30.826277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd860c27-89fb-408e-8e77-a7e6496680c8 req-f20b4fb8-42a2-4ee7-a7cb-7ebc90c91e87 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759130 Sep 22 09:45:30.911589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:30.937805 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.068397 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.082543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Allocated IP 172.25.6.120 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/dbe27171-bfe0-47f5-bc90-9c116fb644d4) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:31.094781 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f35a60b-580a-4cf8-9669-c95da68b2576 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.182790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f35a60b-580a-4cf8-9669-c95da68b2576 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.228830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35a60b-580a-4cf8-9669-c95da68b2576 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2950d3f7-b114-4115-b91d-3be099d7fe7a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:31.229134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.319856 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.381817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network be65fbb3-88b8-40fa-bf49-309829d1dde6 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:31.387803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:31.390294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Port': ['ID=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:31.392609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:31.398188 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f35a60b-580a-4cf8-9669-c95da68b2576 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.399589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4f35a60b-580a-4cf8-9669-c95da68b2576 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8310969 Sep 22 09:45:31.411384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53568) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:31.423407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-53aba717-ab8b-4812-af2b-af82abd22635 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': '2950d3f7-b114-4115-b91d-3be099d7fe7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:31.458042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:31.459088 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.477406 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.536504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:31.539365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:31.546901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:31.550388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Pushing event updated for resources: {'Port': ['ID=dbe27171-bfe0-47f5-bc90-9c116fb644d4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:31.663551 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53aba717-ab8b-4812-af2b-af82abd22635 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.746968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-c77140df-b9c9-45de-86c3-316c367a85f1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1392272 Sep 22 09:45:31.758347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6', 'admin_state_up': True, 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'security_groups': ['56644c1b-3fc8-4443-82b4-ea2e5bcb0b05']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:31.821140 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53aba717-ab8b-4812-af2b-af82abd22635 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.904993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-db740b15-dbfb-479e-9e19-7e0766a5cc4b None None] Provisioning complete for port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:31.906823 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-db740b15-dbfb-479e-9e19-7e0766a5cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:31.995589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-db740b15-dbfb-479e-9e19-7e0766a5cc4b None None] Port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:45:32.043947 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53aba717-ab8b-4812-af2b-af82abd22635 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:32.071963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8f3e-6338-42d0-841b-4e405b0b1073 req-4dc3cf8b-1c1e-4005-9de9-7fbf34949e3b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:32.078691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8f3e-6338-42d0-841b-4e405b0b1073 req-4dc3cf8b-1c1e-4005-9de9-7fbf34949e3b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:32.085961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8f3e-6338-42d0-841b-4e405b0b1073 req-4dc3cf8b-1c1e-4005-9de9-7fbf34949e3b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:32.092669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c8f3e-6338-42d0-841b-4e405b0b1073 req-4dc3cf8b-1c1e-4005-9de9-7fbf34949e3b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:32.094755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d8c8f3e-6338-42d0-841b-4e405b0b1073 req-4dc3cf8b-1c1e-4005-9de9-7fbf34949e3b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 3093 time: 0.1002729 Sep 22 09:45:32.122746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aba717-ab8b-4812-af2b-af82abd22635 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b2ec42-b2c9-4aeb-806c-07456f3174c1,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:32.182747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Made reservation on behalf of 22197b2546c8417b9346924b78156bd9 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:45:32.197832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:32.246722 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d8c8f3e-6338-42d0-841b-4e405b0b1073 req-644117ae-6b6c-408c-a919-fa8a589bf801 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448944 Sep 22 09:45:32.257833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:32.371126 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53aba717-ab8b-4812-af2b-af82abd22635 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:32.375877 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-53aba717-ab8b-4812-af2b-af82abd22635 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9609237 Sep 22 09:45:32.383885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53588) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:32.747102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:32.756367 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee1d33d8-a393-48a8-b69c-934013436cd6 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:32.765199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Allocated IP 10.2.2.200 (be65fbb3-88b8-40fa-bf49-309829d1dde6/f4c35a87-5f11-4dbd-b88c-691f707ebeaf/ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:32.801179 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee1d33d8-a393-48a8-b69c-934013436cd6 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:33.106843 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:33.193434 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee1d33d8-a393-48a8-b69c-934013436cd6 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:33.223144 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee1d33d8-a393-48a8-b69c-934013436cd6 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:33.229809 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ee1d33d8-a393-48a8-b69c-934013436cd6 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c1b2ec42-b2c9-4aeb-806c-07456f3174c1 HTTP/1.1" status: 204 len: 168 time: 0.8447683 Sep 22 09:45:33.236131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53602) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:33.247717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0b4da-4097-46f9-a56f-106667d580de req-c34c6589-ce82-4b8c-88e1-a04fc20b77c6 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:33.261111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fe0b4da-4097-46f9-a56f-106667d580de req-c34c6589-ce82-4b8c-88e1-a04fc20b77c6 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 945 time: 0.0848396 Sep 22 09:45:33.265567 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:33.280283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Router 9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:45:33.282438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d33d8-a393-48a8-b69c-934013436cd6 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1b2ec42-b2c9-4aeb-806c-07456f3174c1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:33.398558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Network be65fbb3-88b8-40fa-bf49-309829d1dde6 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:33.400920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event updated for resources: {'Port': ['ID=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:33.412110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:33.436306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:33.460332 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-59ddb157-d619-4ddd-95ea-3ccc664cdc8a tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2201939 Sep 22 09:45:33.468121 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53610) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:33.615518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:33.620240 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:33.696276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fe0b4da-4097-46f9-a56f-106667d580de req-3c653808-1f49-4536-b781-5266e0803448 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/security-groups?id=c9b87d67-3706-487a-b3db-5aeaae24a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263165 Sep 22 09:45:33.739164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-de6c1abc-f56b-47d3-a7eb-12de67d583b2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9839616 Sep 22 09:45:33.753116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:33.867851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22de1ca7-37fb-498e-a8f8-c4c1e9e002aa None None] Provisioning complete for port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:45:33.868413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22de1ca7-37fb-498e-a8f8-c4c1e9e002aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:33.948463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22de1ca7-37fb-498e-a8f8-c4c1e9e002aa None None] Port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:45:34.055378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20f9e462-c569-4159-857a-8b871234fe44 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:34.098075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:45:34.113758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c402fc7a-7d4c-45d8-b50b-298503e11657 None None] Sync routers for ids ['9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:45:34.140556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c402fc7a-7d4c-45d8-b50b-298503e11657 None None] Routers {'9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:34.141389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c402fc7a-7d4c-45d8-b50b-298503e11657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:45:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:34.203963 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20f9e462-c569-4159-857a-8b871234fe44 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:34.222236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c402fc7a-7d4c-45d8-b50b-298503e11657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:34.236030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c402fc7a-7d4c-45d8-b50b-298503e11657 None None] Routers {'9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:34.237696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c402fc7a-7d4c-45d8-b50b-298503e11657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:45:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:34.281839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c402fc7a-7d4c-45d8-b50b-298503e11657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:34.282792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c402fc7a-7d4c-45d8-b50b-298503e11657 None None] The sync data for ids ['9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:45:34.418357 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:34.425792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20f9e462-c569-4159-857a-8b871234fe44 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:34.430729 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20f9e462-c569-4159-857a-8b871234fe44 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:34.435719 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-20f9e462-c569-4159-857a-8b871234fe44 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-groups/2950d3f7-b114-4115-b91d-3be099d7fe7a HTTP/1.1" status: 204 len: 168 time: 0.9642615 Sep 22 09:45:34.440063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53626) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:34.452613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9e462-c569-4159-857a-8b871234fe44 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2950d3f7-b114-4115-b91d-3be099d7fe7a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:34.472152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf6560-ad36-4815-8260-98e08bcd5a79 req-2ef29e68-7cc7-4dc3-8cc2-ace7d7d5e90f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:34.479871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf6560-ad36-4815-8260-98e08bcd5a79 req-2ef29e68-7cc7-4dc3-8cc2-ace7d7d5e90f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:34.486729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf6560-ad36-4815-8260-98e08bcd5a79 req-2ef29e68-7cc7-4dc3-8cc2-ace7d7d5e90f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:34.493080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf6560-ad36-4815-8260-98e08bcd5a79 req-2ef29e68-7cc7-4dc3-8cc2-ace7d7d5e90f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:34.499214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf6560-ad36-4815-8260-98e08bcd5a79 req-2ef29e68-7cc7-4dc3-8cc2-ace7d7d5e90f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:34.504947 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:34.508053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aacf6560-ad36-4815-8260-98e08bcd5a79 req-2ef29e68-7cc7-4dc3-8cc2-ace7d7d5e90f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 3814 time: 0.7139902 Sep 22 09:45:34.512334 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fa8ef1ba-f626-435f-98df-e05576b97aca tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0740206 Sep 22 09:45:34.515663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53628) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:34.526900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:34.577366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f1350-142f-4305-9297-729f0d2937c6 req-a2264c39-8251-42f9-99a3-c57b572d5320 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:34.579094 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b36f1350-142f-4305-9297-729f0d2937c6 req-a2264c39-8251-42f9-99a3-c57b572d5320 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 945 time: 0.1011291 Sep 22 09:45:34.621717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aacf6560-ad36-4815-8260-98e08bcd5a79 req-1d8ac230-1c30-4f91-8ebf-922640483c36 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127143 Sep 22 09:45:34.677984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f5ff3aee-c851-47f8-94ca-526e020f6079 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2364795 Sep 22 09:45:34.690316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53630) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:34.700216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ee72da85-594c-43a9-ba4a-162180701b39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667604199'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:34.745595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b36f1350-142f-4305-9297-729f0d2937c6 req-b8a2f43f-867c-416f-b4ed-a444579a6409 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Deleting port 867df263-ca48-4844-b194-8caf6f608284 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:34.745927 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b36f1350-142f-4305-9297-729f0d2937c6 req-b8a2f43f-867c-416f-b4ed-a444579a6409 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:34.855614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b36f1350-142f-4305-9297-729f0d2937c6 req-b8a2f43f-867c-416f-b4ed-a444579a6409 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] For port 867df263-ca48-4844-b194-8caf6f608284, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=867df263-ca48-4844-b194-8caf6f608284,segment=NetworkSegment(7583527d-7166-4a4e-9ac8-5f0728688c48),segment_id=7583527d-7166-4a4e-9ac8-5f0728688c48)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:45:34.856380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b36f1350-142f-4305-9297-729f0d2937c6 req-b8a2f43f-867c-416f-b4ed-a444579a6409 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:34.873225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b36f1350-142f-4305-9297-729f0d2937c6 req-b8a2f43f-867c-416f-b4ed-a444579a6409 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Calling delete_port for 867df263-ca48-4844-b194-8caf6f608284 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:34.957356 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee72da85-594c-43a9-ba4a-162180701b39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.194514 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b36f1350-142f-4305-9297-729f0d2937c6 req-b8a2f43f-867c-416f-b4ed-a444579a6409 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.207780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['867df263-ca48-4844-b194-8caf6f608284'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:45:35.265077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:45:35.266067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2f43f-867c-416f-b4ed-a444579a6409 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Pushing event deleted for resources: {'Port': ['ID=867df263-ca48-4844-b194-8caf6f608284,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:35.295067 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.305865 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.312185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c227af2c-7571-498f-8457-4b25297fd53e req-89b48e0f-7c0c-4e2d-a159-f8bcf1fc707a tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 210 time: 0.0767584 Sep 22 09:45:35.323009 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee72da85-594c-43a9-ba4a-162180701b39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.330987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Transition to ACTIVE for port object 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:45:35.360599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36f1350-142f-4305-9297-729f0d2937c6 req-b8a2f43f-867c-416f-b4ed-a444579a6409 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] No DVR routers for this DVR port 867df263-ca48-4844-b194-8caf6f608284 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:45:35.364697 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b36f1350-142f-4305-9297-729f0d2937c6 req-b8a2f43f-867c-416f-b4ed-a444579a6409 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.378056 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b36f1350-142f-4305-9297-729f0d2937c6 req-b8a2f43f-867c-416f-b4ed-a444579a6409 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.60 "DELETE /v2.0/ports/867df263-ca48-4844-b194-8caf6f608284 HTTP/1.1" status: 204 len: 173 time: 0.7921090 Sep 22 09:45:35.378882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42288d83-c54c-41c7-99b0-5125f23d209f', 'name': 'network-vif-deleted', 'tag': '867df263-ca48-4844-b194-8caf6f608284'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:45:35.384290 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4328caa3-00c2-4687-a7a3-a0e162773fa7" -d '{"events": [{"server_uuid": "42288d83-c54c-41c7-99b0-5125f23d209f", "name": "network-vif-deleted", "tag": "867df263-ca48-4844-b194-8caf6f608284"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:45:35.456960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.460053 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee72da85-594c-43a9-ba4a-162180701b39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.462584 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.564325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22a8c0-deff-4c69-a788-f0247f2cec85 req-d088dcb5-56e9-4e9e-b7f8-830af3a9446c tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:35.572000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd22a8c0-deff-4c69-a788-f0247f2cec85 req-d088dcb5-56e9-4e9e-b7f8-830af3a9446c tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1649604 Sep 22 09:45:35.573892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72da85-594c-43a9-ba4a-162180701b39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffed4fcd-1181-4045-8900-434eca9508a2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:35.603501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b5e8-d45a-4a3f-b121-9cd60c2dec7f req-724adaa9-b9c5-4ab7-81d6-cea4803d2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:35.605189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53e7b5e8-d45a-4a3f-b121-9cd60c2dec7f req-724adaa9-b9c5-4ab7-81d6-cea4803d2cc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 1097 time: 0.2385798 Sep 22 09:45:35.608770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:35.750261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee72da85-594c-43a9-ba4a-162180701b39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.755172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53652) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:35.755485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ee72da85-594c-43a9-ba4a-162180701b39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0639074 Sep 22 09:45:35.761140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7a8d6da8-4a7c-4560-aec6-40951f62350d tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': 'ffed4fcd-1181-4045-8900-434eca9508a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:35.783898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53654) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:35.877087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd22a8c0-deff-4c69-a788-f0247f2cec85 req-89ba371e-0f1b-4d46-8037-3d7c74109a2e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014958 Sep 22 09:45:35.898478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6da8-4a7c-4560-aec6-40951f62350d tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.943992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b5e8-d45a-4a3f-b121-9cd60c2dec7f req-a95877a2-a657-4375-b61e-fcd0d92f080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:35.945821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53e7b5e8-d45a-4a3f-b121-9cd60c2dec7f req-a95877a2-a657-4375-b61e-fcd0d92f080b service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 919 time: 0.2754149 Sep 22 09:45:35.953201 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0555e462-1f94-4663-b267-0c001e16306b x-openstack-request-id: req-0555e462-1f94-4663-b267-0c001e16306b {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:45:35.953499 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42288d83-c54c-41c7-99b0-5125f23d209f", "name": "network-vif-deleted", "tag": "867df263-ca48-4844-b194-8caf6f608284", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:45:35.953745 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0555e462-1f94-4663-b267-0c001e16306b {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:45:35.954139 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42288d83-c54c-41c7-99b0-5125f23d209f', 'name': 'network-vif-deleted', 'tag': '867df263-ca48-4844-b194-8caf6f608284', 'status': 'completed', 'code': 200} Sep 22 09:45:35.975669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Deleting port dbe27171-bfe0-47f5-bc90-9c116fb644d4 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:35.976088 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:35.984278 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6da8-4a7c-4560-aec6-40951f62350d tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.007928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Attempting to bind port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:45:36.008374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Attempting to bind port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:45:36.008848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Attempting to bind port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 on network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:36.028028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53e7b5e8-d45a-4a3f-b121-9cd60c2dec7f req-dbd9c325-e386-44c2-bd17-47115b6b0175 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56ab4d14-5b16-4981-8276-524f895b955c HTTP/1.1" status: 200 len: 217 time: 0.0720358 Sep 22 09:45:36.043533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 on network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:45:36.043869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Attempting to bind port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 on network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:36.078587 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a625b4c-9d2f-455b-afb1-ce3c56e12ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.083567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6da8-4a7c-4560-aec6-40951f62350d tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.137282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:45:36.137629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Checking segment: {'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:45:36.138026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Bound using segment: {'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:45:36.138478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Bound port: 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546a63c0-4a5e-4617-a7e0-446565dcd71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:45:36.138844 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.147748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d6da8-4a7c-4560-aec6-40951f62350d tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6ed690-0eae-48c5-a61d-2e6a9c6f5272,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:36.244161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b5e8-d45a-4a3f-b121-9cd60c2dec7f req-f00cfac0-aacb-4836-ac68-12a85aae3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:36.245787 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53e7b5e8-d45a-4a3f-b121-9cd60c2dec7f req-f00cfac0-aacb-4836-ac68-12a85aae3671 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0047e137-8d7c-45bf-964c-9e2e6bb87742 HTTP/1.1" status: 200 len: 858 time: 0.2093391 Sep 22 09:45:36.257051 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.265675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a8d6da8-4a7c-4560-aec6-40951f62350d tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.269128 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7a8d6da8-4a7c-4560-aec6-40951f62350d tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5111792 Sep 22 09:45:36.272098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53662) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:36.293881 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-88c6114d-3193-4484-ac35-685418c35dad tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules/3e6ed690-0eae-48c5-a61d-2e6a9c6f5272 HTTP/1.1" status: 200 len: 763 time: 0.0198429 Sep 22 09:45:36.296097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53664) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:36.297414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851b77-cc9d-41ce-872b-c6ab5c75b461 req-5d18ad42-15d8-4d46-9236-4c0a58e84c9b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:36.304207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851b77-cc9d-41ce-872b-c6ab5c75b461 req-5d18ad42-15d8-4d46-9236-4c0a58e84c9b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:36.310768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851b77-cc9d-41ce-872b-c6ab5c75b461 req-5d18ad42-15d8-4d46-9236-4c0a58e84c9b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:36.321356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851b77-cc9d-41ce-872b-c6ab5c75b461 req-5d18ad42-15d8-4d46-9236-4c0a58e84c9b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:36.322798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851b77-cc9d-41ce-872b-c6ab5c75b461 req-5d18ad42-15d8-4d46-9236-4c0a58e84c9b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:36.324640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41851b77-cc9d-41ce-872b-c6ab5c75b461 req-5d18ad42-15d8-4d46-9236-4c0a58e84c9b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 3826 time: 0.2920237 Sep 22 09:45:36.353537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53e7b5e8-d45a-4a3f-b121-9cd60c2dec7f req-0e0b25cc-86cb-44b7-ba9f-a863174c645f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce837084-a6bd-43be-99cf-84d72153eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938253 Sep 22 09:45:36.354813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Calling delete_port for dbe27171-bfe0-47f5-bc90-9c116fb644d4 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:36.357513 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9adcc3fa-c67c-48fb-9c66-b28bd09ad26b tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0602355 Sep 22 09:45:36.361651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53668) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:36.402594 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ece1-ae70-41f3-b1e8-f5dcc0d7be90 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.417737 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ece1-ae70-41f3-b1e8-f5dcc0d7be90 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.490916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] For port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:45:36.528689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ece1-ae70-41f3-b1e8-f5dcc0d7be90 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.536252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] For port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:45:36.538663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ece1-ae70-41f3-b1e8-f5dcc0d7be90 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.543296 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e1f1ece1-ae70-41f3-b1e8-f5dcc0d7be90 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3e6ed690-0eae-48c5-a61d-2e6a9c6f5272 HTTP/1.1" status: 204 len: 168 time: 0.1768565 Sep 22 09:45:36.545755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53674) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:36.561537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1ece1-ae70-41f3-b1e8-f5dcc0d7be90 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e6ed690-0eae-48c5-a61d-2e6a9c6f5272,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:36.600098 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41851b77-cc9d-41ce-872b-c6ab5c75b461 req-0052ef6a-51fb-4c5d-83a6-d92edc05c2cc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493231 Sep 22 09:45:36.609523 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0fdb17e2-b42f-4d20-8014-283b94ecf7b4 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0615087 Sep 22 09:45:36.612432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53676) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:36.618110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-93c47ce0-6c27-4e32-a232-661b89502277 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': 'ffed4fcd-1181-4045-8900-434eca9508a2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:36.646218 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.777417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53e7b5e8-d45a-4a3f-b121-9cd60c2dec7f req-896ece8c-932b-45c4-bee3-8c6ff7fcd7b8 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916774 Sep 22 09:45:36.778662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:36.779261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.780546 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] 10.222.0.60 "PUT /v2.0/ports/3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 200 len: 1091 time: 3.0327246 Sep 22 09:45:36.800094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:45:36.802337 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:45:36.816061 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e96a9b7e-c415-49c6-a1e6-5353e7e3db0b req-8a33b487-988d-48c2-a8f0-68dcb6033fa7 tempest-AttachVolumeNegativeTest-43860389 tempest-AttachVolumeNegativeTest-43860389-project] 10.222.0.49 "GET /v2.0/ports?device_id=42288d83-c54c-41c7-99b0-5125f23d209f HTTP/1.1" status: 200 len: 210 time: 0.0886579 Sep 22 09:45:36.870261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a625b4c-9d2f-455b-afb1-ce3c56e12ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:36.892032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96952b4-932e-4d75-864b-fe984e5b3e16 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:36.917824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:36.997680 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a625b4c-9d2f-455b-afb1-ce3c56e12ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.004227 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dba19c-d308-4601-8386-005f31dbc9b8 x-openstack-request-id: req-77dba19c-d308-4601-8386-005f31dbc9b8 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:45:37.004535 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:45:37.004777 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77dba19c-d308-4601-8386-005f31dbc9b8 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:45:37.005170 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384', 'status': 'completed', 'code': 200} Sep 22 09:45:37.093354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-9cf65a91-01d4-4624-8eef-210f5f5325a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:37.093987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-9cf65a91-01d4-4624-8eef-210f5f5325a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:37.096471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-9cf65a91-01d4-4624-8eef-210f5f5325a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:37.097158 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-9cf65a91-01d4-4624-8eef-210f5f5325a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:37.097896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-9cf65a91-01d4-4624-8eef-210f5f5325a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:37.100466 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-9cf65a91-01d4-4624-8eef-210f5f5325a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 4361 time: 0.1089687 Sep 22 09:45:37.137894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0a625b4c-9d2f-455b-afb1-ce3c56e12ab5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5be55bff93604e1fbea9e9eb2e94a3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3500957 Sep 22 09:45:37.142446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53682) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:37.154022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53e7b5e8-d45a-4a3f-b121-9cd60c2dec7f req-384de5c2-5cba-46ff-87bc-d6367fd1f01f service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422742 Sep 22 09:45:37.154022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a625b4c-9d2f-455b-afb1-ce3c56e12ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f2e7da-516d-44bb-b5fa-01d569a73961,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:37.159906 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.195829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93c47ce0-6c27-4e32-a232-661b89502277 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.216883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2044c96-e6ad-4a89-ac7f-22be6f32197c req-bef9c8f6-a6d0-4f12-b4b3-89e60984ac16 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:37.219977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2044c96-e6ad-4a89-ac7f-22be6f32197c req-bef9c8f6-a6d0-4f12-b4b3-89e60984ac16 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1084390 Sep 22 09:45:37.370820 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.380908 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92b6f154-e567-4f81-8f98-3b9a6495cb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.402757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-75469ec7-1932-4673-ac56-33cbdd42bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:37.403243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-75469ec7-1932-4673-ac56-33cbdd42bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:37.403737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-75469ec7-1932-4673-ac56-33cbdd42bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:37.405432 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-75469ec7-1932-4673-ac56-33cbdd42bad3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=22197b2546c8417b9346924b78156bd9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2974646 Sep 22 09:45:37.415148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Pushing event deleted for resources: {'Port': ['ID=dbe27171-bfe0-47f5-bc90-9c116fb644d4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:37.451065 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92b6f154-e567-4f81-8f98-3b9a6495cb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.452494 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93c47ce0-6c27-4e32-a232-661b89502277 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.467060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2044c96-e6ad-4a89-ac7f-22be6f32197c req-b75bf119-21dc-4786-9de0-ce72a1cf5e28 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337208 Sep 22 09:45:37.547719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93c47ce0-6c27-4e32-a232-661b89502277 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.587458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c47ce0-6c27-4e32-a232-661b89502277 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5f28c5-65ad-47fb-9abd-3d35ad8c06a1,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:37.608226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-7d6fc917-ede7-4226-99f8-76ecb57cab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:37.610286 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-08db2c6f-ce01-4de8-b6d1-a3a7edb70d1b req-7d6fc917-ede7-4226-99f8-76ecb57cab7e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1979887 Sep 22 09:45:37.617150 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.700212 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93c47ce0-6c27-4e32-a232-661b89502277 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.702575 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-93c47ce0-6c27-4e32-a232-661b89502277 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0887215 Sep 22 09:45:37.704748 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92b6f154-e567-4f81-8f98-3b9a6495cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.710518 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-92b6f154-e567-4f81-8f98-3b9a6495cb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.715638 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-92b6f154-e567-4f81-8f98-3b9a6495cb4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8f2e7da-516d-44bb-b5fa-01d569a73961 HTTP/1.1" status: 204 len: 168 time: 0.5715761 Sep 22 09:45:37.717257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53696) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:37.748345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6f154-e567-4f81-8f98-3b9a6495cb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f2e7da-516d-44bb-b5fa-01d569a73961,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:37.763870 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1efe4761-b06e-4f2f-8728-95a1bae3bc5c tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules/bf5f28c5-65ad-47fb-9abd-3d35ad8c06a1 HTTP/1.1" status: 200 len: 763 time: 0.0434802 Sep 22 09:45:37.766661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53700) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:37.822748 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f3af3ccf-feed-4bae-aa0a-e96c75b88098 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0541470 Sep 22 09:45:37.825492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53702) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:37.852497 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5754910a-cc5e-4537-9eec-a9d3d8d0c995 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.862407 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5754910a-cc5e-4537-9eec-a9d3d8d0c995 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:37.998638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5754910a-cc5e-4537-9eec-a9d3d8d0c995 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.007176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5754910a-cc5e-4537-9eec-a9d3d8d0c995 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.011383 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5754910a-cc5e-4537-9eec-a9d3d8d0c995 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/bf5f28c5-65ad-47fb-9abd-3d35ad8c06a1 HTTP/1.1" status: 204 len: 168 time: 0.1815474 Sep 22 09:45:38.011383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53706) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:38.022493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754910a-cc5e-4537-9eec-a9d3d8d0c995 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf5f28c5-65ad-47fb-9abd-3d35ad8c06a1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:38.076322 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-484edb74-0ed6-4606-9ea4-b72e1dbbe7d9 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612884 Sep 22 09:45:38.076537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53710) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:38.082594 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-25574fc6-361b-4987-ae17-6e4e1ca223e3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Request body: {'security_group_rule': {'security_group_id': 'ffed4fcd-1181-4045-8900-434eca9508a2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:38.222351 n-d-805649-4 neutron-server[95509]: INFO neutron.db.securitygroups_db [None req-25574fc6-361b-4987-ae17-6e4e1ca223e3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Project 4ca2ad6db7394facbe67e615395f54d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:45:38.228890 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-25574fc6-361b-4987-ae17-6e4e1ca223e3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.292797 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-25574fc6-361b-4987-ae17-6e4e1ca223e3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.333354 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.349675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2383a-d12e-4b7c-ab75-0e62a4e73abd req-0f1c76d6-f4b9-4d72-9209-cf176b025bcc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:38.355584 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2383a-d12e-4b7c-ab75-0e62a4e73abd req-0f1c76d6-f4b9-4d72-9209-cf176b025bcc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:38.362082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2383a-d12e-4b7c-ab75-0e62a4e73abd req-0f1c76d6-f4b9-4d72-9209-cf176b025bcc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:38.368159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2383a-d12e-4b7c-ab75-0e62a4e73abd req-0f1c76d6-f4b9-4d72-9209-cf176b025bcc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:38.373908 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-25574fc6-361b-4987-ae17-6e4e1ca223e3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.374163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2383a-d12e-4b7c-ab75-0e62a4e73abd req-0f1c76d6-f4b9-4d72-9209-cf176b025bcc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:38.376039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1da2383a-d12e-4b7c-ab75-0e62a4e73abd req-0f1c76d6-f4b9-4d72-9209-cf176b025bcc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 3826 time: 0.2700355 Sep 22 09:45:38.379199 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.385460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0898a245-a6ed-4731-b9b2-066f3188cf37 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:45:38.406338 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.410185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25574fc6-361b-4987-ae17-6e4e1ca223e3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b2d766-6a3c-499d-bd2b-854073df6641,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:38.462326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Transition to ACTIVE for port object 0898a245-a6ed-4731-b9b2-066f3188cf37 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:45:38.508284 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-25574fc6-361b-4987-ae17-6e4e1ca223e3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.510198 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-25574fc6-361b-4987-ae17-6e4e1ca223e3 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4320927 Sep 22 09:45:38.512058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Router 9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:45:38.512717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53718) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:38.515633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1da2383a-d12e-4b7c-ab75-0e62a4e73abd req-8bb1eabf-5392-4193-8c08-2a074f0bf2be tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246226 Sep 22 09:45:38.537263 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-030b941b-84d5-477c-9480-66255a3d2c05 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules/53b2d766-6a3c-499d-bd2b-854073df6641 HTTP/1.1" status: 200 len: 769 time: 0.0206468 Sep 22 09:45:38.539632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53722) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:38.570313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.585446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53724) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:38.603828 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf73344a-8cb1-43e7-8c1f-eaefb7d5fce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.606645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53726) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:38.630374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:45:38.644555 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d686cb-3268-4657-b928-c9a96a158851 None None] Sync routers for ids ['9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:45:38.667288 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d686cb-3268-4657-b928-c9a96a158851 None None] Routers {'9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:38.668026 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-18d686cb-3268-4657-b928-c9a96a158851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:45:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:38.673236 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f09d53df-83f6-460f-8752-ef8bdedd426e tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1301544 Sep 22 09:45:38.678012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53728) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:38.712467 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-18d686cb-3268-4657-b928-c9a96a158851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:38.723405 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d686cb-3268-4657-b928-c9a96a158851 None None] Routers {'9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:45:38.724176 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-18d686cb-3268-4657-b928-c9a96a158851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:45:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:38.727728 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.732425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4e818683-eb05-4f85-910e-d59bed9a8ae7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "PUT /v2.0/routers/9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d HTTP/1.1" status: 200 len: 706 time: 4.2100554 Sep 22 09:45:38.732707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5320429-c567-40c2-a954-880c35e63a39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.735925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53730) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:38.748632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd689949-d6af-4f7f-bb51-b35f0a1af707 admin admin] Deleting subnet d7a4b5df-b324-41ba-bbca-be70a81c305a {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:45:38.759837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd689949-d6af-4f7f-bb51-b35f0a1af707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.762571 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-18d686cb-3268-4657-b928-c9a96a158851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:38.763324 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d686cb-3268-4657-b928-c9a96a158851 None None] The sync data for ids ['9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:45:38.788150 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5320429-c567-40c2-a954-880c35e63a39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.810978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Pushing event updated for resources: {'Port': ['ID=0898a245-a6ed-4731-b9b2-066f3188cf37,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:38.876715 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1f311e80-2615-466b-abdb-58b497a56d5b tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/routers/9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d HTTP/1.1" status: 200 len: 741 time: 0.1387925 Sep 22 09:45:38.882193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5f476-1f8b-4732-9bb9-956298f57773 req-70474a3e-cc61-41e3-acc7-e8789daf5c9a tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:38.890460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69b5f476-1f8b-4732-9bb9-956298f57773 req-70474a3e-cc61-41e3-acc7-e8789daf5c9a tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1562543 Sep 22 09:45:38.893955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53732) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:38.942719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Attempting to bind port 0898a245-a6ed-4731-b9b2-066f3188cf37 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:45:38.942971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Attempting to bind port 0898a245-a6ed-4731-b9b2-066f3188cf37 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:45:38.943293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Attempting to bind port 0898a245-a6ed-4731-b9b2-066f3188cf37 on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:38.962938 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-61d26fc1-e9a1-4015-b0e8-e3398b82aa6a tempest-RoutersAdminTest-817831073 tempest-RoutersAdminTest-817831073-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&device_id=9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d HTTP/1.1" status: 200 len: 205 time: 0.0639815 Sep 22 09:45:38.964127 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69b5f476-1f8b-4732-9bb9-956298f57773 req-38b9b491-e8f6-43f9-a41b-9c5cdd1a8582 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727057 Sep 22 09:45:38.964872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Port 0898a245-a6ed-4731-b9b2-066f3188cf37 on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:45:38.965126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Attempting to bind port 0898a245-a6ed-4731-b9b2-066f3188cf37 on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:38.971822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53734) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:38.977178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:45:38.977775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Checking segment: {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:45:38.978336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Bound using segment: {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:45:38.978962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Bound port: 0898a245-a6ed-4731-b9b2-066f3188cf37, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:45:38.979498 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:38.997522 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd689949-d6af-4f7f-bb51-b35f0a1af707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.044669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e8cc6c5a-3ef9-42b7-a1c1-9316625ca0ce tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d HTTP/1.1" status: 200 len: 205 time: 0.0697000 Sep 22 09:45:39.049683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53738) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:39.109470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] For port 0898a245-a6ed-4731-b9b2-066f3188cf37, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:45:39.116659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] For port 0898a245-a6ed-4731-b9b2-066f3188cf37, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0898a245-a6ed-4731-b9b2-066f3188cf37,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:45:39.137113 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21e7eed5-e207-4dd8-8860-62ea79ff8b89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.140584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5320429-c567-40c2-a954-880c35e63a39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.160931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5320429-c567-40c2-a954-880c35e63a39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.162117 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d5320429-c567-40c2-a954-880c35e63a39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/53b2d766-6a3c-499d-bd2b-854073df6641 HTTP/1.1" status: 204 len: 168 time: 0.4827867 Sep 22 09:45:39.165735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53740) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:39.202001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5320429-c567-40c2-a954-880c35e63a39 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53b2d766-6a3c-499d-bd2b-854073df6641,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:39.229799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bef4e83c-501d-44e7-a0dc-632ddca2e241 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629048 Sep 22 09:45:39.231270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53742) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:39.259360 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.270719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd689949-d6af-4f7f-bb51-b35f0a1af707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.276634 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf73344a-8cb1-43e7-8c1f-eaefb7d5fce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.310414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:39.311362 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.313309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] 10.222.0.60 "PUT /v2.0/ports/0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 1130 time: 2.4262643 Sep 22 09:45:39.328250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': '0898a245-a6ed-4731-b9b2-066f3188cf37'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:45:39.331830 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffadbe11-62b8-475e-8e69-07b400430829" -d '{"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "0898a245-a6ed-4731-b9b2-066f3188cf37"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:45:39.389822 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf73344a-8cb1-43e7-8c1f-eaefb7d5fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.396081 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54074d95-579c-4e5c-ae82-d4da77476414 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.402890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42ec3a-a277-4d80-8d47-0798d1f70b5d service neutron] Pushing event updated for resources: {'Port': ['ID=0898a245-a6ed-4731-b9b2-066f3188cf37,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:39.427555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73344a-8cb1-43e7-8c1f-eaefb7d5fce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c7a198-51c3-4fa4-ae1a-57d3f5ce1098,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:39.447327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:39.470227 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa77db80-9a67-415c-a8b1-83a1383828ed x-openstack-request-id: req-fa77db80-9a67-415c-a8b1-83a1383828ed {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:45:39.471290 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "0898a245-a6ed-4731-b9b2-066f3188cf37", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:45:39.471743 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa77db80-9a67-415c-a8b1-83a1383828ed {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:45:39.472359 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': '0898a245-a6ed-4731-b9b2-066f3188cf37', 'status': 'completed', 'code': 200} Sep 22 09:45:39.484102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54074d95-579c-4e5c-ae82-d4da77476414 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.522449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21e7eed5-e207-4dd8-8860-62ea79ff8b89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.538335 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21e7eed5-e207-4dd8-8860-62ea79ff8b89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.576304 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.587966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 867df263-ca48-4844-b194-8caf6f608284 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:45:39.639399 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cf73344a-8cb1-43e7-8c1f-eaefb7d5fce9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c25adfed1604b7e8e923839c9554e18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0505178 Sep 22 09:45:39.649332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53750) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:39.676492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 867df263-ca48-4844-b194-8caf6f608284 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:45:39.677262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 867df263-ca48-4844-b194-8caf6f608284 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:45:39.724239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21e7eed5-e207-4dd8-8860-62ea79ff8b89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.725260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e7eed5-e207-4dd8-8860-62ea79ff8b89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Fanout notify agent at l3_agent the message router_deleted on router 9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:45:39.762659 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21e7eed5-e207-4dd8-8860-62ea79ff8b89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.764941 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-21e7eed5-e207-4dd8-8860-62ea79ff8b89 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d HTTP/1.1" status: 204 len: 168 time: 0.7138674 Sep 22 09:45:39.775298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53752) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:39.809002 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a08786e8-a1fc-4a9d-8bf4-fbb5d5439b68 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d HTTP/1.1" status: 200 len: 205 time: 0.0323386 Sep 22 09:45:39.814044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53754) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:39.870132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd689949-d6af-4f7f-bb51-b35f0a1af707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.872524 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-f5b2b979-c4fd-45fc-b9be-d6b576106634 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] delete failed (client error): The resource could not be found. Sep 22 09:45:39.873736 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f5b2b979-c4fd-45fc-b9be-d6b576106634 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/9d6fd1ac-4d76-42a1-bf92-b4db5e2af13d HTTP/1.1" status: 404 len: 336 time: 0.0579202 Sep 22 09:45:39.889230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53756) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:39.914195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbe11-62b8-475e-8e69-07b400430829 req-3ef4c232-036c-44b6-b519-8ab36cf36212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:39.914985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbe11-62b8-475e-8e69-07b400430829 req-3ef4c232-036c-44b6-b519-8ab36cf36212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:39.915637 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbe11-62b8-475e-8e69-07b400430829 req-3ef4c232-036c-44b6-b519-8ab36cf36212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:39.916286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbe11-62b8-475e-8e69-07b400430829 req-3ef4c232-036c-44b6-b519-8ab36cf36212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:39.917338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbe11-62b8-475e-8e69-07b400430829 req-3ef4c232-036c-44b6-b519-8ab36cf36212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:39.921763 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbe11-62b8-475e-8e69-07b400430829 req-3ef4c232-036c-44b6-b519-8ab36cf36212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:39.921763 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ffadbe11-62b8-475e-8e69-07b400430829 req-3ef4c232-036c-44b6-b519-8ab36cf36212 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5284 time: 0.3752291 Sep 22 09:45:39.929123 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e58378f-064d-4e47-9609-5d60f2c13bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.952000 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e58378f-064d-4e47-9609-5d60f2c13bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.957607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd689949-d6af-4f7f-bb51-b35f0a1af707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a4b5df-b324-41ba-bbca-be70a81c305a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:39.963374 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54074d95-579c-4e5c-ae82-d4da77476414 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.966290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54074d95-579c-4e5c-ae82-d4da77476414 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.970086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-54074d95-579c-4e5c-ae82-d4da77476414 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "DELETE /v2.0/security-groups/ffed4fcd-1181-4045-8900-434eca9508a2 HTTP/1.1" status: 204 len: 168 time: 0.7351460 Sep 22 09:45:39.996991 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd689949-d6af-4f7f-bb51-b35f0a1af707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:39.998974 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cd689949-d6af-4f7f-bb51-b35f0a1af707 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d7a4b5df-b324-41ba-bbca-be70a81c305a HTTP/1.1" status: 204 len: 168 time: 1.3863740 Sep 22 09:45:40.000994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53760) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.003124 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8620fe2f-29c5-4e31-829e-18eb8f39ceb7 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c2364ab-b49a-4968-9b55-803a2d7c0948 HTTP/1.1" status: 200 len: 205 time: 0.1125727 Sep 22 09:45:40.004142 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53764) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.005285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54074d95-579c-4e5c-ae82-d4da77476414 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffed4fcd-1181-4045-8900-434eca9508a2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:40.018940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53766) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.071670 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-7dd6e329-0804-4e61-8bac-248cecf69452 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] delete failed (client error): The resource could not be found. Sep 22 09:45:40.072769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7dd6e329-0804-4e61-8bac-248cecf69452 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/6c2364ab-b49a-4968-9b55-803a2d7c0948 HTTP/1.1" status: 404 len: 336 time: 0.0501404 Sep 22 09:45:40.077520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53770) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.143481 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-67f522f1-b57a-42af-a1ac-a74f867aec4c tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1391244 Sep 22 09:45:40.152155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53774) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.152800 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0300fe2-c0fe-414c-a8fa-806e82d84f53 req-8b6a8dce-a6a4-4af3-8dd8-9a7214b6415b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:40.160151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0300fe2-c0fe-414c-a8fa-806e82d84f53 req-8b6a8dce-a6a4-4af3-8dd8-9a7214b6415b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:40.160316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbe11-62b8-475e-8e69-07b400430829 req-391da605-9b8f-41ba-be94-3f708dd6247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:40.160894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbe11-62b8-475e-8e69-07b400430829 req-391da605-9b8f-41ba-be94-3f708dd6247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:40.161382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbe11-62b8-475e-8e69-07b400430829 req-391da605-9b8f-41ba-be94-3f708dd6247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:40.162993 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ffadbe11-62b8-475e-8e69-07b400430829 req-391da605-9b8f-41ba-be94-3f708dd6247e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=22197b2546c8417b9346924b78156bd9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2068231 Sep 22 09:45:40.167090 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0300fe2-c0fe-414c-a8fa-806e82d84f53 req-8b6a8dce-a6a4-4af3-8dd8-9a7214b6415b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:40.173838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0300fe2-c0fe-414c-a8fa-806e82d84f53 req-8b6a8dce-a6a4-4af3-8dd8-9a7214b6415b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:40.180569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0300fe2-c0fe-414c-a8fa-806e82d84f53 req-8b6a8dce-a6a4-4af3-8dd8-9a7214b6415b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:40.187123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0300fe2-c0fe-414c-a8fa-806e82d84f53 req-8b6a8dce-a6a4-4af3-8dd8-9a7214b6415b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:40.189506 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0300fe2-c0fe-414c-a8fa-806e82d84f53 req-8b6a8dce-a6a4-4af3-8dd8-9a7214b6415b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 4598 time: 0.4439268 Sep 22 09:45:40.203006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3ba47455-0ed6-4402-84c6-5864bf5ec5d9 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2ea7c19-ebd1-44e1-9366-966dedf8f6cb HTTP/1.1" status: 200 len: 205 time: 0.1197298 Sep 22 09:45:40.211662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53776) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.226089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e58378f-064d-4e47-9609-5d60f2c13bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:40.226915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e58378f-064d-4e47-9609-5d60f2c13bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:40.230552 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9e58378f-064d-4e47-9609-5d60f2c13bdc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53c7a198-51c3-4fa4-ae1a-57d3f5ce1098 HTTP/1.1" status: 204 len: 168 time: 0.5764124 Sep 22 09:45:40.294435 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-975afcc3-a327-4a6b-82f4-a004bdbc7336 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] delete failed (client error): The resource could not be found. Sep 22 09:45:40.295482 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-975afcc3-a327-4a6b-82f4-a004bdbc7336 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/c2ea7c19-ebd1-44e1-9366-966dedf8f6cb HTTP/1.1" status: 404 len: 336 time: 0.0825076 Sep 22 09:45:40.296255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58378f-064d-4e47-9609-5d60f2c13bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c7a198-51c3-4fa4-ae1a-57d3f5ce1098,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:40.346154 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53780) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.365244 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0b4909e1-1a5d-49d3-a123-a8c3693e5ea7 tempest-SecGroupIPv6Test-813003704 tempest-SecGroupIPv6Test-813003704-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2119279 Sep 22 09:45:40.394568 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-47099ae3-f137-4407-8a24-4347cd441345 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=631d11f0-b427-4497-9606-45dd31a4dde7 HTTP/1.1" status: 200 len: 205 time: 0.0472901 Sep 22 09:45:40.397197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53784) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.415503 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:40.438008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0300fe2-c0fe-414c-a8fa-806e82d84f53 req-c9f62b92-bd70-4790-bdb5-424354f8cb61 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2299390 Sep 22 09:45:40.451670 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-06e81ca3-b6c1-4d6c-8244-9026e1798afd tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] delete failed (client error): The resource could not be found. Sep 22 09:45:40.453440 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-06e81ca3-b6c1-4d6c-8244-9026e1798afd tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/631d11f0-b427-4497-9606-45dd31a4dde7 HTTP/1.1" status: 404 len: 336 time: 0.0551932 Sep 22 09:45:40.456975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53786) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.470333 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadbe11-62b8-475e-8e69-07b400430829 req-82b775c8-06b9-46d7-9b7e-f49fc30dea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:40.472408 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ffadbe11-62b8-475e-8e69-07b400430829 req-82b775c8-06b9-46d7-9b7e-f49fc30dea4d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2968409 Sep 22 09:45:40.496500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c287ea43-d3a0-4c74-b7ec-264df897784d {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:45:40.508989 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:40.542738 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c6d3b3a7-d291-4f66-bb5e-d0ac9c0730c1 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=89beb28f-84a7-4c6d-b0b8-2781b45c653f HTTP/1.1" status: 200 len: 205 time: 0.0803058 Sep 22 09:45:40.545250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53788) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.615492 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-c2f89bfa-3ffd-456f-8daf-30bb59569321 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] delete failed (client error): The resource could not be found. Sep 22 09:45:40.616879 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c2f89bfa-3ffd-456f-8daf-30bb59569321 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/89beb28f-84a7-4c6d-b0b8-2781b45c653f HTTP/1.1" status: 404 len: 336 time: 0.0706732 Sep 22 09:45:40.619514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53790) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.625676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:40.653852 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2681db5a-ba1e-4b2e-afe5-1c8b71b83d2d tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "GET /v2.0/ports?device_id=d72a090d-7327-43d9-8e5d-ff0076f96546 HTTP/1.1" status: 200 len: 205 time: 0.0309746 Sep 22 09:45:40.654199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53792) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.678391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Transition to ACTIVE for port object c287ea43-d3a0-4c74-b7ec-264df897784d will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:45:40.693941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca937a5-581c-4426-9723-be378be2916d']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:40.712998 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-ef912ac0-5736-43ea-ab78-6dabfc070c40 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] delete failed (client error): The resource could not be found. Sep 22 09:45:40.717387 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ef912ac0-5736-43ea-ab78-6dabfc070c40 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/routers/d72a090d-7327-43d9-8e5d-ff0076f96546 HTTP/1.1" status: 404 len: 336 time: 0.0598950 Sep 22 09:45:40.717636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53794) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:40.760139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7583527d-7166-4a4e-9ac8-5f0728688c48') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:40.760433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7583527d-7166-4a4e-9ac8-5f0728688c48') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:45:40.774695 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:40.782136 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d888263-4eef-4f42-bed9-2f825b316b31 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] DELETE failed (client error): The resource could not be found. Sep 22 09:45:40.782595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d888263-4eef-4f42-bed9-2f825b316b31 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:45:40.784753 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2d888263-4eef-4f42-bed9-2f825b316b31 tempest-RoutersAdminTest-1397324903 tempest-RoutersAdminTest-1397324903-project] 10.222.0.49 "DELETE /v2.0/subnets/f3ac05a2-fe9b-4ca7-beb5-f026e9511468 HTTP/1.1" status: 404 len: 337 time: 0.0660079 Sep 22 09:45:40.805023 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:40.821439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624fddf-1e16-4eda-a1fb-9e651570f342 req-7c099ed6-74af-47db-a9a2-7d7a064e0a29 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:40.823184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0624fddf-1e16-4eda-a1fb-9e651570f342 req-7c099ed6-74af-47db-a9a2-7d7a064e0a29 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.2739594 Sep 22 09:45:40.825731 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:40.828266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:45:40.828801 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:45:40.835670 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:45:41.271472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Pushing event updated for resources: {'Port': ['ID=c287ea43-d3a0-4c74-b7ec-264df897784d,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:41.289995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53808) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:41.310028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0624fddf-1e16-4eda-a1fb-9e651570f342 req-7b39e72a-dede-4976-8f8c-7b9dc91cb5fd tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371295 Sep 22 09:45:41.354607 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:41.405895 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:41.421759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] 10.222.0.49 "DELETE /v2.0/networks/cca937a5-581c-4426-9723-be378be2916d HTTP/1.1" status: 204 len: 168 time: 1.4141040 Sep 22 09:45:41.423481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Attempting to bind port c287ea43-d3a0-4c74-b7ec-264df897784d on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:45:41.426477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Attempting to bind port c287ea43-d3a0-4c74-b7ec-264df897784d by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:45:41.427432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Attempting to bind port c287ea43-d3a0-4c74-b7ec-264df897784d on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:41.436650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a747e8-a8c9-400a-af75-1180df3c15dd admin admin] Pushing event deleted for resources: {'Network': ['ID=cca937a5-581c-4426-9723-be378be2916d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:41.441901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Port c287ea43-d3a0-4c74-b7ec-264df897784d on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:45:41.442527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Attempting to bind port c287ea43-d3a0-4c74-b7ec-264df897784d on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:41.450551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:45:41.452841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Checking segment: {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:45:41.453437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Bound using segment: {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:45:41.454183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Bound port: c287ea43-d3a0-4c74-b7ec-264df897784d, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:45:41.456249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:41.537409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] For port c287ea43-d3a0-4c74-b7ec-264df897784d, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:45:41.541240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] For port c287ea43-d3a0-4c74-b7ec-264df897784d, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c287ea43-d3a0-4c74-b7ec-264df897784d,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:45:41.632198 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53830) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:41.632516 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9bf092eb-66d4-4006-adec-a148f077f8a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ca2ad6db7394facbe67e615395f54d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414741 Sep 22 09:45:41.649564 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:41.701527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c2fc3-2bc3-41e4-b361-a98dd31c7faf req-e0024fcb-48ea-4f3c-ada2-89435e43c9e7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:41.708216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c2fc3-2bc3-41e4-b361-a98dd31c7faf req-e0024fcb-48ea-4f3c-ada2-89435e43c9e7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:41.714123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c2fc3-2bc3-41e4-b361-a98dd31c7faf req-e0024fcb-48ea-4f3c-ada2-89435e43c9e7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:41.721214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c2fc3-2bc3-41e4-b361-a98dd31c7faf req-e0024fcb-48ea-4f3c-ada2-89435e43c9e7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:41.726867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c2fc3-2bc3-41e4-b361-a98dd31c7faf req-e0024fcb-48ea-4f3c-ada2-89435e43c9e7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:41.733125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c2fc3-2bc3-41e4-b361-a98dd31c7faf req-e0024fcb-48ea-4f3c-ada2-89435e43c9e7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:41.739808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c2fc3-2bc3-41e4-b361-a98dd31c7faf req-e0024fcb-48ea-4f3c-ada2-89435e43c9e7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:41.741872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a0c2fc3-2bc3-41e4-b361-a98dd31c7faf req-e0024fcb-48ea-4f3c-ada2-89435e43c9e7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5370 time: 0.1678429 Sep 22 09:45:41.781199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:41.781830 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:41.783465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] 10.222.0.60 "PUT /v2.0/ports/c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 1130 time: 2.3454211 Sep 22 09:45:41.785781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': 'c287ea43-d3a0-4c74-b7ec-264df897784d'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:45:41.788453 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877c2ce7-d9ea-4668-b52b-990bfecb7119" -d '{"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "c287ea43-d3a0-4c74-b7ec-264df897784d"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:45:41.842994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da780b2-c953-4c01-85d2-253b99ebb884 service neutron] Pushing event updated for resources: {'Port': ['ID=c287ea43-d3a0-4c74-b7ec-264df897784d,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:41.846341 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-471aea38-ec17-4fcb-b823-f7d39e49cb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:41.861201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a0c2fc3-2bc3-41e4-b361-a98dd31c7faf req-5ede076d-cd66-4510-8d0b-27b8ff7444ac tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978436 Sep 22 09:45:41.862252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53836) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:41.896830 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-471aea38-ec17-4fcb-b823-f7d39e49cb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:41.962073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:41.976190 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbef7fe-c9e0-45a5-8e64-7da5f6e964d0 x-openstack-request-id: req-7fbef7fe-c9e0-45a5-8e64-7da5f6e964d0 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:45:41.976548 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "c287ea43-d3a0-4c74-b7ec-264df897784d", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:45:41.976835 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fbef7fe-c9e0-45a5-8e64-7da5f6e964d0 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:45:41.977239 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': 'c287ea43-d3a0-4c74-b7ec-264df897784d', 'status': 'completed', 'code': 200} Sep 22 09:45:42.048289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-1fb4c285-c5e9-483d-93a7-2ecd54f57653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.048848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-1fb4c285-c5e9-483d-93a7-2ecd54f57653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.049475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-1fb4c285-c5e9-483d-93a7-2ecd54f57653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.049935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-1fb4c285-c5e9-483d-93a7-2ecd54f57653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.050407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-1fb4c285-c5e9-483d-93a7-2ecd54f57653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.051071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-1fb4c285-c5e9-483d-93a7-2ecd54f57653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.051547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-1fb4c285-c5e9-483d-93a7-2ecd54f57653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.053583 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-1fb4c285-c5e9-483d-93a7-2ecd54f57653 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6207 time: 0.0586276 Sep 22 09:45:42.054622 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:42.108131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53840) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:42.147207 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-471aea38-ec17-4fcb-b823-f7d39e49cb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:42.149927 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-471aea38-ec17-4fcb-b823-f7d39e49cb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:42.154744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-471aea38-ec17-4fcb-b823-f7d39e49cb97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2811d1e7-f483-47e9-8795-0490cd297031 HTTP/1.1" status: 204 len: 168 time: 0.5190840 Sep 22 09:45:42.249628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471aea38-ec17-4fcb-b823-f7d39e49cb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2811d1e7-f483-47e9-8795-0490cd297031,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:42.256705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-4c8673d6-e6dc-4f68-b1ba-2717ace91b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.257260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-4c8673d6-e6dc-4f68-b1ba-2717ace91b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.259365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-4c8673d6-e6dc-4f68-b1ba-2717ace91b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.261992 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-4c8673d6-e6dc-4f68-b1ba-2717ace91b70 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=22197b2546c8417b9346924b78156bd9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2008069 Sep 22 09:45:42.282975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e44700e5-47dd-4bff-97c9-67ada2edf4ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=255781b38c1b453f9464ebab59e138f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733627 Sep 22 09:45:42.283546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53852) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:42.417287 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:45:42.438494 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c72d4c60-0ae5-4d02-a85e-f27698c1663a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:42.578368 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-878d40fd-3b86-4ea2-a663-ed33890d20f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:42.598054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-581da1e6-9b09-4bc5-9c24-aace55ce9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.598633 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c72d4c60-0ae5-4d02-a85e-f27698c1663a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:42.598742 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-877c2ce7-d9ea-4668-b52b-990bfecb7119 req-581da1e6-9b09-4bc5-9c24-aace55ce9c0b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3177800 Sep 22 09:45:42.697642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bdca5-37c1-458e-a1d7-fa5bc3cf6aac req-4038ee6f-c811-46a7-b7c6-3415f9db02fd tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:42.699254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9a5bdca5-37c1-458e-a1d7-fa5bc3cf6aac req-4038ee6f-c811-46a7-b7c6-3415f9db02fd tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.2449281 Sep 22 09:45:42.774092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-878d40fd-3b86-4ea2-a663-ed33890d20f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:42.797115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9a5bdca5-37c1-458e-a1d7-fa5bc3cf6aac req-9e8c7c75-66a7-478e-82d4-4af8cd2d7a1a tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891006 Sep 22 09:45:42.802871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38bdda8-3d91-4727-8ba3-e4090db362aa {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:45:42.819875 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:42.844012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Transition to ACTIVE for port object e38bdda8-3d91-4727-8ba3-e4090db362aa will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:45:42.871186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c72d4c60-0ae5-4d02-a85e-f27698c1663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:42.873875 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c72d4c60-0ae5-4d02-a85e-f27698c1663a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:42.878059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c72d4c60-0ae5-4d02-a85e-f27698c1663a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9b87d67-3706-487a-b3db-5aeaae24a11e HTTP/1.1" status: 204 len: 168 time: 0.5908444 Sep 22 09:45:42.892152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d4c60-0ae5-4d02-a85e-f27698c1663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b87d67-3706-487a-b3db-5aeaae24a11e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:42.975860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-878d40fd-3b86-4ea2-a663-ed33890d20f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:43.091339 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:43.149406 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-878d40fd-3b86-4ea2-a663-ed33890d20f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a98ccf664734609b08df44c73e1bf8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2859585 Sep 22 09:45:43.150074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53884) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:43.248331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d40fd-3b86-4ea2-a663-ed33890d20f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cc4ade-05ed-4da5-b154-11fb44f62d09,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:43.251349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4640-3552-4767-bdd4-bbae7c2fed2b req-20a0d5bd-1213-45c2-85fe-7e5a76069ee9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:43.265433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4640-3552-4767-bdd4-bbae7c2fed2b req-20a0d5bd-1213-45c2-85fe-7e5a76069ee9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:43.274245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4640-3552-4767-bdd4-bbae7c2fed2b req-20a0d5bd-1213-45c2-85fe-7e5a76069ee9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:43.283458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4640-3552-4767-bdd4-bbae7c2fed2b req-20a0d5bd-1213-45c2-85fe-7e5a76069ee9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:43.286600 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ac691cb4-cb66-4b74-b693-b2ec1ac1513f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:43.291143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4640-3552-4767-bdd4-bbae7c2fed2b req-20a0d5bd-1213-45c2-85fe-7e5a76069ee9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:43.298301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4640-3552-4767-bdd4-bbae7c2fed2b req-20a0d5bd-1213-45c2-85fe-7e5a76069ee9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:43.328080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4640-3552-4767-bdd4-bbae7c2fed2b req-20a0d5bd-1213-45c2-85fe-7e5a76069ee9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:43.340077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdee4640-3552-4767-bdd4-bbae7c2fed2b req-20a0d5bd-1213-45c2-85fe-7e5a76069ee9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5370 time: 0.3670833 Sep 22 09:45:43.342567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ac691cb4-cb66-4b74-b693-b2ec1ac1513f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:43.401351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Pushing event updated for resources: {'Port': ['ID=e38bdda8-3d91-4727-8ba3-e4090db362aa,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:43.483425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdee4640-3552-4767-bdd4-bbae7c2fed2b req-ebbf1b64-9f33-483b-8c12-9defa70053d4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032634 Sep 22 09:45:43.522695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Attempting to bind port e38bdda8-3d91-4727-8ba3-e4090db362aa on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:45:43.522695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Attempting to bind port e38bdda8-3d91-4727-8ba3-e4090db362aa by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:45:43.522695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Attempting to bind port e38bdda8-3d91-4727-8ba3-e4090db362aa on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:43.522695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Port e38bdda8-3d91-4727-8ba3-e4090db362aa on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:45:43.522695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Attempting to bind port e38bdda8-3d91-4727-8ba3-e4090db362aa on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:43.530300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:45:43.530645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Checking segment: {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:45:43.531047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Bound using segment: {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:45:43.531549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Bound port: e38bdda8-3d91-4727-8ba3-e4090db362aa, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:45:43.531923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:43.553444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ac691cb4-cb66-4b74-b693-b2ec1ac1513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:43.556340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ac691cb4-cb66-4b74-b693-b2ec1ac1513f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:43.562594 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ac691cb4-cb66-4b74-b693-b2ec1ac1513f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4cc4ade-05ed-4da5-b154-11fb44f62d09 HTTP/1.1" status: 204 len: 168 time: 0.3982177 Sep 22 09:45:43.577403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac691cb4-cb66-4b74-b693-b2ec1ac1513f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cc4ade-05ed-4da5-b154-11fb44f62d09,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:43.609966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] For port e38bdda8-3d91-4727-8ba3-e4090db362aa, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:45:43.618389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] For port e38bdda8-3d91-4727-8ba3-e4090db362aa, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:45:43.771308 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:43.859787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:43.875685 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:43.877083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] 10.222.0.60 "PUT /v2.0/ports/e38bdda8-3d91-4727-8ba3-e4090db362aa HTTP/1.1" status: 200 len: 1090 time: 1.9439781 Sep 22 09:45:43.980398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': 'e38bdda8-3d91-4727-8ba3-e4090db362aa'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:45:43.982960 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "e38bdda8-3d91-4727-8ba3-e4090db362aa"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:45:44.001925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:44.015963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43d64f-e1d0-4067-8863-39dce23b7a21 service neutron] Pushing event updated for resources: {'Port': ['ID=e38bdda8-3d91-4727-8ba3-e4090db362aa,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:44.154838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6dc3fc-3d22-4405-a480-0321ba5f9ef3 req-a3cabc1d-2053-444e-9f2b-f798534df7a6 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.156362 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb6dc3fc-3d22-4405-a480-0321ba5f9ef3 req-a3cabc1d-2053-444e-9f2b-f798534df7a6 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1994476 Sep 22 09:45:44.160410 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:44.263197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb6dc3fc-3d22-4405-a480-0321ba5f9ef3 req-dd344b64-6e80-425f-b3ca-8a25d528efc2 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967026 Sep 22 09:45:44.399886 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6f3250-44b5-4bdd-9bd3-b9f3c0577402 x-openstack-request-id: req-9d6f3250-44b5-4bdd-9bd3-b9f3c0577402 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:45:44.410764 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "e38bdda8-3d91-4727-8ba3-e4090db362aa", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:45:44.411043 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d6f3250-44b5-4bdd-9bd3-b9f3c0577402 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:45:44.411541 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': 'e38bdda8-3d91-4727-8ba3-e4090db362aa', 'status': 'completed', 'code': 200} Sep 22 09:45:44.470194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-84fa7306-b2a0-47f2-904c-f765e9aab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.470931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-84fa7306-b2a0-47f2-904c-f765e9aab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.471515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-84fa7306-b2a0-47f2-904c-f765e9aab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.472000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-84fa7306-b2a0-47f2-904c-f765e9aab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.472560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-84fa7306-b2a0-47f2-904c-f765e9aab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.473258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-84fa7306-b2a0-47f2-904c-f765e9aab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.473798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-84fa7306-b2a0-47f2-904c-f765e9aab118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.476072 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-84fa7306-b2a0-47f2-904c-f765e9aab118 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6274 time: 0.0750842 Sep 22 09:45:44.750478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68b8c-03b8-4590-9d9a-f0c5b47854db req-16db111a-a81a-45bf-8284-c602a549a50a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.758445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68b8c-03b8-4590-9d9a-f0c5b47854db req-16db111a-a81a-45bf-8284-c602a549a50a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.766182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68b8c-03b8-4590-9d9a-f0c5b47854db req-16db111a-a81a-45bf-8284-c602a549a50a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.773240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68b8c-03b8-4590-9d9a-f0c5b47854db req-16db111a-a81a-45bf-8284-c602a549a50a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.782089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68b8c-03b8-4590-9d9a-f0c5b47854db req-16db111a-a81a-45bf-8284-c602a549a50a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.789045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68b8c-03b8-4590-9d9a-f0c5b47854db req-16db111a-a81a-45bf-8284-c602a549a50a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.797400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68b8c-03b8-4590-9d9a-f0c5b47854db req-16db111a-a81a-45bf-8284-c602a549a50a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:44.808142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bef68b8c-03b8-4590-9d9a-f0c5b47854db req-16db111a-a81a-45bf-8284-c602a549a50a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5382 time: 0.1769731 Sep 22 09:45:44.810240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53938) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:44.945287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:45:45.007151 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:45.094008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-494c2100-d7a3-46a5-9932-36fd1b9eb232 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d49cf7076bb34930a3fe9def40bc5d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781198 Sep 22 09:45:45.101457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53944) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:45.104576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Transition to ACTIVE for port object 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:45:45.123363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bef68b8c-03b8-4590-9d9a-f0c5b47854db req-432b43e6-3429-4a46-8b40-6ade3774a2e5 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3117130 Sep 22 09:45:45.200093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b58e9d33-478f-444f-a4ac-baa314f0bc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:45.235313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b58e9d33-478f-444f-a4ac-baa314f0bc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:45.239657 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:45.329453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-d8be6ea5-4616-41fa-8fb1-bb12dd5f991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:45.331331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-d8be6ea5-4616-41fa-8fb1-bb12dd5f991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:45.331963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-d8be6ea5-4616-41fa-8fb1-bb12dd5f991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:45.335924 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-d8be6ea5-4616-41fa-8fb1-bb12dd5f991d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=22197b2546c8417b9346924b78156bd9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8504004 Sep 22 09:45:45.499842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Pushing event updated for resources: {'Port': ['ID=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:45.684465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-5de6cc73-862d-4d29-9102-4f62a63fc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:45.695254 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b7ed3e2-f932-4b39-85a8-5946f1873d3a req-5de6cc73-862d-4d29-9102-4f62a63fc9e5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3527761 Sep 22 09:45:45.768498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feea18-35fb-4b89-a80a-01480adceb2f req-c5736268-7d8f-47d6-803d-f2606a6a446d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:45.770509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5feea18-35fb-4b89-a80a-01480adceb2f req-c5736268-7d8f-47d6-803d-f2606a6a446d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.2654300 Sep 22 09:45:45.796889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Attempting to bind port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:45:45.797486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Attempting to bind port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:45:45.797979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Attempting to bind port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:45.813534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:45:45.814639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Attempting to bind port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:45.854151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5feea18-35fb-4b89-a80a-01480adceb2f req-24ca980a-1f3b-4162-9fc6-0a6da4b1c3e9 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654061 Sep 22 09:45:45.854958 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b58e9d33-478f-444f-a4ac-baa314f0bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:45.857989 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b58e9d33-478f-444f-a4ac-baa314f0bc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:45.859333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b58e9d33-478f-444f-a4ac-baa314f0bc5f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96c80fd5-412f-4196-b17d-651e3bc35c7e HTTP/1.1" status: 204 len: 168 time: 0.7566128 Sep 22 09:45:45.869500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:45:45.869846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Checking segment: {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:45:45.870232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Bound using segment: {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:45:45.870675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Bound port: 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3691c29a-4cc1-4d1e-905b-32d16a1e099d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:45:45.871035 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:45.873228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e9d33-478f-444f-a4ac-baa314f0bc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c80fd5-412f-4196-b17d-651e3bc35c7e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:45.953326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] For port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:45:45.958002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] For port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:45:46.031653 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:46.131710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.132886 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:46.134920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] 10.222.0.60 "PUT /v2.0/ports/1d4d5ab5-e08f-46ac-a384-1a182fd61f3b HTTP/1.1" status: 200 len: 1090 time: 2.1397138 Sep 22 09:45:46.164532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c70afc-9034-471f-8567-a8e07e24c1bd service neutron] Pushing event updated for resources: {'Port': ['ID=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:46.264618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:46.402651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f462-cec7-468c-9a7d-f6bb6a6a2882 req-e5268f75-0883-4922-8b96-4cde51cefe21 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.410190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f462-cec7-468c-9a7d-f6bb6a6a2882 req-e5268f75-0883-4922-8b96-4cde51cefe21 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.436004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f462-cec7-468c-9a7d-f6bb6a6a2882 req-e5268f75-0883-4922-8b96-4cde51cefe21 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.452680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f462-cec7-468c-9a7d-f6bb6a6a2882 req-e5268f75-0883-4922-8b96-4cde51cefe21 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.462614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f462-cec7-468c-9a7d-f6bb6a6a2882 req-e5268f75-0883-4922-8b96-4cde51cefe21 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.475843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f462-cec7-468c-9a7d-f6bb6a6a2882 req-e5268f75-0883-4922-8b96-4cde51cefe21 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.482616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f462-cec7-468c-9a7d-f6bb6a6a2882 req-e5268f75-0883-4922-8b96-4cde51cefe21 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.491625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d52f462-cec7-468c-9a7d-f6bb6a6a2882 req-e5268f75-0883-4922-8b96-4cde51cefe21 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5394 time: 0.2533169 Sep 22 09:45:46.500528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': '1d4d5ab5-e08f-46ac-a384-1a182fd61f3b'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:45:46.503433 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90174524-1984-41eb-bcbe-4b2805f59ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "1d4d5ab5-e08f-46ac-a384-1a182fd61f3b"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:45:46.506622 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:46.608457 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d52f462-cec7-468c-9a7d-f6bb6a6a2882 req-9b98868c-1bbf-4e79-8b7d-ff583e2ea441 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109955 Sep 22 09:45:46.713588 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7946a31b-e169-4ad3-b341-b31d282cdfaa x-openstack-request-id: req-7946a31b-e169-4ad3-b341-b31d282cdfaa {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:45:46.714173 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "1d4d5ab5-e08f-46ac-a384-1a182fd61f3b", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:45:46.714696 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7946a31b-e169-4ad3-b341-b31d282cdfaa {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:45:46.715238 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': '1d4d5ab5-e08f-46ac-a384-1a182fd61f3b', 'status': 'completed', 'code': 200} Sep 22 09:45:46.858506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-07ccb14d-822d-4116-986d-b7f3da00acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.859041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-07ccb14d-822d-4116-986d-b7f3da00acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.859483 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-07ccb14d-822d-4116-986d-b7f3da00acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.859962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-07ccb14d-822d-4116-986d-b7f3da00acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.860617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-07ccb14d-822d-4116-986d-b7f3da00acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.861853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-07ccb14d-822d-4116-986d-b7f3da00acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.862495 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-07ccb14d-822d-4116-986d-b7f3da00acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:46.864875 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-07ccb14d-822d-4116-986d-b7f3da00acd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6341 time: 0.1261609 Sep 22 09:45:47.146728 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-aa070559-8f8f-4d7d-b2aa-6bdbcfc2c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.147154 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-aa070559-8f8f-4d7d-b2aa-6bdbcfc2c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.147619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-aa070559-8f8f-4d7d-b2aa-6bdbcfc2c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.149605 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-aa070559-8f8f-4d7d-b2aa-6bdbcfc2c6d1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=22197b2546c8417b9346924b78156bd9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2681897 Sep 22 09:45:47.189040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:45:47.221366 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:47.250259 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc460f-701f-493f-b3b9-c62034574aff req-e739c545-07ca-489a-8d78-6cf98df21b70 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.259317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40cc460f-701f-493f-b3b9-c62034574aff req-e739c545-07ca-489a-8d78-6cf98df21b70 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.2688391 Sep 22 09:45:47.336590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Transition to ACTIVE for port object 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:45:47.365965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40cc460f-701f-493f-b3b9-c62034574aff req-327a7662-e149-4dc4-95b9-011914956b2d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055729 Sep 22 09:45:47.388595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-680bfa74-7be0-4afe-b204-36a383c528a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.393867 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-90174524-1984-41eb-bcbe-4b2805f59ae0 req-680bfa74-7be0-4afe-b204-36a383c528a8 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2304435 Sep 22 09:45:47.407013 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:47.510318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Pushing event updated for resources: {'Port': ['ID=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:47.594059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Attempting to bind port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:45:47.594538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Attempting to bind port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:45:47.594969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Attempting to bind port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 on network be65fbb3-88b8-40fa-bf49-309829d1dde6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:47.600949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 on network be65fbb3-88b8-40fa-bf49-309829d1dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:45:47.603300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Attempting to bind port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 on network be65fbb3-88b8-40fa-bf49-309829d1dde6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:47.607195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:45:47.607695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Checking segment: {'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:45:47.608188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Bound using segment: {'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:45:47.608775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Bound port: 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:45:47.609238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:47.789660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] For port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:45:47.809520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] For port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:45:47.829281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edcc89-4c04-4bce-9770-6be1feba0bf5 req-19e3f907-6d1a-4be4-81d3-9444cddc84dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.838670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edcc89-4c04-4bce-9770-6be1feba0bf5 req-19e3f907-6d1a-4be4-81d3-9444cddc84dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.842370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edcc89-4c04-4bce-9770-6be1feba0bf5 req-19e3f907-6d1a-4be4-81d3-9444cddc84dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.849571 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edcc89-4c04-4bce-9770-6be1feba0bf5 req-19e3f907-6d1a-4be4-81d3-9444cddc84dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.855691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edcc89-4c04-4bce-9770-6be1feba0bf5 req-19e3f907-6d1a-4be4-81d3-9444cddc84dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.862146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edcc89-4c04-4bce-9770-6be1feba0bf5 req-19e3f907-6d1a-4be4-81d3-9444cddc84dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.868211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edcc89-4c04-4bce-9770-6be1feba0bf5 req-19e3f907-6d1a-4be4-81d3-9444cddc84dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.870217 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55edcc89-4c04-4bce-9770-6be1feba0bf5 req-19e3f907-6d1a-4be4-81d3-9444cddc84dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5406 time: 0.1172853 Sep 22 09:45:47.935422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:47.987875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:47.988510 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:47.989966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] 10.222.0.60 "PUT /v2.0/ports/180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 HTTP/1.1" status: 200 len: 1091 time: 1.7311451 Sep 22 09:45:47.994540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55edcc89-4c04-4bce-9770-6be1feba0bf5 req-513ce847-9227-4c84-a5ad-e9a736870945 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143205 Sep 22 09:45:48.025397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8948a-b535-4d6b-ab02-256dfdbee561 service neutron] Pushing event updated for resources: {'Port': ['ID=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:48.114222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Request body: {'port': {'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:48.204493 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:48.405786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a437d-6787-40c6-9b01-23bc63642700 req-e24f18fb-8ee5-40cc-96a4-798df1ad827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:48.406969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-077a437d-6787-40c6-9b01-23bc63642700 req-e24f18fb-8ee5-40cc-96a4-798df1ad827a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 1097 time: 0.1425130 Sep 22 09:45:49.020175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': '180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:45:49.033871 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817fb6cf-b273-4d30-a507-0e6a23d0a42e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:45:49.211297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9fde-de08-428d-80ad-fc9489b1c8c5 req-6c23e38f-8988-459a-b209-b75b8e1a3f1f tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:49.212858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af4a9fde-de08-428d-80ad-fc9489b1c8c5 req-6c23e38f-8988-459a-b209-b75b8e1a3f1f tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.7185006 Sep 22 09:45:49.237954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a437d-6787-40c6-9b01-23bc63642700 req-c4d96c1d-e1a3-4c08-a752-29aa8ea7bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:49.239377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-077a437d-6787-40c6-9b01-23bc63642700 req-c4d96c1d-e1a3-4c08-a752-29aa8ea7bca2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 919 time: 0.7988970 Sep 22 09:45:49.334494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-077a437d-6787-40c6-9b01-23bc63642700 req-2ac6356f-e967-4a84-8eb5-ce6d1a3e2d5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56ab4d14-5b16-4981-8276-524f895b955c HTTP/1.1" status: 200 len: 217 time: 0.0801377 Sep 22 09:45:49.348658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af4a9fde-de08-428d-80ad-fc9489b1c8c5 req-d6eac75d-a8a6-4946-8216-0a462f16f720 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270323 Sep 22 09:45:49.475217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:45:49.502078 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:49.519976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a437d-6787-40c6-9b01-23bc63642700 req-edb69772-e49f-421b-be31-d1f60d81f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:49.522298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-077a437d-6787-40c6-9b01-23bc63642700 req-edb69772-e49f-421b-be31-d1f60d81f743 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0047e137-8d7c-45bf-964c-9e2e6bb87742 HTTP/1.1" status: 200 len: 858 time: 0.1779990 Sep 22 09:45:49.529897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Transition to ACTIVE for port object ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:45:49.592517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcec9ad-f3d2-40e7-9d75-8ba7bb4d398f req-4e22bc40-b827-4500-a8e3-ea5ae8318981 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:49.601308 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcec9ad-f3d2-40e7-9d75-8ba7bb4d398f req-4e22bc40-b827-4500-a8e3-ea5ae8318981 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:49.607999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcec9ad-f3d2-40e7-9d75-8ba7bb4d398f req-4e22bc40-b827-4500-a8e3-ea5ae8318981 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:49.617345 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcec9ad-f3d2-40e7-9d75-8ba7bb4d398f req-4e22bc40-b827-4500-a8e3-ea5ae8318981 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:49.624888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcec9ad-f3d2-40e7-9d75-8ba7bb4d398f req-4e22bc40-b827-4500-a8e3-ea5ae8318981 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:49.633073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcec9ad-f3d2-40e7-9d75-8ba7bb4d398f req-4e22bc40-b827-4500-a8e3-ea5ae8318981 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:49.654949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcec9ad-f3d2-40e7-9d75-8ba7bb4d398f req-4e22bc40-b827-4500-a8e3-ea5ae8318981 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:49.654949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3dcec9ad-f3d2-40e7-9d75-8ba7bb4d398f req-4e22bc40-b827-4500-a8e3-ea5ae8318981 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5406 time: 0.1968307 Sep 22 09:45:49.675864 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:49.680337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-077a437d-6787-40c6-9b01-23bc63642700 req-45217be0-623e-428c-bcd1-6930ef53b60d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce837084-a6bd-43be-99cf-84d72153eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407182 Sep 22 09:45:49.745193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:49.808376 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3dcec9ad-f3d2-40e7-9d75-8ba7bb4d398f req-c80df05e-5843-45f1-8f57-000e88ad4909 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1572037 Sep 22 09:45:50.009939 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57650af-914d-4f00-aa2e-04306dc0903f x-openstack-request-id: req-a57650af-914d-4f00-aa2e-04306dc0903f {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:45:50.009939 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:45:50.009939 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a57650af-914d-4f00-aa2e-04306dc0903f {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:45:50.009939 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': '180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9', 'status': 'completed', 'code': 200} Sep 22 09:45:50.115946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Attempting to bind port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:45:50.116929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Attempting to bind port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:45:50.117459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Attempting to bind port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 on network be65fbb3-88b8-40fa-bf49-309829d1dde6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:50.125399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 on network be65fbb3-88b8-40fa-bf49-309829d1dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:45:50.125963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Attempting to bind port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 on network be65fbb3-88b8-40fa-bf49-309829d1dde6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:45:50.141098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:45:50.141779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Checking segment: {'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:45:50.143439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Bound using segment: {'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:45:50.144288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Bound port: ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:45:50.144934 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:50.153053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-84a508b6-82ec-4415-83e5-0e5478f5a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.154119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-84a508b6-82ec-4415-83e5-0e5478f5a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.154622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-84a508b6-82ec-4415-83e5-0e5478f5a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.164539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-84a508b6-82ec-4415-83e5-0e5478f5a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.167574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-84a508b6-82ec-4415-83e5-0e5478f5a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.169228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-84a508b6-82ec-4415-83e5-0e5478f5a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.172369 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-84a508b6-82ec-4415-83e5-0e5478f5a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.177922 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-077a437d-6787-40c6-9b01-23bc63642700 req-3d1cb2b3-ee3a-459e-a3d4-15f2f85cd168 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407339 Sep 22 09:45:50.179515 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-84a508b6-82ec-4415-83e5-0e5478f5a306 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6433 time: 0.1935856 Sep 22 09:45:50.369451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-42c96458-4d94-41ff-bab0-644cd250d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.369928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-42c96458-4d94-41ff-bab0-644cd250d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.370903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-42c96458-4d94-41ff-bab0-644cd250d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.371997 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-42c96458-4d94-41ff-bab0-644cd250d069 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=22197b2546c8417b9346924b78156bd9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1841087 Sep 22 09:45:50.374735 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-077a437d-6787-40c6-9b01-23bc63642700 req-4a848883-0da6-4185-81ef-5fd0c9eee995 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490095 Sep 22 09:45:50.403574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] For port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:45:50.418566 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] For port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:45:50.488767 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:50.562840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.563461 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:50.565020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] 10.222.0.60 "PUT /v2.0/ports/ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 200 len: 1091 time: 2.4598651 Sep 22 09:45:50.590444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-1135a218-329b-4c4e-8ac7-0353ebeeef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.592527 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-817fb6cf-b273-4d30-a507-0e6a23d0a42e req-1135a218-329b-4c4e-8ac7-0353ebeeef9c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2132587 Sep 22 09:45:50.599349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483301e-f7d3-44ba-a28a-c9b13ccbe5f0 req-2048ce40-4959-4a95-bd8d-08c819684402 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.600944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0483301e-f7d3-44ba-a28a-c9b13ccbe5f0 req-2048ce40-4959-4a95-bd8d-08c819684402 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1242268 Sep 22 09:45:50.606101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078ef36-4e95-4560-93e2-594999f049f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:50.661651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0483301e-f7d3-44ba-a28a-c9b13ccbe5f0 req-ac920853-c237-430f-9dc8-d001eccd90cd tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458074 Sep 22 09:45:50.910646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f9f15a1e-91a8-4430-a183-42b7e28b8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.913686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f9f15a1e-91a8-4430-a183-42b7e28b8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.917284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f9f15a1e-91a8-4430-a183-42b7e28b8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.920473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f9f15a1e-91a8-4430-a183-42b7e28b8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.920991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f9f15a1e-91a8-4430-a183-42b7e28b8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.921471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f9f15a1e-91a8-4430-a183-42b7e28b8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.928629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f9f15a1e-91a8-4430-a183-42b7e28b8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:50.930978 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f9f15a1e-91a8-4430-a183-42b7e28b8bf0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6475 time: 0.1668949 Sep 22 09:45:51.018062 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-05a74ed1-8e16-47ce-88ac-759eadbba221 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 200 len: 217 time: 0.0761516 Sep 22 09:45:51.039213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54130) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:51.071599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f7d9aba9-ade6-4ce4-a0ef-dbdfc11dfa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.073054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f7d9aba9-ade6-4ce4-a0ef-dbdfc11dfa7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5da2a3ed-b29b-428a-b8c1-defac8adcba1 HTTP/1.1" status: 200 len: 851 time: 0.0484385 Sep 22 09:45:51.082605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e479265-ede5-4397-9450-4387b2600eb3 req-4a8b8025-f063-4671-92ff-501559b47ecb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.086750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e479265-ede5-4397-9450-4387b2600eb3 req-4a8b8025-f063-4671-92ff-501559b47ecb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.093081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e479265-ede5-4397-9450-4387b2600eb3 req-4a8b8025-f063-4671-92ff-501559b47ecb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.100685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e479265-ede5-4397-9450-4387b2600eb3 req-4a8b8025-f063-4671-92ff-501559b47ecb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.108271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e479265-ede5-4397-9450-4387b2600eb3 req-4a8b8025-f063-4671-92ff-501559b47ecb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.114589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e479265-ede5-4397-9450-4387b2600eb3 req-4a8b8025-f063-4671-92ff-501559b47ecb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.120646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e479265-ede5-4397-9450-4387b2600eb3 req-4a8b8025-f063-4671-92ff-501559b47ecb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.122713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e479265-ede5-4397-9450-4387b2600eb3 req-4a8b8025-f063-4671-92ff-501559b47ecb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.1690459 Sep 22 09:45:51.176823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-57b893e9-f4ec-4b00-acf1-d842e9b65a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.180530 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-57b893e9-f4ec-4b00-acf1-d842e9b65a46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982814 Sep 22 09:45:51.180657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e479265-ede5-4397-9450-4387b2600eb3 req-7b719cb9-b429-48e8-8828-ce6c616ddaab tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465949 Sep 22 09:45:51.328823 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a3253fa1-4022-465c-af2d-d677d9389681 service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427529 Sep 22 09:45:51.433217 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-ed06213f-5260-458f-84f0-8a391b6250a1 service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972939 Sep 22 09:45:51.484801 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-a842b850-097f-474c-8831-84377c1f4eef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 217 time: 0.0447657 Sep 22 09:45:51.552421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-eafde907-25f5-44e5-8bcb-73fbd1292e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.555891 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-eafde907-25f5-44e5-8bcb-73fbd1292e14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0635359 Sep 22 09:45:51.633373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-50b735c5-a10f-453e-b0d5-41d198d087d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.635065 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-50b735c5-a10f-453e-b0d5-41d198d087d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694346 Sep 22 09:45:51.660087 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3136d4e2-76c7-4742-ab34-c7e316a0d464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:51.911929 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-13aed465-421a-46a1-b5d7-9164cf7c08fb service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633855 Sep 22 09:45:51.948408 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0750e4-f190-4653-8788-71c41863c5a4 req-6994080a-f881-463a-afa4-73402241450d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:51.953469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b0750e4-f190-4653-8788-71c41863c5a4 req-6994080a-f881-463a-afa4-73402241450d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1377294 Sep 22 09:45:52.025296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': 'ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:45:52.027960 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a15d7ec-783f-4751-b81b-45e413cbad7a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:45:52.047620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b0750e4-f190-4653-8788-71c41863c5a4 req-c250ff40-f21c-45b4-9738-0096e5d7c853 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850852 Sep 22 09:45:52.052951 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3136d4e2-76c7-4742-ab34-c7e316a0d464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:52.057612 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-ea9378e3-6ff3-4fbe-bf2b-78c5e2579498 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388991 Sep 22 09:45:52.108006 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff80a315-4b51-4e55-9ebc-b588a3c9d5e1 x-openstack-request-id: req-ff80a315-4b51-4e55-9ebc-b588a3c9d5e1 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:45:52.108303 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:45:52.108553 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff80a315-4b51-4e55-9ebc-b588a3c9d5e1 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:45:52.108971 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': 'ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354', 'status': 'completed', 'code': 200} Sep 22 09:45:52.110409 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8b1a3138-7c59-4c49-ab46-a0bbeb2a8e17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 217 time: 0.0443625 Sep 22 09:45:52.124590 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3136d4e2-76c7-4742-ab34-c7e316a0d464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:52.183384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3136d4e2-76c7-4742-ab34-c7e316a0d464 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e732a0807494eab923b3883b15e92d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1427135 Sep 22 09:45:52.186633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136d4e2-76c7-4742-ab34-c7e316a0d464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5af10cd-0595-436b-8d84-541d31fff8ca,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:52.190156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54166) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:52.313696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e364a55e-3bb7-4a1f-9549-d3c500dee212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:52.318428 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e364a55e-3bb7-4a1f-9549-d3c500dee212 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.2008588 Sep 22 09:45:52.417525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5743-b810-487c-bfa3-d1a5697ff8f5 req-941692b4-5001-4166-8edb-9ec51675960a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:52.427240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5743-b810-487c-bfa3-d1a5697ff8f5 req-941692b4-5001-4166-8edb-9ec51675960a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:52.434894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5743-b810-487c-bfa3-d1a5697ff8f5 req-941692b4-5001-4166-8edb-9ec51675960a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:52.442263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59ad7e1f-b710-4bb7-b6e3-ceb1028e5414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:52.443040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5743-b810-487c-bfa3-d1a5697ff8f5 req-941692b4-5001-4166-8edb-9ec51675960a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:52.450540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5743-b810-487c-bfa3-d1a5697ff8f5 req-941692b4-5001-4166-8edb-9ec51675960a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:52.457843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5743-b810-487c-bfa3-d1a5697ff8f5 req-941692b4-5001-4166-8edb-9ec51675960a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:52.463938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5743-b810-487c-bfa3-d1a5697ff8f5 req-941692b4-5001-4166-8edb-9ec51675960a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:52.472652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-737f5743-b810-487c-bfa3-d1a5697ff8f5 req-941692b4-5001-4166-8edb-9ec51675960a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.1859195 Sep 22 09:45:52.486080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-19c1f2ee-cd62-4bed-972d-a333a4caf9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:52.487815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-19c1f2ee-cd62-4bed-972d-a333a4caf9f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1570315 Sep 22 09:45:52.496382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54178) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:52.507821 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59ad7e1f-b710-4bb7-b6e3-ceb1028e5414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:52.533888 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-737f5743-b810-487c-bfa3-d1a5697ff8f5 req-ad4f3b5f-7d06-4682-b178-2c34003a7951 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551016 Sep 22 09:45:52.727840 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-b445a300-66d8-423d-baa9-8baadd64ddf5 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718578 Sep 22 09:45:52.733652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59ad7e1f-b710-4bb7-b6e3-ceb1028e5414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:52.736451 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59ad7e1f-b710-4bb7-b6e3-ceb1028e5414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:52.737947 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-59ad7e1f-b710-4bb7-b6e3-ceb1028e5414 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5af10cd-0595-436b-8d84-541d31fff8ca HTTP/1.1" status: 204 len: 168 time: 0.5464845 Sep 22 09:45:52.769082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad7e1f-b710-4bb7-b6e3-ceb1028e5414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5af10cd-0595-436b-8d84-541d31fff8ca,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:52.773016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-edfa5001-3e0e-49fc-b92a-ee67debbc663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:52.910457 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-772f0990-a0ad-494f-9407-2b02f07bf666 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711276 Sep 22 09:45:52.960435 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e22af9df-a1cb-434c-8a37-68243a448404 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa HTTP/1.1" status: 200 len: 217 time: 0.0421438 Sep 22 09:45:53.031758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-015ac554-9014-4c0b-b3f1-d430bee699e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.033896 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-015ac554-9014-4c0b-b3f1-d430bee699e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0663340 Sep 22 09:45:53.062008 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-edfa5001-3e0e-49fc-b92a-ee67debbc663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:53.166115 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-edfa5001-3e0e-49fc-b92a-ee67debbc663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:53.209103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-273a55eb-ac3b-4428-9dd4-5f4e7999d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.210671 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-273a55eb-ac3b-4428-9dd4-5f4e7999d97c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1544771 Sep 22 09:45:53.256654 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:53.279768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa5001-3e0e-49fc-b92a-ee67debbc663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06189952-3eeb-470a-a5ff-93fec93ab903,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:53.317350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf71435-9c3e-4648-83a0-e6769cee3436 req-8862bf5b-e90c-4a7c-908b-9dcda03b1e63 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.320524 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf71435-9c3e-4648-83a0-e6769cee3436 req-8862bf5b-e90c-4a7c-908b-9dcda03b1e63 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1248059 Sep 22 09:45:53.380488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf71435-9c3e-4648-83a0-e6769cee3436 req-028d1279-796f-4fa0-aff4-bd0dca8f2bc0 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517843 Sep 22 09:45:53.399995 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f8ff3dbf-034d-4ba2-8904-c602717f829a service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602864 Sep 22 09:45:53.404979 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-edfa5001-3e0e-49fc-b92a-ee67debbc663 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34ca589d2d15483c90e5ddd956d714dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9049952 Sep 22 09:45:53.406956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54216) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:53.546457 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7c4caec-58a8-4b4d-8599-5d219e9fc7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:53.577958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5776e6d-34e0-45d1-b0f4-a6dd1cd8da9a req-bd433505-1bae-4a2f-9f87-4a9e71864307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.580165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5776e6d-34e0-45d1-b0f4-a6dd1cd8da9a req-bd433505-1bae-4a2f-9f87-4a9e71864307 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 1097 time: 0.1005368 Sep 22 09:45:53.580620 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-b394a23f-c774-4016-92dd-f8f77c050f33 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637294 Sep 22 09:45:53.595502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7c4caec-58a8-4b4d-8599-5d219e9fc7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:53.630683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54226) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:53.718775 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-cf542a24-8a50-40c2-8c6b-89b3950185ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b HTTP/1.1" status: 200 len: 217 time: 0.1333854 Sep 22 09:45:53.726332 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e93847e9-b49b-48f5-a249-a6b964cbc048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:53.779103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54228) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:53.800077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5776e6d-34e0-45d1-b0f4-a6dd1cd8da9a req-23851566-e90d-4b40-ac1e-07f4c3ac8361 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066724 Sep 22 09:45:53.818034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2cd73366-8697-4b8e-848c-215116790540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.819610 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-2cd73366-8697-4b8e-848c-215116790540 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0937266 Sep 22 09:45:53.862653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f8abf-efdd-452a-ab3c-92ee7c39bb28 req-efc7e491-2d18-4d8f-96ff-9d9c76ea446b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.868780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f8abf-efdd-452a-ab3c-92ee7c39bb28 req-efc7e491-2d18-4d8f-96ff-9d9c76ea446b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.874768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f8abf-efdd-452a-ab3c-92ee7c39bb28 req-efc7e491-2d18-4d8f-96ff-9d9c76ea446b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.886925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e07d343f-dcb6-482e-9841-2bc9990981ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.888753 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e07d343f-dcb6-482e-9841-2bc9990981ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619206 Sep 22 09:45:53.892925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f8abf-efdd-452a-ab3c-92ee7c39bb28 req-efc7e491-2d18-4d8f-96ff-9d9c76ea446b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.898901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f8abf-efdd-452a-ab3c-92ee7c39bb28 req-efc7e491-2d18-4d8f-96ff-9d9c76ea446b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.914965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f8abf-efdd-452a-ab3c-92ee7c39bb28 req-efc7e491-2d18-4d8f-96ff-9d9c76ea446b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.921297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f8abf-efdd-452a-ab3c-92ee7c39bb28 req-efc7e491-2d18-4d8f-96ff-9d9c76ea446b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:53.929489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad6f8abf-efdd-452a-ab3c-92ee7c39bb28 req-efc7e491-2d18-4d8f-96ff-9d9c76ea446b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.2326307 Sep 22 09:45:53.977765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7c4caec-58a8-4b4d-8599-5d219e9fc7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:53.980970 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7c4caec-58a8-4b4d-8599-5d219e9fc7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:53.984383 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c7c4caec-58a8-4b4d-8599-5d219e9fc7bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06189952-3eeb-470a-a5ff-93fec93ab903 HTTP/1.1" status: 204 len: 168 time: 0.5744438 Sep 22 09:45:53.987521 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad6f8abf-efdd-452a-ab3c-92ee7c39bb28 req-3f25abfa-959e-4fc0-aea7-180480ea1378 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571992 Sep 22 09:45:54.024031 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-954837b6-4e27-4102-aa19-c734c7dadcf1 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282029 Sep 22 09:45:54.025902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4caec-58a8-4b4d-8599-5d219e9fc7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06189952-3eeb-470a-a5ff-93fec93ab903,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:54.100224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1717441251', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:54.138777 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e93847e9-b49b-48f5-a249-a6b964cbc048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.204850 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cea8143f-84ac-4ce6-b4e4-015f72b27b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.214540 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e26be548-ff29-415d-89fd-3ed09b795f7e service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834719 Sep 22 09:45:54.258150 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-8f5e08b2-5186-490d-b59c-7a4b8dd9bf7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0367737 Sep 22 09:45:54.261452 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e93847e9-b49b-48f5-a249-a6b964cbc048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.304051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e93847e9-b49b-48f5-a249-a6b964cbc048 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97fa0f2a839641be9ee1bc7ce64199c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6654820 Sep 22 09:45:54.304051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54244) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:54.341593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-46fdea24-dcb3-4aa9-8618-542a60b2771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:54.345870 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-46fdea24-dcb3-4aa9-8618-542a60b2771a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.0778682 Sep 22 09:45:54.352286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93847e9-b49b-48f5-a249-a6b964cbc048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84efa87-76bb-42ba-8be7-6e9c3a1d5e22,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:54.368766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Made reservation on behalf of bcccbdd05f10400bbeae26675200664e for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:45:54.371514 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.400106 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44966f37-38b4-448c-96f7-2ef56e64315b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.420905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.426132 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44966f37-38b4-448c-96f7-2ef56e64315b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.494943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-28fe3fff-05e4-4cae-bde0-21591699270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:54.502131 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.504078 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-28fe3fff-05e4-4cae-bde0-21591699270c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1514883 Sep 22 09:45:54.596003 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44966f37-38b4-448c-96f7-2ef56e64315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.606926 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44966f37-38b4-448c-96f7-2ef56e64315b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.610448 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-44966f37-38b4-448c-96f7-2ef56e64315b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c84efa87-76bb-42ba-8be7-6e9c3a1d5e22 HTTP/1.1" status: 204 len: 168 time: 0.3037579 Sep 22 09:45:54.620296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44966f37-38b4-448c-96f7-2ef56e64315b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84efa87-76bb-42ba-8be7-6e9c3a1d5e22,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:54.645249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e7d9e-7c17-417a-8643-5341b9024ca7 req-27eefe47-01ee-43dc-bd9d-e4dd438638be tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:54.646921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb4e7d9e-7c17-417a-8643-5341b9024ca7 req-27eefe47-01ee-43dc-bd9d-e4dd438638be tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1358325 Sep 22 09:45:54.693717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-dfa88b7c-986e-4d05-b8fe-cc0b621b419a service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824706 Sep 22 09:45:54.696244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb4e7d9e-7c17-417a-8643-5341b9024ca7 req-fd7e709a-fc67-47fc-88e8-05213bb5521f tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431643 Sep 22 09:45:54.772652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.896505 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:54.942512 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] device_id is not set on port 7843fd14-c993-4b74-8ae3-4aabbbb0d0fb yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:45:54.947342 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ff6e84-159d-46f7-9162-e776d6ddc791,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:54.965050 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-f9303820-25c9-4ed6-bb97-130eac9e8a86 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861413 Sep 22 09:45:55.036152 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-4c3b5c1d-8c20-4132-9a06-fc525e74c338 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 200 len: 217 time: 0.0433998 Sep 22 09:45:55.137995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-d5fa0653-4235-4297-803f-12718e6b6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:55.139543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-d5fa0653-4235-4297-803f-12718e6b6173 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.0960128 Sep 22 09:45:55.177240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde34552-4365-4d85-9710-9962439a0e4b req-36e9c2b8-9a85-409c-ab53-61641a5361dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:55.180596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Allocated IP 172.25.6.19 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/7843fd14-c993-4b74-8ae3-4aabbbb0d0fb) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:45:55.186599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde34552-4365-4d85-9710-9962439a0e4b req-36e9c2b8-9a85-409c-ab53-61641a5361dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:55.193147 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde34552-4365-4d85-9710-9962439a0e4b req-36e9c2b8-9a85-409c-ab53-61641a5361dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:55.202680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde34552-4365-4d85-9710-9962439a0e4b req-36e9c2b8-9a85-409c-ab53-61641a5361dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:55.209526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde34552-4365-4d85-9710-9962439a0e4b req-36e9c2b8-9a85-409c-ab53-61641a5361dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:55.216371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde34552-4365-4d85-9710-9962439a0e4b req-36e9c2b8-9a85-409c-ab53-61641a5361dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:55.224619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde34552-4365-4d85-9710-9962439a0e4b req-36e9c2b8-9a85-409c-ab53-61641a5361dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:55.233304 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cde34552-4365-4d85-9710-9962439a0e4b req-36e9c2b8-9a85-409c-ab53-61641a5361dc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.1466746 Sep 22 09:45:55.244696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c3c11f-7bc3-4a8b-9a49-a3e7b21bd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:55.247637 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-e6c3c11f-7bc3-4a8b-9a49-a3e7b21bd09d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978796 Sep 22 09:45:55.278548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cde34552-4365-4d85-9710-9962439a0e4b req-a5eb2b6f-c2bf-476e-bb87-354c613dde07 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443439 Sep 22 09:45:55.369898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54272) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:55.402865 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-812e107b-6526-4ec2-ad0e-772fe30568af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:55.474049 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-1d148ccc-f20f-4cd8-90f8-b6b565ee94a5 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110798 Sep 22 09:45:55.540435 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:55.621347 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d609c34d-d97c-438c-a0b0-0bd0b3d46344 req-9b50fabc-6347-460f-a173-dfddb112672a service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359060 Sep 22 09:45:55.625016 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-812e107b-6526-4ec2-ad0e-772fe30568af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:55.712908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-812e107b-6526-4ec2-ad0e-772fe30568af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:55.759327 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:55.799779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-812e107b-6526-4ec2-ad0e-772fe30568af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1c335ff5dab43f995e7158c200a44a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280961 Sep 22 09:45:55.806244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54288) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:55.819814 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e107b-6526-4ec2-ad0e-772fe30568af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02386b1c-10da-47ef-a4fb-10edecd6996a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:55.854784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:45:55.874392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:45:55.888433 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:45:55.942660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532fba6-fef4-4d73-ada7-1a84402cecb2 req-73b4a392-5711-41a5-8009-f505d85029ee tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:55.946257 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1532fba6-fef4-4d73-ada7-1a84402cecb2 req-73b4a392-5711-41a5-8009-f505d85029ee tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1433461 Sep 22 09:45:55.952990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Pushing event updated for resources: {'Port': ['ID=7843fd14-c993-4b74-8ae3-4aabbbb0d0fb,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:55.983243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d4166649-658a-41f9-8075-de90cf02c0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:56.033284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.037205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:56.062486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1532fba6-fef4-4d73-ada7-1a84402cecb2 req-2ef3cabd-bca9-4df9-8b12-5fc4b83a0b62 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075189 Sep 22 09:45:56.068643 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d4166649-658a-41f9-8075-de90cf02c0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:56.075136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-0bacd81a-fc69-4a0a-afca-8671ad7fc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.075603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-0bacd81a-fc69-4a0a-afca-8671ad7fc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.076093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-0bacd81a-fc69-4a0a-afca-8671ad7fc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.076576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-0bacd81a-fc69-4a0a-afca-8671ad7fc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.077079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-0bacd81a-fc69-4a0a-afca-8671ad7fc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.077579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-0bacd81a-fc69-4a0a-afca-8671ad7fc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.078033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-0bacd81a-fc69-4a0a-afca-8671ad7fc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.080609 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-0bacd81a-fc69-4a0a-afca-8671ad7fc6a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6475 time: 0.2733469 Sep 22 09:45:56.143904 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ee060466-c32c-4cb7-a79b-7a167869e907 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.3628557 Sep 22 09:45:56.146891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54304) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:56.151399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.19'}]}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:45:56.243638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-f0af412a-ebd5-4db0-ad65-47276bfee8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.243638 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-f0af412a-ebd5-4db0-ad65-47276bfee8cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 200 len: 902 time: 0.1473897 Sep 22 09:45:56.294135 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-fa3bc71e-2594-4bd4-9df5-56065356b4ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 200 len: 217 time: 0.0470178 Sep 22 09:45:56.305160 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:56.306568 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:56.340077 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d4166649-658a-41f9-8075-de90cf02c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:56.342681 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d4166649-658a-41f9-8075-de90cf02c0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:56.346282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d4166649-658a-41f9-8075-de90cf02c0cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02386b1c-10da-47ef-a4fb-10edecd6996a HTTP/1.1" status: 204 len: 168 time: 0.5355105 Sep 22 09:45:56.382949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-feba58f3-c09e-4739-a006-47dfece04d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.386381 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-feba58f3-c09e-4739-a006-47dfece04d26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.0828302 Sep 22 09:45:56.386381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4166649-658a-41f9-8075-de90cf02c0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02386b1c-10da-47ef-a4fb-10edecd6996a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:56.401009 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:56.448946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-e62b204a-ac22-4338-9708-431fe0a14b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.450516 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-e62b204a-ac22-4338-9708-431fe0a14b65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589845 Sep 22 09:45:56.712411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:56.836512 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-529abe45-a01f-4519-a325-e0e451aa15ea service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773046 Sep 22 09:45:56.879928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea68c3a-fd26-4539-9d06-15b78ddf7d14 req-337e2553-8f7f-4338-8b7b-4d31bd644fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.881942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ea68c3a-fd26-4539-9d06-15b78ddf7d14 req-337e2553-8f7f-4338-8b7b-4d31bd644fb8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 1097 time: 0.1503148 Sep 22 09:45:56.905048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f54d-b76d-4ab6-bd85-ce750693d678 req-925d191b-0ce1-4907-bd0b-f4d27f5e58cb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.911927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f54d-b76d-4ab6-bd85-ce750693d678 req-925d191b-0ce1-4907-bd0b-f4d27f5e58cb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.918402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f54d-b76d-4ab6-bd85-ce750693d678 req-925d191b-0ce1-4907-bd0b-f4d27f5e58cb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.927093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f54d-b76d-4ab6-bd85-ce750693d678 req-925d191b-0ce1-4907-bd0b-f4d27f5e58cb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.933388 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54c854a2-d0a0-463d-a51d-46324012e694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:56.943878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f54d-b76d-4ab6-bd85-ce750693d678 req-925d191b-0ce1-4907-bd0b-f4d27f5e58cb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.956499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f54d-b76d-4ab6-bd85-ce750693d678 req-925d191b-0ce1-4907-bd0b-f4d27f5e58cb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.971654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f54d-b76d-4ab6-bd85-ce750693d678 req-925d191b-0ce1-4907-bd0b-f4d27f5e58cb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:56.973708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ec2f54d-b76d-4ab6-bd85-ce750693d678 req-925d191b-0ce1-4907-bd0b-f4d27f5e58cb tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.3112986 Sep 22 09:45:56.978263 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a15d7ec-783f-4751-b81b-45e413cbad7a req-c5d424cb-905a-438b-b01c-1bb35f9d3dd1 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343789 Sep 22 09:45:56.979169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54334) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:57.187609 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ec2f54d-b76d-4ab6-bd85-ce750693d678 req-97bb2a6d-e123-408c-ad03-4a853c2dec92 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1499412 Sep 22 09:45:57.194531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea68c3a-fd26-4539-9d06-15b78ddf7d14 req-be33bc83-bd6e-47ef-b30d-ea1a53701156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:57.196018 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ea68c3a-fd26-4539-9d06-15b78ddf7d14 req-be33bc83-bd6e-47ef-b30d-ea1a53701156 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 919 time: 0.3040133 Sep 22 09:45:57.285183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ea68c3a-fd26-4539-9d06-15b78ddf7d14 req-8fe9cd6e-bf47-470c-b420-7e5517f11c46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56ab4d14-5b16-4981-8276-524f895b955c HTTP/1.1" status: 200 len: 217 time: 0.0579662 Sep 22 09:45:57.383607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea68c3a-fd26-4539-9d06-15b78ddf7d14 req-951e44d5-ef8e-402c-8b7c-24340a034649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:57.385399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ea68c3a-fd26-4539-9d06-15b78ddf7d14 req-951e44d5-ef8e-402c-8b7c-24340a034649 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0047e137-8d7c-45bf-964c-9e2e6bb87742 HTTP/1.1" status: 200 len: 858 time: 0.0897484 Sep 22 09:45:57.431851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361c3d-8d2d-459b-b00c-8f2dd781e012 req-90e9220a-41ba-4f07-8a74-f7c21b695deb tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:57.433870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e361c3d-8d2d-459b-b00c-8f2dd781e012 req-90e9220a-41ba-4f07-8a74-f7c21b695deb tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1546168 Sep 22 09:45:57.458080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ea68c3a-fd26-4539-9d06-15b78ddf7d14 req-4c7e9682-efa3-4b34-8e09-7287b1802fd6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce837084-a6bd-43be-99cf-84d72153eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611625 Sep 22 09:45:57.496144 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3090f931-2175-41fc-8a9c-0161a1e2a8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:57.561768 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:57.637980 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3090f931-2175-41fc-8a9c-0161a1e2a8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:57.666540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e361c3d-8d2d-459b-b00c-8f2dd781e012 req-59e6c7d0-712e-4552-bc0a-de43fa6744e7 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117405 Sep 22 09:45:57.714202 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:57.740214 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:57.758799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ea68c3a-fd26-4539-9d06-15b78ddf7d14 req-bb0dc69f-58f5-4de0-b874-9c6b65e307d6 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219951 Sep 22 09:45:57.775760 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3090f931-2175-41fc-8a9c-0161a1e2a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:57.836999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3090f931-2175-41fc-8a9c-0161a1e2a8dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6d57178b0c743e9ad094129f0c74e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8559186 Sep 22 09:45:57.837848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54362) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:57.843877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090f931-2175-41fc-8a9c-0161a1e2a8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f8c7c4-d69f-4515-9d1c-c4b0753671d7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:57.985775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ea68c3a-fd26-4539-9d06-15b78ddf7d14 req-7a591f7f-10e3-464f-84a1-69be3993e774 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971040 Sep 22 09:45:58.039952 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:58.053377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8a5bfdf-048f-4b55-8be5-c788e101a903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:58.085485 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8a5bfdf-048f-4b55-8be5-c788e101a903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:58.224218 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:58.226265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8a5bfdf-048f-4b55-8be5-c788e101a903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:58.228941 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8a5bfdf-048f-4b55-8be5-c788e101a903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:58.233294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c8a5bfdf-048f-4b55-8be5-c788e101a903 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7f8c7c4-d69f-4515-9d1c-c4b0753671d7 HTTP/1.1" status: 204 len: 168 time: 0.3940444 Sep 22 09:45:58.283973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5bfdf-048f-4b55-8be5-c788e101a903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f8c7c4-d69f-4515-9d1c-c4b0753671d7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:58.515030 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:58.522368 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:58.595783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17001776-5cd7-4359-bb6b-007fc01f533e req-a3f8727b-3a8f-4cde-b4f2-21f5a291edd0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:58.602068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17001776-5cd7-4359-bb6b-007fc01f533e req-a3f8727b-3a8f-4cde-b4f2-21f5a291edd0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:58.608039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17001776-5cd7-4359-bb6b-007fc01f533e req-a3f8727b-3a8f-4cde-b4f2-21f5a291edd0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:58.615145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17001776-5cd7-4359-bb6b-007fc01f533e req-a3f8727b-3a8f-4cde-b4f2-21f5a291edd0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:58.621553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17001776-5cd7-4359-bb6b-007fc01f533e req-a3f8727b-3a8f-4cde-b4f2-21f5a291edd0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:58.627958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17001776-5cd7-4359-bb6b-007fc01f533e req-a3f8727b-3a8f-4cde-b4f2-21f5a291edd0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:58.634157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17001776-5cd7-4359-bb6b-007fc01f533e req-a3f8727b-3a8f-4cde-b4f2-21f5a291edd0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:58.636086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-17001776-5cd7-4359-bb6b-007fc01f533e req-a3f8727b-3a8f-4cde-b4f2-21f5a291edd0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.1801677 Sep 22 09:45:58.695987 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-17001776-5cd7-4359-bb6b-007fc01f533e req-fbad8d31-5140-4a56-8349-6c6645d3f5a7 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502677 Sep 22 09:45:58.777607 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:58.778170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cf75aa1-88a8-4357-84be-569e5cf5c441 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:45:58.865254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ecff8-020f-4a19-b460-404fce2f3ac7 req-0283984a-4032-478c-8078-02d48ccac54c tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:58.870324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a7ecff8-020f-4a19-b460-404fce2f3ac7 req-0283984a-4032-478c-8078-02d48ccac54c tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0642779 Sep 22 09:45:58.874294 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 22 09:45:58.875699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cd548837-5261-4e2f-ae3a-f5041d6f1cb0 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7277615 Sep 22 09:45:58.878716 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54406) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:58.916495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a7ecff8-020f-4a19-b460-404fce2f3ac7 req-28e2803f-a114-46d9-8c67-1f4a4849814d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392244 Sep 22 09:45:59.002952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c378b-668d-4a97-8b90-a2de7dde5812 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Deleting port 7843fd14-c993-4b74-8ae3-4aabbbb0d0fb {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:45:59.002952 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd4c378b-668d-4a97-8b90-a2de7dde5812 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.047294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54414) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:59.094378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd4c378b-668d-4a97-8b90-a2de7dde5812 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.107208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c378b-668d-4a97-8b90-a2de7dde5812 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Calling delete_port for 7843fd14-c993-4b74-8ae3-4aabbbb0d0fb owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:45:59.314004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd4c378b-668d-4a97-8b90-a2de7dde5812 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.348411 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c378b-668d-4a97-8b90-a2de7dde5812 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Pushing event deleted for resources: {'Port': ['ID=7843fd14-c993-4b74-8ae3-4aabbbb0d0fb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:59.379801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54426) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:59.396013 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49a32882-9eea-4764-b071-56f005070e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.449952 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd4c378b-668d-4a97-8b90-a2de7dde5812 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.458400 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ba546ba-37aa-436d-944c-58e2d68162a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.466337 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bd4c378b-668d-4a97-8b90-a2de7dde5812 tempest-RoutersAdminNegativeIpV6Test-1438559507 tempest-RoutersAdminNegativeIpV6Test-1438559507-project-admin] 10.222.0.49 "DELETE /v2.0/ports/7843fd14-c993-4b74-8ae3-4aabbbb0d0fb HTTP/1.1" status: 204 len: 168 time: 0.5849354 Sep 22 09:45:59.555563 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49a32882-9eea-4764-b071-56f005070e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.623806 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49a32882-9eea-4764-b071-56f005070e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.686096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a32882-9eea-4764-b071-56f005070e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f989650-cf3c-4257-9fb1-5a3d2e574c4a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:45:59.695698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-49a32882-9eea-4764-b071-56f005070e12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=320617fe54314151bebc73349f5c36f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119667 Sep 22 09:45:59.696312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54436) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:45:59.775987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a39bf49f-3994-4ae6-8c10-d1f9f75a61aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.812170 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a39bf49f-3994-4ae6-8c10-d1f9f75a61aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.838277 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.866839 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ba546ba-37aa-436d-944c-58e2d68162a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:45:59.904551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3eec8-e20e-4928-9ef6-5e983af66acf req-79b515ef-8feb-4fa9-9935-ef002c558995 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:59.911264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3eec8-e20e-4928-9ef6-5e983af66acf req-79b515ef-8feb-4fa9-9935-ef002c558995 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:59.917601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3eec8-e20e-4928-9ef6-5e983af66acf req-79b515ef-8feb-4fa9-9935-ef002c558995 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:59.923808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3eec8-e20e-4928-9ef6-5e983af66acf req-79b515ef-8feb-4fa9-9935-ef002c558995 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:59.929866 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3eec8-e20e-4928-9ef6-5e983af66acf req-79b515ef-8feb-4fa9-9935-ef002c558995 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:59.935955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3eec8-e20e-4928-9ef6-5e983af66acf req-79b515ef-8feb-4fa9-9935-ef002c558995 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:59.942771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3eec8-e20e-4928-9ef6-5e983af66acf req-79b515ef-8feb-4fa9-9935-ef002c558995 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:45:59.944654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ff3eec8-e20e-4928-9ef6-5e983af66acf req-79b515ef-8feb-4fa9-9935-ef002c558995 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.1388896 Sep 22 09:45:59.991923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ff3eec8-e20e-4928-9ef6-5e983af66acf req-db3f21a2-ca82-480d-b9ba-0defdc3d0461 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400667 Sep 22 09:46:00.036341 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1ba546ba-37aa-436d-944c-58e2d68162a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:00.072188 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a39bf49f-3994-4ae6-8c10-d1f9f75a61aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:00.074898 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a39bf49f-3994-4ae6-8c10-d1f9f75a61aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:00.076303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a39bf49f-3994-4ae6-8c10-d1f9f75a61aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f989650-cf3c-4257-9fb1-5a3d2e574c4a HTTP/1.1" status: 204 len: 168 time: 0.3791296 Sep 22 09:46:00.089890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1ba546ba-37aa-436d-944c-58e2d68162a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd52e8a0392f44048c10acfc86533072&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0402527 Sep 22 09:46:00.091293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba546ba-37aa-436d-944c-58e2d68162a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadde6d2-f2e6-466c-ad21-a780317fa6d3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:00.101035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54458) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:00.105141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bf49f-3994-4ae6-8c10-d1f9f75a61aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f989650-cf3c-4257-9fb1-5a3d2e574c4a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:00.124865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54460) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:00.205751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd7865a8-5e34-4133-96c8-a130ff87b26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:00.213416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960a6d2-fbee-43fc-a824-0e26c50169dc req-78a347a1-6d6c-4553-951a-230e041c3bd2 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:00.215379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d960a6d2-fbee-43fc-a824-0e26c50169dc req-78a347a1-6d6c-4553-951a-230e041c3bd2 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0628848 Sep 22 09:46:00.239965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd7865a8-5e34-4133-96c8-a130ff87b26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:00.247783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54464) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:00.291921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d960a6d2-fbee-43fc-a824-0e26c50169dc req-020a6077-d283-427a-8d14-837c3ad2587d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627327 Sep 22 09:46:00.493179 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd7865a8-5e34-4133-96c8-a130ff87b26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:00.496468 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd7865a8-5e34-4133-96c8-a130ff87b26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:00.497940 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bd7865a8-5e34-4133-96c8-a130ff87b26f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eadde6d2-f2e6-466c-ad21-a780317fa6d3 HTTP/1.1" status: 204 len: 168 time: 0.3945899 Sep 22 09:46:00.509402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7865a8-5e34-4133-96c8-a130ff87b26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadde6d2-f2e6-466c-ad21-a780317fa6d3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:00.690695 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-229cce14-831a-4bce-a53f-69bdfbf9d140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:00.733287 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ea2332ae-149f-43ba-92d5-37102436bb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:00.823256 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-229cce14-831a-4bce-a53f-69bdfbf9d140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:00.937825 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-229cce14-831a-4bce-a53f-69bdfbf9d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:01.013418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-229cce14-831a-4bce-a53f-69bdfbf9d140 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb609410db0442099d2380aeb0648112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8869307 Sep 22 09:46:01.020640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54492) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:01.131048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cce14-831a-4bce-a53f-69bdfbf9d140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a27505a-85e8-473e-929e-d3a486b14143,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:01.290312 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae7f35c3-b9dc-48be-83a6-8c13be2e0211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:01.359134 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae7f35c3-b9dc-48be-83a6-8c13be2e0211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:02.043103 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ea2332ae-149f-43ba-92d5-37102436bb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:02.065124 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b200de-fd92-44a9-9b3f-37414364e84a req-9459b2a3-c393-434d-ac2c-ba453d40909c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:02.071732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b200de-fd92-44a9-9b3f-37414364e84a req-9459b2a3-c393-434d-ac2c-ba453d40909c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:02.078040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b200de-fd92-44a9-9b3f-37414364e84a req-9459b2a3-c393-434d-ac2c-ba453d40909c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:02.084676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b200de-fd92-44a9-9b3f-37414364e84a req-9459b2a3-c393-434d-ac2c-ba453d40909c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:02.092561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b200de-fd92-44a9-9b3f-37414364e84a req-9459b2a3-c393-434d-ac2c-ba453d40909c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:02.099547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b200de-fd92-44a9-9b3f-37414364e84a req-9459b2a3-c393-434d-ac2c-ba453d40909c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:02.105842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b200de-fd92-44a9-9b3f-37414364e84a req-9459b2a3-c393-434d-ac2c-ba453d40909c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:02.113994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10b200de-fd92-44a9-9b3f-37414364e84a req-9459b2a3-c393-434d-ac2c-ba453d40909c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.9316568 Sep 22 09:46:02.145403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ea2332ae-149f-43ba-92d5-37102436bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:02.218239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2332ae-149f-43ba-92d5-37102436bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f676b7-203d-4e6c-94a1-3cc06fffb218,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:02.304625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10b200de-fd92-44a9-9b3f-37414364e84a req-94aff35d-a054-4dbc-afd8-21ce1ec81e2d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896157 Sep 22 09:46:02.346583 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae7f35c3-b9dc-48be-83a6-8c13be2e0211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:02.351806 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae7f35c3-b9dc-48be-83a6-8c13be2e0211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:02.357687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ae7f35c3-b9dc-48be-83a6-8c13be2e0211 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a27505a-85e8-473e-929e-d3a486b14143 HTTP/1.1" status: 204 len: 168 time: 1.3318503 Sep 22 09:46:02.374829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ea2332ae-149f-43ba-92d5-37102436bb61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=705c081ee7904c32847dcd59f674824c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1259356 Sep 22 09:46:02.378500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54548) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:02.386921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f35c3-b9dc-48be-83a6-8c13be2e0211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a27505a-85e8-473e-929e-d3a486b14143,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:02.483713 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5788f40e-688d-41e2-88b5-33008e9331d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:02.532068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5788f40e-688d-41e2-88b5-33008e9331d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:02.710202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5788f40e-688d-41e2-88b5-33008e9331d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:02.712973 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5788f40e-688d-41e2-88b5-33008e9331d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:02.714225 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5788f40e-688d-41e2-88b5-33008e9331d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09f676b7-203d-4e6c-94a1-3cc06fffb218 HTTP/1.1" status: 204 len: 168 time: 0.3347135 Sep 22 09:46:02.723364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788f40e-688d-41e2-88b5-33008e9331d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f676b7-203d-4e6c-94a1-3cc06fffb218,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:03.489893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc35e-9998-481c-b062-2879928cee11 req-b2b6ee53-8c51-4c2c-a715-dbe33af9cb5f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:03.495895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc35e-9998-481c-b062-2879928cee11 req-b2b6ee53-8c51-4c2c-a715-dbe33af9cb5f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:03.502197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc35e-9998-481c-b062-2879928cee11 req-b2b6ee53-8c51-4c2c-a715-dbe33af9cb5f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:03.508297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc35e-9998-481c-b062-2879928cee11 req-b2b6ee53-8c51-4c2c-a715-dbe33af9cb5f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:03.514270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc35e-9998-481c-b062-2879928cee11 req-b2b6ee53-8c51-4c2c-a715-dbe33af9cb5f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:03.520768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc35e-9998-481c-b062-2879928cee11 req-b2b6ee53-8c51-4c2c-a715-dbe33af9cb5f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:03.526725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc35e-9998-481c-b062-2879928cee11 req-b2b6ee53-8c51-4c2c-a715-dbe33af9cb5f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:03.528707 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-629cc35e-9998-481c-b062-2879928cee11 req-b2b6ee53-8c51-4c2c-a715-dbe33af9cb5f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.0952551 Sep 22 09:46:03.577853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-629cc35e-9998-481c-b062-2879928cee11 req-85c577d4-2afe-4c47-8093-401e0f550824 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415494 Sep 22 09:46:03.615192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54596) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:03.631375 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:03.715659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53619a5b-c433-4d3f-af14-ec84598a7114 req-21210d76-1979-4cf7-ae1f-d156451e7d8e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:03.717295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53619a5b-c433-4d3f-af14-ec84598a7114 req-21210d76-1979-4cf7-ae1f-d156451e7d8e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0683208 Sep 22 09:46:03.789108 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53619a5b-c433-4d3f-af14-ec84598a7114 req-f1ae2c8b-3a29-4d85-8204-e2622e597027 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614882 Sep 22 09:46:03.822030 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:03.901452 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:03.952757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b138cfa74864ce2833a44ddb473042f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361866 Sep 22 09:46:03.953442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fc53dc-f92f-4fc1-80f6-1efa12412c60,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:03.955959 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54608) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:03.970155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:03.970641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:03.971082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:03.971425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:03.971760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:03.972564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:03.972825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:03.973162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:03.973492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:03.973846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:03.974179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:03.974513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7901c-2dd5-45b7-a7cb-dc1a8fc141c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:04.018055 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa914d31-984b-4d49-9f37-daea4f5784f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:04.040366 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa914d31-984b-4d49-9f37-daea4f5784f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:04.196021 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa914d31-984b-4d49-9f37-daea4f5784f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:04.198676 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa914d31-984b-4d49-9f37-daea4f5784f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:04.201953 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fa914d31-984b-4d49-9f37-daea4f5784f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0fc53dc-f92f-4fc1-80f6-1efa12412c60 HTTP/1.1" status: 204 len: 168 time: 0.2432311 Sep 22 09:46:04.213496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa914d31-984b-4d49-9f37-daea4f5784f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fc53dc-f92f-4fc1-80f6-1efa12412c60,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:04.373261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54630) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:04.419371 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e8f27c33-3150-4cd7-b26d-3054d1ef5df0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcccbdd05f10400bbeae26675200664e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448027 Sep 22 09:46:04.429113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54634) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:04.478968 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a287076-6eea-4808-8580-1604221076b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:04.501003 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a287076-6eea-4808-8580-1604221076b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:04.666391 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a287076-6eea-4808-8580-1604221076b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:04.669201 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8a287076-6eea-4808-8580-1604221076b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:04.670499 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8a287076-6eea-4808-8580-1604221076b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79ff6e84-159d-46f7-9162-e776d6ddc791 HTTP/1.1" status: 204 len: 168 time: 0.2399027 Sep 22 09:46:04.678281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a287076-6eea-4808-8580-1604221076b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ff6e84-159d-46f7-9162-e776d6ddc791,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:05.019650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76368-5332-45c9-b631-f154e142c8e7 req-73bc0646-597b-432c-b041-25ec21d0eb78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:05.025710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76368-5332-45c9-b631-f154e142c8e7 req-73bc0646-597b-432c-b041-25ec21d0eb78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:05.031751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76368-5332-45c9-b631-f154e142c8e7 req-73bc0646-597b-432c-b041-25ec21d0eb78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:05.037927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76368-5332-45c9-b631-f154e142c8e7 req-73bc0646-597b-432c-b041-25ec21d0eb78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:05.044273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76368-5332-45c9-b631-f154e142c8e7 req-73bc0646-597b-432c-b041-25ec21d0eb78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:05.051129 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76368-5332-45c9-b631-f154e142c8e7 req-73bc0646-597b-432c-b041-25ec21d0eb78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:05.057168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76368-5332-45c9-b631-f154e142c8e7 req-73bc0646-597b-432c-b041-25ec21d0eb78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:05.059187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd76368-5332-45c9-b631-f154e142c8e7 req-73bc0646-597b-432c-b041-25ec21d0eb78 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.0946774 Sep 22 09:46:05.125990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fd76368-5332-45c9-b631-f154e142c8e7 req-e2fddb02-f956-49c4-af13-f79cbc99bc86 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593538 Sep 22 09:46:05.609739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54674) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:05.812057 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43c64de4-2705-408c-87fd-a396b83ebed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:05.973405 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43c64de4-2705-408c-87fd-a396b83ebed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:06.043968 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43c64de4-2705-408c-87fd-a396b83ebed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:06.108582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54700) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:06.109246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-43c64de4-2705-408c-87fd-a396b83ebed4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53acb31a524247c8963f567fd842af19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979541 Sep 22 09:46:06.112068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c64de4-2705-408c-87fd-a396b83ebed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25647b56-f0fe-45f8-9787-67cdb0a04210,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:06.232414 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-80c243a8-e4cc-461e-9be0-33233c1cffdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:06.258422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-80c243a8-e4cc-461e-9be0-33233c1cffdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:06.293008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2267d0-7f56-402a-87bf-42c67b6d84ee req-c8324798-5a2f-4db1-a8e4-76a371f9c87b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:06.320168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2267d0-7f56-402a-87bf-42c67b6d84ee req-c8324798-5a2f-4db1-a8e4-76a371f9c87b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:06.331660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2267d0-7f56-402a-87bf-42c67b6d84ee req-c8324798-5a2f-4db1-a8e4-76a371f9c87b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:06.340355 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2267d0-7f56-402a-87bf-42c67b6d84ee req-c8324798-5a2f-4db1-a8e4-76a371f9c87b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:06.348379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2267d0-7f56-402a-87bf-42c67b6d84ee req-c8324798-5a2f-4db1-a8e4-76a371f9c87b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:06.354789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2267d0-7f56-402a-87bf-42c67b6d84ee req-c8324798-5a2f-4db1-a8e4-76a371f9c87b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:06.362036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2267d0-7f56-402a-87bf-42c67b6d84ee req-c8324798-5a2f-4db1-a8e4-76a371f9c87b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:06.364293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a2267d0-7f56-402a-87bf-42c67b6d84ee req-c8324798-5a2f-4db1-a8e4-76a371f9c87b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.1423051 Sep 22 09:46:06.426651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a2267d0-7f56-402a-87bf-42c67b6d84ee req-213cda9a-d017-4a66-81b4-c0314ed7b1ef tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522943 Sep 22 09:46:06.478349 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-80c243a8-e4cc-461e-9be0-33233c1cffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:06.480941 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-80c243a8-e4cc-461e-9be0-33233c1cffdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:06.482153 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-80c243a8-e4cc-461e-9be0-33233c1cffdf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25647b56-f0fe-45f8-9787-67cdb0a04210 HTTP/1.1" status: 204 len: 168 time: 0.3714132 Sep 22 09:46:06.491938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c243a8-e4cc-461e-9be0-33233c1cffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25647b56-f0fe-45f8-9787-67cdb0a04210,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:07.233285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54744) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:07.473777 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9cc3-a1c9-4624-8b59-c38645e43b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:07.643760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159737a4-20b4-40b4-996f-d8b1a44f6654 req-2d44a7fe-4439-433a-ace8-d60e0e5e277c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:07.650008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159737a4-20b4-40b4-996f-d8b1a44f6654 req-2d44a7fe-4439-433a-ace8-d60e0e5e277c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:07.656285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159737a4-20b4-40b4-996f-d8b1a44f6654 req-2d44a7fe-4439-433a-ace8-d60e0e5e277c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:07.663186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159737a4-20b4-40b4-996f-d8b1a44f6654 req-2d44a7fe-4439-433a-ace8-d60e0e5e277c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:07.669984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159737a4-20b4-40b4-996f-d8b1a44f6654 req-2d44a7fe-4439-433a-ace8-d60e0e5e277c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:07.677230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159737a4-20b4-40b4-996f-d8b1a44f6654 req-2d44a7fe-4439-433a-ace8-d60e0e5e277c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:07.685341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159737a4-20b4-40b4-996f-d8b1a44f6654 req-2d44a7fe-4439-433a-ace8-d60e0e5e277c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:07.687968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-159737a4-20b4-40b4-996f-d8b1a44f6654 req-2d44a7fe-4439-433a-ace8-d60e0e5e277c tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.1185868 Sep 22 09:46:07.768761 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9cc3-a1c9-4624-8b59-c38645e43b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:07.794102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-159737a4-20b4-40b4-996f-d8b1a44f6654 req-aa0cfc66-7938-46cb-ba25-e48b63642098 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895576 Sep 22 09:46:07.861693 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9cc3-a1c9-4624-8b59-c38645e43b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:07.905068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54778) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:07.915937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3a3c9cc3-a1c9-4624-8b59-c38645e43b45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d1a59fe5a3443799e55f45a17f6710a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784625 Sep 22 09:46:07.942543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c9cc3-a1c9-4624-8b59-c38645e43b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a06b98-1cbb-441d-ba41-b59ba23c3d77,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:07.999109 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-caa39876-4228-419d-a01e-16e66504864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:08.024208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-caa39876-4228-419d-a01e-16e66504864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:08.208179 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-caa39876-4228-419d-a01e-16e66504864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:08.211372 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-caa39876-4228-419d-a01e-16e66504864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:08.214431 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-caa39876-4228-419d-a01e-16e66504864c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62a06b98-1cbb-441d-ba41-b59ba23c3d77 HTTP/1.1" status: 204 len: 168 time: 0.3064945 Sep 22 09:46:08.222530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa39876-4228-419d-a01e-16e66504864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a06b98-1cbb-441d-ba41-b59ba23c3d77,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:08.947147 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347594-1d55-4ee9-8387-a6b47cc0d1d1 req-c34a6e85-040c-4b38-9598-682484178c2d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:08.953425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347594-1d55-4ee9-8387-a6b47cc0d1d1 req-c34a6e85-040c-4b38-9598-682484178c2d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:08.959959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347594-1d55-4ee9-8387-a6b47cc0d1d1 req-c34a6e85-040c-4b38-9598-682484178c2d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:08.966058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347594-1d55-4ee9-8387-a6b47cc0d1d1 req-c34a6e85-040c-4b38-9598-682484178c2d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:08.973488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347594-1d55-4ee9-8387-a6b47cc0d1d1 req-c34a6e85-040c-4b38-9598-682484178c2d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:08.990609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347594-1d55-4ee9-8387-a6b47cc0d1d1 req-c34a6e85-040c-4b38-9598-682484178c2d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:08.997326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347594-1d55-4ee9-8387-a6b47cc0d1d1 req-c34a6e85-040c-4b38-9598-682484178c2d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:08.999892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca347594-1d55-4ee9-8387-a6b47cc0d1d1 req-c34a6e85-040c-4b38-9598-682484178c2d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.1160145 Sep 22 09:46:09.083593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca347594-1d55-4ee9-8387-a6b47cc0d1d1 req-b6ce242d-211f-47e6-ac5b-76059c1d1192 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733039 Sep 22 09:46:09.573109 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54834) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:09.587991 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d393f1a7-6b57-4a8c-b909-68c362007deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:09.684246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d393f1a7-6b57-4a8c-b909-68c362007deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:09.772651 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d393f1a7-6b57-4a8c-b909-68c362007deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:09.848108 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d393f1a7-6b57-4a8c-b909-68c362007deb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d25bae15923c4402b68a870c85a0d1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738664 Sep 22 09:46:09.850955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54848) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:09.853759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393f1a7-6b57-4a8c-b909-68c362007deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c45b4f3-0bcf-4bc8-9190-7942f40a9d4b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:09.863016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54850) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:09.941106 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c45127db-cb7b-4165-9a7d-48d2b0d41071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:09.963905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c45127db-cb7b-4165-9a7d-48d2b0d41071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:10.090208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c45127db-cb7b-4165-9a7d-48d2b0d41071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:10.092890 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c45127db-cb7b-4165-9a7d-48d2b0d41071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:10.094352 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c45127db-cb7b-4165-9a7d-48d2b0d41071 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c45b4f3-0bcf-4bc8-9190-7942f40a9d4b HTTP/1.1" status: 204 len: 168 time: 0.2417982 Sep 22 09:46:10.103986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45127db-cb7b-4165-9a7d-48d2b0d41071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c45b4f3-0bcf-4bc8-9190-7942f40a9d4b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:10.191182 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8aef514b-3f56-4de9-99ea-21c696727659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:10.245471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d60e-8364-42e8-b4ec-d823294433ac req-04094deb-f0a5-4634-adb1-522437123c4a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:10.268508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d60e-8364-42e8-b4ec-d823294433ac req-04094deb-f0a5-4634-adb1-522437123c4a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:10.276640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d60e-8364-42e8-b4ec-d823294433ac req-04094deb-f0a5-4634-adb1-522437123c4a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:10.287069 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d60e-8364-42e8-b4ec-d823294433ac req-04094deb-f0a5-4634-adb1-522437123c4a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:10.289625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d60e-8364-42e8-b4ec-d823294433ac req-04094deb-f0a5-4634-adb1-522437123c4a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:10.294935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54872) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:10.330924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d60e-8364-42e8-b4ec-d823294433ac req-04094deb-f0a5-4634-adb1-522437123c4a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:10.346992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d60e-8364-42e8-b4ec-d823294433ac req-04094deb-f0a5-4634-adb1-522437123c4a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:10.362188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2da0d60e-8364-42e8-b4ec-d823294433ac req-04094deb-f0a5-4634-adb1-522437123c4a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.1837645 Sep 22 09:46:10.362440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8aef514b-3f56-4de9-99ea-21c696727659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:10.437522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2da0d60e-8364-42e8-b4ec-d823294433ac req-6794179f-2b76-418a-b57d-b84827f9a66b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729795 Sep 22 09:46:10.487409 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8aef514b-3f56-4de9-99ea-21c696727659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:10.526164 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8aef514b-3f56-4de9-99ea-21c696727659 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8346914150814084babf9facb490b441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610503 Sep 22 09:46:10.527050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef514b-3f56-4de9-99ea-21c696727659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9765aaeb-15f9-4b8b-b2af-a9b7a349b1af,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:10.529836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54882) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:10.606491 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95d3f82b-f1d9-4961-8f8c-af03a0cfd1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:10.628673 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95d3f82b-f1d9-4961-8f8c-af03a0cfd1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:10.781011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1308900654-network', 'tenant_id': '32bae1902dca42eb8708e88479157ff8'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:10.826675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54892) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:10.835723 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95d3f82b-f1d9-4961-8f8c-af03a0cfd1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:10.839328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95d3f82b-f1d9-4961-8f8c-af03a0cfd1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:10.841254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-95d3f82b-f1d9-4961-8f8c-af03a0cfd1f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9765aaeb-15f9-4b8b-b2af-a9b7a349b1af HTTP/1.1" status: 204 len: 168 time: 0.3102963 Sep 22 09:46:10.850220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3f82b-f1d9-4961-8f8c-af03a0cfd1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9765aaeb-15f9-4b8b-b2af-a9b7a349b1af,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:10.910963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1454258120', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:10.957009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Made reservation on behalf of 32bae1902dca42eb8708e88479157ff8 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:10.957009 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:10.966834 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.070538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Made reservation on behalf of eb0e6a0f6309408289cc215908f30d0d for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:11.075476 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.085926 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.158528 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.272987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.337944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:46:11.348208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.348565 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Added segment dec2ada2-4c69-43ea-9e34-b6eefc058fa0 of type vlan for network 91733998-06bf-47bc-8d05-2738dba4e322 Sep 22 09:46:11.380482 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.388423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8588844f-9067-4aae-9851-b6fcee4a52fb,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:11.404160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.404610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.404986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.405331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.405767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.406122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.406445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.406881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.407214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.407543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.407871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.408301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:11.417297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.453167 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.458387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] device_id is not set on port f919e206-ab99-4c5f-a20a-dc91c5e8f377 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:46:11.522084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40e9fa8-7790-45df-a501-8c9c62b29d03,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:11.541546 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.542569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:11.543161 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.644352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] Pushing event updated for resources: {'Network': ['ID=91733998-06bf-47bc-8d05-2738dba4e322,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:11.658965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 91733998-06bf-47bc-8d05-2738dba4e322 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:46:11.664801 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6e6329e9-41d3-4fd2-a6c9-28fc4d9eb4f1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3614933 Sep 22 09:46:11.668096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54928) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:11.675429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] Request body: {'subnet': {'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1308900654-subnet', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:11.700434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54930) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:11.716808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba567-324d-4c3c-ad8f-1ba6cdb70320 req-cc8ebc68-de9f-4ddc-ad86-acff38782c1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:11.717638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba72085b-51a9-45f5-b58a-7faa1cc398d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.732718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba567-324d-4c3c-ad8f-1ba6cdb70320 req-cc8ebc68-de9f-4ddc-ad86-acff38782c1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:11.739634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba567-324d-4c3c-ad8f-1ba6cdb70320 req-cc8ebc68-de9f-4ddc-ad86-acff38782c1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:11.758054 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba567-324d-4c3c-ad8f-1ba6cdb70320 req-cc8ebc68-de9f-4ddc-ad86-acff38782c1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:11.763969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba567-324d-4c3c-ad8f-1ba6cdb70320 req-cc8ebc68-de9f-4ddc-ad86-acff38782c1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:11.775988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba567-324d-4c3c-ad8f-1ba6cdb70320 req-cc8ebc68-de9f-4ddc-ad86-acff38782c1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:11.785446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba567-324d-4c3c-ad8f-1ba6cdb70320 req-cc8ebc68-de9f-4ddc-ad86-acff38782c1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:11.787968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-196ba567-324d-4c3c-ad8f-1ba6cdb70320 req-cc8ebc68-de9f-4ddc-ad86-acff38782c1f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.2019596 Sep 22 09:46:11.801792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Allocated IP 172.25.6.199 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/f919e206-ab99-4c5f-a20a-dc91c5e8f377) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:11.847464 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] Made reservation on behalf of 32bae1902dca42eb8708e88479157ff8 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:11.850013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:11.854058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-196ba567-324d-4c3c-ad8f-1ba6cdb70320 req-a15a1af4-75c1-4a1e-a954-15287f509c14 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543787 Sep 22 09:46:11.957027 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba72085b-51a9-45f5-b58a-7faa1cc398d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.006906 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.064634 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ba72085b-51a9-45f5-b58a-7faa1cc398d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.114685 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ba72085b-51a9-45f5-b58a-7faa1cc398d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a61e5ff0cdb42eb92c50a1825b3a0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106295 Sep 22 09:46:12.114685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72085b-51a9-45f5-b58a-7faa1cc398d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29cee11-9090-425f-b06b-056aa74fe6f5,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:12.115570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54946) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:12.175289 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1304138e-31eb-414d-8ce4-5522738bd0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.199693 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1304138e-31eb-414d-8ce4-5522738bd0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.227629 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.228331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.283597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5351d1-2921-4817-b3bc-6103e6667029,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:12.292485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Pushing event updated for resources: {'Port': ['ID=f919e206-ab99-4c5f-a20a-dc91c5e8f377,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:12.312458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:12.315834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:12.320531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:12.321861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] Checking segment: {'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:46:12.322298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] Network hostable DHCP agents. Network: 91733998-06bf-47bc-8d05-2738dba4e322, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:46:12.368529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:12.368905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.450547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] Network 91733998-06bf-47bc-8d05-2738dba4e322 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:46:12.501986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-02efb074-abc5-4e60-8ccd-a4eff51ff186 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6736062 Sep 22 09:46:12.503425 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1304138e-31eb-414d-8ce4-5522738bd0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.507050 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1304138e-31eb-414d-8ce4-5522738bd0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.510650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54966) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:12.511563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1304138e-31eb-414d-8ce4-5522738bd0a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a29cee11-9090-425f-b06b-056aa74fe6f5 HTTP/1.1" status: 204 len: 168 time: 0.3948827 Sep 22 09:46:12.518518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.199'}]}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:12.521451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304138e-31eb-414d-8ce4-5522738bd0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29cee11-9090-425f-b06b-056aa74fe6f5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:12.560902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 91733998-06bf-47bc-8d05-2738dba4e322) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:12.571925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856c81b8-d17c-4f0b-ab59-797fcf3da825 None None] Network 91733998-06bf-47bc-8d05-2738dba4e322 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:46:12.572677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:12.573305 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.689753 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.691037 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.769403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.772569 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f8e5aa8d-0712-419e-9d52-d19cd20aecc8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1030924 Sep 22 09:46:12.773281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-91733998-06bf-47bc-8d05-2738dba4e322', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:46:12.774156 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.775241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54978) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:12.779752 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:12.897387 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.898887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:12.931281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Allocated IP 172.20.0.2 (91733998-06bf-47bc-8d05-2738dba4e322/9e5351d1-2921-4817-b3bc-6103e6667029/513f4883-d2cd-4e0f-9503-55d61b91eb72) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:13.099782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5fdaa-90c0-491a-87af-b388e82fcabb req-244ccf47-d1e9-4a93-a3ff-5687a4e7a47e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:13.107653 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:13.118392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5fdaa-90c0-491a-87af-b388e82fcabb req-244ccf47-d1e9-4a93-a3ff-5687a4e7a47e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:13.130900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5fdaa-90c0-491a-87af-b388e82fcabb req-244ccf47-d1e9-4a93-a3ff-5687a4e7a47e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:13.135743 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:13.138173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5fdaa-90c0-491a-87af-b388e82fcabb req-244ccf47-d1e9-4a93-a3ff-5687a4e7a47e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:13.146052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5fdaa-90c0-491a-87af-b388e82fcabb req-244ccf47-d1e9-4a93-a3ff-5687a4e7a47e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:13.153497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5fdaa-90c0-491a-87af-b388e82fcabb req-244ccf47-d1e9-4a93-a3ff-5687a4e7a47e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:13.161996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5fdaa-90c0-491a-87af-b388e82fcabb req-244ccf47-d1e9-4a93-a3ff-5687a4e7a47e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:13.171764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ea5fdaa-90c0-491a-87af-b388e82fcabb req-244ccf47-d1e9-4a93-a3ff-5687a4e7a47e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5418 time: 0.2182534 Sep 22 09:46:13.250786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:13.306583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ea5fdaa-90c0-491a-87af-b388e82fcabb req-04de4a1a-447d-4ae8-ae3b-4b344411e37b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327803 Sep 22 09:46:13.393403 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:13.431358 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:13.439003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Network 91733998-06bf-47bc-8d05-2738dba4e322 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:13.445490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:13.449869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:13.487070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Pushing event updated for resources: {'Port': ['ID=513f4883-d2cd-4e0f-9503-55d61b91eb72,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Attempting to bind port 513f4883-d2cd-4e0f-9503-55d61b91eb72 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Attempting to bind port 513f4883-d2cd-4e0f-9503-55d61b91eb72 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Attempting to bind port 513f4883-d2cd-4e0f-9503-55d61b91eb72 on network 91733998-06bf-47bc-8d05-2738dba4e322 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.533736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.534682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.534682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.534682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:13.546490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:46:13.546644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Checking segment: {'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:46:13.547314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:13.548442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Bound using segment: {'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:46:13.549193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Bound port: 513f4883-d2cd-4e0f-9503-55d61b91eb72, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:46:13.549787 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:13.627132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] For port 513f4883-d2cd-4e0f-9503-55d61b91eb72, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:46:13.631008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] For port 513f4883-d2cd-4e0f-9503-55d61b91eb72, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=513f4883-d2cd-4e0f-9503-55d61b91eb72,segment=NetworkSegment(dec2ada2-4c69-43ea-9e34-b6eefc058fa0),segment_id=dec2ada2-4c69-43ea-9e34-b6eefc058fa0)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:46:13.689638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:13.718134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:13.753558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:46:13.841952 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:13.945369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:13.961877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f64125-fe93-4c91-b9e9-13650fe1e4a7 None None] Pushing event updated for resources: {'Port': ['ID=513f4883-d2cd-4e0f-9503-55d61b91eb72,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:13.967512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '1d4d5ab5-e08f-46ac-a384-1a182fd61f3b', 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc', 'port_id': '1d4d5ab5-e08f-46ac-a384-1a182fd61f3b', 'mac_address': 'fa:16:3e:03:33:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32912fe-853b-4a0d-a3ba-e5719cb99b0f', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:46:14.033595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:14.043691 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:14.057041 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:14.064963 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:14.076330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:46:14.112870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:14.192486 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:14.193569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c287ea43-d3a0-4c74-b7ec-264df897784d details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:46:14.356597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port c287ea43-d3a0-4c74-b7ec-264df897784d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c287ea43-d3a0-4c74-b7ec-264df897784d,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:14.387088 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'c287ea43-d3a0-4c74-b7ec-264df897784d', 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc', 'port_id': 'c287ea43-d3a0-4c74-b7ec-264df897784d', 'mac_address': 'fa:16:3e:e1:30:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32912fe-853b-4a0d-a3ba-e5719cb99b0f', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:46:14.390928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:14.457332 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:14.482052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c287ea43-d3a0-4c74-b7ec-264df897784d {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:46:14.506224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port c287ea43-d3a0-4c74-b7ec-264df897784d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c287ea43-d3a0-4c74-b7ec-264df897784d,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:14.550196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3107111-9639-4d70-b4a0-6590a15e293d req-6e79cc3c-b99e-4f58-9dfa-da92711f0079 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:14.552626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3107111-9639-4d70-b4a0-6590a15e293d req-6e79cc3c-b99e-4f58-9dfa-da92711f0079 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:14.559099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3107111-9639-4d70-b4a0-6590a15e293d req-6e79cc3c-b99e-4f58-9dfa-da92711f0079 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:14.565343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3107111-9639-4d70-b4a0-6590a15e293d req-6e79cc3c-b99e-4f58-9dfa-da92711f0079 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:14.571739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3107111-9639-4d70-b4a0-6590a15e293d req-6e79cc3c-b99e-4f58-9dfa-da92711f0079 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:14.578231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3107111-9639-4d70-b4a0-6590a15e293d req-6e79cc3c-b99e-4f58-9dfa-da92711f0079 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:14.585542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3107111-9639-4d70-b4a0-6590a15e293d req-6e79cc3c-b99e-4f58-9dfa-da92711f0079 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:14.594468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3107111-9639-4d70-b4a0-6590a15e293d req-6e79cc3c-b99e-4f58-9dfa-da92711f0079 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5419 time: 0.1431198 Sep 22 09:46:14.603010 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:14.603732 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0898a245-a6ed-4731-b9b2-066f3188cf37 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:46:14.664711 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3107111-9639-4d70-b4a0-6590a15e293d req-f7399ccd-87e1-4b3a-ac37-ac5dfdc0e664 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604839 Sep 22 09:46:14.723831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=c287ea43-d3a0-4c74-b7ec-264df897784d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:14.738257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0898a245-a6ed-4731-b9b2-066f3188cf37, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0898a245-a6ed-4731-b9b2-066f3188cf37,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:14.760931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '0898a245-a6ed-4731-b9b2-066f3188cf37', 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc', 'port_id': '0898a245-a6ed-4731-b9b2-066f3188cf37', 'mac_address': 'fa:16:3e:13:18:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32912fe-853b-4a0d-a3ba-e5719cb99b0f', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:46:14.878258 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:14.885997 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:14.901976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:14.905853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0898a245-a6ed-4731-b9b2-066f3188cf37 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:46:14.942015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0898a245-a6ed-4731-b9b2-066f3188cf37, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0898a245-a6ed-4731-b9b2-066f3188cf37,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:14.948429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Allocated IP 172.25.6.70 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/aa53be00-17b5-4e8c-aae9-7b0767070f1c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:14.991860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55062) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:15.072027 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.072620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:46:15.126516 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.157822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=0898a245-a6ed-4731-b9b2-066f3188cf37,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:15.162430 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36ad5da2-d7ad-498c-9257-b09979947adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.179242 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.180389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edf94f0d-8af5-4ce3-a405-ce7a99838acd {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:46:15.257118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:15.272989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9', 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6', 'port_id': '180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9', 'mac_address': 'fa:16:3e:cc:d6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c35a87-5f11-4dbd-b88c-691f707ebeaf', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:46:15.339409 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.344625 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.381531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:46:15.413068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:15.422365 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36ad5da2-d7ad-498c-9257-b09979947adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.429848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:15.438157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:15.438157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:15.452460 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471eadca-0aaa-4b1f-85db-ca86dfa231f3 None None] Network 91733998-06bf-47bc-8d05-2738dba4e322 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:46:15.465731 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Pushing event updated for resources: {'Port': ['ID=aa53be00-17b5-4e8c-aae9-7b0767070f1c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:15.505905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36ad5da2-d7ad-498c-9257-b09979947adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.527098 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.527891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e38bdda8-3d91-4727-8ba3-e4090db362aa details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:46:15.562218 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55080) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:15.562539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-36ad5da2-d7ad-498c-9257-b09979947adf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91e854554ebb49c59aebfc750c110f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5670390 Sep 22 09:46:15.563747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad5da2-d7ad-498c-9257-b09979947adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f84696-2e6a-4f28-8b87-b0cd42a6821b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:15.584504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-01cf89d2-f2cf-4bed-9e3f-09837df8bd57 None None] Provisioning complete for port 513f4883-d2cd-4e0f-9503-55d61b91eb72 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:15.591604 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-01cf89d2-f2cf-4bed-9e3f-09837df8bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.664380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9475f914-6b4f-4b27-9a03-97b8ee8fc055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.668139 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 22 09:46:15.670294 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c98e2142-0177-4030-80d9-0c8c4055a8d7 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1552827 Sep 22 09:46:15.676418 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.resource_extend [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:46:15.678153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55086) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:15.708860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9475f914-6b4f-4b27-9a03-97b8ee8fc055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.754989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e38bdda8-3d91-4727-8ba3-e4090db362aa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:15.792954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:15.884819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e5cf4-a5d0-4dc2-b545-238458dbd4f6 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Deleting port f919e206-ab99-4c5f-a20a-dc91c5e8f377 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:46:15.885672 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5cf4-a5d0-4dc2-b545-238458dbd4f6 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.945969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:15.999326 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9475f914-6b4f-4b27-9a03-97b8ee8fc055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:16.002534 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9475f914-6b4f-4b27-9a03-97b8ee8fc055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:16.004525 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9475f914-6b4f-4b27-9a03-97b8ee8fc055 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33f84696-2e6a-4f28-8b87-b0cd42a6821b HTTP/1.1" status: 204 len: 168 time: 0.4412365 Sep 22 09:46:16.023947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475f914-6b4f-4b27-9a03-97b8ee8fc055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f84696-2e6a-4f28-8b87-b0cd42a6821b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:16.025829 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5cf4-a5d0-4dc2-b545-238458dbd4f6 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:16.098686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e5cf4-a5d0-4dc2-b545-238458dbd4f6 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Calling delete_port for f919e206-ab99-4c5f-a20a-dc91c5e8f377 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:46:16.110966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'e38bdda8-3d91-4727-8ba3-e4090db362aa', 'network_id': '8184ddc6-2fef-4d94-ac83-f12c88be7cbc', 'port_id': 'e38bdda8-3d91-4727-8ba3-e4090db362aa', 'mac_address': 'fa:16:3e:3c:9e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32912fe-853b-4a0d-a3ba-e5719cb99b0f', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:46:16.174285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310c6d8-7ed3-4006-81fd-3f2fe7eebbc2 req-9e7a0dd5-1843-4648-aa08-961c6c969f8f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:16.189728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310c6d8-7ed3-4006-81fd-3f2fe7eebbc2 req-9e7a0dd5-1843-4648-aa08-961c6c969f8f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:16.207094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310c6d8-7ed3-4006-81fd-3f2fe7eebbc2 req-9e7a0dd5-1843-4648-aa08-961c6c969f8f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:16.227964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310c6d8-7ed3-4006-81fd-3f2fe7eebbc2 req-9e7a0dd5-1843-4648-aa08-961c6c969f8f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:16.260944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310c6d8-7ed3-4006-81fd-3f2fe7eebbc2 req-9e7a0dd5-1843-4648-aa08-961c6c969f8f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:16.288011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310c6d8-7ed3-4006-81fd-3f2fe7eebbc2 req-9e7a0dd5-1843-4648-aa08-961c6c969f8f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:16.306733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310c6d8-7ed3-4006-81fd-3f2fe7eebbc2 req-9e7a0dd5-1843-4648-aa08-961c6c969f8f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:16.316232 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f310c6d8-7ed3-4006-81fd-3f2fe7eebbc2 req-9e7a0dd5-1843-4648-aa08-961c6c969f8f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5422 time: 0.4745488 Sep 22 09:46:16.434157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 513f4883-d2cd-4e0f-9503-55d61b91eb72 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:16.457632 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:16.521704 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-01cf89d2-f2cf-4bed-9e3f-09837df8bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:16.526455 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:16.538833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f310c6d8-7ed3-4006-81fd-3f2fe7eebbc2 req-7cbb44fb-9157-4a61-ad02-4824544378d4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2131391 Sep 22 09:46:16.552780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38bdda8-3d91-4727-8ba3-e4090db362aa {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:46:16.593571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e38bdda8-3d91-4727-8ba3-e4090db362aa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:16.626987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 513f4883-d2cd-4e0f-9503-55d61b91eb72 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:16.626987 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:16.628494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-01cf89d2-f2cf-4bed-9e3f-09837df8bd57 None None] For port 513f4883-d2cd-4e0f-9503-55d61b91eb72, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=513f4883-d2cd-4e0f-9503-55d61b91eb72,segment=NetworkSegment(dec2ada2-4c69-43ea-9e34-b6eefc058fa0),segment_id=dec2ada2-4c69-43ea-9e34-b6eefc058fa0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:16.684348 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:16.684348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:46:16.780463 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-01cf89d2-f2cf-4bed-9e3f-09837df8bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:16.864563 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5cf4-a5d0-4dc2-b545-238458dbd4f6 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:16.935467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:46:16.951449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:16.976421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e38bdda8-3d91-4727-8ba3-e4090db362aa,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:16.978434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e5cf4-a5d0-4dc2-b545-238458dbd4f6 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Pushing event deleted for resources: {'Port': ['ID=f919e206-ab99-4c5f-a20a-dc91c5e8f377,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:17.014182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354', 'network_id': 'be65fbb3-88b8-40fa-bf49-309829d1dde6', 'port_id': 'ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354', 'mac_address': 'fa:16:3e:d1:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c35a87-5f11-4dbd-b88c-691f707ebeaf', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:46:17.147676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5cf4-a5d0-4dc2-b545-238458dbd4f6 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:17.158756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-651d7a75-0916-4e01-b757-411754c8aa82 req-ee9916c3-a4c3-46bf-b7b5-8463f40b1e85 tempest-ServerAddressesTestJSON-1372800587 tempest-ServerAddressesTestJSON-1372800587-project] (95509) timed out ('10.222.0.60', 56807) {{(pid=95509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 09:46:17.160958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7b9e5cf4-a5d0-4dc2-b545-238458dbd4f6 tempest-RoutersAdminNegativeTest-127580994 tempest-RoutersAdminNegativeTest-127580994-project-admin] 10.222.0.49 "DELETE /v2.0/ports/f919e206-ab99-4c5f-a20a-dc91c5e8f377 HTTP/1.1" status: 204 len: 168 time: 1.4812009 Sep 22 09:46:17.185382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-66fe3924-2836-4dc2-87e0-eae09bc43d3f None None] Provisioning complete for port 513f4883-d2cd-4e0f-9503-55d61b91eb72 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:17.185958 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-66fe3924-2836-4dc2-87e0-eae09bc43d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:17.187923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf89d2-f2cf-4bed-9e3f-09837df8bd57 None None] Pushing event updated for resources: {'Port': ['ID=513f4883-d2cd-4e0f-9503-55d61b91eb72,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:17.193017 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:17.228262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:46:17.249785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:46:17.260349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:17.267500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Sync routers for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:46:17.273710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55140) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:17.282340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:46:17.283287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:45:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:17.305885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb025e51-110c-498c-868c-85d6ddaec885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:17.405297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:17.411289 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6799a8ce-7028-43f9-901f-f18a147aa8eb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6327076 Sep 22 09:46:17.412074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55146) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:17.416933 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:17.418648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:46:17.508262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:46:17.572478 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb025e51-110c-498c-868c-85d6ddaec885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:17.675156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:17.702228 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb025e51-110c-498c-868c-85d6ddaec885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:17.749141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:17.771465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'port_id': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384', 'mac_address': 'fa:16:3e:e4:10:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:46:17.776573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb025e51-110c-498c-868c-85d6ddaec885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e7ecf0-0b10-429b-a7f8-49e5251d3332,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:17.815386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fb025e51-110c-498c-868c-85d6ddaec885 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10d99e3cc4db493ca139defffac6a8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377195 Sep 22 09:46:17.815517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55162) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:17.858631 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:17.880178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:46:17.882530 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9649154-1cc0-4e31-8686-c877277f3bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:17.911210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:17.917010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:15Z', 'revision_number': 3, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:17.955251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Checking router: 3bcddf5a-d6df-4748-bc23-11dd07ac6533 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:46:17.955813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Updating router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 port aa53be00-17b5-4e8c-aae9-7b0767070f1c binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:46:17.990915 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:17.998097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9649154-1cc0-4e31-8686-c877277f3bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:18.032431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:18.049999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fb947-21be-4742-add7-fb147d09b3bd req-e6de5f8f-6397-47ad-8eb7-7a17c934dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:18.062115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da3fb947-21be-4742-add7-fb147d09b3bd req-e6de5f8f-6397-47ad-8eb7-7a17c934dcec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 1097 time: 0.1605906 Sep 22 09:46:18.127297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:18.127530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa8e0-c444-41a1-b6ca-a2236f5883d3 req-d0a63694-01f2-426f-aa0c-9b1e9fea9dd8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:18.127530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa8e0-c444-41a1-b6ca-a2236f5883d3 req-d0a63694-01f2-426f-aa0c-9b1e9fea9dd8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:18.127530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa8e0-c444-41a1-b6ca-a2236f5883d3 req-d0a63694-01f2-426f-aa0c-9b1e9fea9dd8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:18.134945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa8e0-c444-41a1-b6ca-a2236f5883d3 req-d0a63694-01f2-426f-aa0c-9b1e9fea9dd8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:18.144596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa8e0-c444-41a1-b6ca-a2236f5883d3 req-d0a63694-01f2-426f-aa0c-9b1e9fea9dd8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:18.157723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa8e0-c444-41a1-b6ca-a2236f5883d3 req-d0a63694-01f2-426f-aa0c-9b1e9fea9dd8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:18.189268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa8e0-c444-41a1-b6ca-a2236f5883d3 req-d0a63694-01f2-426f-aa0c-9b1e9fea9dd8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:18.205654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df0fa8e0-c444-41a1-b6ca-a2236f5883d3 req-d0a63694-01f2-426f-aa0c-9b1e9fea9dd8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5424 time: 0.2926805 Sep 22 09:46:18.228607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55176) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:18.325966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 513f4883-d2cd-4e0f-9503-55d61b91eb72 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:18.448219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:18.450177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Allocated IP 172.20.0.1 (91733998-06bf-47bc-8d05-2738dba4e322/9e5351d1-2921-4817-b3bc-6103e6667029/9ed1045b-edec-4b2b-969c-dc5619592d27) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:18.530652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df0fa8e0-c444-41a1-b6ca-a2236f5883d3 req-cbb49c9d-4f42-4f26-b663-4ec42f2bbf34 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3227272 Sep 22 09:46:18.538725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 513f4883-d2cd-4e0f-9503-55d61b91eb72 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:18.539141 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:18.545765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8be3a46-a959-4c19-bfaa-e0eee6b19feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:18.606813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fb947-21be-4742-add7-fb147d09b3bd req-430d23c9-181a-4253-ba86-80bf39484519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:18.609761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da3fb947-21be-4742-add7-fb147d09b3bd req-430d23c9-181a-4253-ba86-80bf39484519 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 919 time: 0.5284915 Sep 22 09:46:18.615149 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0898a245-a6ed-4731-b9b2-066f3188cf37'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:46:18.633259 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:18.655254 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:46:18.657701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['1d4d5ab5-e08f-46ac-a384-1a182fd61f3b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:46:18.660655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:46:18.676518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da3fb947-21be-4742-add7-fb147d09b3bd req-b27e2870-5237-4322-8d60-6c3f7303e22e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56ab4d14-5b16-4981-8276-524f895b955c HTTP/1.1" status: 200 len: 217 time: 0.0588131 Sep 22 09:46:18.784897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8be3a46-a959-4c19-bfaa-e0eee6b19feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:18.798800 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:18.807662 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9649154-1cc0-4e31-8686-c877277f3bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:18.811767 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9649154-1cc0-4e31-8686-c877277f3bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:18.817557 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c9649154-1cc0-4e31-8686-c877277f3bdd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97e7ecf0-0b10-429b-a7f8-49e5251d3332 HTTP/1.1" status: 204 len: 168 time: 1.0010343 Sep 22 09:46:18.822844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:46:18.838024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e38bdda8-3d91-4727-8ba3-e4090db362aa'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:46:18.870877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fb947-21be-4742-add7-fb147d09b3bd req-a2de5ef5-3184-4c5b-8da5-291a66909731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:18.873128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da3fb947-21be-4742-add7-fb147d09b3bd req-a2de5ef5-3184-4c5b-8da5-291a66909731 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0047e137-8d7c-45bf-964c-9e2e6bb87742 HTTP/1.1" status: 200 len: 858 time: 0.1826062 Sep 22 09:46:18.884705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9649154-1cc0-4e31-8686-c877277f3bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e7ecf0-0b10-429b-a7f8-49e5251d3332,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:18.889856 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8be3a46-a959-4c19-bfaa-e0eee6b19feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:18.918384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Pushing event updated for resources: {'Port': ['ID=9ed1045b-edec-4b2b-969c-dc5619592d27,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:18.944475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Network 91733998-06bf-47bc-8d05-2738dba4e322 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:18.947709 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:18.957886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:18.975014 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da3fb947-21be-4742-add7-fb147d09b3bd req-e8823f9b-ce6e-441a-a665-5029e0cf1af1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce837084-a6bd-43be-99cf-84d72153eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861228 Sep 22 09:46:18.995022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a763f6-5b20-49a0-8bd7-144a6cde3621 req-1e4471ec-dd00-433d-a4f7-f33e04b243ae tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:18.997440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90a763f6-5b20-49a0-8bd7-144a6cde3621 req-1e4471ec-dd00-433d-a4f7-f33e04b243ae tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.3646264 Sep 22 09:46:19.024297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c8be3a46-a959-4c19-bfaa-e0eee6b19feb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d6b6e63cb4344ba8c65a75a29b1c1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7537768 Sep 22 09:46:19.032407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55198) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:19.068611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be3a46-a959-4c19-bfaa-e0eee6b19feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e1645a-7885-4b1e-b121-dcb76bff0064,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:19.135772 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:19.202982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90a763f6-5b20-49a0-8bd7-144a6cde3621 req-20c648cc-0208-44a4-9c2b-c32af3ee5ad5 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870825 Sep 22 09:46:19.250531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da3fb947-21be-4742-add7-fb147d09b3bd req-431b940f-edea-4e97-87df-bde7bfc7a31d service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514951 Sep 22 09:46:19.332199 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85914a78-a8b2-4ac6-8df9-f05b0df5d3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:19.382815 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85914a78-a8b2-4ac6-8df9-f05b0df5d3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:19.418303 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:46:19.470838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da3fb947-21be-4742-add7-fb147d09b3bd req-415c1a90-67ce-4bb8-a36b-1d76ccb4023b service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104743 Sep 22 09:46:19.604414 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85914a78-a8b2-4ac6-8df9-f05b0df5d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:19.625809 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85914a78-a8b2-4ac6-8df9-f05b0df5d3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:19.627498 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-85914a78-a8b2-4ac6-8df9-f05b0df5d3dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66e1645a-7885-4b1e-b121-dcb76bff0064 HTTP/1.1" status: 204 len: 168 time: 0.5939958 Sep 22 09:46:19.660419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:19.691884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['c287ea43-d3a0-4c74-b7ec-264df897784d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:46:19.709394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85914a78-a8b2-4ac6-8df9-f05b0df5d3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e1645a-7885-4b1e-b121-dcb76bff0064,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:19.815919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47af9-5e9e-49cd-bf1f-96341362cff7 req-2b13e38d-2f24-4122-a0cf-14335606fcff tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:19.830175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47af9-5e9e-49cd-bf1f-96341362cff7 req-2b13e38d-2f24-4122-a0cf-14335606fcff tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:19.856021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47af9-5e9e-49cd-bf1f-96341362cff7 req-2b13e38d-2f24-4122-a0cf-14335606fcff tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:19.869749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47af9-5e9e-49cd-bf1f-96341362cff7 req-2b13e38d-2f24-4122-a0cf-14335606fcff tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:19.884223 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:19.916241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47af9-5e9e-49cd-bf1f-96341362cff7 req-2b13e38d-2f24-4122-a0cf-14335606fcff tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:19.941188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47af9-5e9e-49cd-bf1f-96341362cff7 req-2b13e38d-2f24-4122-a0cf-14335606fcff tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:19.955326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47af9-5e9e-49cd-bf1f-96341362cff7 req-2b13e38d-2f24-4122-a0cf-14335606fcff tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:19.968791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02a47af9-5e9e-49cd-bf1f-96341362cff7 req-2b13e38d-2f24-4122-a0cf-14335606fcff tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5425 time: 0.2523193 Sep 22 09:46:20.086085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02a47af9-5e9e-49cd-bf1f-96341362cff7 req-6174047f-7347-45a1-a4df-0e49c5207023 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139879 Sep 22 09:46:20.123013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:20.130422 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:20.206024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c119b49e-6f76-4297-bc34-67f7eb7786a8 None None] Provisioning complete for port 9ed1045b-edec-4b2b-969c-dc5619592d27 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:20.206401 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c119b49e-6f76-4297-bc34-67f7eb7786a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:20.267725 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:20.326877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73074cfb-83a1-4139-8586-01902eaa7090 None None] Pushing event updated for resources: {'Port': ['ID=aa53be00-17b5-4e8c-aae9-7b0767070f1c,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:20.367032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c119b49e-6f76-4297-bc34-67f7eb7786a8 None None] Port 9ed1045b-edec-4b2b-969c-dc5619592d27 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:20.395756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Attempting to bind port aa53be00-17b5-4e8c-aae9-7b0767070f1c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:46:20.396129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Attempting to bind port aa53be00-17b5-4e8c-aae9-7b0767070f1c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:46:20.396497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Attempting to bind port aa53be00-17b5-4e8c-aae9-7b0767070f1c on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:46:20.430281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:20.435102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a832870-9e58-476e-804f-286a7a4fd937 req-42176f5a-f40a-47e0-a764-8c0dd2657c6e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:20.436913 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a832870-9e58-476e-804f-286a7a4fd937 req-42176f5a-f40a-47e0-a764-8c0dd2657c6e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1005812 Sep 22 09:46:20.502472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a832870-9e58-476e-804f-286a7a4fd937 req-f68e1134-0eca-473f-a885-f65c79183c28 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581465 Sep 22 09:46:20.513618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:46:20.514010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:46:20.514423 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:20.514823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:46:20.515462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Bound port: aa53be00-17b5-4e8c-aae9-7b0767070f1c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:46:20.515913 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:20.619366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Pushing event updated for resources: {'Port': ['ID=9ed1045b-edec-4b2b-969c-dc5619592d27,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:20.626930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Network 91733998-06bf-47bc-8d05-2738dba4e322 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:20.628581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:20.798528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] For port aa53be00-17b5-4e8c-aae9-7b0767070f1c, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:46:20.822118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] For port aa53be00-17b5-4e8c-aae9-7b0767070f1c, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=aa53be00-17b5-4e8c-aae9-7b0767070f1c,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:46:20.872444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:46:20.926877 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:20.965406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55256) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:21.015141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:46:21.016132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:45:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:21.101876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-45faa0ae-bac9-4955-a933-f5fee50fe309 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb0e6a0f6309408289cc215908f30d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344225 Sep 22 09:46:21.104370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55260) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:21.174155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73074cfb-83a1-4139-8586-01902eaa7090 None None] Pushing event updated for resources: {'Port': ['ID=aa53be00-17b5-4e8c-aae9-7b0767070f1c,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:21.211529 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9affcf7-9fc0-4475-b515-bd7e151e3b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:21.233093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d9471706-6aed-4063-9c41-75978a2b294d None None] Provisioning complete for port 9ed1045b-edec-4b2b-969c-dc5619592d27 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:21.233483 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d9471706-6aed-4063-9c41-75978a2b294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:21.358176 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9affcf7-9fc0-4475-b515-bd7e151e3b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:21.416016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:46:21.440319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a681-80a2-4ba9-bb90-29aa88e5d4bf req-ceceeb08-119a-4dbf-87fc-3dae0815962b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:21.448540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a681-80a2-4ba9-bb90-29aa88e5d4bf req-ceceeb08-119a-4dbf-87fc-3dae0815962b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:21.455405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a681-80a2-4ba9-bb90-29aa88e5d4bf req-ceceeb08-119a-4dbf-87fc-3dae0815962b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:21.466875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a681-80a2-4ba9-bb90-29aa88e5d4bf req-ceceeb08-119a-4dbf-87fc-3dae0815962b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:21.484000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a681-80a2-4ba9-bb90-29aa88e5d4bf req-ceceeb08-119a-4dbf-87fc-3dae0815962b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:21.494790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a681-80a2-4ba9-bb90-29aa88e5d4bf req-ceceeb08-119a-4dbf-87fc-3dae0815962b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:21.508069 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a681-80a2-4ba9-bb90-29aa88e5d4bf req-ceceeb08-119a-4dbf-87fc-3dae0815962b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:21.519335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7348a681-80a2-4ba9-bb90-29aa88e5d4bf req-ceceeb08-119a-4dbf-87fc-3dae0815962b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5425 time: 0.2778807 Sep 22 09:46:21.535826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d9471706-6aed-4063-9c41-75978a2b294d None None] Port 9ed1045b-edec-4b2b-969c-dc5619592d27 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:21.573390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7348a681-80a2-4ba9-bb90-29aa88e5d4bf req-7bc27f64-76a6-4795-955b-1bac1f5258ae tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523369 Sep 22 09:46:21.604887 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9affcf7-9fc0-4475-b515-bd7e151e3b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:21.607721 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9affcf7-9fc0-4475-b515-bd7e151e3b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:21.609103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e9affcf7-9fc0-4475-b515-bd7e151e3b2e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f40e9fa8-7790-45df-a501-8c9c62b29d03 HTTP/1.1" status: 204 len: 168 time: 0.5033386 Sep 22 09:46:21.636946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9affcf7-9fc0-4475-b515-bd7e151e3b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40e9fa8-7790-45df-a501-8c9c62b29d03,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:21.734393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:46:21.740570 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-72b112d8-2a73-468b-b7a5-71852f5dda4e admin admin] 10.222.0.49 "PUT /v2.0/routers/3bcddf5a-d6df-4748-bc23-11dd07ac6533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3248050 Sep 22 09:46:21.782547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61fea2-7b6c-4fa7-9991-9a804d692685 req-a3fe2b92-241e-47a8-a297-73479d448825 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:21.784170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b61fea2-7b6c-4fa7-9991-9a804d692685 req-a3fe2b92-241e-47a8-a297-73479d448825 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0751944 Sep 22 09:46:21.789266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 2, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:21.847220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea56a6a-22a1-4e93-ad99-383bde5376bc None None] The sync data for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 is: [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 2, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:46:21.865377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b61fea2-7b6c-4fa7-9991-9a804d692685 req-4222f87b-2333-4c19-93b1-747235b459a1 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613589 Sep 22 09:46:22.060554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:22.263929 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:46:22.276085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:22.276085 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:22.468248 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:22.523306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:22.529044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:46:22.529044 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3057e0c0-9fe6-4349-bbe9-093d3ce26e58" -d '{"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:46:22.590208 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80e7d35-ee28-4410-b38b-a99ae5f5d8ac x-openstack-request-id: req-d80e7d35-ee28-4410-b38b-a99ae5f5d8ac {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:46:22.590503 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:46:22.590756 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d80e7d35-ee28-4410-b38b-a99ae5f5d8ac {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:46:22.591406 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354', 'code': 200} Sep 22 09:46:22.609795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:22.611119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:22.761849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:22.878148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:46:22.882752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:22.887241 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:22.887368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36e4c-fd04-4fcd-9a08-63eadc970c7b req-ed3cd8bc-be4b-4985-b491-0edce917362b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:22.894851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36e4c-fd04-4fcd-9a08-63eadc970c7b req-ed3cd8bc-be4b-4985-b491-0edce917362b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:22.926628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36e4c-fd04-4fcd-9a08-63eadc970c7b req-ed3cd8bc-be4b-4985-b491-0edce917362b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:22.937928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36e4c-fd04-4fcd-9a08-63eadc970c7b req-ed3cd8bc-be4b-4985-b491-0edce917362b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:22.944841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36e4c-fd04-4fcd-9a08-63eadc970c7b req-ed3cd8bc-be4b-4985-b491-0edce917362b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:22.959920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36e4c-fd04-4fcd-9a08-63eadc970c7b req-ed3cd8bc-be4b-4985-b491-0edce917362b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:22.975092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c36e4c-fd04-4fcd-9a08-63eadc970c7b req-ed3cd8bc-be4b-4985-b491-0edce917362b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:22.988968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55c36e4c-fd04-4fcd-9a08-63eadc970c7b req-ed3cd8bc-be4b-4985-b491-0edce917362b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5426 time: 0.2605641 Sep 22 09:46:23.122844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55c36e4c-fd04-4fcd-9a08-63eadc970c7b req-73453977-be60-460f-8f53-47d4af5fff69 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316276 Sep 22 09:46:23.200009 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:23.290154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:23.302646 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:23.352447 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:23.353303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:23.434242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd10196-2d3d-419e-b1d1-8e0b5f34a5ad req-c7044be4-1435-4321-9017-fc253508865e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:23.436354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6cd10196-2d3d-419e-b1d1-8e0b5f34a5ad req-c7044be4-1435-4321-9017-fc253508865e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1705766 Sep 22 09:46:23.524160 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6cd10196-2d3d-419e-b1d1-8e0b5f34a5ad req-911852d1-fde6-4f5f-afe1-176b59214060 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769663 Sep 22 09:46:23.548770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:23.668571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:46:23.669133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:23.669682 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:23.790303 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:23.836932 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:23.933010 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:23.934288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c287ea43-d3a0-4c74-b7ec-264df897784d up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:24.099827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:24.273008 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aed7ffa9-d9b0-42da-ad92-63cf42542548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:24.282750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port c287ea43-d3a0-4c74-b7ec-264df897784d completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:46:24.294540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b0aaf-4bf7-426b-b786-a325e021ae13 req-c1d58e73-e9d9-4812-a76e-2b78fbb9c157 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:24.311200 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port c287ea43-d3a0-4c74-b7ec-264df897784d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:24.312176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b0aaf-4bf7-426b-b786-a325e021ae13 req-c1d58e73-e9d9-4812-a76e-2b78fbb9c157 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:24.312286 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:24.317692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device aa53be00-17b5-4e8c-aae9-7b0767070f1c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:24.323945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b0aaf-4bf7-426b-b786-a325e021ae13 req-c1d58e73-e9d9-4812-a76e-2b78fbb9c157 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:24.335634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b0aaf-4bf7-426b-b786-a325e021ae13 req-c1d58e73-e9d9-4812-a76e-2b78fbb9c157 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:24.347520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b0aaf-4bf7-426b-b786-a325e021ae13 req-c1d58e73-e9d9-4812-a76e-2b78fbb9c157 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:24.353928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b0aaf-4bf7-426b-b786-a325e021ae13 req-c1d58e73-e9d9-4812-a76e-2b78fbb9c157 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:24.368765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b0aaf-4bf7-426b-b786-a325e021ae13 req-c1d58e73-e9d9-4812-a76e-2b78fbb9c157 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:24.377531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d0b0aaf-4bf7-426b-b786-a325e021ae13 req-c1d58e73-e9d9-4812-a76e-2b78fbb9c157 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5428 time: 0.1500227 Sep 22 09:46:24.455846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d0b0aaf-4bf7-426b-b786-a325e021ae13 req-72a23f52-ac7c-4ff6-be05-d1c47e7de919 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769179 Sep 22 09:46:24.493625 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:24.514506 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:24.525596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port aa53be00-17b5-4e8c-aae9-7b0767070f1c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:24.526209 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:24.557513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port c287ea43-d3a0-4c74-b7ec-264df897784d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c287ea43-d3a0-4c74-b7ec-264df897784d,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:24.622181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4d5ab5-e08f-46ac-a384-1a182fd61f3b'}, {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384'}, {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c287ea43-d3a0-4c74-b7ec-264df897784d'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:46:24.624574 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d00eba4-fbaa-43ba-9f7e-a9c4549f34a0" -d '{"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "1d4d5ab5-e08f-46ac-a384-1a182fd61f3b"}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384"}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "c287ea43-d3a0-4c74-b7ec-264df897784d"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:46:24.668648 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:24.668648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0898a245-a6ed-4731-b9b2-066f3188cf37 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:24.683610 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:24.782866 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61726bf5-b1fe-4e5c-9c6b-5b88f7e45865 req-c03e46a0-f038-4f80-8b98-090ea95f43cf tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:24.785764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61726bf5-b1fe-4e5c-9c6b-5b88f7e45865 req-c03e46a0-f038-4f80-8b98-090ea95f43cf tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1068201 Sep 22 09:46:24.814798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=c287ea43-d3a0-4c74-b7ec-264df897784d,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:24.839650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port aa53be00-17b5-4e8c-aae9-7b0767070f1c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=aa53be00-17b5-4e8c-aae9-7b0767070f1c,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:24.845905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61726bf5-b1fe-4e5c-9c6b-5b88f7e45865 req-c653a735-b8ae-42e2-9691-23656f6f3b19 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539408 Sep 22 09:46:24.896748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55390) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:24.902941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1844310705-network', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:24.912276 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:24.955024 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 22 Sep 2021 09:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af536a6c-55bd-4a1f-a677-c6687110726e x-openstack-request-id: req-af536a6c-55bd-4a1f-a677-c6687110726e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:46:24.958905 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "1d4d5ab5-e08f-46ac-a384-1a182fd61f3b", "code": 200}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384", "code": 200}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "c287ea43-d3a0-4c74-b7ec-264df897784d", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:46:24.959426 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af536a6c-55bd-4a1f-a677-c6687110726e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:46:24.960026 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4d5ab5-e08f-46ac-a384-1a182fd61f3b', 'code': 200} Sep 22 09:46:24.960426 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384', 'code': 200} Sep 22 09:46:24.960849 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c287ea43-d3a0-4c74-b7ec-264df897784d', 'code': 200} Sep 22 09:46:24.964170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 0898a245-a6ed-4731-b9b2-066f3188cf37 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:46:24.973721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 0898a245-a6ed-4731-b9b2-066f3188cf37 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:24.974477 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.018151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=aa53be00-17b5-4e8c-aae9-7b0767070f1c,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:25.029996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Made reservation on behalf of 1186d3bc8f7646d98b3ff38889d85951 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:25.034085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.062903 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.067577 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Sync routers for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:46:25.081323 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:46:25.082181 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:45:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:25.098017 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.162570 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0898a245-a6ed-4731-b9b2-066f3188cf37, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0898a245-a6ed-4731-b9b2-066f3188cf37,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:25.240363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.256289 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.256289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:25.259694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55404) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:25.286034 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:46:25.313546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.351085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d5451c-3e0a-4691-a25b-e065b4f7ad88,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:25.354255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:46:25.367524 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.369054 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Added segment 74db7704-737f-4969-b097-9c23ca90ffed of type vlan for network 14d91de8-1cb1-4942-9e3e-e4c2d188340e Sep 22 09:46:25.454305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=0898a245-a6ed-4731-b9b2-066f3188cf37,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:25.467055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.582219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1276392932'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:25.598342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:46:25.602278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:25.602776 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.634939 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.635153 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 2, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:25.635921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:25.641229 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.755130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Made reservation on behalf of 659ae59fc1b149b38e0aaf1316961b2c for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:25.755356 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.758940 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Checking router: 3bcddf5a-d6df-4748-bc23-11dd07ac6533 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:46:25.759622 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Updating router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 port 9ed1045b-edec-4b2b-969c-dc5619592d27 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:46:25.769047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.788796 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.809397 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:25.845188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:25.870862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=14d91de8-1cb1-4942-9e3e-e4c2d188340e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:25.874861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a93bf9fc-6c07-440b-9f16-aabf92fdc2f0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9773843 Sep 22 09:46:25.878654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55434) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:25.888952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] Request body: {'subnet': {'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1844310705-subnet', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:25.891745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 14d91de8-1cb1-4942-9e3e-e4c2d188340e details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:46:25.909438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79909-2256-482c-bc5f-864d00eab23b req-94be7023-1c20-46bb-9fde-244f65fe014b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:25.917082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79909-2256-482c-bc5f-864d00eab23b req-94be7023-1c20-46bb-9fde-244f65fe014b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:25.924491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79909-2256-482c-bc5f-864d00eab23b req-94be7023-1c20-46bb-9fde-244f65fe014b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:25.930766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79909-2256-482c-bc5f-864d00eab23b req-94be7023-1c20-46bb-9fde-244f65fe014b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:25.937061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79909-2256-482c-bc5f-864d00eab23b req-94be7023-1c20-46bb-9fde-244f65fe014b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:25.944342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79909-2256-482c-bc5f-864d00eab23b req-94be7023-1c20-46bb-9fde-244f65fe014b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:25.950681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79909-2256-482c-bc5f-864d00eab23b req-94be7023-1c20-46bb-9fde-244f65fe014b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:25.953688 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0a79909-2256-482c-bc5f-864d00eab23b req-94be7023-1c20-46bb-9fde-244f65fe014b tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5430 time: 0.3201993 Sep 22 09:46:25.997968 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.059114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e38bdda8-3d91-4727-8ba3-e4090db362aa up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:26.090069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0a79909-2256-482c-bc5f-864d00eab23b req-52eedc27-802c-4b51-9431-bd4d106d6081 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269226 Sep 22 09:46:26.137332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:26.149667 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.277923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device aa53be00-17b5-4e8c-aae9-7b0767070f1c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:26.310855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port e38bdda8-3d91-4727-8ba3-e4090db362aa completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:46:26.319420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port e38bdda8-3d91-4727-8ba3-e4090db362aa triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:26.319864 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.324313 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c2f68-8c90-4181-9262-50b14ed65484 req-89ecea75-1088-498b-bba1-8882c621f9ae tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:26.328409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd6c2f68-8c90-4181-9262-50b14ed65484 req-89ecea75-1088-498b-bba1-8882c621f9ae tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0880983 Sep 22 09:46:26.330008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.351640 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.352173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:46:26.388468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.389077 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Added segment 7d8b9c93-d349-42cd-bb31-2f72ba945d37 of type vlan for network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 Sep 22 09:46:26.397780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] Made reservation on behalf of 1186d3bc8f7646d98b3ff38889d85951 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:26.400150 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.431583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ae6b95-744d-4c25-b093-0d40aeed130a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:26.486802 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.503022 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.513507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd6c2f68-8c90-4181-9262-50b14ed65484 req-0b437a2a-8776-40f3-9908-e80568e4e0f7 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550667 Sep 22 09:46:26.618687 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Pushing event updated for resources: {'Port': ['ID=9ed1045b-edec-4b2b-969c-dc5619592d27,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:26.650372 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.652425 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.653181 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.653865 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.654432 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.654974 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.655531 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.657472 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.658080 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.658669 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.659210 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.660828 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:46:26.664144 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.670749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:26.671670 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.698229 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.712280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port aa53be00-17b5-4e8c-aae9-7b0767070f1c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:26.712877 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.764385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e38bdda8-3d91-4727-8ba3-e4090db362aa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:26.804487 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.804847 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Attempting to bind port 9ed1045b-edec-4b2b-969c-dc5619592d27 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:46:26.805227 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Attempting to bind port 9ed1045b-edec-4b2b-969c-dc5619592d27 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:46:26.806291 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Attempting to bind port 9ed1045b-edec-4b2b-969c-dc5619592d27 on network 91733998-06bf-47bc-8d05-2738dba4e322 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:46:26.819536 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:46:26.820311 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Checking segment: {'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:46:26.820938 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.821509 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Bound using segment: {'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:46:26.825080 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Bound port: 9ed1045b-edec-4b2b-969c-dc5619592d27, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:46:26.825762 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.872661 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:26.891869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'Network': ['ID=5dd8451b-07dd-4c94-8bb0-720dabbc5059,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:26.911572 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9cf972ee-153c-4a84-84c5-07c6cba0a2f3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6477358 Sep 22 09:46:26.912568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55454) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:26.921241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Request body: {'subnet': {'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:26.928030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:46:26.962208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0898a245-a6ed-4731-b9b2-066f3188cf37'}, {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9'}, {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38bdda8-3d91-4727-8ba3-e4090db362aa'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:46:26.964300 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026fa9dc-ff0d-43e8-ada2-d773d84664ea" -d '{"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "0898a245-a6ed-4731-b9b2-066f3188cf37"}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9"}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "e38bdda8-3d91-4727-8ba3-e4090db362aa"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:46:26.964904 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] For port 9ed1045b-edec-4b2b-969c-dc5619592d27, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:46:26.969603 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] For port 9ed1045b-edec-4b2b-969c-dc5619592d27, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9ed1045b-edec-4b2b-969c-dc5619592d27,segment=NetworkSegment(dec2ada2-4c69-43ea-9e34-b6eefc058fa0),segment_id=dec2ada2-4c69-43ea-9e34-b6eefc058fa0)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:46:26.979584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d202995-6dfa-4113-bca0-616a1eb7fd22,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:26.985382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] Checking segment: {'id': '74db7704-737f-4969-b097-9c23ca90ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:46:26.986052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] Network hostable DHCP agents. Network: 14d91de8-1cb1-4942-9e3e-e4c2d188340e, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:46:27.004845 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9ef19e1e-2a4f-4c98-aab5-be026714ab67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.061496 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 22 Sep 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ae2758-5d07-48e0-b911-4737e54c40d1 x-openstack-request-id: req-e4ae2758-5d07-48e0-b911-4737e54c40d1 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:46:27.061496 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "0898a245-a6ed-4731-b9b2-066f3188cf37", "code": 200}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9", "code": 200}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-plugged", "status": "completed", "tag": "e38bdda8-3d91-4727-8ba3-e4090db362aa", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:46:27.061832 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4ae2758-5d07-48e0-b911-4737e54c40d1 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:46:27.062215 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0898a245-a6ed-4731-b9b2-066f3188cf37', 'code': 200} Sep 22 09:46:27.063301 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9', 'code': 200} Sep 22 09:46:27.063438 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38bdda8-3d91-4727-8ba3-e4090db362aa', 'code': 200} Sep 22 09:46:27.064091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e38bdda8-3d91-4727-8ba3-e4090db362aa,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:27.067585 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.102584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-32391b62-272a-4a48-9411-e111da762ea8 None None] Provisioning complete for port 9ed1045b-edec-4b2b-969c-dc5619592d27 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:27.104683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] Network 14d91de8-1cb1-4942-9e3e-e4c2d188340e is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:46:27.114983 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-32391b62-272a-4a48-9411-e111da762ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.216706 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-32391b62-272a-4a48-9411-e111da762ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.229405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Made reservation on behalf of 659ae59fc1b149b38e0aaf1316961b2c for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:27.231781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 14d91de8-1cb1-4942-9e3e-e4c2d188340e) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:27.239329 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:46:27.240208 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:27.245658 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.246252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.246858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.249183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a466cce4-b041-4bf9-9fc1-da42d0cc4921 None None] Network 14d91de8-1cb1-4942-9e3e-e4c2d188340e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:46:27.283013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff3d0-5f93-407d-8a52-acad328a613d req-6a58cf70-81cc-4c6e-917c-cdc922eb2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.283511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff3d0-5f93-407d-8a52-acad328a613d req-6a58cf70-81cc-4c6e-917c-cdc922eb2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.283998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff3d0-5f93-407d-8a52-acad328a613d req-6a58cf70-81cc-4c6e-917c-cdc922eb2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.287002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff3d0-5f93-407d-8a52-acad328a613d req-6a58cf70-81cc-4c6e-917c-cdc922eb2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.287502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff3d0-5f93-407d-8a52-acad328a613d req-6a58cf70-81cc-4c6e-917c-cdc922eb2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.288044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff3d0-5f93-407d-8a52-acad328a613d req-6a58cf70-81cc-4c6e-917c-cdc922eb2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.290828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff3d0-5f93-407d-8a52-acad328a613d req-6a58cf70-81cc-4c6e-917c-cdc922eb2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.320836 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4f4ff3d0-5f93-407d-8a52-acad328a613d req-6a58cf70-81cc-4c6e-917c-cdc922eb2eda service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6489 time: 0.1850834 Sep 22 09:46:27.326538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-32391b62-272a-4a48-9411-e111da762ea8 None None] For port 9ed1045b-edec-4b2b-969c-dc5619592d27, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9ed1045b-edec-4b2b-969c-dc5619592d27,segment=NetworkSegment(dec2ada2-4c69-43ea-9e34-b6eefc058fa0),segment_id=dec2ada2-4c69-43ea-9e34-b6eefc058fa0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:27.373693 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:46:27.404477 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4f4ff3d0-5f93-407d-8a52-acad328a613d req-7c60a7bd-82d8-4619-990d-01ab3d046e12 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c41f936c-431d-4731-9175-72968aa78b40&id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684967 Sep 22 09:46:27.420778 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-32391b62-272a-4a48-9411-e111da762ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.467560 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b9abd600-59bd-4123-9635-e56ccb323b39 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5849342 Sep 22 09:46:27.467939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55474) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:27.472453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1844310705-router', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:27.533441 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcf78e-7e3f-4472-8df2-e99b73d7176d None None] Pushing event updated for resources: {'Port': ['ID=9ed1045b-edec-4b2b-969c-dc5619592d27,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:27.545029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8187c8-3d4f-499c-a954-5f303e940de4 req-de89b791-4dc9-437a-971b-0252c5b64200 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.545616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32391b62-272a-4a48-9411-e111da762ea8 None None] Pushing event updated for resources: {'Port': ['ID=9ed1045b-edec-4b2b-969c-dc5619592d27,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:27.563652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8187c8-3d4f-499c-a954-5f303e940de4 req-de89b791-4dc9-437a-971b-0252c5b64200 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.585114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8187c8-3d4f-499c-a954-5f303e940de4 req-de89b791-4dc9-437a-971b-0252c5b64200 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.597844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8187c8-3d4f-499c-a954-5f303e940de4 req-de89b791-4dc9-437a-971b-0252c5b64200 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.602943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.604253 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.606145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8187c8-3d4f-499c-a954-5f303e940de4 req-de89b791-4dc9-437a-971b-0252c5b64200 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.629791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8187c8-3d4f-499c-a954-5f303e940de4 req-de89b791-4dc9-437a-971b-0252c5b64200 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.642740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8187c8-3d4f-499c-a954-5f303e940de4 req-de89b791-4dc9-437a-971b-0252c5b64200 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.644844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff8187c8-3d4f-499c-a954-5f303e940de4 req-de89b791-4dc9-437a-971b-0252c5b64200 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5432 time: 0.3388791 Sep 22 09:46:27.682027 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.695404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-14d91de8-1cb1-4942-9e3e-e4c2d188340e', 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'fixed_ips': [{'subnet_id': '1d202995-6dfa-4113-bca0-616a1eb7fd22'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:46:27.696356 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.713783 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.727114 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff8187c8-3d4f-499c-a954-5f303e940de4 req-9c288711-e951-4886-a791-b2e221047327 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711179 Sep 22 09:46:27.793352 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:26Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:27.827905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-29aea8af-0de9-4122-9731-7054cb39f10b None None] Provisioning complete for port 9ed1045b-edec-4b2b-969c-dc5619592d27 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:27.828468 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-29aea8af-0de9-4122-9731-7054cb39f10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:27.865336 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe72633-9957-46da-81d2-bfbb3a0069a0 None None] The sync data for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 is: [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:26Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:46:27.968980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60fdb-e8a9-4173-8566-4d533e7b2eee req-62b6d6fb-4a7d-4aaa-95df-9d907afea2f1 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:27.993027 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cc60fdb-e8a9-4173-8566-4d533e7b2eee req-62b6d6fb-4a7d-4aaa-95df-9d907afea2f1 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1410155 Sep 22 09:46:28.009122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Allocated IP 172.20.0.2 (14d91de8-1cb1-4942-9e3e-e4c2d188340e/1d202995-6dfa-4113-bca0-616a1eb7fd22/efeba72e-5bbe-4246-ab54-058048064326) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:28.022663 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:28.083776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'Subnet': ['ID=2f654786-d13e-42c7-8861-2d8611d7a08a,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:28.098294 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:28.108426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:28.139878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cc60fdb-e8a9-4173-8566-4d533e7b2eee req-45aca677-ac8e-4824-ac04-0c02f3146940 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406269 Sep 22 09:46:28.222155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Checking segment: {'id': '7d8b9c93-d349-42cd-bb31-2f72ba945d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:46:28.222441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Network hostable DHCP agents. Network: 5dd8451b-07dd-4c94-8bb0-720dabbc5059, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:46:28.266903 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:28.313667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9ed1045b-edec-4b2b-969c-dc5619592d27 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:28.381701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9ed1045b-edec-4b2b-969c-dc5619592d27 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:28.382188 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:28.416328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:46:28.426165 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:28.492446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Network 14d91de8-1cb1-4942-9e3e-e4c2d188340e is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:28.492446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:28.497705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:28.519779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Pushing event updated for resources: {'Port': ['ID=efeba72e-5bbe-4246-ab54-058048064326,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:28.523812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 5dd8451b-07dd-4c94-8bb0-720dabbc5059) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:28.529596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:28.530922 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:28.563564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc22d96-f2a5-4115-b1b9-a3a9f077b494 None None] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:46:28.643099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-47a53960-b892-4710-ada3-bb953f577390 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7284634 Sep 22 09:46:28.646607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55510) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:28.648360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:28.653216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Request body: {'port': {'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059', 'name': 'tempest-AllowedAddressPairTestJSON-599439269'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:28.685576 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:28.717917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Attempting to bind port efeba72e-5bbe-4246-ab54-058048064326 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:46:28.718679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Attempting to bind port efeba72e-5bbe-4246-ab54-058048064326 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '74db7704-737f-4969-b097-9c23ca90ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:46:28.720097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Attempting to bind port efeba72e-5bbe-4246-ab54-058048064326 on network 14d91de8-1cb1-4942-9e3e-e4c2d188340e {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:46:28.758014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:46:28.758527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Checking segment: {'id': '74db7704-737f-4969-b097-9c23ca90ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:46:28.758945 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:28.759340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Bound using segment: {'id': '74db7704-737f-4969-b097-9c23ca90ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:46:28.759813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Bound port: efeba72e-5bbe-4246-ab54-058048064326, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74db7704-737f-4969-b097-9c23ca90ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:46:28.760196 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:28.897505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Allocated IP 172.25.6.57 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/a9c8f38c-df9c-43fd-8b04-45944f629a27) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:28.965784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] For port efeba72e-5bbe-4246-ab54-058048064326, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:46:28.965784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] For port efeba72e-5bbe-4246-ab54-058048064326, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=efeba72e-5bbe-4246-ab54-058048064326,segment=NetworkSegment(74db7704-737f-4969-b097-9c23ca90ffed),segment_id=74db7704-737f-4969-b097-9c23ca90ffed)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:46:29.003156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-5dd8451b-07dd-4c94-8bb0-720dabbc5059', 'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059', 'tenant_id': '659ae59fc1b149b38e0aaf1316961b2c', 'fixed_ips': [{'subnet_id': '2f654786-d13e-42c7-8861-2d8611d7a08a'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:46:29.005201 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:29.105513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:29.108982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457341-946b-4747-9219-31b361e7f3c2 req-ed90bf50-a9aa-4f0d-a5e8-c0d783a55e12 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:29.115074 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:29.128432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457341-946b-4747-9219-31b361e7f3c2 req-ed90bf50-a9aa-4f0d-a5e8-c0d783a55e12 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:29.146347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457341-946b-4747-9219-31b361e7f3c2 req-ed90bf50-a9aa-4f0d-a5e8-c0d783a55e12 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:29.154057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457341-946b-4747-9219-31b361e7f3c2 req-ed90bf50-a9aa-4f0d-a5e8-c0d783a55e12 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:29.172778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457341-946b-4747-9219-31b361e7f3c2 req-ed90bf50-a9aa-4f0d-a5e8-c0d783a55e12 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:29.192216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457341-946b-4747-9219-31b361e7f3c2 req-ed90bf50-a9aa-4f0d-a5e8-c0d783a55e12 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:29.215627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457341-946b-4747-9219-31b361e7f3c2 req-ed90bf50-a9aa-4f0d-a5e8-c0d783a55e12 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:29.230970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35457341-946b-4747-9219-31b361e7f3c2 req-ed90bf50-a9aa-4f0d-a5e8-c0d783a55e12 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5432 time: 0.2550061 Sep 22 09:46:29.275016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0150e86-c00c-48bb-bc44-a358dc3ee526 None None] Pushing event updated for resources: {'Port': ['ID=efeba72e-5bbe-4246-ab54-058048064326,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:29.299669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Made reservation on behalf of 659ae59fc1b149b38e0aaf1316961b2c for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:29.310942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:29.319055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:29.385283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Allocated IP 172.20.0.2 (5dd8451b-07dd-4c94-8bb0-720dabbc5059/2f654786-d13e-42c7-8861-2d8611d7a08a/9e7ca4d4-44b9-4245-af88-8a692b649c22) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:29.418963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Pushing event updated for resources: {'Port': ['ID=a9c8f38c-df9c-43fd-8b04-45944f629a27,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:29.436667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:29.441206 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:29.447515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:29.476027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] device_id is not set on port ba447c98-ced3-49a7-bc70-5e0f09de072a yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:46:29.616052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35457341-946b-4747-9219-31b361e7f3c2 req-634ab536-d869-4e4b-a61c-9cbf611ed6d5 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3837571 Sep 22 09:46:29.775213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fe611-4932-4982-a1c7-5b56f5437b5a req-38b971f5-ed11-4679-a1fb-fb21cc8ba0b0 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:29.785622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df0fe611-4932-4982-a1c7-5b56f5437b5a req-38b971f5-ed11-4679-a1fb-fb21cc8ba0b0 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0711100 Sep 22 09:46:29.831580 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df0fe611-4932-4982-a1c7-5b56f5437b5a req-a7af7d6a-cfcb-4123-9962-96252083897f tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389051 Sep 22 09:46:29.843880 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:29.883964 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:29.961170 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:30.047340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Pushing event updated for resources: {'Port': ['ID=9e7ca4d4-44b9-4245-af88-8a692b649c22,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:30.066750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:30.068744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:30.076133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:30.098675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Allocated IP 172.20.0.12 (5dd8451b-07dd-4c94-8bb0-720dabbc5059/2f654786-d13e-42c7-8861-2d8611d7a08a/ba447c98-ced3-49a7-bc70-5e0f09de072a) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:30.221853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Attempting to bind port 9e7ca4d4-44b9-4245-af88-8a692b649c22 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:46:30.224076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Attempting to bind port 9e7ca4d4-44b9-4245-af88-8a692b649c22 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '7d8b9c93-d349-42cd-bb31-2f72ba945d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:46:30.224457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Attempting to bind port 9e7ca4d4-44b9-4245-af88-8a692b649c22 on network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:46:30.246147 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:46:30.246704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Checking segment: {'id': '7d8b9c93-d349-42cd-bb31-2f72ba945d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:46:30.247237 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:30.248871 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:30.252784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Bound using segment: {'id': '7d8b9c93-d349-42cd-bb31-2f72ba945d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:46:30.253698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Bound port: 9e7ca4d4-44b9-4245-af88-8a692b649c22, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b9c93-d349-42cd-bb31-2f72ba945d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:46:30.254348 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:30.445374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device efeba72e-5bbe-4246-ab54-058048064326 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:30.512806 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] For port 9e7ca4d4-44b9-4245-af88-8a692b649c22, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:46:30.515115 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:30.551424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] For port 9e7ca4d4-44b9-4245-af88-8a692b649c22, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9e7ca4d4-44b9-4245-af88-8a692b649c22,segment=NetworkSegment(7d8b9c93-d349-42cd-bb31-2f72ba945d37),segment_id=7d8b9c93-d349-42cd-bb31-2f72ba945d37)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:46:30.581706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port efeba72e-5bbe-4246-ab54-058048064326 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:30.582714 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:30.684331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:30.691118 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:30.832498 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:30.856438 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:30.865029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035dcbe-faf7-439c-a9f9-5b67b3c4bff6 None None] Pushing event updated for resources: {'Port': ['ID=9e7ca4d4-44b9-4245-af88-8a692b649c22,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:30.891635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port efeba72e-5bbe-4246-ab54-058048064326, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=efeba72e-5bbe-4246-ab54-058048064326,segment=NetworkSegment(74db7704-737f-4969-b097-9c23ca90ffed),segment_id=74db7704-737f-4969-b097-9c23ca90ffed)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:30.947474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b58f8c-c4ef-40ff-ac4d-7ec92938e3c0 None None] Network 14d91de8-1cb1-4942-9e3e-e4c2d188340e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:46:30.983680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:31.021101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:31.033361 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:31.039179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:31.086056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001c345-8726-49a1-98c6-03cf77bdb393 req-579b14d7-c1cb-4f07-b8ca-95d38031e28e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:31.092627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001c345-8726-49a1-98c6-03cf77bdb393 req-579b14d7-c1cb-4f07-b8ca-95d38031e28e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:31.099389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001c345-8726-49a1-98c6-03cf77bdb393 req-579b14d7-c1cb-4f07-b8ca-95d38031e28e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:31.118817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001c345-8726-49a1-98c6-03cf77bdb393 req-579b14d7-c1cb-4f07-b8ca-95d38031e28e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:31.126242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001c345-8726-49a1-98c6-03cf77bdb393 req-579b14d7-c1cb-4f07-b8ca-95d38031e28e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:31.131896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Router c3ece24a-32ac-4296-9901-ec829791d381 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:46:31.133595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001c345-8726-49a1-98c6-03cf77bdb393 req-579b14d7-c1cb-4f07-b8ca-95d38031e28e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:31.142503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001c345-8726-49a1-98c6-03cf77bdb393 req-579b14d7-c1cb-4f07-b8ca-95d38031e28e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:31.151185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9001c345-8726-49a1-98c6-03cf77bdb393 req-579b14d7-c1cb-4f07-b8ca-95d38031e28e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5432 time: 0.3921838 Sep 22 09:46:31.164767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'Port': ['ID=ba447c98-ced3-49a7-bc70-5e0f09de072a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:31.208855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e8241-fee7-4818-8ce1-b2b9321d4e9d req-be0fab88-f19d-419e-9a2e-3da4f26ddf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:31.220743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-751e8241-fee7-4818-8ce1-b2b9321d4e9d req-be0fab88-f19d-419e-9a2e-3da4f26ddf4e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 1097 time: 0.3785169 Sep 22 09:46:31.353666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:31.360352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:31.383783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:46:31.430347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9001c345-8726-49a1-98c6-03cf77bdb393 req-ed4450bd-80eb-4d14-8228-6400efe47019 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2760863 Sep 22 09:46:31.435401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Sync routers for ids ['c3ece24a-32ac-4296-9901-ec829791d381'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:46:31.469731 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=efeba72e-5bbe-4246-ab54-058048064326,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:31.469731 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-40b39d1e-64a0-493c-8376-04ccf1b06025 None None] Provisioning complete for port efeba72e-5bbe-4246-ab54-058048064326 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:31.469731 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-40b39d1e-64a0-493c-8376-04ccf1b06025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:31.498101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Routers {'c3ece24a-32ac-4296-9901-ec829791d381'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:46:31.498897 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c3ece24a-32ac-4296-9901-ec829791d381'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:31.510359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-751e8241-fee7-4818-8ce1-b2b9321d4e9d req-2042ac06-eb12-4858-ac15-8319b069dfd6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729061 Sep 22 09:46:31.510529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:31.516008 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0c11f72e-fcb9-4f25-a247-ea9035f8a2bc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0458438 Sep 22 09:46:31.522236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55592) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:31.640163 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-52ada14f-801b-43f2-89b2-3033770853e9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9922709 Sep 22 09:46:31.644247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55596) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:31.652994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Request body: {'port': {'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059', 'name': 'tempest-AllowedAddressPairTestJSON-1340238601', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:9e:02:7b'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:31.931435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7395d1-2cc7-4c67-ac0f-0c1934dad1c2 req-fa835945-613c-4ba4-953b-b5e534b980ac tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:31.933218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa7395d1-2cc7-4c67-ac0f-0c1934dad1c2 req-fa835945-613c-4ba4-953b-b5e534b980ac tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1809952 Sep 22 09:46:32.034192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Made reservation on behalf of 659ae59fc1b149b38e0aaf1316961b2c for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:32.176769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Set router c3ece24a-32ac-4296-9901-ec829791d381 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:46:32.372482 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:32.434357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] device_id is not set on port aa6aed47-b3e8-4ad3-b9db-430721b7da36 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:46:32.554083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device efeba72e-5bbe-4246-ab54-058048064326 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:32.782122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Allocated IP 172.20.0.6 (5dd8451b-07dd-4c94-8bb0-720dabbc5059/2f654786-d13e-42c7-8861-2d8611d7a08a/aa6aed47-b3e8-4ad3-b9db-430721b7da36) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:32.855410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a28ac3-86f0-4c2c-9cf7-430684247a5e None None] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:46:32.948162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa7395d1-2cc7-4c67-ac0f-0c1934dad1c2 req-12585b9e-5382-4990-b5c9-f85b97324d7d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9908984 Sep 22 09:46:33.078691 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:33.146883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e7400-ea13-4805-8e66-a6379a88847e req-a45abf5a-4bb9-42db-b63b-58bc4a8e23cf tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:33.154717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e7400-ea13-4805-8e66-a6379a88847e req-a45abf5a-4bb9-42db-b63b-58bc4a8e23cf tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:33.162389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e7400-ea13-4805-8e66-a6379a88847e req-a45abf5a-4bb9-42db-b63b-58bc4a8e23cf tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:33.170343 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:33.173186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e7400-ea13-4805-8e66-a6379a88847e req-a45abf5a-4bb9-42db-b63b-58bc4a8e23cf tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:33.178768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e7400-ea13-4805-8e66-a6379a88847e req-a45abf5a-4bb9-42db-b63b-58bc4a8e23cf tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:33.185102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e7400-ea13-4805-8e66-a6379a88847e req-a45abf5a-4bb9-42db-b63b-58bc4a8e23cf tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:33.192300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e7400-ea13-4805-8e66-a6379a88847e req-a45abf5a-4bb9-42db-b63b-58bc4a8e23cf tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:33.201009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab3e7400-ea13-4805-8e66-a6379a88847e req-a45abf5a-4bb9-42db-b63b-58bc4a8e23cf tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5432 time: 0.1605604 Sep 22 09:46:33.209378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55626) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:33.215065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-94a8d2b9-a665-4bd2-8a9b-6d3957a02231 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Request body: {'floatingip': {'port_id': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:33.221575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8a1d9ec5-5846-4bb5-a683-2faa7741a7d3 None None] Provisioning complete for port efeba72e-5bbe-4246-ab54-058048064326 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:33.222162 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8a1d9ec5-5846-4bb5-a683-2faa7741a7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:33.258901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:33.260299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'Port': ['ID=aa6aed47-b3e8-4ad3-b9db-430721b7da36,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:33.263580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:33.267885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:33.288381 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-94a8d2b9-a665-4bd2-8a9b-6d3957a02231 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:33.302230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port efeba72e-5bbe-4246-ab54-058048064326 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:33.302702 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:33.348376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:33.349474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:33.432683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'name': 'tempest-TestVolumeBackupRestore-1844310705-router', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:27Z', 'updated_at': '2021-09-22T09:46:29Z', 'revision_number': 3, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'gw_port': {'id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:28Z', 'updated_at': '2021-09-22T09:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:33.486522 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-27af8567-5831-4675-83aa-76214ec8fd58 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8372886 Sep 22 09:46:33.487407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55638) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:33.661469 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Checking router: c3ece24a-32ac-4296-9901-ec829791d381 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:46:33.663123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Updating router c3ece24a-32ac-4296-9901-ec829791d381 port a9c8f38c-df9c-43fd-8b04-45944f629a27 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:46:33.728319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6f2de-beac-44b6-8376-adf4d6f2c9fd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:33.747278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6f2de-beac-44b6-8376-adf4d6f2c9fd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:33.761043 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:33.761583 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6f2de-beac-44b6-8376-adf4d6f2c9fd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:33.772658 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-31e6f2de-beac-44b6-8376-adf4d6f2c9fd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2844899 Sep 22 09:46:33.773333 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55642) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:33.781234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9e7ca4d4-44b9-4245-af88-8a692b649c22 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:33.898862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-05b16117-6812-447c-a2d4-3e755bacd30c None None] Provisioning complete for port 9e7ca4d4-44b9-4245-af88-8a692b649c22 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:33.899581 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05b16117-6812-447c-a2d4-3e755bacd30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:33.977916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-61726135-91dd-4800-b2d5-1685f8a5fdfd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Deleting port aa6aed47-b3e8-4ad3-b9db-430721b7da36 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:46:33.978263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-61726135-91dd-4800-b2d5-1685f8a5fdfd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:34.454417 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:34.489850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9e7ca4d4-44b9-4245-af88-8a692b649c22 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:34.489850 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:34.613864 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:34.649723 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:34.691734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa14860-1368-4608-94b9-6323b557b970 req-1f64908c-9d21-45a3-b1b6-9fcd9f9e14d8 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:34.714445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa14860-1368-4608-94b9-6323b557b970 req-1f64908c-9d21-45a3-b1b6-9fcd9f9e14d8 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.4967580 Sep 22 09:46:34.732964 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.resource_extend [None req-94a8d2b9-a665-4bd2-8a9b-6d3957a02231 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:46:34.824455 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05b16117-6812-447c-a2d4-3e755bacd30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:34.836080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887f5bc-96c2-42f1-b3c6-2000e8ebe56a None None] Pushing event updated for resources: {'Port': ['ID=a9c8f38c-df9c-43fd-8b04-45944f629a27,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:34.856550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Attempting to bind port a9c8f38c-df9c-43fd-8b04-45944f629a27 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:46:34.857248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Attempting to bind port a9c8f38c-df9c-43fd-8b04-45944f629a27 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:46:34.857927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Attempting to bind port a9c8f38c-df9c-43fd-8b04-45944f629a27 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:46:34.867327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:46:34.868116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:46:34.868699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:34.869280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:46:34.869923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Bound port: a9c8f38c-df9c-43fd-8b04-45944f629a27, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:46:34.870458 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:34.975878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-05b16117-6812-447c-a2d4-3e755bacd30c None None] For port 9e7ca4d4-44b9-4245-af88-8a692b649c22, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9e7ca4d4-44b9-4245-af88-8a692b649c22,segment=NetworkSegment(7d8b9c93-d349-42cd-bb31-2f72ba945d37),segment_id=7d8b9c93-d349-42cd-bb31-2f72ba945d37)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:34.992540 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.018200 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] For port a9c8f38c-df9c-43fd-8b04-45944f629a27, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:46:35.034595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] For port a9c8f38c-df9c-43fd-8b04-45944f629a27, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a9c8f38c-df9c-43fd-8b04-45944f629a27,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:46:35.042548 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-61726135-91dd-4800-b2d5-1685f8a5fdfd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.055770 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05b16117-6812-447c-a2d4-3e755bacd30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.059667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-61726135-91dd-4800-b2d5-1685f8a5fdfd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Calling delete_port for aa6aed47-b3e8-4ad3-b9db-430721b7da36 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:46:35.077578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa14860-1368-4608-94b9-6323b557b970 req-b8b9a501-45c8-4c1f-b69a-67e052127322 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621986 Sep 22 09:46:35.096337 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-94a8d2b9-a665-4bd2-8a9b-6d3957a02231 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.190386 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:46:35.190916 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:46:35.196011 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-94a8d2b9-a665-4bd2-8a9b-6d3957a02231 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.200351 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.252036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Allocated IP 172.20.0.1 (14d91de8-1cb1-4942-9e3e-e4c2d188340e/1d202995-6dfa-4113-bca0-616a1eb7fd22/559fbd6c-1a4e-473b-8508-2a4b3af701ae) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:35.265598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b16117-6812-447c-a2d4-3e755bacd30c None None] Pushing event updated for resources: {'Port': ['ID=9e7ca4d4-44b9-4245-af88-8a692b649c22,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:35.295338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f0542354-5524-496f-8883-33d49d559030 None None] Provisioning complete for port aa6aed47-b3e8-4ad3-b9db-430721b7da36 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:35.295853 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0542354-5524-496f-8883-33d49d559030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.304929 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Routers {'c3ece24a-32ac-4296-9901-ec829791d381'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:46:35.304929 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c3ece24a-32ac-4296-9901-ec829791d381'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:35.426295 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-61726135-91dd-4800-b2d5-1685f8a5fdfd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.490872 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.493431 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-94a8d2b9-a665-4bd2-8a9b-6d3957a02231 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Floating IP e3b31f0e-56bb-4745-bce2-a8208f0812d1 associated. External IP: 172.25.6.77, port: 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384. Sep 22 09:46:35.503867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61726135-91dd-4800-b2d5-1685f8a5fdfd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event deleted for resources: {'Port': ['ID=aa6aed47-b3e8-4ad3-b9db-430721b7da36,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:35.536301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f0542354-5524-496f-8883-33d49d559030 None None] Port aa6aed47-b3e8-4ad3-b9db-430721b7da36 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:35.562169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887f5bc-96c2-42f1-b3c6-2000e8ebe56a None None] Pushing event updated for resources: {'Port': ['ID=a9c8f38c-df9c-43fd-8b04-45944f629a27,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:35.647669 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55694) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:35.686061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f0542354-5524-496f-8883-33d49d559030 None None] Provisioning complete for port 9e7ca4d4-44b9-4245-af88-8a692b649c22 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:35.689625 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0542354-5524-496f-8883-33d49d559030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.742761 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.868513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-61726135-91dd-4800-b2d5-1685f8a5fdfd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:35.875716 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] Set router c3ece24a-32ac-4296-9901-ec829791d381 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:46:35.878501 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-61726135-91dd-4800-b2d5-1685f8a5fdfd tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "DELETE /v2.0/ports/aa6aed47-b3e8-4ad3-b9db-430721b7da36 HTTP/1.1" status: 204 len: 168 time: 2.0964875 Sep 22 09:46:35.881972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55704) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:35.967652 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6126437-0d63-4d03-9a5b-89f0008b0c18 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] GET failed (client error): The resource could not be found. Sep 22 09:46:35.975920 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e6126437-0d63-4d03-9a5b-89f0008b0c18 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "GET /v2.0/ports/aa6aed47-b3e8-4ad3-b9db-430721b7da36 HTTP/1.1" status: 404 len: 333 time: 0.0902245 Sep 22 09:46:35.979647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55706) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:35.988191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Request body: {'port': {'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059', 'name': 'tempest-AllowedAddressPairTestJSON-1396789120'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:36.073449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Network 14d91de8-1cb1-4942-9e3e-e4c2d188340e is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:36.101588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Pushing event updated for resources: {'Port': ['ID=559fbd6c-1a4e-473b-8508-2a4b3af701ae,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:36.104947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:36.132456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:36.170594 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da54b9e7-4289-403d-a0a6-53586c6d985e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.210613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9e7ca4d4-44b9-4245-af88-8a692b649c22 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:36.306880 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da54b9e7-4289-403d-a0a6-53586c6d985e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.319170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a8d2b9-a665-4bd2-8a9b-6d3957a02231 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Router d2b4483e-1074-4331-a8fd-bae3ad003abe has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:46:36.330589 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.373231 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-da54b9e7-4289-403d-a0a6-53586c6d985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.467049 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-da54b9e7-4289-403d-a0a6-53586c6d985e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=040728e2c980478cab8755ada5794d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8181026 Sep 22 09:46:36.468454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54b9e7-4289-403d-a0a6-53586c6d985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331557cd-b078-4d92-a540-672f17beb255,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:36.472665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55714) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:36.498357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfc4d-c71b-4343-9bdb-8d36e5319944 req-9e50ee28-fa66-4cbe-9b0b-36487b67d422 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:36.508858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edddfc4d-c71b-4343-9bdb-8d36e5319944 req-9e50ee28-fa66-4cbe-9b0b-36487b67d422 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.4215448 Sep 22 09:46:36.515920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e2df-979f-4fdf-977e-4c34b84420f4 req-c92e47b6-db34-408d-bac3-037ede57a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:36.518563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Made reservation on behalf of 659ae59fc1b149b38e0aaf1316961b2c for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:36.518919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4be4e2df-979f-4fdf-977e-4c34b84420f4 req-c92e47b6-db34-408d-bac3-037ede57a1d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 1097 time: 0.4431698 Sep 22 09:46:36.524756 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.527911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f0542354-5524-496f-8883-33d49d559030 None None] Provisioning complete for port ba447c98-ced3-49a7-bc70-5e0f09de072a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:36.528400 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0542354-5524-496f-8883-33d49d559030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.565614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] device_id is not set on port c1a888c8-ca79-400f-9d6a-0c68e89e5e80 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:46:36.581143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc141efe-3801-494b-a8ee-0657b1984db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.584393 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-edddfc4d-c71b-4343-9bdb-8d36e5319944 req-aca928d7-d81e-4484-9777-508455a1eccd tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597892 Sep 22 09:46:36.594089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f0542354-5524-496f-8883-33d49d559030 None None] Port ba447c98-ced3-49a7-bc70-5e0f09de072a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:36.601579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9e7ca4d4-44b9-4245-af88-8a692b649c22 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:36.602184 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.698396 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc141efe-3801-494b-a8ee-0657b1984db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.782858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'name': 'tempest-TestVolumeBackupRestore-1844310705-router', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:27Z', 'updated_at': '2021-09-22T09:46:29Z', 'revision_number': 3, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'gw_port': {'id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:28Z', 'updated_at': '2021-09-22T09:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:36.819810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a8d2b9-a665-4bd2-8a9b-6d3957a02231 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:46:36.825500 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-94a8d2b9-a665-4bd2-8a9b-6d3957a02231 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.829547 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5acbf8-dbd9-42d6-8530-df59270e4ba0 None None] Sync routers for ids ['d2b4483e-1074-4331-a8fd-bae3ad003abe'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:46:36.847299 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5acbf8-dbd9-42d6-8530-df59270e4ba0 None None] Routers {'d2b4483e-1074-4331-a8fd-bae3ad003abe'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:46:36.847299 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8e5acbf8-dbd9-42d6-8530-df59270e4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d2b4483e-1074-4331-a8fd-bae3ad003abe'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:36.861200 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ae64d7-2699-4122-b54c-7817c4abb5e2 None None] The sync data for ids ['c3ece24a-32ac-4296-9901-ec829791d381'] in n-d-805649-4 is: [{'id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'name': 'tempest-TestVolumeBackupRestore-1844310705-router', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:27Z', 'updated_at': '2021-09-22T09:46:29Z', 'revision_number': 3, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'gw_port': {'id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:28Z', 'updated_at': '2021-09-22T09:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:46:36.864754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-05940271-4cd8-471b-a3a8-4621b4c26141 None None] Provisioning complete for port 559fbd6c-1a4e-473b-8508-2a4b3af701ae triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:36.865301 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05940271-4cd8-471b-a3a8-4621b4c26141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.881847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-94a8d2b9-a665-4bd2-8a9b-6d3957a02231 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "PUT /v2.0/floatingips/e3b31f0e-56bb-4745-bce2-a8208f0812d1 HTTP/1.1" status: 200 len: 990 time: 3.6688912 Sep 22 09:46:36.881847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:46:36.884099 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4d0ea0-0336-4b89-93cb-513be05445c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:46:36.891415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Allocated IP 172.20.0.8 (5dd8451b-07dd-4c94-8bb0-720dabbc5059/2f654786-d13e-42c7-8861-2d8611d7a08a/c1a888c8-ca79-400f-9d6a-0c68e89e5e80) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:36.917710 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:36.920297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e2df-979f-4fdf-977e-4c34b84420f4 req-57af02e6-f6b5-4b98-8ba4-88cefd1d6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:36.922805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4be4e2df-979f-4fdf-977e-4c34b84420f4 req-57af02e6-f6b5-4b98-8ba4-88cefd1d6eb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 919 time: 0.3702707 Sep 22 09:46:36.947398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-05940271-4cd8-471b-a3a8-4621b4c26141 None None] Port 559fbd6c-1a4e-473b-8508-2a4b3af701ae cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:37.034106 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ab873b-d063-4801-b29a-bdc555181bd4 x-openstack-request-id: req-49ab873b-d063-4801-b29a-bdc555181bd4 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:46:37.034630 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "tag": "3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:46:37.035059 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49ab873b-d063-4801-b29a-bdc555181bd4 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:46:37.035600 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'tag': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384', 'status': 'completed', 'code': 200} Sep 22 09:46:37.038658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4be4e2df-979f-4fdf-977e-4c34b84420f4 req-25d134cf-e72b-4dd0-902c-bbeeef36f5f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56ab4d14-5b16-4981-8276-524f895b955c HTTP/1.1" status: 200 len: 217 time: 0.1076808 Sep 22 09:46:37.042595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc141efe-3801-494b-a8ee-0657b1984db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:37.045261 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc141efe-3801-494b-a8ee-0657b1984db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:37.050929 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bc141efe-3801-494b-a8ee-0657b1984db1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/331557cd-b078-4d92-a540-672f17beb255 HTTP/1.1" status: 204 len: 168 time: 0.5766265 Sep 22 09:46:37.137214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e2df-979f-4fdf-977e-4c34b84420f4 req-9fd443ea-adc8-46aa-952d-174bf292c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:37.144793 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4be4e2df-979f-4fdf-977e-4c34b84420f4 req-9fd443ea-adc8-46aa-952d-174bf292c75c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0047e137-8d7c-45bf-964c-9e2e6bb87742 HTTP/1.1" status: 200 len: 858 time: 0.0817361 Sep 22 09:46:37.151697 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-8e5acbf8-dbd9-42d6-8530-df59270e4ba0 None None] Set router d2b4483e-1074-4331-a8fd-bae3ad003abe gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:46:37.177650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc141efe-3801-494b-a8ee-0657b1984db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331557cd-b078-4d92-a540-672f17beb255,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:37.264843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4be4e2df-979f-4fdf-977e-4c34b84420f4 req-c5ea316b-23d6-4170-8804-aeaf8c0d6a59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce837084-a6bd-43be-99cf-84d72153eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070414 Sep 22 09:46:37.416121 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-4ef2c186-ff3a-419a-bb45-6861de6e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:37.416855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-4ef2c186-ff3a-419a-bb45-6861de6e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:37.417699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-4ef2c186-ff3a-419a-bb45-6861de6e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:37.418370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-4ef2c186-ff3a-419a-bb45-6861de6e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:37.419735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-4ef2c186-ff3a-419a-bb45-6861de6e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:37.421272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-4ef2c186-ff3a-419a-bb45-6861de6e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:37.422632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-4ef2c186-ff3a-419a-bb45-6861de6e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:37.426711 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-4ef2c186-ff3a-419a-bb45-6861de6e2219 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6489 time: 0.4033697 Sep 22 09:46:37.477534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:37.520780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:37.539600 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4be4e2df-979f-4fdf-977e-4c34b84420f4 req-81c7b627-11a0-45f9-8756-222ed91f4594 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615147 Sep 22 09:46:37.616422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:37.645134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-ab384043-9743-4a9b-9b5e-d900c5e13794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:37.646775 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-ab384043-9743-4a9b-9b5e-d900c5e13794 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 HTTP/1.1" status: 200 len: 913 time: 0.2071996 Sep 22 09:46:37.699740 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8e5acbf8-dbd9-42d6-8530-df59270e4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:55Z', 'revision_number': 4, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'e3b31f0e-56bb-4745-bce2-a8208f0812d1', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'port_id': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'mac_address': 'fa:16:3e:e4:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:45:12Z', 'updated_at': '2021-09-22T09:46:34Z', 'revision_number': 1, 'project_id': '22197b2546c8417b9346924b78156bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b53092-1b05-4f1e-b919-499434bc6758', 'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'mac_address': 'fa:16:3e:41:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:54Z', 'updated_at': '2021-09-22T09:44:02Z', 'revision_number': 5, 'project_id': '22197b2546c8417b9346924b78156bd9', 'subnets': [{'id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:37.745987 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5acbf8-dbd9-42d6-8530-df59270e4ba0 None None] Checking router: d2b4483e-1074-4331-a8fd-bae3ad003abe for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:46:37.759710 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5acbf8-dbd9-42d6-8530-df59270e4ba0 None None] Routers {'d2b4483e-1074-4331-a8fd-bae3ad003abe'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:46:37.760628 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8e5acbf8-dbd9-42d6-8530-df59270e4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d2b4483e-1074-4331-a8fd-bae3ad003abe'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:37.887128 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-9f8a1dc7-c665-49ce-8690-777057e4aab1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 200 len: 998 time: 0.2282572 Sep 22 09:46:37.977596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:38.041766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a9c8f38c-df9c-43fd-8b04-45944f629a27 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:38.083268 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-8e5acbf8-dbd9-42d6-8530-df59270e4ba0 None None] Set router d2b4483e-1074-4331-a8fd-bae3ad003abe gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:46:38.092682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:38.100776 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:38.115724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:38.206553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a9c8f38c-df9c-43fd-8b04-45944f629a27 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:38.206929 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:38.259136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-82be5721-2fcf-47d0-b07c-8135591a842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:38.263686 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-82be5721-2fcf-47d0-b07c-8135591a842c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5da2a3ed-b29b-428a-b8c1-defac8adcba1 HTTP/1.1" status: 200 len: 851 time: 0.3536022 Sep 22 09:46:38.277734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'Port': ['ID=c1a888c8-ca79-400f-9d6a-0c68e89e5e80,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:38.351074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:38.352166 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:38.425702 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:38.442413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-85a96324-5d34-4849-8393-0cfa74f56a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:38.450428 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-85a96324-5d34-4849-8393-0cfa74f56a0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561117 Sep 22 09:46:38.471208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port a9c8f38c-df9c-43fd-8b04-45944f629a27, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a9c8f38c-df9c-43fd-8b04-45944f629a27,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:38.497805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55764) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:38.532150 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6c577cd5-9e06-49cd-ad1d-bc0826cf1cb6 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5497446 Sep 22 09:46:38.549180 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55766) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:38.549611 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:38.592952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bccd11ee-0844-42f0-9a50-9138e421fbf9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:9e:02:7b'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:38.607834 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e0775863-6d73-4c22-abb1-8a062abfb94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:38.696949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3da74506-971e-4154-81b0-ffe272fd1f41 None None] Provisioning complete for port c1a888c8-ca79-400f-9d6a-0c68e89e5e80 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:38.696949 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3da74506-971e-4154-81b0-ffe272fd1f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:38.738311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=a9c8f38c-df9c-43fd-8b04-45944f629a27,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:38.758879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3da74506-971e-4154-81b0-ffe272fd1f41 None None] Port c1a888c8-ca79-400f-9d6a-0c68e89e5e80 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:38.792220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Pushing event updated for resources: {'Port': ['ID=559fbd6c-1a4e-473b-8508-2a4b3af701ae,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:38.794665 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:38.841390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a40a5b-ca69-4aab-a045-345f42e27550 req-be4df026-4340-4789-bed9-056eb4b3c53a tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:38.842998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33a40a5b-ca69-4aab-a045-345f42e27550 req-be4df026-4340-4789-bed9-056eb4b3c53a tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.2266505 Sep 22 09:46:38.847827 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-8724ca6c-8eac-4090-91f5-9e43b4e29e80 service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913114 Sep 22 09:46:38.855085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4be4e2df-979f-4fdf-977e-4c34b84420f4 req-d22efef1-c31d-4d43-91af-e26d959bbb90 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3071461 Sep 22 09:46:38.881487 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8e5acbf8-dbd9-42d6-8530-df59270e4ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:55Z', 'revision_number': 4, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'e3b31f0e-56bb-4745-bce2-a8208f0812d1', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'port_id': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'mac_address': 'fa:16:3e:e4:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:45:12Z', 'updated_at': '2021-09-22T09:46:34Z', 'revision_number': 1, 'project_id': '22197b2546c8417b9346924b78156bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b53092-1b05-4f1e-b919-499434bc6758', 'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'mac_address': 'fa:16:3e:41:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:54Z', 'updated_at': '2021-09-22T09:44:02Z', 'revision_number': 5, 'project_id': '22197b2546c8417b9346924b78156bd9', 'subnets': [{'id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:38.939434 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5acbf8-dbd9-42d6-8530-df59270e4ba0 None None] The sync data for ids ['d2b4483e-1074-4331-a8fd-bae3ad003abe'] in n-d-805649-4 is: [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:55Z', 'revision_number': 4, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'e3b31f0e-56bb-4745-bce2-a8208f0812d1', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'port_id': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'mac_address': 'fa:16:3e:e4:10:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86f596-5940-4f66-87af-5ab65156159d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:45:12Z', 'updated_at': '2021-09-22T09:46:34Z', 'revision_number': 1, 'project_id': '22197b2546c8417b9346924b78156bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b53092-1b05-4f1e-b919-499434bc6758', 'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'mac_address': 'fa:16:3e:41:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:54Z', 'updated_at': '2021-09-22T09:44:02Z', 'revision_number': 5, 'project_id': '22197b2546c8417b9346924b78156bd9', 'subnets': [{'id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:46:38.984132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33a40a5b-ca69-4aab-a045-345f42e27550 req-03410915-2fe4-4091-a871-68a119c444cf tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279604 Sep 22 09:46:39.019526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Network 14d91de8-1cb1-4942-9e3e-e4c2d188340e is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:39.021213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:39.326920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Router c3ece24a-32ac-4296-9901-ec829791d381 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:46:39.357939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bccd11ee-0844-42f0-9a50-9138e421fbf9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:39.389852 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e0775863-6d73-4c22-abb1-8a062abfb94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:39.403319 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9d4d0ea0-0336-4b89-93cb-513be05445c4 req-7614b626-215b-4707-a055-653537bf3644 service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902208 Sep 22 09:46:39.436131 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99655ba1-1a90-422b-a009-7321acd249d5 None None] New status for floating IP e3b31f0e-56bb-4745-bce2-a8208f0812d1: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:46:39.455988 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e0775863-6d73-4c22-abb1-8a062abfb94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:39.533265 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55778) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:39.533483 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e0775863-6d73-4c22-abb1-8a062abfb94d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3b3315643964704813e5d95bf47bb09&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0351012 Sep 22 09:46:39.534176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0775863-6d73-4c22-abb1-8a062abfb94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1b000c-46df-4963-8d97-13b8792a7ede,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:39.668785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:46:39.688774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ffa743b4-a324-49d8-a066-a5e998173670 admin admin] 10.222.0.49 "PUT /v2.0/routers/c3ece24a-32ac-4296-9901-ec829791d381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1622200 Sep 22 09:46:39.725050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-93f3c100-80c7-40f0-9e7e-2bcaa5ce9d42 None None] Provisioning complete for port 559fbd6c-1a4e-473b-8508-2a4b3af701ae triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:39.725709 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-93f3c100-80c7-40f0-9e7e-2bcaa5ce9d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:39.776596 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64745684-6a6b-48a6-a1b4-263398c732ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:39.783404 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bccd11ee-0844-42f0-9a50-9138e421fbf9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:39.812367 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64745684-6a6b-48a6-a1b4-263398c732ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:39.833281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-93f3c100-80c7-40f0-9e7e-2bcaa5ce9d42 None None] Port 559fbd6c-1a4e-473b-8508-2a4b3af701ae cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:39.866272 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bccd11ee-0844-42f0-9a50-9138e421fbf9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:39.886784 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Sync routers for ids ['c3ece24a-32ac-4296-9901-ec829791d381'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:46:39.917252 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Routers {'c3ece24a-32ac-4296-9901-ec829791d381'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:46:39.920090 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c3ece24a-32ac-4296-9901-ec829791d381'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:39.996461 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a9c8f38c-df9c-43fd-8b04-45944f629a27 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:40.045335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64745684-6a6b-48a6-a1b4-263398c732ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:40.050206 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64745684-6a6b-48a6-a1b4-263398c732ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:40.053213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-64745684-6a6b-48a6-a1b4-263398c732ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf1b000c-46df-4963-8d97-13b8792a7ede HTTP/1.1" status: 204 len: 168 time: 0.5094690 Sep 22 09:46:40.081457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64745684-6a6b-48a6-a1b4-263398c732ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1b000c-46df-4963-8d97-13b8792a7ede,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:40.121781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a9c8f38c-df9c-43fd-8b04-45944f629a27 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:40.122263 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:40.168220 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd11ee-0844-42f0-9a50-9138e421fbf9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'Port': ['ID=c1a888c8-ca79-400f-9d6a-0c68e89e5e80,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:40.195599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bccd11ee-0844-42f0-9a50-9138e421fbf9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] In _notify_port_updated(), no bound segment for port c1a888c8-ca79-400f-9d6a-0c68e89e5e80 on network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:46:40.209585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccd11ee-0844-42f0-9a50-9138e421fbf9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:40.213595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bccd11ee-0844-42f0-9a50-9138e421fbf9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:40.221117 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Set router c3ece24a-32ac-4296-9901-ec829791d381 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:46:40.223572 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bccd11ee-0844-42f0-9a50-9138e421fbf9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "PUT /v2.0/ports/c1a888c8-ca79-400f-9d6a-0c68e89e5e80 HTTP/1.1" status: 200 len: 994 time: 1.6681955 Sep 22 09:46:40.225182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55806) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:40.339996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685342f8-b5f0-423b-988c-d4b2d2137ac3 req-bd8efc89-3ab4-4d34-8a46-6e5569477774 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:40.351119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-685342f8-b5f0-423b-988c-d4b2d2137ac3 req-bd8efc89-3ab4-4d34-8a46-6e5569477774 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1664958 Sep 22 09:46:40.417264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-685342f8-b5f0-423b-988c-d4b2d2137ac3 req-1400bd90-30f0-4616-9d6a-0c7dc56810a7 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583444 Sep 22 09:46:40.420178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7300d928-6a9a-47b9-b6e5-23007ffab865 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Deleting port c1a888c8-ca79-400f-9d6a-0c68e89e5e80 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:46:40.428372 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7300d928-6a9a-47b9-b6e5-23007ffab865 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:40.588325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-257063b9-5174-4bcd-a335-dd22d74a2b99 None None] Provisioning complete for port c1a888c8-ca79-400f-9d6a-0c68e89e5e80 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:40.588828 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-257063b9-5174-4bcd-a335-dd22d74a2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:40.673251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7300d928-6a9a-47b9-b6e5-23007ffab865 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:40.683272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-257063b9-5174-4bcd-a335-dd22d74a2b99 None None] Port c1a888c8-ca79-400f-9d6a-0c68e89e5e80 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:40.734964 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7300d928-6a9a-47b9-b6e5-23007ffab865 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Calling delete_port for c1a888c8-ca79-400f-9d6a-0c68e89e5e80 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:46:40.749185 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'name': 'tempest-TestVolumeBackupRestore-1844310705-router', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:27Z', 'updated_at': '2021-09-22T09:46:36Z', 'revision_number': 4, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'gw_port': {'id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:28Z', 'updated_at': '2021-09-22T09:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '559fbd6c-1a4e-473b-8508-2a4b3af701ae', 'name': '', 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'mac_address': 'fa:16:3e:1c:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '1d202995-6dfa-4113-bca0-616a1eb7fd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:34Z', 'updated_at': '2021-09-22T09:46:37Z', 'revision_number': 2, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'subnets': [{'id': '1d202995-6dfa-4113-bca0-616a1eb7fd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:40.786537 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Checking router: c3ece24a-32ac-4296-9901-ec829791d381 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:46:40.790709 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Updating router c3ece24a-32ac-4296-9901-ec829791d381 port 559fbd6c-1a4e-473b-8508-2a4b3af701ae binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:46:40.844970 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:41.038255 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7300d928-6a9a-47b9-b6e5-23007ffab865 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:41.072131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300d928-6a9a-47b9-b6e5-23007ffab865 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event deleted for resources: {'Port': ['ID=c1a888c8-ca79-400f-9d6a-0c68e89e5e80,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:41.282031 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7300d928-6a9a-47b9-b6e5-23007ffab865 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:41.285383 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7300d928-6a9a-47b9-b6e5-23007ffab865 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "DELETE /v2.0/ports/c1a888c8-ca79-400f-9d6a-0c68e89e5e80 HTTP/1.1" status: 204 len: 168 time: 1.0588174 Sep 22 09:46:41.287818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55852) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:41.326732 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:41.390833 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d630db2-d563-4f3d-8365-501fdf5eb1be tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] GET failed (client error): The resource could not be found. Sep 22 09:46:41.392525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8d630db2-d563-4f3d-8365-501fdf5eb1be tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "GET /v2.0/ports/c1a888c8-ca79-400f-9d6a-0c68e89e5e80 HTTP/1.1" status: 404 len: 333 time: 0.1029551 Sep 22 09:46:41.398480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55856) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:41.404270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Request body: {'port': {'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059', 'name': 'tempest-AllowedAddressPairTestJSON-1591473075'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:41.429958 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:41.489688 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87616ab8-698f-4f57-a5db-518fe9268a15 None None] Pushing event updated for resources: {'Port': ['ID=559fbd6c-1a4e-473b-8508-2a4b3af701ae,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:41.554871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55862) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:41.568217 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Attempting to bind port 559fbd6c-1a4e-473b-8508-2a4b3af701ae on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:46:41.568948 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Attempting to bind port 559fbd6c-1a4e-473b-8508-2a4b3af701ae by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '74db7704-737f-4969-b097-9c23ca90ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:46:41.569398 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Attempting to bind port 559fbd6c-1a4e-473b-8508-2a4b3af701ae on network 14d91de8-1cb1-4942-9e3e-e4c2d188340e {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:46:41.575466 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:46:41.575466 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Checking segment: {'id': '74db7704-737f-4969-b097-9c23ca90ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:46:41.575833 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:41.576386 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Bound using segment: {'id': '74db7704-737f-4969-b097-9c23ca90ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:46:41.577131 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Bound port: 559fbd6c-1a4e-473b-8508-2a4b3af701ae, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74db7704-737f-4969-b097-9c23ca90ffed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:46:41.578028 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:41.602862 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95946d69-4b76-4eef-98d4-ce1794de8a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:41.683446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Made reservation on behalf of 659ae59fc1b149b38e0aaf1316961b2c for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:41.687659 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:41.714020 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] For port 559fbd6c-1a4e-473b-8508-2a4b3af701ae, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:46:41.723339 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] For port 559fbd6c-1a4e-473b-8508-2a4b3af701ae, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=559fbd6c-1a4e-473b-8508-2a4b3af701ae,segment=NetworkSegment(74db7704-737f-4969-b097-9c23ca90ffed),segment_id=74db7704-737f-4969-b097-9c23ca90ffed)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:46:41.734037 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] device_id is not set on port 569bfc64-17c8-4062-970a-765dcc9a53b1 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:46:41.793306 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:41.863707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56563e-59f0-4b70-a847-55d209635c70 req-29ab630f-5e74-4a2e-a124-f24e4b4b96b2 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:41.871791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f56563e-59f0-4b70-a847-55d209635c70 req-29ab630f-5e74-4a2e-a124-f24e4b4b96b2 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1223950 Sep 22 09:46:41.952936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f56563e-59f0-4b70-a847-55d209635c70 req-094da7af-5fdb-4a0c-820f-914542ad31d4 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771382 Sep 22 09:46:41.963785 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95946d69-4b76-4eef-98d4-ce1794de8a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:41.992115 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Routers {'c3ece24a-32ac-4296-9901-ec829791d381'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:46:41.992805 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c3ece24a-32ac-4296-9901-ec829791d381'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:42.005131 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87616ab8-698f-4f57-a5db-518fe9268a15 None None] Pushing event updated for resources: {'Port': ['ID=559fbd6c-1a4e-473b-8508-2a4b3af701ae,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:42.018036 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95946d69-4b76-4eef-98d4-ce1794de8a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:42.042662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e66a33ad-78ff-4a3a-a406-9b5ba0e13469 None None] Provisioning complete for port 559fbd6c-1a4e-473b-8508-2a4b3af701ae triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:42.062710 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e66a33ad-78ff-4a3a-a406-9b5ba0e13469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:42.072120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95946d69-4b76-4eef-98d4-ce1794de8a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b77dde-004d-4045-8c0e-4671c4a0cd53,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:42.111210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Allocated IP 172.20.0.11 (5dd8451b-07dd-4c94-8bb0-720dabbc5059/2f654786-d13e-42c7-8861-2d8611d7a08a/569bfc64-17c8-4062-970a-765dcc9a53b1) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:42.155692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-95946d69-4b76-4eef-98d4-ce1794de8a69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bd0cda8811f49fdac4b30c459c3858a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5885243 Sep 22 09:46:42.157058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55886) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:42.298367 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e66a33ad-78ff-4a3a-a406-9b5ba0e13469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:42.346735 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] Set router c3ece24a-32ac-4296-9901-ec829791d381 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:46:42.368404 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15a31af8-92b5-4cf3-a21a-3118753e9242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:42.407738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e66a33ad-78ff-4a3a-a406-9b5ba0e13469 None None] For port 559fbd6c-1a4e-473b-8508-2a4b3af701ae, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=559fbd6c-1a4e-473b-8508-2a4b3af701ae,segment=NetworkSegment(74db7704-737f-4969-b097-9c23ca90ffed),segment_id=74db7704-737f-4969-b097-9c23ca90ffed)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:42.433306 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15a31af8-92b5-4cf3-a21a-3118753e9242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:42.464125 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e66a33ad-78ff-4a3a-a406-9b5ba0e13469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:42.480145 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:42.585394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a33ad-78ff-4a3a-a406-9b5ba0e13469 None None] Pushing event updated for resources: {'Port': ['ID=559fbd6c-1a4e-473b-8508-2a4b3af701ae,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:42.597472 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-46256ca2-2fd2-4a03-a0ba-4a51cfe57ea0 None None] Provisioning complete for port 559fbd6c-1a4e-473b-8508-2a4b3af701ae triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:42.598464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:42.600158 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-46256ca2-2fd2-4a03-a0ba-4a51cfe57ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:42.638190 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15a31af8-92b5-4cf3-a21a-3118753e9242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:42.643492 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15a31af8-92b5-4cf3-a21a-3118753e9242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:42.644959 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-15a31af8-92b5-4cf3-a21a-3118753e9242 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81b77dde-004d-4045-8c0e-4671c4a0cd53 HTTP/1.1" status: 204 len: 168 time: 0.4869063 Sep 22 09:46:42.666768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a31af8-92b5-4cf3-a21a-3118753e9242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b77dde-004d-4045-8c0e-4671c4a0cd53,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:42.702002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:42.732310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:42.749817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:42.988130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'Port': ['ID=569bfc64-17c8-4062-970a-765dcc9a53b1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:42.996603 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'name': 'tempest-TestVolumeBackupRestore-1844310705-router', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:27Z', 'updated_at': '2021-09-22T09:46:36Z', 'revision_number': 4, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'gw_port': {'id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:28Z', 'updated_at': '2021-09-22T09:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '559fbd6c-1a4e-473b-8508-2a4b3af701ae', 'name': '', 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'mac_address': 'fa:16:3e:1c:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '1d202995-6dfa-4113-bca0-616a1eb7fd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:34Z', 'updated_at': '2021-09-22T09:46:41Z', 'revision_number': 4, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'subnets': [{'id': '1d202995-6dfa-4113-bca0-616a1eb7fd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:43.067316 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959eaac2-6f5c-4317-ae20-40ef1704cd9b None None] The sync data for ids ['c3ece24a-32ac-4296-9901-ec829791d381'] in n-d-805649-4 is: [{'id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'name': 'tempest-TestVolumeBackupRestore-1844310705-router', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:27Z', 'updated_at': '2021-09-22T09:46:36Z', 'revision_number': 4, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'gw_port': {'id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:28Z', 'updated_at': '2021-09-22T09:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '559fbd6c-1a4e-473b-8508-2a4b3af701ae', 'name': '', 'network_id': '14d91de8-1cb1-4942-9e3e-e4c2d188340e', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'mac_address': 'fa:16:3e:1c:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '1d202995-6dfa-4113-bca0-616a1eb7fd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:34Z', 'updated_at': '2021-09-22T09:46:41Z', 'revision_number': 4, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'subnets': [{'id': '1d202995-6dfa-4113-bca0-616a1eb7fd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:46:43.073255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:43.074420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:43.252679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55938) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:43.256587 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2cce9198-7030-44cf-a690-66bc0f972d5d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8553560 Sep 22 09:46:43.271574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-add6e508-89aa-42b4-be7b-ef0c46824f61 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9e:02:7b'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:43.343922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b2b9883c-0f6e-45ba-b10d-378ea0b5acdf None None] Provisioning complete for port 569bfc64-17c8-4062-970a-765dcc9a53b1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:43.344505 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b2b9883c-0f6e-45ba-b10d-378ea0b5acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:43.423424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b2b9883c-0f6e-45ba-b10d-378ea0b5acdf None None] Port 569bfc64-17c8-4062-970a-765dcc9a53b1 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:43.568178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-add6e508-89aa-42b4-be7b-ef0c46824f61 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:43.868131 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-add6e508-89aa-42b4-be7b-ef0c46824f61 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:43.935049 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-add6e508-89aa-42b4-be7b-ef0c46824f61 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:44.067044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 559fbd6c-1a4e-473b-8508-2a4b3af701ae up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:46:44.104004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-add6e508-89aa-42b4-be7b-ef0c46824f61 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] In _notify_port_updated(), no bound segment for port 569bfc64-17c8-4062-970a-765dcc9a53b1 on network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:46:44.110586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6e508-89aa-42b4-be7b-ef0c46824f61 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:44.111532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-add6e508-89aa-42b4-be7b-ef0c46824f61 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:44.113744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-add6e508-89aa-42b4-be7b-ef0c46824f61 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "PUT /v2.0/ports/569bfc64-17c8-4062-970a-765dcc9a53b1 HTTP/1.1" status: 200 len: 997 time: 0.8590710 Sep 22 09:46:44.119391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55958) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:44.172178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6e508-89aa-42b4-be7b-ef0c46824f61 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'Port': ['ID=569bfc64-17c8-4062-970a-765dcc9a53b1,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:44.255376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 559fbd6c-1a4e-473b-8508-2a4b3af701ae triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:44.258211 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:44.266575 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-a941a1a1-7f7d-4fa0-a052-974968d0832a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2601221 Sep 22 09:46:44.529241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8607674e-4588-4c08-8626-f27b606e92a0 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Deleting port 569bfc64-17c8-4062-970a-765dcc9a53b1 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:46:44.536330 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8607674e-4588-4c08-8626-f27b606e92a0 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:44.579434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-cf2795f7-26b1-468e-8524-d72fdfd0de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:44.579951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-cf2795f7-26b1-468e-8524-d72fdfd0de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:44.580422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-cf2795f7-26b1-468e-8524-d72fdfd0de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:44.580927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-cf2795f7-26b1-468e-8524-d72fdfd0de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:44.581407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-cf2795f7-26b1-468e-8524-d72fdfd0de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:44.581861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-cf2795f7-26b1-468e-8524-d72fdfd0de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:44.582331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-cf2795f7-26b1-468e-8524-d72fdfd0de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:44.588875 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-cf2795f7-26b1-468e-8524-d72fdfd0de20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6489 time: 0.2188132 Sep 22 09:46:44.661182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-dbcd9c32-840d-4e62-b197-1736eb9758d1 None None] Provisioning complete for port 569bfc64-17c8-4062-970a-765dcc9a53b1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:44.661683 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dbcd9c32-840d-4e62-b197-1736eb9758d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:44.757737 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8607674e-4588-4c08-8626-f27b606e92a0 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:44.772900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd9c32-840d-4e62-b197-1736eb9758d1 None None] Port 569bfc64-17c8-4062-970a-765dcc9a53b1 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:44.786603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8607674e-4588-4c08-8626-f27b606e92a0 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Calling delete_port for 569bfc64-17c8-4062-970a-765dcc9a53b1 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:46:44.819956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-c9cb30e7-bf82-4499-86d8-21ea31bdb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:44.820462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-c9cb30e7-bf82-4499-86d8-21ea31bdb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:44.820881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-c9cb30e7-bf82-4499-86d8-21ea31bdb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:44.822514 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-c9cb30e7-bf82-4499-86d8-21ea31bdb10e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=be65fbb3-88b8-40fa-bf49-309829d1dde6&id=be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 200 len: 2292 time: 0.1634784 Sep 22 09:46:44.945883 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-be0da323-0cbb-4c99-975d-7a3b1682132f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 200 len: 1000 time: 0.0754681 Sep 22 09:46:45.024929 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-fd65b288-6023-475e-b270-483b47a926f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:45.031687 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-fd65b288-6023-475e-b270-483b47a926f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5da2a3ed-b29b-428a-b8c1-defac8adcba1 HTTP/1.1" status: 200 len: 851 time: 0.0782208 Sep 22 09:46:45.466039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-0eac875f-e7ec-4fc9-b101-9e6f0cbb957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:45.467572 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-0eac875f-e7ec-4fc9-b101-9e6f0cbb957e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4272237 Sep 22 09:46:45.606802 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-f86bf5f6-2f97-48f7-9330-5f176f6cd56a service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298013 Sep 22 09:46:45.608011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8607674e-4588-4c08-8626-f27b606e92a0 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:45.703073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607674e-4588-4c08-8626-f27b606e92a0 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event deleted for resources: {'Port': ['ID=569bfc64-17c8-4062-970a-765dcc9a53b1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:45.866619 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-1a336378-dc56-4561-922d-c9917b846653 service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389157 Sep 22 09:46:45.940032 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-7d4c24b5-e22f-4127-b6a9-4952e01ea80a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 217 time: 0.0644403 Sep 22 09:46:46.001124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-e7fc8c1d-1511-42c5-a80d-17817f869fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:46.004292 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-e7fc8c1d-1511-42c5-a80d-17817f869fd4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0562742 Sep 22 09:46:46.005511 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8607674e-4588-4c08-8626-f27b606e92a0 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:46.007913 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8607674e-4588-4c08-8626-f27b606e92a0 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "DELETE /v2.0/ports/569bfc64-17c8-4062-970a-765dcc9a53b1 HTTP/1.1" status: 204 len: 168 time: 1.8800261 Sep 22 09:46:46.011004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55996) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:46.106141 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-289870c6-961a-4287-887a-15de13434994 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] GET failed (client error): The resource could not be found. Sep 22 09:46:46.113341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-289870c6-961a-4287-887a-15de13434994 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "GET /v2.0/ports/569bfc64-17c8-4062-970a-765dcc9a53b1 HTTP/1.1" status: 404 len: 333 time: 0.1011603 Sep 22 09:46:46.118893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56002) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:46.129500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Request body: {'port': {'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059', 'name': 'tempest-AllowedAddressPairTestJSON-1147720775'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:46.169764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-615bf2be-5d72-41cf-b1bf-d554a927aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:46.172254 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-615bf2be-5d72-41cf-b1bf-d554a927aaca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1506732 Sep 22 09:46:46.386789 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-1211b12c-b4db-4f2d-8218-9b400cec4bb2 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003000 Sep 22 09:46:46.537779 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-a809b25c-ca29-42fa-af47-696ea91afb21 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377132 Sep 22 09:46:46.553988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Made reservation on behalf of 659ae59fc1b149b38e0aaf1316961b2c for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:46.560350 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:46.589378 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-0d9eaf7f-b84f-42dd-a043-5c35020a0f7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 217 time: 0.0440326 Sep 22 09:46:46.600543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] device_id is not set on port 52aaeed9-4393-4014-bcde-65e49831ae4a yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:46:46.662010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-8797f99c-d7de-4bc9-bed3-bb6e2d491631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:46.663674 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-8797f99c-d7de-4bc9-bed3-bb6e2d491631 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0659227 Sep 22 09:46:46.791238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-5beea07a-8c7b-4e44-955f-28c6ca12c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:46.793356 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-5beea07a-8c7b-4e44-955f-28c6ca12c5fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1220620 Sep 22 09:46:46.838546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Allocated IP 172.20.0.11 (5dd8451b-07dd-4c94-8bb0-720dabbc5059/2f654786-d13e-42c7-8861-2d8611d7a08a/52aaeed9-4393-4014-bcde-65e49831ae4a) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:46.960420 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-37940d5a-a3fa-4494-b964-00615c84c081 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581275 Sep 22 09:46:47.062363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:47.145704 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-66790f71-c459-476e-88a1-9ae1cc286405 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773355 Sep 22 09:46:47.218344 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-4258e355-c22f-4145-b1dd-b98487d6079a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa HTTP/1.1" status: 200 len: 217 time: 0.0600736 Sep 22 09:46:47.240779 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:47.296086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-b2363408-6dc7-41eb-9964-ebe347f01b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:47.298998 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-b2363408-6dc7-41eb-9964-ebe347f01b19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0739443 Sep 22 09:46:47.353765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:47.363211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:47.371200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:47.439478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-ecd09150-d5b6-49f2-863c-df46fe5555a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:47.442329 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-ecd09150-d5b6-49f2-863c-df46fe5555a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1329801 Sep 22 09:46:47.476333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'Port': ['ID=52aaeed9-4393-4014-bcde-65e49831ae4a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:47.500237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:47.501771 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:47.587386 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-dfa27dd1-9ebc-4f32-9385-963bb671f2e0 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294119 Sep 22 09:46:47.603677 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-384a903b-a635-45b7-8069-9850772694d4 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4804056 Sep 22 09:46:47.603901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56038) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:47.614413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Request body: {'port': {'network_id': '5dd8451b-07dd-4c94-8bb0-720dabbc5059', 'name': 'tempest-AllowedAddressPairTestJSON-1376506386'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:47.744171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-40a431dd-fc87-431a-a983-6ca1bcaa4881 None None] Provisioning complete for port 52aaeed9-4393-4014-bcde-65e49831ae4a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:47.744752 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-40a431dd-fc87-431a-a983-6ca1bcaa4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:47.760227 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-4c7c6dbd-b70d-4847-8164-95dc6b5c3cb2 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644681 Sep 22 09:46:47.881905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-40a431dd-fc87-431a-a983-6ca1bcaa4881 None None] Port 52aaeed9-4393-4014-bcde-65e49831ae4a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:47.896942 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-1cc3575d-9df9-4aae-b262-81f3c7e75b79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b HTTP/1.1" status: 200 len: 217 time: 0.1291702 Sep 22 09:46:47.961304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-0d3666de-59a0-49c3-bbd9-34fef51cadab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:47.962992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Made reservation on behalf of 659ae59fc1b149b38e0aaf1316961b2c for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:46:47.963204 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-0d3666de-59a0-49c3-bbd9-34fef51cadab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0547488 Sep 22 09:46:47.966595 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:47.987193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] device_id is not set on port 59bd5f36-299d-4625-86e6-3f28da5b85fa yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:46:48.053404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-9790f2e6-138d-40fb-b5e5-1e5f7d8a54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:48.055717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-9790f2e6-138d-40fb-b5e5-1e5f7d8a54f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840487 Sep 22 09:46:48.199612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Allocated IP 172.20.0.6 (5dd8451b-07dd-4c94-8bb0-720dabbc5059/2f654786-d13e-42c7-8861-2d8611d7a08a/59bd5f36-299d-4625-86e6-3f28da5b85fa) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:46:48.337464 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-aecc30cb-335e-4aee-8c66-29b95f6aeb8d service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722936 Sep 22 09:46:48.471855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56056) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:48.582454 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-ffbbab51-2e26-44ae-82d4-1169959c7779 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378452 Sep 22 09:46:48.619211 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:48.662348 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-7ae233e6-de5a-41d2-8fb5-31d50a5ee850 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0723534 Sep 22 09:46:48.726023 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fd0fbe0-650d-4b2e-bc35-c33cd00b5b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:48.735302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-cfd4dcc6-77f2-4b7d-8111-5e0ea1d21c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:48.738568 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-cfd4dcc6-77f2-4b7d-8111-5e0ea1d21c1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.0690393 Sep 22 09:46:48.821902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-a8b083db-52ad-4837-a481-b370d0f9dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:48.833588 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-a8b083db-52ad-4837-a481-b370d0f9dbb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0780444 Sep 22 09:46:48.861930 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:49.009835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:46:49.030245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:46:49.044718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:46:49.052815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-63d4ad05-5340-4e29-b414-a56d8c236045 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141402 Sep 22 09:46:49.072784 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fd0fbe0-650d-4b2e-bc35-c33cd00b5b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:49.187369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:49.195751 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:49.195919 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-874edff6-e333-4076-94fb-f2fafc8f38ce service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357627 Sep 22 09:46:49.230326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'Port': ['ID=59bd5f36-299d-4625-86e6-3f28da5b85fa,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:49.277055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fd0fbe0-650d-4b2e-bc35-c33cd00b5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:49.328635 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-0fc91f71-0bf0-4d58-a575-347622ae6f8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 200 len: 217 time: 0.1266637 Sep 22 09:46:49.419470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b0ac39a7-b3a1-4bc6-9b38-cef390b9df78 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8144271 Sep 22 09:46:49.422648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-b77c4472-06b5-40eb-9a68-917b4e6168a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:49.426575 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-b77c4472-06b5-40eb-9a68-917b4e6168a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.0896990 Sep 22 09:46:49.427268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56088) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:49.432665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0dc32351-4951-4ae7-babe-ecde05b87768 None None] Provisioning complete for port 59bd5f36-299d-4625-86e6-3f28da5b85fa triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:49.433825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0f284e48-f802-4b98-acf7-8b65cb7f6c9f tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:9e:02:7b'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:39:8b:76'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:46:49.434199 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0dc32351-4951-4ae7-babe-ecde05b87768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:49.449380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6fd0fbe0-650d-4b2e-bc35-c33cd00b5b5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9a387989015452cb69d86c525594111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9755297 Sep 22 09:46:49.450369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0fbe0-650d-4b2e-bc35-c33cd00b5b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c636a3-d64a-4cc9-a5e4-e06e8a0d5d07,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:49.470638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56092) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:49.554865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0dc32351-4951-4ae7-babe-ecde05b87768 None None] Port 59bd5f36-299d-4625-86e6-3f28da5b85fa cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:49.588463 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca23bbf1-4e09-450c-b47f-bcc8c8c5a809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:49.637891 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca23bbf1-4e09-450c-b47f-bcc8c8c5a809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:49.723860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-3739af29-8aaa-420d-a857-5aa4140419de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:49.726000 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-3739af29-8aaa-420d-a857-5aa4140419de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1461542 Sep 22 09:46:49.816502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca23bbf1-4e09-450c-b47f-bcc8c8c5a809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:49.828015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca23bbf1-4e09-450c-b47f-bcc8c8c5a809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:49.838127 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ca23bbf1-4e09-450c-b47f-bcc8c8c5a809 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94c636a3-d64a-4cc9-a5e4-e06e8a0d5d07 HTTP/1.1" status: 204 len: 168 time: 0.3664129 Sep 22 09:46:49.867299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23bbf1-4e09-450c-b47f-bcc8c8c5a809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c636a3-d64a-4cc9-a5e4-e06e8a0d5d07,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:49.975994 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f284e48-f802-4b98-acf7-8b65cb7f6c9f tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:50.052945 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-d2bbd1af-31bb-4be2-a60f-c47e98ef779f service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196194 Sep 22 09:46:50.269560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1e74aac-9d9c-44a6-99b2-0e54ac4900dc req-74ae455f-dd1b-4605-a3e4-98b581ca49f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868733 Sep 22 09:46:50.279913 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf5e484-c133-4df8-bfe1-d24daf32172b req-0028a4a1-daa0-4162-bd28-bea8d63e94f5 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157655 Sep 22 09:46:50.392748 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f284e48-f802-4b98-acf7-8b65cb7f6c9f tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:50.439963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e74aac-9d9c-44a6-99b2-0e54ac4900dc req-3173896e-907d-4927-94ed-529c066e6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:50.444763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1e74aac-9d9c-44a6-99b2-0e54ac4900dc req-3173896e-907d-4927-94ed-529c066e6400 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a34140af90845c181244847b157536b&device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 1097 time: 0.0958314 Sep 22 09:46:50.495364 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f284e48-f802-4b98-acf7-8b65cb7f6c9f tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:50.701411 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f284e48-f802-4b98-acf7-8b65cb7f6c9f tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event updated for resources: {'Port': ['ID=59bd5f36-299d-4625-86e6-3f28da5b85fa,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:50.703077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e74aac-9d9c-44a6-99b2-0e54ac4900dc req-afa4e4ef-e537-498d-8c06-c397d37d256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:50.707687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-0f284e48-f802-4b98-acf7-8b65cb7f6c9f tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] In _notify_port_updated(), no bound segment for port 59bd5f36-299d-4625-86e6-3f28da5b85fa on network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:46:50.711068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1e74aac-9d9c-44a6-99b2-0e54ac4900dc req-afa4e4ef-e537-498d-8c06-c397d37d256e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 200 len: 919 time: 0.2363179 Sep 22 09:46:50.716530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f284e48-f802-4b98-acf7-8b65cb7f6c9f tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:50.717591 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f284e48-f802-4b98-acf7-8b65cb7f6c9f tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:50.730497 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0f284e48-f802-4b98-acf7-8b65cb7f6c9f tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "PUT /v2.0/ports/59bd5f36-299d-4625-86e6-3f28da5b85fa HTTP/1.1" status: 200 len: 1057 time: 1.3013067 Sep 22 09:46:50.732792 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56162) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:50.897099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1e74aac-9d9c-44a6-99b2-0e54ac4900dc req-e4819cc5-7f09-417b-8bb5-473fb41f81b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56ab4d14-5b16-4981-8276-524f895b955c HTTP/1.1" status: 200 len: 217 time: 0.1733992 Sep 22 09:46:50.942400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-93455a96-c332-4c39-8882-75c4d185aa68 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Deleting port 59bd5f36-299d-4625-86e6-3f28da5b85fa {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:46:50.942854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93455a96-c332-4c39-8882-75c4d185aa68 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:50.982181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e74aac-9d9c-44a6-99b2-0e54ac4900dc req-35728dc6-cbb5-4d79-b400-dd63a9fe1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:46:50.985800 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1e74aac-9d9c-44a6-99b2-0e54ac4900dc req-35728dc6-cbb5-4d79-b400-dd63a9fe1b8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0047e137-8d7c-45bf-964c-9e2e6bb87742 HTTP/1.1" status: 200 len: 858 time: 0.0716214 Sep 22 09:46:51.040957 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1e74aac-9d9c-44a6-99b2-0e54ac4900dc req-e2d2f301-e01e-4456-923d-62b3567736f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ce837084-a6bd-43be-99cf-84d72153eb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403109 Sep 22 09:46:51.101300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-12aa2be7-2afd-4e04-9598-57dba70c27a2 None None] Provisioning complete for port 59bd5f36-299d-4625-86e6-3f28da5b85fa triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:46:51.102357 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-12aa2be7-2afd-4e04-9598-57dba70c27a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:51.114306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56178) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:51.131442 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93455a96-c332-4c39-8882-75c4d185aa68 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:51.145771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dda413a2-c55e-43c6-86ec-cb6a91b69d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:51.159233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-93455a96-c332-4c39-8882-75c4d185aa68 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Calling delete_port for 59bd5f36-299d-4625-86e6-3f28da5b85fa owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:46:51.206576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-12aa2be7-2afd-4e04-9598-57dba70c27a2 None None] Port 59bd5f36-299d-4625-86e6-3f28da5b85fa cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:46:51.255069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1e74aac-9d9c-44a6-99b2-0e54ac4900dc req-3fc85936-479c-43e7-aeed-6814e9744769 service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938176 Sep 22 09:46:51.390132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dda413a2-c55e-43c6-86ec-cb6a91b69d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:51.417880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1e74aac-9d9c-44a6-99b2-0e54ac4900dc req-8c3bbcb8-e711-4898-858c-c227b532e95b service neutron] 10.222.0.45 "GET /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571014 Sep 22 09:46:51.492280 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dda413a2-c55e-43c6-86ec-cb6a91b69d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:51.497317 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93455a96-c332-4c39-8882-75c4d185aa68 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:51.573185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93455a96-c332-4c39-8882-75c4d185aa68 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event deleted for resources: {'Port': ['ID=59bd5f36-299d-4625-86e6-3f28da5b85fa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:51.594043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56200) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:51.594803 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dda413a2-c55e-43c6-86ec-cb6a91b69d56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f75ad75b2f2e429492c87a2d66cc78e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794111 Sep 22 09:46:51.598102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda413a2-c55e-43c6-86ec-cb6a91b69d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5d9eea-4f8d-4e49-8ac3-5b12a07f1429,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:51.737768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd1d75a3-0159-4a8b-9e18-c5d029f41f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:51.792102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd1d75a3-0159-4a8b-9e18-c5d029f41f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:51.959289 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93455a96-c332-4c39-8882-75c4d185aa68 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:51.968863 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-93455a96-c332-4c39-8882-75c4d185aa68 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "DELETE /v2.0/ports/59bd5f36-299d-4625-86e6-3f28da5b85fa HTTP/1.1" status: 204 len: 168 time: 1.2311654 Sep 22 09:46:51.969498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56220) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:52.024349 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b18f763-4764-4df5-a188-327b31103a9f tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] GET failed (client error): The resource could not be found. Sep 22 09:46:52.028779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1b18f763-4764-4df5-a188-327b31103a9f tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "GET /v2.0/ports/59bd5f36-299d-4625-86e6-3f28da5b85fa HTTP/1.1" status: 404 len: 333 time: 0.0553010 Sep 22 09:46:52.031812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56224) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:52.103990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd1d75a3-0159-4a8b-9e18-c5d029f41f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:52.107200 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cd1d75a3-0159-4a8b-9e18-c5d029f41f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:52.108548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cd1d75a3-0159-4a8b-9e18-c5d029f41f0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc5d9eea-4f8d-4e49-8ac3-5b12a07f1429 HTTP/1.1" status: 204 len: 168 time: 0.5132685 Sep 22 09:46:52.138107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d75a3-0159-4a8b-9e18-c5d029f41f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5d9eea-4f8d-4e49-8ac3-5b12a07f1429,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:52.263873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-baacac03-f959-4266-94b9-6a57e4f5f1fe tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Deleting port 52aaeed9-4393-4014-bcde-65e49831ae4a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:46:52.265514 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-baacac03-f959-4266-94b9-6a57e4f5f1fe tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:52.510788 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-baacac03-f959-4266-94b9-6a57e4f5f1fe tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:52.539270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-baacac03-f959-4266-94b9-6a57e4f5f1fe tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Calling delete_port for 52aaeed9-4393-4014-bcde-65e49831ae4a owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:46:52.803852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-baacac03-f959-4266-94b9-6a57e4f5f1fe tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:52.972686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacac03-f959-4266-94b9-6a57e4f5f1fe tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event deleted for resources: {'Port': ['ID=52aaeed9-4393-4014-bcde-65e49831ae4a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:53.194403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-baacac03-f959-4266-94b9-6a57e4f5f1fe tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:53.197104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-baacac03-f959-4266-94b9-6a57e4f5f1fe tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "DELETE /v2.0/ports/52aaeed9-4393-4014-bcde-65e49831ae4a HTTP/1.1" status: 204 len: 168 time: 1.1642549 Sep 22 09:46:53.205694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56286) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:53.288440 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-921640af-ca47-4860-aeb8-d375eee003e7 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] GET failed (client error): The resource could not be found. Sep 22 09:46:53.294936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-921640af-ca47-4860-aeb8-d375eee003e7 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "GET /v2.0/ports/52aaeed9-4393-4014-bcde-65e49831ae4a HTTP/1.1" status: 404 len: 333 time: 0.0865192 Sep 22 09:46:53.298334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56298) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:53.316250 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:53.616686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-d54896d0-5d28-4371-a91c-f43e68ba4ec3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Deleting port ba447c98-ced3-49a7-bc70-5e0f09de072a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:46:53.617689 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d54896d0-5d28-4371-a91c-f43e68ba4ec3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:53.834246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d54896d0-5d28-4371-a91c-f43e68ba4ec3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:53.848556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-d54896d0-5d28-4371-a91c-f43e68ba4ec3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Calling delete_port for ba447c98-ced3-49a7-bc70-5e0f09de072a owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:46:54.229699 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d54896d0-5d28-4371-a91c-f43e68ba4ec3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:54.277328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54896d0-5d28-4371-a91c-f43e68ba4ec3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event deleted for resources: {'Port': ['ID=ba447c98-ced3-49a7-bc70-5e0f09de072a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:54.288924 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e429ad77-be77-4686-8a2e-9980cf1ecd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:54.475969 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d54896d0-5d28-4371-a91c-f43e68ba4ec3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:54.484338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56358) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:54.503724 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:54.509731 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d54896d0-5d28-4371-a91c-f43e68ba4ec3 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "DELETE /v2.0/ports/ba447c98-ced3-49a7-bc70-5e0f09de072a HTTP/1.1" status: 204 len: 168 time: 1.1846092 Sep 22 09:46:54.577986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d14b42-950d-40a8-a574-e2525cd036b9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Deleting subnet 2f654786-d13e-42c7-8861-2d8611d7a08a {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:46:54.582046 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5d14b42-950d-40a8-a574-e2525cd036b9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:54.669811 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5d14b42-950d-40a8-a574-e2525cd036b9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:54.836079 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5d14b42-950d-40a8-a574-e2525cd036b9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:54.978450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5d14b42-950d-40a8-a574-e2525cd036b9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:55.021536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d14b42-950d-40a8-a574-e2525cd036b9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event deleted for resources: {'Subnet': ['ID=2f654786-d13e-42c7-8861-2d8611d7a08a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:55.023314 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5d14b42-950d-40a8-a574-e2525cd036b9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:55.028766 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a5d14b42-950d-40a8-a574-e2525cd036b9 tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "DELETE /v2.0/subnets/2f654786-d13e-42c7-8861-2d8611d7a08a HTTP/1.1" status: 204 len: 168 time: 0.5440300 Sep 22 09:46:55.030379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56390) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:55.035925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39005d53-7e82-46b7-8876-ce3f05722a43 None None] Network 5dd8451b-07dd-4c94-8bb0-720dabbc5059 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:46:55.232791 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:55.318227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Deleting port 9e7ca4d4-44b9-4245-af88-8a692b649c22 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:46:55.318473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef96946b-6990-4c19-a4e7-954055992666 None None] DHCP port deletion for 5dd8451b-07dd-4c94-8bb0-720dabbc5059 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:46:55.318586 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:55.409127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ef96946b-6990-4c19-a4e7-954055992666 None None] Deleting port 9e7ca4d4-44b9-4245-af88-8a692b649c22 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:46:55.410119 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef96946b-6990-4c19-a4e7-954055992666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:55.448169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] For port 9e7ca4d4-44b9-4245-af88-8a692b649c22, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9e7ca4d4-44b9-4245-af88-8a692b649c22,segment=NetworkSegment(7d8b9c93-d349-42cd-bb31-2f72ba945d37),segment_id=7d8b9c93-d349-42cd-bb31-2f72ba945d37)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:55.448406 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:55.480209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Calling delete_port for 9e7ca4d4-44b9-4245-af88-8a692b649c22 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:46:55.498708 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ef96946b-6990-4c19-a4e7-954055992666 None None] For port 9e7ca4d4-44b9-4245-af88-8a692b649c22, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9e7ca4d4-44b9-4245-af88-8a692b649c22,segment=NetworkSegment(7d8b9c93-d349-42cd-bb31-2f72ba945d37),segment_id=7d8b9c93-d349-42cd-bb31-2f72ba945d37)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:46:55.500316 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef96946b-6990-4c19-a4e7-954055992666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:55.518391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ef96946b-6990-4c19-a4e7-954055992666 None None] Calling delete_port for 9e7ca4d4-44b9-4245-af88-8a692b649c22 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:46:55.647884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56418) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:55.783629 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef96946b-6990-4c19-a4e7-954055992666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:55.791214 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:55.809850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96946b-6990-4c19-a4e7-954055992666 None None] No DVR routers for this DVR port 9e7ca4d4-44b9-4245-af88-8a692b649c22 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:46:55.861742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96946b-6990-4c19-a4e7-954055992666 None None] Pushing event deleted for resources: {'Port': ['ID=9e7ca4d4-44b9-4245-af88-8a692b649c22,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:55.892977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event deleted for resources: {'Port': ['ID=9e7ca4d4-44b9-4245-af88-8a692b649c22,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:55.897457 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d22040f1-45a8-42b9-b078-4e4ac88f533e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:55.906619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] No DVR routers for this DVR port 9e7ca4d4-44b9-4245-af88-8a692b649c22 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:46:55.992405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9e7ca4d4-44b9-4245-af88-8a692b649c22 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:46:56.043790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 9e7ca4d4-44b9-4245-af88-8a692b649c22 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:46:56.059728 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.066032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9e7ca4d4-44b9-4245-af88-8a692b649c22 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:46:56.125058 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d22040f1-45a8-42b9-b078-4e4ac88f533e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.156801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd8451b-07dd-4c94-8bb0-720dabbc5059']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:56.187996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8b9c93-d349-42cd-bb31-2f72ba945d37') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:56.187996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8b9c93-d349-42cd-bb31-2f72ba945d37') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:46:56.195975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.206123 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d22040f1-45a8-42b9-b078-4e4ac88f533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.221225 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.239924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:46:56.240399 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.246754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22040f1-45a8-42b9-b078-4e4ac88f533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072a75ce-575a-4317-b350-011b8991a55c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:46:56.246879 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:46:56.263800 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d22040f1-45a8-42b9-b078-4e4ac88f533e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0c3156c0be448cd99e807ca055b0d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147609 Sep 22 09:46:56.270245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56456) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:56.408673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7fd6baa5-89bc-4568-b78e-93bdba08f71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.419839 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:46:56.463105 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7fd6baa5-89bc-4568-b78e-93bdba08f71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.486505 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.493196 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.496703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] 10.222.0.49 "DELETE /v2.0/networks/5dd8451b-07dd-4c94-8bb0-720dabbc5059 HTTP/1.1" status: 204 len: 168 time: 1.4649527 Sep 22 09:46:56.535157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982650c-fdbd-4fde-92e9-760a3b9a807d tempest-AllowedAddressPairTestJSON-925075300 tempest-AllowedAddressPairTestJSON-925075300-project] Pushing event deleted for resources: {'Network': ['ID=5dd8451b-07dd-4c94-8bb0-720dabbc5059,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:56.558610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56474) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:56.660700 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7fd6baa5-89bc-4568-b78e-93bdba08f71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.668237 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7fd6baa5-89bc-4568-b78e-93bdba08f71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:56.669485 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7fd6baa5-89bc-4568-b78e-93bdba08f71a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/072a75ce-575a-4317-b350-011b8991a55c HTTP/1.1" status: 204 len: 168 time: 0.3981698 Sep 22 09:46:56.678906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6baa5-89bc-4568-b78e-93bdba08f71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072a75ce-575a-4317-b350-011b8991a55c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:56.971512 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4698c60-e5de-4cfe-b36b-0ff1ec1ed9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.262803 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb21-4915-4837-96ea-8e19652cbafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.401658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56516) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:57.417254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb21-4915-4837-96ea-8e19652cbafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.497745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56522) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:57.540466 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb21-4915-4837-96ea-8e19652cbafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.594428 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c3eadb21-4915-4837-96ea-8e19652cbafc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55c637a9eb794095b6fb174ed1b2a7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0376174 Sep 22 09:46:57.596670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eadb21-4915-4837-96ea-8e19652cbafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8138d36-3ff1-4e2d-a010-35cfafb792c4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:57.597543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56530) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:57.658481 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.664356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93ac1411-f825-4cd8-894c-237b12c80c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.683720 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b314207d-43fb-4530-9ad6-24575919b0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.724257 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b314207d-43fb-4530-9ad6-24575919b0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.789675 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f1bebd72-c071-4fb3-9f1a-c0d3231310db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=659ae59fc1b149b38e0aaf1316961b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905800 Sep 22 09:46:57.792575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56536) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:57.832232 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93ac1411-f825-4cd8-894c-237b12c80c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.852854 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf918-a388-4c02-9e5f-a47e6c3c714c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.888559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf918-a388-4c02-9e5f-a47e6c3c714c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.911824 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b314207d-43fb-4530-9ad6-24575919b0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.911824 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b314207d-43fb-4530-9ad6-24575919b0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:57.911824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b314207d-43fb-4530-9ad6-24575919b0ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8138d36-3ff1-4e2d-a010-35cfafb792c4 HTTP/1.1" status: 204 len: 168 time: 0.3114200 Sep 22 09:46:57.941053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314207d-43fb-4530-9ad6-24575919b0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8138d36-3ff1-4e2d-a010-35cfafb792c4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:57.963155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93ac1411-f825-4cd8-894c-237b12c80c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:58.015550 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-93ac1411-f825-4cd8-894c-237b12c80c8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76ab0a6756cd478b83a9b0efd39a7d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6125782 Sep 22 09:46:58.019044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56554) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:58.035855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac1411-f825-4cd8-894c-237b12c80c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a811d5-0fe4-4cd1-8545-66ff763543ac,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:58.103334 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf918-a388-4c02-9e5f-a47e6c3c714c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:58.109406 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d2bf918-a388-4c02-9e5f-a47e6c3c714c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:58.109406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5d2bf918-a388-4c02-9e5f-a47e6c3c714c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78ae6b95-744d-4c25-b093-0d40aeed130a HTTP/1.1" status: 204 len: 168 time: 0.3143013 Sep 22 09:46:58.109406 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8936968f-bfbf-4d0d-9525-5ac65af61795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:58.132058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bf918-a388-4c02-9e5f-a47e6c3c714c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ae6b95-744d-4c25-b093-0d40aeed130a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:58.132828 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:58.149363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8936968f-bfbf-4d0d-9525-5ac65af61795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:58.325167 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8936968f-bfbf-4d0d-9525-5ac65af61795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:58.330143 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8936968f-bfbf-4d0d-9525-5ac65af61795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:58.331251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8936968f-bfbf-4d0d-9525-5ac65af61795 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7a811d5-0fe4-4cd1-8545-66ff763543ac HTTP/1.1" status: 204 len: 168 time: 0.3111579 Sep 22 09:46:58.353963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936968f-bfbf-4d0d-9525-5ac65af61795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a811d5-0fe4-4cd1-8545-66ff763543ac,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:59.593856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56634) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:46:59.611920 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5c37-3dad-4cd2-b4ef-8a583a907eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:59.770261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5c37-3dad-4cd2-b4ef-8a583a907eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:59.897970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:59.901594 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef7e5c37-3dad-4cd2-b4ef-8a583a907eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:46:59.961717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e5c37-3dad-4cd2-b4ef-8a583a907eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc9b13-3adb-4150-bba0-2241d05fbe9c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:46:59.984858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ef7e5c37-3dad-4cd2-b4ef-8a583a907eff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5bf60194623428fb4c727d0cd8e8cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901088 Sep 22 09:46:59.988465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56656) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:00.069741 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ace5c8cd-095b-4aff-baf2-8220d3a28132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:00.111519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ace5c8cd-095b-4aff-baf2-8220d3a28132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:00.289123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ace5c8cd-095b-4aff-baf2-8220d3a28132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:00.293882 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ace5c8cd-095b-4aff-baf2-8220d3a28132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:00.295432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ace5c8cd-095b-4aff-baf2-8220d3a28132 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbcc9b13-3adb-4150-bba0-2241d05fbe9c HTTP/1.1" status: 204 len: 168 time: 0.3055139 Sep 22 09:47:00.310604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5c8cd-095b-4aff-baf2-8220d3a28132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc9b13-3adb-4150-bba0-2241d05fbe9c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:01.400703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56754) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:01.799936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-344270131'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:01.997393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Made reservation on behalf of 26e4d9c427e14cb58974d73a5c30251a for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:02.001826 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:02.020939 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:02.170303 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:02.255599 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:02.281846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:47:02.302422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:02.303351 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Added segment 65b45124-f091-445a-9cc8-bf6fff74e7f0 of type vlan for network e247f58a-69b6-47d4-be8b-5e09ab1cc14f Sep 22 09:47:02.390278 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:02.454676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a80e867-5d01-49f0-9260-546f1e3c3caf,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:03.660876 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:03.679859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:03.680706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:03.777132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Network': ['ID=e247f58a-69b6-47d4-be8b-5e09ab1cc14f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:03.792682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d29a0850-27a2-4b90-a25f-f34b2256ed11 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3906658 Sep 22 09:47:03.798080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56890) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:03.798761 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network e247f58a-69b6-47d4-be8b-5e09ab1cc14f details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:47:03.804286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'subnet': {'network_id': 'e247f58a-69b6-47d4-be8b-5e09ab1cc14f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:04.015143 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Made reservation on behalf of 26e4d9c427e14cb58974d73a5c30251a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:04.021494 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:04.184103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec954d18-44c5-43d3-9f68-336189c4384e req-b109cc5e-c466-49d0-9a57-2a94ef15cd82 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:04.187131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec954d18-44c5-43d3-9f68-336189c4384e req-b109cc5e-c466-49d0-9a57-2a94ef15cd82 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.0932899 Sep 22 09:47:04.195741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56922) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:04.242510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec954d18-44c5-43d3-9f68-336189c4384e req-5aac6ece-6ae9-4545-a420-0c7de15a999d tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482094 Sep 22 09:47:04.562884 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-300f5566-d53e-45a3-a8b8-9ed953d9eeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:04.716032 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-300f5566-d53e-45a3-a8b8-9ed953d9eeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:04.797795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:04.869388 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-300f5566-d53e-45a3-a8b8-9ed953d9eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:04.877799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Subnet': ['ID=b7b712d5-9a02-492a-9737-7931c3b254b3,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:04.945805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Checking segment: {'id': '65b45124-f091-445a-9cc8-bf6fff74e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'e247f58a-69b6-47d4-be8b-5e09ab1cc14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:47:04.946378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network hostable DHCP agents. Network: e247f58a-69b6-47d4-be8b-5e09ab1cc14f, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:47:04.961013 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-300f5566-d53e-45a3-a8b8-9ed953d9eeb5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec90fc18f18e47bc87ff21f863fc9ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7647052 Sep 22 09:47:04.969019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f5566-d53e-45a3-a8b8-9ed953d9eeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5178dfab-16e9-415d-a518-aa5f30287f62,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:04.970034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56964) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:05.069929 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:05.096996 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:05.124059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network e247f58a-69b6-47d4-be8b-5e09ab1cc14f is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:47:05.206941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56982) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:05.217140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, e247f58a-69b6-47d4-be8b-5e09ab1cc14f) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:05.221724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:05.222334 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:05.228971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0c57d9-cd8a-4be4-93aa-f454f8a93221 None None] Network e247f58a-69b6-47d4-be8b-5e09ab1cc14f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:47:05.263677 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:05.267198 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:05.269096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5178dfab-16e9-415d-a518-aa5f30287f62 HTTP/1.1" status: 204 len: 168 time: 0.2971578 Sep 22 09:47:05.282424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5178dfab-16e9-415d-a518-aa5f30287f62,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:05.293803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.294184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.294551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.294894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.295727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.296091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.296519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.296892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.299009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.299392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.300457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.301045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079c4f5-94bb-4517-84cf-fd7b85a50b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:05.358312 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2543c0aa-9e86-4d5e-a572-f07ae5d01c8d tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5588725 Sep 22 09:47:05.361460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56990) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:05.367448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1939126210', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:05.459718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be993a7-6200-41ab-b752-e4b607c0d863 None None] Network e247f58a-69b6-47d4-be8b-5e09ab1cc14f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:47:05.466119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe38ca1-5408-4cc4-b0ba-c1a59f5da543 req-b1b9cf0c-825a-4963-af47-a5b1ec055735 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:05.467900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebe38ca1-5408-4cc4-b0ba-c1a59f5da543 req-b1b9cf0c-825a-4963-af47-a5b1ec055735 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.1082051 Sep 22 09:47:05.527680 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:05.527680 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:05.539643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebe38ca1-5408-4cc4-b0ba-c1a59f5da543 req-77791e64-d779-4871-9bde-a799de2eb156 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650480 Sep 22 09:47:05.605779 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:05.621257 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e086670f-cc31-4632-9664-a5aa091f147d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:05.850661 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:05.867562 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e086670f-cc31-4632-9664-a5aa091f147d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.047996 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e086670f-cc31-4632-9664-a5aa091f147d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.108682 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e086670f-cc31-4632-9664-a5aa091f147d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ec8f06ca0ea4a40a54be80a0acf8e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8977096 Sep 22 09:47:06.110724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57032) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:06.114946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086670f-cc31-4632-9664-a5aa091f147d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4ff743-82a8-4371-9bb1-f0fa5d8723d3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:06.283716 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.291825 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e514b5a-c67d-48b9-8058-62155f863163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.312246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.320566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e514b5a-c67d-48b9-8058-62155f863163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.441251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.25.6.200 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/d962c583-d046-40b8-b3c4-b515766c23ca) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:06.537145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d21984-8924-49a0-99ee-cc5525a1cb5f req-1154b01f-4764-4cda-9de1-f05f4d70ea63 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:06.546358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2d21984-8924-49a0-99ee-cc5525a1cb5f req-1154b01f-4764-4cda-9de1-f05f4d70ea63 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.45 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.0951688 Sep 22 09:47:06.549666 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e514b5a-c67d-48b9-8058-62155f863163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.553863 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e514b5a-c67d-48b9-8058-62155f863163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.560142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9e514b5a-c67d-48b9-8058-62155f863163 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c4ff743-82a8-4371-9bb1-f0fa5d8723d3 HTTP/1.1" status: 204 len: 168 time: 0.4476616 Sep 22 09:47:06.595536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e514b5a-c67d-48b9-8058-62155f863163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4ff743-82a8-4371-9bb1-f0fa5d8723d3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:06.629601 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.752380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c2d21984-8924-49a0-99ee-cc5525a1cb5f req-7bf173f8-10b8-4087-81d6-52edef9e5c0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Deleting port b03ec133-3b2e-44f5-9a36-3e600b1de636 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:06.753006 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c2d21984-8924-49a0-99ee-cc5525a1cb5f req-7bf173f8-10b8-4087-81d6-52edef9e5c0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.762995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97545d4-2350-453f-b545-cb41f9351e99 req-b9e4f8e5-99fd-462e-9512-1bc6e7c26c3e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:06.764773 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b97545d4-2350-453f-b545-cb41f9351e99 req-b9e4f8e5-99fd-462e-9512-1bc6e7c26c3e tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 946 time: 0.0986443 Sep 22 09:47:06.801556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.827262 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b97545d4-2350-453f-b545-cb41f9351e99 req-fe7ad59a-e657-42cc-8572-528fd2798fa1 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458670 Sep 22 09:47:06.868263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:06.871441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:06.875275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:06.908041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=d962c583-d046-40b8-b3c4-b515766c23ca,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:06.947836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c2d21984-8924-49a0-99ee-cc5525a1cb5f req-7bf173f8-10b8-4087-81d6-52edef9e5c0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] For port b03ec133-3b2e-44f5-9a36-3e600b1de636, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=b03ec133-3b2e-44f5-9a36-3e600b1de636,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:47:06.948336 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c2d21984-8924-49a0-99ee-cc5525a1cb5f req-7bf173f8-10b8-4087-81d6-52edef9e5c0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:06.974689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-c2d21984-8924-49a0-99ee-cc5525a1cb5f req-7bf173f8-10b8-4087-81d6-52edef9e5c0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Calling delete_port for b03ec133-3b2e-44f5-9a36-3e600b1de636 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:07.245320 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c2d21984-8924-49a0-99ee-cc5525a1cb5f req-7bf173f8-10b8-4087-81d6-52edef9e5c0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:07.247084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57072) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:07.253146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['56ab4d14-5b16-4981-8276-524f895b955c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:47:07.295518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf173f8-10b8-4087-81d6-52edef9e5c0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Pushing event deleted for resources: {'Port': ['ID=b03ec133-3b2e-44f5-9a36-3e600b1de636,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:07.411228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d21984-8924-49a0-99ee-cc5525a1cb5f req-7bf173f8-10b8-4087-81d6-52edef9e5c0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] No DVR routers for this DVR port b03ec133-3b2e-44f5-9a36-3e600b1de636 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:47:07.422005 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c2d21984-8924-49a0-99ee-cc5525a1cb5f req-7bf173f8-10b8-4087-81d6-52edef9e5c0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:07.430013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2d21984-8924-49a0-99ee-cc5525a1cb5f req-7bf173f8-10b8-4087-81d6-52edef9e5c0b tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.45 "DELETE /v2.0/ports/b03ec133-3b2e-44f5-9a36-3e600b1de636 HTTP/1.1" status: 204 len: 173 time: 0.8606801 Sep 22 09:47:07.431633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a4f3e1-e7cf-4394-91d1-06aa42c37d02', 'name': 'network-vif-deleted', 'tag': 'b03ec133-3b2e-44f5-9a36-3e600b1de636'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:47:07.442723 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f498d1-b0bb-49b9-8261-55ea31053784" -d '{"events": [{"server_uuid": "37a4f3e1-e7cf-4394-91d1-06aa42c37d02", "name": "network-vif-deleted", "tag": "b03ec133-3b2e-44f5-9a36-3e600b1de636"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:47:07.528981 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54225f53-9cc7-4e6e-91df-beaade470440 x-openstack-request-id: req-54225f53-9cc7-4e6e-91df-beaade470440 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:47:07.528981 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a4f3e1-e7cf-4394-91d1-06aa42c37d02", "name": "network-vif-deleted", "tag": "b03ec133-3b2e-44f5-9a36-3e600b1de636", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:47:07.529255 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54225f53-9cc7-4e6e-91df-beaade470440 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:47:07.529464 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a4f3e1-e7cf-4394-91d1-06aa42c37d02', 'name': 'network-vif-deleted', 'tag': 'b03ec133-3b2e-44f5-9a36-3e600b1de636', 'status': 'completed', 'code': 200} Sep 22 09:47:07.551433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:07.736762 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41774691-d602-45ee-a092-c48d1f7e1538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:07.975694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:08.052117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d614d7e-83e6-4d56-91f2-cfc457943a2e req-36f27d63-fcf1-4538-a30f-ff02f8b0f0ed tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=37a4f3e1-e7cf-4394-91d1-06aa42c37d02 HTTP/1.1" status: 200 len: 210 time: 0.0522170 Sep 22 09:47:08.137934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41774691-d602-45ee-a092-c48d1f7e1538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:08.257642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41774691-d602-45ee-a092-c48d1f7e1538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:08.298270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:47:08.304279 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-41774691-d602-45ee-a092-c48d1f7e1538 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9cbd18a7099d4b2891c94b9f6f3d6e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0496209 Sep 22 09:47:08.304279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41774691-d602-45ee-a092-c48d1f7e1538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81df2bca-b580-4b7b-bf5f-8a62abdc262a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:08.306579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57108) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:08.415244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb864276-b3be-4090-8e03-661f2dd3b015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:08.491048 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb864276-b3be-4090-8e03-661f2dd3b015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:08.508764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:08.524755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702b1067-0b5b-4c21-8107-8bd828ece106 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:08.542367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b03ec133-3b2e-44f5-9a36-3e600b1de636 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:47:08.582903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: b03ec133-3b2e-44f5-9a36-3e600b1de636 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:47:08.583257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device b03ec133-3b2e-44f5-9a36-3e600b1de636 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:47:08.588263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b1067-0b5b-4c21-8107-8bd828ece106 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:08.588263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-702b1067-0b5b-4c21-8107-8bd828ece106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:08.628207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-702b1067-0b5b-4c21-8107-8bd828ece106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:08.638416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b1067-0b5b-4c21-8107-8bd828ece106 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:08.639442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-702b1067-0b5b-4c21-8107-8bd828ece106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:08.677774 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-702b1067-0b5b-4c21-8107-8bd828ece106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:08.678443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702b1067-0b5b-4c21-8107-8bd828ece106 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:08.688011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:08.692210 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57132) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:08.693539 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df1fdd2f-9cff-4492-b33c-3382c35e4ad3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3309960 Sep 22 09:47:08.714538 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb864276-b3be-4090-8e03-661f2dd3b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:08.719913 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb864276-b3be-4090-8e03-661f2dd3b015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:08.724327 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eb864276-b3be-4090-8e03-661f2dd3b015 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81df2bca-b580-4b7b-bf5f-8a62abdc262a HTTP/1.1" status: 204 len: 168 time: 0.4160454 Sep 22 09:47:08.742733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb864276-b3be-4090-8e03-661f2dd3b015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81df2bca-b580-4b7b-bf5f-8a62abdc262a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:09.630037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:09.941226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8de39-b05a-47ed-a843-ac61db20f7a4 req-4a566660-931e-4fc3-9c8c-830a7019a749 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:09.942882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06d8de39-b05a-47ed-a843-ac61db20f7a4 req-4a566660-931e-4fc3-9c8c-830a7019a749 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0945506 Sep 22 09:47:09.948404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57184) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:09.963996 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b43503c-82a5-4b91-9d98-b2576196d8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:09.988888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.20.0.1 (e247f58a-69b6-47d4-be8b-5e09ab1cc14f/b7b712d5-9a02-492a-9737-7931c3b254b3/c9e0189d-0cee-4a0d-b913-f4ca4634e1cf) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:10.019429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06d8de39-b05a-47ed-a843-ac61db20f7a4 req-32bc877b-68cc-4b34-898c-987985e87f2f tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646212 Sep 22 09:47:10.113774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b43503c-82a5-4b91-9d98-b2576196d8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.162796 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.254825 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b43503c-82a5-4b91-9d98-b2576196d8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.298393 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6b43503c-82a5-4b91-9d98-b2576196d8bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb6504bc32864577a983e4586642aabc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481762 Sep 22 09:47:10.301845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57196) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:10.305732 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43503c-82a5-4b91-9d98-b2576196d8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf3ff29-97d3-4e2d-bfbb-9240977fb671,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:10.374952 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.383804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f808978c-ad83-4448-ac63-f62bf995c03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.437937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network e247f58a-69b6-47d4-be8b-5e09ab1cc14f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:10.444313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f808978c-ad83-4448-ac63-f62bf995c03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.446346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:10.455541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:10.490174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57202) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:10.507526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=c9e0189d-0cee-4a0d-b913-f4ca4634e1cf,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:10.536335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.642042 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6acdf9cb-59e2-409c-b3cf-e66e35dce1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.725050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57212) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:10.740408 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f808978c-ad83-4448-ac63-f62bf995c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.743638 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f808978c-ad83-4448-ac63-f62bf995c03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.747078 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f808978c-ad83-4448-ac63-f62bf995c03b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aaf3ff29-97d3-4e2d-bfbb-9240977fb671 HTTP/1.1" status: 204 len: 168 time: 0.4418650 Sep 22 09:47:10.758126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808978c-ad83-4448-ac63-f62bf995c03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf3ff29-97d3-4e2d-bfbb-9240977fb671,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:10.865424 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.892402 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:10.937337 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6acdf9cb-59e2-409c-b3cf-e66e35dce1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.041664 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6acdf9cb-59e2-409c-b3cf-e66e35dce1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.115878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdf9cb-59e2-409c-b3cf-e66e35dce1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943c47d2-a8d9-4926-9eaa-fb4634d97a7e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:11.131379 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6acdf9cb-59e2-409c-b3cf-e66e35dce1b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73ec6dd1256046a1a23b229f4c4db4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6369801 Sep 22 09:47:11.131379 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57226) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:11.224486 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-788e7482-379d-4ab1-bf83-b2f2a47f5f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.267340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bcc4e-ea40-46f3-ae00-4470f7cbcc0c req-3b3e283a-5b1e-4bca-89ad-385efb8b8ec2 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:11.268515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a48bcc4e-ea40-46f3-ae00-4470f7cbcc0c req-3b3e283a-5b1e-4bca-89ad-385efb8b8ec2 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0798628 Sep 22 09:47:11.268638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-788e7482-379d-4ab1-bf83-b2f2a47f5f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.271624 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.303361 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.360792 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a48bcc4e-ea40-46f3-ae00-4470f7cbcc0c req-80d02507-747e-4d2b-9053-6a88ee499d03 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826175 Sep 22 09:47:11.465963 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.466166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.506368 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7a6add748854a22a6a19bf28a48bbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7800367 Sep 22 09:47:11.507283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763b8c27-46cf-483d-bad6-a7580f57eef2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:11.509322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57250) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:11.527959 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-788e7482-379d-4ab1-bf83-b2f2a47f5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.531234 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-788e7482-379d-4ab1-bf83-b2f2a47f5f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.532379 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-788e7482-379d-4ab1-bf83-b2f2a47f5f3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/943c47d2-a8d9-4926-9eaa-fb4634d97a7e HTTP/1.1" status: 204 len: 168 time: 0.4003799 Sep 22 09:47:11.533804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.534535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.534535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.534894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.535126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.535451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.535772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.536096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.536499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.536753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.537065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.537383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e5c402-5624-44ca-9625-7926b311316d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:11.556352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.562597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=c9e0189d-0cee-4a0d-b913-f4ca4634e1cf,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:11.562839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e7482-379d-4ab1-bf83-b2f2a47f5f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943c47d2-a8d9-4926-9eaa-fb4634d97a7e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:11.604717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd1dfa01-852c-4e99-b039-f49e5d7d27c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.629492 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd1dfa01-852c-4e99-b039-f49e5d7d27c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.679062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network e247f58a-69b6-47d4-be8b-5e09ab1cc14f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:11.680619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:11.797983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:11.819873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd1dfa01-852c-4e99-b039-f49e5d7d27c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.822566 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd1dfa01-852c-4e99-b039-f49e5d7d27c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:11.823939 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cd1dfa01-852c-4e99-b039-f49e5d7d27c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/763b8c27-46cf-483d-bad6-a7580f57eef2 HTTP/1.1" status: 204 len: 168 time: 0.3136292 Sep 22 09:47:11.832452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dfa01-852c-4e99-b039-f49e5d7d27c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763b8c27-46cf-483d-bad6-a7580f57eef2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:11.917996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:11.929010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57270) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:11.930069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1fffe008-5d04-479b-8377-f83dc3cf9ed8 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "PUT /v2.0/routers/126ffbef-d549-4d94-99cf-28e2197f3528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2366242 Sep 22 09:47:11.931618 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81235114-b733-4df2-8e52-5804186e132d None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:11.935330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'port': {'network_id': 'e247f58a-69b6-47d4-be8b-5e09ab1cc14f', 'name': 'tempest-FloatingIPTestJSON-271869653'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:11.946268 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81235114-b733-4df2-8e52-5804186e132d None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:11.946965 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-81235114-b733-4df2-8e52-5804186e132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:11.994239 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-81235114-b733-4df2-8e52-5804186e132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:12.005949 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81235114-b733-4df2-8e52-5804186e132d None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:12.006575 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-81235114-b733-4df2-8e52-5804186e132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:12.041783 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-81235114-b733-4df2-8e52-5804186e132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:12.042476 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81235114-b733-4df2-8e52-5804186e132d None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:12.262856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Made reservation on behalf of 26e4d9c427e14cb58974d73a5c30251a for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:12.266607 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:12.285717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] device_id is not set on port 5f746849-f7b6-4c87-8085-2f64d578f4b9 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:47:12.396004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.20.0.14 (e247f58a-69b6-47d4-be8b-5e09ab1cc14f/b7b712d5-9a02-492a-9737-7931c3b254b3/5f746849-f7b6-4c87-8085-2f64d578f4b9) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:12.487551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe446337-44d7-4eb7-9444-084fa83c5f31 req-0cbda63d-cf99-4eb7-a910-2094e10668c9 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:12.489153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe446337-44d7-4eb7-9444-084fa83c5f31 req-0cbda63d-cf99-4eb7-a910-2094e10668c9 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0577180 Sep 22 09:47:12.537135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe446337-44d7-4eb7-9444-084fa83c5f31 req-19432e6b-3619-419b-ad67-413fb2c3cdb9 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410280 Sep 22 09:47:12.560048 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:12.709675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:12.712444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57288) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:12.773292 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network e247f58a-69b6-47d4-be8b-5e09ab1cc14f is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:12.776839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:12.781046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:12.811765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=5f746849-f7b6-4c87-8085-2f64d578f4b9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:12.838943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:12.839593 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:12.860465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a3c56d2-7d00-4e29-95d0-16bb8f4dfe60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:12.934973 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-88ea2884-3b11-4214-b728-7c7583f85366 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0018954 Sep 22 09:47:12.935316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57298) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:12.941836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'port': {'network_id': 'e247f58a-69b6-47d4-be8b-5e09ab1cc14f', 'name': 'tempest-FloatingIPTestJSON-2063642489'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:13.099772 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a3c56d2-7d00-4e29-95d0-16bb8f4dfe60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:13.267510 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a3c56d2-7d00-4e29-95d0-16bb8f4dfe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:13.325996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5a3c56d2-7d00-4e29-95d0-16bb8f4dfe60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c51214e21eb41fb9cdf1f8fcbc51e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119623 Sep 22 09:47:13.327141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c56d2-7d00-4e29-95d0-16bb8f4dfe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c593d0-2ba7-482b-9bb5-660c6c33128d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:13.328881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57312) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:13.379693 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d810d9f2-1647-41e0-b3e8-4c149ae5bf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:13.401566 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d810d9f2-1647-41e0-b3e8-4c149ae5bf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:13.531931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Made reservation on behalf of 26e4d9c427e14cb58974d73a5c30251a for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:13.535567 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:13.555705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] device_id is not set on port 3daee52a-6494-48a3-9005-833e57e0ac4b yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:47:13.623556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d810d9f2-1647-41e0-b3e8-4c149ae5bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:13.626767 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d810d9f2-1647-41e0-b3e8-4c149ae5bf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:13.632094 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d810d9f2-1647-41e0-b3e8-4c149ae5bf68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49c593d0-2ba7-482b-9bb5-660c6c33128d HTTP/1.1" status: 204 len: 168 time: 0.3020480 Sep 22 09:47:13.640456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810d9f2-1647-41e0-b3e8-4c149ae5bf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c593d0-2ba7-482b-9bb5-660c6c33128d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:13.740042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f593918-7003-427a-aa5d-8bc0e92896bd req-c3630af7-f15b-4fff-b8df-0a0694662a88 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:13.741708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f593918-7003-427a-aa5d-8bc0e92896bd req-c3630af7-f15b-4fff-b8df-0a0694662a88 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1250789 Sep 22 09:47:13.786671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.20.0.4 (e247f58a-69b6-47d4-be8b-5e09ab1cc14f/b7b712d5-9a02-492a-9737-7931c3b254b3/3daee52a-6494-48a3-9005-833e57e0ac4b) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:13.812516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f593918-7003-427a-aa5d-8bc0e92896bd req-3938bac3-870a-4867-aaa0-ae42ae75e962 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633097 Sep 22 09:47:13.974968 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:14.175173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:14.225732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network e247f58a-69b6-47d4-be8b-5e09ab1cc14f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:14.229530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:14.233628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:14.242901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=3daee52a-6494-48a3-9005-833e57e0ac4b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:14.294309 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:14.295005 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:14.507386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-60c19158-70a9-423b-8d36-17a5096cbe16 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5702903 Sep 22 09:47:14.510611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57348) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:14.515798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '3daee52a-6494-48a3-9005-833e57e0ac4b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:14.669388 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:14.786608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:14.919834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.25.6.167 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/dc95c25d-1f07-46b4-831b-3f8cc8d7c716) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:14.992173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0138b-c233-463b-a444-24fe57c05355 req-3c40a1c9-77a6-4d7c-9b48-ab8935287c2c tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:14.993840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35f0138b-c233-463b-a444-24fe57c05355 req-3c40a1c9-77a6-4d7c-9b48-ab8935287c2c tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.0899870 Sep 22 09:47:15.084414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35f0138b-c233-463b-a444-24fe57c05355 req-11128b30-cdfe-457c-aa5a-29a03a3d77fc tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612423 Sep 22 09:47:15.102966 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:15.266429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:15.308539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:15.316017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:15.320254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:15.349285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=dc95c25d-1f07-46b4-831b-3f8cc8d7c716,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:15.356481 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57368) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:15.374308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8365bdaf-9604-46cc-a964-3d2cbfa4f7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:15.496785 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8365bdaf-9604-46cc-a964-3d2cbfa4f7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:15.741690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8365bdaf-9604-46cc-a964-3d2cbfa4f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:15.781134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15c03d-ffe7-45f5-9ee0-679b27c9c647 req-743193e2-de1f-4b64-bfd1-5a11cfa6fe82 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:15.783735 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e15c03d-ffe7-45f5-9ee0-679b27c9c647 req-743193e2-de1f-4b64-bfd1-5a11cfa6fe82 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.45 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1044018 Sep 22 09:47:15.838208 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8365bdaf-9604-46cc-a964-3d2cbfa4f7e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e60d6d71e3be4c9892f7a8dc970f0e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771707 Sep 22 09:47:15.838208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365bdaf-9604-46cc-a964-3d2cbfa4f7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6add7471-add2-4f25-acd9-9e20ae60ed01,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:15.844760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57380) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:15.908859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b4c73947-237d-4ffd-8aa3-dae1e8751a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:15.911604 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:15.937668 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b4c73947-237d-4ffd-8aa3-dae1e8751a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:15.972564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-1e15c03d-ffe7-45f5-9ee0-679b27c9c647 req-9323ffc7-33d6-4135-94a9-918e21753924 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Deleting port 56ab4d14-5b16-4981-8276-524f895b955c {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:15.972927 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1e15c03d-ffe7-45f5-9ee0-679b27c9c647 req-9323ffc7-33d6-4135-94a9-918e21753924 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:16.068698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-1e15c03d-ffe7-45f5-9ee0-679b27c9c647 req-9323ffc7-33d6-4135-94a9-918e21753924 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] For port 56ab4d14-5b16-4981-8276-524f895b955c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=56ab4d14-5b16-4981-8276-524f895b955c,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:47:16.069100 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1e15c03d-ffe7-45f5-9ee0-679b27c9c647 req-9323ffc7-33d6-4135-94a9-918e21753924 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:16.088811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-1e15c03d-ffe7-45f5-9ee0-679b27c9c647 req-9323ffc7-33d6-4135-94a9-918e21753924 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Calling delete_port for 56ab4d14-5b16-4981-8276-524f895b955c owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:16.211641 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b4c73947-237d-4ffd-8aa3-dae1e8751a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:16.224921 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b4c73947-237d-4ffd-8aa3-dae1e8751a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:16.225213 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:16.230582 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b4c73947-237d-4ffd-8aa3-dae1e8751a9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6add7471-add2-4f25-acd9-9e20ae60ed01 HTTP/1.1" status: 204 len: 168 time: 0.3885648 Sep 22 09:47:16.253496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c73947-237d-4ffd-8aa3-dae1e8751a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add7471-add2-4f25-acd9-9e20ae60ed01,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:16.349568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f53fe-fa1e-438b-ad4d-651ec9328d43 req-23996f6d-b867-493f-ada8-242d6b8c4890 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:16.351756 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-559f53fe-fa1e-438b-ad4d-651ec9328d43 req-23996f6d-b867-493f-ada8-242d6b8c4890 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 946 time: 0.1761897 Sep 22 09:47:16.448634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57394) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:16.523926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-559f53fe-fa1e-438b-ad4d-651ec9328d43 req-459b22cb-6f0c-4a9e-8bcd-05e6a0896e05 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151481 Sep 22 09:47:16.585167 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:16.643463 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1e15c03d-ffe7-45f5-9ee0-679b27c9c647 req-9323ffc7-33d6-4135-94a9-918e21753924 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:16.674953 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323ffc7-33d6-4135-94a9-918e21753924 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Pushing event deleted for resources: {'Port': ['ID=56ab4d14-5b16-4981-8276-524f895b955c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:16.691322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1733343488'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:16.738990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e15c03d-ffe7-45f5-9ee0-679b27c9c647 req-9323ffc7-33d6-4135-94a9-918e21753924 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] No DVR routers for this DVR port 56ab4d14-5b16-4981-8276-524f895b955c on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:47:16.741894 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-1e15c03d-ffe7-45f5-9ee0-679b27c9c647 req-9323ffc7-33d6-4135-94a9-918e21753924 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:16.744523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e15c03d-ffe7-45f5-9ee0-679b27c9c647 req-9323ffc7-33d6-4135-94a9-918e21753924 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.45 "DELETE /v2.0/ports/56ab4d14-5b16-4981-8276-524f895b955c HTTP/1.1" status: 204 len: 173 time: 0.9522586 Sep 22 09:47:16.745028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fb23fe-ceb4-4381-853e-5e2ef3c13ef7', 'name': 'network-vif-deleted', 'tag': '56ab4d14-5b16-4981-8276-524f895b955c'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:47:16.747334 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123524c8-feec-4d47-b253-65ab922280e2" -d '{"events": [{"server_uuid": "35fb23fe-ceb4-4381-853e-5e2ef3c13ef7", "name": "network-vif-deleted", "tag": "56ab4d14-5b16-4981-8276-524f895b955c"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:47:16.753328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:16.795828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Made reservation on behalf of 2f49e309cc9642768011dc2a90d6fd19 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:16.798884 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef2a3f-65bc-4445-b714-f8572c5938a0 x-openstack-request-id: req-5eef2a3f-65bc-4445-b714-f8572c5938a0 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:47:16.798884 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fb23fe-ceb4-4381-853e-5e2ef3c13ef7", "name": "network-vif-deleted", "tag": "56ab4d14-5b16-4981-8276-524f895b955c", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:47:16.798884 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5eef2a3f-65bc-4445-b714-f8572c5938a0 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:47:16.798884 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fb23fe-ceb4-4381-853e-5e2ef3c13ef7', 'name': 'network-vif-deleted', 'tag': '56ab4d14-5b16-4981-8276-524f895b955c', 'status': 'completed', 'code': 200} Sep 22 09:47:16.804090 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:16.833007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:16.877986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=dc95c25d-1f07-46b4-831b-3f8cc8d7c716,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:16.887338 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:17.018178 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP d711d7db-c64c-41f4-8885-4e482a23afe8 associated. External IP: 172.25.6.167, port: 3daee52a-6494-48a3-9005-833e57e0ac4b. Sep 22 09:47:17.028998 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:17.203254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:17.232219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:47:17.249470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601591ae-f0ff-4309-b464-6edb6a19739d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:17.253827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:17.254208 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Added segment 5ed850ed-3d23-4b03-8b64-d84bec9495e9 of type vlan for network e939aaec-a861-4db4-ac58-1ede9036b1b4 Sep 22 09:47:17.347230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:17.437712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:17.443668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:17.447796 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:17.542433 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Pushing event updated for resources: {'Network': ['ID=e939aaec-a861-4db4-ac58-1ede9036b1b4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:17.557568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network e939aaec-a861-4db4-ac58-1ede9036b1b4 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:47:17.593886 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-15a74265-32ab-4227-b033-972326d65c85 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1435494 Sep 22 09:47:17.594622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57430) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:17.752011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:17.807675 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4635579c-76c3-4b6f-90d0-f93bbe61278e req-1fac2cd0-9ab4-487d-a983-bad51d7b1be0 tempest-ServerRescueNegativeTestJSON-1552127744 tempest-ServerRescueNegativeTestJSON-1552127744-project] 10.222.0.49 "GET /v2.0/ports?device_id=35fb23fe-ceb4-4381-853e-5e2ef3c13ef7 HTTP/1.1" status: 200 len: 210 time: 0.0538146 Sep 22 09:47:18.013297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Request body: {'network': {'name': 'tempest-network--1626214477', 'router:external': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:18.079341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:18.095333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e3b6b6-0401-4978-aed4-9cba9c2fb687 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:18.117190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e3b6b6-0401-4978-aed4-9cba9c2fb687 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:18.119167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f5e3b6b6-0401-4978-aed4-9cba9c2fb687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:18.149796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Made reservation on behalf of 1807bd14d73a4f7088899baf5192d04d for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:18.162958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f5e3b6b6-0401-4978-aed4-9cba9c2fb687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:18.168088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:18.177278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e3b6b6-0401-4978-aed4-9cba9c2fb687 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:18.177278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f5e3b6b6-0401-4978-aed4-9cba9c2fb687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:18.182803 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:18.215278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f5e3b6b6-0401-4978-aed4-9cba9c2fb687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:18.215945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e3b6b6-0401-4978-aed4-9cba9c2fb687 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:18.257676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:18.302093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3120596d-6f65-495f-a63b-fc918b5e98b2 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7901921 Sep 22 09:47:18.304820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57450) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:18.314354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bda0f10e-04a0-44f6-bd77-a20ee78f7699 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:18.597701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 56ab4d14-5b16-4981-8276-524f895b955c no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:47:18.620590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 56ab4d14-5b16-4981-8276-524f895b955c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:47:18.620964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 56ab4d14-5b16-4981-8276-524f895b955c not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:47:18.715846 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bda0f10e-04a0-44f6-bd77-a20ee78f7699 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:18.823035 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:18.867349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57462) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:18.911488 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bda0f10e-04a0-44f6-bd77-a20ee78f7699 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:18.943056 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:18.985294 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:47:18.991189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f56423-d6ec-45c8-b91e-388702518940,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:19.008113 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.008496 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Added segment d206c5af-3fc7-4a9c-9ff7-5bab7545960b of type vlan for network 3f6d3c11-94ac-4636-8ac2-c93b2b24c7b3 Sep 22 09:47:19.084557 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.116033 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bda0f10e-04a0-44f6-bd77-a20ee78f7699 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.116384 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-bda0f10e-04a0-44f6-bd77-a20ee78f7699 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP d711d7db-c64c-41f4-8885-4e482a23afe8 disassociated. External IP: 172.25.6.167, port: 3daee52a-6494-48a3-9005-833e57e0ac4b. Sep 22 09:47:19.262621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.264017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:19.264946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.348589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-8c0bfb09-c4d7-4e97-89cf-9500166e5cc5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0d790e978a694847a8ffd8aa493e6c54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485725 Sep 22 09:47:19.363969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event updated for resources: {'Network': ['ID=3f6d3c11-94ac-4636-8ac2-c93b2b24c7b3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:19.394298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 3f6d3c11-94ac-4636-8ac2-c93b2b24c7b3 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:47:19.502168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57492) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:19.505874 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ae0deee8-d485-4fb3-9d3e-c1cf3860f3fa tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9100842 Sep 22 09:47:19.509090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57494) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:19.619163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda0f10e-04a0-44f6-bd77-a20ee78f7699 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:19.629299 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.679943 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1186a7f5-40f4-49a0-9161-63790e6e9b9e tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1216157624'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:19.679943 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1186a7f5-40f4-49a0-9161-63790e6e9b9e tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Unknown quota resources ['metering_label']. {{(pid=95510) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:47:19.741424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-3059ae6a-5e43-432c-8892-87fa0e5aac6a tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:19.743228 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-3059ae6a-5e43-432c-8892-87fa0e5aac6a tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3821990 Sep 22 09:47:19.792067 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.807146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-11458fab-dcf4-434e-86c3-7bd7d186419a tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/quotas/0d790e978a694847a8ffd8aa493e6c54 HTTP/1.1" status: 200 len: 375 time: 0.0188098 Sep 22 09:47:19.860066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6d3c11-94ac-4636-8ac2-c93b2b24c7b3']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:19.865865 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.880332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd206c5af-3fc7-4a9c-9ff7-5bab7545960b') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:19.880633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd206c5af-3fc7-4a9c-9ff7-5bab7545960b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:19.894939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.913774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda0f10e-04a0-44f6-bd77-a20ee78f7699 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:19.919129 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bda0f10e-04a0-44f6-bd77-a20ee78f7699 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.941192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-2be0d318-b671-44ee-a1e4-8b964e680206 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d790e978a694847a8ffd8aa493e6c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1057839 Sep 22 09:47:19.945993 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.946163 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df0d08-fe87-4cfd-ae5e-69bd1abb4942 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:19.948799 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df0d08-fe87-4cfd-ae5e-69bd1abb4942 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:19.950497 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c2df0d08-fe87-4cfd-ae5e-69bd1abb4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:19.954925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:47:19.956719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:47:19.961545 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:47:19.985804 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bda0f10e-04a0-44f6-bd77-a20ee78f7699 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "PUT /v2.0/floatingips/d711d7db-c64c-41f4-8885-4e482a23afe8 HTTP/1.1" status: 200 len: 688 time: 1.6771019 Sep 22 09:47:19.989792 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57500) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:20.030037 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c2df0d08-fe87-4cfd-ae5e-69bd1abb4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:20.046277 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df0d08-fe87-4cfd-ae5e-69bd1abb4942 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:20.047038 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c2df0d08-fe87-4cfd-ae5e-69bd1abb4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:20.199782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d08e8eb1-d134-44de-a9a0-fc7b44777442 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port dc95c25d-1f07-46b4-831b-3f8cc8d7c716 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:20.200314 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d08e8eb1-d134-44de-a9a0-fc7b44777442 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.210979 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c2df0d08-fe87-4cfd-ae5e-69bd1abb4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:20.211631 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df0d08-fe87-4cfd-ae5e-69bd1abb4942 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:20.286339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d08e8eb1-d134-44de-a9a0-fc7b44777442 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.286665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d08e8eb1-d134-44de-a9a0-fc7b44777442 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.305127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1186a7f5-40f4-49a0-9161-63790e6e9b9e tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.305853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d08e8eb1-d134-44de-a9a0-fc7b44777442 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for dc95c25d-1f07-46b4-831b-3f8cc8d7c716 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:20.312784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57504) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:20.312995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1186a7f5-40f4-49a0-9161-63790e6e9b9e tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8052385 Sep 22 09:47:20.314338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2cd521a3-6691-455a-88b8-8a804e862e63 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'dd763223-3572-40e4-8e6d-697c9a3c7384'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:20.314977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2cd521a3-6691-455a-88b8-8a804e862e63 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95509) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:47:20.367994 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.372854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f6d3c11-94ac-4636-8ac2-c93b2b24c7b3 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 09:47:20.376219 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.379087 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "DELETE /v2.0/networks/3f6d3c11-94ac-4636-8ac2-c93b2b24c7b3 HTTP/1.1" status: 204 len: 168 time: 0.8684485 Sep 22 09:47:20.408199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57506) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:20.415547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:20.496796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6a9c1-dac6-477d-8f2e-83bd7e3ca4f7 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f6d3c11-94ac-4636-8ac2-c93b2b24c7b3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:20.527109 n-d-805649-4 neutron-server[95509]: WARNING neutron.services.metering.metering_plugin [None req-2cd521a3-6691-455a-88b8-8a804e862e63 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 22 09:47:20.540757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] Deleting port 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:20.540757 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.568081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77364af9-6033-43de-ab48-4af3bf04c6ae req-8af294a0-da90-4088-855b-06fe217ab7af tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 210 time: 0.0432029 Sep 22 09:47:20.629534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Made reservation on behalf of 1807bd14d73a4f7088899baf5192d04d for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:20.632052 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.675065 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2cd521a3-6691-455a-88b8-8a804e862e63 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.676303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2cd521a3-6691-455a-88b8-8a804e862e63 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3664081 Sep 22 09:47:20.679429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57512) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:20.684118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-68c6f7c3-c7ec-4654-96c1-d72dd0d34c84 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'dd763223-3572-40e4-8e6d-697c9a3c7384'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:20.685023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-68c6f7c3-c7ec-4654-96c1-d72dd0d34c84 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95509) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:47:20.693050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:47:20.696479 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] For port 95791ca6-4fbd-42a4-9df7-5eee78ca6c17, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=95791ca6-4fbd-42a4-9df7-5eee78ca6c17,segment=NetworkSegment(6d730376-9d56-436e-bba1-60f5e7e95aa6),segment_id=6d730376-9d56-436e-bba1-60f5e7e95aa6)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:47:20.696964 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.719698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] Calling delete_port for 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:20.725025 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.725602 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Added segment fe0cc245-a697-42ae-a0b1-28b40271650a of type vlan for network f544ef8e-4cbf-4444-af11-be8afa344816 Sep 22 09:47:20.832240 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.868305 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d08e8eb1-d134-44de-a9a0-fc7b44777442 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.896830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e8eb1-d134-44de-a9a0-fc7b44777442 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=dc95c25d-1f07-46b4-831b-3f8cc8d7c716,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:20.971074 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d08e8eb1-d134-44de-a9a0-fc7b44777442 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.974414 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d08e8eb1-d134-44de-a9a0-fc7b44777442 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:20.979210 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d08e8eb1-d134-44de-a9a0-fc7b44777442 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/floatingips/d711d7db-c64c-41f4-8885-4e482a23afe8 HTTP/1.1" status: 204 len: 168 time: 0.9847710 Sep 22 09:47:20.979473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57514) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:20.984975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '5f746849-f7b6-4c87-8085-2f64d578f4b9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:21.001756 n-d-805649-4 neutron-server[95509]: WARNING neutron.services.metering.metering_plugin [None req-68c6f7c3-c7ec-4654-96c1-d72dd0d34c84 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 22 09:47:21.039608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:21.040617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:21.041244 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:21.108585 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-68c6f7c3-c7ec-4654-96c1-d72dd0d34c84 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:21.109947 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-68c6f7c3-c7ec-4654-96c1-d72dd0d34c84 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4294593 Sep 22 09:47:21.111693 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:21.114601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57518) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:21.136325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event updated for resources: {'Network': ['ID=f544ef8e-4cbf-4444-af11-be8afa344816,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:21.143146 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c2258d65-d5c6-4f2f-a359-266b11ae3167 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=60bf3498-5211-42cb-9b93-2d338fc61804 HTTP/1.1" status: 200 len: 464 time: 0.0257487 Sep 22 09:47:21.144482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57520) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:21.149192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network f544ef8e-4cbf-4444-af11-be8afa344816 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:47:21.154966 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:21.207107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=95791ca6-4fbd-42a4-9df7-5eee78ca6c17,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:21.231140 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-22b423ed-0a5c-45da-a13e-c86e7f493a56 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8205919 Sep 22 09:47:21.238801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57522) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:21.245876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Request body: {'subnet': {'network_id': 'f544ef8e-4cbf-4444-af11-be8afa344816', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:21.290067 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:21.431286 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:21.432912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Made reservation on behalf of 1807bd14d73a4f7088899baf5192d04d for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:21.436448 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:21.469955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-405979b6-488d-4913-a29b-71d119cb2b42 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:21.473910 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-405979b6-488d-4913-a29b-71d119cb2b42 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/60bf3498-5211-42cb-9b93-2d338fc61804 HTTP/1.1" status: 204 len: 168 time: 0.3258359 Sep 22 09:47:21.477895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57528) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:21.615342 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-66cd6e3e-837b-415a-a8f9-ea86b720be73 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=60bf3498-5211-42cb-9b93-2d338fc61804 HTTP/1.1" status: 200 len: 221 time: 0.1361892 Sep 22 09:47:21.641271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57536) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:21.648556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b1e8770d-ce7e-4ff9-a496-86e2affa4f72 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--989336393', 'description': 'label created by tempest'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:21.648556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b1e8770d-ce7e-4ff9-a496-86e2affa4f72 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Unknown quota resources ['metering_label']. {{(pid=95509) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:47:21.683492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1223c9dc-4710-4119-9a54-a04f5a8c185c req-0fdb9582-2503-4f1d-8eca-788165cf81ea tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 210 time: 0.0346830 Sep 22 09:47:21.771107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] Router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:21.777938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.25.6.137 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/fc47406c-08f8-4f87-8d4f-9ed67d19129d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:22.356973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:22.364925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f2bda185-4eb6-41ff-88d6-13138b8a90b7 admin admin] 10.222.0.49 "PUT /v2.0/routers/e8da2d94-dcbd-49e9-8aa5-f5b5033df268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4962921 Sep 22 09:47:22.367417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57540) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:22.371859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e4b338-63d9-49d7-9d14-1f3d97a51ffc None None] Sync routers for ids ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:22.384196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4b338-63d9-49d7-9d14-1f3d97a51ffc None None] Routers {'e8da2d94-dcbd-49e9-8aa5-f5b5033df268'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:22.385320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-91e4b338-63d9-49d7-9d14-1f3d97a51ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:22.410318 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b1e8770d-ce7e-4ff9-a496-86e2affa4f72 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:22.411929 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b1e8770d-ce7e-4ff9-a496-86e2affa4f72 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7676454 Sep 22 09:47:22.414866 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57542) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:22.426986 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:22.507618 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-add93d32-51f5-45f4-85b0-44b78502bf03 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=ab33e39b-b2ff-489f-bd61-ca4e30bcfc2e HTTP/1.1" status: 200 len: 467 time: 0.0914030 Sep 22 09:47:22.510040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57544) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:22.541849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-91e4b338-63d9-49d7-9d14-1f3d97a51ffc None None] Set router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:47:22.628418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.objects.ports [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95509) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:47:22.629055 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:22.641184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:22.729508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:22.757922 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:22.765997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:22.766546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:22.860226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=fc47406c-08f8-4f87-8d4f-9ed67d19129d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:22.874025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-91e4b338-63d9-49d7-9d14-1f3d97a51ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'name': 'tempest-ServerRescueNegativeTestJSON-303860713-router', 'tenant_id': '3a34140af90845c181244847b157536b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:08Z', 'updated_at': '2021-09-22T09:47:20Z', 'revision_number': 5, 'project_id': '3a34140af90845c181244847b157536b', 'gw_port': {'id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:09Z', 'updated_at': '2021-09-22T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:22.884972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event updated for resources: {'Subnet': ['ID=880a94bf-d6a3-486b-8184-9eb469358848,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:22.905168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Checking segment: {'id': 'fe0cc245-a697-42ae-a0b1-28b40271650a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f544ef8e-4cbf-4444-af11-be8afa344816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:47:22.905867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Network hostable DHCP agents. Network: f544ef8e-4cbf-4444-af11-be8afa344816, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:47:22.909418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e4b338-63d9-49d7-9d14-1f3d97a51ffc None None] Checking router: e8da2d94-dcbd-49e9-8aa5-f5b5033df268 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:47:22.920106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4b338-63d9-49d7-9d14-1f3d97a51ffc None None] Routers {'e8da2d94-dcbd-49e9-8aa5-f5b5033df268'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:22.921032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-91e4b338-63d9-49d7-9d14-1f3d97a51ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:22.962155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9a54ba9b-8d75-49b7-9e30-9f31a4a186f8 req-18becc8d-d2e1-432e-94ce-0da3263a09a9 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 210 time: 0.0384908 Sep 22 09:47:23.051147 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:23.082225 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af7f7adf-ddde-4b5e-917c-d060f81a94df tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:23.084238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-af7f7adf-ddde-4b5e-917c-d060f81a94df tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/ab33e39b-b2ff-489f-bd61-ca4e30bcfc2e HTTP/1.1" status: 204 len: 168 time: 0.5728455 Sep 22 09:47:23.086461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57560) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:23.092826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-91e4b338-63d9-49d7-9d14-1f3d97a51ffc None None] Set router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:47:23.104719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cb36aa31-064a-4247-a882-b48c6c4c0286 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=ab33e39b-b2ff-489f-bd61-ca4e30bcfc2e HTTP/1.1" status: 200 len: 216 time: 0.0168753 Sep 22 09:47:23.110073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57562) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:23.115466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Network f544ef8e-4cbf-4444-af11-be8afa344816 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:47:23.127289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e42871ef-6e61-4f99-8f62-82ac9ea71b6c tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0158231 Sep 22 09:47:23.130992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57564) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:23.152298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3a84c4b9-9cd7-43df-bb7d-f4fb99af2ea5 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0191774 Sep 22 09:47:23.157571 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57566) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:23.231561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6e76d8b7-9dcf-4fda-87aa-136014237d1a tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/dd763223-3572-40e4-8e6d-697c9a3c7384 HTTP/1.1" status: 200 len: 473 time: 0.0723977 Sep 22 09:47:23.232802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57570) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:23.250407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cd705027-4cb2-43d2-acc7-824be81cbb3d tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/94b12a3f-8a9c-4eac-9496-7e6bbf61930d HTTP/1.1" status: 200 len: 461 time: 0.0129676 Sep 22 09:47:23.251831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57572) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:23.319061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Deleting port a125bd24-5e39-4e44-ba69-98829e68a3fc {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:23.319061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:23.418543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] For port a125bd24-5e39-4e44-ba69-98829e68a3fc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a125bd24-5e39-4e44-ba69-98829e68a3fc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:47:23.419203 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:23.435410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Calling delete_port for a125bd24-5e39-4e44-ba69-98829e68a3fc owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:23.446951 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:23.455076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-91e4b338-63d9-49d7-9d14-1f3d97a51ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'name': 'tempest-ServerRescueNegativeTestJSON-303860713-router', 'tenant_id': '3a34140af90845c181244847b157536b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:08Z', 'updated_at': '2021-09-22T09:47:20Z', 'revision_number': 5, 'project_id': '3a34140af90845c181244847b157536b', 'gw_port': {'id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:09Z', 'updated_at': '2021-09-22T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:23.501485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e4b338-63d9-49d7-9d14-1f3d97a51ffc None None] The sync data for ids ['e8da2d94-dcbd-49e9-8aa5-f5b5033df268'] in n-d-805649-4 is: [{'id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'name': 'tempest-ServerRescueNegativeTestJSON-303860713-router', 'tenant_id': '3a34140af90845c181244847b157536b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:44:08Z', 'updated_at': '2021-09-22T09:47:20Z', 'revision_number': 5, 'project_id': '3a34140af90845c181244847b157536b', 'gw_port': {'id': 'a125bd24-5e39-4e44-ba69-98829e68a3fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8da2d94-dcbd-49e9-8aa5-f5b5033df268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:44:09Z', 'updated_at': '2021-09-22T09:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:23.514747 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, f544ef8e-4cbf-4444-af11-be8afa344816) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:23.525462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca7a26c-ffc4-43a8-a1f7-beacc8d855a3 None None] Network f544ef8e-4cbf-4444-af11-be8afa344816 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:47:23.554367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:23.556785 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:23.567062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:23.622388 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3abc9de0-1ffa-4cf7-8ae3-e27ce2c55559 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:23.624620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3abc9de0-1ffa-4cf7-8ae3-e27ce2c55559 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/94b12a3f-8a9c-4eac-9496-7e6bbf61930d HTTP/1.1" status: 204 len: 168 time: 0.3694913 Sep 22 09:47:23.630736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57576) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:23.752216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec88598-95e0-4c18-bb23-c25d8778d229 None None] Network f544ef8e-4cbf-4444-af11-be8afa344816 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:47:23.813819 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-37993c14-39e7-4914-b1fe-630bda6c407c tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5736756 Sep 22 09:47:23.818485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57580) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:23.823289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Request body: {'floatingip': {'floating_network_id': 'f544ef8e-4cbf-4444-af11-be8afa344816'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:23.891450 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:23.942017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:47:23.954870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Pushing event deleted for resources: {'Port': ['ID=a125bd24-5e39-4e44-ba69-98829e68a3fc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:23.964971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:47:23.965337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 95791ca6-4fbd-42a4-9df7-5eee78ca6c17 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:47:23.991302 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.022243 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.054149 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.069825 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42dfa937-cd17-45c1-8b3c-821ff3a27532 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.072314 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-42dfa937-cd17-45c1-8b3c-821ff3a27532 tempest-MeteringTestJSON-546454175 tempest-MeteringTestJSON-546454175-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/dd763223-3572-40e4-8e6d-697c9a3c7384 HTTP/1.1" status: 204 len: 168 time: 0.4389484 Sep 22 09:47:24.163022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ceaae04-707c-4509-b2fb-6fb1ea3f3473 req-173af04e-2a2d-4204-a7f2-e1448cdebe3a tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 210 time: 0.1233745 Sep 22 09:47:24.214517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.218587 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.250306 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f140117f-8f65-4b20-905f-4691af15bb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.263149 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.354634 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.365921 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.386833 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.387817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8da2d94-dcbd-49e9-8aa5-f5b5033df268 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:47:24.392938 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.394005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c4ec0a97-053d-43ab-bb7c-a8a8309e0342 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e8da2d94-dcbd-49e9-8aa5-f5b5033df268 HTTP/1.1" status: 204 len: 168 time: 2.0256226 Sep 22 09:47:24.407047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57588) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:24.474107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=fc47406c-08f8-4f87-8d4f-9ed67d19129d,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:24.479811 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.546331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41c671f-c892-4d20-ac3c-682c41f389c6 admin admin] Deleting subnet 0047e137-8d7c-45bf-964c-9e2e6bb87742 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:47:24.550252 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b41c671f-c892-4d20-ac3c-682c41f389c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.595784 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.641125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Allocated IP 172.20.0.2 (f544ef8e-4cbf-4444-af11-be8afa344816/880a94bf-d6a3-486b-8184-9eb469358848/2879b34a-2ef9-4fc8-974d-bdfd3deed3e7) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:24.692214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b41c671f-c892-4d20-ac3c-682c41f389c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.791627 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.806004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b41c671f-c892-4d20-ac3c-682c41f389c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:24.814011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57598) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:24.840489 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP 25e316bd-3544-47a2-8ed7-ca9d124f76b0 associated. External IP: 172.25.6.137, port: 5f746849-f7b6-4c87-8085-2f64d578f4b9. Sep 22 09:47:24.927034 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.014263 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Network f544ef8e-4cbf-4444-af11-be8afa344816 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:25.018983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:25.023507 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11828c29-39b2-4fcd-8945-d8f1fa86759b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.037877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:25.062252 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b41c671f-c892-4d20-ac3c-682c41f389c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.089852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c671f-c892-4d20-ac3c-682c41f389c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0047e137-8d7c-45bf-964c-9e2e6bb87742,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:25.108049 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b41c671f-c892-4d20-ac3c-682c41f389c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.110884 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b41c671f-c892-4d20-ac3c-682c41f389c6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0047e137-8d7c-45bf-964c-9e2e6bb87742 HTTP/1.1" status: 204 len: 168 time: 0.6978157 Sep 22 09:47:25.113999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57604) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:25.121596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event updated for resources: {'Port': ['ID=2879b34a-2ef9-4fc8-974d-bdfd3deed3e7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:25.210331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.236110 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.278388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af5cfd6e-01a8-41eb-b9cd-22987249d98e req-cab144b6-dca7-4329-b749-ac0208a378bc tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 210 time: 0.0371678 Sep 22 09:47:25.306659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:25.391431 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.662615 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.663464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.727860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce837084-a6bd-43be-99cf-84d72153eb26']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:25.741946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d730376-9d56-436e-bba1-60f5e7e95aa6') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:25.742247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d730376-9d56-436e-bba1-60f5e7e95aa6') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:25.756052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.761497 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11828c29-39b2-4fcd-8945-d8f1fa86759b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.761497 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.818660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.821133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:25.831080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:47:25.831270 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:47:25.833099 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:47:25.837467 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d2458-abd4-42c7-805f-5f748bca1093 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:25.849364 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d2458-abd4-42c7-805f-5f748bca1093 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:25.850252 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-856d2458-abd4-42c7-805f-5f748bca1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:25.865904 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11828c29-39b2-4fcd-8945-d8f1fa86759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.894337 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.897719 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-856d2458-abd4-42c7-805f-5f748bca1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:25.901167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11828c29-39b2-4fcd-8945-d8f1fa86759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e615c5-92c9-45b7-9ea1-76b4436676c5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:25.925970 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d2458-abd4-42c7-805f-5f748bca1093 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:25.931446 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-856d2458-abd4-42c7-805f-5f748bca1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:46:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:25.948212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event updated for resources: {'Port': ['ID=2879b34a-2ef9-4fc8-974d-bdfd3deed3e7,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:25.958521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:25.987276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-11828c29-39b2-4fcd-8945-d8f1fa86759b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c995ba7a025643aca2dd6cfc6af7ac81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1694427 Sep 22 09:47:25.987628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57612) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:26.006470 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-13de7843-9b8a-4f0d-9aca-dc26c506aff6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0258136 Sep 22 09:47:26.009054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57614) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:26.018994 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-856d2458-abd4-42c7-805f-5f748bca1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:26.019913 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856d2458-abd4-42c7-805f-5f748bca1093 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:26.037146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a125bd24-5e39-4e44-ba69-98829e68a3fc no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:47:26.058425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: a125bd24-5e39-4e44-ba69-98829e68a3fc {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:47:26.059028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a125bd24-5e39-4e44-ba69-98829e68a3fc not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:47:26.063979 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.066813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7657289c-0ca4-4c64-843f-ba0118a580f4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2462163 Sep 22 09:47:26.067797 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5e51122-6504-48b9-bc8b-5c5422964575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.069677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57616) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:26.071899 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.089811 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.089811 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ce837084-a6bd-43be-99cf-84d72153eb26 HTTP/1.1" status: 204 len: 168 time: 0.9732022 Sep 22 09:47:26.109695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5c503-e1a9-4282-b41a-42a628de9c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce837084-a6bd-43be-99cf-84d72153eb26,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:26.126841 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-40fdedd2-7373-4fc8-af6f-cd586e96be8b tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "GET /v2.0/floatingips/25e316bd-3544-47a2-8ed7-ca9d124f76b0 HTTP/1.1" status: 200 len: 978 time: 0.1157961 Sep 22 09:47:26.129663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57622) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:26.204096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7fe889a0-7a9c-478d-a46f-ed87c37a9b9f tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=f544ef8e-4cbf-4444-af11-be8afa344816 HTTP/1.1" status: 200 len: 689 time: 0.1288645 Sep 22 09:47:26.204096 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5e51122-6504-48b9-bc8b-5c5422964575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.205723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57624) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:26.282890 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1893855e-020e-4fa8-be9d-8dbe046f332f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1488750 Sep 22 09:47:26.284615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57626) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:26.288959 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9358242c-ebc0-4ead-b89b-901ca3d117dc tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'floatingip': {'port_id': '3daee52a-6494-48a3-9005-833e57e0ac4b'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:26.374984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9358242c-ebc0-4ead-b89b-901ca3d117dc tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.387670 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.550377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0e41378-2888-4787-a102-19ac59ec00f7 req-219d6034-4411-492f-8bbe-0e062183ab7d tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 210 time: 0.1276889 Sep 22 09:47:26.550377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5e51122-6504-48b9-bc8b-5c5422964575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.554456 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5e51122-6504-48b9-bc8b-5c5422964575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.559456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c5e51122-6504-48b9-bc8b-5c5422964575 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9e615c5-92c9-45b7-9ea1-76b4436676c5 HTTP/1.1" status: 204 len: 168 time: 0.5703511 Sep 22 09:47:26.580128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57638) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:26.595058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e51122-6504-48b9-bc8b-5c5422964575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e615c5-92c9-45b7-9ea1-76b4436676c5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:26.636141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Deleting port 2879b34a-2ef9-4fc8-974d-bdfd3deed3e7 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:26.636534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.699163 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-573d257e-5c33-48d1-9a40-bc402c6c9128 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a34140af90845c181244847b157536b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162176 Sep 22 09:47:26.702510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57642) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:26.781857 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.782507 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.798327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Calling delete_port for 2879b34a-2ef9-4fc8-974d-bdfd3deed3e7 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:26.861570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e820b52b-a79b-46bd-a61e-711b067fbc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.891951 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-73f86933-c7f9-4f6e-a93e-8873b1e0b204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:26.900199 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e820b52b-a79b-46bd-a61e-711b067fbc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.054863 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.177480 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e820b52b-a79b-46bd-a61e-711b067fbc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.182784 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e820b52b-a79b-46bd-a61e-711b067fbc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.184112 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e820b52b-a79b-46bd-a61e-711b067fbc7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccb310bf-e3a9-4983-b53b-8f4a8ea855ec HTTP/1.1" status: 204 len: 168 time: 0.4804296 Sep 22 09:47:27.199117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9358242c-ebc0-4ead-b89b-901ca3d117dc tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.206053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820b52b-a79b-46bd-a61e-711b067fbc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb310bf-e3a9-4983-b53b-8f4a8ea855ec,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:27.269368 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9358242c-ebc0-4ead-b89b-901ca3d117dc tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.361963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event deleted for resources: {'Port': ['ID=2879b34a-2ef9-4fc8-974d-bdfd3deed3e7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:27.410001 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-9358242c-ebc0-4ead-b89b-901ca3d117dc tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP 25e316bd-3544-47a2-8ed7-ca9d124f76b0 associated. External IP: 172.25.6.137, port: 5f746849-f7b6-4c87-8085-2f64d578f4b9. Sep 22 09:47:27.426257 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.480700 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.490403 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.650925 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.679994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57658) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:27.703335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25bcf1a5-178f-46ff-91ec-d11c1aae3bc0 req-5df6a79d-d002-481f-a1b0-b56585edf2a4 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 210 time: 0.0717375 Sep 22 09:47:27.736007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d13ba721-dfcb-4253-af8e-4714048a93bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.758435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=880a94bf-d6a3-486b-8184-9eb469358848,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:27.848350 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.878810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9358242c-ebc0-4ead-b89b-901ca3d117dc tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:27.921330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f544ef8e-4cbf-4444-af11-be8afa344816']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:27.935740 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d13ba721-dfcb-4253-af8e-4714048a93bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.940803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0cc245-a697-42ae-a0b1-28b40271650a') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:27.941152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0cc245-a697-42ae-a0b1-28b40271650a') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:27.963453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.985537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:27.995745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:47:27.996363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:28.010131 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d13ba721-dfcb-4253-af8e-4714048a93bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:47:28.020440 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:47:28.060454 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:28.105375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ba721-dfcb-4253-af8e-4714048a93bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937dd221-28d2-4819-9b57-f08ee5e41dec,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:28.116660 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d13ba721-dfcb-4253-af8e-4714048a93bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5273e76ebf44dafbc1c40c7ec96b6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259815 Sep 22 09:47:28.123225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57676) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:28.126147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9358242c-ebc0-4ead-b89b-901ca3d117dc tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:28.140011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd76b3d-6350-46b8-aa30-24f552760ce3 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:28.147663 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-1d41e655-1852-4df4-8e29-64206f731998 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0d790e978a694847a8ffd8aa493e6c54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232862 Sep 22 09:47:28.173479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd76b3d-6350-46b8-aa30-24f552760ce3 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:28.179448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0cd76b3d-6350-46b8-aa30-24f552760ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:28.220526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0cd76b3d-6350-46b8-aa30-24f552760ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:28.230784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd76b3d-6350-46b8-aa30-24f552760ce3 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:28.231480 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0cd76b3d-6350-46b8-aa30-24f552760ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:28.252897 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e97eee7-1870-4944-8676-1a10106d7a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:28.269593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0cd76b3d-6350-46b8-aa30-24f552760ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:28.270230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd76b3d-6350-46b8-aa30-24f552760ce3 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:28.289810 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e97eee7-1870-4944-8676-1a10106d7a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:28.315892 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:28.338863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f544ef8e-4cbf-4444-af11-be8afa344816 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 09:47:28.351508 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:28.359780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "DELETE /v2.0/networks/f544ef8e-4cbf-4444-af11-be8afa344816 HTTP/1.1" status: 204 len: 168 time: 2.1530576 Sep 22 09:47:28.362476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5680d0-937d-4596-b3b8-273e96fb6c8d tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event deleted for resources: {'Network': ['ID=f544ef8e-4cbf-4444-af11-be8afa344816,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:28.376233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57688) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:28.396254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-0a58f77b-3d87-4431-80ed-2cc1fed1d91f tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:28.398050 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-0a58f77b-3d87-4431-80ed-2cc1fed1d91f tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400889 Sep 22 09:47:28.438692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Request body: {'port': {'device_id': '8f3d842a-b50c-4f67-8f38-cd75d92e103f', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '0d790e978a694847a8ffd8aa493e6c54'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:28.541073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9358242c-ebc0-4ead-b89b-901ca3d117dc tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:28.573836 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e97eee7-1870-4944-8676-1a10106d7a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:28.582268 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3e97eee7-1870-4944-8676-1a10106d7a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:28.582268 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3e97eee7-1870-4944-8676-1a10106d7a8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/937dd221-28d2-4819-9b57-f08ee5e41dec HTTP/1.1" status: 204 len: 168 time: 0.4604433 Sep 22 09:47:28.592370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97eee7-1870-4944-8676-1a10106d7a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937dd221-28d2-4819-9b57-f08ee5e41dec,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:28.607445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-98afa0b5-13d3-40f9-be66-96e59d4fbf53 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1766 time: 0.2080779 Sep 22 09:47:28.610604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57696) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:28.835039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9358242c-ebc0-4ead-b89b-901ca3d117dc tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:28.835039 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9358242c-ebc0-4ead-b89b-901ca3d117dc tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:28.864228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ed134-1e03-403f-bdab-959da7b2badf tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:28.864859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ed134-1e03-403f-bdab-959da7b2badf tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:28.865297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ed134-1e03-403f-bdab-959da7b2badf tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:28.865760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ed134-1e03-403f-bdab-959da7b2badf tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:28.866496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ed134-1e03-403f-bdab-959da7b2badf tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:28.866960 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ed134-1e03-403f-bdab-959da7b2badf tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:28.867410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ed134-1e03-403f-bdab-959da7b2badf tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:28.867864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ed134-1e03-403f-bdab-959da7b2badf tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:28.868311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ed134-1e03-403f-bdab-959da7b2badf tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:28.874246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-be4ed134-1e03-403f-bdab-959da7b2badf tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5789 time: 0.2622366 Sep 22 09:47:28.876566 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57710) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:28.896677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Made reservation on behalf of 0d790e978a694847a8ffd8aa493e6c54 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:28.900772 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9358242c-ebc0-4ead-b89b-901ca3d117dc tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "PUT /v2.0/floatingips/25e316bd-3544-47a2-8ed7-ca9d124f76b0 HTTP/1.1" status: 200 len: 978 time: 2.6140316 Sep 22 09:47:28.900948 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:28.901184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57712) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:28.907033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1ef6745a-3548-4346-8450-9ab85807a091 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:28.917470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c860afb-7848-4954-8d0a-730a58fb5cc5 req-7491f649-769c-4461-b2d0-d35cc3847ea6 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 210 time: 0.0713086 Sep 22 09:47:28.981514 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:29.016169 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-3154d365-0967-4896-8249-f620a9e71960 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] delete failed (client error): The resource could not be found. Sep 22 09:47:29.018721 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3154d365-0967-4896-8249-f620a9e71960 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/b69943bb-1470-4bb8-aff2-556c824c35a2 HTTP/1.1" status: 404 len: 345 time: 0.1149783 Sep 22 09:47:29.025734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57720) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:29.074169 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-065baac7-f3a8-4b35-9f85-e83c64a88227 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] DELETE failed (client error): The resource could not be found. Sep 22 09:47:29.074746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065baac7-f3a8-4b35-9f85-e83c64a88227 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:47:29.082863 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-065baac7-f3a8-4b35-9f85-e83c64a88227 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "DELETE /v2.0/networks/f544ef8e-4cbf-4444-af11-be8afa344816 HTTP/1.1" status: 404 len: 339 time: 0.0452285 Sep 22 09:47:29.084262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57722) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:29.094827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Request body: {'network': {'name': 'tempest-network--867866939', 'router:external': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:29.101249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ef6745a-3548-4346-8450-9ab85807a091 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:29.115647 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5177a0e-3f10-486b-85ae-7ade092acba4 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:29.121190 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5177a0e-3f10-486b-85ae-7ade092acba4 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:29.122107 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b5177a0e-3f10-486b-85ae-7ade092acba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:29.169732 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b5177a0e-3f10-486b-85ae-7ade092acba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:29.173294 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:29.183840 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5177a0e-3f10-486b-85ae-7ade092acba4 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:29.186033 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b5177a0e-3f10-486b-85ae-7ade092acba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:29.222282 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b5177a0e-3f10-486b-85ae-7ade092acba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:29.223219 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5177a0e-3f10-486b-85ae-7ade092acba4 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:29.257355 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:29.315499 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ef6745a-3548-4346-8450-9ab85807a091 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:29.418289 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ef6745a-3548-4346-8450-9ab85807a091 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:29.421167 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-1ef6745a-3548-4346-8450-9ab85807a091 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP 25e316bd-3544-47a2-8ed7-ca9d124f76b0 disassociated. External IP: 172.25.6.137, port: 3daee52a-6494-48a3-9005-833e57e0ac4b. Sep 22 09:47:29.432179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a87c7f3-e44b-460c-a66f-66d372a89927,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:29.569808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Allocated IP 192.168.233.23 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/13e7592d-7dfb-4541-bb1d-ba8a950e8f06) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:29.835612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Made reservation on behalf of 1807bd14d73a4f7088899baf5192d04d for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:29.837261 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:29.899619 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:29.909324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:47:29.967749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:29.968091 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Added segment c8dca6cb-62d8-47cd-a54a-3206b862e51a of type vlan for network 935116ce-b567-48ac-9d37-6e2d4980bd89 Sep 22 09:47:30.014509 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.063498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57758) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:30.107109 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.144245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6218f777-d937-456b-98d2-2a8a4cbec9b5 req-232c70e4-8f87-4f22-a770-205428949cae tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 210 time: 0.0634832 Sep 22 09:47:30.149041 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.217933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Pushing event updated for resources: {'Port': ['ID=13e7592d-7dfb-4541-bb1d-ba8a950e8f06,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:30.237958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:30.240351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:30.249937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:30.277473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef6745a-3548-4346-8450-9ab85807a091 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:30.365467 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fe164f1b-a792-481a-a2d7-8cf862ce4927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.369320 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.370412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:30.371016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.412871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:30.415097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.463204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event updated for resources: {'Network': ['ID=935116ce-b567-48ac-9d37-6e2d4980bd89,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:30.476297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 935116ce-b567-48ac-9d37-6e2d4980bd89 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:47:30.512113 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-19dca699-c916-4958-8a66-3ee7cab75db4 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4243600 Sep 22 09:47:30.512739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57774) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:30.552070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef6745a-3548-4346-8450-9ab85807a091 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:30.578113 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ef6745a-3548-4346-8450-9ab85807a091 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.598962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a4d5cec0-7f1c-414a-81f8-d321c35135a5 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1550286 Sep 22 09:47:30.631501 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1ef6745a-3548-4346-8450-9ab85807a091 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "PUT /v2.0/floatingips/25e316bd-3544-47a2-8ed7-ca9d124f76b0 HTTP/1.1" status: 200 len: 688 time: 1.7291043 Sep 22 09:47:30.632125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57776) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:30.632891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c8307-2eef-41a1-acd8-ce0294cce067 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:30.648617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Request body: {'port': {'device_id': '8f3d842a-b50c-4f67-8f38-cd75d92e103f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:30.666229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3abff2c6-adfd-4557-9086-432d3a32d16e None None] Provisioning complete for port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:47:30.667224 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3abff2c6-adfd-4557-9086-432d3a32d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.755090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3abff2c6-adfd-4557-9086-432d3a32d16e None None] Port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:47:30.758066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c8307-2eef-41a1-acd8-ce0294cce067 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:30.761448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4c2c8307-2eef-41a1-acd8-ce0294cce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:30.842317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b5255b85-be74-4479-a11b-11b6896a9d37 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port fc47406c-08f8-4f87-8d4f-9ed67d19129d {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:30.842883 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b5255b85-be74-4479-a11b-11b6896a9d37 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.884356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4c2c8307-2eef-41a1-acd8-ce0294cce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:30.904089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c8307-2eef-41a1-acd8-ce0294cce067 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:30.904935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4c2c8307-2eef-41a1-acd8-ce0294cce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:30.960780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4c2c8307-2eef-41a1-acd8-ce0294cce067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:30.962380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c8307-2eef-41a1-acd8-ce0294cce067 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:30.978428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b5255b85-be74-4479-a11b-11b6896a9d37 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.978428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b5255b85-be74-4479-a11b-11b6896a9d37 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:30.987471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b5255b85-be74-4479-a11b-11b6896a9d37 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for fc47406c-08f8-4f87-8d4f-9ed67d19129d owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:31.080664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.103352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349eeda-883a-47ec-ae94-74426051985b tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:31.117193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349eeda-883a-47ec-ae94-74426051985b tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:31.125461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349eeda-883a-47ec-ae94-74426051985b tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:31.132753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349eeda-883a-47ec-ae94-74426051985b tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:31.134550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9349eeda-883a-47ec-ae94-74426051985b tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6199815 Sep 22 09:47:31.143546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57792) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:31.147874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fe164f1b-a792-481a-a2d7-8cf862ce4927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.276562 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.302816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b5255b85-be74-4479-a11b-11b6896a9d37 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.326095 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fe164f1b-a792-481a-a2d7-8cf862ce4927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.359613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5255b85-be74-4479-a11b-11b6896a9d37 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=fc47406c-08f8-4f87-8d4f-9ed67d19129d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:31.456629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fe164f1b-a792-481a-a2d7-8cf862ce4927 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6826e84758c41cfba2e812526672d53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3917551 Sep 22 09:47:31.459544 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57802) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:31.463814 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe164f1b-a792-481a-a2d7-8cf862ce4927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0e58a0-b596-4d6a-b591-1797fd3f87d1,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:31.514518 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b5255b85-be74-4479-a11b-11b6896a9d37 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.517321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b5255b85-be74-4479-a11b-11b6896a9d37 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.518586 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b5255b85-be74-4479-a11b-11b6896a9d37 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/floatingips/25e316bd-3544-47a2-8ed7-ca9d124f76b0 HTTP/1.1" status: 204 len: 168 time: 0.8854437 Sep 22 09:47:31.546197 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.548780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57806) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:31.573269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abf88c-1944-4af0-af26-e3ff6ce8d30a req-136dc2af-a6cd-4057-8ca2-1a42c8c04feb tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:31.574836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28abf88c-1944-4af0-af26-e3ff6ce8d30a req-136dc2af-a6cd-4057-8ca2-1a42c8c04feb tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 935 time: 0.2582922 Sep 22 09:47:31.583102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935116ce-b567-48ac-9d37-6e2d4980bd89']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:31.597522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8dca6cb-62d8-47cd-a54a-3206b862e51a') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:31.597891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8dca6cb-62d8-47cd-a54a-3206b862e51a') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:31.611152 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.631433 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-a8d0de63-14a0-4495-a4ca-de82ced4aa7f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] delete failed (client error): The resource could not be found. Sep 22 09:47:31.632093 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.639317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a8d0de63-14a0-4495-a4ca-de82ced4aa7f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/floatingips/25e316bd-3544-47a2-8ed7-ca9d124f76b0 HTTP/1.1" status: 404 len: 345 time: 0.0894854 Sep 22 09:47:31.639523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57812) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:31.667281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:47:31.670160 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:47:31.674160 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:47:31.701692 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42264452-d6c1-4916-a6c7-8bfc8ce699ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.725064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28abf88c-1944-4af0-af26-e3ff6ce8d30a req-108499c8-3894-485a-aec7-ead93ec2711c tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401212 Sep 22 09:47:31.755559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42264452-d6c1-4916-a6c7-8bfc8ce699ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.832971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:47:31.841489 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.861258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57818) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:31.963242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c48e5-abd7-4b60-9dac-ba444b348a63 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:31.969541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c48e5-abd7-4b60-9dac-ba444b348a63 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:31.975670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c48e5-abd7-4b60-9dac-ba444b348a63 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:31.980687 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6f1c48e5-abd7-4b60-9dac-ba444b348a63 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "GET /v2.0/ports?network_id=e247f58a-69b6-47d4-be8b-5e09ab1cc14f HTTP/1.1" status: 200 len: 2358 time: 0.3398352 Sep 22 09:47:31.980905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57828) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:31.987212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Transition to ACTIVE for port object 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:47:31.989184 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42264452-d6c1-4916-a6c7-8bfc8ce699ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.999364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42264452-d6c1-4916-a6c7-8bfc8ce699ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:31.999364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-42264452-d6c1-4916-a6c7-8bfc8ce699ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d0e58a0-b596-4d6a-b591-1797fd3f87d1 HTTP/1.1" status: 204 len: 168 time: 0.5321710 Sep 22 09:47:31.999843 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.004952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 935116ce-b567-48ac-9d37-6e2d4980bd89 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 09:47:32.013800 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42264452-d6c1-4916-a6c7-8bfc8ce699ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0e58a0-b596-4d6a-b591-1797fd3f87d1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:32.030331 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.036332 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "DELETE /v2.0/networks/935116ce-b567-48ac-9d37-6e2d4980bd89 HTTP/1.1" status: 204 len: 168 time: 0.8877649 Sep 22 09:47:32.038627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57832) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:32.067229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Request body: {'network': {'name': 'tempest-network--996302092', 'router:external': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:32.074072 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.075859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9fe41-5b2b-4324-915a-a02de6c9c517 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event deleted for resources: {'Network': ['ID=935116ce-b567-48ac-9d37-6e2d4980bd89,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:32.110924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff243c14-1970-4354-9cad-ec9ca362a4a0 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:32.120822 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ff243c14-1970-4354-9cad-ec9ca362a4a0 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "GET /v2.0/subnets/b7b712d5-9a02-492a-9737-7931c3b254b3 HTTP/1.1" status: 200 len: 797 time: 0.1352005 Sep 22 09:47:32.121786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57836) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:32.132025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'port': {'network_id': 'e247f58a-69b6-47d4-be8b-5e09ab1cc14f', 'name': 'tempest-FloatingIPTestJSON-919825935', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:32.226061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-cc8bb1f9-b8b2-4c24-922c-ab64c2fde790 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1730863027'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:32.256246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Made reservation on behalf of 1807bd14d73a4f7088899baf5192d04d for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:32.264076 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.334177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Pushing event updated for resources: {'Port': ['ID=13e7592d-7dfb-4541-bb1d-ba8a950e8f06,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:32.414438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:47:32.464477 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb1f9-b8b2-4c24-922c-ab64c2fde790 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.468007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.468353 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Added segment 5a977362-7f19-4830-9464-a1bec2aabb4a of type vlan for network ace4c118-0dbf-49ca-a53a-709485198037 Sep 22 09:47:32.470642 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb1f9-b8b2-4c24-922c-ab64c2fde790 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.556387 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.588815 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Attempting to bind port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:47:32.590719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Attempting to bind port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:47:32.591321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Attempting to bind port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:47:32.593862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Made reservation on behalf of 26e4d9c427e14cb58974d73a5c30251a for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:32.643467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:47:32.643747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Attempting to bind port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:47:32.662581 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.663628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:32.664467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.725061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:47:32.727492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:47:32.728234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:47:32.728969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Bound port: 13e7592d-7dfb-4541-bb1d-ba8a950e8f06, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:47:32.729614 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.769929 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb1f9-b8b2-4c24-922c-ab64c2fde790 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.804183 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event updated for resources: {'Network': ['ID=ace4c118-0dbf-49ca-a53a-709485198037,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:32.816194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network ace4c118-0dbf-49ca-a53a-709485198037 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:47:32.890417 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.892476 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb1f9-b8b2-4c24-922c-ab64c2fde790 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:32.932696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] device_id is not set on port 4c69055e-7d9c-479c-934f-408e9b25bd0c yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:47:33.021158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6256c381-86c3-49d8-847a-91dadd6ff05b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9676659 Sep 22 09:47:33.022389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57858) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:33.049923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] For port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:47:33.074303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c933e-6cec-4621-b3a7-a2e6ebaf4c6a req-3462db61-da3d-41e5-a2d5-055fdae3f842 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:33.093017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-463c933e-6cec-4621-b3a7-a2e6ebaf4c6a req-3462db61-da3d-41e5-a2d5-055fdae3f842 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 947 time: 0.2212052 Sep 22 09:47:33.094373 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb1f9-b8b2-4c24-922c-ab64c2fde790 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:33.096070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cc8bb1f9-b8b2-4c24-922c-ab64c2fde790 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2333992 Sep 22 09:47:33.101636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57862) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:33.122667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] For port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=13e7592d-7dfb-4541-bb1d-ba8a950e8f06,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:47:33.179391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97247975-4f77-49ae-8f71-438e2262fb32 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:33.184313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-97247975-4f77-49ae-8f71-438e2262fb32 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] 10.222.0.49 "GET /v2.0/networks/ace4c118-0dbf-49ca-a53a-709485198037 HTTP/1.1" status: 200 len: 756 time: 0.1581511 Sep 22 09:47:33.187576 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79dbdcb4-589d-4856-a4f1-c6fee684b9d9 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:33.191312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57864) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:33.422096 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:47:33.465698 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79dbdcb4-589d-4856-a4f1-c6fee684b9d9 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:33.472961 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79dbdcb4-589d-4856-a4f1-c6fee684b9d9 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:33.539621 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:33.563122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-463c933e-6cec-4621-b3a7-a2e6ebaf4c6a req-c7843329-4c5e-477b-a9cf-fad03cb3e9cb tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534199 Sep 22 09:47:33.719581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:33.720418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:33.722106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] 10.222.0.45 "PUT /v2.0/ports/13e7592d-7dfb-4541-bb1d-ba8a950e8f06 HTTP/1.1" status: 200 len: 1095 time: 3.1125007 Sep 22 09:47:33.722798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3d842a-b50c-4f67-8f38-cd75d92e103f', 'tag': '13e7592d-7dfb-4541-bb1d-ba8a950e8f06'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:47:33.725345 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a56099c-187a-439c-be63-27e8912ea0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3d842a-b50c-4f67-8f38-cd75d92e103f", "tag": "13e7592d-7dfb-4541-bb1d-ba8a950e8f06"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:47:33.736985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79dbdcb4-589d-4856-a4f1-c6fee684b9d9 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:33.737503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dbdcb4-589d-4856-a4f1-c6fee684b9d9 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93b8344a-b22a-4b84-8cdc-dcd7d3aadf99 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:47:33.747965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79dbdcb4-589d-4856-a4f1-c6fee684b9d9 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:33.756209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57880) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:33.757708 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-79dbdcb4-589d-4856-a4f1-c6fee684b9d9 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] 10.222.0.49 "DELETE /v2.0/routers/93b8344a-b22a-4b84-8cdc-dcd7d3aadf99 HTTP/1.1" status: 204 len: 168 time: 0.6546648 Sep 22 09:47:33.773755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.20.0.13 (e247f58a-69b6-47d4-be8b-5e09ab1cc14f/b7b712d5-9a02-492a-9737-7931c3b254b3/4c69055e-7d9c-479c-934f-408e9b25bd0c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:33.781788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a45f9f1a-28e5-4df8-ab3a-f8737c68059d tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Request body: {'router': {'name': 'tempest-router-637337267', 'distributed': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:33.793150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.20.0.12 (e247f58a-69b6-47d4-be8b-5e09ab1cc14f/b7b712d5-9a02-492a-9737-7931c3b254b3/4c69055e-7d9c-479c-934f-408e9b25bd0c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:33.794495 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d878a44e-70e0-4726-addd-cebaf2632e94 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:33.798977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d878a44e-70e0-4726-addd-cebaf2632e94 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] 10.222.0.49 "GET /v2.0/networks/e939aaec-a861-4db4-ac58-1ede9036b1b4 HTTP/1.1" status: 200 len: 768 time: 0.6037924 Sep 22 09:47:33.801309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57882) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:33.816839 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3388713-8c12-4a5b-b9ff-bc2ffd5e5644 x-openstack-request-id: req-c3388713-8c12-4a5b-b9ff-bc2ffd5e5644 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:47:33.816839 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3d842a-b50c-4f67-8f38-cd75d92e103f", "tag": "13e7592d-7dfb-4541-bb1d-ba8a950e8f06", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:47:33.817307 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3388713-8c12-4a5b-b9ff-bc2ffd5e5644 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:47:33.817493 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3d842a-b50c-4f67-8f38-cd75d92e103f', 'tag': '13e7592d-7dfb-4541-bb1d-ba8a950e8f06', 'status': 'completed', 'code': 200} Sep 22 09:47:33.843238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c9bee-95c3-467e-92ac-60bed2f0cc39 service neutron] Pushing event updated for resources: {'Port': ['ID=13e7592d-7dfb-4541-bb1d-ba8a950e8f06,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:33.920618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56099c-187a-439c-be63-27e8912ea0bb req-98fde752-65fe-4f72-bd7d-64bc0437cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:33.932242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a56099c-187a-439c-be63-27e8912ea0bb req-98fde752-65fe-4f72-bd7d-64bc0437cffa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d790e978a694847a8ffd8aa493e6c54&device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 1098 time: 0.1019223 Sep 22 09:47:33.958163 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a45f9f1a-28e5-4df8-ab3a-f8737c68059d tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:33.959431 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a45f9f1a-28e5-4df8-ab3a-f8737c68059d tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:33.999449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.035654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a56099c-187a-439c-be63-27e8912ea0bb req-c8baea13-1758-45fb-af3a-d90c44a53caf service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0d790e978a694847a8ffd8aa493e6c54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889938 Sep 22 09:47:34.174561 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a45f9f1a-28e5-4df8-ab3a-f8737c68059d tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.241340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.331458 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a45f9f1a-28e5-4df8-ab3a-f8737c68059d tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.332350 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.343559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56099c-187a-439c-be63-27e8912ea0bb req-4f07cd25-7693-4294-aeb7-b8cb02a8e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:34.345112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a56099c-187a-439c-be63-27e8912ea0bb req-4f07cd25-7693-4294-aeb7-b8cb02a8e24a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2940853 Sep 22 09:47:34.368490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace4c118-0dbf-49ca-a53a-709485198037']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:34.383519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a977362-7f19-4830-9464-a1bec2aabb4a') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:34.387839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a977362-7f19-4830-9464-a1bec2aabb4a') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:34.394899 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.412644 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.426519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:47:34.427075 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:47:34.429643 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:47:34.454131 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a45f9f1a-28e5-4df8-ab3a-f8737c68059d tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.454131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a45f9f1a-28e5-4df8-ab3a-f8737c68059d tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6967809 Sep 22 09:47:34.457060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57900) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:34.464841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-d987c763-596e-4b09-ac4b-e6010e0be9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:34.467304 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-d987c763-596e-4b09-ac4b-e6010e0be9f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d790e978a694847a8ffd8aa493e6c54&device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 1098 time: 0.0724277 Sep 22 09:47:34.510738 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.551981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-36b5202e-104b-4c9c-8b34-763635764cf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=13e7592d-7dfb-4541-bb1d-ba8a950e8f06 HTTP/1.1" status: 200 len: 217 time: 0.0505674 Sep 22 09:47:34.571984 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network e247f58a-69b6-47d4-be8b-5e09ab1cc14f is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:34.575570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:34.606450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:34.639522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-555a9035-abb2-4dc9-955d-9812dbbcb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:34.641148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-555a9035-abb2-4dc9-955d-9812dbbcb31a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0547791 Sep 22 09:47:34.642332 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3d67738-3653-49f8-b221-b381a634e956 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.990895 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3d67738-3653-49f8-b221-b381a634e956 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:34.994155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-13a8fd1e-82c4-4bd9-87f5-a41213b98052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:34.995789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-13a8fd1e-82c4-4bd9-87f5-a41213b98052 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2717762 Sep 22 09:47:34.999008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3d67738-3653-49f8-b221-b381a634e956 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.022850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb761b-ace1-43e8-9740-fc159efbc16d req-07adad6a-8b82-40b3-939b-0120b0c20cd7 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:35.031568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97bb761b-ace1-43e8-9740-fc159efbc16d req-07adad6a-8b82-40b3-939b-0120b0c20cd7 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 947 time: 0.3212428 Sep 22 09:47:35.107462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.133312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97bb761b-ace1-43e8-9740-fc159efbc16d req-1d9c59df-2c7f-43b0-a695-90ba1d749637 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005423 Sep 22 09:47:35.154832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ace4c118-0dbf-49ca-a53a-709485198037 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 09:47:35.178650 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.193087 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "DELETE /v2.0/networks/ace4c118-0dbf-49ca-a53a-709485198037 HTTP/1.1" status: 204 len: 168 time: 1.3898392 Sep 22 09:47:35.196555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57920) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:35.229598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-04aa7f62-2d13-4c7a-868f-a47bcb194b6e service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254438 Sep 22 09:47:35.231082 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3d67738-3653-49f8-b221-b381a634e956 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.232642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d67738-3653-49f8-b221-b381a634e956 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66437922-ce1d-4523-abed-994312b78a26 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:47:35.235819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Request body: {'network': {'name': 'tempest-network--108282800'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:35.252276 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3d67738-3653-49f8-b221-b381a634e956 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.253498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c3d67738-3653-49f8-b221-b381a634e956 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] 10.222.0.49 "DELETE /v2.0/routers/66437922-ce1d-4523-abed-994312b78a26 HTTP/1.1" status: 204 len: 168 time: 0.7952726 Sep 22 09:47:35.260506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57922) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:35.271429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3260d-a07a-4f8f-9340-b996de27167b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event deleted for resources: {'Network': ['ID=ace4c118-0dbf-49ca-a53a-709485198037,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:35.273480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ad72716e-c210-438d-808e-3d8178e349e2 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Request body: {'router': {'name': 'tempest-router-1503841751', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f1b73998283743fc95d14a18e50e55b6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:35.317499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=4c69055e-7d9c-479c-934f-408e9b25bd0c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:35.337945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:35.338623 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.391137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Made reservation on behalf of 1807bd14d73a4f7088899baf5192d04d for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:35.393542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.442754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:47:35.459270 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.459612 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Added segment f2310b81-c4a6-49a9-8a6d-0a1e53074d78 of type vlan for network 297ff2b1-3a8b-4d24-86c6-b72cb10c5e73 Sep 22 09:47:35.551074 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3bf026ec-9acf-47e8-bf3d-ca75d9e3b5b4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.4236686 Sep 22 09:47:35.558296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57932) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:35.566274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '4c69055e-7d9c-479c-934f-408e9b25bd0c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:35.610017 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.637086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb190297-1ff1-4184-8d4c-3f7702e69e09 req-2c81f285-a5b3-4747-8de0-999c9c722dca service neutron] 10.222.0.45 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781142 Sep 22 09:47:35.706610 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad72716e-c210-438d-808e-3d8178e349e2 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.710861 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad72716e-c210-438d-808e-3d8178e349e2 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.780934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.782108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:35.786725 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.824808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad72716e-c210-438d-808e-3d8178e349e2 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.830834 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.887662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event updated for resources: {'Network': ['ID=297ff2b1-3a8b-4d24-86c6-b72cb10c5e73,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:35.900963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 297ff2b1-3a8b-4d24-86c6-b72cb10c5e73 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:47:35.908971 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad72716e-c210-438d-808e-3d8178e349e2 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:35.974701 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-47c3fe9c-7fa8-4bbb-ba20-3f84b082689b tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7585576 Sep 22 09:47:35.977451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57942) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:35.982618 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e4f6c641-2f3e-480d-adad-23da97a76f65 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:36.028980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad72716e-c210-438d-808e-3d8178e349e2 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.031999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ad72716e-c210-438d-808e-3d8178e349e2 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7685382 Sep 22 09:47:36.033116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57944) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:36.039457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:36.130504 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.352841 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.353509 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.358326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.25.6.136 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/4f7916a2-67ce-4b75-971f-5ae403588e62) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:36.411303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4f6c641-2f3e-480d-adad-23da97a76f65 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.442864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95510) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 22 09:47:36.443200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Router 59c94ca8-5b61-46e5-a480-12c1ef4f2a27 migrating from provider to provider. {{(pid=95510) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 22 09:47:36.448362 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.449504 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.527001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339650c-cdf4-4621-a1d6-3ff3844aef02 req-23a5bda1-e498-4c61-9f09-8ff41eb5d33a tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:36.529432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b339650c-cdf4-4621-a1d6-3ff3844aef02 req-23a5bda1-e498-4c61-9f09-8ff41eb5d33a tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 947 time: 0.2646244 Sep 22 09:47:36.546210 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4f6c641-2f3e-480d-adad-23da97a76f65 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.571246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.572992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4f6c641-2f3e-480d-adad-23da97a76f65 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Network 297ff2b1-3a8b-4d24-86c6-b72cb10c5e73 is not hosted by any dhcp agent {{(pid=95509) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 09:47:36.579062 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.579887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f6c641-2f3e-480d-adad-23da97a76f65 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:36.579887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4f6c641-2f3e-480d-adad-23da97a76f65 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.580945 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e4f6c641-2f3e-480d-adad-23da97a76f65 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "PUT /v2.0/networks/297ff2b1-3a8b-4d24-86c6-b72cb10c5e73 HTTP/1.1" status: 200 len: 857 time: 0.6024673 Sep 22 09:47:36.581104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b339650c-cdf4-4621-a1d6-3ff3844aef02 req-02b7e8f8-71a2-48f8-8e27-279d16414edb tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406954 Sep 22 09:47:36.585832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57962) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:36.735177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6c641-2f3e-480d-adad-23da97a76f65 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event updated for resources: {'Network': ['ID=297ff2b1-3a8b-4d24-86c6-b72cb10c5e73,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:36.737486 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.792187 n-d-805649-4 neutron-server[95510]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] No L3 agents can host the router 59c94ca8-5b61-46e5-a480-12c1ef4f2a27 Sep 22 09:47:36.811476 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:36.856486 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:36.861322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:36.864774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:36.923973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=4f7916a2-67ce-4b75-971f-5ae403588e62,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:36.992166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Hosts for router 59c94ca8-5b61-46e5-a480-12c1ef4f2a27: [] {{(pid=95510) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 22 09:47:37.055326 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:37.059561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Hosts for other DVR routers connected to router 59c94ca8-5b61-46e5-a480-12c1ef4f2a27: set() {{(pid=95510) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 22 09:47:37.065065 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:37.066539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b87a421b-c70e-402f-9444-17d99ef519cd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] 10.222.0.49 "PUT /v2.0/routers/59c94ca8-5b61-46e5-a480-12c1ef4f2a27 HTTP/1.1" status: 200 len: 717 time: 1.0321231 Sep 22 09:47:37.076186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57972) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:37.461986 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:37.507439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297ff2b1-3a8b-4d24-86c6-b72cb10c5e73']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:37.511735 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9da9b0f9-3448-434b-b679-ecdd4c3efc04 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] 10.222.0.49 "GET /v2.0/routers/59c94ca8-5b61-46e5-a480-12c1ef4f2a27 HTTP/1.1" status: 200 len: 717 time: 0.4318056 Sep 22 09:47:37.514958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57984) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:37.525813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2310b81-c4a6-49a9-8a6d-0a1e53074d78') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:37.526126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2310b81-c4a6-49a9-8a6d-0a1e53074d78') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:37.540650 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:37.556419 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:37.563687 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:47:37.564073 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:47:37.565919 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:47:37.610434 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:37.686777 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:37.694086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 297ff2b1-3a8b-4d24-86c6-b72cb10c5e73 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 09:47:37.705512 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:37.707672 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] 10.222.0.49 "DELETE /v2.0/networks/297ff2b1-3a8b-4d24-86c6-b72cb10c5e73 HTTP/1.1" status: 204 len: 168 time: 1.1208611 Sep 22 09:47:37.709103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc7426-c182-42b4-9bbd-50438075bcc1 tempest-ExternalNetworksTestJSON-611027192 tempest-ExternalNetworksTestJSON-611027192-project-admin] Pushing event deleted for resources: {'Network': ['ID=297ff2b1-3a8b-4d24-86c6-b72cb10c5e73,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:37.714750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57994) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:37.776252 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc2f692-a310-4d64-87f3-52a2f3ab0d51 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] DELETE failed (client error): The resource could not be found. Sep 22 09:47:37.776893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc2f692-a310-4d64-87f3-52a2f3ab0d51 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:47:37.778764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4bc2f692-a310-4d64-87f3-52a2f3ab0d51 tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] 10.222.0.49 "DELETE /v2.0/subnets/880a94bf-d6a3-486b-8184-9eb469358848 HTTP/1.1" status: 404 len: 337 time: 0.0657103 Sep 22 09:47:37.806868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57998) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:37.884537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af990daa-04c5-40bd-bcc5-8f08a0ae293c req-0f6ea0a9-69c3-4ad5-b860-dcc5073d7205 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:37.886358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af990daa-04c5-40bd-bcc5-8f08a0ae293c req-0f6ea0a9-69c3-4ad5-b860-dcc5073d7205 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 947 time: 0.1123800 Sep 22 09:47:38.012640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58002) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:38.014070 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-88cb56ee-504d-4ccd-92a4-0be947485e0b tempest-RoutersTestDVR-1510108813 tempest-RoutersTestDVR-1510108813-project] 10.222.0.49 "GET /v2.0/routers/59c94ca8-5b61-46e5-a480-12c1ef4f2a27 HTTP/1.1" status: 200 len: 683 time: 0.4974618 Sep 22 09:47:38.014889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58004) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:38.040599 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.131612 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff9070ba-0e73-4a57-8c4f-14c291e9d9dd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.188332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af990daa-04c5-40bd-bcc5-8f08a0ae293c req-ce722079-dcea-4245-95fc-34182fe3e265 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879131 Sep 22 09:47:38.265124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.332089 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.353862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e939aaec-a861-4db4-ac58-1ede9036b1b4']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:38.367915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed850ed-3d23-4b03-8b64-d84bec9495e9') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:38.368215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed850ed-3d23-4b03-8b64-d84bec9495e9') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:38.388424 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.400962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff9070ba-0e73-4a57-8c4f-14c291e9d9dd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.405247 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff9070ba-0e73-4a57-8c4f-14c291e9d9dd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.415377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.422912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:47:38.423338 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.454145 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:47:38.493803 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:47:38.496183 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af799f43-5bde-4c79-b059-758e3fd89ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.547322 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff9070ba-0e73-4a57-8c4f-14c291e9d9dd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.547870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9070ba-0e73-4a57-8c4f-14c291e9d9dd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59c94ca8-5b61-46e5-a480-12c1ef4f2a27 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:47:38.559570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff9070ba-0e73-4a57-8c4f-14c291e9d9dd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.560886 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ff9070ba-0e73-4a57-8c4f-14c291e9d9dd tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] 10.222.0.49 "DELETE /v2.0/routers/59c94ca8-5b61-46e5-a480-12c1ef4f2a27 HTTP/1.1" status: 204 len: 168 time: 0.5412970 Sep 22 09:47:38.564894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58016) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:38.574215 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1af85cb9-8560-4bd4-88e4-ac02ac5983e0 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Request body: {'router': {'name': 'tempest-router-1033675419', 'distributed': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:38.581358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=4f7916a2-67ce-4b75-971f-5ae403588e62,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:38.585942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.600047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af799f43-5bde-4c79-b059-758e3fd89ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.625722 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.633407 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.635267 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] 10.222.0.49 "DELETE /v2.0/networks/e939aaec-a861-4db4-ac58-1ede9036b1b4 HTTP/1.1" status: 204 len: 168 time: 0.8274050 Sep 22 09:47:38.652064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5baab-ec8c-4fd6-82b9-8ce4782860ab tempest-ExternalNetworksTestJSON-823152253 tempest-ExternalNetworksTestJSON-823152253-project] Pushing event deleted for resources: {'Network': ['ID=e939aaec-a861-4db4-ac58-1ede9036b1b4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:38.689205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:47:38.717116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-af799f43-5bde-4c79-b059-758e3fd89ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.726709 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP 48659f7c-3557-4e0f-a429-2e17075a92fe associated. External IP: 172.25.6.136, port: 4c69055e-7d9c-479c-934f-408e9b25bd0c. Sep 22 09:47:38.795304 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-af799f43-5bde-4c79-b059-758e3fd89ffc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a4da019c63f4ff2a11d080810d84538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7700067 Sep 22 09:47:38.798128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=13e7592d-7dfb-4541-bb1d-ba8a950e8f06,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:47:38.798646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58032) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:38.811755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '13e7592d-7dfb-4541-bb1d-ba8a950e8f06', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': '13e7592d-7dfb-4541-bb1d-ba8a950e8f06', 'mac_address': 'fa:16:3e:31:d6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:47:38.825732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af799f43-5bde-4c79-b059-758e3fd89ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46195aee-cec9-415a-b838-1742c4b3c998,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:38.858449 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.874544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:47:38.897424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=13e7592d-7dfb-4541-bb1d-ba8a950e8f06,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:47:38.913901 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-861707b2-d313-466e-a534-e18b6218e232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.944129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-861707b2-d313-466e-a534-e18b6218e232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:38.999642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1af85cb9-8560-4bd4-88e4-ac02ac5983e0 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:39.000908 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1af85cb9-8560-4bd4-88e4-ac02ac5983e0 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:39.051102 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:39.095815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:39.100008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-861707b2-d313-466e-a534-e18b6218e232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:39.104332 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-861707b2-d313-466e-a534-e18b6218e232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:39.109734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-861707b2-d313-466e-a534-e18b6218e232 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46195aee-cec9-415a-b838-1742c4b3c998 HTTP/1.1" status: 204 len: 168 time: 0.3061006 Sep 22 09:47:39.112086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=13e7592d-7dfb-4541-bb1d-ba8a950e8f06,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:39.116115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861707b2-d313-466e-a534-e18b6218e232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46195aee-cec9-415a-b838-1742c4b3c998,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:39.123918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.124387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.124871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.125304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.125707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.126133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.126860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.127537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.128520 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.129092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.129456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.130299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:47:39.208667 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1af85cb9-8560-4bd4-88e4-ac02ac5983e0 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:39.360192 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1af85cb9-8560-4bd4-88e4-ac02ac5983e0 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:39.362057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993a3e5-af0b-450a-97ad-f4940e324f81 req-8dce44d1-e385-45ff-8fd5-ffd27c04f729 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:39.371050 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a993a3e5-af0b-450a-97ad-f4940e324f81 req-8dce44d1-e385-45ff-8fd5-ffd27c04f729 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 948 time: 0.0819421 Sep 22 09:47:39.386538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58056) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:39.400316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:39.409165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['13e7592d-7dfb-4541-bb1d-ba8a950e8f06'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:47:39.418352 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b588d72f-2f1c-4756-8147-500978b54e1d None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:39.436112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a993a3e5-af0b-450a-97ad-f4940e324f81 req-7557cb4f-3077-499f-b394-4c1668d15120 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639281 Sep 22 09:47:39.437401 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588d72f-2f1c-4756-8147-500978b54e1d None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:39.438027 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b588d72f-2f1c-4756-8147-500978b54e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:39.479596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1af85cb9-8560-4bd4-88e4-ac02ac5983e0 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:39.482438 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1af85cb9-8560-4bd4-88e4-ac02ac5983e0 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9117844 Sep 22 09:47:39.485746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58066) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:39.493181 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b588d72f-2f1c-4756-8147-500978b54e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:39.506938 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588d72f-2f1c-4756-8147-500978b54e1d None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:39.506938 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b588d72f-2f1c-4756-8147-500978b54e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:39.551943 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b588d72f-2f1c-4756-8147-500978b54e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:39.552718 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b588d72f-2f1c-4756-8147-500978b54e1d None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:39.576903 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:39.852203 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-39b0c118-20be-4d79-a898-fa54ee48a2a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f49e309cc9642768011dc2a90d6fd19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642401 Sep 22 09:47:39.855019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58070) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:39.913591 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e806c1f6-f0c9-417c-b9d2-1f388790c566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:39.961482 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e806c1f6-f0c9-417c-b9d2-1f388790c566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.025380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02e3db2b-b243-41f4-b964-ae4c36bfc6f4 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.066036 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4eb5dc14-2924-4270-9477-a1aec91f3ce7 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5016017 Sep 22 09:47:40.067119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58080) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:40.071692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9c27f094-48d0-48b5-a749-a5042fcf56c3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'floatingip': {'port_id': '4c69055e-7d9c-479c-934f-408e9b25bd0c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:40.138934 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c27f094-48d0-48b5-a749-a5042fcf56c3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.143302 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e806c1f6-f0c9-417c-b9d2-1f388790c566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.146380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e806c1f6-f0c9-417c-b9d2-1f388790c566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.147716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e806c1f6-f0c9-417c-b9d2-1f388790c566 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/601591ae-f0ff-4309-b464-6edb6a19739d HTTP/1.1" status: 204 len: 168 time: 0.2917969 Sep 22 09:47:40.190706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58086) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:40.226297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02e3db2b-b243-41f4-b964-ae4c36bfc6f4 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.229329 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02e3db2b-b243-41f4-b964-ae4c36bfc6f4 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.261708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806c1f6-f0c9-417c-b9d2-1f388790c566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601591ae-f0ff-4309-b464-6edb6a19739d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:40.282854 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-251b67ed-42c5-467b-bce7-48a69fba8973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.472104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02e3db2b-b243-41f4-b964-ae4c36bfc6f4 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.472711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e3db2b-b243-41f4-b964-ae4c36bfc6f4 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9e11273-bcfd-4f9c-888f-27dfd993af2b {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:47:40.478822 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02e3db2b-b243-41f4-b964-ae4c36bfc6f4 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.481554 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-02e3db2b-b243-41f4-b964-ae4c36bfc6f4 tempest-RoutersTestDVR-553422626 tempest-RoutersTestDVR-553422626-project-admin] 10.222.0.49 "DELETE /v2.0/routers/e9e11273-bcfd-4f9c-888f-27dfd993af2b HTTP/1.1" status: 204 len: 168 time: 0.9934196 Sep 22 09:47:40.704402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:47:40.717711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6cf34-c30e-41ed-b308-b3fef1918030 req-7d5d6a3a-6094-4322-8099-f8c2e29fb838 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:40.719309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6de6cf34-c30e-41ed-b308-b3fef1918030 req-7d5d6a3a-6094-4322-8099-f8c2e29fb838 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 948 time: 0.1350970 Sep 22 09:47:40.786115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6de6cf34-c30e-41ed-b308-b3fef1918030 req-a979ec60-dfb3-46ff-be95-5baa8bc53765 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500939 Sep 22 09:47:40.788012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-251b67ed-42c5-467b-bce7-48a69fba8973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.922095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:47:40.922352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-251b67ed-42c5-467b-bce7-48a69fba8973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.925183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:47:40.926132 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:40.999746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-251b67ed-42c5-467b-bce7-48a69fba8973 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5004ce07bafe4057b046314410600c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7979274 Sep 22 09:47:40.999746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b67ed-42c5-467b-bce7-48a69fba8973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a041ab4f-9111-440b-836c-bb3eddf778ae,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:41.001954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58112) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:41.072554 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c27f094-48d0-48b5-a749-a5042fcf56c3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.077195 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.089991 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ff47e88-39c7-481f-9032-419b04768675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.131674 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ff47e88-39c7-481f-9032-419b04768675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.137358 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3d842a-b50c-4f67-8f38-cd75d92e103f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e7592d-7dfb-4541-bb1d-ba8a950e8f06'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:47:41.156437 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f43a7a7-dad6-45fd-a6d8-3a8d4f8c4bb9" -d '{"events": [{"server_uuid": "8f3d842a-b50c-4f67-8f38-cd75d92e103f", "name": "network-vif-plugged", "status": "completed", "tag": "13e7592d-7dfb-4541-bb1d-ba8a950e8f06"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:47:41.186577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=13e7592d-7dfb-4541-bb1d-ba8a950e8f06,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:47:41.193454 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c27f094-48d0-48b5-a749-a5042fcf56c3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.228558 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f19626-34b6-4d42-9921-5ec41ed4bb98 x-openstack-request-id: req-01f19626-34b6-4d42-9921-5ec41ed4bb98 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:47:41.228926 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3d842a-b50c-4f67-8f38-cd75d92e103f", "name": "network-vif-plugged", "status": "completed", "tag": "13e7592d-7dfb-4541-bb1d-ba8a950e8f06", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:47:41.229179 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01f19626-34b6-4d42-9921-5ec41ed4bb98 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:47:41.229580 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3d842a-b50c-4f67-8f38-cd75d92e103f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e7592d-7dfb-4541-bb1d-ba8a950e8f06', 'code': 200} Sep 22 09:47:41.270339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58122) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:41.296817 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.357338 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ff47e88-39c7-481f-9032-419b04768675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.370611 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ff47e88-39c7-481f-9032-419b04768675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.370611 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6ff47e88-39c7-481f-9032-419b04768675 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a041ab4f-9111-440b-836c-bb3eddf778ae HTTP/1.1" status: 204 len: 168 time: 0.3633215 Sep 22 09:47:41.404860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58130) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:41.415055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff47e88-39c7-481f-9032-419b04768675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a041ab4f-9111-440b-836c-bb3eddf778ae,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:41.436789 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-039133e0-c347-42fc-8f2a-ab8bd124f56c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1807bd14d73a4f7088899baf5192d04d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619399 Sep 22 09:47:41.439269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58134) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:41.463693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1eb81-c2e6-4a01-bd70-34e62f2a4b2e req-6a8891c4-3b6d-4ac2-8cf6-263cfac4c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:41.466288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09c1eb81-c2e6-4a01-bd70-34e62f2a4b2e req-6a8891c4-3b6d-4ac2-8cf6-263cfac4c878 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 1100 time: 0.1110568 Sep 22 09:47:41.510167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=13e7592d-7dfb-4541-bb1d-ba8a950e8f06,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:41.549371 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbe30f9b-030c-465e-9a55-a4f27e33fff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.579791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09c1eb81-c2e6-4a01-bd70-34e62f2a4b2e req-f5787100-db80-462a-857b-6a0adfdce5a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932894 Sep 22 09:47:41.595809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c27f094-48d0-48b5-a749-a5042fcf56c3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:41.605128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbe30f9b-030c-465e-9a55-a4f27e33fff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.723099 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-665932d4-0d88-4df2-9421-a5dfa1ae7da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.737439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbe30f9b-030c-465e-9a55-a4f27e33fff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.745432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbe30f9b-030c-465e-9a55-a4f27e33fff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.745432 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fbe30f9b-030c-465e-9a55-a4f27e33fff6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8f56423-d6ec-45c8-b91e-388702518940 HTTP/1.1" status: 204 len: 168 time: 0.3015566 Sep 22 09:47:41.745931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c27f094-48d0-48b5-a749-a5042fcf56c3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:41.751268 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c27f094-48d0-48b5-a749-a5042fcf56c3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.761741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe30f9b-030c-465e-9a55-a4f27e33fff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f56423-d6ec-45c8-b91e-388702518940,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:41.761992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f556e-f10d-4a87-b3ad-ede0b2797694 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:41.813245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9c27f094-48d0-48b5-a749-a5042fcf56c3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "PUT /v2.0/floatingips/48659f7c-3557-4e0f-a429-2e17075a92fe HTTP/1.1" status: 200 len: 978 time: 1.7449913 Sep 22 09:47:41.816766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58146) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:41.852051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f556e-f10d-4a87-b3ad-ede0b2797694 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:41.853978 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ca2f556e-f10d-4a87-b3ad-ede0b2797694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:41.909398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ca2f556e-f10d-4a87-b3ad-ede0b2797694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:41.948001 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-665932d4-0d88-4df2-9421-a5dfa1ae7da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:41.953635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f556e-f10d-4a87-b3ad-ede0b2797694 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:41.954727 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ca2f556e-f10d-4a87-b3ad-ede0b2797694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:42.021304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ca2f556e-f10d-4a87-b3ad-ede0b2797694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:42.021304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f556e-f10d-4a87-b3ad-ede0b2797694 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:42.048100 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-665932d4-0d88-4df2-9421-a5dfa1ae7da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:42.077942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e86d4-4f8f-4b10-b20e-642eedd4502b req-0740e32f-0d91-4b33-8b2d-9a483224fc72 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:42.077942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec5e86d4-4f8f-4b10-b20e-642eedd4502b req-0740e32f-0d91-4b33-8b2d-9a483224fc72 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 949 time: 0.0711002 Sep 22 09:47:42.099385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665932d4-0d88-4df2-9421-a5dfa1ae7da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49009083-7158-4dcc-85d2-1d6467b3fd70,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:42.108233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58160) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:42.109058 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-665932d4-0d88-4df2-9421-a5dfa1ae7da8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1b73998283743fc95d14a18e50e55b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7030451 Sep 22 09:47:42.184910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec5e86d4-4f8f-4b10-b20e-642eedd4502b req-8ce38ec0-fd05-4b33-9fe9-bfe5ffc3285b tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018796 Sep 22 09:47:42.201696 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f37ee0eb-600e-4fc7-a425-8e1dbaf2926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:42.236949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port 4f7916a2-67ce-4b75-971f-5ae403588e62 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:42.236949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:42.259454 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f37ee0eb-600e-4fc7-a425-8e1dbaf2926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:42.422252 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:42.425109 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:42.439933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for 4f7916a2-67ce-4b75-971f-5ae403588e62 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:42.513846 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f37ee0eb-600e-4fc7-a425-8e1dbaf2926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:42.517396 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f37ee0eb-600e-4fc7-a425-8e1dbaf2926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:42.521717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f37ee0eb-600e-4fc7-a425-8e1dbaf2926d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49009083-7158-4dcc-85d2-1d6467b3fd70 HTTP/1.1" status: 204 len: 168 time: 0.4120426 Sep 22 09:47:42.556713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ee0eb-600e-4fc7-a425-8e1dbaf2926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49009083-7158-4dcc-85d2-1d6467b3fd70,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:42.833768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:42.898031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=4f7916a2-67ce-4b75-971f-5ae403588e62,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:42.980588 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:42.980918 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP 48659f7c-3557-4e0f-a429-2e17075a92fe disassociated (deleted). External IP: 172.25.6.136, port: 4c69055e-7d9c-479c-934f-408e9b25bd0c. Sep 22 09:47:43.352402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58208) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:43.383512 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0dd8ef0c-d97d-4604-8b80-bb713d92f87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:43.620021 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0dd8ef0c-d97d-4604-8b80-bb713d92f87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:43.659377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:43.720672 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0dd8ef0c-d97d-4604-8b80-bb713d92f87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:43.766137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0dd8ef0c-d97d-4604-8b80-bb713d92f87c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ebe65818a79414e811c4d68236c7a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4072609 Sep 22 09:47:43.767313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8ef0c-d97d-4604-8b80-bb713d92f87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a4b829-f9a0-460b-8c53-7e7b7f9bb9a7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:43.770041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58224) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:43.852672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:43.862571 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:43.869625 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6301c326-b8ad-43c3-86be-9b7b0e2ea8a8 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:43.883098 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e093973-ad48-4002-b3ee-c70aab527c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:43.890755 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301c326-b8ad-43c3-86be-9b7b0e2ea8a8 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:43.890922 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-6301c326-b8ad-43c3-86be-9b7b0e2ea8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:43.913420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e093973-ad48-4002-b3ee-c70aab527c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:43.975028 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-6301c326-b8ad-43c3-86be-9b7b0e2ea8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:44.005442 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301c326-b8ad-43c3-86be-9b7b0e2ea8a8 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:44.006413 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-6301c326-b8ad-43c3-86be-9b7b0e2ea8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:44.026369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2fa2de77-8ab1-4b64-accf-53f5ddf45c96 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/floatingips/48659f7c-3557-4e0f-a429-2e17075a92fe HTTP/1.1" status: 204 len: 168 time: 2.2060530 Sep 22 09:47:44.026990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58234) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:44.085621 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-6301c326-b8ad-43c3-86be-9b7b0e2ea8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:44.086730 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6301c326-b8ad-43c3-86be-9b7b0e2ea8a8 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:44.089190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e093973-ad48-4002-b3ee-c70aab527c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:44.092717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5e093973-ad48-4002-b3ee-c70aab527c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:44.097277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5e093973-ad48-4002-b3ee-c70aab527c2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5a4b829-f9a0-460b-8c53-7e7b7f9bb9a7 HTTP/1.1" status: 204 len: 168 time: 0.3262534 Sep 22 09:47:44.101635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd6cbf-f178-4c53-b4fd-e969d9043773 req-c8272eef-1d71-49d7-bb75-7db204383400 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:44.105287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04fd6cbf-f178-4c53-b4fd-e969d9043773 req-c8272eef-1d71-49d7-bb75-7db204383400 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 949 time: 0.4923985 Sep 22 09:47:44.119555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e093973-ad48-4002-b3ee-c70aab527c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a4b829-f9a0-460b-8c53-7e7b7f9bb9a7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:44.218536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9e770f81-e3d8-4bda-a1ad-98128fa85b2f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port 4c69055e-7d9c-479c-934f-408e9b25bd0c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:44.219702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e770f81-e3d8-4bda-a1ad-98128fa85b2f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:44.223801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04fd6cbf-f178-4c53-b4fd-e969d9043773 req-392cce66-152c-4ed1-9e0b-85cd1951cf4a tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075451 Sep 22 09:47:44.386871 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e770f81-e3d8-4bda-a1ad-98128fa85b2f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:44.403548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9e770f81-e3d8-4bda-a1ad-98128fa85b2f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for 4c69055e-7d9c-479c-934f-408e9b25bd0c owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:44.766460 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e770f81-e3d8-4bda-a1ad-98128fa85b2f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:44.803304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e770f81-e3d8-4bda-a1ad-98128fa85b2f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=4c69055e-7d9c-479c-934f-408e9b25bd0c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:45.022477 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e770f81-e3d8-4bda-a1ad-98128fa85b2f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:45.025283 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9e770f81-e3d8-4bda-a1ad-98128fa85b2f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/ports/4c69055e-7d9c-479c-934f-408e9b25bd0c HTTP/1.1" status: 204 len: 168 time: 0.9974995 Sep 22 09:47:45.031405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58276) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:45.036118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:45.084282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fab68c-9e19-4bd4-8248-917188cc1102 req-6963cb23-a0a6-4720-ab33-d990838f9a2a tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.086103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9fab68c-9e19-4bd4-8248-917188cc1102 req-6963cb23-a0a6-4720-ab33-d990838f9a2a tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 949 time: 0.1022780 Sep 22 09:47:45.092520 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-a9bf68ac-6a1c-4495-aa03-e57b1a4bd327 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0658908 Sep 22 09:47:45.153904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9fab68c-9e19-4bd4-8248-917188cc1102 req-1f13a5b9-522a-4912-a7bc-20d883a618b6 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556047 Sep 22 09:47:45.157644 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:45.223809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-1d81aa38-bab4-40a4-8adb-6ddad84a13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.223809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-1d81aa38-bab4-40a4-8adb-6ddad84a13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.224099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-1d81aa38-bab4-40a4-8adb-6ddad84a13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.224516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-1d81aa38-bab4-40a4-8adb-6ddad84a13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.225007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-1d81aa38-bab4-40a4-8adb-6ddad84a13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.225476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-1d81aa38-bab4-40a4-8adb-6ddad84a13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.225953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-1d81aa38-bab4-40a4-8adb-6ddad84a13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.249922 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-1d81aa38-bab4-40a4-8adb-6ddad84a13cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6489 time: 0.0935657 Sep 22 09:47:45.412279 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:45.476951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-3c1a2afc-9762-48ee-8b40-1a229b663ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.477488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-3c1a2afc-9762-48ee-8b40-1a229b663ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.481028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-3c1a2afc-9762-48ee-8b40-1a229b663ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.483842 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-3c1a2afc-9762-48ee-8b40-1a229b663ee1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=be65fbb3-88b8-40fa-bf49-309829d1dde6&id=be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 200 len: 2292 time: 0.2000027 Sep 22 09:47:45.623723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.25.6.131 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/81551527-9554-49cb-b453-1f590df57f23) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:45.632313 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-187989bd-b7ae-489f-a65b-24c8eac5e161 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 200 len: 1000 time: 0.1407387 Sep 22 09:47:45.701979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-663e92a0-3cd6-4028-b291-3d522623fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.703690 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-663e92a0-3cd6-4028-b291-3d522623fb3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5da2a3ed-b29b-428a-b8c1-defac8adcba1 HTTP/1.1" status: 200 len: 851 time: 0.0633271 Sep 22 09:47:45.763052 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:45.796494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-98fe3cf2-6b35-48f3-93fa-ad3ccbf43e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:45.798166 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-98fe3cf2-6b35-48f3-93fa-ad3ccbf43e00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871863 Sep 22 09:47:45.888823 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:45.913075 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-2a41930a-641c-4f10-96a3-23b7b2d0caec service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012409 Sep 22 09:47:45.913576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:45.931519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:45.933216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:46.026520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=81551527-9554-49cb-b453-1f590df57f23,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:46.058302 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:46.105441 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-7b46b42e-7a8c-4629-88a1-7c1cfbfe0ca2 service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742442 Sep 22 09:47:46.161108 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-44cdd91a-22e6-4136-9e85-fb4238adc082 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 217 time: 0.0491974 Sep 22 09:47:46.212530 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:46.284965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-44f17237-91bc-453a-bc9f-bd30f1c864b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:46.286492 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-44f17237-91bc-453a-bc9f-bd30f1c864b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.1186633 Sep 22 09:47:46.435736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-5621fbd7-fc11-437f-afc4-af6e3d16f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:46.437622 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-5621fbd7-fc11-437f-afc4-af6e3d16f93f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1415522 Sep 22 09:47:46.457065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec548232-ea6c-4f0e-8b29-cf7a70d06b74 req-d32cd6a9-3c6e-4f72-ae11-33934adc520a tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:46.465505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec548232-ea6c-4f0e-8b29-cf7a70d06b74 req-d32cd6a9-3c6e-4f72-ae11-33934adc520a tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 949 time: 0.1955886 Sep 22 09:47:46.566771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be9d46-20d4-494f-8b9b-35c6708fd4af req-4ebe2b50-56a4-42ab-a179-b591149d9f8c tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:46.568608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7be9d46-20d4-494f-8b9b-35c6708fd4af req-4ebe2b50-56a4-42ab-a179-b591149d9f8c tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 949 time: 0.2597628 Sep 22 09:47:46.586230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec548232-ea6c-4f0e-8b29-cf7a70d06b74 req-b69a3ae7-ff3a-4c66-9656-c0fc37905acc tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/security-groups?id=7a87c7f3-e44b-460c-a66f-66d372a89927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196170 Sep 22 09:47:46.682625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:46.703167 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-c4ad9aea-330b-4063-bc08-5e95c3a1ddac service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568042 Sep 22 09:47:46.767059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-f7be9d46-20d4-494f-8b9b-35c6708fd4af req-70aff7c7-31b8-4c20-b8ff-b90ad56fd231 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Deleting port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:46.767539 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7be9d46-20d4-494f-8b9b-35c6708fd4af req-70aff7c7-31b8-4c20-b8ff-b90ad56fd231 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:46.839532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:46.881324 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-57413c1c-6031-40b8-afed-8e8134219353 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510816 Sep 22 09:47:46.929172 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-7825442c-e557-4fdd-b99d-7f946782cbe0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 217 time: 0.0475492 Sep 22 09:47:46.940825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=81551527-9554-49cb-b453-1f590df57f23,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:46.949149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f7be9d46-20d4-494f-8b9b-35c6708fd4af req-70aff7c7-31b8-4c20-b8ff-b90ad56fd231 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] For port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=13e7592d-7dfb-4541-bb1d-ba8a950e8f06,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:47:46.949512 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7be9d46-20d4-494f-8b9b-35c6708fd4af req-70aff7c7-31b8-4c20-b8ff-b90ad56fd231 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:46.970383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-f7be9d46-20d4-494f-8b9b-35c6708fd4af req-70aff7c7-31b8-4c20-b8ff-b90ad56fd231 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Calling delete_port for 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:46.974739 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:46.988164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-3a85b541-8605-4ae8-a8df-15f4880d9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:46.990615 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-3a85b541-8605-4ae8-a8df-15f4880d9ff2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0544984 Sep 22 09:47:47.063451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-0d239b2d-cbd4-47c6-abb3-333931cf4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:47.065815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-0d239b2d-cbd4-47c6-abb3-333931cf4720 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589085 Sep 22 09:47:47.112144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58362) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.138733 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:47.141523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ca4d80ca-363d-4cb5-9a24-002f7f507865 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1091158 Sep 22 09:47:47.147458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58368) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.154743 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'port': {'network_id': 'e247f58a-69b6-47d4-be8b-5e09ab1cc14f', 'name': 'tempest-FloatingIPTestJSON-1750104987'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:47.251924 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-489bde27-e7df-4f1a-af37-c429d12f278f service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788568 Sep 22 09:47:47.306042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-48ffc4d9-131e-4322-89de-1fdb04785474 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.311389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-48ffc4d9-131e-4322-89de-1fdb04785474 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1941948 Sep 22 09:47:47.314410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58372) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.322845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-afc8cb25-a12d-4dcf-9e7b-7a0d0e7435ef tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.329965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-afc8cb25-a12d-4dcf-9e7b-7a0d0e7435ef tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0114236 Sep 22 09:47:47.331753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58374) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.339428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-e8b8d144-6185-421a-a1ae-191e32bc9919 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.344436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e8b8d144-6185-421a-a1ae-191e32bc9919 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0079379 Sep 22 09:47:47.345104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58378) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.347496 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7be9d46-20d4-494f-8b9b-35c6708fd4af req-70aff7c7-31b8-4c20-b8ff-b90ad56fd231 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:47.352075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-6d129797-b763-41fd-9ec0-51c771c45669 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.356154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6d129797-b763-41fd-9ec0-51c771c45669 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0070174 Sep 22 09:47:47.358914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58380) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.366523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-e8af11c4-2aa6-435a-9ff5-8f75c0c7b97b tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.370023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e8af11c4-2aa6-435a-9ff5-8f75c0c7b97b tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0074043 Sep 22 09:47:47.375079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58382) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.380559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-1f74af2a-fdec-44ed-8496-c3a69dfd029b tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.384296 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1f74af2a-fdec-44ed-8496-c3a69dfd029b tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055780 Sep 22 09:47:47.388284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58384) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.392688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-48c887dc-08ac-40ae-a79f-3fbe638ed77a tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.396420 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-48c887dc-08ac-40ae-a79f-3fbe638ed77a tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0078812 Sep 22 09:47:47.396420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58386) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.403854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-4fd52318-2add-4f84-9787-5f4b0319517f tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.407286 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4fd52318-2add-4f84-9787-5f4b0319517f tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0075300 Sep 22 09:47:47.407946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58390) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.417492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-08f6bef1-3bf9-410c-901b-2ac8dd256b7c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.422271 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-08f6bef1-3bf9-410c-901b-2ac8dd256b7c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0098886 Sep 22 09:47:47.426149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58394) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.431450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-ba188873-d95e-44cf-adce-f975f008aaf6 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.433202 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ba188873-d95e-44cf-adce-f975f008aaf6 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052254 Sep 22 09:47:47.442092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58396) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.442428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aff7c7-31b8-4c20-b8ff-b90ad56fd231 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Pushing event deleted for resources: {'Port': ['ID=13e7592d-7dfb-4541-bb1d-ba8a950e8f06,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:47.450856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-cc2e5ca7-737d-4272-ad4e-8d395e54c82b tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.454007 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cc2e5ca7-737d-4272-ad4e-8d395e54c82b tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0096180 Sep 22 09:47:47.460795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58398) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.464514 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-efb66688-7890-4d81-bb2c-6375f85947d0 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050440 Sep 22 09:47:47.471267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-02d9fd1f-1c45-4f8b-8dd9-940a5af44916 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.475825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58402) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.476586 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-02d9fd1f-1c45-4f8b-8dd9-940a5af44916 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0103109 Sep 22 09:47:47.489186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-da7b30d6-7ccb-496c-a5c4-edce1ce02a6a tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.492522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-da7b30d6-7ccb-496c-a5c4-edce1ce02a6a tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0067286 Sep 22 09:47:47.539884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58404) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.544678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-368811d8-9a68-43cb-9b19-62af104faa6e tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.548529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58410) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.548707 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-368811d8-9a68-43cb-9b19-62af104faa6e tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0077481 Sep 22 09:47:47.574195 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-930b0dcf-ae60-4e0a-aa18-742c5f800b97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa HTTP/1.1" status: 200 len: 217 time: 0.0724254 Sep 22 09:47:47.578427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-cc3e8be0-8fb5-4551-8df6-7162e1f7b609 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.578427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cc3e8be0-8fb5-4551-8df6-7162e1f7b609 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0248861 Sep 22 09:47:47.584271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58414) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.586096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Made reservation on behalf of 26e4d9c427e14cb58974d73a5c30251a for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:47.596461 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:47.618374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7be9d46-20d4-494f-8b9b-35c6708fd4af req-70aff7c7-31b8-4c20-b8ff-b90ad56fd231 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] No DVR routers for this DVR port 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:47:47.620364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-400c1210-6fc8-4ca5-80eb-3d369c08ef83 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.624912 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-400c1210-6fc8-4ca5-80eb-3d369c08ef83 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0396922 Sep 22 09:47:47.625525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58420) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.631778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-3e1f7699-d1fc-48d3-8949-266489bcb8da tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.635363 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3e1f7699-d1fc-48d3-8949-266489bcb8da tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0070665 Sep 22 09:47:47.639839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58424) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.643496 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f7be9d46-20d4-494f-8b9b-35c6708fd4af req-70aff7c7-31b8-4c20-b8ff-b90ad56fd231 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:47.647141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-189070b5-67c4-4dbf-bab5-3b57280c4356 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.648431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7be9d46-20d4-494f-8b9b-35c6708fd4af req-70aff7c7-31b8-4c20-b8ff-b90ad56fd231 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.45 "DELETE /v2.0/ports/13e7592d-7dfb-4541-bb1d-ba8a950e8f06 HTTP/1.1" status: 204 len: 173 time: 1.0593088 Sep 22 09:47:47.649630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3d842a-b50c-4f67-8f38-cd75d92e103f', 'name': 'network-vif-deleted', 'tag': '13e7592d-7dfb-4541-bb1d-ba8a950e8f06'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:47:47.650772 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-189070b5-67c4-4dbf-bab5-3b57280c4356 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0099559 Sep 22 09:47:47.653767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58426) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.658243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-10d7ddb5-87bf-4d8e-8fe5-11210954a7f5 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.661787 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e08ab5-eceb-45d5-9ade-e08eb9ffc886" -d '{"events": [{"server_uuid": "8f3d842a-b50c-4f67-8f38-cd75d92e103f", "name": "network-vif-deleted", "tag": "13e7592d-7dfb-4541-bb1d-ba8a950e8f06"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:47:47.662726 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-10d7ddb5-87bf-4d8e-8fe5-11210954a7f5 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079973 Sep 22 09:47:47.668052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58428) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.673525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-71fee04c-7bbe-4a68-b3df-d39f43372c86 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.677390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-71fee04c-7bbe-4a68-b3df-d39f43372c86 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077713 Sep 22 09:47:47.680534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58432) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.686949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-f3a72e07-4cb1-4a73-ae19-ed05f0b90b04 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.690709 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f3a72e07-4cb1-4a73-ae19-ed05f0b90b04 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0091298 Sep 22 09:47:47.693412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58434) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.705362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] device_id is not set on port d8950809-42fc-4207-b464-56d92b965bb8 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:47:47.708968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-7849a30f-0537-4e92-b47a-b3ffbeb4a280 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.714689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58438) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.716238 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7849a30f-0537-4e92-b47a-b3ffbeb4a280 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0216231 Sep 22 09:47:47.719703 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-4e734a36-bfc1-4ba4-987b-333b03bee131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:47.721213 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-4e734a36-bfc1-4ba4-987b-333b03bee131 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.1509292 Sep 22 09:47:47.732241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-bd614e47-62c5-4695-abdd-617f47089efc tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.732241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bd614e47-62c5-4695-abdd-617f47089efc tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0133600 Sep 22 09:47:47.734314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58442) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.742047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-720acabe-3fd8-4abd-9934-988422d01b39 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.749180 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-720acabe-3fd8-4abd-9934-988422d01b39 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0138369 Sep 22 09:47:47.757028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58448) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.780465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-0b363dad-b1ce-4219-b99f-33fe28f6c02f tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.784177 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0b363dad-b1ce-4219-b99f-33fe28f6c02f tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0261703 Sep 22 09:47:47.786350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58450) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.808102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-31a71d58-d565-4252-87e2-e1609d0cdd82 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.812353 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-31a71d58-d565-4252-87e2-e1609d0cdd82 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0249784 Sep 22 09:47:47.814321 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58452) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.818847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-88623d9e-1f83-4fdd-a84a-b87248e31bf7 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.820836 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-88623d9e-1f83-4fdd-a84a-b87248e31bf7 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0055647 Sep 22 09:47:47.845064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54efcfc0-ae83-4732-b498-3c50b3cfbbd4 req-c2b475a2-8777-4b4e-84bc-63c4626f0818 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 210 time: 0.0341806 Sep 22 09:47:47.845457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58454) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.867174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-9a6680eb-ff51-4070-9d61-bf1f1e320416 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.867174 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9a6680eb-ff51-4070-9d61-bf1f1e320416 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0221908 Sep 22 09:47:47.870270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58456) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.885585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-01494974-f862-441f-9cd1-9b740caff457 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.894656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58458) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.896811 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-01494974-f862-441f-9cd1-9b740caff457 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0186298 Sep 22 09:47:47.931018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-cf127754-8dce-4b02-aa74-28ec6e947c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:47.931018 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-cf127754-8dce-4b02-aa74-28ec6e947c15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2011197 Sep 22 09:47:47.944875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-eb01b49e-4995-4d32-a727-0e5359deddd4 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:47.954266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eb01b49e-4995-4d32-a727-0e5359deddd4 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0557985 Sep 22 09:47:47.954266 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da43721b-0694-4c8a-bdd4-8f1650f1df1a x-openstack-request-id: req-da43721b-0694-4c8a-bdd4-8f1650f1df1a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:47:47.954266 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3d842a-b50c-4f67-8f38-cd75d92e103f", "name": "network-vif-deleted", "tag": "13e7592d-7dfb-4541-bb1d-ba8a950e8f06", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:47:47.954266 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da43721b-0694-4c8a-bdd4-8f1650f1df1a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:47:47.954734 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3d842a-b50c-4f67-8f38-cd75d92e103f', 'name': 'network-vif-deleted', 'tag': '13e7592d-7dfb-4541-bb1d-ba8a950e8f06', 'status': 'completed', 'code': 200} Sep 22 09:47:47.956575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58462) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:47.992883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-02a687bc-0705-4626-bc0d-aa33c4640dda tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.004709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58464) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.005714 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-02a687bc-0705-4626-bc0d-aa33c4640dda tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0238690 Sep 22 09:47:48.012065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-b10378bb-756a-46bb-986b-acf7bfc74a4d tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.019486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b10378bb-756a-46bb-986b-acf7bfc74a4d tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0113204 Sep 22 09:47:48.021087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58466) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.037257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-65dbe458-fbe6-4146-a583-f40f40f28386 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.041003 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-65dbe458-fbe6-4146-a583-f40f40f28386 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0163391 Sep 22 09:47:48.041628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58468) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.057224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-b7b7fc34-9417-419a-a99a-5016f4132c9c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.061323 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b7b7fc34-9417-419a-a99a-5016f4132c9c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0158138 Sep 22 09:47:48.066310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58470) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.087843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-3fcf4fa6-76ba-47ca-ad41-3cd7335cad58 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.091932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3fcf4fa6-76ba-47ca-ad41-3cd7335cad58 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0189490 Sep 22 09:47:48.114232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.20.0.8 (e247f58a-69b6-47d4-be8b-5e09ab1cc14f/b7b712d5-9a02-492a-9737-7931c3b254b3/d8950809-42fc-4207-b464-56d92b965bb8) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:48.119166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58472) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.125840 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-992a8510-620e-4db7-914d-e860f748408c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.129740 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-992a8510-620e-4db7-914d-e860f748408c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0092945 Sep 22 09:47:48.130555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58476) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.142214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-7717fd4e-5d5f-4a0a-a2e3-c20701cfed09 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.146193 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7717fd4e-5d5f-4a0a-a2e3-c20701cfed09 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0095329 Sep 22 09:47:48.154710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58478) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.154710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-2a662e0d-2479-46fa-b6ba-45a395ea5d05 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.155640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2a662e0d-2479-46fa-b6ba-45a395ea5d05 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0060265 Sep 22 09:47:48.158727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58480) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.164156 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-9e444d85-6f58-444d-a782-b6d030587bd0 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.165700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9e444d85-6f58-444d-a782-b6d030587bd0 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0058231 Sep 22 09:47:48.173930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58482) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.180669 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-a981707b-1519-413b-976e-0fb7924fdbd7 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.182180 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a981707b-1519-413b-976e-0fb7924fdbd7 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0067966 Sep 22 09:47:48.185188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58488) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.189982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-158b7fb5-06ef-4dc0-a9a8-1f3ed1eff1a3 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.193409 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-158b7fb5-06ef-4dc0-a9a8-1f3ed1eff1a3 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045979 Sep 22 09:47:48.193409 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-7ac952a9-f707-4c6f-8aa3-bd1700a093cb service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547569 Sep 22 09:47:48.194014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58490) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.198381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-f9672a04-0f54-4858-bbe1-504f47dcb5f9 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.200482 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f9672a04-0f54-4858-bbe1-504f47dcb5f9 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044200 Sep 22 09:47:48.203503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58492) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.209222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-25113107-5732-4cc0-9bb3-1a6607611a39 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.210230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-25113107-5732-4cc0-9bb3-1a6607611a39 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0056581 Sep 22 09:47:48.214257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58494) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.221338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-e3db115f-d2f4-403b-a0de-475500eeaec4 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.222403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e3db115f-d2f4-403b-a0de-475500eeaec4 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071666 Sep 22 09:47:48.226721 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58496) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.231797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-5d190e34-bad9-4489-b033-b8603a57716c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.232786 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5d190e34-bad9-4489-b033-b8603a57716c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051033 Sep 22 09:47:48.235529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58498) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.239925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-a51e077d-5abe-4f33-a06c-9d303c4fc449 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.241734 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a51e077d-5abe-4f33-a06c-9d303c4fc449 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044911 Sep 22 09:47:48.250475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58500) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.257693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-153409c5-2e4c-44d2-9b10-420856188b45 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.261064 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-153409c5-2e4c-44d2-9b10-420856188b45 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0071657 Sep 22 09:47:48.261777 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58502) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.266702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-1da25320-989f-41bd-975c-cb48c69c8012 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.268400 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1da25320-989f-41bd-975c-cb48c69c8012 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0055089 Sep 22 09:47:48.296130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58506) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.301222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-6b9faeea-69c0-463b-955c-a3c777e43182 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.305172 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6b9faeea-69c0-463b-955c-a3c777e43182 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0077987 Sep 22 09:47:48.307684 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58508) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.323592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-48c02425-68f0-4eeb-b7f9-9079095f4282 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.327747 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-48c02425-68f0-4eeb-b7f9-9079095f4282 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0189764 Sep 22 09:47:48.330228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58512) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.334553 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-ce1bf382-5fd4-496d-bf86-5620855c4a77 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.338401 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce1bf382-5fd4-496d-bf86-5620855c4a77 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0070331 Sep 22 09:47:48.341378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58514) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.345770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-84b04b46-d73e-457e-831a-89df12cb6ce5 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.349554 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-84b04b46-d73e-457e-831a-89df12cb6ce5 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070693 Sep 22 09:47:48.351943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58516) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.354309 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:48.358540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-0ccf71f2-a6f0-4ebf-85e6-3df929a71169 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.362617 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0ccf71f2-a6f0-4ebf-85e6-3df929a71169 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0096207 Sep 22 09:47:48.365069 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58518) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.373488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-7938d5b9-b755-493d-ac1f-e8cdad196a8c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.391636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58522) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.392158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7938d5b9-b755-493d-ac1f-e8cdad196a8c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0112438 Sep 22 09:47:48.405247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-c2e7b4fc-3ddf-4387-9fe2-7fbecebac816 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.406505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c2e7b4fc-3ddf-4387-9fe2-7fbecebac816 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0137222 Sep 22 09:47:48.412553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58524) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.419444 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-3d0d0c53-4cde-4273-ac2b-e1e5b149f50c service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177408 Sep 22 09:47:48.424641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-f746feee-262a-402d-b9f7-5ae7c7e998b7 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.424641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f746feee-262a-402d-b9f7-5ae7c7e998b7 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055230 Sep 22 09:47:48.427222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58526) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.432289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-4cd4ae1a-99f2-44d3-b5ae-75c2098fd117 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.433235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4cd4ae1a-99f2-44d3-b5ae-75c2098fd117 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049186 Sep 22 09:47:48.437376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58528) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.441471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58530) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.442758 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-3a631a99-c804-49a2-9ff4-02f19168dd6c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.444179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3a631a99-c804-49a2-9ff4-02f19168dd6c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051653 Sep 22 09:47:48.446890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58532) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.453523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-953d859b-6a81-43ef-b2d4-bb131fc3a260 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.454579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-953d859b-6a81-43ef-b2d4-bb131fc3a260 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067370 Sep 22 09:47:48.459181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58534) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.464710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-7338ccf8-3481-4ec5-b8cb-0b28cafd3a68 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.468357 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7338ccf8-3481-4ec5-b8cb-0b28cafd3a68 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0054798 Sep 22 09:47:48.471983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58536) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.480585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-f7f3833c-3847-4354-8465-fbb6ea0730be tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.482778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f7f3833c-3847-4354-8465-fbb6ea0730be tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0084238 Sep 22 09:47:48.489169 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-4da9f6ce-1edf-41ca-89bb-7e2588470e4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b HTTP/1.1" status: 200 len: 217 time: 0.0624537 Sep 22 09:47:48.490966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58540) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.515440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-bb84215b-7a36-4416-8f0a-c188a20d9e9c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.517116 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bb84215b-7a36-4416-8f0a-c188a20d9e9c tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0249171 Sep 22 09:47:48.520092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58542) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.526200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-2cd64ece-2c87-4560-925b-3b8a1d3758d4 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.528536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2cd64ece-2c87-4560-925b-3b8a1d3758d4 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062227 Sep 22 09:47:48.530955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58544) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.536585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-89d5b86e-e84a-468e-a842-eae0ff883843 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.539218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-89d5b86e-e84a-468e-a842-eae0ff883843 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067527 Sep 22 09:47:48.552969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58546) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.552969 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:48.562141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-b8e28a23-2a8b-4c29-8757-daa0800ee442 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.565221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b8e28a23-2a8b-4c29-8757-daa0800ee442 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0202796 Sep 22 09:47:48.573031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58548) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.578308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-d92d1f73-6d8f-4024-9a2a-b0fee547f36a tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.579547 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d92d1f73-6d8f-4024-9a2a-b0fee547f36a tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0051370 Sep 22 09:47:48.591067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58552) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.607258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-0e8dea12-ce68-4e40-81c8-a038b9ac0056 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.608314 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0e8dea12-ce68-4e40-81c8-a038b9ac0056 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0093756 Sep 22 09:47:48.623739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58554) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.645669 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [None req-31cfc579-8058-44e0-914d-4e0da0b177e7 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.646951 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-31cfc579-8058-44e0-914d-4e0da0b177e7 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0156021 Sep 22 09:47:48.654565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58558) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.659731 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [None req-ea749a71-515e-40a4-aa2f-4477b0f031c7 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:47:48.659935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-37f8eb9f-14b7-4a6b-a34d-16c264bde471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:48.661339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ea749a71-515e-40a4-aa2f-4477b0f031c7 tempest-ExtensionsTestJSON-1032691226 tempest-ExtensionsTestJSON-1032691226-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051677 Sep 22 09:47:48.664413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network e247f58a-69b6-47d4-be8b-5e09ab1cc14f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:48.667748 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-37f8eb9f-14b7-4a6b-a34d-16c264bde471 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.1640685 Sep 22 09:47:48.680000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:48.685664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:48.718074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:47:48.737073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-2d6cd893-0823-43f3-810c-f5c2581304ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:48.738612 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-2d6cd893-0823-43f3-810c-f5c2581304ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0640318 Sep 22 09:47:48.744440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=d8950809-42fc-4207-b464-56d92b965bb8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:48.793212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:47:48.794432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 13e7592d-7dfb-4541-bb1d-ba8a950e8f06 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:47:48.811907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:48.815887 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:48.898676 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-d3311a61-b778-48a5-8347-0864a9bb5d14 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518056 Sep 22 09:47:48.920764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:48.967511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6249b358-52ba-408a-a78e-d39bc12fb439 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8184509 Sep 22 09:47:48.968245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58570) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:48.976047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f9d7ef0d-3f12-4748-84d2-5e42ac16ceef tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'floatingip': {'port_id': 'd8950809-42fc-4207-b464-56d92b965bb8'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:48.999216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2791fcd9-87c0-4070-b393-1d5e1cb0020a req-b98b8f1e-4323-4ea6-ae71-90554ea4ec01 tempest-VolumesNegativeTest-1857364188 tempest-VolumesNegativeTest-1857364188-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f3d842a-b50c-4f67-8f38-cd75d92e103f HTTP/1.1" status: 200 len: 210 time: 0.0509140 Sep 22 09:47:49.051042 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f9d7ef0d-3f12-4748-84d2-5e42ac16ceef tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:49.222751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:49.229906 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-11155a75-a9e8-44d8-b4be-2b3a53ac0434 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236859 Sep 22 09:47:49.332305 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-339e95dc-b6f8-49fe-b9d9-8eb3ddfbe1ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0856080 Sep 22 09:47:49.454203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-7c114169-ac61-4123-969b-6806e1c8495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:49.455690 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-7c114169-ac61-4123-969b-6806e1c8495b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.1084015 Sep 22 09:47:49.637292 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-55496e71-56a5-46c0-9651-169e758ade93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:49.638790 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-55496e71-56a5-46c0-9651-169e758ade93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1473975 Sep 22 09:47:49.710536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:49.940840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58608) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:49.945131 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.resource_extend [None req-f9d7ef0d-3f12-4748-84d2-5e42ac16ceef tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:47:49.953216 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-fd2d8054-30ec-4a0d-af3d-cd585d238545 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044271 Sep 22 09:47:50.034803 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f9d7ef0d-3f12-4748-84d2-5e42ac16ceef tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:50.419617 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f5bd11a-8fd7-49cb-b819-8cc5dc20adea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:50.461026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Allocated IP 172.25.6.42 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/7b59d8a1-4d3d-4e38-a5e4-557ba6145b5a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:50.465660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f9d7ef0d-3f12-4748-84d2-5e42ac16ceef tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:50.608043 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f5bd11a-8fd7-49cb-b819-8cc5dc20adea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:50.675386 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-17433f95-65fc-4556-8a8d-0feb947c9468 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850474 Sep 22 09:47:50.694383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f5bd11a-8fd7-49cb-b819-8cc5dc20adea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:50.753192 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-107b7541-335d-4d86-ab54-e25f01bc5469 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 200 len: 217 time: 0.0584819 Sep 22 09:47:50.769850 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4f5bd11a-8fd7-49cb-b819-8cc5dc20adea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e6e25b395f34f7db9c270926d9e81a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8269808 Sep 22 09:47:50.772458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58644) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:50.773512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bd11a-8fd7-49cb-b819-8cc5dc20adea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5926db-a7ed-4581-83db-3b19afc754dd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:50.813946 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-f9d7ef0d-3f12-4748-84d2-5e42ac16ceef tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP ffeba6f9-d2df-48e7-a5f6-6da6ab7f468f associated. External IP: 172.25.6.131, port: d8950809-42fc-4207-b464-56d92b965bb8. Sep 22 09:47:50.870989 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9704739-2109-438d-8987-9d7b18ae298c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:50.877728 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:50.895717 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9704739-2109-438d-8987-9d7b18ae298c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:50.903862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-6caaeba3-fe54-40f5-b024-4dbab142636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:50.905909 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-6caaeba3-fe54-40f5-b024-4dbab142636e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.1424894 Sep 22 09:47:51.056630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-c5222e64-384c-4948-be1a-3b82bb27fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:51.058478 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-c5222e64-384c-4948-be1a-3b82bb27fb2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084404 Sep 22 09:47:51.071054 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9704739-2109-438d-8987-9d7b18ae298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:51.077150 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9704739-2109-438d-8987-9d7b18ae298c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:51.084049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f9704739-2109-438d-8987-9d7b18ae298c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c5926db-a7ed-4581-83db-3b19afc754dd HTTP/1.1" status: 204 len: 168 time: 0.3020046 Sep 22 09:47:51.089951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9704739-2109-438d-8987-9d7b18ae298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5926db-a7ed-4581-83db-3b19afc754dd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:51.131613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:51.210726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:51.252063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:51.256544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:51.430737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event updated for resources: {'Port': ['ID=7b59d8a1-4d3d-4e38-a5e4-557ba6145b5a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:51.465902 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-ad78a261-6a88-472a-9059-442026fb32c2 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717074 Sep 22 09:47:51.482458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d7ef0d-3f12-4748-84d2-5e42ac16ceef tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:51.636432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:51.750776 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1d5a4f91-2888-40f1-bfaf-7d81d87f5f49 req-6c8db931-51db-451f-965f-50f6c92c557e service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776148 Sep 22 09:47:51.798742 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:51.803002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d7ef0d-3f12-4748-84d2-5e42ac16ceef tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:51.809808 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f9d7ef0d-3f12-4748-84d2-5e42ac16ceef tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:51.819109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff7360-7e7b-40e9-999e-33374cce1740 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:51.838977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff7360-7e7b-40e9-999e-33374cce1740 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:51.839928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-87ff7360-7e7b-40e9-999e-33374cce1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:51.916321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-87ff7360-7e7b-40e9-999e-33374cce1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:51.929191 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f9d7ef0d-3f12-4748-84d2-5e42ac16ceef tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "PUT /v2.0/floatingips/ffeba6f9-d2df-48e7-a5f6-6da6ab7f468f HTTP/1.1" status: 200 len: 978 time: 2.9574156 Sep 22 09:47:51.932930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58702) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:51.938749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff7360-7e7b-40e9-999e-33374cce1740 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:51.939402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-87ff7360-7e7b-40e9-999e-33374cce1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:52.039902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-87ff7360-7e7b-40e9-999e-33374cce1740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:52.040590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff7360-7e7b-40e9-999e-33374cce1740 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:52.244109 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:52.256202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port d8950809-42fc-4207-b464-56d92b965bb8 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:52.259331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:52.353044 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:52.499905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:52.658449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event updated for resources: {'Port': ['ID=7b59d8a1-4d3d-4e38-a5e4-557ba6145b5a,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:52.671713 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:52.785879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:52.785879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:52.785879 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP ffeba6f9-d2df-48e7-a5f6-6da6ab7f468f disassociated. External IP: 172.25.6.131, port: d8950809-42fc-4207-b464-56d92b965bb8. Sep 22 09:47:52.785879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for d8950809-42fc-4207-b464-56d92b965bb8 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:52.831181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:52.837559 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6ca77b01-06d4-47a1-a8d7-8d049578c62e tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3887625 Sep 22 09:47:52.837559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58784) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:52.848272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-356804908'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:52.976231 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Made reservation on behalf of 3e65b95d63b44017b8a909860b288094 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:52.979890 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:52.997029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58798) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:53.001942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.066923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.107061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=d8950809-42fc-4207-b464-56d92b965bb8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:53.241183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.271674 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.287010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:47:53.357436 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.382839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:47:53.397399 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd9c5f-d38f-4821-b162-e4864a054380,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:53.415962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.416430 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Added segment ac20377d-3a17-4d39-be10-6a54c5aa3eb9 of type vlan for network 9f6572ee-25b9-4cdb-81a9-75a56a76c65f Sep 22 09:47:53.448796 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:47:53.463052 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af78d63-00f6-4740-8d4c-3fda69e29a5f None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:47:53.478559 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af78d63-00f6-4740-8d4c-3fda69e29a5f None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:53.483999 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.484260 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4af78d63-00f6-4740-8d4c-3fda69e29a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:53.520004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-885742212'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:53.560540 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4af78d63-00f6-4740-8d4c-3fda69e29a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:53.576682 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.579528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ccc3e71d-e80c-4b1d-be98-a3880fa91c01 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/ports/d8950809-42fc-4207-b464-56d92b965bb8 HTTP/1.1" status: 204 len: 168 time: 1.6440990 Sep 22 09:47:53.581798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58814) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:53.627554 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af78d63-00f6-4740-8d4c-3fda69e29a5f None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:47:53.628412 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4af78d63-00f6-4740-8d4c-3fda69e29a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:53.661235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.667104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:53.667705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.703254 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4af78d63-00f6-4740-8d4c-3fda69e29a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:53.703907 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af78d63-00f6-4740-8d4c-3fda69e29a5f None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:47:53.752718 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c8cd980d-58d6-48be-b605-f06f2f9297b3 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "GET /v2.0/floatingips/ffeba6f9-d2df-48e7-a5f6-6da6ab7f468f HTTP/1.1" status: 200 len: 688 time: 0.1692262 Sep 22 09:47:53.755367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58822) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:53.765440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Made reservation on behalf of 88cbf4ea2ff74b439b812af03579b142 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:53.776757 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.807778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event updated for resources: {'Network': ['ID=9f6572ee-25b9-4cdb-81a9-75a56a76c65f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:53.821360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 9f6572ee-25b9-4cdb-81a9-75a56a76c65f details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:47:53.893799 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:53.904107 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0d1b7213-7f94-493a-920b-48a528782972 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0648453 Sep 22 09:47:53.906525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58828) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:53.912335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Request body: {'subnet': {'network_id': '9f6572ee-25b9-4cdb-81a9-75a56a76c65f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:54.048297 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.133799 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-edd88260-6913-451b-b7fd-13483a8ac9ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port 81551527-9554-49cb-b453-1f590df57f23 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:47:54.133799 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-edd88260-6913-451b-b7fd-13483a8ac9ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.146966 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.232283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:47:54.242595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4ff394-c674-4a1d-ab34-7c426b518f1d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:54.251022 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.251368 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Added segment f3d8f3a5-9c9b-4bac-97d3-d87f5aaa1c12 of type vlan for network 41ba7c3d-e7b5-4794-965c-c875021c42cc Sep 22 09:47:54.273359 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d3cb519d-588b-41ef-a239-9a23b6147166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.291672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Made reservation on behalf of 3e65b95d63b44017b8a909860b288094 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:47:54.297618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.332177 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.360946 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-edd88260-6913-451b-b7fd-13483a8ac9ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.361291 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-edd88260-6913-451b-b7fd-13483a8ac9ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.376643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-edd88260-6913-451b-b7fd-13483a8ac9ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for 81551527-9554-49cb-b453-1f590df57f23 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:47:54.439363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.446300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:54.446939 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.473687 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.561044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Pushing event updated for resources: {'Network': ['ID=41ba7c3d-e7b5-4794-965c-c875021c42cc,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:54.583134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 41ba7c3d-e7b5-4794-965c-c875021c42cc details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:47:54.591522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9e73238c-72db-4763-8976-e40acb0d9c14 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.5941503 Sep 22 09:47:54.594517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58876) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:54.603569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-e3a2591d-ce8a-4831-81fe-469d0ec171f5 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc', 'tempest-TagsTest-Tag-1342394876') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:54.744716 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.866353 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-edd88260-6913-451b-b7fd-13483a8ac9ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:54.914024 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd88260-6913-451b-b7fd-13483a8ac9ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=81551527-9554-49cb-b453-1f590df57f23,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:54.979480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event updated for resources: {'Subnet': ['ID=cb4db4cd-9185-46de-8df7-ef9f1e77740b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:54.990498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e3a2591d-ce8a-4831-81fe-469d0ec171f5 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "PUT /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags/tempest-TagsTest-Tag-1342394876 HTTP/1.1" status: 201 len: 201 time: 0.3928087 Sep 22 09:47:54.992439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58934) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:54.999786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-1bc88c6a-54de-4469-8f2f-63406bc2db6f tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc', 'tempest-TagsTest-Tag-1342394876') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:55.004631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Checking segment: {'id': 'ac20377d-3a17-4d39-be10-6a54c5aa3eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '9f6572ee-25b9-4cdb-81a9-75a56a76c65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:47:55.005118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Network hostable DHCP agents. Network: 9f6572ee-25b9-4cdb-81a9-75a56a76c65f, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:47:55.070972 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-edd88260-6913-451b-b7fd-13483a8ac9ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:55.075626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-edd88260-6913-451b-b7fd-13483a8ac9ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:55.080201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-edd88260-6913-451b-b7fd-13483a8ac9ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/floatingips/ffeba6f9-d2df-48e7-a5f6-6da6ab7f468f HTTP/1.1" status: 204 len: 168 time: 1.3202975 Sep 22 09:47:55.081085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58948) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:55.086881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '3daee52a-6494-48a3-9005-833e57e0ac4b'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:55.093491 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1bc88c6a-54de-4469-8f2f-63406bc2db6f tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "GET /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags/tempest-TagsTest-Tag-1342394876 HTTP/1.1" status: 204 len: 168 time: 0.0994878 Sep 22 09:47:55.096007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58950) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:55.100979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-bd64e5ac-def9-4a08-b150-35ecd208356d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:55.147376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Network 9f6572ee-25b9-4cdb-81a9-75a56a76c65f is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:47:55.198377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bd64e5ac-def9-4a08-b150-35ecd208356d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "GET /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags HTTP/1.1" status: 200 len: 238 time: 0.1012561 Sep 22 09:47:55.201649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58962) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:55.207020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-291c3180-7aea-431b-a281-f0e74e1d54a9 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc', {'tags': ['tempest-TagsTest-Tag-2037616552', 'tempest-TagsTest-Tag-201352237', 'tempest-TagsTest-Tag-1616666857']}) {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:55.228290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:55.248654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 9f6572ee-25b9-4cdb-81a9-75a56a76c65f) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:55.259104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc0a82e-5a36-40d7-81ec-dc65914fcd04 None None] Network 9f6572ee-25b9-4cdb-81a9-75a56a76c65f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:47:55.294503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:47:55.295513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:55.389250 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-83a7922d-15c9-4a1a-9d9c-51578647f668 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4813981 Sep 22 09:47:55.393083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58978) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:55.398129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1883588237', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:47:55.422307 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:55.433834 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-291c3180-7aea-431b-a281-f0e74e1d54a9 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "PUT /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags HTTP/1.1" status: 200 len: 308 time: 0.2310965 Sep 22 09:47:55.439994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58986) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:55.456956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-8e14024e-f548-4c85-b0c9-60ee963f4e97 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc', 'tempest-TagsTest-Tag-2037616552') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:55.572285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-9f6572ee-25b9-4cdb-81a9-75a56a76c65f', 'network_id': '9f6572ee-25b9-4cdb-81a9-75a56a76c65f', 'tenant_id': '3e65b95d63b44017b8a909860b288094', 'fixed_ips': [{'subnet_id': 'cb4db4cd-9185-46de-8df7-ef9f1e77740b'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:47:55.573767 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:55.575343 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:55.576622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:55.704900 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:55.757832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Allocated IP 172.20.0.2 (9f6572ee-25b9-4cdb-81a9-75a56a76c65f/cb4db4cd-9185-46de-8df7-ef9f1e77740b/42baa8be-74ff-4252-8128-901ca29c36e7) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:55.775576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.25.6.146 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/559ebb4c-43cd-43c9-b5c2-568dea7e0c0e) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:55.894033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8e14024e-f548-4c85-b0c9-60ee963f4e97 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "DELETE /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags/tempest-TagsTest-Tag-2037616552 HTTP/1.1" status: 204 len: 168 time: 0.4511960 Sep 22 09:47:55.944073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59018) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:56.019473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-5cea8fcc-fa83-4c43-ad81-93bca3dbb8a3 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc', 'tempest-TagsTest-Tag-2037616552') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:56.045751 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:56.158384 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:56.216533 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:56.233069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Pushing event updated for resources: {'Port': ['ID=42baa8be-74ff-4252-8128-901ca29c36e7,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:56.269016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Network 9f6572ee-25b9-4cdb-81a9-75a56a76c65f is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:56.270995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:56.274010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:56.330262 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-5cea8fcc-fa83-4c43-ad81-93bca3dbb8a3 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] show failed (client error): The resource could not be found. Sep 22 09:47:56.331613 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5cea8fcc-fa83-4c43-ad81-93bca3dbb8a3 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "GET /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags/tempest-TagsTest-Tag-2037616552 HTTP/1.1" status: 404 len: 326 time: 0.3915734 Sep 22 09:47:56.346763 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59068) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:56.353983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-673f6610-6216-425e-8485-01857f62bb8a tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc', 'tempest-TagsTest-Tag-201352237') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:56.440966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Attempting to bind port 42baa8be-74ff-4252-8128-901ca29c36e7 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:47:56.441386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Attempting to bind port 42baa8be-74ff-4252-8128-901ca29c36e7 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'ac20377d-3a17-4d39-be10-6a54c5aa3eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '9f6572ee-25b9-4cdb-81a9-75a56a76c65f'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:47:56.441867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Attempting to bind port 42baa8be-74ff-4252-8128-901ca29c36e7 on network 9f6572ee-25b9-4cdb-81a9-75a56a76c65f {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:47:56.454875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:47:56.456934 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Checking segment: {'id': 'ac20377d-3a17-4d39-be10-6a54c5aa3eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '9f6572ee-25b9-4cdb-81a9-75a56a76c65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:47:56.457685 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:56.458458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Bound using segment: {'id': 'ac20377d-3a17-4d39-be10-6a54c5aa3eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '9f6572ee-25b9-4cdb-81a9-75a56a76c65f'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:47:56.460093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Bound port: 42baa8be-74ff-4252-8128-901ca29c36e7, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac20377d-3a17-4d39-be10-6a54c5aa3eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '9f6572ee-25b9-4cdb-81a9-75a56a76c65f'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:47:56.461027 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:56.560982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] For port 42baa8be-74ff-4252-8128-901ca29c36e7, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:47:56.566935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] For port 42baa8be-74ff-4252-8128-901ca29c36e7, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=42baa8be-74ff-4252-8128-901ca29c36e7,segment=NetworkSegment(ac20377d-3a17-4d39-be10-6a54c5aa3eb9),segment_id=ac20377d-3a17-4d39-be10-6a54c5aa3eb9)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:47:56.636558 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-673f6610-6216-425e-8485-01857f62bb8a tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "GET /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags/tempest-TagsTest-Tag-201352237 HTTP/1.1" status: 204 len: 168 time: 0.2862203 Sep 22 09:47:56.640090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59088) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:56.645638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-d7637403-eef2-4206-9489-5f58ce13a93e tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc', 'tempest-TagsTest-Tag-1616666857') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:56.691548 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:56.739403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:56.842399 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:56.857189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a6372-112c-4ef9-99cf-b98bcfc7c574 None None] Pushing event updated for resources: {'Port': ['ID=42baa8be-74ff-4252-8128-901ca29c36e7,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:57.006544 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7a374b61-5de1-482c-b25e-d00dca18a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:57.081783 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:57.198638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:57.202904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:57.205544 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:57.240145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=559ebb4c-43cd-43c9-b5c2-568dea7e0c0e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:57.366349 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:57.407982 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d7637403-eef2-4206-9489-5f58ce13a93e tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "GET /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags/tempest-TagsTest-Tag-1616666857 HTTP/1.1" status: 204 len: 168 time: 0.7666349 Sep 22 09:47:57.416299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59126) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:57.461222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-b287356d-bab2-4cfa-8d17-7ade5c814a43 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:57.548222 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:57.706354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59150) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:57.716457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Allocated IP 172.25.6.182 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/7bc3da6f-9e76-44e0-a730-345195d447a2) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:47:58.045633 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6da0-6cc6-4f7d-81b0-f36ece91bfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.093660 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.102162 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.196917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 42baa8be-74ff-4252-8128-901ca29c36e7 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:47:58.231416 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b287356d-bab2-4cfa-8d17-7ade5c814a43 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "DELETE /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags HTTP/1.1" status: 204 len: 168 time: 0.8130107 Sep 22 09:47:58.232381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59164) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:58.240101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-425ce3cb-d356-44b9-bb06-4b7718c979ed tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc', 'tempest-TagsTest-Tag-201352237') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:58.272128 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6da0-6cc6-4f7d-81b0-f36ece91bfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.298010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.329349 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.332467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 42baa8be-74ff-4252-8128-901ca29c36e7 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:47:58.333346 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.371703 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6da0-6cc6-4f7d-81b0-f36ece91bfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.448096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223a9178-f687-4f71-a795-9435502f57a6 None None] Network 9f6572ee-25b9-4cdb-81a9-75a56a76c65f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:47:58.449729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a6da0-6cc6-4f7d-81b0-f36ece91bfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fddd416-9647-49b8-a4c5-15b52a14372c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:58.472688 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4c5a6da0-6cc6-4f7d-81b0-f36ece91bfb4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00f3176941ec4b71a3af7b3e83a97665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7650120 Sep 22 09:47:58.476204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59170) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:58.503099 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-425ce3cb-d356-44b9-bb06-4b7718c979ed tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] show failed (client error): The resource could not be found. Sep 22 09:47:58.507731 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-425ce3cb-d356-44b9-bb06-4b7718c979ed tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "GET /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags/tempest-TagsTest-Tag-201352237 HTTP/1.1" status: 404 len: 325 time: 0.2735953 Sep 22 09:47:58.511404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59172) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:58.517008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-c1f77a77-679a-44ba-af30-8b6c1078dd84 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc', 'tempest-TagsTest-Tag-1616666857') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:58.540528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:47:58.551679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:47:58.560295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event updated for resources: {'Port': ['ID=7bc3da6f-9e76-44e0-a730-345195d447a2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:58.565389 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.579876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:47:58.591743 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9494-945b-4d77-8343-e2146c938859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.631570 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9494-945b-4d77-8343-e2146c938859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.741596 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.780527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-79fe4a11-27df-4eac-ab34-3c09b0a38fbf None None] Provisioning complete for port 42baa8be-74ff-4252-8128-901ca29c36e7 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:47:58.781191 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-79fe4a11-27df-4eac-ab34-3c09b0a38fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.781965 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-c1f77a77-679a-44ba-af30-8b6c1078dd84 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] show failed (client error): The resource could not be found. Sep 22 09:47:58.786389 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c1f77a77-679a-44ba-af30-8b6c1078dd84 tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "GET /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags/tempest-TagsTest-Tag-1616666857 HTTP/1.1" status: 404 len: 326 time: 0.2733634 Sep 22 09:47:58.789395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59176) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:58.801722 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-bb6b81df-5fc1-4531-ad36-60d4b32b991f tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '41ba7c3d-e7b5-4794-965c-c875021c42cc') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:58.871616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 42baa8be-74ff-4252-8128-901ca29c36e7, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=42baa8be-74ff-4252-8128-901ca29c36e7,segment=NetworkSegment(ac20377d-3a17-4d39-be10-6a54c5aa3eb9),segment_id=ac20377d-3a17-4d39-be10-6a54c5aa3eb9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:47:58.913154 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.943394 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-79fe4a11-27df-4eac-ab34-3c09b0a38fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.950616 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bb6b81df-5fc1-4531-ad36-60d4b32b991f tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "DELETE /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc/tags HTTP/1.1" status: 204 len: 168 time: 0.1600735 Sep 22 09:47:58.954026 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9494-945b-4d77-8343-e2146c938859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.957299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a5e9494-945b-4d77-8343-e2146c938859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:58.957299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6a5e9494-945b-4d77-8343-e2146c938859 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0fddd416-9647-49b8-a4c5-15b52a14372c HTTP/1.1" status: 204 len: 168 time: 0.4795313 Sep 22 09:47:58.957832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59182) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:47:58.991872 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.021249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.035095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e9494-945b-4d77-8343-e2146c938859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fddd416-9647-49b8-a4c5-15b52a14372c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:59.114886 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-79fe4a11-27df-4eac-ab34-3c09b0a38fbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:47:59.115363 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-79fe4a11-27df-4eac-ab34-3c09b0a38fbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:47:59.161706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=42baa8be-74ff-4252-8128-901ca29c36e7,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:59.213025 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.396261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.402165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=559ebb4c-43cd-43c9-b5c2-568dea7e0c0e,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:47:59.416317 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.555006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.623624 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.653076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ba7c3d-e7b5-4794-965c-c875021c42cc']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:59.665656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d8f3a5-9c9b-4bac-97d3-d87f5aaa1c12') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:59.666232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d8f3a5-9c9b-4bac-97d3-d87f5aaa1c12') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:47:59.678566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.695304 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.703814 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:47:59.704670 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:47:59.736804 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:47:59.835213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d3d02504-67ba-421b-b92e-9656b7c0defc None None] Provisioning complete for port 42baa8be-74ff-4252-8128-901ca29c36e7 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:47:59.835603 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d3d02504-67ba-421b-b92e-9656b7c0defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.861830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Router 97068e7b-0df0-46e6-8cf0-434f3c9698c8 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:47:59.880700 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:47:59.891692 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP ad4615eb-252c-4277-841b-e9eb07d806d2 associated. External IP: 172.25.6.146, port: 3daee52a-6494-48a3-9005-833e57e0ac4b. Sep 22 09:48:00.103432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 42baa8be-74ff-4252-8128-901ca29c36e7 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:48:00.127519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:00.141534 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d774d768-dca7-4d03-a23b-287ddaa7c8be None None] Sync routers for ids ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:00.155841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d774d768-dca7-4d03-a23b-287ddaa7c8be None None] Routers {'97068e7b-0df0-46e6-8cf0-434f3c9698c8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:00.156502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d774d768-dca7-4d03-a23b-287ddaa7c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:00.196017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d774d768-dca7-4d03-a23b-287ddaa7c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:00.218297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d774d768-dca7-4d03-a23b-287ddaa7c8be None None] Routers {'97068e7b-0df0-46e6-8cf0-434f3c9698c8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:00.219203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d774d768-dca7-4d03-a23b-287ddaa7c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:00.247207 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59210) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:00.270012 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d774d768-dca7-4d03-a23b-287ddaa7c8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:00.270475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d774d768-dca7-4d03-a23b-287ddaa7c8be None None] The sync data for ids ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:00.272281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 42baa8be-74ff-4252-8128-901ca29c36e7 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:48:00.272931 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:00.298777 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:00.318340 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fcea44a1-92aa-4543-b47c-3d7a4d30d21f tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.9250877 Sep 22 09:48:00.321481 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:00.321719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0f412d1-9f02-4a8a-ae34-67e0b25220ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:00.337420 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59214) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:00.379441 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:00.396542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] 10.222.0.49 "DELETE /v2.0/networks/41ba7c3d-e7b5-4794-965c-c875021c42cc HTTP/1.1" status: 204 len: 168 time: 1.4351761 Sep 22 09:48:00.530521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0f412d1-9f02-4a8a-ae34-67e0b25220ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:00.588514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:48:00.591129 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b0feb-ed99-41f9-b287-00d269486f7d tempest-TagsTest-961280102 tempest-TagsTest-961280102-project] Pushing event deleted for resources: {'Network': ['ID=41ba7c3d-e7b5-4794-965c-c875021c42cc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:00.630699 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0f412d1-9f02-4a8a-ae34-67e0b25220ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:00.689337 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b0f412d1-9f02-4a8a-ae34-67e0b25220ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e0a71ec8a584a81a65059814451f7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410355 Sep 22 09:48:00.693688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59224) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:00.705298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f412d1-9f02-4a8a-ae34-67e0b25220ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c98f7e-4c32-4969-9f33-076e6386d3a3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:00.767578 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ef293b5-4a71-48aa-8046-5c985ef7b1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:00.795827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ef293b5-4a71-48aa-8046-5c985ef7b1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:00.920468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:00.936432 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d0ba2-92ac-446b-8062-8318e168a326 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:00.952038 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d0ba2-92ac-446b-8062-8318e168a326 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:00.953053 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-489d0ba2-92ac-446b-8062-8318e168a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:01.006827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ef293b5-4a71-48aa-8046-5c985ef7b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:01.006827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ef293b5-4a71-48aa-8046-5c985ef7b1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:01.006827 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9ef293b5-4a71-48aa-8046-5c985ef7b1ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61c98f7e-4c32-4969-9f33-076e6386d3a3 HTTP/1.1" status: 204 len: 168 time: 0.3113782 Sep 22 09:48:01.020462 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-489d0ba2-92ac-446b-8062-8318e168a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:01.030598 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d0ba2-92ac-446b-8062-8318e168a326 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:01.031482 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-489d0ba2-92ac-446b-8062-8318e168a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:01.041012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef293b5-4a71-48aa-8046-5c985ef7b1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c98f7e-4c32-4969-9f33-076e6386d3a3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:01.079916 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-489d0ba2-92ac-446b-8062-8318e168a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:01.083915 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d0ba2-92ac-446b-8062-8318e168a326 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:01.200692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59236) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:01.386939 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:01.525135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59252) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:01.536424 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ad1f456a-28ff-4fb6-a922-9f3a8b84cc5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88cbf4ea2ff74b439b812af03579b142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123438 Sep 22 09:48:01.585542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9ab41be3-c716-491e-b77f-b11b8bff967e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5023990 Sep 22 09:48:01.585936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59256) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:01.591804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-933363011'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:01.738099 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:01.752114 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6f2f-9a07-4960-a737-b1899db30a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:01.782755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Made reservation on behalf of 26e4d9c427e14cb58974d73a5c30251a for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:01.795125 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:01.824027 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6f2f-9a07-4960-a737-b1899db30a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:01.850685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:01.864318 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:01.865094 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Added segment 9cadca91-dbd1-485b-9911-64b2166ab1c7 of type vlan for network 41cfece9-8ba4-4020-9d3b-170806665a6b Sep 22 09:48:01.923917 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:02.062624 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6f2f-9a07-4960-a737-b1899db30a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:02.069423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:02.069598 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b9d6f2f-9a07-4960-a737-b1899db30a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:02.069598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0b9d6f2f-9a07-4960-a737-b1899db30a1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b4ff394-c674-4a1d-ab34-7c426b518f1d HTTP/1.1" status: 204 len: 168 time: 0.5404110 Sep 22 09:48:02.071044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:02.071044 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:02.090969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d6f2f-9a07-4960-a737-b1899db30a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4ff394-c674-4a1d-ab34-7c426b518f1d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:02.211234 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6240969 Sep 22 09:48:02.212043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f913d67-f89c-4548-a226-842896ac0660 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Network': ['ID=41cfece9-8ba4-4020-9d3b-170806665a6b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:02.219596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59280) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:02.227136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'subnet': {'network_id': '41cfece9-8ba4-4020-9d3b-170806665a6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:02.234467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 41cfece9-8ba4-4020-9d3b-170806665a6b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:02.422481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Allocated IP 172.20.0.1 (9f6572ee-25b9-4cdb-81a9-75a56a76c65f/cb4db4cd-9185-46de-8df7-ef9f1e77740b/100e90ed-1674-45d0-9746-e56327745582) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:48:02.638784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Made reservation on behalf of 26e4d9c427e14cb58974d73a5c30251a for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:02.643550 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:02.824707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59296) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:02.859519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:03.147603 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-efacdd35-b3d4-4d47-b4b3-5c4fe43bfa5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d790e978a694847a8ffd8aa493e6c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220112 Sep 22 09:48:03.150817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59310) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:03.202347 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:03.256041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Network 9f6572ee-25b9-4cdb-81a9-75a56a76c65f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:03.271179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:03.278022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:03.780059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event updated for resources: {'Port': ['ID=100e90ed-1674-45d0-9746-e56327745582,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:03.785385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-466d6b52-a942-4cc4-9c1c-4bf12cc2c2d0 None None] Provisioning complete for port 100e90ed-1674-45d0-9746-e56327745582 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:48:03.785385 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-466d6b52-a942-4cc4-9c1c-4bf12cc2c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:03.801427 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0cee484b-2b4d-44d5-9463-b43413e801d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:03.804285 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:03.865376 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0cee484b-2b4d-44d5-9463-b43413e801d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:03.879379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:03.883326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-466d6b52-a942-4cc4-9c1c-4bf12cc2c2d0 None None] Port 100e90ed-1674-45d0-9746-e56327745582 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:48:04.030843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Subnet': ['ID=f6a33e39-a21c-4231-b219-0c8b614f6817,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:04.057039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Checking segment: {'id': '9cadca91-dbd1-485b-9911-64b2166ab1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41cfece9-8ba4-4020-9d3b-170806665a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:48:04.061365 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network hostable DHCP agents. Network: 41cfece9-8ba4-4020-9d3b-170806665a6b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:48:04.145265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.157408 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0cee484b-2b4d-44d5-9463-b43413e801d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.160034 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0cee484b-2b4d-44d5-9463-b43413e801d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.161326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0cee484b-2b4d-44d5-9463-b43413e801d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a87c7f3-e44b-460c-a66f-66d372a89927 HTTP/1.1" status: 204 len: 168 time: 1.0094492 Sep 22 09:48:04.173296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee484b-2b4d-44d5-9463-b43413e801d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a87c7f3-e44b-460c-a66f-66d372a89927,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:04.217605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network 41cfece9-8ba4-4020-9d3b-170806665a6b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:48:04.358796 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 41cfece9-8ba4-4020-9d3b-170806665a6b) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:04.368828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec37196-8771-4d06-b085-4797aeb0b4e1 None None] Network 41cfece9-8ba4-4020-9d3b-170806665a6b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:48:04.384367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:04.385039 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.572425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-41cfece9-8ba4-4020-9d3b-170806665a6b', 'network_id': '41cfece9-8ba4-4020-9d3b-170806665a6b', 'tenant_id': '26e4d9c427e14cb58974d73a5c30251a', 'fixed_ips': [{'subnet_id': 'f6a33e39-a21c-4231-b219-0c8b614f6817'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:48:04.573364 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.583884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9d19d37d-5ec5-4e92-9689-f7ad80daf3c1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3615155 Sep 22 09:48:04.585002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59366) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:04.593764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1413808587', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:04.710515 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.710941 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.712243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.744376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Allocated IP 172.20.0.2 (41cfece9-8ba4-4020-9d3b-170806665a6b/f6a33e39-a21c-4231-b219-0c8b614f6817/698f81ee-4db4-4091-97c8-414eacd348f2) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:48:04.790234 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.859031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.910782 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.937689 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:04.940848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event updated for resources: {'Port': ['ID=100e90ed-1674-45d0-9746-e56327745582,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:05.028844 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:05.139860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Network 41cfece9-8ba4-4020-9d3b-170806665a6b is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:05.141703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:05.147720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:05.167893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Network 9f6572ee-25b9-4cdb-81a9-75a56a76c65f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:05.169550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:05.175319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Pushing event updated for resources: {'Port': ['ID=698f81ee-4db4-4091-97c8-414eacd348f2,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:05.188663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:05.256578 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Attempting to bind port 698f81ee-4db4-4091-97c8-414eacd348f2 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:48:05.257019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Attempting to bind port 698f81ee-4db4-4091-97c8-414eacd348f2 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '9cadca91-dbd1-485b-9911-64b2166ab1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41cfece9-8ba4-4020-9d3b-170806665a6b'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:48:05.257588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Attempting to bind port 698f81ee-4db4-4091-97c8-414eacd348f2 on network 41cfece9-8ba4-4020-9d3b-170806665a6b {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:48:05.266479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:48:05.266865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Checking segment: {'id': '9cadca91-dbd1-485b-9911-64b2166ab1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41cfece9-8ba4-4020-9d3b-170806665a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:48:05.272484 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:05.273789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Bound using segment: {'id': '9cadca91-dbd1-485b-9911-64b2166ab1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41cfece9-8ba4-4020-9d3b-170806665a6b'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:48:05.283485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Bound port: 698f81ee-4db4-4091-97c8-414eacd348f2, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cadca91-dbd1-485b-9911-64b2166ab1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41cfece9-8ba4-4020-9d3b-170806665a6b'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:48:05.283485 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:05.429730 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Router 97068e7b-0df0-46e6-8cf0-434f3c9698c8 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:48:05.502636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] For port 698f81ee-4db4-4091-97c8-414eacd348f2, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:48:05.508484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] For port 698f81ee-4db4-4091-97c8-414eacd348f2, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=698f81ee-4db4-4091-97c8-414eacd348f2,segment=NetworkSegment(9cadca91-dbd1-485b-9911-64b2166ab1c7),segment_id=9cadca91-dbd1-485b-9911-64b2166ab1c7)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:48:05.619726 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:05.639105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:05.660962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-492d0548-012b-4b84-a53b-f5f128a8ab96 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "PUT /v2.0/routers/97068e7b-0df0-46e6-8cf0-434f3c9698c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3176391 Sep 22 09:48:05.661446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59398) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:05.674868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Request body: {'port': {'network_id': '9f6572ee-25b9-4cdb-81a9-75a56a76c65f', 'name': 'tempest-FloatingIPAdminTestJSON-1501776804'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:05.678758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca8c31-c736-4446-8e2d-54b4a29c6560 None None] Sync routers for ids ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:05.697522 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:05.752707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:05.785623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f480bb26-3346-48ce-9efc-4eb04254c57d None None] Provisioning complete for port 100e90ed-1674-45d0-9746-e56327745582 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:48:05.786289 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f480bb26-3346-48ce-9efc-4eb04254c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:05.788286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca8c31-c736-4446-8e2d-54b4a29c6560 None None] Routers {'97068e7b-0df0-46e6-8cf0-434f3c9698c8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:05.791903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5cca8c31-c736-4446-8e2d-54b4a29c6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:05.999107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.25.6.153 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/a2a84452-173e-447e-9f5d-bb294346016d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:48:06.164000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Made reservation on behalf of 3e65b95d63b44017b8a909860b288094 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:06.178840 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:06.203989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5cca8c31-c736-4446-8e2d-54b4a29c6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:06.247651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca8c31-c736-4446-8e2d-54b4a29c6560 None None] Routers {'97068e7b-0df0-46e6-8cf0-434f3c9698c8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:06.247651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5cca8c31-c736-4446-8e2d-54b4a29c6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:06.250820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] device_id is not set on port bc69822f-5280-41af-aa73-99ca7e7e14b5 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:48:06.297890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5cca8c31-c736-4446-8e2d-54b4a29c6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:06.299187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca8c31-c736-4446-8e2d-54b4a29c6560 None None] The sync data for ids ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:06.310101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02a798-b2e6-4917-85a8-ab2e05f8ca0f None None] Pushing event updated for resources: {'Port': ['ID=698f81ee-4db4-4091-97c8-414eacd348f2,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:06.319728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f480bb26-3346-48ce-9efc-4eb04254c57d None None] Port 100e90ed-1674-45d0-9746-e56327745582 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:48:06.330378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:06.495504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Allocated IP 172.20.0.4 (9f6572ee-25b9-4cdb-81a9-75a56a76c65f/cb4db4cd-9185-46de-8df7-ef9f1e77740b/bc69822f-5280-41af-aa73-99ca7e7e14b5) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:48:06.519824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:06.615419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:06.619406 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:06.623656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:06.682734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=a2a84452-173e-447e-9f5d-bb294346016d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:06.782935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:07.014513 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:07.089397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Network 9f6572ee-25b9-4cdb-81a9-75a56a76c65f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:07.100275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:07.124331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:07.136248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event updated for resources: {'Port': ['ID=bc69822f-5280-41af-aa73-99ca7e7e14b5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:07.136410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b326db-3ddc-45d2-ad5c-bc7ce35feb98 None None] Network 41cfece9-8ba4-4020-9d3b-170806665a6b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:48:07.181761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.182342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.182761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.183172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.183619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.184761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.184761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.185434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.185589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.185943 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.186344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.186737 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:07.221873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:07.222610 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:07.303326 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:07.326547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-19c8db79-3360-4d2a-a14c-19032a806be5 None None] Provisioning complete for port 698f81ee-4db4-4091-97c8-414eacd348f2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:48:07.327098 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19c8db79-3360-4d2a-a14c-19032a806be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:07.334355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-49b92520-9f12-4eab-8dea-bc7bf76d8c5c tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6688592 Sep 22 09:48:07.337375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59456) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:07.573263 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19c8db79-3360-4d2a-a14c-19032a806be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:07.645272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-19c8db79-3360-4d2a-a14c-19032a806be5 None None] For port 698f81ee-4db4-4091-97c8-414eacd348f2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=698f81ee-4db4-4091-97c8-414eacd348f2,segment=NetworkSegment(9cadca91-dbd1-485b-9911-64b2166ab1c7),segment_id=9cadca91-dbd1-485b-9911-64b2166ab1c7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:48:07.724426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19c8db79-3360-4d2a-a14c-19032a806be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:07.823696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8db79-3360-4d2a-a14c-19032a806be5 None None] Pushing event updated for resources: {'Port': ['ID=698f81ee-4db4-4091-97c8-414eacd348f2,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:07.861507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-404baaec-c386-40e8-9c24-ee4dd337b3f4 None None] Provisioning complete for port bc69822f-5280-41af-aa73-99ca7e7e14b5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:48:07.864876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-404baaec-c386-40e8-9c24-ee4dd337b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:07.916859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-404baaec-c386-40e8-9c24-ee4dd337b3f4 None None] Port bc69822f-5280-41af-aa73-99ca7e7e14b5 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:48:08.030327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'project_id': '3e65b95d63b44017b8a909860b288094', 'port_id': 'bc69822f-5280-41af-aa73-99ca7e7e14b5'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:08.139856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 698f81ee-4db4-4091-97c8-414eacd348f2 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:48:08.191033 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:08.213891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e43840c4-14dd-4a51-840b-c261574b894c None None] Provisioning complete for port 698f81ee-4db4-4091-97c8-414eacd348f2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:48:08.214274 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e43840c4-14dd-4a51-840b-c261574b894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:08.352649 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:08.377386 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:08.444835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 698f81ee-4db4-4091-97c8-414eacd348f2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:48:08.445326 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:08.687910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Allocated IP 172.25.6.248 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/f4679ec2-5e7b-47f6-b6a5-bdd2034d464c) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:48:08.784679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router f8108c63-5896-4a69-83eb-1e9f16b6cf73 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:48:08.807119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:08.958200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:08.970674 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:08.973137 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820cffc-eada-4485-8835-9e9e1ba766d7 None None] Sync routers for ids ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:08.999430 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820cffc-eada-4485-8835-9e9e1ba766d7 None None] Routers {'f8108c63-5896-4a69-83eb-1e9f16b6cf73'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:09.004989 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f820cffc-eada-4485-8835-9e9e1ba766d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:09.026830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:09.045505 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:09.050617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:09.050753 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fb2d8e12-79b7-413c-813d-79c230fd695f tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4613373 Sep 22 09:48:09.053182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59514) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:09.060397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:09.106474 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f820cffc-eada-4485-8835-9e9e1ba766d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:09.118884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Pushing event updated for resources: {'Port': ['ID=f4679ec2-5e7b-47f6-b6a5-bdd2034d464c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:09.140982 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820cffc-eada-4485-8835-9e9e1ba766d7 None None] Routers {'f8108c63-5896-4a69-83eb-1e9f16b6cf73'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:09.141664 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f820cffc-eada-4485-8835-9e9e1ba766d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:09.186381 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f820cffc-eada-4485-8835-9e9e1ba766d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:09.187355 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820cffc-eada-4485-8835-9e9e1ba766d7 None None] The sync data for ids ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:09.678377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:09.896688 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:09.950154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:10.149982 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:10.244499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59558) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:10.303681 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:10.424901 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:48:10.462338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Pushing event updated for resources: {'Port': ['ID=f4679ec2-5e7b-47f6-b6a5-bdd2034d464c,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:10.489509 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:10.494177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.20.0.1 (41cfece9-8ba4-4020-9d3b-170806665a6b/f6a33e39-a21c-4231-b219-0c8b614f6817/9a6c0486-d5d7-48ea-8a7d-9a8deb4144cc) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:48:10.625235 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e8155373-404d-4a6e-86b7-f2503d7e3336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:10.721325 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:10.790791 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Floating IP 7ba07262-486d-47e5-9aa2-b7e060c9ff92 associated. External IP: 172.25.6.248, port: bc69822f-5280-41af-aa73-99ca7e7e14b5. Sep 22 09:48:10.874271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:10.917407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network 41cfece9-8ba4-4020-9d3b-170806665a6b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:10.927903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:10.930859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:10.934170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=9a6c0486-d5d7-48ea-8a7d-9a8deb4144cc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:10.959597 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e8155373-404d-4a6e-86b7-f2503d7e3336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:11.014108 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:11.086429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e8155373-404d-4a6e-86b7-f2503d7e3336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:11.177506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Router 97068e7b-0df0-46e6-8cf0-434f3c9698c8 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:48:11.178293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8155373-404d-4a6e-86b7-f2503d7e3336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a6e375-51a1-4aec-8a58-c9f75e917df0,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:11.193296 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e8155373-404d-4a6e-86b7-f2503d7e3336 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08652d93d11f4fa1bb071edb57d00953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9474833 Sep 22 09:48:11.194537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59588) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:11.365742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:11.367395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d167503-e2f2-4e95-9844-46a7a0ed80e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:11.385284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471a0be-1b23-458d-bd69-07ecce22eae6 None None] Sync routers for ids ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:11.388509 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:11.396745 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d167503-e2f2-4e95-9844-46a7a0ed80e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:11.398968 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f26c0e30-4364-40f6-80a7-41c3576bacf1 None None] Provisioning complete for port 9a6c0486-d5d7-48ea-8a7d-9a8deb4144cc triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:48:11.399558 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f26c0e30-4364-40f6-80a7-41c3576bacf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:11.491940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f26c0e30-4364-40f6-80a7-41c3576bacf1 None None] Port 9a6c0486-d5d7-48ea-8a7d-9a8deb4144cc cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:48:11.500024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8471a0be-1b23-458d-bd69-07ecce22eae6 None None] Routers {'97068e7b-0df0-46e6-8cf0-434f3c9698c8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:11.500925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8471a0be-1b23-458d-bd69-07ecce22eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:11.556499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d167503-e2f2-4e95-9844-46a7a0ed80e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:11.559527 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d167503-e2f2-4e95-9844-46a7a0ed80e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:11.571213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4d167503-e2f2-4e95-9844-46a7a0ed80e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3a6e375-51a1-4aec-8a58-c9f75e917df0 HTTP/1.1" status: 204 len: 168 time: 0.3612247 Sep 22 09:48:11.573211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8471a0be-1b23-458d-bd69-07ecce22eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:11.604831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8471a0be-1b23-458d-bd69-07ecce22eae6 None None] Routers {'97068e7b-0df0-46e6-8cf0-434f3c9698c8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:11.605831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8471a0be-1b23-458d-bd69-07ecce22eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:11.614622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d167503-e2f2-4e95-9844-46a7a0ed80e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a6e375-51a1-4aec-8a58-c9f75e917df0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:11.618201 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:11.660616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8471a0be-1b23-458d-bd69-07ecce22eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:11.661512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8471a0be-1b23-458d-bd69-07ecce22eae6 None None] The sync data for ids ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:11.737974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5396cab0-3350-4c08-864b-013ff12f07d9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.3994720 Sep 22 09:48:11.743327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59606) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:11.882564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:11.911490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3a8394c7-a1ce-4bd6-bd92-b874a41b28e1 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] 10.222.0.49 "GET /v2.0/floatingips/7ba07262-486d-47e5-9aa2-b7e060c9ff92 HTTP/1.1" status: 200 len: 983 time: 0.1668897 Sep 22 09:48:11.914235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59616) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:11.992583 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59620) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:12.005430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-27b320ca-8673-45e8-9f7b-b6601066be9f tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3020 time: 0.0892143 Sep 22 09:48:12.039961 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:12.178351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=9a6c0486-d5d7-48ea-8a7d-9a8deb4144cc,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:12.186332 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:12.235665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.236374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.236940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.237503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.238035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.238565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.239089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.240541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.241755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.242293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.246555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.246555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:48:12.390921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network 41cfece9-8ba4-4020-9d3b-170806665a6b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:12.393574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:12.484471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Deleting port f4679ec2-5e7b-47f6-b6a5-bdd2034d464c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:12.486660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:12.637049 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:12.644964 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:12.644964 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router f8108c63-5896-4a69-83eb-1e9f16b6cf73 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:48:12.659469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Calling delete_port for f4679ec2-5e7b-47f6-b6a5-bdd2034d464c owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:12.750148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-36bb82c0-9a9a-42a2-bde6-02cd936de8ac None None] Provisioning complete for port 9a6c0486-d5d7-48ea-8a7d-9a8deb4144cc triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:48:12.750726 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-36bb82c0-9a9a-42a2-bde6-02cd936de8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:12.764352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59638) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:12.783056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-67b34a54-a495-4072-8635-324781909e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:12.823123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-36bb82c0-9a9a-42a2-bde6-02cd936de8ac None None] Port 9a6c0486-d5d7-48ea-8a7d-9a8deb4144cc cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:48:12.869932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:12.877543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-909278b6-1b57-4a49-a111-29a1f9780738 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "PUT /v2.0/routers/f8108c63-5896-4a69-83eb-1e9f16b6cf73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8227468 Sep 22 09:48:12.885366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59644) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:12.888045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'port': {'network_id': '41cfece9-8ba4-4020-9d3b-170806665a6b', 'name': 'tempest-FloatingIPTestJSON-809669959'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:12.893143 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4bb512-3f91-4e8d-b3e0-0dd5d986f41c None None] Sync routers for ids ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:12.912653 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bb512-3f91-4e8d-b3e0-0dd5d986f41c None None] Routers {'f8108c63-5896-4a69-83eb-1e9f16b6cf73'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:12.913737 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3a4bb512-3f91-4e8d-b3e0-0dd5d986f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:12.986228 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3a4bb512-3f91-4e8d-b3e0-0dd5d986f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:13.009757 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bb512-3f91-4e8d-b3e0-0dd5d986f41c None None] Routers {'f8108c63-5896-4a69-83eb-1e9f16b6cf73'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:13.010841 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3a4bb512-3f91-4e8d-b3e0-0dd5d986f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:13.022979 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-67b34a54-a495-4072-8635-324781909e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:13.092128 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3a4bb512-3f91-4e8d-b3e0-0dd5d986f41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:13.093034 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4bb512-3f91-4e8d-b3e0-0dd5d986f41c None None] The sync data for ids ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:13.139557 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-67b34a54-a495-4072-8635-324781909e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:13.198275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b34a54-a495-4072-8635-324781909e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a575a7-8b88-4cb8-a9a8-07fd51bf0faf,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:13.216785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-67b34a54-a495-4072-8635-324781909e78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa8a421294de436cbb72efc2ec38324b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495614 Sep 22 09:48:13.217911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59656) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:13.236953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Made reservation on behalf of 26e4d9c427e14cb58974d73a5c30251a for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:13.240427 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:13.242365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:13.310005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event deleted for resources: {'Port': ['ID=f4679ec2-5e7b-47f6-b6a5-bdd2034d464c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:13.350474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] device_id is not set on port d5fe2d59-66b1-4350-97d3-1e6e49482305 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:48:13.450447 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1d66187-7330-4100-ab95-53c0247f339a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:13.452274 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:13.452607 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Floating IP 7ba07262-486d-47e5-9aa2-b7e060c9ff92 disassociated (deleted). External IP: 172.25.6.248, port: bc69822f-5280-41af-aa73-99ca7e7e14b5. Sep 22 09:48:13.518127 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1d66187-7330-4100-ab95-53c0247f339a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:14.106595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Allocated IP 172.20.0.12 (41cfece9-8ba4-4020-9d3b-170806665a6b/f6a33e39-a21c-4231-b219-0c8b614f6817/d5fe2d59-66b1-4350-97d3-1e6e49482305) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:48:14.404387 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:14.405923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1d66187-7330-4100-ab95-53c0247f339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:14.408450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1d66187-7330-4100-ab95-53c0247f339a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:14.412025 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c1d66187-7330-4100-ab95-53c0247f339a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57a575a7-8b88-4cb8-a9a8-07fd51bf0faf HTTP/1.1" status: 204 len: 168 time: 1.1906116 Sep 22 09:48:14.423869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d66187-7330-4100-ab95-53c0247f339a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a575a7-8b88-4cb8-a9a8-07fd51bf0faf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:14.471364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Router 97068e7b-0df0-46e6-8cf0-434f3c9698c8 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:48:14.581471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:14.685782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Network 41cfece9-8ba4-4020-9d3b-170806665a6b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:14.692032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:14.699713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:14.759347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:14.769938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:14.802238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:14.810556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:14.812840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a6b25-ffc5-408c-9e4f-6ec9074a8de4 None None] Sync routers for ids ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:14.831175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event updated for resources: {'Port': ['ID=d5fe2d59-66b1-4350-97d3-1e6e49482305,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:14.834957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a6b25-ffc5-408c-9e4f-6ec9074a8de4 None None] Routers {'97068e7b-0df0-46e6-8cf0-434f3c9698c8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:14.835672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-245a6b25-ffc5-408c-9e4f-6ec9074a8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:14.906318 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-815dae70-ed6b-4e22-a2a7-dcc76b70a893 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0254591 Sep 22 09:48:14.907406 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bf6cd851-c2c6-43bf-93a6-07da00e16193 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "DELETE /v2.0/floatingips/7ba07262-486d-47e5-9aa2-b7e060c9ff92 HTTP/1.1" status: 204 len: 168 time: 2.9137936 Sep 22 09:48:14.908551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-245a6b25-ffc5-408c-9e4f-6ec9074a8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:14.911891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59690) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:14.913405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59692) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:14.919808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:14.925222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2025e368-f118-4432-8614-5fac6fa22195 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Request body: {'floatingip': {'port_id': 'd5fe2d59-66b1-4350-97d3-1e6e49482305'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:14.939213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a6b25-ffc5-408c-9e4f-6ec9074a8de4 None None] Routers {'97068e7b-0df0-46e6-8cf0-434f3c9698c8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:14.940284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-245a6b25-ffc5-408c-9e4f-6ec9074a8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:15.006180 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-245a6b25-ffc5-408c-9e4f-6ec9074a8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:15.006873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245a6b25-ffc5-408c-9e4f-6ec9074a8de4 None None] The sync data for ids ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:15.040485 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2025e368-f118-4432-8614-5fac6fa22195 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:15.047502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:15.215804 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9591b1c2-c34b-4b28-bf87-1c2494cf4555 None None] Provisioning complete for port d5fe2d59-66b1-4350-97d3-1e6e49482305 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:48:15.216438 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9591b1c2-c34b-4b28-bf87-1c2494cf4555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:15.309640 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:15.313616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9591b1c2-c34b-4b28-bf87-1c2494cf4555 None None] Port d5fe2d59-66b1-4350-97d3-1e6e49482305 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:48:15.520198 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Allocated IP 172.25.6.104 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/5692170d-6152-4f2d-a3ad-ebbf913fd089) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:48:15.660150 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:15.827536 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:15.852022 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2025e368-f118-4432-8614-5fac6fa22195 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:15.947287 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2025e368-f118-4432-8614-5fac6fa22195 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:16.004078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:16.014532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:16.028084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:16.062406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Pushing event updated for resources: {'Port': ['ID=5692170d-6152-4f2d-a3ad-ebbf913fd089,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:16.176246 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-2025e368-f118-4432-8614-5fac6fa22195 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP ad4615eb-252c-4277-841b-e9eb07d806d2 associated. External IP: 172.25.6.146, port: 3daee52a-6494-48a3-9005-833e57e0ac4b. Sep 22 09:48:16.229708 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:16.379790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:16.744961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2025e368-f118-4432-8614-5fac6fa22195 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:48:16.904701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2025e368-f118-4432-8614-5fac6fa22195 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:16.919554 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cb451-990a-4c71-b336-dab60428c851 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:16.937996 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cb451-990a-4c71-b336-dab60428c851 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:16.939250 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4c0cb451-990a-4c71-b336-dab60428c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:17.044652 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4c0cb451-990a-4c71-b336-dab60428c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:17.076095 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cb451-990a-4c71-b336-dab60428c851 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:17.080211 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4c0cb451-990a-4c71-b336-dab60428c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:17.209926 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4c0cb451-990a-4c71-b336-dab60428c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:17.211501 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0cb451-990a-4c71-b336-dab60428c851 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:17.243166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:17.315701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2025e368-f118-4432-8614-5fac6fa22195 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router f8108c63-5896-4a69-83eb-1e9f16b6cf73 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:48:17.346252 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:17.480253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Pushing event updated for resources: {'Port': ['ID=5692170d-6152-4f2d-a3ad-ebbf913fd089,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:17.503830 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:17.516690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2025e368-f118-4432-8614-5fac6fa22195 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:17.521480 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2025e368-f118-4432-8614-5fac6fa22195 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:17.527711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdcd8e-246f-46ed-bf1d-36c1584646e0 None None] Sync routers for ids ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:17.543780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdcd8e-246f-46ed-bf1d-36c1584646e0 None None] Routers {'f8108c63-5896-4a69-83eb-1e9f16b6cf73'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:17.544749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d7cdcd8e-246f-46ed-bf1d-36c1584646e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:17.607761 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2025e368-f118-4432-8614-5fac6fa22195 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "PUT /v2.0/floatingips/ad4615eb-252c-4277-841b-e9eb07d806d2 HTTP/1.1" status: 200 len: 978 time: 2.6919358 Sep 22 09:48:17.608091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59782) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:17.619653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d7cdcd8e-246f-46ed-bf1d-36c1584646e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:17.630675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdcd8e-246f-46ed-bf1d-36c1584646e0 None None] Routers {'f8108c63-5896-4a69-83eb-1e9f16b6cf73'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:17.632032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d7cdcd8e-246f-46ed-bf1d-36c1584646e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:17.638688 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:17.639507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-823cf74e-96dd-4bc5-bfb4-6c7119b260b7 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7250147 Sep 22 09:48:17.643064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59784) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:17.719590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d7cdcd8e-246f-46ed-bf1d-36c1584646e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:17.721327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdcd8e-246f-46ed-bf1d-36c1584646e0 None None] The sync data for ids ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:17.755675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port d5fe2d59-66b1-4350-97d3-1e6e49482305 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:17.756025 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:17.883940 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:18.008046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:18.176116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:18.176476 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:18.176854 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Floating IP ad4615eb-252c-4277-841b-e9eb07d806d2 disassociated. External IP: 172.25.6.146, port: d5fe2d59-66b1-4350-97d3-1e6e49482305. Sep 22 09:48:18.177206 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for d5fe2d59-66b1-4350-97d3-1e6e49482305 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:18.197006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:18.452435 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:18.485459 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:18.559209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=d5fe2d59-66b1-4350-97d3-1e6e49482305,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:18.814630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router f8108c63-5896-4a69-83eb-1e9f16b6cf73 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:48:19.006144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:19.024904 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae6dab-0331-42e6-8a89-3edee3d4ad6d None None] Sync routers for ids ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:19.053948 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae6dab-0331-42e6-8a89-3edee3d4ad6d None None] Routers {'f8108c63-5896-4a69-83eb-1e9f16b6cf73'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:19.054631 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8eae6dab-0331-42e6-8a89-3edee3d4ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:19.158618 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8eae6dab-0331-42e6-8a89-3edee3d4ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:19.182968 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae6dab-0331-42e6-8a89-3edee3d4ad6d None None] Routers {'f8108c63-5896-4a69-83eb-1e9f16b6cf73'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:19.184403 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8eae6dab-0331-42e6-8a89-3edee3d4ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:19.216172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Allocated IP 172.25.6.178 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/5d54a6dc-f6d6-43df-b0b0-d74da6b98b7f) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:48:19.223347 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:19.231665 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-248396c7-ff06-4867-8621-702e24592497 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/ports/d5fe2d59-66b1-4350-97d3-1e6e49482305 HTTP/1.1" status: 204 len: 168 time: 1.6181254 Sep 22 09:48:19.239355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59834) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:19.267385 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8eae6dab-0331-42e6-8a89-3edee3d4ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:19.268258 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eae6dab-0331-42e6-8a89-3edee3d4ad6d None None] The sync data for ids ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:19.568950 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:19.716286 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:19.872204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Pushing event updated for resources: {'Port': ['ID=5d54a6dc-f6d6-43df-b0b0-d74da6b98b7f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:19.881701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:19.885628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:19.889552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:20.031797 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:20.072269 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-55772dfd-8738-4aa4-b770-64f17e5f26ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:20.372684 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:20.797868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-55772dfd-8738-4aa4-b770-64f17e5f26ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port 9a6c0486-d5d7-48ea-8a7d-9a8deb4144cc {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:20.798660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-55772dfd-8738-4aa4-b770-64f17e5f26ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:20.944937 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:21.007376 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-55772dfd-8738-4aa4-b770-64f17e5f26ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:21.037281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-55772dfd-8738-4aa4-b770-64f17e5f26ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for 9a6c0486-d5d7-48ea-8a7d-9a8deb4144cc owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:21.114033 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:21.307113 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:21.319295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Pushing event updated for resources: {'Port': ['ID=5d54a6dc-f6d6-43df-b0b0-d74da6b98b7f,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:21.392387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59894) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:21.427458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:21.429421 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bbf2e2d2-5f25-475c-94ba-a8b4c367b537 tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7853427 Sep 22 09:48:21.432125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59898) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:21.581967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6e81fb90-6f03-489e-906a-4fbc92f72ac9 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.1483853 Sep 22 09:48:21.585059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59908) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:21.600135 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c228a80-22a3-4422-934b-3508269c287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:21.606582 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-55772dfd-8738-4aa4-b770-64f17e5f26ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:21.685570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55772dfd-8738-4aa4-b770-64f17e5f26ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=9a6c0486-d5d7-48ea-8a7d-9a8deb4144cc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:21.700162 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-27b17e99-5144-4850-8bd7-482516c8c95b tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1125402 Sep 22 09:48:21.710330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59910) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:21.831898 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c228a80-22a3-4422-934b-3508269c287e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:21.926878 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9c228a80-22a3-4422-934b-3508269c287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:22.094300 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-55772dfd-8738-4aa4-b770-64f17e5f26ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:22.190379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9c228a80-22a3-4422-934b-3508269c287e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5891ffd05f54052b444213200324197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7963479 Sep 22 09:48:22.192534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c228a80-22a3-4422-934b-3508269c287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab5c826-1d58-4388-b6cd-f28c739a88ae,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:22.207714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59920) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:22.316062 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c62a4825-02ac-4a03-b6db-139d8f102e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:22.322789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-074becd7-2622-4894-9aef-d0dcd841504f tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Deleting port 5d54a6dc-f6d6-43df-b0b0-d74da6b98b7f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:22.323501 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-074becd7-2622-4894-9aef-d0dcd841504f tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:22.442871 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-074becd7-2622-4894-9aef-d0dcd841504f tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:22.444390 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-074becd7-2622-4894-9aef-d0dcd841504f tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:22.473321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-074becd7-2622-4894-9aef-d0dcd841504f tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Calling delete_port for 5d54a6dc-f6d6-43df-b0b0-d74da6b98b7f owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:22.502476 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c62a4825-02ac-4a03-b6db-139d8f102e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:22.568205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55772dfd-8738-4aa4-b770-64f17e5f26ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router f8108c63-5896-4a69-83eb-1e9f16b6cf73 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:48:22.756245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55772dfd-8738-4aa4-b770-64f17e5f26ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:22.767067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40c98c-1679-4b9e-82d8-3bfb9ff4a56d None None] Sync routers for ids ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:22.771618 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-55772dfd-8738-4aa4-b770-64f17e5f26ea tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "PUT /v2.0/routers/f8108c63-5896-4a69-83eb-1e9f16b6cf73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5307117 Sep 22 09:48:22.771798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59932) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:22.784720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40c98c-1679-4b9e-82d8-3bfb9ff4a56d None None] Routers {'f8108c63-5896-4a69-83eb-1e9f16b6cf73'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:22.785710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ea40c98c-1679-4b9e-82d8-3bfb9ff4a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:22.817128 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-074becd7-2622-4894-9aef-d0dcd841504f tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:22.825059 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c62a4825-02ac-4a03-b6db-139d8f102e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:22.826841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ea40c98c-1679-4b9e-82d8-3bfb9ff4a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:22.828254 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c62a4825-02ac-4a03-b6db-139d8f102e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:22.833214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c62a4825-02ac-4a03-b6db-139d8f102e6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ab5c826-1d58-4388-b6cd-f28c739a88ae HTTP/1.1" status: 204 len: 168 time: 0.6217575 Sep 22 09:48:22.842590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40c98c-1679-4b9e-82d8-3bfb9ff4a56d None None] Routers {'f8108c63-5896-4a69-83eb-1e9f16b6cf73'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:22.843568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ea40c98c-1679-4b9e-82d8-3bfb9ff4a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:47:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:22.880855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074becd7-2622-4894-9aef-d0dcd841504f tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Pushing event deleted for resources: {'Port': ['ID=5d54a6dc-f6d6-43df-b0b0-d74da6b98b7f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:22.920008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ea40c98c-1679-4b9e-82d8-3bfb9ff4a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:22.920669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea40c98c-1679-4b9e-82d8-3bfb9ff4a56d None None] The sync data for ids ['f8108c63-5896-4a69-83eb-1e9f16b6cf73'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:22.925783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a4825-02ac-4a03-b6db-139d8f102e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab5c826-1d58-4388-b6cd-f28c739a88ae,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:23.032563 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-074becd7-2622-4894-9aef-d0dcd841504f tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:23.035335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-074becd7-2622-4894-9aef-d0dcd841504f tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:23.039645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59938) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:23.040144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-074becd7-2622-4894-9aef-d0dcd841504f tempest-FloatingIPAdminTestJSON-662433820 tempest-FloatingIPAdminTestJSON-662433820-project] 10.222.0.49 "DELETE /v2.0/floatingips/a20ac958-ad19-4f52-a784-ccbf60bb4a04 HTTP/1.1" status: 204 len: 168 time: 1.3283215 Sep 22 09:48:23.050247 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:23.294906 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:23.298805 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:23.366651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ff0212c9-9579-4690-a25c-ce8e00f33458 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Deleting port 5692170d-6152-4f2d-a3ad-ebbf913fd089 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:23.367221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff0212c9-9579-4690-a25c-ce8e00f33458 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:23.455257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port a2a84452-173e-447e-9f5d-bb294346016d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:23.455817 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:23.497500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff0212c9-9579-4690-a25c-ce8e00f33458 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:23.497500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff0212c9-9579-4690-a25c-ce8e00f33458 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:23.505315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ff0212c9-9579-4690-a25c-ce8e00f33458 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Calling delete_port for 5692170d-6152-4f2d-a3ad-ebbf913fd089 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:23.619352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:23.672247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for a2a84452-173e-447e-9f5d-bb294346016d owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:23.852129 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff0212c9-9579-4690-a25c-ce8e00f33458 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:23.888619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0212c9-9579-4690-a25c-ce8e00f33458 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Pushing event deleted for resources: {'Port': ['ID=5692170d-6152-4f2d-a3ad-ebbf913fd089,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:24.010363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff0212c9-9579-4690-a25c-ce8e00f33458 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.014817 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff0212c9-9579-4690-a25c-ce8e00f33458 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.016262 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ff0212c9-9579-4690-a25c-ce8e00f33458 tempest-FloatingIPAdminTestJSON-1800923328 tempest-FloatingIPAdminTestJSON-1800923328-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/9dddab09-bc1d-4395-9817-b96aab8e01be HTTP/1.1" status: 204 len: 168 time: 0.9748595 Sep 22 09:48:24.020221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60010) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:24.110467 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.148480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=a2a84452-173e-447e-9f5d-bb294346016d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:24.237845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ef5e4-f8b0-41a9-881c-e0619de37d26 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Deleting port bc69822f-5280-41af-aa73-99ca7e7e14b5 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:24.237845 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef5e4-f8b0-41a9-881c-e0619de37d26 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.242426 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.295618 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ab407035-aedc-4e09-b055-77331c79b639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.433821 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.454016 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.467258 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.623629 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef5e4-f8b0-41a9-881c-e0619de37d26 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.641543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ef5e4-f8b0-41a9-881c-e0619de37d26 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Calling delete_port for bc69822f-5280-41af-aa73-99ca7e7e14b5 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:24.744961 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.752817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Fanout notify agent at l3_agent the message router_deleted on router f8108c63-5896-4a69-83eb-1e9f16b6cf73 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:48:24.754595 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.758987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60042) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:24.769233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f73cdab1-4b07-40d1-886e-7b5ed3447e62 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/routers/f8108c63-5896-4a69-83eb-1e9f16b6cf73 HTTP/1.1" status: 204 len: 168 time: 1.9961998 Sep 22 09:48:24.841690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a8807e-cbf4-413a-9c55-7423196449ad tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting subnet f6a33e39-a21c-4231-b219-0c8b614f6817 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:48:24.845155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5a8807e-cbf4-413a-9c55-7423196449ad tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.910182 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5a8807e-cbf4-413a-9c55-7423196449ad tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:24.959900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef5e4-f8b0-41a9-881c-e0619de37d26 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:25.018679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ef5e4-f8b0-41a9-881c-e0619de37d26 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event deleted for resources: {'Port': ['ID=bc69822f-5280-41af-aa73-99ca7e7e14b5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:25.029016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5a8807e-cbf4-413a-9c55-7423196449ad tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:25.161562 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef5e4-f8b0-41a9-881c-e0619de37d26 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:25.170375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60054) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:25.179647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4e6ef5e4-f8b0-41a9-881c-e0619de37d26 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "DELETE /v2.0/ports/bc69822f-5280-41af-aa73-99ca7e7e14b5 HTTP/1.1" status: 204 len: 168 time: 1.1581943 Sep 22 09:48:25.240140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877538a9-ad02-4442-b2dd-470e6d35b373 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:25.241905 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-877538a9-ad02-4442-b2dd-470e6d35b373 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "GET /v2.0/ports?device_id=97068e7b-0df0-46e6-8cf0-434f3c9698c8 HTTP/1.1" status: 200 len: 913 time: 0.0703878 Sep 22 09:48:25.243088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5a8807e-cbf4-413a-9c55-7423196449ad tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:25.244894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60056) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:25.341870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8807e-cbf4-413a-9c55-7423196449ad tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a33e39-a21c-4231-b219-0c8b614f6817,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:25.353218 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5a8807e-cbf4-413a-9c55-7423196449ad tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:25.355234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a260627c-1ab4-40aa-a9d8-e40e774fdba1 None None] Network 41cfece9-8ba4-4020-9d3b-170806665a6b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:48:25.358831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60062) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:25.359469 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a5a8807e-cbf4-413a-9c55-7423196449ad tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/subnets/f6a33e39-a21c-4231-b219-0c8b614f6817 HTTP/1.1" status: 204 len: 168 time: 0.5993912 Sep 22 09:48:25.521037 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60070) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:25.607874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:25.712045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d81a5-5ad5-4276-a2f1-fc246e06de74 None None] DHCP port deletion for 41cfece9-8ba4-4020-9d3b-170806665a6b request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:48:25.732122 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbd14b76-4a26-432e-b117-d85e6acb8712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:25.766462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d81a5-5ad5-4276-a2f1-fc246e06de74 None None] Deleting port 698f81ee-4db4-4091-97c8-414eacd348f2 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:25.767102 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd4d81a5-5ad5-4276-a2f1-fc246e06de74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:25.837584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-dd4d81a5-5ad5-4276-a2f1-fc246e06de74 None None] For port 698f81ee-4db4-4091-97c8-414eacd348f2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=698f81ee-4db4-4091-97c8-414eacd348f2,segment=NetworkSegment(9cadca91-dbd1-485b-9911-64b2166ab1c7),segment_id=9cadca91-dbd1-485b-9911-64b2166ab1c7)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:48:25.848361 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port 698f81ee-4db4-4091-97c8-414eacd348f2 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:25.848947 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:25.853993 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd4d81a5-5ad5-4276-a2f1-fc246e06de74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:25.888367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d81a5-5ad5-4276-a2f1-fc246e06de74 None None] Calling delete_port for 698f81ee-4db4-4091-97c8-414eacd348f2 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:25.973799 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbd14b76-4a26-432e-b117-d85e6acb8712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.067636 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fbd14b76-4a26-432e-b117-d85e6acb8712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.168186 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fbd14b76-4a26-432e-b117-d85e6acb8712 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=612995e41ad74d669cb5f3b9f11150cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6451328 Sep 22 09:48:26.190130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60082) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:26.190130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd14b76-4a26-432e-b117-d85e6acb8712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08ebdd4-76d0-4a13-b2a9-723ad5cdae06,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:26.204322 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 698f81ee-4db4-4091-97c8-414eacd348f2 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:48:26.263696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1176b86-8216-4710-b537-d46e257091e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.298775 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1176b86-8216-4710-b537-d46e257091e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.299477 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.304418 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd4d81a5-5ad5-4276-a2f1-fc246e06de74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.341636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d81a5-5ad5-4276-a2f1-fc246e06de74 None None] Pushing event deleted for resources: {'Port': ['ID=698f81ee-4db4-4091-97c8-414eacd348f2,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:26.394551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d81a5-5ad5-4276-a2f1-fc246e06de74 None None] No DVR routers for this DVR port 698f81ee-4db4-4091-97c8-414eacd348f2 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:48:26.486320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] For port 698f81ee-4db4-4091-97c8-414eacd348f2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=698f81ee-4db4-4091-97c8-414eacd348f2,segment=NetworkSegment(9cadca91-dbd1-485b-9911-64b2166ab1c7),segment_id=9cadca91-dbd1-485b-9911-64b2166ab1c7)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:48:26.486699 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.507598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for 698f81ee-4db4-4091-97c8-414eacd348f2 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:26.508452 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1176b86-8216-4710-b537-d46e257091e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.517248 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1176b86-8216-4710-b537-d46e257091e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.517248 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d1176b86-8216-4710-b537-d46e257091e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d08ebdd4-76d0-4a13-b2a9-723ad5cdae06 HTTP/1.1" status: 204 len: 168 time: 0.3259361 Sep 22 09:48:26.545178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1176b86-8216-4710-b537-d46e257091e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08ebdd4-76d0-4a13-b2a9-723ad5cdae06,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:26.735301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.780093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=698f81ee-4db4-4091-97c8-414eacd348f2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:26.782423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] No DVR routers for this DVR port 698f81ee-4db4-4091-97c8-414eacd348f2 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:48:26.847609 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b0ce-7673-459b-89c8-c03ad0c42683 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.914138 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:26.941255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cfece9-8ba4-4020-9d3b-170806665a6b']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:26.953530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cadca91-dbd1-485b-9911-64b2166ab1c7') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:26.953829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cadca91-dbd1-485b-9911-64b2166ab1c7') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:26.993055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.016967 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.021752 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1ec0e109-cf99-4fd2-b94c-9893b63121b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.026207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:48:27.026207 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:48:27.029635 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:48:27.238036 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.242873 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.251979 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/networks/41cfece9-8ba4-4020-9d3b-170806665a6b HTTP/1.1" status: 204 len: 168 time: 1.8863883 Sep 22 09:48:27.252192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60114) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:27.297165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7fd1b0ce-7673-459b-89c8-c03ad0c42683 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Deleting port 100e90ed-1674-45d0-9746-e56327745582 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:27.298181 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b0ce-7673-459b-89c8-c03ad0c42683 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.303780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613664b4-13dc-46a5-bf0c-c0164461c4a5 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Network': ['ID=41cfece9-8ba4-4020-9d3b-170806665a6b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:27.451808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b0ce-7673-459b-89c8-c03ad0c42683 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.465877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6d2427e4-d27b-400c-a583-35608cc12ed6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port 559ebb4c-43cd-43c9-b5c2-568dea7e0c0e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:27.469117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d2427e4-d27b-400c-a583-35608cc12ed6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.469287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7fd1b0ce-7673-459b-89c8-c03ad0c42683 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Calling delete_port for 100e90ed-1674-45d0-9746-e56327745582 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:27.529909 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.576063 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d2427e4-d27b-400c-a583-35608cc12ed6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.576464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d2427e4-d27b-400c-a583-35608cc12ed6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.613555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6d2427e4-d27b-400c-a583-35608cc12ed6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for 559ebb4c-43cd-43c9-b5c2-568dea7e0c0e owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:27.908753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b0ce-7673-459b-89c8-c03ad0c42683 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.938844 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d2427e4-d27b-400c-a583-35608cc12ed6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:27.955166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1b0ce-7673-459b-89c8-c03ad0c42683 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event deleted for resources: {'Port': ['ID=100e90ed-1674-45d0-9746-e56327745582,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:28.041113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2427e4-d27b-400c-a583-35608cc12ed6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=559ebb4c-43cd-43c9-b5c2-568dea7e0c0e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:28.070304 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:28.182294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d2427e4-d27b-400c-a583-35608cc12ed6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:28.200425 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d2427e4-d27b-400c-a583-35608cc12ed6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:28.208049 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6d2427e4-d27b-400c-a583-35608cc12ed6 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/floatingips/ad4615eb-252c-4277-841b-e9eb07d806d2 HTTP/1.1" status: 204 len: 168 time: 0.9521797 Sep 22 09:48:28.208469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60144) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:28.251819 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e5e456-6f34-4286-9d6a-9483ff4642be tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] DELETE failed (client error): The resource could not be found. Sep 22 09:48:28.252966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e5e456-6f34-4286-9d6a-9483ff4642be tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:48:28.257687 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-55e5e456-6f34-4286-9d6a-9483ff4642be tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/ports/d5fe2d59-66b1-4350-97d3-1e6e49482305 HTTP/1.1" status: 404 len: 333 time: 0.0455868 Sep 22 09:48:28.259365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60146) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:28.317511 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b0ce-7673-459b-89c8-c03ad0c42683 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:28.344034 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8e72f8e2-e5fb-4a49-bf04-27e52557c80b tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8108c63-5896-4a69-83eb-1e9f16b6cf73 HTTP/1.1" status: 200 len: 205 time: 0.0847619 Sep 22 09:48:28.346456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60154) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:28.460029 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-cc7dcb3d-b47f-4576-9c67-91aacde26f07 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] delete failed (client error): The resource could not be found. Sep 22 09:48:28.461234 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cc7dcb3d-b47f-4576-9c67-91aacde26f07 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/routers/f8108c63-5896-4a69-83eb-1e9f16b6cf73 HTTP/1.1" status: 404 len: 336 time: 0.1130197 Sep 22 09:48:28.467835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60162) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:28.508682 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e14279d-b390-4201-9b0c-8cf9c80be913 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] DELETE failed (client error): The resource could not be found. Sep 22 09:48:28.510004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e14279d-b390-4201-9b0c-8cf9c80be913 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:48:28.512779 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3e14279d-b390-4201-9b0c-8cf9c80be913 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/subnets/f6a33e39-a21c-4231-b219-0c8b614f6817 HTTP/1.1" status: 404 len: 337 time: 0.0427477 Sep 22 09:48:28.516857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60164) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:28.778806 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2fb682b3-c38e-4d5f-8dc9-e64ee3128a84 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port 3daee52a-6494-48a3-9005-833e57e0ac4b {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:28.779416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2fb682b3-c38e-4d5f-8dc9-e64ee3128a84 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:28.843873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd1b0ce-7673-459b-89c8-c03ad0c42683 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Router 97068e7b-0df0-46e6-8cf0-434f3c9698c8 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:48:28.966955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2fb682b3-c38e-4d5f-8dc9-e64ee3128a84 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:28.991818 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2fb682b3-c38e-4d5f-8dc9-e64ee3128a84 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for 3daee52a-6494-48a3-9005-833e57e0ac4b owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:29.033798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd1b0ce-7673-459b-89c8-c03ad0c42683 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:29.040368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7fd1b0ce-7673-459b-89c8-c03ad0c42683 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "PUT /v2.0/routers/97068e7b-0df0-46e6-8cf0-434f3c9698c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7934813 Sep 22 09:48:29.043507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60184) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:29.074887 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8134e7-2c67-4053-a81b-f17a2b3cf9f5 None None] Sync routers for ids ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:29.082638 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8134e7-2c67-4053-a81b-f17a2b3cf9f5 None None] Routers {'97068e7b-0df0-46e6-8cf0-434f3c9698c8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:29.083700 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5d8134e7-2c67-4053-a81b-f17a2b3cf9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:29.167552 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5d8134e7-2c67-4053-a81b-f17a2b3cf9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:29.185050 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8134e7-2c67-4053-a81b-f17a2b3cf9f5 None None] Routers {'97068e7b-0df0-46e6-8cf0-434f3c9698c8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:29.185747 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5d8134e7-2c67-4053-a81b-f17a2b3cf9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:29.227703 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5d8134e7-2c67-4053-a81b-f17a2b3cf9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:29.231268 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8134e7-2c67-4053-a81b-f17a2b3cf9f5 None None] The sync data for ids ['97068e7b-0df0-46e6-8cf0-434f3c9698c8'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:29.260783 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:29.367421 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2fb682b3-c38e-4d5f-8dc9-e64ee3128a84 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:29.514326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb682b3-c38e-4d5f-8dc9-e64ee3128a84 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=3daee52a-6494-48a3-9005-833e57e0ac4b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:29.597943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:29.644009 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2fb682b3-c38e-4d5f-8dc9-e64ee3128a84 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:29.649158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2fb682b3-c38e-4d5f-8dc9-e64ee3128a84 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/ports/3daee52a-6494-48a3-9005-833e57e0ac4b HTTP/1.1" status: 204 len: 168 time: 1.1154389 Sep 22 09:48:29.649791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60200) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:29.824459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Deleting port 7bc3da6f-9e76-44e0-a730-345195d447a2 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:29.825173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:29.837836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7527ba9d-e07c-4264-a936-8f9f93fea566 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port 5f746849-f7b6-4c87-8085-2f64d578f4b9 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:29.838220 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7527ba9d-e07c-4264-a936-8f9f93fea566 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:29.878033 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:29.963002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7527ba9d-e07c-4264-a936-8f9f93fea566 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:29.968040 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:29.986559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7527ba9d-e07c-4264-a936-8f9f93fea566 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for 5f746849-f7b6-4c87-8085-2f64d578f4b9 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:30.008623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Calling delete_port for 7bc3da6f-9e76-44e0-a730-345195d447a2 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:30.390514 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7527ba9d-e07c-4264-a936-8f9f93fea566 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:30.423976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527ba9d-e07c-4264-a936-8f9f93fea566 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=5f746849-f7b6-4c87-8085-2f64d578f4b9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:30.455598 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:30.487606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event deleted for resources: {'Port': ['ID=7bc3da6f-9e76-44e0-a730-345195d447a2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:30.513850 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7527ba9d-e07c-4264-a936-8f9f93fea566 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:30.513850 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7527ba9d-e07c-4264-a936-8f9f93fea566 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/ports/5f746849-f7b6-4c87-8085-2f64d578f4b9 HTTP/1.1" status: 204 len: 168 time: 0.8572083 Sep 22 09:48:30.517345 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60234) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:30.601939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e30606d-f3e4-451f-aac4-c9697ab517d4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:30.610371 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3e30606d-f3e4-451f-aac4-c9697ab517d4 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "GET /v2.0/ports?device_id=126ffbef-d549-4d94-99cf-28e2197f3528 HTTP/1.1" status: 200 len: 913 time: 0.0849180 Sep 22 09:48:30.610371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60244) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:30.610371 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:30.748232 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:30.751956 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:31.023335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:31.023943 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Fanout notify agent at l3_agent the message router_deleted on router 97068e7b-0df0-46e6-8cf0-434f3c9698c8 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:48:31.054007 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:31.057840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5a28acda-0830-4d2a-ac39-01caaf669b39 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "DELETE /v2.0/routers/97068e7b-0df0-46e6-8cf0-434f3c9698c8 HTTP/1.1" status: 204 len: 168 time: 2.0129263 Sep 22 09:48:31.060063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60280) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:31.179018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1c71eb-93f5-42dc-a2d5-f34b39942b84 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Deleting subnet cb4db4cd-9185-46de-8df7-ef9f1e77740b {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:48:31.190764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e1c71eb-93f5-42dc-a2d5-f34b39942b84 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:31.200851 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9f3d-4ba5-4792-ab57-28722960f17e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:31.275760 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e1c71eb-93f5-42dc-a2d5-f34b39942b84 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:31.733277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e9f3d-4ba5-4792-ab57-28722960f17e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port c9e0189d-0cee-4a0d-b913-f4ca4634e1cf {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:31.737379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9f3d-4ba5-4792-ab57-28722960f17e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:31.975223 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e1c71eb-93f5-42dc-a2d5-f34b39942b84 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:32.262596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e1c71eb-93f5-42dc-a2d5-f34b39942b84 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:32.310730 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c71eb-93f5-42dc-a2d5-f34b39942b84 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4db4cd-9185-46de-8df7-ef9f1e77740b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:32.343304 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e1c71eb-93f5-42dc-a2d5-f34b39942b84 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:32.353260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758399ce-863d-42ca-8986-42b14ef15eda None None] Network 9f6572ee-25b9-4cdb-81a9-75a56a76c65f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:48:32.362319 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6e1c71eb-93f5-42dc-a2d5-f34b39942b84 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "DELETE /v2.0/subnets/cb4db4cd-9185-46de-8df7-ef9f1e77740b HTTP/1.1" status: 204 len: 168 time: 1.2992682 Sep 22 09:48:32.363912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60344) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:32.447669 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9f3d-4ba5-4792-ab57-28722960f17e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:32.486762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e9f3d-4ba5-4792-ab57-28722960f17e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for c9e0189d-0cee-4a0d-b913-f4ca4634e1cf owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:32.612346 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:32.697619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700f5c59-752c-4414-bfca-02ff7a71c759 None None] DHCP port deletion for 9f6572ee-25b9-4cdb-81a9-75a56a76c65f request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:48:32.754322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Deleting port 42baa8be-74ff-4252-8128-901ca29c36e7 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:32.755983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:32.873060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-700f5c59-752c-4414-bfca-02ff7a71c759 None None] Deleting port 42baa8be-74ff-4252-8128-901ca29c36e7 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:32.874526 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-700f5c59-752c-4414-bfca-02ff7a71c759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:32.939848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] For port 42baa8be-74ff-4252-8128-901ca29c36e7, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=42baa8be-74ff-4252-8128-901ca29c36e7,segment=NetworkSegment(ac20377d-3a17-4d39-be10-6a54c5aa3eb9),segment_id=ac20377d-3a17-4d39-be10-6a54c5aa3eb9)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:48:32.940498 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:32.967338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Calling delete_port for 42baa8be-74ff-4252-8128-901ca29c36e7 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:33.091035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-700f5c59-752c-4414-bfca-02ff7a71c759 None None] For port 42baa8be-74ff-4252-8128-901ca29c36e7, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=42baa8be-74ff-4252-8128-901ca29c36e7,segment=NetworkSegment(ac20377d-3a17-4d39-be10-6a54c5aa3eb9),segment_id=ac20377d-3a17-4d39-be10-6a54c5aa3eb9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:48:33.091745 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-700f5c59-752c-4414-bfca-02ff7a71c759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:33.096814 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9f3d-4ba5-4792-ab57-28722960f17e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:33.135067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-700f5c59-752c-4414-bfca-02ff7a71c759 None None] Calling delete_port for 42baa8be-74ff-4252-8128-901ca29c36e7 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:33.146358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e9f3d-4ba5-4792-ab57-28722960f17e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=c9e0189d-0cee-4a0d-b913-f4ca4634e1cf,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:33.223000 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:33.297033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] No DVR routers for this DVR port 42baa8be-74ff-4252-8128-901ca29c36e7 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:48:33.352236 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-700f5c59-752c-4414-bfca-02ff7a71c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:33.413047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f5c59-752c-4414-bfca-02ff7a71c759 None None] Pushing event deleted for resources: {'Port': ['ID=42baa8be-74ff-4252-8128-901ca29c36e7,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:33.430403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700f5c59-752c-4414-bfca-02ff7a71c759 None None] No DVR routers for this DVR port 42baa8be-74ff-4252-8128-901ca29c36e7 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:48:33.433584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event deleted for resources: {'Port': ['ID=42baa8be-74ff-4252-8128-901ca29c36e7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:33.466520 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ab5e9f3d-4ba5-4792-ab57-28722960f17e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:33.473564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60364) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:33.602164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:33.641859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6572ee-25b9-4cdb-81a9-75a56a76c65f']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:33.694654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac20377d-3a17-4d39-be10-6a54c5aa3eb9') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:33.695230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac20377d-3a17-4d39-be10-6a54c5aa3eb9') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:33.714317 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-968f0388-06ad-47cc-a321-1d5ac7327551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:33.727504 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:33.770412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5e9f3d-4ba5-4792-ab57-28722960f17e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Router 126ffbef-d549-4d94-99cf-28e2197f3528 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:48:33.795693 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:33.803658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:48:33.804060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:48:33.807158 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:48:33.911990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5e9f3d-4ba5-4792-ab57-28722960f17e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:33.917670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ab5e9f3d-4ba5-4792-ab57-28722960f17e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "PUT /v2.0/routers/126ffbef-d549-4d94-99cf-28e2197f3528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3102460 Sep 22 09:48:33.920659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60374) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:33.933663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f8d2c-d145-42f8-8cd1-eb4d57c6abf9 None None] Sync routers for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:33.942946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f8d2c-d145-42f8-8cd1-eb4d57c6abf9 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:33.944183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5e3f8d2c-d145-42f8-8cd1-eb4d57c6abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:34.000436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5e3f8d2c-d145-42f8-8cd1-eb4d57c6abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:34.020289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f8d2c-d145-42f8-8cd1-eb4d57c6abf9 None None] Routers {'126ffbef-d549-4d94-99cf-28e2197f3528'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:34.021154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5e3f8d2c-d145-42f8-8cd1-eb4d57c6abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['126ffbef-d549-4d94-99cf-28e2197f3528'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:34.044979 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.065822 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.071003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60378) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:34.071932 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "DELETE /v2.0/networks/9f6572ee-25b9-4cdb-81a9-75a56a76c65f HTTP/1.1" status: 204 len: 168 time: 1.7031391 Sep 22 09:48:34.096111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c5290-9ba6-489f-88db-9912fd6b1629 tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event deleted for resources: {'Network': ['ID=9f6572ee-25b9-4cdb-81a9-75a56a76c65f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:34.106084 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5e3f8d2c-d145-42f8-8cd1-eb4d57c6abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:34.107106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f8d2c-d145-42f8-8cd1-eb4d57c6abf9 None None] The sync data for ids ['126ffbef-d549-4d94-99cf-28e2197f3528'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:34.108358 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.174777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 42baa8be-74ff-4252-8128-901ca29c36e7 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:48:34.207874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 42baa8be-74ff-4252-8128-901ca29c36e7 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:48:34.216090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 42baa8be-74ff-4252-8128-901ca29c36e7 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:48:34.244566 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.297103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d73bd-34bb-46b2-a77a-35062d303cfb tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Deleting port 7b59d8a1-4d3d-4e38-a5e4-557ba6145b5a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:34.298079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7e9d73bd-34bb-46b2-a77a-35062d303cfb tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.381386 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-968f0388-06ad-47cc-a321-1d5ac7327551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.405555 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7e9d73bd-34bb-46b2-a77a-35062d303cfb tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.405941 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7e9d73bd-34bb-46b2-a77a-35062d303cfb tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.411272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting port d962c583-d046-40b8-b3c4-b515766c23ca {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:34.413302 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.419342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d73bd-34bb-46b2-a77a-35062d303cfb tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Calling delete_port for 7b59d8a1-4d3d-4e38-a5e4-557ba6145b5a owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:34.495683 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-968f0388-06ad-47cc-a321-1d5ac7327551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.616353 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.640595 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-968f0388-06ad-47cc-a321-1d5ac7327551 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95807d6acb864d4e960f9aeaaad7e029&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1615198 Sep 22 09:48:34.640595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f0388-06ad-47cc-a321-1d5ac7327551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796b10f5-f3af-4bea-9dee-37eaa3b56f71,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:34.641245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60390) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:34.675308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Calling delete_port for d962c583-d046-40b8-b3c4-b515766c23ca owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:34.712017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9798bd9-ef43-415e-9dfa-6d337a9fb0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.741480 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9798bd9-ef43-415e-9dfa-6d337a9fb0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.793462 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7e9d73bd-34bb-46b2-a77a-35062d303cfb tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.827640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d73bd-34bb-46b2-a77a-35062d303cfb tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Pushing event deleted for resources: {'Port': ['ID=7b59d8a1-4d3d-4e38-a5e4-557ba6145b5a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:34.908900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7e9d73bd-34bb-46b2-a77a-35062d303cfb tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.912094 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7e9d73bd-34bb-46b2-a77a-35062d303cfb tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:34.916551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7e9d73bd-34bb-46b2-a77a-35062d303cfb tempest-FloatingIPAdminTestJSON-585369922 tempest-FloatingIPAdminTestJSON-585369922-project] 10.222.0.49 "DELETE /v2.0/floatingips/4b2701d0-b537-4b7a-a8d3-074c3ec96c77 HTTP/1.1" status: 204 len: 168 time: 0.8422375 Sep 22 09:48:35.005080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9798bd9-ef43-415e-9dfa-6d337a9fb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:35.007727 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9798bd9-ef43-415e-9dfa-6d337a9fb0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:35.016853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f9798bd9-ef43-415e-9dfa-6d337a9fb0fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/796b10f5-f3af-4bea-9dee-37eaa3b56f71 HTTP/1.1" status: 204 len: 168 time: 0.3678730 Sep 22 09:48:35.025313 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:35.049342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9798bd9-ef43-415e-9dfa-6d337a9fb0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796b10f5-f3af-4bea-9dee-37eaa3b56f71,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:35.074603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Port': ['ID=d962c583-d046-40b8-b3c4-b515766c23ca,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:35.201687 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:35.324345 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:35.329565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:35.453560 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:35.454050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Fanout notify agent at l3_agent the message router_deleted on router 126ffbef-d549-4d94-99cf-28e2197f3528 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:48:35.465658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:35.466824 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-db6cb677-34a7-4d28-b220-da26c1109e1e tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/routers/126ffbef-d549-4d94-99cf-28e2197f3528 HTTP/1.1" status: 204 len: 168 time: 1.5454876 Sep 22 09:48:35.469471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60410) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:35.566569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b556816-9f70-48dd-8d7a-1effefe44433 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Deleting subnet b7b712d5-9a02-492a-9737-7931c3b254b3 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:48:35.579071 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b556816-9f70-48dd-8d7a-1effefe44433 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:35.634499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60414) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:35.710803 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b556816-9f70-48dd-8d7a-1effefe44433 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:35.836216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b556816-9f70-48dd-8d7a-1effefe44433 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.099872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-28dc15c5-87ba-425a-a06a-4fcb3bc35c45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e65b95d63b44017b8a909860b288094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611595 Sep 22 09:48:36.102476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60428) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:36.124915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b556816-9f70-48dd-8d7a-1effefe44433 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.213685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b556816-9f70-48dd-8d7a-1effefe44433 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b712d5-9a02-492a-9737-7931c3b254b3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:36.218770 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6b556816-9f70-48dd-8d7a-1effefe44433 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.223416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60430) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:36.227140 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6b556816-9f70-48dd-8d7a-1effefe44433 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/subnets/b7b712d5-9a02-492a-9737-7931c3b254b3 HTTP/1.1" status: 204 len: 168 time: 0.7503259 Sep 22 09:48:36.279833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60434) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:36.317829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9484-e371-4f7a-95b2-b003d9c994fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.357471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3c6f-60a9-4ecf-abde-4c1eefc0a139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.400802 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.498808 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9484-e371-4f7a-95b2-b003d9c994fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.524222 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3c6f-60a9-4ecf-abde-4c1eefc0a139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.560922 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.590964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e247f58a-69b6-47d4-be8b-5e09ab1cc14f']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:36.592382 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9484-e371-4f7a-95b2-b003d9c994fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.602397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b45124-f091-445a-9cc8-bf6fff74e7f0') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:36.602818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b45124-f091-445a-9cc8-bf6fff74e7f0') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:36.622633 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.641937 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.652645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:48:36.652645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.652963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d9484-e371-4f7a-95b2-b003d9c994fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637b2bc2-9365-4781-8927-0ec54d5c8e1e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:36.686413 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1c5d9484-e371-4f7a-95b2-b003d9c994fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ce19016a5f44b0db84a1c202e08a4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025280 Sep 22 09:48:36.693369 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60440) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:48:36.770274 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:48:36.782927 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3c6f-60a9-4ecf-abde-4c1eefc0a139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.795614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3c6f-60a9-4ecf-abde-4c1eefc0a139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.797204 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a5dd3c6f-60a9-4ecf-abde-4c1eefc0a139 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50dd9c5f-d38f-4821-b162-e4864a054380 HTTP/1.1" status: 204 len: 168 time: 0.6930640 Sep 22 09:48:36.812305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd3c6f-60a9-4ecf-abde-4c1eefc0a139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd9c5f-d38f-4821-b162-e4864a054380,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:36.865211 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74ffbb2f-0704-4435-b685-d4114178302b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.866510 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.916272 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:36.921011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] 10.222.0.49 "DELETE /v2.0/networks/e247f58a-69b6-47d4-be8b-5e09ab1cc14f HTTP/1.1" status: 204 len: 168 time: 0.6961796 Sep 22 09:48:36.930997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38dcde-e902-4627-aaa2-52d2e14171a1 tempest-FloatingIPTestJSON-1542646249 tempest-FloatingIPTestJSON-1542646249-project] Pushing event deleted for resources: {'Network': ['ID=e247f58a-69b6-47d4-be8b-5e09ab1cc14f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:36.963613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74ffbb2f-0704-4435-b685-d4114178302b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:37.168094 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74ffbb2f-0704-4435-b685-d4114178302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:37.171690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74ffbb2f-0704-4435-b685-d4114178302b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:37.173260 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-74ffbb2f-0704-4435-b685-d4114178302b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/637b2bc2-9365-4781-8927-0ec54d5c8e1e HTTP/1.1" status: 204 len: 168 time: 0.4789071 Sep 22 09:48:37.194517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffbb2f-0704-4435-b685-d4114178302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b2bc2-9365-4781-8927-0ec54d5c8e1e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:38.010004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60476) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:38.146875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60486) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:38.224078 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b79306ce-d5ef-4494-809c-eb842c29a224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:38.413030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3c99cdd7-ebad-4b30-aec1-a6a4bed3f89b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26e4d9c427e14cb58974d73a5c30251a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988683 Sep 22 09:48:38.414532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60492) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:38.490541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b79306ce-d5ef-4494-809c-eb842c29a224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:38.491517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1f99257e-1b32-4e77-a7f0-b30d473cd6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:38.518977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1f99257e-1b32-4e77-a7f0-b30d473cd6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:38.585989 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b79306ce-d5ef-4494-809c-eb842c29a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:38.666751 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b79306ce-d5ef-4494-809c-eb842c29a224 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68f49dea14664c4998323d74ee27190f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5183342 Sep 22 09:48:38.669529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60500) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:38.712785 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1f99257e-1b32-4e77-a7f0-b30d473cd6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:38.717574 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1f99257e-1b32-4e77-a7f0-b30d473cd6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:38.724689 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1f99257e-1b32-4e77-a7f0-b30d473cd6af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a80e867-5d01-49f0-9260-546f1e3c3caf HTTP/1.1" status: 204 len: 168 time: 0.3059633 Sep 22 09:48:38.730945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79306ce-d5ef-4494-809c-eb842c29a224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34407c4-a4ad-4e3d-9b7b-59a159eaa4dc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:38.748439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99257e-1b32-4e77-a7f0-b30d473cd6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a80e867-5d01-49f0-9260-546f1e3c3caf,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:38.800564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-287faaaa-c97e-46a0-be7d-83dc83b6e043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:38.842239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-287faaaa-c97e-46a0-be7d-83dc83b6e043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:38.997890 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-287faaaa-c97e-46a0-be7d-83dc83b6e043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:39.000635 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-287faaaa-c97e-46a0-be7d-83dc83b6e043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:39.001930 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-287faaaa-c97e-46a0-be7d-83dc83b6e043 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a34407c4-a4ad-4e3d-9b7b-59a159eaa4dc HTTP/1.1" status: 204 len: 168 time: 0.3255010 Sep 22 09:48:39.011544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287faaaa-c97e-46a0-be7d-83dc83b6e043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34407c4-a4ad-4e3d-9b7b-59a159eaa4dc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:39.099046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60522) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:39.768871 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31c2a952-5b83-4897-ac5b-c71fcc311981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:39.915271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31c2a952-5b83-4897-ac5b-c71fcc311981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:40.075939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-31c2a952-5b83-4897-ac5b-c71fcc311981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:40.150525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60560) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:40.151430 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-31c2a952-5b83-4897-ac5b-c71fcc311981 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fbd9947b69774f1bb80c83949a06b929&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0507648 Sep 22 09:48:40.158065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2a952-5b83-4897-ac5b-c71fcc311981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f91e187-bf6b-459b-8cc5-b5fb2d82ee98,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:40.219683 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b4bf108f-0c0f-4c51-becd-3e62351f8655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:40.262331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b4bf108f-0c0f-4c51-becd-3e62351f8655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:40.298582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60570) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:40.339103 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0128d00-67a1-41a3-9972-95c3bebc8a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:40.514787 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b4bf108f-0c0f-4c51-becd-3e62351f8655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:40.522791 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b4bf108f-0c0f-4c51-becd-3e62351f8655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:40.522791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b4bf108f-0c0f-4c51-becd-3e62351f8655 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f91e187-bf6b-459b-8cc5-b5fb2d82ee98 HTTP/1.1" status: 204 len: 168 time: 0.3674843 Sep 22 09:48:40.535743 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf108f-0c0f-4c51-becd-3e62351f8655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f91e187-bf6b-459b-8cc5-b5fb2d82ee98,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:40.645402 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0128d00-67a1-41a3-9972-95c3bebc8a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:40.752966 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0128d00-67a1-41a3-9972-95c3bebc8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:40.800074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f0128d00-67a1-41a3-9972-95c3bebc8a5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1eaf80105d6547e1a0d2286c2f94ae55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981141 Sep 22 09:48:40.805076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60598) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:40.820385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0128d00-67a1-41a3-9972-95c3bebc8a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01f9f38-6f71-4c34-89ed-52482c8ddb19,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:40.894944 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-537d6d30-63c0-4a86-b56c-55d088d168c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:40.924409 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-537d6d30-63c0-4a86-b56c-55d088d168c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:41.317510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-537d6d30-63c0-4a86-b56c-55d088d168c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:41.317510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-537d6d30-63c0-4a86-b56c-55d088d168c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:41.317510 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-537d6d30-63c0-4a86-b56c-55d088d168c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b01f9f38-6f71-4c34-89ed-52482c8ddb19 HTTP/1.1" status: 204 len: 168 time: 0.2820303 Sep 22 09:48:41.317510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d6d30-63c0-4a86-b56c-55d088d168c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01f9f38-6f71-4c34-89ed-52482c8ddb19,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:41.651871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60648) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:42.077003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'networks': [{'name': 'tempest-network--406345379'}, {'name': 'tempest-network--1849376036'}]} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:42.077003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'network': {'name': 'tempest-network--406345379'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:42.077003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'network': {'name': 'tempest-network--1849376036'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:42.177017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60670) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:42.187945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Made reservation on behalf of 4297f3a650a94f20b92b7ab9951dbeb2 for: {'network': 2} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:42.198782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.207462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.341064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.409519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7da29974-edee-4f73-aa1c-c670cb393ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.442034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.450778 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.513066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e903f7c0-fe26-4333-aaa8-5284cddd8129,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:42.537036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:42.560986 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.561327 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Added segment 1a2cef5d-ea4a-4c13-ab59-b14ecc1b390f of type vlan for network 19a15627-4041-4c64-87fd-4afbe69a9f3e Sep 22 09:48:42.654013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.710438 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7da29974-edee-4f73-aa1c-c670cb393ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.724883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:42.735040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.735315 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Added segment 5b835490-297d-4163-a50e-b24d75a14fcf of type vlan for network 195a7b33-5f2b-43a6-abc2-05c6c832d7dc Sep 22 09:48:42.788438 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.803938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7da29974-edee-4f73-aa1c-c670cb393ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:42.928117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da29974-edee-4f73-aa1c-c670cb393ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0b1467-0c91-4d8d-b704-c7f2043d7482,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:42.950393 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7da29974-edee-4f73-aa1c-c670cb393ebb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f01dc7c7f6f64ac8bdba38aee4ecd333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7698767 Sep 22 09:48:42.951844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60698) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:43.018380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d8ed9a0-edb2-4434-8a64-e93cc76b74a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.049979 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d8ed9a0-edb2-4434-8a64-e93cc76b74a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.053274 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.053601 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.094708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:43.115469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:43.119344 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.280648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event updated for resources: {'Network': ['ID=19a15627-4041-4c64-87fd-4afbe69a9f3e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:43.299357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 19a15627-4041-4c64-87fd-4afbe69a9f3e details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:43.354747 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6990488 Sep 22 09:48:43.355473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60714) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:43.471892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f9a00-7974-4fe1-a03b-c8041db56719 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event updated for resources: {'Network': ['ID=195a7b33-5f2b-43a6-abc2-05c6c832d7dc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:43.480163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 195a7b33-5f2b-43a6-abc2-05c6c832d7dc details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:43.559697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068cfa6c-199b-4147-bb06-0fac0c28091a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:43.567537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068cfa6c-199b-4147-bb06-0fac0c28091a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:43.580908 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d8ed9a0-edb2-4434-8a64-e93cc76b74a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.588830 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d8ed9a0-edb2-4434-8a64-e93cc76b74a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.588830 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5d8ed9a0-edb2-4434-8a64-e93cc76b74a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a0b1467-0c91-4d8d-b704-c7f2043d7482 HTTP/1.1" status: 204 len: 168 time: 0.6322701 Sep 22 09:48:43.614163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068cfa6c-199b-4147-bb06-0fac0c28091a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:43.633242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ed9a0-edb2-4434-8a64-e93cc76b74a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0b1467-0c91-4d8d-b704-c7f2043d7482,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:43.655138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068cfa6c-199b-4147-bb06-0fac0c28091a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:43.656950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-068cfa6c-199b-4147-bb06-0fac0c28091a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2981722 Sep 22 09:48:43.659993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60732) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:43.822439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.915130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.943547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a15627-4041-4c64-87fd-4afbe69a9f3e']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:43.956156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2cef5d-ea4a-4c13-ab59-b14ecc1b390f') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:43.956452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2cef5d-ea4a-4c13-ab59-b14ecc1b390f') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:43.968011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.982617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.989461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:48:43.989910 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:48:43.993969 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:48:44.186813 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:44.197298 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:44.202723 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "DELETE /v2.0/networks/19a15627-4041-4c64-87fd-4afbe69a9f3e HTTP/1.1" status: 204 len: 168 time: 0.5363007 Sep 22 09:48:44.202990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60738) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:44.208684 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc05585-3a4d-4e8f-8b91-538ea701b808 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Network': ['ID=19a15627-4041-4c64-87fd-4afbe69a9f3e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:44.303764 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:44.440339 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:44.469108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195a7b33-5f2b-43a6-abc2-05c6c832d7dc']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:44.482043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b835490-297d-4163-a50e-b24d75a14fcf') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:44.482043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b835490-297d-4163-a50e-b24d75a14fcf') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:44.494864 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:44.515883 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:44.534031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:48:44.534852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:48:44.544034 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:48:44.793188 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:44.805051 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:44.805462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60772) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:44.806891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "DELETE /v2.0/networks/195a7b33-5f2b-43a6-abc2-05c6c832d7dc HTTP/1.1" status: 204 len: 168 time: 0.6045446 Sep 22 09:48:44.830540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938006c-c672-40fe-8b27-751f692498c2 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Network': ['ID=195a7b33-5f2b-43a6-abc2-05c6c832d7dc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:45.154139 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c1b87-4def-49b5-9d67-d3e1b466f969 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:45.162787 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c1b87-4def-49b5-9d67-d3e1b466f969 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:45.164833 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c23c1b87-4def-49b5-9d67-d3e1b466f969 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3554914 Sep 22 09:48:45.169329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60784) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:45.175664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1701473620'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:45.265030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60790) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:45.298765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Made reservation on behalf of 4297f3a650a94f20b92b7ab9951dbeb2 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:45.305806 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:45.438630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:45.492240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1360976362', 'router:external': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:45.514688 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:45.515039 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Added segment 5ff31a0b-7f25-4c26-a1a6-7152430fc4ba of type vlan for network 3359473d-4f7d-4d6a-9f9d-f24548eb3f17 Sep 22 09:48:45.620439 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-008e8eb0-8092-4252-99c8-1733328f3072 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4951463 Sep 22 09:48:45.622175 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:45.643546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Made reservation on behalf of d0919bc00e74474591a39de23447cdb9 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:45.649521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:45.680973 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:45.870413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:45.874217 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:45.883029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60822) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:45.884618 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:45.885710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:45.975227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-3981beed-b27c-4ab8-ade4-20db6c89004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:45.975758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-3981beed-b27c-4ab8-ade4-20db6c89004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:45.976198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-3981beed-b27c-4ab8-ade4-20db6c89004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:45.976677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-3981beed-b27c-4ab8-ade4-20db6c89004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:45.977185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-3981beed-b27c-4ab8-ade4-20db6c89004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:45.977656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-3981beed-b27c-4ab8-ade4-20db6c89004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:45.979624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-3981beed-b27c-4ab8-ade4-20db6c89004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:45.989177 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-3981beed-b27c-4ab8-ade4-20db6c89004e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6489 time: 0.2814939 Sep 22 09:48:45.989873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.120978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'networks': [{'name': 'tempest-network--50344257'}, {'name': 'tempest-network--701834760'}]} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:46.121425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'network': {'name': 'tempest-network--50344257'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:46.122418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'network': {'name': 'tempest-network--701834760'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:46.169673 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9989810 Sep 22 09:48:46.172684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60832) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:46.177255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:46.178785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1175228109'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:46.188092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.194394 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Added segment 76878453-fc53-48b8-9386-85f78c0998f3 of type vlan for network 0ced59e0-b07b-4cec-ba2e-a209d4a832ed Sep 22 09:48:46.252401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429136fa-50da-4889-ba14-81700391e3f7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event updated for resources: {'Network': ['ID=3359473d-4f7d-4d6a-9f9d-f24548eb3f17,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:46.258161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c64c82-d43d-465e-bd34-b47e45d29c3b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:46.264301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 3359473d-4f7d-4d6a-9f9d-f24548eb3f17 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:46.280944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Made reservation on behalf of fd462a42305b4b0ab57db8eac2630fcd for: {'network': 2} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:46.293138 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.334905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.411582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-18a1ac7b-9c9d-4f32-a0b1-4c4bcb0e279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:46.414334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-18a1ac7b-9c9d-4f32-a0b1-4c4bcb0e279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:46.415140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-18a1ac7b-9c9d-4f32-a0b1-4c4bcb0e279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:46.417270 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-18a1ac7b-9c9d-4f32-a0b1-4c4bcb0e279a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=be65fbb3-88b8-40fa-bf49-309829d1dde6&id=be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 200 len: 2292 time: 0.3875761 Sep 22 09:48:46.451848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Made reservation on behalf of 4297f3a650a94f20b92b7ab9951dbeb2 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:46.455896 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.484599 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.502018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:46.514489 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.514986 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Added segment db05f6c1-80f5-4333-a384-d1f7d7fc9ae7 of type vlan for network 0a3ae575-2473-4804-9736-9a24aadec3ff Sep 22 09:48:46.566278 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-48a32c93-c2a9-4eea-a01e-acc68639489d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 200 len: 1000 time: 0.1380897 Sep 22 09:48:46.577595 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.634556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-e3d84880-5b53-445c-97dc-557b40f52de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:46.638951 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-e3d84880-5b53-445c-97dc-557b40f52de4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5da2a3ed-b29b-428a-b8c1-defac8adcba1 HTTP/1.1" status: 200 len: 851 time: 0.0633321 Sep 22 09:48:46.726034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.728117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:46.730176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.771340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-d0d4d0ef-4f30-4961-926e-003f3f4c8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:46.774146 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-d0d4d0ef-4f30-4961-926e-003f3f4c8245 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275830 Sep 22 09:48:46.799942 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.803548 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.818887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:46.820458 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.892203 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.892915 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:46.934761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc20a3-6a9a-40fd-9eee-49fcee283916,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:46.949829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event updated for resources: {'Network': ['ID=0ced59e0-b07b-4cec-ba2e-a209d4a832ed,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:46.972522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 0ced59e0-b07b-4cec-ba2e-a209d4a832ed details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:47.065289 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-3c3dd0e3-058c-4e64-a5d8-5c0028b94d07 service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642360 Sep 22 09:48:47.066911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event updated for resources: {'Network': ['ID=0a3ae575-2473-4804-9736-9a24aadec3ff,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:47.071513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3b15ec68-9763-40c5-bfaa-af69704691a4 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8975108 Sep 22 09:48:47.077579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60852) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:47.086387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:47.088882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'ports': [{'network_id': '3359473d-4f7d-4d6a-9f9d-f24548eb3f17', 'name': 'tempest-port--1044744346', 'admin_state_up': True}, {'network_id': '0a3ae575-2473-4804-9736-9a24aadec3ff', 'admin_state_up': False}]} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:47.088882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'port': {'network_id': '3359473d-4f7d-4d6a-9f9d-f24548eb3f17', 'name': 'tempest-port--1044744346', 'admin_state_up': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:47.090981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'port': {'network_id': '0a3ae575-2473-4804-9736-9a24aadec3ff', 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:47.095235 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 0a3ae575-2473-4804-9736-9a24aadec3ff details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:47.119010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:47.121012 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Added segment 9e8230f5-97d3-4cb4-9be2-45b6de516650 of type vlan for network 9ab81e45-ccab-420c-8aaa-60dbe0c10867 Sep 22 09:48:47.195081 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:47.252395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:47.266361 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:47.267083 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Added segment 1598f149-857b-4ac4-99df-b5700ca1acee of type vlan for network 5d3f79fb-7810-4063-b318-70651cd65207 Sep 22 09:48:47.273515 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2f137c6a-c845-4f08-bfb0-6b779e7fad3f tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0072649 Sep 22 09:48:47.277661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60854) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:47.285863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Request body: {'subnet': {'network_id': '0ced59e0-b07b-4cec-ba2e-a209d4a832ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:47.303578 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-b4bb8cc6-112a-4309-ae33-ac2fce43e98c service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279344 Sep 22 09:48:47.341436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:47.356510 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-90ac2da7-baf7-4764-9b56-238b45ebf5df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 217 time: 0.0435579 Sep 22 09:48:47.431068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Made reservation on behalf of d0919bc00e74474591a39de23447cdb9 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:47.432425 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:48:47.435834 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:47.470339 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:47.471159 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:47.478628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:47.485074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:47.485829 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:47.638345 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event updated for resources: {'Network': ['ID=9ab81e45-ccab-420c-8aaa-60dbe0c10867,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:47.651771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 9ab81e45-ccab-420c-8aaa-60dbe0c10867 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:47.709619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.8222294 Sep 22 09:48:47.724755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60870) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:47.878930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27d0ed-0939-4052-9ffd-aa5a42ecd289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event updated for resources: {'Network': ['ID=5d3f79fb-7810-4063-b318-70651cd65207,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:47.891146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 5d3f79fb-7810-4063-b318-70651cd65207 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:48.083959 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-ae8759c2-3173-43e1-90a9-3ca0ec1787ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:48.091110 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-ae8759c2-3173-43e1-90a9-3ca0ec1787ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.7008717 Sep 22 09:48:48.133630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c43d0b-de66-4823-861a-57c6ddce5a19 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:48.155210 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c43d0b-de66-4823-861a-57c6ddce5a19 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:48.172269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c43d0b-de66-4823-861a-57c6ddce5a19 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:48.173474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-7c613a77-d4d6-41de-9c37-905e397a4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:48.175545 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-7c613a77-d4d6-41de-9c37-905e397a4916 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769343 Sep 22 09:48:48.178377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c43d0b-de66-4823-861a-57c6ddce5a19 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:48.185532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c43d0b-de66-4823-861a-57c6ddce5a19 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:48.187305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-02c43d0b-de66-4823-861a-57c6ddce5a19 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2968 time: 0.4613607 Sep 22 09:48:48.191232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60876) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:48.279037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:48.329267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Made reservation on behalf of 4297f3a650a94f20b92b7ab9951dbeb2 for: {'port': 2} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:48.345423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:48.371823 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-86ef7386-ad86-420c-9267-74e16086519d service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883488 Sep 22 09:48:48.392089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:48.406725 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:48.498416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab81e45-ccab-420c-8aaa-60dbe0c10867']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:48.537190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8230f5-97d3-4cb4-9be2-45b6de516650') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:48.537797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8230f5-97d3-4cb4-9be2-45b6de516650') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:48.566613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] device_id is not set on port 6a3ad178-c5b6-468b-9c43-ca4ec3c25fba yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:48:48.567356 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:48.576292 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-2d9c2dfb-be89-4209-8cdc-6c255c6d6780 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952252 Sep 22 09:48:48.649401 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:48.673868 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-97fdf958-534a-46bc-90bb-c3cfb250d4d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 217 time: 0.0888379 Sep 22 09:48:48.684455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:48:48.684960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:48:48.688152 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:48:48.825299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.objects.ports [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95510) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:48:48.825827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:48.914504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event updated for resources: {'Subnet': ['ID=751cb3dc-892d-4e1d-92d2-d943a64ae3fe,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:48.924357 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:48.936131 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:48.939400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "DELETE /v2.0/networks/9ab81e45-ccab-420c-8aaa-60dbe0c10867 HTTP/1.1" status: 204 len: 168 time: 0.7470539 Sep 22 09:48:48.942465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60892) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:48.946052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:48.947245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Checking segment: {'id': '76878453-fc53-48b8-9386-85f78c0998f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '0ced59e0-b07b-4cec-ba2e-a209d4a832ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:48:48.948790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Network hostable DHCP agents. Network: 0ced59e0-b07b-4cec-ba2e-a209d4a832ed, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:48:48.958990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-dc31fc84-4304-45be-a021-19958b1bc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:48.960663 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-dc31fc84-4304-45be-a021-19958b1bc806 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.1093824 Sep 22 09:48:48.991314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbdad9-ab2d-431d-ba81-cbec253ddee3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event deleted for resources: {'Network': ['ID=9ab81e45-ccab-420c-8aaa-60dbe0c10867,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:49.116838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Network 0ced59e0-b07b-4cec-ba2e-a209d4a832ed is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:48:49.176133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] device_id is not set on port aea6f0c3-f88f-4569-882f-2958692d4484 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:48:49.219735 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:49.247291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 0ced59e0-b07b-4cec-ba2e-a209d4a832ed) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:49.252367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:49.253370 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:49.258271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-154f62ce-b49e-4b99-a261-ae1ce1809172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:49.258428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569bcbb8-a3e3-4d8e-8b1f-43bac68c3050 None None] Network 0ced59e0-b07b-4cec-ba2e-a209d4a832ed requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:48:49.260372 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-154f62ce-b49e-4b99-a261-ae1ce1809172 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2869563 Sep 22 09:48:49.358677 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e764a908-bd42-4a72-a1c6-4b7b772ad2c8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0783386 Sep 22 09:48:49.361427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60898) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:49.370335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1951527369', 'network_id': '0ced59e0-b07b-4cec-ba2e-a209d4a832ed'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:49.448668 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab29b999-a9df-4e64-9fab-de4eecc9c1f3 None None] Network 0ced59e0-b07b-4cec-ba2e-a209d4a832ed requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:48:49.489460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Made reservation on behalf of d0919bc00e74474591a39de23447cdb9 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:49.491864 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:49.509288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] device_id is not set on port 4c73aaf2-3af9-40b0-a116-d8b27662718e yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:48:49.516847 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:49.643430 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-40600e64-c02c-465e-b1a6-d999455130c1 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687909 Sep 22 09:48:49.708073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3f79fb-7810-4063-b318-70651cd65207']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:49.721456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Allocated IP 2001:db8::28e (0ced59e0-b07b-4cec-ba2e-a209d4a832ed/751cb3dc-892d-4e1d-92d2-d943a64ae3fe/4c73aaf2-3af9-40b0-a116-d8b27662718e) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:48:49.909672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1598f149-857b-4ac4-99df-b5700ca1acee') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:49.910048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1598f149-857b-4ac4-99df-b5700ca1acee') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:50.014996 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:50.060593 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:50.082128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:50.100395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:48:50.100855 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:48:50.105129 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:48:50.190954 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-ff207d86-c296-4834-842a-7508cd892f77 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309970 Sep 22 09:48:50.314109 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-1600f69a-1522-4d41-89ef-ffe99d2c52e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa HTTP/1.1" status: 200 len: 217 time: 0.1080506 Sep 22 09:48:50.319550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:50.469513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:50.477869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event updated for resources: {'Port': ['ID=6a3ad178-c5b6-468b-9c43-ca4ec3c25fba,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:50.492621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:50.497040 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "DELETE /v2.0/networks/5d3f79fb-7810-4063-b318-70651cd65207 HTTP/1.1" status: 204 len: 168 time: 1.5513866 Sep 22 09:48:50.503325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60920) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:50.517268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000879e-c851-4211-94a5-01943679a56e tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event deleted for resources: {'Network': ['ID=5d3f79fb-7810-4063-b318-70651cd65207,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:50.522760 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:50.549081 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-d0a52e55-bbf6-4fd2-8116-906e837ace2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:50.565602 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-d0a52e55-bbf6-4fd2-8116-906e837ace2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.2264581 Sep 22 09:48:50.600639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Checking segment: {'id': '5ff31a0b-7f25-4c26-a1a6-7152430fc4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3359473d-4f7d-4d6a-9f9d-f24548eb3f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:48:50.601196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Network hostable DHCP agents. Network: 3359473d-4f7d-4d6a-9f9d-f24548eb3f17, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:48:50.664525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-efec4482-b744-44fc-a54f-ec1d095d3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:50.666506 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-efec4482-b744-44fc-a54f-ec1d095d3cf6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968945 Sep 22 09:48:50.667464 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d6fc86-cc81-4a7e-b772-719c55c81169 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:50.674498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d6fc86-cc81-4a7e-b772-719c55c81169 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:50.681205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d6fc86-cc81-4a7e-b772-719c55c81169 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:50.684568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-80d6fc86-cc81-4a7e-b772-719c55c81169 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.1781442 Sep 22 09:48:50.688338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60922) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:50.705971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1830276806'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:50.721707 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:50.788597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Network 3359473d-4f7d-4d6a-9f9d-f24548eb3f17 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:48:50.812606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Network 0ced59e0-b07b-4cec-ba2e-a209d4a832ed is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:50.816967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:50.825650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:50.830276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:50.831328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:50.855813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event updated for resources: {'Port': ['ID=4c73aaf2-3af9-40b0-a116-d8b27662718e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:50.896552 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-12503e2d-48f0-4e6e-ba7f-57c487829650 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228708 Sep 22 09:48:50.903044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 3359473d-4f7d-4d6a-9f9d-f24548eb3f17) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:50.913458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532bc2cc-6554-4166-a92f-92d7114201c2 None None] Network 3359473d-4f7d-4d6a-9f9d-f24548eb3f17 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:48:50.923046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:50.925933 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:50.947853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Made reservation on behalf of fd462a42305b4b0ab57db8eac2630fcd for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:50.955809 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:51.044676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8d10597c-d364-4500-9f0f-bfdc49ab3c22 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6821530 Sep 22 09:48:51.045599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60938) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:51.223886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5c284052-abe4-41c3-8bf3-73a59ed7afe3 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Deleting port 4c73aaf2-3af9-40b0-a116-d8b27662718e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:51.224794 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5c284052-abe4-41c3-8bf3-73a59ed7afe3 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:51.238759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event updated for resources: {'Port': ['ID=aea6f0c3-f88f-4569-882f-2958692d4484,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:51.251717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:51.351180 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:51.351180 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Added segment 33db248f-3c9a-4827-bbe1-949d338325d5 of type vlan for network 2c9a2b07-1d0d-459e-a157-e367967508c8 Sep 22 09:48:51.351180 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-e80696f6-7c85-4d12-838b-6c0a540b9de6 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093895 Sep 22 09:48:51.351180 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Checking segment: {'id': 'db05f6c1-80f5-4333-a384-d1f7d7fc9ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '0a3ae575-2473-4804-9736-9a24aadec3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:48:51.351180 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Network hostable DHCP agents. Network: 0a3ae575-2473-4804-9736-9a24aadec3ff, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:48:51.470161 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-7a02e21f-ca9f-4c59-ad94-94ee292db2cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b HTTP/1.1" status: 200 len: 217 time: 0.1107671 Sep 22 09:48:51.481941 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:51.517636 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5c284052-abe4-41c3-8bf3-73a59ed7afe3 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:51.548044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-5c284052-abe4-41c3-8bf3-73a59ed7afe3 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Calling delete_port for 4c73aaf2-3af9-40b0-a116-d8b27662718e owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:51.596579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.resource_extend [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:48:51.599279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Network 0a3ae575-2473-4804-9736-9a24aadec3ff is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:48:51.659045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-d2c415ad-39d4-43ac-bea7-2c129032012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:51.661224 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-d2c415ad-39d4-43ac-bea7-2c129032012b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.1823094 Sep 22 09:48:51.741165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 0a3ae575-2473-4804-9736-9a24aadec3ff) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:51.756931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:51.770383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:51.777778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff5a01b-9dfe-401c-aa8c-0b8050dd6124 None None] Network 0a3ae575-2473-4804-9736-9a24aadec3ff requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:48:51.802445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:51.803078 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:51.821194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:51.833727 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:51.836419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:51.916764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-3aea3cc5-75d8-49c1-be42-f74986b53214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:51.918392 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-3aea3cc5-75d8-49c1-be42-f74986b53214 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2494922 Sep 22 09:48:51.940506 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5c284052-abe4-41c3-8bf3-73a59ed7afe3 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:51.995928 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2f4b2fec-cfdd-4f61-bca7-b3131209d0a3 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.9172165 Sep 22 09:48:52.004778 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3053558 Sep 22 09:48:52.005496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60964) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:52.050472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60966) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:52.064437 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cea06-68c3-4900-9953-b6f57301b1d0 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event updated for resources: {'Network': ['ID=2c9a2b07-1d0d-459e-a157-e367967508c8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:52.069608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1609511932'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:52.076899 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 2c9a2b07-1d0d-459e-a157-e367967508c8 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:52.083363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c284052-abe4-41c3-8bf3-73a59ed7afe3 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c73aaf2-3af9-40b0-a116-d8b27662718e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:52.100820 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5c284052-abe4-41c3-8bf3-73a59ed7afe3 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:52.105814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5c284052-abe4-41c3-8bf3-73a59ed7afe3 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "DELETE /v2.0/ports/4c73aaf2-3af9-40b0-a116-d8b27662718e HTTP/1.1" status: 204 len: 168 time: 1.0576136 Sep 22 09:48:52.107719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60970) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:52.122145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0ced59e0-b07b-4cec-ba2e-a209d4a832ed', 'external_fixed_ips': [{'subnet_id': '751cb3dc-892d-4e1d-92d2-d943a64ae3fe', 'ip_address': '2001:db8::28e'}]}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:52.191311 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-423f1c4a-c0e3-426e-a35e-311952d41b87 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579405 Sep 22 09:48:52.197185 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:48:52.197185 n-d-805649-4 neutron-server[95509]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:48:52.197185 n-d-805649-4 neutron-server[95509]: [parameters: {'project_id_1': 'fd462a42305b4b0ab57db8eac2630fcd', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 48, 32, 150017)}] Sep 22 09:48:52.197185 n-d-805649-4 neutron-server[95509]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:48:52.199911 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:48:52.216308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b30e05-61e7-4416-af0a-c7d7414914a8 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:52.226306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b30e05-61e7-4416-af0a-c7d7414914a8 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:52.226306 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-61b30e05-61e7-4416-af0a-c7d7414914a8 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1784739 Sep 22 09:48:52.229999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60972) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:52.315302 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:52.321578 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:52.420684 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:52.425722 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-9ca973ec-c41d-4093-836c-5274aebca98b service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196169 Sep 22 09:48:52.443291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a1e84-12bd-4ec8-9059-f137ecfb51b7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Deleting port 6a3ad178-c5b6-468b-9c43-ca4ec3c25fba {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:52.444231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1e84-12bd-4ec8-9059-f137ecfb51b7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:52.482281 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-e2a9006a-931d-40f6-9919-7524d314a059 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0485702 Sep 22 09:48:52.595155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-40bc352f-8dc3-4f25-bad0-c70876850208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:52.599573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-40bc352f-8dc3-4f25-bad0-c70876850208 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.0967190 Sep 22 09:48:52.643327 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1e84-12bd-4ec8-9059-f137ecfb51b7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:52.671199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-ba5f5179-8942-4abb-beb7-aaeff1ea491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:52.671381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a1e84-12bd-4ec8-9059-f137ecfb51b7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Calling delete_port for 6a3ad178-c5b6-468b-9c43-ca4ec3c25fba owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:52.674824 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-ba5f5179-8942-4abb-beb7-aaeff1ea491f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680995 Sep 22 09:48:52.809541 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-0fa71042-f086-40d8-a0fa-072700d577ab service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271415 Sep 22 09:48:52.859215 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:52.967428 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-c81be431-49fd-4f95-96a5-c57a53e3c490 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505768 Sep 22 09:48:52.968909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Made reservation on behalf of fd462a42305b4b0ab57db8eac2630fcd for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:52.974507 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.002273 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1e84-12bd-4ec8-9059-f137ecfb51b7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.035966 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-b77d39e2-e973-488f-96fd-094754cd2993 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 200 len: 217 time: 0.0587993 Sep 22 09:48:53.054502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:53.085404 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a1e84-12bd-4ec8-9059-f137ecfb51b7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Port': ['ID=6a3ad178-c5b6-468b-9c43-ca4ec3c25fba,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:53.102056 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.102720 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Added segment b1ef6c6e-8300-4bed-83a6-d4a892dfb64b of type vlan for network e252021c-c011-46ef-a64b-2ae1d8bfc563 Sep 22 09:48:53.107001 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae4a1e84-12bd-4ec8-9059-f137ecfb51b7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.109175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ae4a1e84-12bd-4ec8-9059-f137ecfb51b7 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "DELETE /v2.0/ports/6a3ad178-c5b6-468b-9c43-ca4ec3c25fba HTTP/1.1" status: 204 len: 168 time: 0.8778539 Sep 22 09:48:53.112942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 60988) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:53.143219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-9936759e-f7db-42db-979d-53157a144b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:53.145272 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-9936759e-f7db-42db-979d-53157a144b68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.1006727 Sep 22 09:48:53.185076 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.239891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a582a-81f0-4309-86df-9a6304b0997e req-b876c62a-95cd-4afd-a7c1-c33cc3a82e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:53.245425 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-b876c62a-95cd-4afd-a7c1-c33cc3a82e22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902741 Sep 22 09:48:53.294830 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.321508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-082f2729-a5f2-4ac7-8d5b-eb32a0b30ec1 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Deleting port aea6f0c3-f88f-4569-882f-2958692d4484 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:53.325507 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-082f2729-a5f2-4ac7-8d5b-eb32a0b30ec1 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.370435 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-daaa1e4e-5d8c-4135-9389-56a32f144711 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168985 Sep 22 09:48:53.376461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.377674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:53.378501 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.461800 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-082f2729-a5f2-4ac7-8d5b-eb32a0b30ec1 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.589733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-082f2729-a5f2-4ac7-8d5b-eb32a0b30ec1 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Calling delete_port for aea6f0c3-f88f-4569-882f-2958692d4484 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:53.702896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event updated for resources: {'Network': ['ID=e252021c-c011-46ef-a64b-2ae1d8bfc563,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:53.705319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network e252021c-c011-46ef-a64b-2ae1d8bfc563 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:53.706147 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-53fe4985-c59f-4efd-bbf1-585fb92f9289 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4976423 Sep 22 09:48:53.706147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 60998) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:53.706147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'ports': [{'network_id': '2c9a2b07-1d0d-459e-a157-e367967508c8', 'name': 'tempest-port--1640376282', 'admin_state_up': True}, {'network_id': 'e252021c-c011-46ef-a64b-2ae1d8bfc563', 'admin_state_up': False}]} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:53.706147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'port': {'network_id': '2c9a2b07-1d0d-459e-a157-e367967508c8', 'name': 'tempest-port--1640376282', 'admin_state_up': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:53.706147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'port': {'network_id': 'e252021c-c011-46ef-a64b-2ae1d8bfc563', 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:53.706147 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a08a582a-81f0-4309-86df-9a6304b0997e req-d00c366f-b909-42d1-a05f-756887273f47 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948179 Sep 22 09:48:53.739788 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.764051 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.932551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Made reservation on behalf of fd462a42305b4b0ab57db8eac2630fcd for: {'port': 2} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:53.937640 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.975701 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:53.976959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Allocated IP 2001:db8::28e (0ced59e0-b07b-4cec-ba2e-a209d4a832ed/751cb3dc-892d-4e1d-92d2-d943a64ae3fe/d5e71e73-dd2a-4477-863e-962eb15faa90) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:48:54.029685 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-082f2729-a5f2-4ac7-8d5b-eb32a0b30ec1 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.060495 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] device_id is not set on port de38dc41-d9c2-413b-b242-cd2694aafc2e yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:48:54.100941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f2729-a5f2-4ac7-8d5b-eb32a0b30ec1 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Port': ['ID=aea6f0c3-f88f-4569-882f-2958692d4484,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:54.118968 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-082f2729-a5f2-4ac7-8d5b-eb32a0b30ec1 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.135316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-082f2729-a5f2-4ac7-8d5b-eb32a0b30ec1 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "DELETE /v2.0/ports/aea6f0c3-f88f-4569-882f-2958692d4484 HTTP/1.1" status: 204 len: 168 time: 1.0179431 Sep 22 09:48:54.136113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32792) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:54.174029 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.181571 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0384be9e-782f-4984-ac9e-7c056aaae257 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0365202 Sep 22 09:48:54.206533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32794) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:54.212787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-174396164'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:54.226478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.295133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] device_id is not set on port 894206d8-a4bf-49d3-9eae-f9d943ba1224 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:48:54.317051 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ed06924-57aa-4d0d-a2b1-d0e935f04b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.358488 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.424484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Network 0ced59e0-b07b-4cec-ba2e-a209d4a832ed is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:48:54.431383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:54.431383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:54.442059 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.488972 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.553493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Made reservation on behalf of 4297f3a650a94f20b92b7ab9951dbeb2 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:54.557897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.569293 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.597135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e71e73-dd2a-4477-863e-962eb15faa90,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:54.610600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:54.622991 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.623581 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Added segment a007e741-11f3-413b-ba31-0936d253e27a of type vlan for network 76eb3269-1b15-4a15-bfa7-c589e1dbc0e5 Sep 22 09:48:54.647127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event updated for resources: {'Port': ['ID=de38dc41-d9c2-413b-b242-cd2694aafc2e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:54.656274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Checking segment: {'id': '33db248f-3c9a-4827-bbe1-949d338325d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2c9a2b07-1d0d-459e-a157-e367967508c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:48:54.656761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Network hostable DHCP agents. Network: 2c9a2b07-1d0d-459e-a157-e367967508c8, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:48:54.683564 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.803501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Network 2c9a2b07-1d0d-459e-a157-e367967508c8 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:48:54.816675 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.822528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:54.822881 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.919164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 2c9a2b07-1d0d-459e-a157-e367967508c8) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:54.928398 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:54.930582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:54.936119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22add6c6-7ec1-4b21-bbb2-1b8f5287de98 None None] Network 2c9a2b07-1d0d-459e-a157-e367967508c8 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:48:54.948185 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:55.063485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event updated for resources: {'Port': ['ID=894206d8-a4bf-49d3-9eae-f9d943ba1224,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:55.074441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Checking segment: {'id': 'b1ef6c6e-8300-4bed-83a6-d4a892dfb64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e252021c-c011-46ef-a64b-2ae1d8bfc563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:48:55.074879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Network hostable DHCP agents. Network: e252021c-c011-46ef-a64b-2ae1d8bfc563, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:48:55.083995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event updated for resources: {'Network': ['ID=76eb3269-1b15-4a15-bfa7-c589e1dbc0e5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:55.114879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 76eb3269-1b15-4a15-bfa7-c589e1dbc0e5 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:55.192904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-52b8bc4d-39ef-4e05-90aa-4d0bace6d17c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9852698 Sep 22 09:48:55.195560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32830) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:55.201664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-830998394'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:55.272859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Network e252021c-c011-46ef-a64b-2ae1d8bfc563 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:48:55.327604 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:55.328958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Made reservation on behalf of 4297f3a650a94f20b92b7ab9951dbeb2 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:55.333813 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:55.364752 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:55.375649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:55.376035 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Added segment e34e2fc9-d3b6-4e09-8686-f770065a8d82 of type vlan for network 66254161-5fd7-4be0-b8a8-d79e7a115ed9 Sep 22 09:48:55.478128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:55.493495 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, e252021c-c011-46ef-a64b-2ae1d8bfc563) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:48:55.503140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d621d-dd6c-4a5e-991d-0829257b97f7 None None] Network e252021c-c011-46ef-a64b-2ae1d8bfc563 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:48:55.523465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:48:55.543075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:55.553911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:55.554619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:55.626324 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:55.632030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:55.632644 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:55.726412 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-59bfd22f-3e5e-4f8c-af21-4a601bd4ba4a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1554031 Sep 22 09:48:55.729962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32844) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:55.780365 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Router c634efeb-6275-4d74-a724-225348e31b06 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:48:55.855260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event updated for resources: {'Network': ['ID=66254161-5fd7-4be0-b8a8-d79e7a115ed9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:55.866747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 66254161-5fd7-4be0-b8a8-d79e7a115ed9 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:55.875583 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2defd015-4254-4ff8-9460-1444b383516f tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6787086 Sep 22 09:48:55.893866 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7203ea-e33e-495a-95bc-11bd2cce4b9b tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:55.901539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7203ea-e33e-495a-95bc-11bd2cce4b9b tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:55.906549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5c7203ea-e33e-495a-95bc-11bd2cce4b9b tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1651628 Sep 22 09:48:55.907159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32850) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:56.135858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:48:56.146080 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Sync routers for ids ['c634efeb-6275-4d74-a724-225348e31b06'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:48:56.157352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f8ebaf90-1f87-43c6-a927-78e689bba8bb tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Deleting port de38dc41-d9c2-413b-b242-cd2694aafc2e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:56.157748 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f8ebaf90-1f87-43c6-a927-78e689bba8bb tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:56.159790 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Routers {'c634efeb-6275-4d74-a724-225348e31b06'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:56.160412 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c634efeb-6275-4d74-a724-225348e31b06'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:56.218828 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:56.223802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-760ed8a2-402d-4fa7-b572-89e31d4fc272 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1147323 Sep 22 09:48:56.225271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32860) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:56.359994 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Set router c634efeb-6275-4d74-a724-225348e31b06 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:48:56.564278 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:56.797195 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c634efeb-6275-4d74-a724-225348e31b06', 'name': '', 'tenant_id': 'd0919bc00e74474591a39de23447cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0ced59e0-b07b-4cec-ba2e-a209d4a832ed', 'external_fixed_ips': [{'subnet_id': '751cb3dc-892d-4e1d-92d2-d943a64ae3fe', 'ip_address': '2001:db8::28e'}], 'enable_snat': True}, 'gw_port_id': 'd5e71e73-dd2a-4477-863e-962eb15faa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:48:52Z', 'updated_at': '2021-09-22T09:48:54Z', 'revision_number': 3, 'project_id': 'd0919bc00e74474591a39de23447cdb9', 'gw_port': {'id': 'd5e71e73-dd2a-4477-863e-962eb15faa90', 'name': '', 'network_id': '0ced59e0-b07b-4cec-ba2e-a209d4a832ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:83:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c634efeb-6275-4d74-a724-225348e31b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '751cb3dc-892d-4e1d-92d2-d943a64ae3fe', 'ip_address': '2001:db8::28e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:48:53Z', 'updated_at': '2021-09-22T09:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751cb3dc-892d-4e1d-92d2-d943a64ae3fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:56.898025 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Checking router: c634efeb-6275-4d74-a724-225348e31b06 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:48:56.898371 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Updating router c634efeb-6275-4d74-a724-225348e31b06 port d5e71e73-dd2a-4477-863e-962eb15faa90 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:48:56.928541 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:56.934486 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3b1c1cdd-7d13-4787-93aa-f37e32ae477e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:56.962161 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:57.207067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Deleting port d5e71e73-dd2a-4477-863e-962eb15faa90 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:57.212224 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:57.284858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f8ebaf90-1f87-43c6-a927-78e689bba8bb tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:57.332784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f8ebaf90-1f87-43c6-a927-78e689bba8bb tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Calling delete_port for de38dc41-d9c2-413b-b242-cd2694aafc2e owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:57.456178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:57.488284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Calling delete_port for d5e71e73-dd2a-4477-863e-962eb15faa90 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:57.603216 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:57.721530 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f8ebaf90-1f87-43c6-a927-78e689bba8bb tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:57.777749 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebaf90-1f87-43c6-a927-78e689bba8bb tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event deleted for resources: {'Port': ['ID=de38dc41-d9c2-413b-b242-cd2694aafc2e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:57.813080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f8ebaf90-1f87-43c6-a927-78e689bba8bb tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:57.819118 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f8ebaf90-1f87-43c6-a927-78e689bba8bb tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "DELETE /v2.0/ports/de38dc41-d9c2-413b-b242-cd2694aafc2e HTTP/1.1" status: 204 len: 168 time: 1.9109526 Sep 22 09:48:57.821746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32890) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:57.952097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.067956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5e71e73-dd2a-4477-863e-962eb15faa90,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:58.086169 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.128168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7973c2ff-8b01-40d4-9415-817164266d7f tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Deleting port 894206d8-a4bf-49d3-9eae-f9d943ba1224 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:48:58.130731 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7973c2ff-8b01-40d4-9415-817164266d7f tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.185155 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.262746 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7973c2ff-8b01-40d4-9415-817164266d7f tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.266941 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.db.api [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:48:58.268049 n-d-805649-4 neutron-server[95512]: DEBUG oslo_db.api [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:48:58.285019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7973c2ff-8b01-40d4-9415-817164266d7f tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Calling delete_port for 894206d8-a4bf-49d3-9eae-f9d943ba1224 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:48:58.401602 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.412009 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.592290 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7973c2ff-8b01-40d4-9415-817164266d7f tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.595910 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.595910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c634efeb-6275-4d74-a724-225348e31b06 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:48:58.598755 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.604633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-abfa2f9b-8cb4-4a4e-8483-aa19a9620572 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "DELETE /v2.0/routers/c634efeb-6275-4d74-a724-225348e31b06 HTTP/1.1" status: 204 len: 168 time: 2.3778117 Sep 22 09:48:58.605668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32910) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:58.684632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7852716-f9bd-4080-b39b-21fe3ca1b545 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Deleting subnet 751cb3dc-892d-4e1d-92d2-d943a64ae3fe {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:48:58.700640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973c2ff-8b01-40d4-9415-817164266d7f tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event deleted for resources: {'Port': ['ID=894206d8-a4bf-49d3-9eae-f9d943ba1224,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:58.702051 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7852716-f9bd-4080-b39b-21fe3ca1b545 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.711775 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7973c2ff-8b01-40d4-9415-817164266d7f tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.715272 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7973c2ff-8b01-40d4-9415-817164266d7f tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "DELETE /v2.0/ports/894206d8-a4bf-49d3-9eae-f9d943ba1224 HTTP/1.1" status: 204 len: 168 time: 0.8919845 Sep 22 09:48:58.718977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32914) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:58.755525 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c71f2544-a0ad-4fd7-957e-ebdcb49729a3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0334160 Sep 22 09:48:58.762511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32916) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:58.819905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-745233358'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:58.833217 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7852716-f9bd-4080-b39b-21fe3ca1b545 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.835726 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Port d5e71e73-dd2a-4477-863e-962eb15faa90 not found while updating agent binding for router c634efeb-6275-4d74-a724-225348e31b06. {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 22 09:48:58.857030 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Routers set() bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:48:58.857759 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Router IDs set() for agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 09:48:58.859857 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_agentschedulers_db [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c634efeb-6275-4d74-a724-225348e31b06'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent'). {{(pid=95512) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 09:48:58.860479 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129fce9-540a-4249-804f-e1365e1e5938 None None] The sync data for ids ['c634efeb-6275-4d74-a724-225348e31b06'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:48:58.984177 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7852716-f9bd-4080-b39b-21fe3ca1b545 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:58.997887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Made reservation on behalf of fd462a42305b4b0ab57db8eac2630fcd for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:59.001444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.065388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:48:59.092486 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.095582 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Added segment ffe1dc8c-4ca9-4bb8-a8c0-01a9af9cc9d5 of type vlan for network 28fe3e4f-027b-47d3-804b-eae29b823fde Sep 22 09:48:59.207987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.297322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32936) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:59.303540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'subnets': [{'network_id': '76eb3269-1b15-4a15-bfa7-c589e1dbc0e5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--515277270', 'ip_version': 6}, {'network_id': '66254161-5fd7-4be0-b8a8-d79e7a115ed9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:59.303917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'subnet': {'network_id': '76eb3269-1b15-4a15-bfa7-c589e1dbc0e5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--515277270', 'ip_version': 6}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:59.304676 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Request body: {'subnet': {'network_id': '66254161-5fd7-4be0-b8a8-d79e7a115ed9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:59.375449 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7852716-f9bd-4080-b39b-21fe3ca1b545 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.390527 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f7852716-f9bd-4080-b39b-21fe3ca1b545 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.392770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f7852716-f9bd-4080-b39b-21fe3ca1b545 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/751cb3dc-892d-4e1d-92d2-d943a64ae3fe HTTP/1.1" status: 204 len: 168 time: 0.7856658 Sep 22 09:48:59.405280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32942) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:59.411419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7852716-f9bd-4080-b39b-21fe3ca1b545 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=751cb3dc-892d-4e1d-92d2-d943a64ae3fe,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:59.484159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.489879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:48:59.490865 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.574249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.614737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event updated for resources: {'Network': ['ID=28fe3e4f-027b-47d3-804b-eae29b823fde,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:48:59.631945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 28fe3e4f-027b-47d3-804b-eae29b823fde details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:48:59.671933 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-79effa61-0cc6-4848-be12-1ea756a58db6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9073296 Sep 22 09:48:59.675100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32948) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:48:59.708127 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.713959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1654229283'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:48:59.760890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ced59e0-b07b-4cec-ba2e-a209d4a832ed']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:59.772099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76878453-fc53-48b8-9386-85f78c0998f3') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:59.772466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76878453-fc53-48b8-9386-85f78c0998f3') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:48:59.785519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.800560 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.808358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:48:59.808789 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:48:59.810511 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:48:59.864508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Made reservation on behalf of 4297f3a650a94f20b92b7ab9951dbeb2 for: {'subnet': 2} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:59.870226 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.870575 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.889247 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:48:59.977756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Made reservation on behalf of fd462a42305b4b0ab57db8eac2630fcd for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:48:59.984683 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:00.043231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:00.052435 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:00.053111 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Added segment 431032e7-d746-41d3-975b-9a91671301ec of type vlan for network 5e3c17e5-6007-408b-a431-c88b0bb6803d Sep 22 09:49:00.066266 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32958) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:00.088863 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:00.098441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ced59e0-b07b-4cec-ba2e-a209d4a832ed {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 22 09:49:00.101521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:00.126046 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "DELETE /v2.0/networks/0ced59e0-b07b-4cec-ba2e-a209d4a832ed HTTP/1.1" status: 204 len: 168 time: 0.7124772 Sep 22 09:49:00.161981 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:00.172517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21132c6a-2ff7-4e09-986b-159b388ecf28 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ced59e0-b07b-4cec-ba2e-a209d4a832ed,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:00.295074 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dfe7309f-a364-443c-8ff7-a858bbb0383f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:00.312032 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:00.318866 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:00.319734 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:00.683043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dfe7309f-a364-443c-8ff7-a858bbb0383f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:00.774383 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dfe7309f-a364-443c-8ff7-a858bbb0383f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:00.802426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:00.809035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0de37c67-802c-49b7-9fad-496bf4f5bb4b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Request body: {'router': {'name': 'tempest-router--1153645619', 'project_id': 'bc344b45826a4dc8ab20c211f8235ba9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:00.848169 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dfe7309f-a364-443c-8ff7-a858bbb0383f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48b8c2e95f824645aea4c2638c2dba47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7751563 Sep 22 09:49:00.848169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7309f-a364-443c-8ff7-a858bbb0383f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b723f6-49d5-4a30-a8d6-5caef4df87d0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:00.848169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 32988) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:00.848169 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:00.926110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event updated for resources: {'Network': ['ID=5e3c17e5-6007-408b-a431-c88b0bb6803d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:00.949677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 5e3c17e5-6007-408b-a431-c88b0bb6803d details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:00.950839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event updated for resources: {'Subnet': ['ID=3ed8bff7-b57e-4edb-b7c3-aa481d96d8cc,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:00.965489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9ab24334-e1b1-420b-9d8f-92581fb12b05 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2887392 Sep 22 09:49:01.000093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Checking segment: {'id': 'a007e741-11f3-413b-ba31-0936d253e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '76eb3269-1b15-4a15-bfa7-c589e1dbc0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:01.000464 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Network hostable DHCP agents. Network: 76eb3269-1b15-4a15-bfa7-c589e1dbc0e5, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:01.022665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec5b23d4-31ae-4675-9224-9d0510fc23a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.084563 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec5b23d4-31ae-4675-9224-9d0510fc23a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.102884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 32994) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:01.110548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'subnets': [{'network_id': '28fe3e4f-027b-47d3-804b-eae29b823fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1833967473', 'ip_version': 4}, {'network_id': '5e3c17e5-6007-408b-a431-c88b0bb6803d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:01.116827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'subnet': {'network_id': '28fe3e4f-027b-47d3-804b-eae29b823fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1833967473', 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:01.117713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Request body: {'subnet': {'network_id': '5e3c17e5-6007-408b-a431-c88b0bb6803d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:01.188388 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0de37c67-802c-49b7-9fad-496bf4f5bb4b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.189614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0de37c67-802c-49b7-9fad-496bf4f5bb4b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.203373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Network 76eb3269-1b15-4a15-bfa7-c589e1dbc0e5 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:01.342246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec5b23d4-31ae-4675-9224-9d0510fc23a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.344923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ec5b23d4-31ae-4675-9224-9d0510fc23a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.348550 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ec5b23d4-31ae-4675-9224-9d0510fc23a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62b723f6-49d5-4a30-a8d6-5caef4df87d0 HTTP/1.1" status: 204 len: 168 time: 0.4922066 Sep 22 09:49:01.371831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 76eb3269-1b15-4a15-bfa7-c589e1dbc0e5) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:01.383366 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.385937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b23d4-31ae-4675-9224-9d0510fc23a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b723f6-49d5-4a30-a8d6-5caef4df87d0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:01.393034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee9135-a15d-46f7-a5f2-3e66eb1647f5 None None] Network 76eb3269-1b15-4a15-bfa7-c589e1dbc0e5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:01.444809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Made reservation on behalf of fd462a42305b4b0ab57db8eac2630fcd for: {'subnet': 2} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:01.450480 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.451018 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.461275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event updated for resources: {'Subnet': ['ID=4983dedb-73a7-4d30-896b-6543407d75f9,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:01.519827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0de37c67-802c-49b7-9fad-496bf4f5bb4b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.602018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Checking segment: {'id': 'e34e2fc9-d3b6-4e09-8686-f770065a8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66254161-5fd7-4be0-b8a8-d79e7a115ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:01.602674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Network hostable DHCP agents. Network: 66254161-5fd7-4be0-b8a8-d79e7a115ed9, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:01.644838 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0de37c67-802c-49b7-9fad-496bf4f5bb4b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.797714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Network 66254161-5fd7-4be0-b8a8-d79e7a115ed9 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:01.825003 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0de37c67-802c-49b7-9fad-496bf4f5bb4b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:01.829887 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0de37c67-802c-49b7-9fad-496bf4f5bb4b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0239172 Sep 22 09:49:01.834325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33018) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:01.835485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-76eb3269-1b15-4a15-bfa7-c589e1dbc0e5', 'network_id': '76eb3269-1b15-4a15-bfa7-c589e1dbc0e5', 'tenant_id': '4297f3a650a94f20b92b7ab9951dbeb2', 'fixed_ips': [{'subnet_id': '3ed8bff7-b57e-4edb-b7c3-aa481d96d8cc'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:01.836794 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:02.022104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3497df9-75b8-45d0-a582-3e431964da75 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:02.085584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Allocated IP 2001:db8::1 (76eb3269-1b15-4a15-bfa7-c589e1dbc0e5/3ed8bff7-b57e-4edb-b7c3-aa481d96d8cc/a8805216-bc90-4e90-8b99-1dc503ee2a46) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:02.196590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 66254161-5fd7-4be0-b8a8-d79e7a115ed9) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:02.236857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:02.237131 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b5647f-82f5-4b2d-9595-b7744d5e1fa9 None None] Network 66254161-5fd7-4be0-b8a8-d79e7a115ed9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:02.237295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:02.238137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:02.250022 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:02.474196 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:02.474983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3497df9-75b8-45d0-a582-3e431964da75 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:02.478380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event updated for resources: {'Subnet': ['ID=56f4529c-7000-4a2b-873c-eb8350ecc113,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:02.484029 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f68adb17-7206-4ac1-b541-f7ff60084f28 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.1858366 Sep 22 09:49:02.488201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3497df9-75b8-45d0-a582-3e431964da75 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:02.489356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33050) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:02.542526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-66254161-5fd7-4be0-b8a8-d79e7a115ed9', 'network_id': '66254161-5fd7-4be0-b8a8-d79e7a115ed9', 'tenant_id': '4297f3a650a94f20b92b7ab9951dbeb2', 'fixed_ips': [{'subnet_id': '4983dedb-73a7-4d30-896b-6543407d75f9'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:02.542526 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:02.649910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Checking segment: {'id': 'ffe1dc8c-4ca9-4bb8-a8c0-01a9af9cc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '28fe3e4f-027b-47d3-804b-eae29b823fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:02.650882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Network hostable DHCP agents. Network: 28fe3e4f-027b-47d3-804b-eae29b823fde, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:02.680035 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:02.725713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f444c8-97a1-452c-8c7c-273b450c2a78 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:02.727235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f444c8-97a1-452c-8c7c-273b450c2a78 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:02.729308 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f444c8-97a1-452c-8c7c-273b450c2a78 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:02.740475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33056) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:02.741179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-08f444c8-97a1-452c-8c7c-273b450c2a78 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2488985 Sep 22 09:49:02.767050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Network 76eb3269-1b15-4a15-bfa7-c589e1dbc0e5 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:02.771274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:02.773969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:02.815239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06ce762-54f9-4c63-96fe-4fc1797f7efd tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Deleting subnet 3ed8bff7-b57e-4edb-b7c3-aa481d96d8cc {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:49:02.819388 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e06ce762-54f9-4c63-96fe-4fc1797f7efd tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:02.887026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Network 28fe3e4f-027b-47d3-804b-eae29b823fde is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:02.889724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Pushing event updated for resources: {'Port': ['ID=a8805216-bc90-4e90-8b99-1dc503ee2a46,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:02.908491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.909127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.910707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e06ce762-54f9-4c63-96fe-4fc1797f7efd tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:02.910944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.911478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.912511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.913045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.913575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.914092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.914635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.915134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.916080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.916596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:02.935187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Allocated IP 2001:db8:0:1::1 (66254161-5fd7-4be0-b8a8-d79e7a115ed9/4983dedb-73a7-4d30-896b-6543407d75f9/32180067-7e0d-472a-a4c4-ac8751161492) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:03.001361 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 28fe3e4f-027b-47d3-804b-eae29b823fde) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:03.005719 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.027868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e06ce762-54f9-4c63-96fe-4fc1797f7efd tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.097381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event updated for resources: {'Subnet': ['ID=6ffa4753-2323-4b7d-ae41-7e78edffb1d8,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:03.111994 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3497df9-75b8-45d0-a582-3e431964da75 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.113318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3497df9-75b8-45d0-a582-3e431964da75 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1692a988-a1b6-4b73-90d0-c980555e5a47 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:49:03.118971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550f256-dee6-4426-bdc9-6e9b15487c9f None None] Network 28fe3e4f-027b-47d3-804b-eae29b823fde requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:03.127664 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3497df9-75b8-45d0-a582-3e431964da75 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.135873 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f3497df9-75b8-45d0-a582-3e431964da75 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "DELETE /v2.0/routers/1692a988-a1b6-4b73-90d0-c980555e5a47 HTTP/1.1" status: 204 len: 168 time: 1.3028989 Sep 22 09:49:03.174655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Checking segment: {'id': '431032e7-d746-41d3-975b-9a91671301ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5e3c17e5-6007-408b-a431-c88b0bb6803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:03.174655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Network hostable DHCP agents. Network: 5e3c17e5-6007-408b-a431-c88b0bb6803d, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:03.226949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e06ce762-54f9-4c63-96fe-4fc1797f7efd tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.272408 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e06ce762-54f9-4c63-96fe-4fc1797f7efd tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.280973 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e06ce762-54f9-4c63-96fe-4fc1797f7efd tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "DELETE /v2.0/subnets/3ed8bff7-b57e-4edb-b7c3-aa481d96d8cc HTTP/1.1" status: 204 len: 168 time: 0.5372105 Sep 22 09:49:03.281542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33074) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:03.362381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-544862f7-b961-4438-b2b4-f83b04fd900a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Deleting subnet 4983dedb-73a7-4d30-896b-6543407d75f9 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:49:03.365249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Network 5e3c17e5-6007-408b-a431-c88b0bb6803d is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:03.395879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Attempting to bind port a8805216-bc90-4e90-8b99-1dc503ee2a46 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:03.395879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Attempting to bind port a8805216-bc90-4e90-8b99-1dc503ee2a46 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a007e741-11f3-413b-ba31-0936d253e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '76eb3269-1b15-4a15-bfa7-c589e1dbc0e5'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:03.395879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Attempting to bind port a8805216-bc90-4e90-8b99-1dc503ee2a46 on network 76eb3269-1b15-4a15-bfa7-c589e1dbc0e5 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:03.421288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ce762-54f9-4c63-96fe-4fc1797f7efd tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed8bff7-b57e-4edb-b7c3-aa481d96d8cc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:03.425049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:03.425425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Checking segment: {'id': 'a007e741-11f3-413b-ba31-0936d253e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '76eb3269-1b15-4a15-bfa7-c589e1dbc0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:03.425821 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.426202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Bound using segment: {'id': 'a007e741-11f3-413b-ba31-0936d253e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '76eb3269-1b15-4a15-bfa7-c589e1dbc0e5'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:03.426669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Bound port: a8805216-bc90-4e90-8b99-1dc503ee2a46, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a007e741-11f3-413b-ba31-0936d253e27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '76eb3269-1b15-4a15-bfa7-c589e1dbc0e5'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:03.429020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.504286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 5e3c17e5-6007-408b-a431-c88b0bb6803d) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:03.510702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:03.511224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:03.511877 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.529937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a9263-d027-4ad0-8bb1-e7c7019c2fbd None None] Network 5e3c17e5-6007-408b-a431-c88b0bb6803d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:03.534215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] For port a8805216-bc90-4e90-8b99-1dc503ee2a46, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:03.572638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] For port a8805216-bc90-4e90-8b99-1dc503ee2a46, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a8805216-bc90-4e90-8b99-1dc503ee2a46,segment=NetworkSegment(a007e741-11f3-413b-ba31-0936d253e27a),segment_id=a007e741-11f3-413b-ba31-0936d253e27a)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:03.601666 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.650290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33090) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:03.673994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1442f786-fca9-4851-aa76-495a63f95929 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.5635655 Sep 22 09:49:03.675600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33096) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:03.758895 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.793303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635d934-16ac-4d30-966b-06d1afc4966a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:03.796969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635d934-16ac-4d30-966b-06d1afc4966a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:03.798870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635d934-16ac-4d30-966b-06d1afc4966a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:03.801808 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8635d934-16ac-4d30-966b-06d1afc4966a tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1238585 Sep 22 09:49:03.804648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33100) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:03.808625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-544862f7-b961-4438-b2b4-f83b04fd900a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.852345 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d338d045-74b5-40d0-8b31-32cd5cd43149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-28fe3e4f-027b-47d3-804b-eae29b823fde', 'network_id': '28fe3e4f-027b-47d3-804b-eae29b823fde', 'tenant_id': 'fd462a42305b4b0ab57db8eac2630fcd', 'fixed_ips': [{'subnet_id': '56f4529c-7000-4a2b-873c-eb8350ecc113'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:03.853282 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d338d045-74b5-40d0-8b31-32cd5cd43149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.872909 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.892432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324ef0a6-9717-4928-8d9b-7e12c0d63ffb None None] Network 76eb3269-1b15-4a15-bfa7-c589e1dbc0e5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:03.916632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Network 66254161-5fd7-4be0-b8a8-d79e7a115ed9 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:03.920579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-5e3c17e5-6007-408b-a431-c88b0bb6803d', 'network_id': '5e3c17e5-6007-408b-a431-c88b0bb6803d', 'tenant_id': 'fd462a42305b4b0ab57db8eac2630fcd', 'fixed_ips': [{'subnet_id': '6ffa4753-2323-4b7d-ae41-7e78edffb1d8'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:03.921484 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.941858 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-544862f7-b961-4438-b2b4-f83b04fd900a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:03.964404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:03.976393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:04.008645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1558a6-b32b-466b-9e96-64d00687bfd3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Deleting subnet 56f4529c-7000-4a2b-873c-eb8350ecc113 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:49:04.024546 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf1558a6-b32b-466b-9e96-64d00687bfd3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.065492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597914eb-25e1-4b8f-8b23-d6bc44f7f6bc None None] Pushing event updated for resources: {'Port': ['ID=a8805216-bc90-4e90-8b99-1dc503ee2a46,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:04.116064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1876198560', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}, 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:04.166355 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf1558a6-b32b-466b-9e96-64d00687bfd3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.255331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-544862f7-b961-4438-b2b4-f83b04fd900a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.260669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf1558a6-b32b-466b-9e96-64d00687bfd3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.394131 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Attempting to bind port 32180067-7e0d-472a-a4c4-ac8751161492 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:04.394734 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Attempting to bind port 32180067-7e0d-472a-a4c4-ac8751161492 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'e34e2fc9-d3b6-4e09-8686-f770065a8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66254161-5fd7-4be0-b8a8-d79e7a115ed9'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:04.394856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Attempting to bind port 32180067-7e0d-472a-a4c4-ac8751161492 on network 66254161-5fd7-4be0-b8a8-d79e7a115ed9 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:04.410477 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.419238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.422105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:04.422105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Checking segment: {'id': 'e34e2fc9-d3b6-4e09-8686-f770065a8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66254161-5fd7-4be0-b8a8-d79e7a115ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:04.422416 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.422789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Bound using segment: {'id': 'e34e2fc9-d3b6-4e09-8686-f770065a8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66254161-5fd7-4be0-b8a8-d79e7a115ed9'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:04.423267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Bound port: 32180067-7e0d-472a-a4c4-ac8751161492, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34e2fc9-d3b6-4e09-8686-f770065a8d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66254161-5fd7-4be0-b8a8-d79e7a115ed9'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:04.423645 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.429253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Pushing event updated for resources: {'Port': ['ID=32180067-7e0d-472a-a4c4-ac8751161492,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:04.579475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Allocated IP 172.20.0.18 (5e3c17e5-6007-408b-a431-c88b0bb6803d/6ffa4753-2323-4b7d-ae41-7e78edffb1d8/c1ce229f-a89f-4d5e-a9b7-90056c7d72a4) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:04.615405 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-544862f7-b961-4438-b2b4-f83b04fd900a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.624684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] For port 32180067-7e0d-472a-a4c4-ac8751161492, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:04.650781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544862f7-b961-4438-b2b4-f83b04fd900a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Subnet': ['ID=4983dedb-73a7-4d30-896b-6543407d75f9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:04.657658 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-544862f7-b961-4438-b2b4-f83b04fd900a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.658251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-544862f7-b961-4438-b2b4-f83b04fd900a tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "DELETE /v2.0/subnets/4983dedb-73a7-4d30-896b-6543407d75f9 HTTP/1.1" status: 204 len: 168 time: 1.3754835 Sep 22 09:49:04.660980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33122) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:04.677033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] For port 32180067-7e0d-472a-a4c4-ac8751161492, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=32180067-7e0d-472a-a4c4-ac8751161492,segment=NetworkSegment(e34e2fc9-d3b6-4e09-8686-f770065a8d82),segment_id=e34e2fc9-d3b6-4e09-8686-f770065a8d82)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server [None req-d338d045-74b5-40d0-8b31-32cd5cd43149 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56f4529c-7000-4a2b-873c-eb8350ecc113: This subnet is being modified by another concurrent operation. Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise exception Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56f4529c-7000-4a2b-873c-eb8350ecc113: This subnet is being modified by another concurrent operation. Sep 22 09:49:04.752158 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Sep 22 09:49:04.769782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf1558a6-b32b-466b-9e96-64d00687bfd3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.780566 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.790049 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.806238 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ef0b37-f770-4d32-a9e0-11540aca4bde None None] Network 28fe3e4f-027b-47d3-804b-eae29b823fde requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:04.822530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1558a6-b32b-466b-9e96-64d00687bfd3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event deleted for resources: {'Subnet': ['ID=56f4529c-7000-4a2b-873c-eb8350ecc113,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:04.867474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf1558a6-b32b-466b-9e96-64d00687bfd3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:04.873104 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bf1558a6-b32b-466b-9e96-64d00687bfd3 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "DELETE /v2.0/subnets/56f4529c-7000-4a2b-873c-eb8350ecc113 HTTP/1.1" status: 204 len: 168 time: 1.0669374 Sep 22 09:49:04.878227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33128) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:04.918143 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e7c805-16a0-4529-8af0-af09621b800c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:04.923487 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-66e7c805-16a0-4529-8af0-af09621b800c tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2580402 Sep 22 09:49:04.924906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33132) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:04.963635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d1017f-f5a3-41b6-9488-75ce4cc965b6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Deleting subnet 6ffa4753-2323-4b7d-ae41-7e78edffb1d8 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:49:05.066098 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.139449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d03db8-4f21-432b-b723-3cc6028f4183 None None] Pushing event updated for resources: {'Port': ['ID=32180067-7e0d-472a-a4c4-ac8751161492,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:05.170115 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.282472 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Pushing event updated for resources: {'Port': ['ID=c1ce229f-a89f-4d5e-a9b7-90056c7d72a4,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:05.308203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Network 5e3c17e5-6007-408b-a431-c88b0bb6803d is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:05.311041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:05.312779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:05.315319 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.318383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.329754 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1017f-f5a3-41b6-9488-75ce4cc965b6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.429254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Deleting port 32180067-7e0d-472a-a4c4-ac8751161492 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:05.429930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.527817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Attempting to bind port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:05.527817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Attempting to bind port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '431032e7-d746-41d3-975b-9a91671301ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5e3c17e5-6007-408b-a431-c88b0bb6803d'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:05.527817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Attempting to bind port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4 on network 5e3c17e5-6007-408b-a431-c88b0bb6803d {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:05.539071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:05.539452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Checking segment: {'id': '431032e7-d746-41d3-975b-9a91671301ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5e3c17e5-6007-408b-a431-c88b0bb6803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:05.542040 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.542518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Bound using segment: {'id': '431032e7-d746-41d3-975b-9a91671301ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5e3c17e5-6007-408b-a431-c88b0bb6803d'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:05.543024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Bound port: c1ce229f-a89f-4d5e-a9b7-90056c7d72a4, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431032e7-d746-41d3-975b-9a91671301ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5e3c17e5-6007-408b-a431-c88b0bb6803d'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:05.543418 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.550160 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1017f-f5a3-41b6-9488-75ce4cc965b6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.584518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] For port 32180067-7e0d-472a-a4c4-ac8751161492, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=32180067-7e0d-472a-a4c4-ac8751161492,segment=NetworkSegment(e34e2fc9-d3b6-4e09-8686-f770065a8d82),segment_id=e34e2fc9-d3b6-4e09-8686-f770065a8d82)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:05.590302 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.615745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Calling delete_port for 32180067-7e0d-472a-a4c4-ac8751161492 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:05.708478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] For port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:05.714754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] For port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c1ce229f-a89f-4d5e-a9b7-90056c7d72a4,segment=NetworkSegment(431032e7-d746-41d3-975b-9a91671301ec),segment_id=431032e7-d746-41d3-975b-9a91671301ec)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:05.823655 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.839820 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1017f-f5a3-41b6-9488-75ce4cc965b6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.928860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:05.951955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93e6db-d380-4323-bfe3-8cffc0c294f4 None None] Pushing event updated for resources: {'Port': ['ID=c1ce229f-a89f-4d5e-a9b7-90056c7d72a4,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:06.008390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Port': ['ID=32180067-7e0d-472a-a4c4-ac8751161492,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:06.026744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] No DVR routers for this DVR port 32180067-7e0d-472a-a4c4-ac8751161492 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:49:06.155061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1017f-f5a3-41b6-9488-75ce4cc965b6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.187693 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.214076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66254161-5fd7-4be0-b8a8-d79e7a115ed9']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:06.225958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34e2fc9-d3b6-4e09-8686-f770065a8d82') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:06.226280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34e2fc9-d3b6-4e09-8686-f770065a8d82') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:06.241269 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.241920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1017f-f5a3-41b6-9488-75ce4cc965b6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event deleted for resources: {'Subnet': ['ID=6ffa4753-2323-4b7d-ae41-7e78edffb1d8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:06.246434 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.264926 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.267494 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.270931 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b5d1017f-f5a3-41b6-9488-75ce4cc965b6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.273189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b5d1017f-f5a3-41b6-9488-75ce4cc965b6 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "DELETE /v2.0/subnets/6ffa4753-2323-4b7d-ae41-7e78edffb1d8 HTTP/1.1" status: 204 len: 168 time: 1.3937662 Sep 22 09:49:06.276023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:06.276506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.279550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33188) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:06.369684 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:06.464676 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.475588 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.475861 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6930abc9-f839-4034-b340-91228d14a085 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:06.497346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6930abc9-f839-4034-b340-91228d14a085 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2164752 Sep 22 09:49:06.508742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33202) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:06.509414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33204) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:06.510972 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "DELETE /v2.0/networks/66254161-5fd7-4be0-b8a8-d79e7a115ed9 HTTP/1.1" status: 204 len: 168 time: 1.5821824 Sep 22 09:49:06.575641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d2e5a-5e2b-452e-89cf-da5f6fff4314 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Network': ['ID=66254161-5fd7-4be0-b8a8-d79e7a115ed9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:06.752991 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.830459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f896000d-bb55-4644-bba6-1f9faab1af39 None None] Could not find standard attr ID for object 32180067-7e0d-472a-a4c4-ac8751161492. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:49:06.835878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c2511-95bc-4878-8582-5b800be4ed72 None None] DHCP port deletion for 66254161-5fd7-4be0-b8a8-d79e7a115ed9 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:49:06.841045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Allocated IP 172.25.6.141 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/33c7853d-5e24-479b-8f04-9dd87fbc814e) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:06.855086 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:06.866748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dcec4a-ee99-4c7e-bcef-2bfae408bb31 None None] Network 66254161-5fd7-4be0-b8a8-d79e7a115ed9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:06.884277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dcec4a-ee99-4c7e-bcef-2bfae408bb31 None None] Network 66254161-5fd7-4be0-b8a8-d79e7a115ed9 could not be found, it might have been deleted concurrently. {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 22 09:49:07.093030 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.118684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Deleting port a8805216-bc90-4e90-8b99-1dc503ee2a46 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:07.120005 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.135537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Deleting port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:07.135935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.282253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] For port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c1ce229f-a89f-4d5e-a9b7-90056c7d72a4,segment=NetworkSegment(431032e7-d746-41d3-975b-9a91671301ec),segment_id=431032e7-d746-41d3-975b-9a91671301ec)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:07.282253 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.285070 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] For port a8805216-bc90-4e90-8b99-1dc503ee2a46, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a8805216-bc90-4e90-8b99-1dc503ee2a46,segment=NetworkSegment(a007e741-11f3-413b-ba31-0936d253e27a),segment_id=a007e741-11f3-413b-ba31-0936d253e27a)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:07.285470 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.306967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Calling delete_port for c1ce229f-a89f-4d5e-a9b7-90056c7d72a4 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:07.311792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Calling delete_port for a8805216-bc90-4e90-8b99-1dc503ee2a46 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:07.358697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9623783-7154-43cc-8b1e-5bdc9c416eb6 None None] Network 5e3c17e5-6007-408b-a431-c88b0bb6803d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:07.394178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.462068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:07.475462 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:07.480050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Pushing event updated for resources: {'Port': ['ID=33c7853d-5e24-479b-8f04-9dd87fbc814e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:07.482245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:07.483170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cce08c02-304c-4a11-a19a-dd69b5e82212 None None] Provisioning complete for port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:07.483551 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cce08c02-304c-4a11-a19a-dd69b5e82212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.530707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.531102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.531448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.531897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.532145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.532488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.532831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.533173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.533501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.533829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.534157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.534485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:07.643811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc0bd8-4814-4ab3-b545-6e80e7d4cdad None None] DHCP port deletion for 5e3c17e5-6007-408b-a431-c88b0bb6803d request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:49:07.674119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.685371 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cce08c02-304c-4a11-a19a-dd69b5e82212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.713545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.756350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] No DVR routers for this DVR port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:49:07.758277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Port': ['ID=a8805216-bc90-4e90-8b99-1dc503ee2a46,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:07.775894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-68fc0bd8-4814-4ab3-b545-6e80e7d4cdad None None] Deleting port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:07.781441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68fc0bd8-4814-4ab3-b545-6e80e7d4cdad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.781900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] No DVR routers for this DVR port a8805216-bc90-4e90-8b99-1dc503ee2a46 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:49:07.852460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event deleted for resources: {'Port': ['ID=c1ce229f-a89f-4d5e-a9b7-90056c7d72a4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:07.890365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-68fc0bd8-4814-4ab3-b545-6e80e7d4cdad None None] For port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4, host n-d-805649-4, got binding levels [] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:07.890934 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68fc0bd8-4814-4ab3-b545-6e80e7d4cdad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.906679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-68fc0bd8-4814-4ab3-b545-6e80e7d4cdad None None] Calling delete_port for c1ce229f-a89f-4d5e-a9b7-90056c7d72a4 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:07.909810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.ipam_backend_mixin [None req-68fc0bd8-4814-4ab3-b545-6e80e7d4cdad None None] Port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4 was not found and therefore no delete operation was performed {{(pid=95511) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 09:49:07.911681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68fc0bd8-4814-4ab3-b545-6e80e7d4cdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:07.946731 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc0bd8-4814-4ab3-b545-6e80e7d4cdad None None] Pushing event deleted for resources: {'Port': ['ID=c1ce229f-a89f-4d5e-a9b7-90056c7d72a4,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:07.953002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc0bd8-4814-4ab3-b545-6e80e7d4cdad None None] No DVR routers for this DVR port c1ce229f-a89f-4d5e-a9b7-90056c7d72a4 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:49:07.968896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce17491-8b69-411c-96fd-5abf5d527d73 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:49:07.970468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.001724 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.026095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76eb3269-1b15-4a15-bfa7-c589e1dbc0e5']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:08.046414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a007e741-11f3-413b-ba31-0936d253e27a') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:08.046724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a007e741-11f3-413b-ba31-0936d253e27a') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:08.092824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 32180067-7e0d-472a-a4c4-ac8751161492 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:49:08.095014 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.119345 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 32180067-7e0d-472a-a4c4-ac8751161492 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:49:08.119345 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 32180067-7e0d-472a-a4c4-ac8751161492 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:49:08.120680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce17491-8b69-411c-96fd-5abf5d527d73 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:49:08.151549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3c17e5-6007-408b-a431-c88b0bb6803d']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:08.166372 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.169624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431032e7-d746-41d3-975b-9a91671301ec') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:08.169924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431032e7-d746-41d3-975b-9a91671301ec') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:08.187724 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.189625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:08.190019 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:08.193215 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:08.262905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.302646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:08.303058 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:08.307051 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:08.348648 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.704442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00340bf-5bc4-4706-9c5b-6e7969d1d496 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:49:08.815644 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.826389 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.828600 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "DELETE /v2.0/networks/76eb3269-1b15-4a15-bfa7-c589e1dbc0e5 HTTP/1.1" status: 204 len: 168 time: 2.3166153 Sep 22 09:49:08.831719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33318) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:08.836143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00340bf-5bc4-4706-9c5b-6e7969d1d496 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:49:08.846716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660f90a-9ab3-4a95-9ae5-b5affb2c6224 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Network': ['ID=76eb3269-1b15-4a15-bfa7-c589e1dbc0e5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:08.964565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.976645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.990023 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:08.994594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "DELETE /v2.0/networks/5e3c17e5-6007-408b-a431-c88b0bb6803d HTTP/1.1" status: 204 len: 168 time: 2.4834669 Sep 22 09:49:09.004053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33336) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:09.068636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1843396-abc8-4846-932d-704c1a374083 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event deleted for resources: {'Network': ['ID=5e3c17e5-6007-408b-a431-c88b0bb6803d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:09.103709 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.126800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3ae575-2473-4804-9736-9a24aadec3ff']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:09.137535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db05f6c1-80f5-4333-a384-d1f7d7fc9ae7') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:09.138540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db05f6c1-80f5-4333-a384-d1f7d7fc9ae7') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:09.151086 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.171610 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.180232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:09.181207 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.253236 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:09.295079 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:09.298188 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.434231 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.450292 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.453170 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "DELETE /v2.0/networks/0a3ae575-2473-4804-9736-9a24aadec3ff HTTP/1.1" status: 204 len: 168 time: 0.6199090 Sep 22 09:49:09.455731 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33348) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:09.460464 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.489160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd56052-3223-46d1-9b98-60e6ad992c79 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Network': ['ID=0a3ae575-2473-4804-9736-9a24aadec3ff,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:09.577917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fe3e4f-027b-47d3-804b-eae29b823fde']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:09.594147 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe1dc8c-4ca9-4bb8-a8c0-01a9af9cc9d5') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:09.594450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe1dc8c-4ca9-4bb8-a8c0-01a9af9cc9d5') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:09.616586 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.643511 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.654762 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.662219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:09.662974 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:09.667538 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:09.731874 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.755091 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3359473d-4f7d-4d6a-9f9d-f24548eb3f17']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:09.772838 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff31a0b-7f25-4c26-a1a6-7152430fc4ba') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:09.773217 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff31a0b-7f25-4c26-a1a6-7152430fc4ba') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:09.784297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.802665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.810386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:09.810783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:09.813912 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:09.866297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Router 5168fe3d-99ee-4c38-808e-59f578e41747 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:49:09.959000 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.959986 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:09.961778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "DELETE /v2.0/networks/28fe3e4f-027b-47d3-804b-eae29b823fde HTTP/1.1" status: 204 len: 168 time: 0.9577193 Sep 22 09:49:09.964623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33374) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:09.977480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2db6f5-94f8-472a-81e2-a35fc19fb044 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event deleted for resources: {'Network': ['ID=28fe3e4f-027b-47d3-804b-eae29b823fde,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:10.033135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:49:10.049217 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.053351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677548b-52ad-44f5-9dfc-484d9008e873 None None] Sync routers for ids ['5168fe3d-99ee-4c38-808e-59f578e41747'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:49:10.075393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677548b-52ad-44f5-9dfc-484d9008e873 None None] Routers {'5168fe3d-99ee-4c38-808e-59f578e41747'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:10.076236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a677548b-52ad-44f5-9dfc-484d9008e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5168fe3d-99ee-4c38-808e-59f578e41747'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:10.092119 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.111157 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.115659 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] 10.222.0.49 "DELETE /v2.0/networks/3359473d-4f7d-4d6a-9f9d-f24548eb3f17 HTTP/1.1" status: 204 len: 168 time: 0.6562457 Sep 22 09:49:10.125338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a677548b-52ad-44f5-9dfc-484d9008e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:10.134919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677548b-52ad-44f5-9dfc-484d9008e873 None None] Routers {'5168fe3d-99ee-4c38-808e-59f578e41747'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:10.136773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a677548b-52ad-44f5-9dfc-484d9008e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5168fe3d-99ee-4c38-808e-59f578e41747'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:10.136909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5df2d-a1b3-44b8-b884-88d78d3bfe47 tempest-BulkNetworkOpsIpV6Test-501314931 tempest-BulkNetworkOpsIpV6Test-501314931-project] Pushing event deleted for resources: {'Network': ['ID=3359473d-4f7d-4d6a-9f9d-f24548eb3f17,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:10.186577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.186955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a677548b-52ad-44f5-9dfc-484d9008e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:10.187608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677548b-52ad-44f5-9dfc-484d9008e873 None None] The sync data for ids ['5168fe3d-99ee-4c38-808e-59f578e41747'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:49:10.228528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e252021c-c011-46ef-a64b-2ae1d8bfc563']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:10.228528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ef6c6e-8300-4bed-83a6-d4a892dfb64b') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:10.228528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ef6c6e-8300-4bed-83a6-d4a892dfb64b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:10.238446 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.257207 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.264252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:10.264673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:10.267648 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:10.328718 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.330148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-93bd47d4-0990-4b5d-a6bb-f8ce403dd27f tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.6788056 Sep 22 09:49:10.336516 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33382) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:10.448243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0479bfd9-2f2c-4fa1-9090-457c187d22e6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/routers/5168fe3d-99ee-4c38-808e-59f578e41747 HTTP/1.1" status: 200 len: 925 time: 0.1138730 Sep 22 09:49:10.451003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33394) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:10.486356 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c57b6e67-ece1-4181-9a89-a7f0170f6bcc tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=5168fe3d-99ee-4c38-808e-59f578e41747 HTTP/1.1" status: 200 len: 205 time: 0.0340569 Sep 22 09:49:10.493100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33398) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:10.534985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.544651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.546993 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "DELETE /v2.0/networks/e252021c-c011-46ef-a64b-2ae1d8bfc563 HTTP/1.1" status: 204 len: 168 time: 0.5812161 Sep 22 09:49:10.549851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33400) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:10.563413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d53b2-277b-45d5-9052-4145d62d2832 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event deleted for resources: {'Network': ['ID=e252021c-c011-46ef-a64b-2ae1d8bfc563,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:10.642095 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.676161 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.812626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.844960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.888214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9a2b07-1d0d-459e-a157-e367967508c8']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:10.902007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33db248f-3c9a-4827-bbe1-949d338325d5') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:10.902418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33db248f-3c9a-4827-bbe1-949d338325d5') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:10.915557 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.929983 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.936620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:10.937097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:10.940233 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:10.964053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33424) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:11.007479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Deleting port 33c7853d-5e24-479b-8f04-9dd87fbc814e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:11.008641 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:11.095123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:11.104620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:11.112945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] 10.222.0.49 "DELETE /v2.0/networks/2c9a2b07-1d0d-459e-a157-e367967508c8 HTTP/1.1" status: 204 len: 168 time: 0.5557232 Sep 22 09:49:11.127516 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b83f1f-e75f-4358-8988-12af621bab20 tempest-BulkNetworkOpsTest-1555736932 tempest-BulkNetworkOpsTest-1555736932-project] Pushing event deleted for resources: {'Network': ['ID=2c9a2b07-1d0d-459e-a157-e367967508c8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:11.212805 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:11.248869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Calling delete_port for 33c7853d-5e24-479b-8f04-9dd87fbc814e owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:11.253941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d562d4a6-2fed-4739-9831-f6c4c759f2ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4297f3a650a94f20b92b7ab9951dbeb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886586 Sep 22 09:49:11.256292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33440) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:11.346076 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d115f49e-abac-4570-9999-6938dc90e75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:11.373538 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d115f49e-abac-4570-9999-6938dc90e75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:11.530046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33448) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:11.648991 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d115f49e-abac-4570-9999-6938dc90e75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:11.655262 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d115f49e-abac-4570-9999-6938dc90e75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:11.655262 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d115f49e-abac-4570-9999-6938dc90e75c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e903f7c0-fe26-4333-aaa8-5284cddd8129 HTTP/1.1" status: 204 len: 168 time: 0.3973913 Sep 22 09:49:11.675833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115f49e-abac-4570-9999-6938dc90e75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e903f7c0-fe26-4333-aaa8-5284cddd8129,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:11.720077 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b093450a-1853-4626-978f-b1c2865225f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:11.927681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33466) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:11.934416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:11.963688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Pushing event deleted for resources: {'Port': ['ID=33c7853d-5e24-479b-8f04-9dd87fbc814e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:12.032076 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b093450a-1853-4626-978f-b1c2865225f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.064837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.155619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b093450a-1853-4626-978f-b1c2865225f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.178582 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.181254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.240472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b093450a-1853-4626-978f-b1c2865225f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93084356db87403e83c4efc87d023345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7091177 Sep 22 09:49:12.246298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093450a-1853-4626-978f-b1c2865225f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff170b29-d882-4407-b29b-0e1c8077ed07,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:12.253902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33484) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:12.334177 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a429bf1e-0f93-4ace-86da-d72dd70276c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.376520 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a429bf1e-0f93-4ace-86da-d72dd70276c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.419155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fbb294bd-4478-4ffb-9b33-9de4d4565d2b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd462a42305b4b0ab57db8eac2630fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903033 Sep 22 09:49:12.422083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33492) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:12.483266 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.487631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.494765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Fanout notify agent at l3_agent the message router_deleted on router 5168fe3d-99ee-4c38-808e-59f578e41747 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:49:12.500717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.501894 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8147f9e2-5057-47b4-a043-9551d32ba467 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/5168fe3d-99ee-4c38-808e-59f578e41747 HTTP/1.1" status: 204 len: 168 time: 2.0074284 Sep 22 09:49:12.506379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33498) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:12.513150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Request body: {'router': {'name': 'tempest-snat-router-284560886', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'enable_snat': False}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:12.519742 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.574383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a429bf1e-0f93-4ace-86da-d72dd70276c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.579382 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a429bf1e-0f93-4ace-86da-d72dd70276c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.580617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a429bf1e-0f93-4ace-86da-d72dd70276c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff170b29-d882-4407-b29b-0e1c8077ed07 HTTP/1.1" status: 204 len: 168 time: 0.3256338 Sep 22 09:49:12.591815 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429bf1e-0f93-4ace-86da-d72dd70276c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff170b29-d882-4407-b29b-0e1c8077ed07,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:12.715527 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.715892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.717459 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.721190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:12.724024 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1dc20a3-6a9a-40fd-9eee-49fcee283916 HTTP/1.1" status: 204 len: 168 time: 0.3008480 Sep 22 09:49:12.736657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc20a3-6a9a-40fd-9eee-49fcee283916,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:12.748399 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.749167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.749622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.750191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.750865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.751712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.752383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.753770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.754769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.755184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.755591 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.755998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315ce66-2774-432f-956d-aa74e0b560e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:12.812348 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:13.166403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:13.532613 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:13.590898 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:13.651374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33548) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:13.668596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c161202-dd61-4f6b-8ae1-1ead0bac0300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:13.753820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Allocated IP 172.25.6.184 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/9c1b2a5d-5ff6-4581-a146-0074e0472205) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:13.871039 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c161202-dd61-4f6b-8ae1-1ead0bac0300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:13.975598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33566) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:13.977615 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:13.983373 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c161202-dd61-4f6b-8ae1-1ead0bac0300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.016265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c161202-dd61-4f6b-8ae1-1ead0bac0300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03c7de0-098d-4e40-8600-83ca38472199,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:14.044869 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9c161202-dd61-4f6b-8ae1-1ead0bac0300 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3065498c62b49fe99e6cb8787f81c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893285 Sep 22 09:49:14.044869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33572) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:14.102391 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bf71474-62a0-48b2-a3cc-ad94941f3987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.130292 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bf71474-62a0-48b2-a3cc-ad94941f3987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.133242 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.137939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-457372391'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:14.177342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:14.181779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:14.190527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:14.223766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event updated for resources: {'Port': ['ID=9c1b2a5d-5ff6-4581-a146-0074e0472205,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:14.269639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:14.273813 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.284667 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.346029 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bf71474-62a0-48b2-a3cc-ad94941f3987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.348890 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4bf71474-62a0-48b2-a3cc-ad94941f3987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.350542 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4bf71474-62a0-48b2-a3cc-ad94941f3987 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d03c7de0-098d-4e40-8600-83ca38472199 HTTP/1.1" status: 204 len: 168 time: 0.3044915 Sep 22 09:49:14.369365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf71474-62a0-48b2-a3cc-ad94941f3987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03c7de0-098d-4e40-8600-83ca38472199,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:14.438695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.540011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.563992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:14.581843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a61293-46da-45c1-b177-aa2502ab6f7a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:14.587042 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.587912 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment f69f2362-0506-4908-8858-7e2d21e9b34b of type vlan for network d7792c62-75d2-420b-9025-d03ea20a6247 Sep 22 09:49:14.666690 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.685617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.785973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33602) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:14.796677 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.817226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:14.817226 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.977170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=d7792c62-75d2-420b-9025-d03ea20a6247,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:14.978614 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:14.991534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-923377819'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:14.994716 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network d7792c62-75d2-420b-9025-d03ea20a6247 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:15.153901 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3468c0a0-ad4a-4821-9e85-5a6da2f76c67 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1771011 Sep 22 09:49:15.282318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33628) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:15.287911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'network_id': 'd7792c62-75d2-420b-9025-d03ea20a6247', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:15.358214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:15.361682 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:15.377599 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:15.383765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Router c49a8f47-dc9e-41ab-867c-1ff0d43375e8 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:49:15.517432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:15.522019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:15.546123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:49:15.563458 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Sync routers for ids ['c49a8f47-dc9e-41ab-867c-1ff0d43375e8'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:49:15.576371 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Routers {'c49a8f47-dc9e-41ab-867c-1ff0d43375e8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:15.577076 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c49a8f47-dc9e-41ab-867c-1ff0d43375e8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:15.728823 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Set router c49a8f47-dc9e-41ab-867c-1ff0d43375e8 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:49:15.802433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:15.912495 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:15.954061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:15.968378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:15.977672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c4349f-f323-4ee5-86c4-da0b5602a8f0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:15.981379 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a8f47-dc9e-41ab-867c-1ff0d43375e8', 'name': 'tempest-snat-router-284560886', 'tenant_id': 'd0919bc00e74474591a39de23447cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.184'}], 'enable_snat': False}, 'gw_port_id': '9c1b2a5d-5ff6-4581-a146-0074e0472205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:49:12Z', 'updated_at': '2021-09-22T09:49:14Z', 'revision_number': 3, 'project_id': 'd0919bc00e74474591a39de23447cdb9', 'gw_port': {'id': '9c1b2a5d-5ff6-4581-a146-0074e0472205', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:05:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a8f47-dc9e-41ab-867c-1ff0d43375e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:49:13Z', 'updated_at': '2021-09-22T09:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:16.008502 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.009418 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Added segment 999b7927-3c66-4cfd-a61e-9073d3b6b6d0 of type vlan for network 70b43d1f-a851-4af3-88e2-b8963d5bb56b Sep 22 09:49:16.022484 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Checking router: c49a8f47-dc9e-41ab-867c-1ff0d43375e8 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:49:16.025228 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Updating router c49a8f47-dc9e-41ab-867c-1ff0d43375e8 port 9c1b2a5d-5ff6-4581-a146-0074e0472205 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:49:16.070091 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.079549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=6c39494f-3d82-4a80-9f71-8f7859f913a5,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:16.088907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.120905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking segment: {'id': 'f69f2362-0506-4908-8858-7e2d21e9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'd7792c62-75d2-420b-9025-d03ea20a6247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:16.121306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network hostable DHCP agents. Network: d7792c62-75d2-420b-9025-d03ea20a6247, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:16.185786 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.187081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-227371f3-aff1-44b6-949f-478853fa788d tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6793661 Sep 22 09:49:16.190113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33660) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:16.245053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33664) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:16.245918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.254305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:16.254848 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.363889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network d7792c62-75d2-420b-9025-d03ea20a6247 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:16.394951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1028964900-network', 'tenant_id': 'cf9ff35c609e48b78a7dca9740f01189'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:16.408770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Network': ['ID=70b43d1f-a851-4af3-88e2-b8963d5bb56b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:16.423962 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:16.463102 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b4e6fa40-f12d-42e0-b8f0-ba9bb3dc7bac tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/routers/c49a8f47-dc9e-41ab-867c-1ff0d43375e8 HTTP/1.1" status: 200 len: 908 time: 0.2709947 Sep 22 09:49:16.465460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33678) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:16.472212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Request body: {'router': {'name': 'tempest-snat-router-284560886', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'enable_snat': True}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:16.476845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, d7792c62-75d2-420b-9025-d03ea20a6247) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:16.486078 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:16.486747 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.508543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9ea4f722-1309-44c8-aa31-d262caa78d24 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7200069 Sep 22 09:49:16.512412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33682) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:16.520551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'name': 'tempest-PortsTestJSON-103042364'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:16.542335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5891b6fc-ccd2-4725-a2a2-e5ab2cc28448 None None] Network d7792c62-75d2-420b-9025-d03ea20a6247 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:16.563801 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.611254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Made reservation on behalf of cf9ff35c609e48b78a7dca9740f01189 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:16.616018 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.635358 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.728880 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.763384 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2316663f-07d3-4470-ab11-76b652c76b93 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4793243 Sep 22 09:49:16.766568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33692) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:16.779053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-d7792c62-75d2-420b-9025-d03ea20a6247', 'network_id': 'd7792c62-75d2-420b-9025-d03ea20a6247', 'tenant_id': '9e7ffbffb47f4f65b0d4e0a89eccc10a', 'fixed_ips': [{'subnet_id': '6c39494f-3d82-4a80-9f71-8f7859f913a5'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:16.780236 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.783688 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Pushing event updated for resources: {'Port': ['ID=9c1b2a5d-5ff6-4581-a146-0074e0472205,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:16.784470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1970856146'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:16.796693 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Attempting to bind port 9c1b2a5d-5ff6-4581-a146-0074e0472205 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:16.797090 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Attempting to bind port 9c1b2a5d-5ff6-4581-a146-0074e0472205 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:16.797446 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Attempting to bind port 9c1b2a5d-5ff6-4581-a146-0074e0472205 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:16.800128 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.800757 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.801313 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.801861 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.802150 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.802473 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.802792 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.803111 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.803430 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.803743 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.804058 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.804369 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:49:16.811695 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:16.812112 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:16.812611 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.813000 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:16.813628 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Bound port: 9c1b2a5d-5ff6-4581-a146-0074e0472205, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:16.813836 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.871327 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] For port 9c1b2a5d-5ff6-4581-a146-0074e0472205, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:16.874333 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] For port 9c1b2a5d-5ff6-4581-a146-0074e0472205, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9c1b2a5d-5ff6-4581-a146-0074e0472205,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:16.941804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.943099 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.969857 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:16.985558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Allocated IP 172.20.255.242 (d7792c62-75d2-420b-9025-d03ea20a6247/6c39494f-3d82-4a80-9f71-8f7859f913a5/b58dd588-cb5d-4250-b3ef-cbaa1b4177d7) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:17.061553 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c550e7-deba-430a-94b9-1535418d0b80 None None] Pushing event updated for resources: {'Port': ['ID=9c1b2a5d-5ff6-4581-a146-0074e0472205,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:17.074733 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Routers {'c49a8f47-dc9e-41ab-867c-1ff0d43375e8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:17.075428 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c49a8f47-dc9e-41ab-867c-1ff0d43375e8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:17.085209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.140893 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.193895 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] Set router c49a8f47-dc9e-41ab-867c-1ff0d43375e8 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:49:17.198074 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.369299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.375623 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.379305 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.407056 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a8f47-dc9e-41ab-867c-1ff0d43375e8', 'name': 'tempest-snat-router-284560886', 'tenant_id': 'd0919bc00e74474591a39de23447cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.184'}], 'enable_snat': False}, 'gw_port_id': '9c1b2a5d-5ff6-4581-a146-0074e0472205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:49:12Z', 'updated_at': '2021-09-22T09:49:14Z', 'revision_number': 3, 'project_id': 'd0919bc00e74474591a39de23447cdb9', 'gw_port': {'id': '9c1b2a5d-5ff6-4581-a146-0074e0472205', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:05:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a8f47-dc9e-41ab-867c-1ff0d43375e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:49:13Z', 'updated_at': '2021-09-22T09:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:17.409611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:17.415271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9321ed6c-469e-4bb9-b076-98ae44a56281,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:17.423242 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.423834 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Added segment b504f486-e342-4bdb-a861-daa9f0f10406 of type vlan for network f9b7736e-21bf-4e57-8374-ca0c338b1b83 Sep 22 09:49:17.435012 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836d305f-150b-4e6e-9534-5300bd5abc97 None None] The sync data for ids ['c49a8f47-dc9e-41ab-867c-1ff0d43375e8'] in n-d-805649-4 is: [{'id': 'c49a8f47-dc9e-41ab-867c-1ff0d43375e8', 'name': 'tempest-snat-router-284560886', 'tenant_id': 'd0919bc00e74474591a39de23447cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.184'}], 'enable_snat': False}, 'gw_port_id': '9c1b2a5d-5ff6-4581-a146-0074e0472205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:49:12Z', 'updated_at': '2021-09-22T09:49:14Z', 'revision_number': 3, 'project_id': 'd0919bc00e74474591a39de23447cdb9', 'gw_port': {'id': '9c1b2a5d-5ff6-4581-a146-0074e0472205', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:05:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a8f47-dc9e-41ab-867c-1ff0d43375e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:49:13Z', 'updated_at': '2021-09-22T09:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:49:17.474419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Pushing event updated for resources: {'Port': ['ID=b58dd588-cb5d-4250-b3ef-cbaa1b4177d7,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:17.490147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:17.494888 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.499410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Network d7792c62-75d2-420b-9025-d03ea20a6247 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:17.499614 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.504208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:17.510447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:17.559259 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:49:17.614391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Attempting to bind port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:17.615631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Attempting to bind port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'f69f2362-0506-4908-8858-7e2d21e9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'd7792c62-75d2-420b-9025-d03ea20a6247'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:17.616339 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Attempting to bind port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 on network d7792c62-75d2-420b-9025-d03ea20a6247 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:17.624066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:17.625061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Checking segment: {'id': 'f69f2362-0506-4908-8858-7e2d21e9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'd7792c62-75d2-420b-9025-d03ea20a6247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:17.625758 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.627951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Bound using segment: {'id': 'f69f2362-0506-4908-8858-7e2d21e9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'd7792c62-75d2-420b-9025-d03ea20a6247'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:17.628667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Bound port: b58dd588-cb5d-4250-b3ef-cbaa1b4177d7, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69f2362-0506-4908-8858-7e2d21e9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'd7792c62-75d2-420b-9025-d03ea20a6247'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:17.629620 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.642307 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.644019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:17.644987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.785824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b7736e-21bf-4e57-8374-ca0c338b1b83,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:17.789000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] For port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:17.794657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:17.800007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:17.801010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7c7331db-7ac6-4d57-9b95-4c38fdb5c2f6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5541592 Sep 22 09:49:17.803945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33714) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:17.812531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] For port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b58dd588-cb5d-4250-b3ef-cbaa1b4177d7,segment=NetworkSegment(f69f2362-0506-4908-8858-7e2d21e9b34b),segment_id=f69f2362-0506-4908-8858-7e2d21e9b34b)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:17.820301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network f9b7736e-21bf-4e57-8374-ca0c338b1b83 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:17.826304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] Request body: {'subnet': {'network_id': 'f9b7736e-21bf-4e57-8374-ca0c338b1b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1028964900-subnet', 'tenant_id': 'cf9ff35c609e48b78a7dca9740f01189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:17.955813 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.014612 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.023177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:18.041619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.042267 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment ae66e224-eda3-4320-afdf-e78d7d06807c of type vlan for network 833a7141-a20f-4b03-8e9b-8e438d704ca0 Sep 22 09:49:18.164296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.168065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0aa28d-15ca-46f9-a474-5cc041102a78 None None] Pushing event updated for resources: {'Port': ['ID=b58dd588-cb5d-4250-b3ef-cbaa1b4177d7,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:18.263575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9c1b2a5d-5ff6-4581-a146-0074e0472205 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:49:18.351798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.407063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9c1b2a5d-5ff6-4581-a146-0074e0472205 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:18.408003 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.417143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.427682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:18.428620 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.476244 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.521939 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.649184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:18.670641 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.708076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 9c1b2a5d-5ff6-4581-a146-0074e0472205, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9c1b2a5d-5ff6-4581-a146-0074e0472205,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:18.711096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Checking segment: {'id': '999b7927-3c66-4cfd-a61e-9073d3b6b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:18.714499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network hostable DHCP agents. Network: 70b43d1f-a851-4af3-88e2-b8963d5bb56b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:18.718867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=833a7141-a20f-4b03-8e9b-8e438d704ca0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:18.739114 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f95cc1eb-0ca6-4007-a40a-ffeebff7d9ef tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9673576 Sep 22 09:49:18.740130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33732) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:18.746945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 833a7141-a20f-4b03-8e9b-8e438d704ca0 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:18.754584 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Allocated IP 172.25.6.23 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/74a7cf93-f56c-482e-b012-f847b868f6c5) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:18.755239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'network_id': '833a7141-a20f-4b03-8e9b-8e438d704ca0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:18.794210 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.932344 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:18.937971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=9c1b2a5d-5ff6-4581-a146-0074e0472205,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:18.975563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:18.990596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] Made reservation on behalf of cf9ff35c609e48b78a7dca9740f01189 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:18.994027 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:19.106350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 70b43d1f-a851-4af3-88e2-b8963d5bb56b) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:19.122480 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8985c-598f-4af5-a64a-6ff6cb26a24c None None] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:19.122782 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:19.126908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:19.139320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:19.140003 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:19.214425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:19.221951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:19.227302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:19.234028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:19.238515 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:19.264744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event updated for resources: {'Port': ['ID=74a7cf93-f56c-482e-b012-f847b868f6c5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:19.417498 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:19.515999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5561720c-6333-4b70-8e2b-48c108351494,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:19.535834 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c73f1ae1-8c8e-48cf-a32c-bcff1980d21d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0223050 Sep 22 09:49:19.537214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33742) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:19.550664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1620887627'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:19.623176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] Checking segment: {'id': 'b504f486-e342-4bdb-a861-daa9f0f10406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f9b7736e-21bf-4e57-8374-ca0c338b1b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:19.623344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] Network hostable DHCP agents. Network: f9b7736e-21bf-4e57-8374-ca0c338b1b83, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:19.648879 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:19.707151 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=dfcd73ae-b94d-4429-a906-4a62033a9ef2,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:19.713858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:19.717534 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:19.774583 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:19.779526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking segment: {'id': 'ae66e224-eda3-4320-afdf-e78d7d06807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '833a7141-a20f-4b03-8e9b-8e438d704ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:19.780218 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network hostable DHCP agents. Network: 833a7141-a20f-4b03-8e9b-8e438d704ca0, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:19.795268 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:19.796585 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Added segment 6bc14e6d-8be9-49dd-9356-5cce7a4836f8 of type vlan for network b255f98d-7563-44eb-bfdb-64a6ad52be4c Sep 22 09:49:19.824274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] Network f9b7736e-21bf-4e57-8374-ca0c338b1b83 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:19.861205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:19.906207 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network 833a7141-a20f-4b03-8e9b-8e438d704ca0 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:19.960208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b19fbf-f4d3-4555-8bd5-043446e83f36 None None] Network d7792c62-75d2-420b-9025-d03ea20a6247 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:19.963712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:19.980145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:19.980145 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:20.117520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 833a7141-a20f-4b03-8e9b-8e438d704ca0) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:20.138164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:20.139360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:20.221711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, f9b7736e-21bf-4e57-8374-ca0c338b1b83) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:20.226355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb0b36-d362-4f6c-b255-f42ee11b9c79 None None] Network 833a7141-a20f-4b03-8e9b-8e438d704ca0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:20.247201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:20.248203 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:20.268202 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7204201 Sep 22 09:49:20.268202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170358f2-17b8-4c2b-a44e-caec878d672b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Network': ['ID=b255f98d-7563-44eb-bfdb-64a6ad52be4c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:20.269543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33756) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:20.273977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'ports': [{'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b'}, {'network_id': 'b255f98d-7563-44eb-bfdb-64a6ad52be4c'}]} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:20.274636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:20.275527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': 'b255f98d-7563-44eb-bfdb-64a6ad52be4c'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:20.293878 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:20.380214 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-301fdc5e-2079-42f8-993d-c6acc2e8da02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6389832 Sep 22 09:49:20.382959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33760) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:20.421307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-05a35c5c-6f1f-467b-b9c3-201119da56ab admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6157677 Sep 22 09:49:20.493679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc295d0d-f277-438c-988d-49f0a666b094 None None] Network f9b7736e-21bf-4e57-8374-ca0c338b1b83 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:20.511419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network b255f98d-7563-44eb-bfdb-64a6ad52be4c details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:20.678695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3b2926b0-02c7-4c11-9d2c-1db94d88d2ab None None] Provisioning complete for port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:20.679375 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3b2926b0-02c7-4c11-9d2c-1db94d88d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:20.788512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:49:20.826222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 2} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:20.832426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:20.837855 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:20.866420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:21.014561 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec301d-958a-4be9-b97c-e901ad3df178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-833a7141-a20f-4b03-8e9b-8e438d704ca0', 'network_id': '833a7141-a20f-4b03-8e9b-8e438d704ca0', 'tenant_id': '9e7ffbffb47f4f65b0d4e0a89eccc10a', 'fixed_ips': [{'subnet_id': 'dfcd73ae-b94d-4429-a906-4a62033a9ef2'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:21.015437 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-41ec301d-958a-4be9-b97c-e901ad3df178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:21.019268 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:21.082696 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:21.113729 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port 86423708-5b2b-4727-b7e9-81f2035cbb1e yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:49:21.373988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Router 1a8f62a7-08ad-4b9c-ba46-7f2746155bc5 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:49:21.428692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:21.461945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:21.462453 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:21.509728 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:21.595938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port 94ae8152-2d3b-4775-a2f9-a6b06e2f2574 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:49:21.596196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Subnet': ['ID=dfcd73ae-b94d-4429-a906-4a62033a9ef2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server [None req-41ec301d-958a-4be9-b97c-e901ad3df178 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfcd73ae-b94d-4429-a906-4a62033a9ef2: This subnet is being modified by another concurrent operation. Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise exception Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfcd73ae-b94d-4429-a906-4a62033a9ef2: This subnet is being modified by another concurrent operation. Sep 22 09:49:21.606346 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Sep 22 09:49:21.689228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3b2926b0-02c7-4c11-9d2c-1db94d88d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:21.691992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13a8e2-22c6-457f-9aa9-816cbbf127c9 None None] Network 833a7141-a20f-4b03-8e9b-8e438d704ca0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:21.752885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:49:21.895313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33796) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:21.900976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-370329612-network', 'tenant_id': '4603556dbae94ccfa353c3af1d8c0db2'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:21.947935 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:21.961623 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:21.969044 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:21.973561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2117a2f0-4433-4817-bf30-66d6729a008b tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.5042520 Sep 22 09:49:21.975565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33800) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:21.997267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Sync routers for ids ['1a8f62a7-08ad-4b9c-ba46-7f2746155bc5'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:49:22.018892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833a7141-a20f-4b03-8e9b-8e438d704ca0']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:22.033937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae66e224-eda3-4320-afdf-e78d7d06807c') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:22.034479 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae66e224-eda3-4320-afdf-e78d7d06807c') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:22.072770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d4b0ad-1c8a-4cd0-9297-632a0097c062 None None] Network f9b7736e-21bf-4e57-8374-ca0c338b1b83 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:22.098479 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.120818 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.132270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:22.133239 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:22.138099 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:22.155710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Made reservation on behalf of 4603556dbae94ccfa353c3af1d8c0db2 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:22.158550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.184886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.211534 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-71649f78-9a7b-4ef1-888e-7b697b5251f0 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/routers/1a8f62a7-08ad-4b9c-ba46-7f2746155bc5 HTTP/1.1" status: 200 len: 906 time: 0.2241671 Sep 22 09:49:22.211534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33802) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:22.216621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3b2926b0-02c7-4c11-9d2c-1db94d88d2ab None None] For port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b58dd588-cb5d-4250-b3ef-cbaa1b4177d7,segment=NetworkSegment(f69f2362-0506-4908-8858-7e2d21e9b34b),segment_id=f69f2362-0506-4908-8858-7e2d21e9b34b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:22.243576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Routers {'1a8f62a7-08ad-4b9c-ba46-7f2746155bc5'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:22.244582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['1a8f62a7-08ad-4b9c-ba46-7f2746155bc5'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:22.307788 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.374880 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.381876 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.384686 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/833a7141-a20f-4b03-8e9b-8e438d704ca0 HTTP/1.1" status: 204 len: 168 time: 2.0007560 Sep 22 09:49:22.405027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33810) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:22.421363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1825228955'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:22.490208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f36ca-7389-438b-b71f-4cd8616d5e02 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=833a7141-a20f-4b03-8e9b-8e438d704ca0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:22.527819 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3b2926b0-02c7-4c11-9d2c-1db94d88d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.538361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c488b537-6a10-4d5e-8df9-07617fbe4d8b None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:49:22.586431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:22.618638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:22.631919 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=86423708-5b2b-4727-b7e9-81f2035cbb1e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:22.631919 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:22.631919 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.671967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9c1b2a5d-5ff6-4581-a146-0074e0472205 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:49:22.684300 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.742319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=94ae8152-2d3b-4775-a2f9-a6b06e2f2574,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:22.851618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Set router 1a8f62a7-08ad-4b9c-ba46-7f2746155bc5 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:49:22.855836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2926b0-02c7-4c11-9d2c-1db94d88d2ab None None] Pushing event updated for resources: {'Port': ['ID=b58dd588-cb5d-4250-b3ef-cbaa1b4177d7,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:22.857738 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.872679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Checking segment: {'id': '6bc14e6d-8be9-49dd-9356-5cce7a4836f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b255f98d-7563-44eb-bfdb-64a6ad52be4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:22.873327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network hostable DHCP agents. Network: b255f98d-7563-44eb-bfdb-64a6ad52be4c, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:22.918285 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.942172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-189be84c-7d64-45af-87a5-3cd4a124db2f None None] Provisioning complete for port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:22.942543 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-189be84c-7d64-45af-87a5-3cd4a124db2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.945620 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:22.978703 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbe28dd-8f84-42c1-9243-8d65efdb37f1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:22.995431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:23.003359 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.003953 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Added segment 2aa17514-2385-4e64-b590-66c656dd6745 of type vlan for network 73b19b9b-f83f-47d1-8e91-18146fd7f400 Sep 22 09:49:23.045378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.105505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network b255f98d-7563-44eb-bfdb-64a6ad52be4c is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:23.125165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9c1b2a5d-5ff6-4581-a146-0074e0472205 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:23.125775 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.173144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c488b537-6a10-4d5e-8df9-07617fbe4d8b None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:49:23.203802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:23.208085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.252204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:23.263415 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.265371 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment af2c53fc-2753-47a5-8fcb-f22dab4bd323 of type vlan for network 0cfc853e-429b-4176-ad04-537898927e98 Sep 22 09:49:23.272199 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.276009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:23.276753 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.292940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, b255f98d-7563-44eb-bfdb-64a6ad52be4c) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:23.354195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:23.363876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:23.372436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:23.377294 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.381391 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.393946 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.465664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] Pushing event updated for resources: {'Network': ['ID=73b19b9b-f83f-47d1-8e91-18146fd7f400,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:23.480006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33828) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:23.481466 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e072b451-667c-4d5e-b4d5-1b6a74006b39 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5836606 Sep 22 09:49:23.486171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] Request body: {'subnet': {'network_id': '73b19b9b-f83f-47d1-8e91-18146fd7f400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-370329612-subnet', 'tenant_id': '4603556dbae94ccfa353c3af1d8c0db2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:23.504322 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Deleting port 74a7cf93-f56c-482e-b012-f847b868f6c5 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:23.504962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.506507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 73b19b9b-f83f-47d1-8e91-18146fd7f400 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:23.597966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8f62a7-08ad-4b9c-ba46-7f2746155bc5', 'name': 'tempest-snat-router-284560886', 'tenant_id': 'd0919bc00e74474591a39de23447cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '74a7cf93-f56c-482e-b012-f847b868f6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:49:16Z', 'updated_at': '2021-09-22T09:49:19Z', 'revision_number': 3, 'project_id': 'd0919bc00e74474591a39de23447cdb9', 'gw_port': {'id': '74a7cf93-f56c-482e-b012-f847b868f6c5', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:00:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8f62a7-08ad-4b9c-ba46-7f2746155bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:49:18Z', 'updated_at': '2021-09-22T09:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:23.610341 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.611172 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.619065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:23.620078 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.650125 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-515cf420-061e-4bd5-b541-33df4a50d2e7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3798318 Sep 22 09:49:23.653298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33834) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:23.658478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Checking router: 1a8f62a7-08ad-4b9c-ba46-7f2746155bc5 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:49:23.658686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Calling delete_port for 74a7cf93-f56c-482e-b012-f847b868f6c5 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:23.660315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Updating router 1a8f62a7-08ad-4b9c-ba46-7f2746155bc5 port 74a7cf93-f56c-482e-b012-f847b868f6c5 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:49:23.702596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:49:23.755917 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.790767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] Made reservation on behalf of 4603556dbae94ccfa353c3af1d8c0db2 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:23.795174 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.826548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=0cfc853e-429b-4176-ad04-537898927e98,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:23.864958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 0cfc853e-429b-4176-ad04-537898927e98 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:23.921504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-69765f8e-fe58-48d5-97cd-bf7b8d0e4622 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 94ae8152-2d3b-4775-a2f9-a6b06e2f2574 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:23.921974 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69765f8e-fe58-48d5-97cd-bf7b8d0e4622 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:23.973923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6214964c-ac98-429c-80be-498bbbc436d6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5601380 Sep 22 09:49:23.976908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33842) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:23.982918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'network_id': '0cfc853e-429b-4176-ad04-537898927e98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:24.120756 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:24.159348 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69765f8e-fe58-48d5-97cd-bf7b8d0e4622 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:24.196913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event deleted for resources: {'Port': ['ID=74a7cf93-f56c-482e-b012-f847b868f6c5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:24.205217 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-69765f8e-fe58-48d5-97cd-bf7b8d0e4622 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 94ae8152-2d3b-4775-a2f9-a6b06e2f2574 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:24.241059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:24.241671 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:24.281217 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:24.372123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=195a7714-dbf1-4438-8473-10e13b3a0c18,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:24.394477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] Checking segment: {'id': '2aa17514-2385-4e64-b590-66c656dd6745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '73b19b9b-f83f-47d1-8e91-18146fd7f400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:24.394477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] Network hostable DHCP agents. Network: 73b19b9b-f83f-47d1-8e91-18146fd7f400, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:24.424852 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:49:24.516930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] Network 73b19b9b-f83f-47d1-8e91-18146fd7f400 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:24.631315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 73b19b9b-f83f-47d1-8e91-18146fd7f400) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:24.636003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:24.636661 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:24.809107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:24.813329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4d9e70f6-3bb8-4383-b9bf-b71310296e36 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3313551 Sep 22 09:49:24.822458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:24.908308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.ipam_backend_mixin [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Performing IP validity checks on allocation pools {{(pid=95509) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 09:49:24.908792 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.ipam_backend_mixin [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95509) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 09:49:24.948863 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:49:24.949529 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:49:24.953820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.019077 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e40d4c7-7817-4a49-82db-1655480086a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.039813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e200d-0456-4749-82f3-5183ac053fc5 None None] Network b255f98d-7563-44eb-bfdb-64a6ad52be4c requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:25.044019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da6bf4-6416-468c-9275-97716bb0b92d None None] Network 73b19b9b-f83f-47d1-8e91-18146fd7f400 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:25.252388 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.273647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.383545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d027af3-9086-4845-b1f1-063ab09c50ee None None] Network 73b19b9b-f83f-47d1-8e91-18146fd7f400 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:25.469777 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.470346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a8f62a7-08ad-4b9c-ba46-7f2746155bc5 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:49:25.471896 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69765f8e-fe58-48d5-97cd-bf7b8d0e4622 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.480673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.490959 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ae10d5d2-cb14-41a7-9aed-81bc5e1fe1a6 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "DELETE /v2.0/routers/1a8f62a7-08ad-4b9c-ba46-7f2746155bc5 HTTP/1.1" status: 204 len: 168 time: 3.2737653 Sep 22 09:49:25.518890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33898) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:25.529686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69765f8e-fe58-48d5-97cd-bf7b8d0e4622 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=94ae8152-2d3b-4775-a2f9-a6b06e2f2574,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:25.540580 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69765f8e-fe58-48d5-97cd-bf7b8d0e4622 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.545406 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-69765f8e-fe58-48d5-97cd-bf7b8d0e4622 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/94ae8152-2d3b-4775-a2f9-a6b06e2f2574 HTTP/1.1" status: 204 len: 168 time: 1.8856561 Sep 22 09:49:25.545866 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.562215 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33900) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:25.653299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=2d308f1e-2903-4eca-9af4-1b9fd834c72a,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:25.662318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Port 74a7cf93-f56c-482e-b012-f847b868f6c5 not found while updating agent binding for router 1a8f62a7-08ad-4b9c-ba46-7f2746155bc5. {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 22 09:49:25.682326 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.726065 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.761113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Routers set() bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:25.761493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Router IDs set() for agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 09:49:25.762091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_agentschedulers_db [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1a8f62a7-08ad-4b9c-ba46-7f2746155bc5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:48:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent'). {{(pid=95511) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 09:49:25.762464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe4940-4675-4a30-81e2-a8e917daa56f None None] The sync data for ids ['1a8f62a7-08ad-4b9c-ba46-7f2746155bc5'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:49:25.825917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc5bae-d620-4bb1-a828-995b82bfaf00 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:25.844453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc5bae-d620-4bb1-a828-995b82bfaf00 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:25.846401 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e1bc5bae-d620-4bb1-a828-995b82bfaf00 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2118733 Sep 22 09:49:25.854021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33904) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:25.865311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking segment: {'id': 'af2c53fc-2753-47a5-8fcb-f22dab4bd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0cfc853e-429b-4176-ad04-537898927e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:25.865672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network hostable DHCP agents. Network: 0cfc853e-429b-4176-ad04-537898927e98, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:25.936409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:25.959079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network 0cfc853e-429b-4176-ad04-537898927e98 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:26.005556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-abbbe249-50f4-4f12-9b53-0e2c46df1b2f tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:26.007075 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-abbbe249-50f4-4f12-9b53-0e2c46df1b2f tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/networks?id=f9b7736e-21bf-4e57-8374-ca0c338b1b83 HTTP/1.1" status: 200 len: 812 time: 0.6806018 Sep 22 09:49:26.032078 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-f1525eea-7441-4055-8f0a-c884257ce181 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/quotas/cf9ff35c609e48b78a7dca9740f01189 HTTP/1.1" status: 200 len: 375 time: 0.0183434 Sep 22 09:49:26.074725 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 0cfc853e-429b-4176-ad04-537898927e98) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:26.077873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-b6274ddd-b152-481e-b23b-f1edf6f3fd0f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 86423708-5b2b-4727-b7e9-81f2035cbb1e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:26.081192 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6274ddd-b152-481e-b23b-f1edf6f3fd0f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:26.081450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:26.081450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:26.085398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-fc3ace53-2a7d-435e-84c8-5ffcb3b57f6c tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf9ff35c609e48b78a7dca9740f01189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452571 Sep 22 09:49:26.096242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62648b0f-c07f-4e7b-a168-aabb165248ce None None] Network 0cfc853e-429b-4176-ad04-537898927e98 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:26.252865 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6274ddd-b152-481e-b23b-f1edf6f3fd0f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:26.267019 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4f15cd98-c2f4-4856-823b-19872661605a tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2854700 Sep 22 09:49:26.267387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33914) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:26.268265 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-b6274ddd-b152-481e-b23b-f1edf6f3fd0f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 86423708-5b2b-4727-b7e9-81f2035cbb1e owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:26.339805 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-0cfc853e-429b-4176-ad04-537898927e98', 'network_id': '0cfc853e-429b-4176-ad04-537898927e98', 'tenant_id': '9e7ffbffb47f4f65b0d4e0a89eccc10a', 'fixed_ips': [{'subnet_id': '2d308f1e-2903-4eca-9af4-1b9fd834c72a'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:26.341698 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:26.449099 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:26.513972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:26.576960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Allocated IP 172.20.0.3 (0cfc853e-429b-4176-ad04-537898927e98/2d308f1e-2903-4eca-9af4-1b9fd834c72a/63af0db6-8bb0-4ae9-b780-e99677d6c4ad) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:26.745039 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:26.851786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:26.866489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Deleting port 9c1b2a5d-5ff6-4581-a146-0074e0472205 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:26.867001 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:26.895442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Network 0cfc853e-429b-4176-ad04-537898927e98 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:26.902286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:26.913455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:26.917241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Pushing event updated for resources: {'Port': ['ID=63af0db6-8bb0-4ae9-b780-e99677d6c4ad,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:26.928814 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-75d22340-1b5a-4ead-95e4-b4f8a4d31974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:26.951562 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:26.989951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Attempting to bind port 63af0db6-8bb0-4ae9-b780-e99677d6c4ad on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:26.990551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Attempting to bind port 63af0db6-8bb0-4ae9-b780-e99677d6c4ad by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'af2c53fc-2753-47a5-8fcb-f22dab4bd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0cfc853e-429b-4176-ad04-537898927e98'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:26.991072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Attempting to bind port 63af0db6-8bb0-4ae9-b780-e99677d6c4ad on network 0cfc853e-429b-4176-ad04-537898927e98 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:27.002966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:27.002966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Checking segment: {'id': 'af2c53fc-2753-47a5-8fcb-f22dab4bd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0cfc853e-429b-4176-ad04-537898927e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:27.002966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.002966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Bound using segment: {'id': 'af2c53fc-2753-47a5-8fcb-f22dab4bd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0cfc853e-429b-4176-ad04-537898927e98'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:27.002966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Bound port: 63af0db6-8bb0-4ae9-b780-e99677d6c4ad, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2c53fc-2753-47a5-8fcb-f22dab4bd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0cfc853e-429b-4176-ad04-537898927e98'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:27.002966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.013208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Subnet': ['ID=2d308f1e-2903-4eca-9af4-1b9fd834c72a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:27.022149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] For port 9c1b2a5d-5ff6-4581-a146-0074e0472205, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9c1b2a5d-5ff6-4581-a146-0074e0472205,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:27.022766 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.043485 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6274ddd-b152-481e-b23b-f1edf6f3fd0f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.044697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-cdb81b62-facc-4221-9801-bfdb73e44a7b service neutron] 10.222.0.49 "GET /v2.0/networks/f9b7736e-21bf-4e57-8374-ca0c338b1b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9294298 Sep 22 09:49:27.071149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Calling delete_port for 9c1b2a5d-5ff6-4581-a146-0074e0472205 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:27.080832 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.081392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6274ddd-b152-481e-b23b-f1edf6f3fd0f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=86423708-5b2b-4727-b7e9-81f2035cbb1e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:27.103174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfc853e-429b-4176-ad04-537898927e98']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:27.107760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] For port 63af0db6-8bb0-4ae9-b780-e99677d6c4ad, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:27.113177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2c53fc-2753-47a5-8fcb-f22dab4bd323') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:27.113482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2c53fc-2753-47a5-8fcb-f22dab4bd323') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:27.118056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] For port 63af0db6-8bb0-4ae9-b780-e99677d6c4ad, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=63af0db6-8bb0-4ae9-b780-e99677d6c4ad,segment=NetworkSegment(af2c53fc-2753-47a5-8fcb-f22dab4bd323),segment_id=af2c53fc-2753-47a5-8fcb-f22dab4bd323)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:27.123135 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6274ddd-b152-481e-b23b-f1edf6f3fd0f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.144837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.145088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b6274ddd-b152-481e-b23b-f1edf6f3fd0f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/86423708-5b2b-4727-b7e9-81f2035cbb1e HTTP/1.1" status: 204 len: 168 time: 1.2698369 Sep 22 09:49:27.145242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33928) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:27.194661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5ccbd1-168f-42ad-a80c-e1db8950838f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:27.199977 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cf5ccbd1-168f-42ad-a80c-e1db8950838f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0710335 Sep 22 09:49:27.200677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33932) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:27.226210 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.232099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-8a693ee0-a8dc-40ae-b92b-d69038ca0f14 service neutron] 10.222.0.49 "GET /v2.0/networks/f9b7736e-21bf-4e57-8374-ca0c338b1b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588109 Sep 22 09:49:27.238482 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-0841747c-933b-451b-8272-74dfb02288e8 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:49:27.240131 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0841747c-933b-451b-8272-74dfb02288e8 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/94ae8152-2d3b-4775-a2f9-a6b06e2f2574 HTTP/1.1" status: 404 len: 333 time: 0.0381548 Sep 22 09:49:27.241221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.245298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33934) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:27.279274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:27.279702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:27.283072 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:27.307646 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-032d7926-4b3e-4624-98de-e8ac7fda49f4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:49:27.309316 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-032d7926-4b3e-4624-98de-e8ac7fda49f4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/86423708-5b2b-4727-b7e9-81f2035cbb1e HTTP/1.1" status: 404 len: 333 time: 0.0609477 Sep 22 09:49:27.312517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 33936) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:27.444060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.480066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb8b21-651b-4e3e-9f3f-40ee5e8cd07b None None] Network 0cfc853e-429b-4176-ad04-537898927e98 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:27.482051 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 09:49:27.482051 n-d-805649-4 neutron-server[95509]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 09:49:27.482051 n-d-805649-4 neutron-server[95509]: [parameters: {'id': '0cfc853e-429b-4176-ad04-537898927e98'}] Sep 22 09:49:27.482051 n-d-805649-4 neutron-server[95509]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:49:27.482431 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:49:27.488317 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.504145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd6012-7c4b-4ebc-a6c6-a8c4147fc16f None None] Pushing event updated for resources: {'Port': ['ID=63af0db6-8bb0-4ae9-b780-e99677d6c4ad,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:27.526478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c1b2a5d-5ff6-4581-a146-0074e0472205,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:27.641990 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.688825 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.787801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b255f98d-7563-44eb-bfdb-64a6ad52be4c']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:27.806367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e716b-21d2-4885-bc0f-2eccee0aa55c None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:49:27.807465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.835339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc14e6d-8be9-49dd-9356-5cce7a4836f8') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:27.835861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc14e6d-8be9-49dd-9356-5cce7a4836f8') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:27.865558 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.893987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.902540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:27.908085 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:27.991024 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:27.994297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.044826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2a2f55f-386a-4c03-95c5-29af3206d9c4 req-33528caf-1abc-4a76-b190-ee37579bbdda tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 210 time: 0.1410856 Sep 22 09:49:28.092254 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568e716b-21d2-4885-bc0f-2eccee0aa55c None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:49:28.105437 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.110968 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.114692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.116402 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.124681 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.128116 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/networks/b255f98d-7563-44eb-bfdb-64a6ad52be4c HTTP/1.1" status: 204 len: 168 time: 0.8148432 Sep 22 09:49:28.135518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33964) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:28.144056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1229433630'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:28.156943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16378431-614e-4349-8534-3bba9f04a61f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Network': ['ID=b255f98d-7563-44eb-bfdb-64a6ad52be4c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:28.192505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Deleting port 63af0db6-8bb0-4ae9-b780-e99677d6c4ad {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:28.194220 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.345445 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.346344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c49a8f47-dc9e-41ab-867c-1ff0d43375e8 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:49:28.351904 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.359796 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9d20c201-8f38-4305-a214-0fd892b0aa74 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "DELETE /v2.0/routers/c49a8f47-dc9e-41ab-867c-1ff0d43375e8 HTTP/1.1" status: 204 len: 168 time: 2.8329737 Sep 22 09:49:28.359796 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 33982) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:28.364981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1467443222', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}, 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:28.374008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] For port 63af0db6-8bb0-4ae9-b780-e99677d6c4ad, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=63af0db6-8bb0-4ae9-b780-e99677d6c4ad,segment=NetworkSegment(af2c53fc-2753-47a5-8fcb-f22dab4bd323),segment_id=af2c53fc-2753-47a5-8fcb-f22dab4bd323)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:28.374577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.393305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Calling delete_port for 63af0db6-8bb0-4ae9-b780-e99677d6c4ad owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:28.422115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:28.427808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.487282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:28.499862 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.500574 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Added segment 45f33944-be78-4b60-a972-15b32ff0bf7b of type vlan for network 3c1b2098-dc70-49a6-b327-7d15acf7aaa5 Sep 22 09:49:28.560072 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.562283 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.631617 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.715235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.807291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Port': ['ID=63af0db6-8bb0-4ae9-b780-e99677d6c4ad,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:28.824859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No DVR routers for this DVR port 63af0db6-8bb0-4ae9-b780-e99677d6c4ad on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:49:28.876659 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.879979 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.897348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:28.899046 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.948124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:28.986363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfc853e-429b-4176-ad04-537898927e98']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:29.000706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2c53fc-2753-47a5-8fcb-f22dab4bd323') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:29.001705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2c53fc-2753-47a5-8fcb-f22dab4bd323') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:29.010874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Network': ['ID=3c1b2098-dc70-49a6-b327-7d15acf7aaa5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:29.019998 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:29.024510 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 3c1b2098-dc70-49a6-b327-7d15acf7aaa5 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:29.047933 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:29.057034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:29.057034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:29.059996 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:29.189076 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d2f17c4-b71e-4afb-b3bf-3225f4298403 req-1b8c8436-8358-4f57-8a97-5cc35c0a045c tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 210 time: 0.0311241 Sep 22 09:49:29.227998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f3542b99-e2d6-40f9-b81b-812d01015025 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0884776 Sep 22 09:49:29.231509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34004) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:29.238394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '3c1b2098-dc70-49a6-b327-7d15acf7aaa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:29.286107 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:29.583086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:29.587311 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:29.666818 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:29.718858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9c1b2a5d-5ff6-4581-a146-0074e0472205 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:49:29.719128 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:29.721673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:29.747029 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:29.749112 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/0cfc853e-429b-4176-ad04-537898927e98 HTTP/1.1" status: 204 len: 168 time: 3.4806433 Sep 22 09:49:29.775282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34014) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:29.777629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6b358-265d-4387-a807-528cf208a4ed tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=0cfc853e-429b-4176-ad04-537898927e98,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:29.785661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1604279244'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:29.790399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 9c1b2a5d-5ff6-4581-a146-0074e0472205 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:49:29.790644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9c1b2a5d-5ff6-4581-a146-0074e0472205 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:49:29.939513 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:29.957218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Allocated IP 172.25.6.39 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/34fd8c56-8d01-476e-bb6d-b4594b371fa7) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:29.964614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:29.969189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:30.041176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:30.087622 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:30.087900 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment 5aad85b2-a7d7-41a8-95c7-3f0909b84b4b of type vlan for network 7f5b2794-fe8a-46ef-9212-a164a008544e Sep 22 09:49:30.155512 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:30.160487 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:30.173537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:30.267330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Subnet': ['ID=da3281a7-ee9b-451b-b0dd-b530a6fd3d7a,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:30.341454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-741ef36e-e1cb-49be-9855-6c23c978bebb req-c2691ffb-6112-4cc1-9e5e-16157818cce1 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 210 time: 0.0529873 Sep 22 09:49:30.349276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Checking segment: {'id': '45f33944-be78-4b60-a972-15b32ff0bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c1b2098-dc70-49a6-b327-7d15acf7aaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:30.349698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network hostable DHCP agents. Network: 3c1b2098-dc70-49a6-b327-7d15acf7aaa5, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:30.357022 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:30.363207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:30.363848 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:30.479027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=7f5b2794-fe8a-46ef-9212-a164a008544e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:30.481892 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:30.493025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 7f5b2794-fe8a-46ef-9212-a164a008544e details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:30.540206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-185d0e8b-ce86-48aa-a76e-993809f2c8b6 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7629726 Sep 22 09:49:30.543769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34046) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:30.550279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'network_id': '7f5b2794-fe8a-46ef-9212-a164a008544e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:30.556325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:30.579942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:30.585350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:30.588600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Pushing event updated for resources: {'Port': ['ID=34fd8c56-8d01-476e-bb6d-b4594b371fa7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:30.598538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 3c1b2098-dc70-49a6-b327-7d15acf7aaa5 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:30.863708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 3c1b2098-dc70-49a6-b327-7d15acf7aaa5) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:30.870407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:30.871450 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:30.877011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6a7c6b-532f-40bc-b78b-3d678cc2d924 None None] Network 3c1b2098-dc70-49a6-b327-7d15acf7aaa5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:30.960793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:30.965322 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:31.104836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-3c1b2098-dc70-49a6-b327-7d15acf7aaa5', 'network_id': '3c1b2098-dc70-49a6-b327-7d15acf7aaa5', 'tenant_id': 'e6461e9978484ebbbf9f9b732d5baef6', 'fixed_ips': [{'subnet_id': 'da3281a7-ee9b-451b-b0dd-b530a6fd3d7a'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:31.106055 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:31.171699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-27b6343e-a177-4fe4-8385-c81f3c061bc9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9390042 Sep 22 09:49:31.179380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34080) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:31.197314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': '3c1b2098-dc70-49a6-b327-7d15acf7aaa5', 'name': 'tempest-PortsTestJSON-33961483'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:31.436465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Allocated IP 172.20.0.2 (3c1b2098-dc70-49a6-b327-7d15acf7aaa5/da3281a7-ee9b-451b-b0dd-b530a6fd3d7a/a367e6d5-c505-4379-8205-5663ece52826) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:31.441792 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:31.557768 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:31.569344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e37234fb-03f5-42d3-be75-870dae17d206 req-eca45126-33f0-43d4-b3cf-0bacdad61834 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 210 time: 0.0498388 Sep 22 09:49:31.667479 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:31.684363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=d9a7b3fb-7a9b-4c01-aa8d-13e440f9c102,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:31.694240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking segment: {'id': '5aad85b2-a7d7-41a8-95c7-3f0909b84b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7f5b2794-fe8a-46ef-9212-a164a008544e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:31.694680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network hostable DHCP agents. Network: 7f5b2794-fe8a-46ef-9212-a164a008544e, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:31.752972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:31.756643 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:31.785823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port 754b24fb-aad1-4608-9274-a76d38e5e022 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:49:31.802609 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:31.859703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:31.880790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network 7f5b2794-fe8a-46ef-9212-a164a008544e is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:31.922155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Pushing event updated for resources: {'Port': ['ID=a367e6d5-c505-4379-8205-5663ece52826,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:31.956084 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Network 3c1b2098-dc70-49a6-b327-7d15acf7aaa5 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:31.959283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:31.963738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:32.002006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.7 (3c1b2098-dc70-49a6-b327-7d15acf7aaa5/da3281a7-ee9b-451b-b0dd-b530a6fd3d7a/754b24fb-aad1-4608-9274-a76d38e5e022) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:32.014152 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 7f5b2794-fe8a-46ef-9212-a164a008544e) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:32.019049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:32.026256 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.041920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf71a8e-00fb-41c9-874a-578687da9f0d None None] Network 7f5b2794-fe8a-46ef-9212-a164a008544e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:32.084558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Attempting to bind port a367e6d5-c505-4379-8205-5663ece52826 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:32.087331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Attempting to bind port a367e6d5-c505-4379-8205-5663ece52826 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '45f33944-be78-4b60-a972-15b32ff0bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c1b2098-dc70-49a6-b327-7d15acf7aaa5'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:32.087888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Attempting to bind port a367e6d5-c505-4379-8205-5663ece52826 on network 3c1b2098-dc70-49a6-b327-7d15acf7aaa5 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:32.104974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:32.112391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Checking segment: {'id': '45f33944-be78-4b60-a972-15b32ff0bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c1b2098-dc70-49a6-b327-7d15acf7aaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:32.112391 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.112391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Bound using segment: {'id': '45f33944-be78-4b60-a972-15b32ff0bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c1b2098-dc70-49a6-b327-7d15acf7aaa5'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:32.112391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Bound port: a367e6d5-c505-4379-8205-5663ece52826, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f33944-be78-4b60-a972-15b32ff0bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c1b2098-dc70-49a6-b327-7d15acf7aaa5'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:32.112391 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.166788 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0be2b886-4556-44e7-aff2-394466cbd977 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6217322 Sep 22 09:49:32.167639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34116) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:32.354188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] For port a367e6d5-c505-4379-8205-5663ece52826, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:32.361189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-39f72370-75c0-4251-ac4b-dcdcd89a2331 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:32.363754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-39f72370-75c0-4251-ac4b-dcdcd89a2331 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.45 "GET /v2.0/networks?id=f9b7736e-21bf-4e57-8374-ca0c338b1b83 HTTP/1.1" status: 200 len: 812 time: 0.2756517 Sep 22 09:49:32.374441 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.393092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] For port a367e6d5-c505-4379-8205-5663ece52826, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a367e6d5-c505-4379-8205-5663ece52826,segment=NetworkSegment(45f33944-be78-4b60-a972-15b32ff0bf7b),segment_id=45f33944-be78-4b60-a972-15b32ff0bf7b)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:32.394838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Request body: {'port': {'device_id': '9fdeea37-320b-4ef9-90db-126b26c21eea', 'network_id': 'f9b7736e-21bf-4e57-8374-ca0c338b1b83', 'admin_state_up': True, 'tenant_id': 'cf9ff35c609e48b78a7dca9740f01189'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:32.451749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Router dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:49:32.459645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8dcd2-5fa1-4da2-9436-3c5c05a18ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-7f5b2794-fe8a-46ef-9212-a164a008544e', 'network_id': '7f5b2794-fe8a-46ef-9212-a164a008544e', 'tenant_id': '9e7ffbffb47f4f65b0d4e0a89eccc10a', 'fixed_ips': [{'subnet_id': 'd9a7b3fb-7a9b-4c01-aa8d-13e440f9c102'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:32.460554 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c4c8dcd2-5fa1-4da2-9436-3c5c05a18ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.469285 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.481201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.522398 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.635164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890824ef-ffe5-480e-a947-9a3b6b1554f8 None None] Pushing event updated for resources: {'Port': ['ID=a367e6d5-c505-4379-8205-5663ece52826,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:32.671897 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.790553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.800059 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.824616 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52e5d577-c025-4892-a630-c200d10a1184 req-0e5a398d-1290-4795-a023-039600c4f27c tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 210 time: 0.1224353 Sep 22 09:49:32.837514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5b2794-fe8a-46ef-9212-a164a008544e']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:32.851479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aad85b2-a7d7-41a8-95c7-3f0909b84b4b') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:32.852586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aad85b2-a7d7-41a8-95c7-3f0909b84b4b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server [None req-c4c8dcd2-5fa1-4da2-9436-3c5c05a18ebc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9a7b3fb-7a9b-4c01-aa8d-13e440f9c102: This subnet is being modified by another concurrent operation. Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise exception Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9a7b3fb-7a9b-4c01-aa8d-13e440f9c102: This subnet is being modified by another concurrent operation. Sep 22 09:49:32.869762 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Sep 22 09:49:32.880950 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.890876 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.894648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a3f78-1644-499e-9c7f-7ea1b08ec108 None None] Network 7f5b2794-fe8a-46ef-9212-a164a008544e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:32.899350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:32.899779 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:32.981248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:32.990835 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:32.994509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a7b3fb-7a9b-4c01-aa8d-13e440f9c102,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:32.997543 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623daf3-0349-4a0a-b7b2-6f2be971fb2c None None] Sync routers for ids ['dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:49:33.018211 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623daf3-0349-4a0a-b7b2-6f2be971fb2c None None] Routers {'dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:33.019086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 3c1b2098-dc70-49a6-b327-7d15acf7aaa5 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:33.019274 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2623daf3-0349-4a0a-b7b2-6f2be971fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:33.035309 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:33.035568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=754b24fb-aad1-4608-9274-a76d38e5e022,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:33.038646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:33.103100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Made reservation on behalf of cf9ff35c609e48b78a7dca9740f01189 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:33.107436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:33.122430 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:33.127140 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2623daf3-0349-4a0a-b7b2-6f2be971fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:33.146608 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623daf3-0349-4a0a-b7b2-6f2be971fb2c None None] Routers {'dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:33.150633 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2623daf3-0349-4a0a-b7b2-6f2be971fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:33.153688 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:33.159467 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/7f5b2794-fe8a-46ef-9212-a164a008544e HTTP/1.1" status: 204 len: 168 time: 0.9869418 Sep 22 09:49:33.165767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e2757-b6f2-42af-bcc7-ea939f5143f8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=7f5b2794-fe8a-46ef-9212-a164a008544e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:33.166571 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34154) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:33.175755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1454974415'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:33.210978 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2623daf3-0349-4a0a-b7b2-6f2be971fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:33.211789 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623daf3-0349-4a0a-b7b2-6f2be971fb2c None None] The sync data for ids ['dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:49:33.257460 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:33.262086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34158) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:33.264265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4e6277d8-fec4-4528-9974-69373c471720 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9041688 Sep 22 09:49:33.266867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-cef6688b-1222-47a8-ae88-c8891e66cc40 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'enable_snat': False}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:33.273876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:33.274913 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:33.353037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:33.356964 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:33.465594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:33.469021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-30bd1d6c-7cce-4e82-aa4e-ecdde9513161 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2884891 Sep 22 09:49:33.479214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34168) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:33.499941 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:33.500426 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment 4493e6c1-74cd-436f-9864-8ee5da9f2641 of type vlan for network 57c735d7-ba1c-4b45-8062-210bee66c974 Sep 22 09:49:33.616935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:33.659879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Allocated IP 172.20.0.12 (f9b7736e-21bf-4e57-8374-ca0c338b1b83/5561720c-6333-4b70-8e2b-48c108351494/3967f814-f918-4708-ad5b-6ce0fc14f4f3) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:33.864504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a367e6d5-c505-4379-8205-5663ece52826 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:49:33.900717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cef6688b-1222-47a8-ae88-c8891e66cc40 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:33.918935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:33.932683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:33.933469 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:34.011776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a367e6d5-c505-4379-8205-5663ece52826 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:34.013205 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:34.448356 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:34.513790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port a367e6d5-c505-4379-8205-5663ece52826, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a367e6d5-c505-4379-8205-5663ece52826,segment=NetworkSegment(45f33944-be78-4b60-a972-15b32ff0bf7b),segment_id=45f33944-be78-4b60-a972-15b32ff0bf7b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:34.585333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-fbe34df9-edc3-4a3e-ac98-5b363c74ce27 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 754b24fb-aad1-4608-9274-a76d38e5e022 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:34.585933 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbe34df9-edc3-4a3e-ac98-5b363c74ce27 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:34.590926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4222398 Sep 22 09:49:34.607102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d1f5369-f632-472d-a4ed-f537e32e6640 req-9115ff2b-2ea6-4816-9fc5-d03064ba9e2b tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 210 time: 0.6414249 Sep 22 09:49:34.615713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34212) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:34.626882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b5001-7283-4dee-b817-3fc3c32d97cd None None] Network 3c1b2098-dc70-49a6-b327-7d15acf7aaa5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:34.631206 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:34.651696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'network_id': '57c735d7-ba1c-4b45-8062-210bee66c974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:34.744860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cef6688b-1222-47a8-ae88-c8891e66cc40 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:34.751276 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cef6688b-1222-47a8-ae88-c8891e66cc40 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:34.801889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=a367e6d5-c505-4379-8205-5663ece52826,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:34.922197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef6688b-1222-47a8-ae88-c8891e66cc40 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Router dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:49:34.941505 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e3cda-13fc-42e8-b0e3-d0c66e4cabfc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=57c735d7-ba1c-4b45-8062-210bee66c974,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:34.981746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 57c735d7-ba1c-4b45-8062-210bee66c974 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:35.025510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:35.029242 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:35.078304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e75b409f-e13c-4074-9234-e6daa6993fde None None] Provisioning complete for port a367e6d5-c505-4379-8205-5663ece52826 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:35.078819 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e75b409f-e13c-4074-9234-e6daa6993fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:35.323007 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:35.325676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbe34df9-edc3-4a3e-ac98-5b363c74ce27 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:35.340018 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:35.351614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-fbe34df9-edc3-4a3e-ac98-5b363c74ce27 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 754b24fb-aad1-4608-9274-a76d38e5e022 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:35.534630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=e4d4ec9d-93a2-40f8-84c7-4470d46b15ce,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:35.584326 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking segment: {'id': '4493e6c1-74cd-436f-9864-8ee5da9f2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '57c735d7-ba1c-4b45-8062-210bee66c974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:35.584996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network hostable DHCP agents. Network: 57c735d7-ba1c-4b45-8062-210bee66c974, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:35.621538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cc092df8-ecf6-4673-8728-4a40b9c46102 None None] Provisioning complete for port 754b24fb-aad1-4608-9274-a76d38e5e022 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:35.621920 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cc092df8-ecf6-4673-8728-4a40b9c46102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:35.629825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef6688b-1222-47a8-ae88-c8891e66cc40 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:49:35.639373 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cef6688b-1222-47a8-ae88-c8891e66cc40 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:35.643360 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cef6688b-1222-47a8-ae88-c8891e66cc40 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "PUT /v2.0/routers/dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4 HTTP/1.1" status: 200 len: 925 time: 2.3778424 Sep 22 09:49:35.644065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34248) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:35.706186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:35.743746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-cc092df8-ecf6-4673-8728-4a40b9c46102 None None] Port 754b24fb-aad1-4608-9274-a76d38e5e022 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:49:35.751584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e909a-a493-4f92-b2b1-216ce625203a None None] Sync routers for ids ['dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:49:35.766858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network 57c735d7-ba1c-4b45-8062-210bee66c974 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:35.798457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cc092df8-ecf6-4673-8728-4a40b9c46102 None None] Provisioning complete for port a367e6d5-c505-4379-8205-5663ece52826 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:35.798809 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cc092df8-ecf6-4673-8728-4a40b9c46102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:35.817725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Network f9b7736e-21bf-4e57-8374-ca0c338b1b83 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:35.837847 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d46d0991-c02f-4a48-8721-02eba3a024b9 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/routers/dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4 HTTP/1.1" status: 200 len: 925 time: 0.1800907 Sep 22 09:49:35.842788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34260) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:35.852613 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:35.862197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:35.897145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ee814a-d9b5-4421-9827-9cdfb9e7b132 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:35.899780 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-28ee814a-d9b5-4421-9827-9cdfb9e7b132 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&device_id=dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0555303 Sep 22 09:49:35.901688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34262) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:35.920069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a367e6d5-c505-4379-8205-5663ece52826 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:49:35.944583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:35.945291 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:35.962796 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 57c735d7-ba1c-4b45-8062-210bee66c974) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:35.964396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Pushing event updated for resources: {'Port': ['ID=3967f814-f918-4708-ad5b-6ce0fc14f4f3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:35.981690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:35.982428 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:36.034161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1ca48-e134-47ca-9ddc-04c37034b04c req-062ed07f-60a9-47eb-8ea5-f73a68a15b71 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:36.036108 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bfd1ca48-e134-47ca-9ddc-04c37034b04c req-062ed07f-60a9-47eb-8ea5-f73a68a15b71 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 932 time: 0.2277162 Sep 22 09:49:36.041338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b71b300-2d96-4fad-84b3-02ccb7aeaf91 None None] Network 57c735d7-ba1c-4b45-8062-210bee66c974 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:36.101384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bfd1ca48-e134-47ca-9ddc-04c37034b04c req-79cefa16-040f-4c61-9adb-a95788ed7668 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581186 Sep 22 09:49:36.102510 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbe34df9-edc3-4a3e-ac98-5b363c74ce27 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:36.105062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e909a-a493-4f92-b2b1-216ce625203a None None] Routers {'dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:36.109481 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c37e909a-a493-4f92-b2b1-216ce625203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:36.129937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c413460f-be33-49c7-890d-02a2fdb048a2 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:36.135576 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c413460f-be33-49c7-890d-02a2fdb048a2 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 881 time: 0.2295623 Sep 22 09:49:36.136146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34274) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:36.193384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-73abd269-80d0-42ee-adf2-48ae6d246c3e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5458140 Sep 22 09:49:36.200436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe34df9-edc3-4a3e-ac98-5b363c74ce27 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=754b24fb-aad1-4608-9274-a76d38e5e022,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:36.204241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-ab51f899-f866-44dd-a450-3b042c447e40 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8141546 Sep 22 09:49:36.208790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34278) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:36.221520 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-27898059-7300-4b5a-a5bc-477aaab90833 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4 HTTP/1.1" status: 200 len: 205 time: 0.0797868 Sep 22 09:49:36.223869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34282) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:36.238128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c37e909a-a493-4f92-b2b1-216ce625203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:36.340264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e909a-a493-4f92-b2b1-216ce625203a None None] Routers {'dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:36.341316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c37e909a-a493-4f92-b2b1-216ce625203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:36.427190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:36.452175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c37e909a-a493-4f92-b2b1-216ce625203a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:36.453216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e909a-a493-4f92-b2b1-216ce625203a None None] The sync data for ids ['dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:49:36.457944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a367e6d5-c505-4379-8205-5663ece52826 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:36.458565 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:36.551804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Request body: {'port': {'device_id': '9fdeea37-320b-4ef9-90db-126b26c21eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:36.620365 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbe34df9-edc3-4a3e-ac98-5b363c74ce27 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:36.627250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fbe34df9-edc3-4a3e-ac98-5b363c74ce27 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/754b24fb-aad1-4608-9274-a76d38e5e022 HTTP/1.1" status: 204 len: 168 time: 3.1451805 Sep 22 09:49:36.635026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34294) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:36.687704 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-b000d002-7919-4769-8ef1-db56848ef850 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:49:36.691196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b000d002-7919-4769-8ef1-db56848ef850 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:49:36.698075 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b000d002-7919-4769-8ef1-db56848ef850 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/754b24fb-aad1-4608-9274-a76d38e5e022 HTTP/1.1" status: 404 len: 333 time: 0.0619664 Sep 22 09:49:36.699230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34296) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:36.797953 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-3443f870-8732-4d80-9595-28eb9c4cffaf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:49:36.799577 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3443f870-8732-4d80-9595-28eb9c4cffaf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/754b24fb-aad1-4608-9274-a76d38e5e022 HTTP/1.1" status: 404 len: 333 time: 0.0672238 Sep 22 09:49:36.800623 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:36.807816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:36.811373 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:36.814277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-57c735d7-ba1c-4b45-8062-210bee66c974', 'network_id': '57c735d7-ba1c-4b45-8062-210bee66c974', 'tenant_id': '9e7ffbffb47f4f65b0d4e0a89eccc10a', 'fixed_ips': [{'subnet_id': 'e4d4ec9d-93a2-40f8-84c7-4470d46b15ce'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:36.815383 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:36.815865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34304) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:36.835365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e439993d-9f08-411f-9832-1d03d6fea394 None None] Could not find standard attr ID for object 754b24fb-aad1-4608-9274-a76d38e5e022. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:49:36.937933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-216dbd8d-9452-4d41-b7ce-b13f4bb58ff5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting subnet da3281a7-ee9b-451b-b0dd-b530a6fd3d7a {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:49:36.950155 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-216dbd8d-9452-4d41-b7ce-b13f4bb58ff5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:36.989662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Allocated IP 172.20.0.2 (57c735d7-ba1c-4b45-8062-210bee66c974/e4d4ec9d-93a2-40f8-84c7-4470d46b15ce/da7ba969-aa27-4c9d-87b3-74d202cf2ba0) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:37.027959 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Deleting port 34fd8c56-8d01-476e-bb6d-b4594b371fa7 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:37.030670 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.068573 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.082812 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-216dbd8d-9452-4d41-b7ce-b13f4bb58ff5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.214881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.230680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Calling delete_port for 34fd8c56-8d01-476e-bb6d-b4594b371fa7 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:37.250772 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.407495 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4aef6-f917-4471-a71e-fb248e8ee53c req-8ee8f421-61c0-4444-9bfa-655bfc6fbceb tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:37.409145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8da4aef6-f917-4471-a71e-fb248e8ee53c req-8ee8f421-61c0-4444-9bfa-655bfc6fbceb tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 932 time: 0.1854851 Sep 22 09:49:37.432279 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-216dbd8d-9452-4d41-b7ce-b13f4bb58ff5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.507648 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.551292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8da4aef6-f917-4471-a71e-fb248e8ee53c req-90067606-81c3-40d8-94b2-61ad9c553707 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251402 Sep 22 09:49:37.557033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Network 57c735d7-ba1c-4b45-8062-210bee66c974 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:37.560335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:37.564565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:37.625060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3967f814-f918-4708-ad5b-6ce0fc14f4f3 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:49:37.626104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.632833 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.635334 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Pushing event updated for resources: {'Port': ['ID=da7ba969-aa27-4c9d-87b3-74d202cf2ba0,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:37.674384 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.710816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Attempting to bind port da7ba969-aa27-4c9d-87b3-74d202cf2ba0 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:37.711276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Attempting to bind port da7ba969-aa27-4c9d-87b3-74d202cf2ba0 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '4493e6c1-74cd-436f-9864-8ee5da9f2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '57c735d7-ba1c-4b45-8062-210bee66c974'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:37.712133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Attempting to bind port da7ba969-aa27-4c9d-87b3-74d202cf2ba0 on network 57c735d7-ba1c-4b45-8062-210bee66c974 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:37.723568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:37.723958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Checking segment: {'id': '4493e6c1-74cd-436f-9864-8ee5da9f2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '57c735d7-ba1c-4b45-8062-210bee66c974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:37.724371 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.724789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Bound using segment: {'id': '4493e6c1-74cd-436f-9864-8ee5da9f2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '57c735d7-ba1c-4b45-8062-210bee66c974'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:37.725270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Bound port: da7ba969-aa27-4c9d-87b3-74d202cf2ba0, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4493e6c1-74cd-436f-9864-8ee5da9f2641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '57c735d7-ba1c-4b45-8062-210bee66c974'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:37.725654 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.744353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Transition to ACTIVE for port object 3967f814-f918-4708-ad5b-6ce0fc14f4f3 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:49:37.747782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.750432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Pushing event deleted for resources: {'Port': ['ID=34fd8c56-8d01-476e-bb6d-b4594b371fa7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:37.750646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d4ec9d-93a2-40f8-84c7-4470d46b15ce,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:37.758672 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-216dbd8d-9452-4d41-b7ce-b13f4bb58ff5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.815988 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-216dbd8d-9452-4d41-b7ce-b13f4bb58ff5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.820998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-216dbd8d-9452-4d41-b7ce-b13f4bb58ff5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/da3281a7-ee9b-451b-b0dd-b530a6fd3d7a HTTP/1.1" status: 204 len: 168 time: 0.9989169 Sep 22 09:49:37.821231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd47808-67e7-4c6b-8b52-dd09664d7c15 None None] Network 3c1b2098-dc70-49a6-b327-7d15acf7aaa5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:37.827468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34336) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:37.865341 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.869597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.871379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:37.895852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] For port da7ba969-aa27-4c9d-87b3-74d202cf2ba0, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:37.902772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216dbd8d-9452-4d41-b7ce-b13f4bb58ff5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Subnet': ['ID=da3281a7-ee9b-451b-b0dd-b530a6fd3d7a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:37.918023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] For port da7ba969-aa27-4c9d-87b3-74d202cf2ba0, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=da7ba969-aa27-4c9d-87b3-74d202cf2ba0,segment=NetworkSegment(4493e6c1-74cd-436f-9864-8ee5da9f2641),segment_id=4493e6c1-74cd-436f-9864-8ee5da9f2641)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:37.984152 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.031654 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.080322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c735d7-ba1c-4b45-8062-210bee66c974']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:38.093774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Pushing event updated for resources: {'Port': ['ID=3967f814-f918-4708-ad5b-6ce0fc14f4f3,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:38.111142 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.112336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Fanout notify agent at l3_agent the message router_deleted on router dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:49:38.123570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4493e6c1-74cd-436f-9864-8ee5da9f2641') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:38.123770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4493e6c1-74cd-436f-9864-8ee5da9f2641') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:38.127515 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.130154 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d5ff32b2-79d8-40d8-88cb-4caf31e9033e tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4 HTTP/1.1" status: 204 len: 168 time: 1.9051986 Sep 22 09:49:38.135665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34350) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:38.152009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-65c98478-6f45-4fb5-a177-098699387c72 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1177591498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:38.152145 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.156891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33774a9-908c-4b8a-9b91-e2b72e6cda30 None None] Network 57c735d7-ba1c-4b45-8062-210bee66c974 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:38.173101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2dc15-a663-4738-9b18-f1b7825e93e3 None None] Pushing event updated for resources: {'Port': ['ID=da7ba969-aa27-4c9d-87b3-74d202cf2ba0,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:38.231722 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.252553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.265137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8578f1e4-87af-493b-a752-de7f9414f964 None None] DHCP port deletion for 3c1b2098-dc70-49a6-b327-7d15acf7aaa5 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:49:38.266577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:38.267291 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:38.289608 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:38.394410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Attempting to bind port 3967f814-f918-4708-ad5b-6ce0fc14f4f3 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:38.394769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Attempting to bind port 3967f814-f918-4708-ad5b-6ce0fc14f4f3 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'b504f486-e342-4bdb-a861-daa9f0f10406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f9b7736e-21bf-4e57-8374-ca0c338b1b83'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:38.395126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Attempting to bind port 3967f814-f918-4708-ad5b-6ce0fc14f4f3 on network f9b7736e-21bf-4e57-8374-ca0c338b1b83 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:38.403597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Port 3967f814-f918-4708-ad5b-6ce0fc14f4f3 on network f9b7736e-21bf-4e57-8374-ca0c338b1b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:49:38.403929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Attempting to bind port 3967f814-f918-4708-ad5b-6ce0fc14f4f3 on network f9b7736e-21bf-4e57-8374-ca0c338b1b83 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:38.414871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:38.415496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Checking segment: {'id': 'b504f486-e342-4bdb-a861-daa9f0f10406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f9b7736e-21bf-4e57-8374-ca0c338b1b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:38.415976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Bound using segment: {'id': 'b504f486-e342-4bdb-a861-daa9f0f10406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f9b7736e-21bf-4e57-8374-ca0c338b1b83'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:38.416330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Bound port: 3967f814-f918-4708-ad5b-6ce0fc14f4f3, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b504f486-e342-4bdb-a861-daa9f0f10406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'f9b7736e-21bf-4e57-8374-ca0c338b1b83'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:38.416694 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.422798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8578f1e4-87af-493b-a752-de7f9414f964 None None] Deleting port a367e6d5-c505-4379-8205-5663ece52826 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:38.423243 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8578f1e4-87af-493b-a752-de7f9414f964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.436016 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 09:49:38.436016 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 09:49:38.436016 n-d-805649-4 neutron-server[95510]: [parameters: {'id': '57c735d7-ba1c-4b45-8062-210bee66c974'}] Sep 22 09:49:38.436016 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:49:38.436549 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:49:38.441984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65c98478-6f45-4fb5-a177-098699387c72 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.444197 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65c98478-6f45-4fb5-a177-098699387c72 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.497455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port a367e6d5-c505-4379-8205-5663ece52826 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:38.498300 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.500400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8578f1e4-87af-493b-a752-de7f9414f964 None None] For port a367e6d5-c505-4379-8205-5663ece52826, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a367e6d5-c505-4379-8205-5663ece52826,segment=NetworkSegment(45f33944-be78-4b60-a972-15b32ff0bf7b),segment_id=45f33944-be78-4b60-a972-15b32ff0bf7b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:38.500630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8578f1e4-87af-493b-a752-de7f9414f964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.514071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8578f1e4-87af-493b-a752-de7f9414f964 None None] Calling delete_port for a367e6d5-c505-4379-8205-5663ece52826 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:38.518833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] For port 3967f814-f918-4708-ad5b-6ce0fc14f4f3, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:38.540749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] For port 3967f814-f918-4708-ad5b-6ce0fc14f4f3, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3967f814-f918-4708-ad5b-6ce0fc14f4f3,segment=NetworkSegment(b504f486-e342-4bdb-a861-daa9f0f10406),segment_id=b504f486-e342-4bdb-a861-daa9f0f10406)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:38.552059 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65c98478-6f45-4fb5-a177-098699387c72 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.585261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] For port a367e6d5-c505-4379-8205-5663ece52826, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a367e6d5-c505-4379-8205-5663ece52826,segment=NetworkSegment(45f33944-be78-4b60-a972-15b32ff0bf7b),segment_id=45f33944-be78-4b60-a972-15b32ff0bf7b)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:38.585928 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.604161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for a367e6d5-c505-4379-8205-5663ece52826 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:38.737881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fcaa6-1bd0-4db4-91ea-132aac3d58c9 req-db44d5f9-a1bc-44c4-a052-c0650f531fd2 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:38.739486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f79fcaa6-1bd0-4db4-91ea-132aac3d58c9 req-db44d5f9-a1bc-44c4-a052-c0650f531fd2 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 944 time: 0.0699544 Sep 22 09:49:38.779647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f79fcaa6-1bd0-4db4-91ea-132aac3d58c9 req-0e3fcb11-0678-4f5e-a88d-22bfe52766ae tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Sep 22 09:49:38.819893 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65c98478-6f45-4fb5-a177-098699387c72 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.824028 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.859908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:38.860536 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.861985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] 10.222.0.45 "PUT /v2.0/ports/3967f814-f918-4708-ad5b-6ce0fc14f4f3 HTTP/1.1" status: 200 len: 1092 time: 2.6054616 Sep 22 09:49:38.862432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdeea37-320b-4ef9-90db-126b26c21eea', 'tag': '3967f814-f918-4708-ad5b-6ce0fc14f4f3'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:49:38.864836 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd0436b-951a-41ee-88d3-4425d077eed1" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdeea37-320b-4ef9-90db-126b26c21eea", "tag": "3967f814-f918-4708-ad5b-6ce0fc14f4f3"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:49:38.897867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b9d61-fee9-4aef-b5bf-e7f3aba85d4d service neutron] Pushing event updated for resources: {'Port': ['ID=3967f814-f918-4708-ad5b-6ce0fc14f4f3,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:38.925386 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8578f1e4-87af-493b-a752-de7f9414f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.936818 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.940093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:38.979071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No DVR routers for this DVR port a367e6d5-c505-4379-8205-5663ece52826 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:49:38.980937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578f1e4-87af-493b-a752-de7f9414f964 None None] Pushing event deleted for resources: {'Port': ['ID=a367e6d5-c505-4379-8205-5663ece52826,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:38.987472 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8578f1e4-87af-493b-a752-de7f9414f964 None None] No DVR routers for this DVR port a367e6d5-c505-4379-8205-5663ece52826 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:49:39.003177 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65c98478-6f45-4fb5-a177-098699387c72 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.009072 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-65c98478-6f45-4fb5-a177-098699387c72 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8672338 Sep 22 09:49:39.021595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34388) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:39.021595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:39.024514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=a367e6d5-c505-4379-8205-5663ece52826,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:39.029053 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fe546b-7e27-44d5-94ca-280804f0020a x-openstack-request-id: req-a4fe546b-7e27-44d5-94ca-280804f0020a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:49:39.029456 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdeea37-320b-4ef9-90db-126b26c21eea", "tag": "3967f814-f918-4708-ad5b-6ce0fc14f4f3", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:49:39.029820 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4fe546b-7e27-44d5-94ca-280804f0020a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:49:39.030496 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdeea37-320b-4ef9-90db-126b26c21eea', 'tag': '3967f814-f918-4708-ad5b-6ce0fc14f4f3', 'status': 'completed', 'code': 200} Sep 22 09:49:39.037593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9819c6-0981-42b5-9a76-e9a2e7b4f571 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:49:39.139784 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.166716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1b2098-dc70-49a6-b327-7d15acf7aaa5']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:39.177490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f33944-be78-4b60-a972-15b32ff0bf7b') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:39.177850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f33944-be78-4b60-a972-15b32ff0bf7b') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:39.206864 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.274227 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.276431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9819c6-0981-42b5-9a76-e9a2e7b4f571 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:49:39.292320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:39.292825 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:39.296662 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:39.359369 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.369105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0436b-951a-41ee-88d3-4425d077eed1 req-57aae147-4c1e-4200-a25a-7f1ddfe069c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:39.370993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebd0436b-951a-41ee-88d3-4425d077eed1 req-57aae147-4c1e-4200-a25a-7f1ddfe069c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf9ff35c609e48b78a7dca9740f01189&device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 1095 time: 0.1899116 Sep 22 09:49:39.505009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Deleting port da7ba969-aa27-4c9d-87b3-74d202cf2ba0 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:39.505280 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.654827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.661097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.664614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/networks/3c1b2098-dc70-49a6-b327-7d15acf7aaa5 HTTP/1.1" status: 204 len: 168 time: 1.8122368 Sep 22 09:49:39.669944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34414) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:39.677619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-327632569'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:39.690636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27867f5-b9e5-4de5-b46d-a748123282ba None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:49:39.731207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63cdfe-037a-4140-9788-ccd96e848530 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Network': ['ID=3c1b2098-dc70-49a6-b327-7d15acf7aaa5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:39.834161 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a367e6d5-c505-4379-8205-5663ece52826 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:49:39.858145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] For port da7ba969-aa27-4c9d-87b3-74d202cf2ba0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=da7ba969-aa27-4c9d-87b3-74d202cf2ba0,segment=NetworkSegment(4493e6c1-74cd-436f-9864-8ee5da9f2641),segment_id=4493e6c1-74cd-436f-9864-8ee5da9f2641)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:39.865143 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.870919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: a367e6d5-c505-4379-8205-5663ece52826 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:49:39.872245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a367e6d5-c505-4379-8205-5663ece52826 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:49:39.903073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0436b-951a-41ee-88d3-4425d077eed1 req-051c4c83-eb98-4968-8a0c-a37e6f112563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:39.905742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebd0436b-951a-41ee-88d3-4425d077eed1 req-051c4c83-eb98-4968-8a0c-a37e6f112563 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cf9ff35c609e48b78a7dca9740f01189&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5162578 Sep 22 09:49:39.907416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Calling delete_port for da7ba969-aa27-4c9d-87b3-74d202cf2ba0 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:39.946243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:39.950583 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.960402 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:39.975828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27867f5-b9e5-4de5-b46d-a748123282ba None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:49:40.033437 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:40.078876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:40.090018 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:40.090739 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Added segment 859271ec-f292-4d27-8026-810f565ed4bd of type vlan for network eac7842c-e2dd-4257-a12e-5350b5ce9b48 Sep 22 09:49:40.137715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:40.333944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Allocated IP 172.25.6.129 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/ced26279-c653-4722-b60b-2e500a80e0a4) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:40.364111 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:40.371286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:40.372353 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:40.544641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Network': ['ID=eac7842c-e2dd-4257-a12e-5350b5ce9b48,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:40.559020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network eac7842c-e2dd-4257-a12e-5350b5ce9b48 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:40.628165 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:40.631663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ba803-bab9-4835-ad52-3eca393b902d req-241ed461-4fce-493a-9c4b-f1a2e4736d61 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:40.636933 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3a7c11b7-2ada-44e5-813c-20f2593bf65d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9642842 Sep 22 09:49:40.647198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a3ba803-bab9-4835-ad52-3eca393b902d req-241ed461-4fce-493a-9c4b-f1a2e4736d61 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 944 time: 0.7085791 Sep 22 09:49:40.651795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34454) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:40.667029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': 'eac7842c-e2dd-4257-a12e-5350b5ce9b48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:40.709941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0436b-951a-41ee-88d3-4425d077eed1 req-6d126b41-76e1-4306-a59a-1f5398b50a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:40.711475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ebd0436b-951a-41ee-88d3-4425d077eed1 req-6d126b41-76e1-4306-a59a-1f5398b50a4a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7505443 Sep 22 09:49:40.800570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a3ba803-bab9-4835-ad52-3eca393b902d req-0c594b17-f754-4d6d-bff5-8f07163b6161 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510510 Sep 22 09:49:40.818115 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:40.846444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-97edbea5-ab0d-4baf-8301-97877dc5b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:40.847898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-97edbea5-ab0d-4baf-8301-97877dc5b887 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf9ff35c609e48b78a7dca9740f01189&device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 1095 time: 0.0661101 Sep 22 09:49:40.862339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:40.865448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:40.869318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:40.904551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Pushing event updated for resources: {'Port': ['ID=ced26279-c653-4722-b60b-2e500a80e0a4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:40.913344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-bb1e4001-1c02-4d63-a580-00e86ff3d982 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3967f814-f918-4708-ad5b-6ce0fc14f4f3 HTTP/1.1" status: 200 len: 217 time: 0.0516086 Sep 22 09:49:40.913943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:40.952510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Port': ['ID=da7ba969-aa27-4c9d-87b3-74d202cf2ba0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:40.974650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No DVR routers for this DVR port da7ba969-aa27-4c9d-87b3-74d202cf2ba0 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:49:41.023083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:41.027031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.063071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-56361e7f-a178-4b22-bf41-9661301b6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:41.067931 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-56361e7f-a178-4b22-bf41-9661301b6081 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5561720c-6333-4b70-8e2b-48c108351494 HTTP/1.1" status: 200 len: 852 time: 0.1213551 Sep 22 09:49:41.101319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.163209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-01ca53b8-9c0d-4e0f-9fe2-6def66b51462 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b7736e-21bf-4e57-8374-ca0c338b1b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580652 Sep 22 09:49:41.178331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c735d7-ba1c-4b45-8062-210bee66c974']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:41.215339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4493e6c1-74cd-436f-9864-8ee5da9f2641') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:41.215638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4493e6c1-74cd-436f-9864-8ee5da9f2641') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:41.231308 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.259977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.273150 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.325075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:41.325503 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:41.328926 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:41.394836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-e22cedd7-94d5-45c6-9000-333aa527d146 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b7736e-21bf-4e57-8374-ca0c338b1b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182922 Sep 22 09:49:41.522693 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.527931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.572417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00e64b0e-2389-46ff-800d-d179bb9d530f req-79bbd759-48cc-41c0-9984-09c9c6d515d0 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b7736e-21bf-4e57-8374-ca0c338b1b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419456 Sep 22 09:49:41.600674 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.607514 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.613457 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/57c735d7-ba1c-4b45-8062-210bee66c974 HTTP/1.1" status: 204 len: 168 time: 5.4025540 Sep 22 09:49:41.618682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34490) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:41.624034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-276267896'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:41.645726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646bea0-8f0b-448d-af12-7d958c70b017 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=57c735d7-ba1c-4b45-8062-210bee66c974,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:41.670941 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.734990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Subnet': ['ID=579315d1-578c-401d-8142-8e957a9535a3,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:41.744375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Checking segment: {'id': '859271ec-f292-4d27-8026-810f565ed4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'eac7842c-e2dd-4257-a12e-5350b5ce9b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:41.744760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network hostable DHCP agents. Network: eac7842c-e2dd-4257-a12e-5350b5ce9b48, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:41.803297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:41.809605 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.811985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Router 816bcada-3534-47e7-b32c-2d313f4170b2 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:49:41.880688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:41.897367 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.897712 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment ce5e8192-9841-408d-af07-9a3f65268170 of type vlan for network 10588b07-97b4-478b-86b3-c52396b1c77b Sep 22 09:49:41.909298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network eac7842c-e2dd-4257-a12e-5350b5ce9b48 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:41.934969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcf708-6eaf-4e38-b864-9c054972db1b req-de4bbf36-8955-40b2-ac35-17acda8639b8 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:41.936637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8dbcf708-6eaf-4e38-b864-9c054972db1b req-de4bbf36-8955-40b2-ac35-17acda8639b8 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 944 time: 0.0589614 Sep 22 09:49:41.983394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8dbcf708-6eaf-4e38-b864-9c054972db1b req-18b32aa0-3b2e-4b6b-9377-c1534f7aea6b tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Sep 22 09:49:41.988220 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:41.991191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:49:42.000112 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:42.001372 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8a558b8a-26d8-4526-8727-e0fbd44ed299 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "PUT /v2.0/routers/816bcada-3534-47e7-b32c-2d313f4170b2 HTTP/1.1" status: 200 len: 884 time: 2.9902704 Sep 22 09:49:42.004780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34512) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:42.011697 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2230ff7c-5610-4c81-9704-7b0357b5d1d7 None None] Sync routers for ids ['816bcada-3534-47e7-b32c-2d313f4170b2'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:49:42.026672 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2230ff7c-5610-4c81-9704-7b0357b5d1d7 None None] Routers {'816bcada-3534-47e7-b32c-2d313f4170b2'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:42.027449 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2230ff7c-5610-4c81-9704-7b0357b5d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['816bcada-3534-47e7-b32c-2d313f4170b2'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:42.057217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, eac7842c-e2dd-4257-a12e-5350b5ce9b48) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:42.063286 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2230ff7c-5610-4c81-9704-7b0357b5d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:42.064472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:42.065110 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:42.069784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8912a5-05b4-465f-b2fc-070d6e0b584f None None] Network eac7842c-e2dd-4257-a12e-5350b5ce9b48 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:42.076849 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2230ff7c-5610-4c81-9704-7b0357b5d1d7 None None] Routers {'816bcada-3534-47e7-b32c-2d313f4170b2'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:42.077493 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2230ff7c-5610-4c81-9704-7b0357b5d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['816bcada-3534-47e7-b32c-2d313f4170b2'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:42.139413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f3701a0c-6f6a-4e28-ab51-43da58d7c75e tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/routers/816bcada-3534-47e7-b32c-2d313f4170b2 HTTP/1.1" status: 200 len: 925 time: 0.1337442 Sep 22 09:49:42.141937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34514) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:42.144365 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2230ff7c-5610-4c81-9704-7b0357b5d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:42.145041 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2230ff7c-5610-4c81-9704-7b0357b5d1d7 None None] The sync data for ids ['816bcada-3534-47e7-b32c-2d313f4170b2'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:49:42.218849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bdce73-9a34-4a7b-b9ec-adca7d6b9997 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:42.222809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-20bdce73-9a34-4a7b-b9ec-adca7d6b9997 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&device_id=816bcada-3534-47e7-b32c-2d313f4170b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0774348 Sep 22 09:49:42.223008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34520) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:42.245529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9661274d-490d-4355-8878-74de7488001d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-eac7842c-e2dd-4257-a12e-5350b5ce9b48', 'network_id': 'eac7842c-e2dd-4257-a12e-5350b5ce9b48', 'tenant_id': 'e6461e9978484ebbbf9f9b732d5baef6', 'fixed_ips': [{'subnet_id': '579315d1-578c-401d-8142-8e957a9535a3'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:42.246609 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9661274d-490d-4355-8878-74de7488001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:42.250524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:42.257440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:42.258107 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:42.317478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ed282f84-5682-4afa-b4cb-12085c824ff3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6577106 Sep 22 09:49:42.317647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34524) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:42.337121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': 'eac7842c-e2dd-4257-a12e-5350b5ce9b48', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1303999056'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:42.356188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=10588b07-97b4-478b-86b3-c52396b1c77b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:42.376832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 10588b07-97b4-478b-86b3-c52396b1c77b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:42.379065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9393e75-e0c7-43d9-9332-c5d3468a1093 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:42.383387 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e9393e75-e0c7-43d9-9332-c5d3468a1093 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 881 time: 0.1564374 Sep 22 09:49:42.384600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34532) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:42.416617 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-da00a8b5-60e2-4979-a042-37abaaa5dcfc tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bcada-3534-47e7-b32c-2d313f4170b2 HTTP/1.1" status: 200 len: 205 time: 0.0313814 Sep 22 09:49:42.422423 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c36ba08b-dbd7-4d17-8161-703bcdd3dbc1 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8026669 Sep 22 09:49:42.423013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34534) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:42.432301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34536) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:42.438778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'network_id': '10588b07-97b4-478b-86b3-c52396b1c77b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:42.673513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-9661274d-490d-4355-8878-74de7488001d None None] Allocated IP 172.20.0.2 (eac7842c-e2dd-4257-a12e-5350b5ce9b48/579315d1-578c-401d-8142-8e957a9535a3/600847f0-d91a-4ef0-88c7-ea64c568068e) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:42.724112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:42.726024 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:42.746763 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port dc3a5e94-c5c7-4886-8f00-733b7dd278ca yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:49:42.900151 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9661274d-490d-4355-8878-74de7488001d None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:42.995874 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9661274d-490d-4355-8878-74de7488001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.010478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.060061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.10 (eac7842c-e2dd-4257-a12e-5350b5ce9b48/579315d1-578c-401d-8142-8e957a9535a3/dc3a5e94-c5c7-4886-8f00-733b7dd278ca) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:43.111831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9661274d-490d-4355-8878-74de7488001d None None] Network eac7842c-e2dd-4257-a12e-5350b5ce9b48 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:43.122056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-9661274d-490d-4355-8878-74de7488001d None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:43.124473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661274d-490d-4355-8878-74de7488001d None None] Pushing event updated for resources: {'Port': ['ID=600847f0-d91a-4ef0-88c7-ea64c568068e,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:43.130401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661274d-490d-4355-8878-74de7488001d None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:43.163180 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.205511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9661274d-490d-4355-8878-74de7488001d None None] Attempting to bind port 600847f0-d91a-4ef0-88c7-ea64c568068e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:43.205883 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9661274d-490d-4355-8878-74de7488001d None None] Attempting to bind port 600847f0-d91a-4ef0-88c7-ea64c568068e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '859271ec-f292-4d27-8026-810f565ed4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'eac7842c-e2dd-4257-a12e-5350b5ce9b48'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:43.206475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661274d-490d-4355-8878-74de7488001d None None] Attempting to bind port 600847f0-d91a-4ef0-88c7-ea64c568068e on network eac7842c-e2dd-4257-a12e-5350b5ce9b48 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:43.208423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f84e74-701c-426d-bf82-ffa9ef763a7a req-12b037d9-30f6-4243-ae25-198b41260f17 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:43.210107 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1f84e74-701c-426d-bf82-ffa9ef763a7a req-12b037d9-30f6-4243-ae25-198b41260f17 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 944 time: 0.1014605 Sep 22 09:49:43.213331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661274d-490d-4355-8878-74de7488001d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:43.213977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661274d-490d-4355-8878-74de7488001d None None] Checking segment: {'id': '859271ec-f292-4d27-8026-810f565ed4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'eac7842c-e2dd-4257-a12e-5350b5ce9b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:43.214561 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9661274d-490d-4355-8878-74de7488001d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.215124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661274d-490d-4355-8878-74de7488001d None None] Bound using segment: {'id': '859271ec-f292-4d27-8026-810f565ed4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'eac7842c-e2dd-4257-a12e-5350b5ce9b48'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:43.215802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9661274d-490d-4355-8878-74de7488001d None None] Bound port: 600847f0-d91a-4ef0-88c7-ea64c568068e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859271ec-f292-4d27-8026-810f565ed4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'eac7842c-e2dd-4257-a12e-5350b5ce9b48'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:43.216364 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9661274d-490d-4355-8878-74de7488001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.231354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:43.236228 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.297232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9661274d-490d-4355-8878-74de7488001d None None] For port 600847f0-d91a-4ef0-88c7-ea64c568068e, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:43.298038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1f84e74-701c-426d-bf82-ffa9ef763a7a req-c95dc253-aec2-4a6c-92de-41d46b541f0b tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596652 Sep 22 09:49:43.305360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9661274d-490d-4355-8878-74de7488001d None None] For port 600847f0-d91a-4ef0-88c7-ea64c568068e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=600847f0-d91a-4ef0-88c7-ea64c568068e,segment=NetworkSegment(859271ec-f292-4d27-8026-810f565ed4bd),segment_id=859271ec-f292-4d27-8026-810f565ed4bd)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:43.353384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.ipam_backend_mixin [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Performing IP validity checks on allocation pools {{(pid=95509) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 09:49:43.354012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.ipam_backend_mixin [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95509) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 09:49:43.357971 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.519901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Deleting port ced26279-c653-4722-b60b-2e500a80e0a4 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:43.520242 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.532369 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9661274d-490d-4355-8878-74de7488001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.559280 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.607403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.628433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.644632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661274d-490d-4355-8878-74de7488001d None None] Pushing event updated for resources: {'Port': ['ID=600847f0-d91a-4ef0-88c7-ea64c568068e,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:43.644891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=dc3a5e94-c5c7-4886-8f00-733b7dd278ca,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:43.655363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Calling delete_port for ced26279-c653-4722-b60b-2e500a80e0a4 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:43.673958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network eac7842c-e2dd-4257-a12e-5350b5ce9b48 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:43.680601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:43.693185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:43.769686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:43.775176 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:43.781820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=f4a49f1d-1628-4ba7-9176-8065b9783644,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:43.816679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking segment: {'id': 'ce5e8192-9841-408d-af07-9a3f65268170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '10588b07-97b4-478b-86b3-c52396b1c77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:43.816679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network hostable DHCP agents. Network: 10588b07-97b4-478b-86b3-c52396b1c77b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:43.942361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1bbd6323-ca62-42e7-a9dd-5d07d46a3e2c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.6183379 Sep 22 09:49:43.944685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34592) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:43.964693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network 10588b07-97b4-478b-86b3-c52396b1c77b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:44.104198 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-753a2d13-2bdd-4147-9417-79bbd69140f5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port dc3a5e94-c5c7-4886-8f00-733b7dd278ca {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:44.104811 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-753a2d13-2bdd-4147-9417-79bbd69140f5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.186417 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 10588b07-97b4-478b-86b3-c52396b1c77b) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:44.188064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.195587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b057088-c367-4588-9393-18811b0e0068 None None] Network 10588b07-97b4-478b-86b3-c52396b1c77b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:44.201032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:44.201637 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.218024 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-753a2d13-2bdd-4147-9417-79bbd69140f5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.230402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Pushing event deleted for resources: {'Port': ['ID=ced26279-c653-4722-b60b-2e500a80e0a4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:44.236835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-753a2d13-2bdd-4147-9417-79bbd69140f5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for dc3a5e94-c5c7-4886-8f00-733b7dd278ca owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:44.304064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.401672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-10588b07-97b4-478b-86b3-c52396b1c77b', 'network_id': '10588b07-97b4-478b-86b3-c52396b1c77b', 'tenant_id': '9e7ffbffb47f4f65b0d4e0a89eccc10a', 'fixed_ips': [{'subnet_id': 'f4a49f1d-1628-4ba7-9176-8065b9783644'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:44.403170 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.469354 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.473063 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.475717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-304a525e-4295-424b-89ed-133687e81d6d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0423391 Sep 22 09:49:44.479904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34618) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:44.561370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3843973-c071-4969-a5db-b861e4609a1c req-383e2563-2215-4f34-86af-4d4c1eb8a0c2 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:44.563098 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3843973-c071-4969-a5db-b861e4609a1c req-383e2563-2215-4f34-86af-4d4c1eb8a0c2 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 944 time: 0.1445675 Sep 22 09:49:44.620232 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-753a2d13-2bdd-4147-9417-79bbd69140f5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.661625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.663042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Fanout notify agent at l3_agent the message router_deleted on router 816bcada-3534-47e7-b32c-2d313f4170b2 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:49:44.674633 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.680843 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2b76530d-8743-4eb3-bc3a-dc4266108b8b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/816bcada-3534-47e7-b32c-2d313f4170b2 HTTP/1.1" status: 204 len: 168 time: 2.2521360 Sep 22 09:49:44.683210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34626) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:44.705399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a2d13-2bdd-4147-9417-79bbd69140f5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=dc3a5e94-c5c7-4886-8f00-733b7dd278ca,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:44.705528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-99604f86-e5da-4ea1-8c40-44a3dd25f0ae tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1783284893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:44.706206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3843973-c071-4969-a5db-b861e4609a1c req-dc5de393-31ce-4842-90d7-bb55b68f76db tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147516 Sep 22 09:49:44.741673 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.772584 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-753a2d13-2bdd-4147-9417-79bbd69140f5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.775665 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-753a2d13-2bdd-4147-9417-79bbd69140f5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/dc3a5e94-c5c7-4886-8f00-733b7dd278ca HTTP/1.1" status: 204 len: 168 time: 0.8294480 Sep 22 09:49:44.778689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34628) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:44.823527 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.846875 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-3947d222-12c8-444e-9048-e45664a85e15 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:49:44.852806 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3947d222-12c8-444e-9048-e45664a85e15 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/dc3a5e94-c5c7-4886-8f00-733b7dd278ca HTTP/1.1" status: 404 len: 333 time: 0.0707722 Sep 22 09:49:44.855165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34632) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:44.892142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Allocated IP 172.20.0.3 (10588b07-97b4-478b-86b3-c52396b1c77b/f4a49f1d-1628-4ba7-9176-8065b9783644/846701e0-089f-4541-9ea7-ccc364a58092) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:44.931118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e82dcb-8719-4836-9625-e7ebe6db1b68 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting subnet 579315d1-578c-401d-8142-8e957a9535a3 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:49:44.940452 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48e82dcb-8719-4836-9625-e7ebe6db1b68 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.960859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99604f86-e5da-4ea1-8c40-44a3dd25f0ae tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.962907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99604f86-e5da-4ea1-8c40-44a3dd25f0ae tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:44.991982 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48e82dcb-8719-4836-9625-e7ebe6db1b68 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.037294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99604f86-e5da-4ea1-8c40-44a3dd25f0ae tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.037680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988af48b-bc58-4795-83c7-7925c5d4443f None None] Network eac7842c-e2dd-4257-a12e-5350b5ce9b48 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:45.127171 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48e82dcb-8719-4836-9625-e7ebe6db1b68 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.190385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3967f814-f918-4708-ad5b-6ce0fc14f4f3 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:49:45.213060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99604f86-e5da-4ea1-8c40-44a3dd25f0ae tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.230643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-12e7a5ac-6eb7-4608-bc27-fbbdc4663d15 None None] Provisioning complete for port 600847f0-d91a-4ef0-88c7-ea64c568068e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:45.231128 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-12e7a5ac-6eb7-4608-bc27-fbbdc4663d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.285833 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.374388 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48e82dcb-8719-4836-9625-e7ebe6db1b68 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.404803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e82dcb-8719-4836-9625-e7ebe6db1b68 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Subnet': ['ID=579315d1-578c-401d-8142-8e957a9535a3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:45.406848 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48e82dcb-8719-4836-9625-e7ebe6db1b68 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.409166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-48e82dcb-8719-4836-9625-e7ebe6db1b68 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/579315d1-578c-401d-8142-8e957a9535a3 HTTP/1.1" status: 204 len: 168 time: 0.5528479 Sep 22 09:49:45.412032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34656) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:45.436837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-99604f86-e5da-4ea1-8c40-44a3dd25f0ae tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.438956 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-99604f86-e5da-4ea1-8c40-44a3dd25f0ae tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7540278 Sep 22 09:49:45.444537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34658) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:45.448886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'enable_snat': True}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:45.467507 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.559573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Network 10588b07-97b4-478b-86b3-c52396b1c77b is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:45.578122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3967f814-f918-4708-ad5b-6ce0fc14f4f3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3967f814-f918-4708-ad5b-6ce0fc14f4f3,segment=NetworkSegment(b504f486-e342-4bdb-a861-daa9f0f10406),segment_id=b504f486-e342-4bdb-a861-daa9f0f10406)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:45.580252 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.587183 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-12e7a5ac-6eb7-4608-bc27-fbbdc4663d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.614436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:45.621145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:45.635536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Pushing event updated for resources: {'Port': ['ID=846701e0-089f-4541-9ea7-ccc364a58092,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:45.661687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '3967f814-f918-4708-ad5b-6ce0fc14f4f3', 'network_id': 'f9b7736e-21bf-4e57-8374-ca0c338b1b83', 'port_id': '3967f814-f918-4708-ad5b-6ce0fc14f4f3', 'mac_address': 'fa:16:3e:42:12:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5561720c-6333-4b70-8e2b-48c108351494', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:49:45.676460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 600847f0-d91a-4ef0-88c7-ea64c568068e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:45.676891 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.764402 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.784697 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.800788 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.866145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3967f814-f918-4708-ad5b-6ce0fc14f4f3 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:49:45.877459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-12e7a5ac-6eb7-4608-bc27-fbbdc4663d15 None None] For port 600847f0-d91a-4ef0-88c7-ea64c568068e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=600847f0-d91a-4ef0-88c7-ea64c568068e,segment=NetworkSegment(859271ec-f292-4d27-8026-810f565ed4bd),segment_id=859271ec-f292-4d27-8026-810f565ed4bd)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:45.915774 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3967f814-f918-4708-ad5b-6ce0fc14f4f3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3967f814-f918-4708-ad5b-6ce0fc14f4f3,segment=NetworkSegment(b504f486-e342-4bdb-a861-daa9f0f10406),segment_id=b504f486-e342-4bdb-a861-daa9f0f10406)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:45.917361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Attempting to bind port 846701e0-089f-4541-9ea7-ccc364a58092 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:45.917913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Attempting to bind port 846701e0-089f-4541-9ea7-ccc364a58092 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'ce5e8192-9841-408d-af07-9a3f65268170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '10588b07-97b4-478b-86b3-c52396b1c77b'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:45.918493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Attempting to bind port 846701e0-089f-4541-9ea7-ccc364a58092 on network 10588b07-97b4-478b-86b3-c52396b1c77b {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:45.932949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] For port 600847f0-d91a-4ef0-88c7-ea64c568068e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=600847f0-d91a-4ef0-88c7-ea64c568068e,segment=NetworkSegment(859271ec-f292-4d27-8026-810f565ed4bd),segment_id=859271ec-f292-4d27-8026-810f565ed4bd)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:45.933650 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.936394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a49f1d-1628-4ba7-9176-8065b9783644,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:45.938462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:45.938891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Checking segment: {'id': 'ce5e8192-9841-408d-af07-9a3f65268170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '10588b07-97b4-478b-86b3-c52396b1c77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:45.939314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.943400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Bound using segment: {'id': 'ce5e8192-9841-408d-af07-9a3f65268170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '10588b07-97b4-478b-86b3-c52396b1c77b'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:45.943974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Bound port: 846701e0-089f-4541-9ea7-ccc364a58092, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5e8192-9841-408d-af07-9a3f65268170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '10588b07-97b4-478b-86b3-c52396b1c77b'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:45.946589 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:45.960045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 600847f0-d91a-4ef0-88c7-ea64c568068e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:49:46.009610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 600847f0-d91a-4ef0-88c7-ea64c568068e owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:46.072430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30769e8b-befd-49cb-be7d-438581883bdc None None] Network eac7842c-e2dd-4257-a12e-5350b5ce9b48 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:46.072938 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.082976 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-12e7a5ac-6eb7-4608-bc27-fbbdc4663d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.117313 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7df1c-247f-474c-ad5c-e914b03de274 req-22e3dabe-437a-45bb-9d3c-bdd567581f88 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:46.119232 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eef7df1c-247f-474c-ad5c-e914b03de274 req-22e3dabe-437a-45bb-9d3c-bdd567581f88 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 944 time: 0.2125220 Sep 22 09:49:46.204594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10588b07-97b4-478b-86b3-c52396b1c77b']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:46.219897 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.235553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5e8192-9841-408d-af07-9a3f65268170') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:46.236106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5e8192-9841-408d-af07-9a3f65268170') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:46.250971 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.266891 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.288611 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.297307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eef7df1c-247f-474c-ad5c-e914b03de274 req-085e6958-698e-42ea-bd5d-f6dae1744db4 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188521 Sep 22 09:49:46.359553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 600847f0-d91a-4ef0-88c7-ea64c568068e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:46.359952 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.361558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eb914fe8-c4f7-4556-b0c4-456c51aa00ad None None] Provisioning complete for port 600847f0-d91a-4ef0-88c7-ea64c568068e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:46.361985 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eb914fe8-c4f7-4556-b0c4-456c51aa00ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.419179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7a5ac-6eb7-4608-bc27-fbbdc4663d15 None None] Pushing event updated for resources: {'Port': ['ID=600847f0-d91a-4ef0-88c7-ea64c568068e,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:46.446155 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.462757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:46.463686 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:46.505261 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:46.564077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] For port 846701e0-089f-4541-9ea7-ccc364a58092, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:46.636146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Allocated IP 172.25.6.105 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/69d24848-b93b-4496-84a3-974d96cc8a30) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:46.640159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['3967f814-f918-4708-ad5b-6ce0fc14f4f3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:49:46.666502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.689299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eb914fe8-c4f7-4556-b0c4-456c51aa00ad None None] Could not find standard attr ID for object 600847f0-d91a-4ef0-88c7-ea64c568068e. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:49:46.695734 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3967f814-f918-4708-ad5b-6ce0fc14f4f3,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:46.701398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] For port 846701e0-089f-4541-9ea7-ccc364a58092, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=846701e0-089f-4541-9ea7-ccc364a58092,segment=NetworkSegment(ce5e8192-9841-408d-af07-9a3f65268170),segment_id=ce5e8192-9841-408d-af07-9a3f65268170)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:46.712667 n-d-805649-4 neutron-server[95511]: INFO neutron.plugins.ml2.db [None req-eb914fe8-c4f7-4556-b0c4-456c51aa00ad None None] No ports have port_id starting with 600847f0-d91a-4ef0-88c7-ea64c568068e Sep 22 09:49:46.721197 n-d-805649-4 neutron-server[95511]: INFO neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No ports have port_id starting with 600847f0-d91a-4ef0-88c7-ea64c568068e Sep 22 09:49:46.740416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=600847f0-d91a-4ef0-88c7-ea64c568068e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:46.764059 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 09:49:46.764059 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 09:49:46.764059 n-d-805649-4 neutron-server[95510]: [parameters: {'id': '10588b07-97b4-478b-86b3-c52396b1c77b'}] Sep 22 09:49:46.764059 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:49:46.764059 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:49:46.764059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No DVR routers for this DVR port 600847f0-d91a-4ef0-88c7-ea64c568068e on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:49:46.789847 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.858645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.891782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a372e-cef4-425c-94f5-d0e5d38d472c None None] DHCP port deletion for eac7842c-e2dd-4257-a12e-5350b5ce9b48 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:49:46.923936 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:46.963364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac7842c-e2dd-4257-a12e-5350b5ce9b48']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:46.979569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859271ec-f292-4d27-8026-810f565ed4bd') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:46.980364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859271ec-f292-4d27-8026-810f565ed4bd') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:46.999591 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:47.018651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421b194-9f6a-4b82-b914-9450f847be5d None None] Pushing event updated for resources: {'Port': ['ID=846701e0-089f-4541-9ea7-ccc364a58092,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:47.026337 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:47.048299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:47.049591 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:47.051600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291c267-6fb7-4b4e-899c-7d32dd5de919 None None] Network 10588b07-97b4-478b-86b3-c52396b1c77b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:47.068926 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:47.121235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:47.128063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:47.139455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:47.156090 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-4af2f0de-e703-4769-b5cd-b6381ba4d1ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1588287 Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:47.171246 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:47.213088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event updated for resources: {'Port': ['ID=69d24848-b93b-4496-84a3-974d96cc8a30,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:47.244316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699debe8-c96d-423e-a61b-f9f63b6b0701 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:49:47.264231 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:47.330234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-6e7e5300-4447-41c8-98bd-6e4108941709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:47.330803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-6e7e5300-4447-41c8-98bd-6e4108941709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:47.331196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-6e7e5300-4447-41c8-98bd-6e4108941709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:47.331672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-6e7e5300-4447-41c8-98bd-6e4108941709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:47.333503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-6e7e5300-4447-41c8-98bd-6e4108941709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:47.333503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-6e7e5300-4447-41c8-98bd-6e4108941709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:47.333503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-6e7e5300-4447-41c8-98bd-6e4108941709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:47.341682 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:47.352319 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-6e7e5300-4447-41c8-98bd-6e4108941709 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6489 time: 0.1283786 Sep 22 09:49:47.394497 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:47.399923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/networks/eac7842c-e2dd-4257-a12e-5350b5ce9b48 HTTP/1.1" status: 204 len: 168 time: 1.9868484 Sep 22 09:49:47.414685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34720) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:47.419578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bcc36-378f-4c1b-af78-3f2c6cee01f9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Network': ['ID=eac7842c-e2dd-4257-a12e-5350b5ce9b48,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:47.441423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'name': 'tempest-PortsTestJSON-1840483839'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:47.472049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699debe8-c96d-423e-a61b-f9f63b6b0701 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:49:47.598588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-57cf2bab-5ab8-406c-aa68-4a166b47df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:47.599127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-57cf2bab-5ab8-406c-aa68-4a166b47df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:47.599609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-57cf2bab-5ab8-406c-aa68-4a166b47df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:47.602134 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-57cf2bab-5ab8-406c-aa68-4a166b47df07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=be65fbb3-88b8-40fa-bf49-309829d1dde6&id=be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 200 len: 2292 time: 0.1853254 Sep 22 09:49:47.621604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4ef3e-fa3d-4d7c-abe2-cc47fb08e114 req-e1b95b33-cbc8-463a-8a90-fb33683c927c tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:47.637390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baa4ef3e-fa3d-4d7c-abe2-cc47fb08e114 req-e1b95b33-cbc8-463a-8a90-fb33683c927c tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 945 time: 0.1910207 Sep 22 09:49:47.696979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Deleting port 846701e0-089f-4541-9ea7-ccc364a58092 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:47.698165 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:47.779353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baa4ef3e-fa3d-4d7c-abe2-cc47fb08e114 req-5736afab-3694-4661-969e-b0497d5ce78e tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410794 Sep 22 09:49:47.858400 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-5e3b8e13-51ca-4a47-8193-b95eef96f000 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 200 len: 1000 time: 0.2430437 Sep 22 09:49:47.897238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:47.897238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:47.904660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] For port 846701e0-089f-4541-9ea7-ccc364a58092, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=846701e0-089f-4541-9ea7-ccc364a58092,segment=NetworkSegment(ce5e8192-9841-408d-af07-9a3f65268170),segment_id=ce5e8192-9841-408d-af07-9a3f65268170)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:47.905193 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:47.908140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 600847f0-d91a-4ef0-88c7-ea64c568068e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:49:47.935939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 600847f0-d91a-4ef0-88c7-ea64c568068e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:49:47.936292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 600847f0-d91a-4ef0-88c7-ea64c568068e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:49:47.946989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Calling delete_port for 846701e0-089f-4541-9ea7-ccc364a58092 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:48.011021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port ed32f56c-665a-44f8-b9c9-cb1c9d92d08d yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:49:48.036428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.039939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-697400ba-b4d4-4474-84a2-f41b0333c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:48.042112 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-697400ba-b4d4-4474-84a2-f41b0333c1ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5da2a3ed-b29b-428a-b8c1-defac8adcba1 HTTP/1.1" status: 200 len: 851 time: 0.1808529 Sep 22 09:49:48.252477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-95ac9ada-eb29-41ba-ad73-bffd9e01f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:48.254444 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-95ac9ada-eb29-41ba-ad73-bffd9e01f760 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619585 Sep 22 09:49:48.260046 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.346322 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.348268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Port': ['ID=846701e0-089f-4541-9ea7-ccc364a58092,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:48.356612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No DVR routers for this DVR port 846701e0-089f-4541-9ea7-ccc364a58092 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:49:48.466491 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-f345c503-f29d-45e6-a6b8-b83aa969ce0b service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030427 Sep 22 09:49:48.481943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.516885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10588b07-97b4-478b-86b3-c52396b1c77b']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:48.528832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5e8192-9841-408d-af07-9a3f65268170') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:48.529461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5e8192-9841-408d-af07-9a3f65268170') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:48.543107 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.560043 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.567890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:48.569102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:48.575942 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:48.579792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.607080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.615117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.695944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:48.701811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:48.704781 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-941174e1-144a-478c-9f2f-182eaa5bbd7d service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264650 Sep 22 09:49:48.705875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:48.712390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:48.713061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.722014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=ed32f56c-665a-44f8-b9c9-cb1c9d92d08d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:48.755074 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-39f46d60-8575-4105-93e2-a701fa7c3838 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 217 time: 0.0417109 Sep 22 09:49:48.817209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.827618 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:48.833299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/10588b07-97b4-478b-86b3-c52396b1c77b HTTP/1.1" status: 204 len: 168 time: 4.3466268 Sep 22 09:49:48.834020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34772) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:48.846713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-528591682'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:48.850802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b7fbc274-3b09-482d-8c45-84294781fe77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4192381 Sep 22 09:49:48.852214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796987cc-239e-403e-8f98-a2f7f0ebc4de tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=10588b07-97b4-478b-86b3-c52396b1c77b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:48.854614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34776) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:48.872140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-f30b6285-0cf7-4dfd-a7e1-ea518d4defd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:48.873648 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-f30b6285-0cf7-4dfd-a7e1-ea518d4defd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0852826 Sep 22 09:49:48.963182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-51824f4c-cec5-445d-9763-129276a24084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:48.963182 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-51824f4c-cec5-445d-9763-129276a24084 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691950 Sep 22 09:49:49.009232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251434c1-99bf-47dd-bd4c-2d8e8a667f6d req-9de12a70-1a7a-45ce-81d0-ef9faeb1caf0 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:49.013573 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-251434c1-99bf-47dd-bd4c-2d8e8a667f6d req-9de12a70-1a7a-45ce-81d0-ef9faeb1caf0 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 945 time: 0.1291654 Sep 22 09:49:49.024268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-51279059-885e-450e-8c5a-93685c845940 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port ed32f56c-665a-44f8-b9c9-cb1c9d92d08d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:49.024523 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51279059-885e-450e-8c5a-93685c845940 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:49.101051 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-0d5a4bfb-79f0-49af-98b7-6cae90838a60 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410484 Sep 22 09:49:49.122389 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51279059-885e-450e-8c5a-93685c845940 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:49.142933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-251434c1-99bf-47dd-bd4c-2d8e8a667f6d req-336b0259-3841-408f-bcf3-9f2fa64af0ea tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232882 Sep 22 09:49:49.144006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-51279059-885e-450e-8c5a-93685c845940 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for ed32f56c-665a-44f8-b9c9-cb1c9d92d08d owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:49.217618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3967f814-f918-4708-ad5b-6ce0fc14f4f3 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:49:49.288689 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-3c0f8742-5e2a-4ef0-bd7a-e2c903f18e49 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597807 Sep 22 09:49:49.343580 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-c731ed6c-162a-46d2-a6ca-986278d38240 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 217 time: 0.0603211 Sep 22 09:49:49.411488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-693f966e-6611-4fae-855b-2e884b6d2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:49.413507 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-693f966e-6611-4fae-855b-2e884b6d2682 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0631337 Sep 22 09:49:49.486105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-50892633-f5ba-4fc1-9277-804e6273ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:49.489298 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-50892633-f5ba-4fc1-9277-804e6273ceee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689681 Sep 22 09:49:49.523441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:49.527397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:49.612590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Router f6c4124a-1b2f-414f-8b18-20efcf2fcf1a is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:49:49.619415 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 3967f814-f918-4708-ad5b-6ce0fc14f4f3 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:49:49.625382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 3967f814-f918-4708-ad5b-6ce0fc14f4f3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:49:49.627247 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:49.634337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:49.705361 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-6f6aed20-ced0-4186-9141-0a6399ca23d6 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079859 Sep 22 09:49:49.751023 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51279059-885e-450e-8c5a-93685c845940 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:49.755532 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:49.828631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51279059-885e-450e-8c5a-93685c845940 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=ed32f56c-665a-44f8-b9c9-cb1c9d92d08d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:49.855004 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51279059-885e-450e-8c5a-93685c845940 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:49.862218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-51279059-885e-450e-8c5a-93685c845940 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/ed32f56c-665a-44f8-b9c9-cb1c9d92d08d HTTP/1.1" status: 204 len: 168 time: 1.0033834 Sep 22 09:49:49.863500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34806) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:49.873438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'mac_address': 'fa:16:3e:7c:91:e2', 'name': 'tempest-PortsTestJSON-921607633'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:50.106171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdeea37-320b-4ef9-90db-126b26c21eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3967f814-f918-4708-ad5b-6ce0fc14f4f3'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:49:50.108447 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d16441-15fb-40f5-9d55-2e260adde171" -d '{"events": [{"server_uuid": "9fdeea37-320b-4ef9-90db-126b26c21eea", "name": "network-vif-plugged", "status": "completed", "tag": "3967f814-f918-4708-ad5b-6ce0fc14f4f3"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:49:50.155310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3967f814-f918-4708-ad5b-6ce0fc14f4f3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3967f814-f918-4708-ad5b-6ce0fc14f4f3,segment=NetworkSegment(b504f486-e342-4bdb-a861-daa9f0f10406),segment_id=b504f486-e342-4bdb-a861-daa9f0f10406)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:50.197707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:50.220008 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:50.229504 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment e564d0ff-4135-4400-88b4-47bc25453dc7 of type vlan for network 53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d Sep 22 09:49:50.277859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:49:50.289389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbacfce6-4726-46bc-a220-092cd921d6f0 None None] Sync routers for ids ['f6c4124a-1b2f-414f-8b18-20efcf2fcf1a'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:49:50.309809 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a4ff91-d4ed-4d7f-81e4-befb1c3a876f x-openstack-request-id: req-f4a4ff91-d4ed-4d7f-81e4-befb1c3a876f {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:49:50.313207 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdeea37-320b-4ef9-90db-126b26c21eea", "name": "network-vif-plugged", "status": "completed", "tag": "3967f814-f918-4708-ad5b-6ce0fc14f4f3", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:49:50.313701 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4a4ff91-d4ed-4d7f-81e4-befb1c3a876f {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:49:50.314273 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdeea37-320b-4ef9-90db-126b26c21eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3967f814-f918-4708-ad5b-6ce0fc14f4f3', 'code': 200} Sep 22 09:49:50.314835 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:50.315228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbacfce6-4726-46bc-a220-092cd921d6f0 None None] Routers {'f6c4124a-1b2f-414f-8b18-20efcf2fcf1a'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:50.318649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cbacfce6-4726-46bc-a220-092cd921d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f6c4124a-1b2f-414f-8b18-20efcf2fcf1a'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:50.337991 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:50.346346 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:50.350605 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8c84b228-7a58-4111-8fd2-bddd07ff3d42 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "PUT /v2.0/routers/f6c4124a-1b2f-414f-8b18-20efcf2fcf1a HTTP/1.1" status: 200 len: 919 time: 4.9052265 Sep 22 09:49:50.353396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34828) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:50.376073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port e8288226-4eab-43d2-b5b0-7ceae695a2f8 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:49:50.430404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cbacfce6-4726-46bc-a220-092cd921d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:50.454293 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:50.475815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbacfce6-4726-46bc-a220-092cd921d6f0 None None] Routers {'f6c4124a-1b2f-414f-8b18-20efcf2fcf1a'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:49:50.477961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cbacfce6-4726-46bc-a220-092cd921d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f6c4124a-1b2f-414f-8b18-20efcf2fcf1a'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:50.504859 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-7c785804-d9b2-4a1c-bddc-aeb0da9cdc5c service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7910044 Sep 22 09:49:50.530781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cbacfce6-4726-46bc-a220-092cd921d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:50.531707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbacfce6-4726-46bc-a220-092cd921d6f0 None None] The sync data for ids ['f6c4124a-1b2f-414f-8b18-20efcf2fcf1a'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:49:50.541409 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3967f814-f918-4708-ad5b-6ce0fc14f4f3,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:50.586052 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-ecda4e8c-f768-498b-9996-835b5326bd4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa HTTP/1.1" status: 200 len: 217 time: 0.0433412 Sep 22 09:49:50.616399 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b0ba348a-2440-40d2-90f0-ee57fcf58602 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/routers/f6c4124a-1b2f-414f-8b18-20efcf2fcf1a HTTP/1.1" status: 200 len: 925 time: 0.2580426 Sep 22 09:49:50.626972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34830) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:50.642328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:50.648172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:50.649000 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:50.702933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-ed9c2c79-4457-40b0-b32c-82d2414c3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:50.704471 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-ed9c2c79-4457-40b0-b32c-82d2414c3d5c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.1115394 Sep 22 09:49:50.710024 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13321333-7495-4265-8860-674edff1da8a req-3a1389c1-8738-4bbb-a6ac-5c2c26ae96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:50.711715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13321333-7495-4265-8860-674edff1da8a req-3a1389c1-8738-4bbb-a6ac-5c2c26ae96cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 1097 time: 0.3208146 Sep 22 09:49:50.725031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ec44c-73e6-4a84-a554-d13c22e2c83f req-16453d45-bd44-4f04-9b89-c6a0e0a1cc5f tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:50.727369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-134ec44c-73e6-4a84-a554-d13c22e2c83f req-16453d45-bd44-4f04-9b89-c6a0e0a1cc5f tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.2667427 Sep 22 09:49:50.761231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e78d060-3830-4868-b398-1f48d89b3a6e tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:50.762895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3e78d060-3830-4868-b398-1f48d89b3a6e tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&device_id=f6c4124a-1b2f-414f-8b18-20efcf2fcf1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1327484 Sep 22 09:49:50.780116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34832) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:50.804050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:50.818966 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2261c9bd-9516-4d19-85a4-311407615947 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9793537 Sep 22 09:49:50.818966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34836) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:50.832087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:50.833293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'network_id': '53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:50.928122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13321333-7495-4265-8860-674edff1da8a req-78345600-e71d-4c13-a962-2f42dada6802 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996064 Sep 22 09:49:50.934623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-b274b330-59ad-4541-ae54-70c42aa48cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:50.936277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-b274b330-59ad-4541-ae54-70c42aa48cf8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2215393 Sep 22 09:49:51.008073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-134ec44c-73e6-4a84-a554-d13c22e2c83f req-a1e6484a-4e04-4d09-9875-e0d07112fe5a tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541380 Sep 22 09:49:51.049507 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:51.107768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509b184-d24c-44d2-a8d4-081d0b77e558 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:51.112641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7509b184-d24c-44d2-a8d4-081d0b77e558 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 881 time: 0.3311691 Sep 22 09:49:51.113540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34842) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:51.153363 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-c55639d6-96ed-4f3c-b55d-774079a1eeca service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088838 Sep 22 09:49:51.181518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:51.183907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:51.185604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5a088591-da17-4b39-a150-5f1e47bf165b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c4124a-1b2f-414f-8b18-20efcf2fcf1a HTTP/1.1" status: 200 len: 205 time: 0.0692101 Sep 22 09:49:51.186442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34846) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:51.387436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:51.407686 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-22678e8e-f83a-43f8-a8be-f7b85728d8d0 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453885 Sep 22 09:49:51.435432 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:51.483132 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-0074b6c2-bb73-45f7-b87d-a45c6efc762c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b HTTP/1.1" status: 200 len: 217 time: 0.0655622 Sep 22 09:49:51.514863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:51.542352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=e8288226-4eab-43d2-b5b0-7ceae695a2f8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:51.552461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:51.557436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:51.569185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:51.570954 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:51.582511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-d94c3c9f-af4b-4fe1-a7fb-887ab32c3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:51.588512 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-d94c3c9f-af4b-4fe1-a7fb-887ab32c3db8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0899689 Sep 22 09:49:51.612380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:51.665453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-2610d1a7-761a-4287-bf62-aa01da5a528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:51.666995 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-2610d1a7-761a-4287-bf62-aa01da5a528a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582099 Sep 22 09:49:51.709283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34852) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:51.711086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4eb408c6-47db-484d-9f26-8ee59400ed6a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8448195 Sep 22 09:49:51.778948 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:51.813673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Deleting port 69d24848-b93b-4496-84a3-974d96cc8a30 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:51.814331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:51.853664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1827655f-cd56-48c9-9374-e23032a05365 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:51.853664 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1827655f-cd56-48c9-9374-e23032a05365 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/e8288226-4eab-43d2-b5b0-7ceae695a2f8 HTTP/1.1" status: 200 len: 840 time: 0.1425447 Sep 22 09:49:51.861825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34856) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:51.914782 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:51.925347 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-65e0fb37-6c53-4734-8ecc-3cb9a7b2c4a4 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511492 Sep 22 09:49:51.928872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Calling delete_port for 69d24848-b93b-4496-84a3-974d96cc8a30 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:51.930767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=f51b4215-39fa-49aa-b1b3-578fd7effc0f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:51.965572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking segment: {'id': 'e564d0ff-4135-4400-88b4-47bc25453dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:51.965836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network hostable DHCP agents. Network: 53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:52.134263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-85e0fef9-baa3-4dac-bb7b-2cd9139413b3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port e8288226-4eab-43d2-b5b0-7ceae695a2f8 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:52.134638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85e0fef9-baa3-4dac-bb7b-2cd9139413b3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.154825 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-350c3bd6-6246-4fc1-b5d0-dc59d984bccc service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174630 Sep 22 09:49:52.182161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network 53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:52.192417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66136264-3bc9-4855-a3ea-300d5de62ec7 req-0047bc4a-99ab-42d3-bfc5-74c034c8518d tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:52.194578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66136264-3bc9-4855-a3ea-300d5de62ec7 req-0047bc4a-99ab-42d3-bfc5-74c034c8518d tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.0900688 Sep 22 09:49:52.224397 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-ad6de00d-25d3-4f94-a324-4ad490c9d3d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0487044 Sep 22 09:49:52.333618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85e0fef9-baa3-4dac-bb7b-2cd9139413b3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.336875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66136264-3bc9-4855-a3ea-300d5de62ec7 req-02a6aa12-3e76-490e-bd8b-df71ffcca95f tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225934 Sep 22 09:49:52.369005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:52.373351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-85e0fef9-baa3-4dac-bb7b-2cd9139413b3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for e8288226-4eab-43d2-b5b0-7ceae695a2f8 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:52.378679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093e9df1-ea99-4885-a0b6-a06a87e83d9e None None] Network 53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:52.395902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-463139df-bede-4ea8-8e79-40349bc1a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:52.400091 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-463139df-bede-4ea8-8e79-40349bc1a11c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.1668141 Sep 22 09:49:52.403036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:52.411890 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.436657 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.478772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Pushing event deleted for resources: {'Port': ['ID=69d24848-b93b-4496-84a3-974d96cc8a30,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:52.512882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-8c7ddbd1-42eb-4004-b910-aa0dcd417abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:52.514427 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-8c7ddbd1-42eb-4004-b910-aa0dcd417abf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1080194 Sep 22 09:49:52.596665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d', 'network_id': '53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d', 'tenant_id': '9e7ffbffb47f4f65b0d4e0a89eccc10a', 'fixed_ips': [{'subnet_id': 'f51b4215-39fa-49aa-b1b3-578fd7effc0f'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:52.597560 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.600130 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.607047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34868) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:52.607421 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7e8bc41d-b2bc-4b8c-b690-1ee87b57cf84 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7860026 Sep 22 09:49:52.635530 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-8a8b322b-b767-468f-860c-7b62148295ae service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107333 Sep 22 09:49:52.732598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85e0fef9-baa3-4dac-bb7b-2cd9139413b3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.741442 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.745939 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.765164 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-d788ae87-a41d-4421-8f3f-4312a3676a5e service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227906 Sep 22 09:49:52.768104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0fef9-baa3-4dac-bb7b-2cd9139413b3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=e8288226-4eab-43d2-b5b0-7ceae695a2f8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:52.781630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85e0fef9-baa3-4dac-bb7b-2cd9139413b3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.783711 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-85e0fef9-baa3-4dac-bb7b-2cd9139413b3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/e8288226-4eab-43d2-b5b0-7ceae695a2f8 HTTP/1.1" status: 204 len: 168 time: 0.9152274 Sep 22 09:49:52.817167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34870) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:52.824561 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-28494d2f-29c1-4bff-aa39-8e44d6a1314a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 200 len: 217 time: 0.0525312 Sep 22 09:49:52.869994 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-610eee22-284c-4a9e-9ce8-751dd8373b22 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:49:52.873853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-610eee22-284c-4a9e-9ce8-751dd8373b22 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/e8288226-4eab-43d2-b5b0-7ceae695a2f8 HTTP/1.1" status: 404 len: 333 time: 0.0511818 Sep 22 09:49:52.877981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34880) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:52.888107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'name': 'tempest-PortsTestJSON-679735288'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:52.907274 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.918559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Allocated IP 172.20.0.1 (53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d/f51b4215-39fa-49aa-b1b3-578fd7effc0f/35031fb0-6702-47b6-8e28-2864244a3ecc) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:52.931758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-d6050ab6-b6cd-419b-93dc-478637938add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:52.933276 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-d6050ab6-b6cd-419b-93dc-478637938add service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.1007154 Sep 22 09:49:52.964448 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.965533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Fanout notify agent at l3_agent the message router_deleted on router f6c4124a-1b2f-414f-8b18-20efcf2fcf1a {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:49:52.971357 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.982092 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:52.986978 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c3e96dc5-4992-40ba-bb1f-45a86c04da3a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/f6c4124a-1b2f-414f-8b18-20efcf2fcf1a HTTP/1.1" status: 204 len: 168 time: 1.7923589 Sep 22 09:49:52.987811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34884) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:53.011309 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f3cdf1a4-effc-47f6-9ecd-04af7d03f769 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1837463208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:53.022942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13c29b-1378-4fce-967c-769159460664 req-f845dcca-0a31-4f84-bac4-3ca6e84b67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:53.024591 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-f845dcca-0a31-4f84-bac4-3ca6e84b67fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604849 Sep 22 09:49:53.078648 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.120671 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-ef0659cd-a9c5-445f-a9b0-10e77de536d4 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879173 Sep 22 09:49:53.254628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:53.254628 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.367569 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.370592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port 4b783ae8-23b4-44eb-9129-5b451dbcf20b yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:49:53.371275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Network 53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:53.371275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:53.371275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:53.381617 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf1a4-effc-47f6-9ecd-04af7d03f769 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.382959 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf1a4-effc-47f6-9ecd-04af7d03f769 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.403702 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bb13c29b-1378-4fce-967c-769159460664 req-e3859727-aabf-4ba4-8d05-a1590ea177ce service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731478 Sep 22 09:49:53.426028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Pushing event updated for resources: {'Port': ['ID=35031fb0-6702-47b6-8e28-2864244a3ecc,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:53.436637 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.469785 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.521835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Attempting to bind port 35031fb0-6702-47b6-8e28-2864244a3ecc on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:53.522593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Attempting to bind port 35031fb0-6702-47b6-8e28-2864244a3ecc by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'e564d0ff-4135-4400-88b4-47bc25453dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:53.523761 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Attempting to bind port 35031fb0-6702-47b6-8e28-2864244a3ecc on network 53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:53.533294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:53.533767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Checking segment: {'id': 'e564d0ff-4135-4400-88b4-47bc25453dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:53.534350 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.535098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Bound using segment: {'id': 'e564d0ff-4135-4400-88b4-47bc25453dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:53.536539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Bound port: 35031fb0-6702-47b6-8e28-2864244a3ecc, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e564d0ff-4135-4400-88b4-47bc25453dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:53.543402 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.546501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Subnet': ['ID=f51b4215-39fa-49aa-b1b3-578fd7effc0f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:53.606242 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf1a4-effc-47f6-9ecd-04af7d03f769 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.639120 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.651864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] For port 35031fb0-6702-47b6-8e28-2864244a3ecc, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:49:53.655298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] For port 35031fb0-6702-47b6-8e28-2864244a3ecc, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=35031fb0-6702-47b6-8e28-2864244a3ecc,segment=NetworkSegment(e564d0ff-4135-4400-88b4-47bc25453dc7),segment_id=e564d0ff-4135-4400-88b4-47bc25453dc7)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:49:53.666026 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.685260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e3caa-6497-4d1e-8736-93f1bdd1044b req-9dfc68e8-9a5a-43e9-9bfb-3d9537b4dea1 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:53.686805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a7e3caa-6497-4d1e-8736-93f1bdd1044b req-9dfc68e8-9a5a-43e9-9bfb-3d9537b4dea1 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.1544192 Sep 22 09:49:53.700382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:53.722407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e564d0ff-4135-4400-88b4-47bc25453dc7') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:53.722719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e564d0ff-4135-4400-88b4-47bc25453dc7') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:53.735911 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.758088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a7e3caa-6497-4d1e-8736-93f1bdd1044b req-b9bcff81-7bd1-426e-a951-1b9514f6f7d5 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590768 Sep 22 09:49:53.829956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.832520 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.839122 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf1a4-effc-47f6-9ecd-04af7d03f769 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.847381 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.859006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:53.859413 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:53.863038 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:53.898598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=4b783ae8-23b4-44eb-9129-5b451dbcf20b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:53.911597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:53.914717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:53.917350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:53.931375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:53.931375 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:53.955575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172da769-d5ab-44cf-a160-c9beff9889fc None None] Pushing event updated for resources: {'Port': ['ID=35031fb0-6702-47b6-8e28-2864244a3ecc,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:53.970701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09f7e3-285e-49e9-ad80-d88a56b6c55d None None] Network 53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:54.009003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535322a-1233-4707-9a58-f6fe5c442392 req-cfbd9e46-2998-442c-ac3a-921feac20f98 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:54.011087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7535322a-1233-4707-9a58-f6fe5c442392 req-cfbd9e46-2998-442c-ac3a-921feac20f98 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.0628185 Sep 22 09:49:54.061711 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7535322a-1233-4707-9a58-f6fe5c442392 req-b710d82e-ae5c-48d1-b7af-808bb232c546 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393083 Sep 22 09:49:54.071996 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 09:49:54.071996 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 09:49:54.071996 n-d-805649-4 neutron-server[95510]: [parameters: {'id': '53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d'}] Sep 22 09:49:54.071996 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:49:54.074132 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:49:54.110636 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf1a4-effc-47f6-9ecd-04af7d03f769 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:54.127616 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b35899ec-a0cd-41f8-8467-de5346abe775 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2319281 Sep 22 09:49:54.128358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f3cdf1a4-effc-47f6-9ecd-04af7d03f769 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1043983 Sep 22 09:49:54.128358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34934) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:54.128358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 34936) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:54.133771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'enable_snat': False}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:54.162803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4edad15c-0666-49c7-a39d-69207003a013 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:54.200246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c50c67-078b-444a-85c5-966db291dd27 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:49:54.358770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c50c67-078b-444a-85c5-966db291dd27 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:49:54.446977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4edad15c-0666-49c7-a39d-69207003a013 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:54.455516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8cfcc04d-36f6-4573-88b0-1829faa86a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:54.470307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ede607-58db-4522-a262-81c875ebeab5 req-2c1bad63-0b9b-45be-b0f6-e26f9b3a65a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2886217 Sep 22 09:49:54.576299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:54.593136 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:54.638205 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:54.750770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ede607-58db-4522-a262-81c875ebeab5 req-465012f5-6088-4cf7-ae93-955bd380d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:54.752282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ede607-58db-4522-a262-81c875ebeab5 req-465012f5-6088-4cf7-ae93-955bd380d6a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf9ff35c609e48b78a7dca9740f01189&device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 1097 time: 0.1713276 Sep 22 09:49:54.933093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4edad15c-0666-49c7-a39d-69207003a013 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:55.321981 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4edad15c-0666-49c7-a39d-69207003a013 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:55.385786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ede607-58db-4522-a262-81c875ebeab5 req-17a87bab-da47-4fea-89a9-81ca1ef4d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:55.387481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ede607-58db-4522-a262-81c875ebeab5 req-17a87bab-da47-4fea-89a9-81ca1ef4d1a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9b7736e-21bf-4e57-8374-ca0c338b1b83 HTTP/1.1" status: 200 len: 913 time: 0.5998080 Sep 22 09:49:55.393892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Deleting port 35031fb0-6702-47b6-8e28-2864244a3ecc {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:55.394244 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:55.455290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ede607-58db-4522-a262-81c875ebeab5 req-00a77426-ecb6-4032-b8d4-01b24280d05c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3967f814-f918-4708-ad5b-6ce0fc14f4f3 HTTP/1.1" status: 200 len: 217 time: 0.0586867 Sep 22 09:49:55.458054 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-4edad15c-0666-49c7-a39d-69207003a013 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] In _notify_port_updated(), no bound segment for port 4b783ae8-23b4-44eb-9129-5b451dbcf20b on network 70b43d1f-a851-4af3-88e2-b8963d5bb56b {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:49:55.463643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edad15c-0666-49c7-a39d-69207003a013 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:55.464261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4edad15c-0666-49c7-a39d-69207003a013 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:55.465574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4edad15c-0666-49c7-a39d-69207003a013 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "PUT /v2.0/ports/4b783ae8-23b4-44eb-9129-5b451dbcf20b HTTP/1.1" status: 200 len: 818 time: 1.3291109 Sep 22 09:49:55.468442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34962) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:55.547656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edad15c-0666-49c7-a39d-69207003a013 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=4b783ae8-23b4-44eb-9129-5b451dbcf20b,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:55.562426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cec0eb-901a-4989-af84-a680800e6fae req-9c10350a-5128-4ac8-99ca-f00c48bddec7 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:55.571738 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71cec0eb-901a-4989-af84-a680800e6fae req-9c10350a-5128-4ac8-99ca-f00c48bddec7 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.6540229 Sep 22 09:49:55.625146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6ac47939-4042-4e6c-b9f0-9a01a31d385a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 4b783ae8-23b4-44eb-9129-5b451dbcf20b {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:49:55.629265 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ac47939-4042-4e6c-b9f0-9a01a31d385a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:55.653551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] For port 35031fb0-6702-47b6-8e28-2864244a3ecc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=35031fb0-6702-47b6-8e28-2864244a3ecc,segment=NetworkSegment(e564d0ff-4135-4400-88b4-47bc25453dc7),segment_id=e564d0ff-4135-4400-88b4-47bc25453dc7)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:49:55.653941 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:55.688233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ede607-58db-4522-a262-81c875ebeab5 req-df9d576c-b072-478a-a075-c0ee96a6d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:55.689746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ede607-58db-4522-a262-81c875ebeab5 req-df9d576c-b072-478a-a075-c0ee96a6d70a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5561720c-6333-4b70-8e2b-48c108351494 HTTP/1.1" status: 200 len: 852 time: 0.2202437 Sep 22 09:49:55.692128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Calling delete_port for 35031fb0-6702-47b6-8e28-2864244a3ecc owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:55.697141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71cec0eb-901a-4989-af84-a680800e6fae req-7d2039de-c9ef-4407-b3a1-627499af6390 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245484 Sep 22 09:49:55.733961 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ac47939-4042-4e6c-b9f0-9a01a31d385a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:55.749400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ede607-58db-4522-a262-81c875ebeab5 req-75da64fd-f932-4701-bb7a-180c71adb4df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b7736e-21bf-4e57-8374-ca0c338b1b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459404 Sep 22 09:49:55.758722 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6ac47939-4042-4e6c-b9f0-9a01a31d385a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 4b783ae8-23b4-44eb-9129-5b451dbcf20b owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:49:55.973542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ac47939-4042-4e6c-b9f0-9a01a31d385a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.025391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac47939-4042-4e6c-b9f0-9a01a31d385a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=4b783ae8-23b4-44eb-9129-5b451dbcf20b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:56.028131 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ac47939-4042-4e6c-b9f0-9a01a31d385a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.031583 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6ac47939-4042-4e6c-b9f0-9a01a31d385a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/4b783ae8-23b4-44eb-9129-5b451dbcf20b HTTP/1.1" status: 204 len: 168 time: 0.5608521 Sep 22 09:49:56.037218 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34970) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:56.062548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ede607-58db-4522-a262-81c875ebeab5 req-46738642-eeb4-4be9-a792-7d32dd5359fe service neutron] 10.222.0.45 "GET /v2.0/networks/f9b7736e-21bf-4e57-8374-ca0c338b1b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560673 Sep 22 09:49:56.071879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.106210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8bc2d-fd04-4a14-900d-bfc9defe3d9f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:56.108834 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d2c8bc2d-fd04-4a14-900d-bfc9defe3d9f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0693388 Sep 22 09:49:56.111015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34974) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:56.117628 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.146537 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c9750d-88a7-440d-88fd-ac9418a0e3b4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:49:56.150941 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c8c9750d-88a7-440d-88fd-ac9418a0e3b4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/4b783ae8-23b4-44eb-9129-5b451dbcf20b HTTP/1.1" status: 404 len: 333 time: 0.0388525 Sep 22 09:49:56.154670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34978) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:56.160717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2144930328'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:56.263777 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.287974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:56.294139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.306946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Port': ['ID=35031fb0-6702-47b6-8e28-2864244a3ecc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:56.316244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ede607-58db-4522-a262-81c875ebeab5 req-65a75005-0cd6-46bd-8f92-e651cc7038da service neutron] 10.222.0.45 "GET /v2.0/networks/f9b7736e-21bf-4e57-8374-ca0c338b1b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422116 Sep 22 09:49:56.325281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No DVR routers for this DVR port 35031fb0-6702-47b6-8e28-2864244a3ecc on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:49:56.349148 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:56.363963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Allocated IP 172.25.6.211 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/bb77be7c-9da4-493d-97d9-ee0436da4125) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:56.394670 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.395336 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Added segment 4131e81f-c77e-45c7-b3da-4df0738d1ef8 of type vlan for network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a Sep 22 09:49:56.437235 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.475303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.481720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:56.497846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e564d0ff-4135-4400-88b4-47bc25453dc7') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:56.500533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e564d0ff-4135-4400-88b4-47bc25453dc7') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:56.519537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.571981 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.573753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.580849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:56.580849 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.588389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:56.589151 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:49:56.593368 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:49:56.686272 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.706225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Network': ['ID=9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:56.716904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:56.731541 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-140857fe-fd90-4b0b-a6ed-363456ce0dfd tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5727198 Sep 22 09:49:56.732626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34990) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:56.744641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:56.768080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.785333 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.787845 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d HTTP/1.1" status: 204 len: 168 time: 4.1384208 Sep 22 09:49:56.795379 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 34994) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:56.828387 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:56.828668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bc742-6924-4a42-85dd-fb7ce00a14ce tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:56.830291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863260674'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:56.899441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:56.929741 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:56.935003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:56.938385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Pushing event updated for resources: {'Port': ['ID=bb77be7c-9da4-493d-97d9-ee0436da4125,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:57.006078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347521a8-7a3c-4db0-8cd3-8a95249cd2c3 req-b795dc25-9444-404a-9920-d531cb886c73 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:57.007672 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-347521a8-7a3c-4db0-8cd3-8a95249cd2c3 req-b795dc25-9444-404a-9920-d531cb886c73 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.1311505 Sep 22 09:49:57.051746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:57.056121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:57.084291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:49:57.096034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:57.096375 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment bc08b743-18f3-4896-884b-f0548d816ebc of type vlan for network bd2e3530-46bf-4cbe-93cd-015d443c0157 Sep 22 09:49:57.150695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:57.153226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-347521a8-7a3c-4db0-8cd3-8a95249cd2c3 req-4c4033c0-1ed4-421e-99c4-27bbb789052b tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385343 Sep 22 09:49:57.178482 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6baf1422-badf-4aaf-8978-989896cca080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:57.219573 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:57.224051 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:57.416696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:57.425667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:57.426307 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:57.442492 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:57.550877 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:57.565096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=bd2e3530-46bf-4cbe-93cd-015d443c0157,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:57.578914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network bd2e3530-46bf-4cbe-93cd-015d443c0157 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:49:57.605165 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dd486edf-27c7-4c7b-9c2c-ed94412678c0 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8055713 Sep 22 09:49:57.605402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35014) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:57.610319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'network_id': 'bd2e3530-46bf-4cbe-93cd-015d443c0157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:57.638719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:57.876867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Subnet': ['ID=e7e90e6f-a656-4b03-baa4-94e6c9772dbe,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:57.933216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Checking segment: {'id': '4131e81f-c77e-45c7-b3da-4df0738d1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:57.933546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network hostable DHCP agents. Network: 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:57.964238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:57.994398 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:58.021430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252fea-921c-40ba-92cc-c366a24d95d0 req-cb729521-7293-4098-8a8f-8b5e046aebec tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:58.025085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:58.029237 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:58.034037 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2252fea-921c-40ba-92cc-c366a24d95d0 req-cb729521-7293-4098-8a8f-8b5e046aebec tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.2031479 Sep 22 09:49:58.082421 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:58.103614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273e7be-bae7-469e-93cc-7ff13a43e653 req-8ff6041a-7c08-4afe-9329-2eb58a0e2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:58.105295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f273e7be-bae7-469e-93cc-7ff13a43e653 req-8ff6041a-7c08-4afe-9329-2eb58a0e2199 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf9ff35c609e48b78a7dca9740f01189&device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 1097 time: 0.2019045 Sep 22 09:49:58.113007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:58.191730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2252fea-921c-40ba-92cc-c366a24d95d0 req-32258997-488d-4032-be34-52cf19372d8c tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464977 Sep 22 09:49:58.210377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:58.222432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:58.223139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:58.225654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7416e83-24f9-44d5-9b4f-24d47df3a913 None None] Network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:58.361472 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5f523818-5589-4a28-895b-57b98092ccb9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6247957 Sep 22 09:49:58.364604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35028) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:58.370733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-382cb1df-64d2-495c-b083-d573f966da45 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:49:58.374519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273e7be-bae7-469e-93cc-7ff13a43e653 req-449c77b8-db1d-4ef3-806e-aecaaf7810bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:58.375977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f273e7be-bae7-469e-93cc-7ff13a43e653 req-449c77b8-db1d-4ef3-806e-aecaaf7810bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9b7736e-21bf-4e57-8374-ca0c338b1b83 HTTP/1.1" status: 200 len: 913 time: 0.2546182 Sep 22 09:49:58.436340 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f273e7be-bae7-469e-93cc-7ff13a43e653 req-6c96d89f-dcd0-4e2e-b149-b7f2bb849ac7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3967f814-f918-4708-ad5b-6ce0fc14f4f3 HTTP/1.1" status: 200 len: 217 time: 0.0400517 Sep 22 09:49:58.464761 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:58.488212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a', 'network_id': '9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a', 'tenant_id': 'e6461e9978484ebbbf9f9b732d5baef6', 'fixed_ips': [{'subnet_id': 'e7e90e6f-a656-4b03-baa4-94e6c9772dbe'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:58.489268 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:58.635227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=a37af1bb-df4d-4b47-ba77-b0e98ad7f350,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:58.643122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking segment: {'id': 'bc08b743-18f3-4896-884b-f0548d816ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bd2e3530-46bf-4cbe-93cd-015d443c0157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:58.643586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network hostable DHCP agents. Network: bd2e3530-46bf-4cbe-93cd-015d443c0157, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:49:58.680245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273e7be-bae7-469e-93cc-7ff13a43e653 req-695e6eda-843c-414d-b898-7701128485a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:58.682441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f273e7be-bae7-469e-93cc-7ff13a43e653 req-695e6eda-843c-414d-b898-7701128485a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5561720c-6333-4b70-8e2b-48c108351494 HTTP/1.1" status: 200 len: 852 time: 0.2302818 Sep 22 09:49:58.740266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f273e7be-bae7-469e-93cc-7ff13a43e653 req-6613373e-2763-4e07-b30c-5483e72c85d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b7736e-21bf-4e57-8374-ca0c338b1b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405703 Sep 22 09:49:58.766003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network bd2e3530-46bf-4cbe-93cd-015d443c0157 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:49:58.796176 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Allocated IP 172.20.0.2 (9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a/e7e90e6f-a656-4b03-baa4-94e6c9772dbe/3e73bd4e-ca90-4831-940b-1c827cfe7581) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:49:58.857719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, bd2e3530-46bf-4cbe-93cd-015d443c0157) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:58.864519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:58.865827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:58.880939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3f164f-2c74-4a50-a55c-98a3e046a3dd None None] Network bd2e3530-46bf-4cbe-93cd-015d443c0157 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:58.934284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f273e7be-bae7-469e-93cc-7ff13a43e653 req-e6fe7d51-58b2-436c-bb7c-61b0e5ee3aed service neutron] 10.222.0.45 "GET /v2.0/networks/f9b7736e-21bf-4e57-8374-ca0c338b1b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574583 Sep 22 09:49:58.937873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Router c8f32708-8213-4383-a336-82fc9f6bcdd9 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:49:59.017707 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-06d00c6f-3d43-4553-9d7b-c3a76620b079 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4112172 Sep 22 09:49:59.018623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35044) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:49:59.216975 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.321280 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.347872 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.355369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f60aa05-3bb2-4ff4-b537-2dd52467e9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-bd2e3530-46bf-4cbe-93cd-015d443c0157', 'network_id': 'bd2e3530-46bf-4cbe-93cd-015d443c0157', 'tenant_id': '9e7ffbffb47f4f65b0d4e0a89eccc10a', 'fixed_ips': [{'subnet_id': 'a37af1bb-df4d-4b47-ba77-b0e98ad7f350'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:49:59.356414 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f60aa05-3bb2-4ff4-b537-2dd52467e9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.456614 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.533865 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.549409 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:49:59.551987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:49:59.559989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:49:59.588615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Subnet': ['ID=a37af1bb-df4d-4b47-ba77-b0e98ad7f350,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:59.641398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Pushing event updated for resources: {'Port': ['ID=3e73bd4e-ca90-4831-940b-1c827cfe7581,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:49:59.686809 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.692542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c393e-3a62-452f-89b8-2ef243d5b297 req-020189f2-6c41-47aa-ad35-5928ec5514f2 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:49:59.705990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f80c393e-3a62-452f-89b8-2ef243d5b297 req-020189f2-6c41-47aa-ad35-5928ec5514f2 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.1538441 Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server [None req-1f60aa05-3bb2-4ff4-b537-2dd52467e9fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a37af1bb-df4d-4b47-ba77-b0e98ad7f350: This subnet is being modified by another concurrent operation. Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise exception Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a37af1bb-df4d-4b47-ba77-b0e98ad7f350: This subnet is being modified by another concurrent operation. Sep 22 09:49:59.770455 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Sep 22 09:49:59.803803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2e3530-46bf-4cbe-93cd-015d443c0157']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:59.813898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f273e7be-bae7-469e-93cc-7ff13a43e653 req-70d94ba7-ee2c-41cd-b895-41727c092948 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b7736e-21bf-4e57-8374-ca0c338b1b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8668132 Sep 22 09:49:59.836023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382cb1df-64d2-495c-b083-d573f966da45 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:49:59.837738 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc08b743-18f3-4896-884b-f0548d816ebc') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:59.838974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc08b743-18f3-4896-884b-f0548d816ebc') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:49:59.840048 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-382cb1df-64d2-495c-b083-d573f966da45 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.856956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7707a9-a729-4912-ac96-fe1138ee6e86 None None] Network bd2e3530-46bf-4cbe-93cd-015d443c0157 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:49:59.870978 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.900758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Attempting to bind port 3e73bd4e-ca90-4831-940b-1c827cfe7581 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:49:59.903939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Attempting to bind port 3e73bd4e-ca90-4831-940b-1c827cfe7581 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '4131e81f-c77e-45c7-b3da-4df0738d1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:49:59.904941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Attempting to bind port 3e73bd4e-ca90-4831-940b-1c827cfe7581 on network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:49:59.907347 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.925604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:49:59.925931 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f80c393e-3a62-452f-89b8-2ef243d5b297 req-281c369f-1381-4955-8b4b-9da7316dc6e8 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843438 Sep 22 09:49:59.926124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.956554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:49:59.957412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Checking segment: {'id': '4131e81f-c77e-45c7-b3da-4df0738d1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:49:59.961424 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.962281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Bound using segment: {'id': '4131e81f-c77e-45c7-b3da-4df0738d1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:49:59.963190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Bound port: 3e73bd4e-ca90-4831-940b-1c827cfe7581, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4131e81f-c77e-45c7-b3da-4df0738d1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:49:59.963755 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:49:59.991016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:49:59.999039 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:00.003830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4344f9d3-9361-4a33-964a-febeabbbda39 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "PUT /v2.0/routers/c8f32708-8213-4383-a336-82fc9f6bcdd9 HTTP/1.1" status: 200 len: 920 time: 5.8714838 Sep 22 09:50:00.007539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35076) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:00.014345 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220995d4-c27a-4f75-a82f-41e179356297 None None] Sync routers for ids ['c8f32708-8213-4383-a336-82fc9f6bcdd9'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:50:00.016807 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:00.029651 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220995d4-c27a-4f75-a82f-41e179356297 None None] Routers {'c8f32708-8213-4383-a336-82fc9f6bcdd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:00.036944 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-220995d4-c27a-4f75-a82f-41e179356297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c8f32708-8213-4383-a336-82fc9f6bcdd9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:00.142482 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-220995d4-c27a-4f75-a82f-41e179356297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:00.158087 n-d-805649-4 neutron-server[95510]: INFO neutron.db.ipam_backend_mixin [None req-382cb1df-64d2-495c-b083-d573f966da45 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e7e90e6f-a656-4b03-baa4-94e6c9772dbe (CIDR: 172.20.0.0/28) Sep 22 09:50:00.169969 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220995d4-c27a-4f75-a82f-41e179356297 None None] Routers {'c8f32708-8213-4383-a336-82fc9f6bcdd9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:00.170668 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-220995d4-c27a-4f75-a82f-41e179356297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c8f32708-8213-4383-a336-82fc9f6bcdd9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:00.238620 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-382cb1df-64d2-495c-b083-d573f966da45 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:00.239490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382cb1df-64d2-495c-b083-d573f966da45 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:00.279237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-10e64c0b-81d8-4216-931d-95e8eb07c297 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/routers/c8f32708-8213-4383-a336-82fc9f6bcdd9 HTTP/1.1" status: 200 len: 926 time: 0.2702885 Sep 22 09:50:00.282496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35082) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:00.309423 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-220995d4-c27a-4f75-a82f-41e179356297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:00.310410 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220995d4-c27a-4f75-a82f-41e179356297 None None] The sync data for ids ['c8f32708-8213-4383-a336-82fc9f6bcdd9'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:50:00.414483 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-382cb1df-64d2-495c-b083-d573f966da45 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0478518 Sep 22 09:50:00.421215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35084) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:00.430556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-bd9ea50c-fb01-47e6-b7e3-b41ad55d65af tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:00.462010 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:00.488120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8927ba8-c5fb-4854-9494-ae4194775634 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:00.489679 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b8927ba8-c5fb-4854-9494-ae4194775634 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&device_id=c8f32708-8213-4383-a336-82fc9f6bcdd9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2061281 Sep 22 09:50:00.493131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35086) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:00.612872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] For port 3e73bd4e-ca90-4831-940b-1c827cfe7581, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:50:00.617441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] For port 3e73bd4e-ca90-4831-940b-1c827cfe7581, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3e73bd4e-ca90-4831-940b-1c827cfe7581,segment=NetworkSegment(4131e81f-c77e-45c7-b3da-4df0738d1ef8),segment_id=4131e81f-c77e-45c7-b3da-4df0738d1ef8)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:50:00.626868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:00.637291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:00.642992 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/bd2e3530-46bf-4cbe-93cd-015d443c0157 HTTP/1.1" status: 204 len: 168 time: 1.6209707 Sep 22 09:50:00.648893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35092) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:00.677384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b710dd-2d65-4acf-a6ad-09856dd1a4ea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=bd2e3530-46bf-4cbe-93cd-015d443c0157,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:00.689615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1440682434'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:00.702183 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:00.715119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d68a6f5-928a-4fa2-a92d-50a9ace7bfee tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:00.715119 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1d68a6f5-928a-4fa2-a92d-50a9ace7bfee tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/networks/5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 881 time: 0.2131765 Sep 22 09:50:00.715119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35096) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:00.765629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35098) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:00.766465 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f19ce15f-d760-45bf-a91e-d36f493f5c4b tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8f32708-8213-4383-a336-82fc9f6bcdd9 HTTP/1.1" status: 200 len: 205 time: 0.0497077 Sep 22 09:50:00.817192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35911dd-8610-4ac1-a8bc-c32f3e95dfdc None None] Pushing event updated for resources: {'Port': ['ID=3e73bd4e-ca90-4831-940b-1c827cfe7581,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:00.821257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35102) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:00.861830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9ea50c-fb01-47e6-b7e3-b41ad55d65af tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:00.867644 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd9ea50c-fb01-47e6-b7e3-b41ad55d65af tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:00.998977 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-724160cc-44ca-407f-be17-25427bf52c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.105976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:01.113827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.184610 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-724160cc-44ca-407f-be17-25427bf52c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.242268 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.348560 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-724160cc-44ca-407f-be17-25427bf52c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.385683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:50:01.407069 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-724160cc-44ca-407f-be17-25427bf52c40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddb24fc3970541c5aab2d46173ecfa68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848892 Sep 22 09:50:01.409450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35116) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:01.426019 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:50:01.429949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724160cc-44ca-407f-be17-25427bf52c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc727f8d-39c4-44c5-913d-41897de7fa2a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:01.486020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090692c1-ef9b-48d5-9649-a9108e192f49 req-cb5138e7-b788-4a44-9b34-1806ce04d983 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:01.488312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-090692c1-ef9b-48d5-9649-a9108e192f49 req-cb5138e7-b788-4a44-9b34-1806ce04d983 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.4395719 Sep 22 09:50:01.501358 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-198a57e0-fcf9-4e50-a7e4-4bd80ff91f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.525405 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-198a57e0-fcf9-4e50-a7e4-4bd80ff91f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.586418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.586695 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment 99893b3b-595c-45c4-8ed7-389ae9bc0a49 of type vlan for network c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 Sep 22 09:50:01.630843 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.647852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.681849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-090692c1-ef9b-48d5-9649-a9108e192f49 req-b1d2da6d-9e14-4578-8616-1ff2cec1bbf8 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291876 Sep 22 09:50:01.693687 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd9ea50c-fb01-47e6-b7e3-b41ad55d65af tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.768957 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ea50c-fb01-47e6-b7e3-b41ad55d65af tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Subnet': ['ID=d5f1e4f5-809a-476e-a3be-83a4d504137c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:01.776418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ea50c-fb01-47e6-b7e3-b41ad55d65af tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:01.778035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-bd9ea50c-fb01-47e6-b7e3-b41ad55d65af tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:01.780924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9ea50c-fb01-47e6-b7e3-b41ad55d65af tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:01.781765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd9ea50c-fb01-47e6-b7e3-b41ad55d65af tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.819988 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-198a57e0-fcf9-4e50-a7e4-4bd80ff91f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.827953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-198a57e0-fcf9-4e50-a7e4-4bd80ff91f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.827953 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-198a57e0-fcf9-4e50-a7e4-4bd80ff91f2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc727f8d-39c4-44c5-913d-41897de7fa2a HTTP/1.1" status: 204 len: 168 time: 0.4144032 Sep 22 09:50:01.849525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a57e0-fcf9-4e50-a7e4-4bd80ff91f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc727f8d-39c4-44c5-913d-41897de7fa2a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:01.854210 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:01.864343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:01.865050 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:02.019015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bd9ea50c-fb01-47e6-b7e3-b41ad55d65af tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5922952 Sep 22 09:50:02.020146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35126) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:02.020536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3e73bd4e-ca90-4831-940b-1c827cfe7581 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:02.038877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': '9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a', 'fixed_ips': [{'subnet_id': 'e7e90e6f-a656-4b03-baa4-94e6c9772dbe'}, {'subnet_id': 'd5f1e4f5-809a-476e-a3be-83a4d504137c'}], 'name': 'tempest-PortsTestJSON-80877706'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:02.094739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=c1ffdffe-b4bf-4251-8a99-89986a0fd6b1,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:02.113561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Deleting port bb77be7c-9da4-493d-97d9-ee0436da4125 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:02.113561 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:02.124969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:50:02.199139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3e73bd4e-ca90-4831-940b-1c827cfe7581 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:02.199428 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:02.240787 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-794af700-a581-499e-a029-c02f7a1e7d0d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5907323 Sep 22 09:50:02.246727 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35130) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:02.253254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2a1b0f4e-7e29-4536-a298-5360188d4410 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:02.345653 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:02.391781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Calling delete_port for bb77be7c-9da4-493d-97d9-ee0436da4125 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:02.478235 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182cece8-1769-4b50-b538-9091eb8641b9 None None] Network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:02.590061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:02.720381 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0f4e-7e29-4536-a298-5360188d4410 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:02.726703 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:02.790478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1dda379b-76b4-411f-a15e-eb8d46ba611f None None] Provisioning complete for port 3e73bd4e-ca90-4831-940b-1c827cfe7581 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:02.791058 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1dda379b-76b4-411f-a15e-eb8d46ba611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:02.792975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port b00a8bca-99d7-4c80-acda-214f1ce2a54e yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:50:02.799799 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:02.899404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 3e73bd4e-ca90-4831-940b-1c827cfe7581, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3e73bd4e-ca90-4831-940b-1c827cfe7581,segment=NetworkSegment(4131e81f-c77e-45c7-b3da-4df0738d1ef8),segment_id=4131e81f-c77e-45c7-b3da-4df0738d1ef8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:02.921184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0f4e-7e29-4536-a298-5360188d4410 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:02.933787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5cd19-b15d-454d-b4ee-0e1107b6698f req-0137f41e-7962-4f7c-9916-ee6e93bb8cf0 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:02.958025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1f5cd19-b15d-454d-b4ee-0e1107b6698f req-0137f41e-7962-4f7c-9916-ee6e93bb8cf0 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.1393275 Sep 22 09:50:02.966239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a1b0f4e-7e29-4536-a298-5360188d4410 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 is not hosted by any dhcp agent {{(pid=95509) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 09:50:02.968793 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:02.972648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1b0f4e-7e29-4536-a298-5360188d4410 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:02.973537 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0f4e-7e29-4536-a298-5360188d4410 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:02.974891 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2a1b0f4e-7e29-4536-a298-5360188d4410 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "PUT /v2.0/networks/c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 HTTP/1.1" status: 200 len: 723 time: 0.7266612 Sep 22 09:50:02.986066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35148) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:02.997195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'network_id': 'c1ffdffe-b4bf-4251-8a99-89986a0fd6b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:03.009942 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1dda379b-76b4-411f-a15e-eb8d46ba611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.014908 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.068190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Pushing event deleted for resources: {'Port': ['ID=bb77be7c-9da4-493d-97d9-ee0436da4125,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:03.076870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b0f4e-7e29-4536-a298-5360188d4410 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=c1ffdffe-b4bf-4251-8a99-89986a0fd6b1,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:03.115024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:50:03.152849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1f5cd19-b15d-454d-b4ee-0e1107b6698f req-8079b32a-8d7e-4680-a0cf-f81d62745932 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787791 Sep 22 09:50:03.202502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35150) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:03.217131 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=3e73bd4e-ca90-4831-940b-1c827cfe7581,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:03.232365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.238449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.247356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.247356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.247356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.247356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.247356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.247356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.247356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.247356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.247356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.247356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:03.248619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-493c693a-3f45-4532-8d89-57c466b575a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.248719 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-1dda379b-76b4-411f-a15e-eb8d46ba611f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:50:03.248719 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-1dda379b-76b4-411f-a15e-eb8d46ba611f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:50:03.283158 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.314717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64c1624-639c-4101-9b8c-09efe35298ec None None] Update dhcp port {'port': {'network_id': '9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a', 'fixed_ips': [{'subnet_id': 'e7e90e6f-a656-4b03-baa4-94e6c9772dbe', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd5f1e4f5-809a-476e-a3be-83a4d504137c'}], 'binding:host_id': 'n-d-805649-4'}, 'id': '3e73bd4e-ca90-4831-940b-1c827cfe7581'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:50:03.367204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.4 (9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a/e7e90e6f-a656-4b03-baa4-94e6c9772dbe/b00a8bca-99d7-4c80-acda-214f1ce2a54e) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:03.368441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a64c1624-639c-4101-9b8c-09efe35298ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.368557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.26 (9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a/d5f1e4f5-809a-476e-a3be-83a4d504137c/b00a8bca-99d7-4c80-acda-214f1ce2a54e) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:03.431778 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.433996 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.446923 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:03.450658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.577113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.577969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Fanout notify agent at l3_agent the message router_deleted on router c8f32708-8213-4383-a336-82fc9f6bcdd9 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:50:03.598979 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.598979 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-23b8fa8f-c22d-4f14-be68-88090acefc20 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/c8f32708-8213-4383-a336-82fc9f6bcdd9 HTTP/1.1" status: 204 len: 168 time: 2.8269329 Sep 22 09:50:03.600025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35158) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:03.607502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1609607693', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}, 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:03.652924 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.774341 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-493c693a-3f45-4532-8d89-57c466b575a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.850519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3e73bd4e-ca90-4831-940b-1c827cfe7581 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:03.871478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.920614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.926225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-493c693a-3f45-4532-8d89-57c466b575a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:03.961313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c693a-3f45-4532-8d89-57c466b575a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5390bc5-c3c9-4fe3-82cb-22a2b4899b84,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:03.995281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-a64c1624-639c-4101-9b8c-09efe35298ec None None] Allocated IP 172.20.0.18 (9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a/d5f1e4f5-809a-476e-a3be-83a4d504137c/3e73bd4e-ca90-4831-940b-1c827cfe7581) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:03.999964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3e73bd4e-ca90-4831-940b-1c827cfe7581 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:04.000339 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.014272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:04.035988 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.043685 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.043853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:04.050538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:04.054517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=b00a8bca-99d7-4c80-acda-214f1ce2a54e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:04.088646 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-493c693a-3f45-4532-8d89-57c466b575a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2744ccb6ca2b4445a57d2caf6f22a12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8827410 Sep 22 09:50:04.089576 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.090821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35164) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:04.106821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=d67ff251-6a8e-4f6f-b042-ad155712819d,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:04.129508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:04.154268 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.154268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking segment: {'id': '99893b3b-595c-45c4-8ed7-389ae9bc0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c1ffdffe-b4bf-4251-8a99-89986a0fd6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:04.154268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network hostable DHCP agents. Network: c1ffdffe-b4bf-4251-8a99-89986a0fd6b1, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:50:04.154700 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc661603-4768-492a-a874-3413b947325c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.233718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a64c1624-639c-4101-9b8c-09efe35298ec None None] For port 3e73bd4e-ca90-4831-940b-1c827cfe7581, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3e73bd4e-ca90-4831-940b-1c827cfe7581,segment=NetworkSegment(4131e81f-c77e-45c7-b3da-4df0738d1ef8),segment_id=4131e81f-c77e-45c7-b3da-4df0738d1ef8)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:04.250029 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc661603-4768-492a-a874-3413b947325c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.282339 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a64c1624-639c-4101-9b8c-09efe35298ec None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.303650 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c1ba2ab3-145e-4288-ba60-02c48f441a64 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 2.2818501 Sep 22 09:50:04.313995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35174) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:04.314426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7b9c386b-ef14-4007-952f-5a5f574860eb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7e90e6f-a656-4b03-baa4-94e6c9772dbe'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:04.374001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:50:04.400168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5764288-168b-4bfb-b232-067801397c8e req-2f90ea76-5635-4ffb-bba7-fc9913483ee4 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:04.401436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5764288-168b-4bfb-b232-067801397c8e req-2f90ea76-5635-4ffb-bba7-fc9913483ee4 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.1494708 Sep 22 09:50:04.406671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b9c386b-ef14-4007-952f-5a5f574860eb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.440338 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.486509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5764288-168b-4bfb-b232-067801397c8e req-cb9f8e8f-3041-49a6-895c-24b54cc2deb2 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Sep 22 09:50:04.501144 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a64c1624-639c-4101-9b8c-09efe35298ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.595270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c1624-639c-4101-9b8c-09efe35298ec None None] Pushing event updated for resources: {'Port': ['ID=3e73bd4e-ca90-4831-940b-1c827cfe7581,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:04.742319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, c1ffdffe-b4bf-4251-8a99-89986a0fd6b1) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:04.742319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:04.743778 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.757798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b79a9e9-7cbd-4c23-9b33-e005773e953e None None] Network c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:04.759080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-7b9c386b-ef14-4007-952f-5a5f574860eb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Delete allocated IP 172.20.0.26 (9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a/d5f1e4f5-809a-476e-a3be-83a4d504137c) {{(pid=95509) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 09:50:04.860665 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc661603-4768-492a-a874-3413b947325c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.863348 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cc661603-4768-492a-a874-3413b947325c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:04.864549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cc661603-4768-492a-a874-3413b947325c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5390bc5-c3c9-4fe3-82cb-22a2b4899b84 HTTP/1.1" status: 204 len: 168 time: 0.7724655 Sep 22 09:50:04.909346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc661603-4768-492a-a874-3413b947325c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5390bc5-c3c9-4fe3-82cb-22a2b4899b84,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:04.996976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b9c386b-ef14-4007-952f-5a5f574860eb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:05.011936 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d309a244-4606-4392-81f4-e0ab262fe030 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0192685 Sep 22 09:50:05.011936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35192) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:05.022580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5f6764eb-24aa-49ea-be86-2dabc5387952 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:05.031962 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-c1ffdffe-b4bf-4251-8a99-89986a0fd6b1', 'network_id': 'c1ffdffe-b4bf-4251-8a99-89986a0fd6b1', 'tenant_id': '9e7ffbffb47f4f65b0d4e0a89eccc10a', 'fixed_ips': [{'subnet_id': 'd67ff251-6a8e-4f6f-b042-ad155712819d'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:50:05.033042 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:05.216220 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b9c386b-ef14-4007-952f-5a5f574860eb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:05.272011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Allocated IP 172.20.0.2 (c1ffdffe-b4bf-4251-8a99-89986a0fd6b1/d67ff251-6a8e-4f6f-b042-ad155712819d/bebcd7d3-89f5-498c-a004-0603a5468548) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:05.273553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f6764eb-24aa-49ea-be86-2dabc5387952 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25954707'] for subnet, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:05.351751 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:05.428961 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:05.473240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb27cfd-2f7c-4b36-90a3-6c3764a16c3b None None] Network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:05.502116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c386b-ef14-4007-952f-5a5f574860eb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=b00a8bca-99d7-4c80-acda-214f1ce2a54e,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:05.541086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c386b-ef14-4007-952f-5a5f574860eb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] In _notify_port_updated(), no bound segment for port b00a8bca-99d7-4c80-acda-214f1ce2a54e on network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:50:05.555190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c386b-ef14-4007-952f-5a5f574860eb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:05.555911 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b9c386b-ef14-4007-952f-5a5f574860eb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:05.557355 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7b9c386b-ef14-4007-952f-5a5f574860eb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "PUT /v2.0/ports/b00a8bca-99d7-4c80-acda-214f1ce2a54e HTTP/1.1" status: 200 len: 917 time: 1.2471888 Sep 22 09:50:05.559988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35204) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:05.568225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ad669388-6750-4e02-997f-1ff883daa730 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7e90e6f-a656-4b03-baa4-94e6c9772dbe'}, {'subnet_id': 'd5f1e4f5-809a-476e-a3be-83a4d504137c'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:05.656263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-38982be5-ea8c-46dc-9fd2-203f40f66f69 None None] Provisioning complete for port 3e73bd4e-ca90-4831-940b-1c827cfe7581 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:05.656667 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38982be5-ea8c-46dc-9fd2-203f40f66f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:05.664613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad669388-6750-4e02-997f-1ff883daa730 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:05.736703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Allocated IP 172.25.6.9 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/6eeecc79-057f-4f58-8eef-62c2b6f5b6b2) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:05.922887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e514454-fbf0-482e-bff2-92e6bef8a66c req-d3338c4c-b01d-4717-94fa-891dd98f6a98 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:05.933379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e514454-fbf0-482e-bff2-92e6bef8a66c req-d3338c4c-b01d-4717-94fa-891dd98f6a98 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.6024210 Sep 22 09:50:05.966340 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:05.999014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb61f1-0076-414f-ba0a-577cf6be6c2d req-24f5c713-2e62-4f01-88fa-b904a7a4ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:06.001159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8bb61f1-0076-414f-ba0a-577cf6be6c2d req-24f5c713-2e62-4f01-88fa-b904a7a4ba75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf9ff35c609e48b78a7dca9740f01189&device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 1097 time: 0.5744576 Sep 22 09:50:06.042073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e514454-fbf0-482e-bff2-92e6bef8a66c req-bb54f8c2-7855-4711-ad18-b3cf6e667966 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067114 Sep 22 09:50:06.053596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3e73bd4e-ca90-4831-940b-1c827cfe7581 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:06.161149 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:06.186264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-ad669388-6750-4e02-997f-1ff883daa730 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.23 (9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a/d5f1e4f5-809a-476e-a3be-83a4d504137c/b00a8bca-99d7-4c80-acda-214f1ce2a54e) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:06.234521 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3e73bd4e-ca90-4831-940b-1c827cfe7581 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:06.235000 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:06.239996 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:06.325302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:06.334093 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:06.354380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:06.373004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:06.425622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb61f1-0076-414f-ba0a-577cf6be6c2d req-f01e3ecb-2db3-4b6b-a32d-928a721b6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:06.427341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8bb61f1-0076-414f-ba0a-577cf6be6c2d req-f01e3ecb-2db3-4b6b-a32d-928a721b6a04 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9b7736e-21bf-4e57-8374-ca0c338b1b83 HTTP/1.1" status: 200 len: 913 time: 0.3976018 Sep 22 09:50:06.430657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Pushing event updated for resources: {'Port': ['ID=6eeecc79-057f-4f58-8eef-62c2b6f5b6b2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:06.436817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Network c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:06.451378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:06.455100 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:06.475207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Pushing event updated for resources: {'Port': ['ID=bebcd7d3-89f5-498c-a004-0603a5468548,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:06.497820 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8bb61f1-0076-414f-ba0a-577cf6be6c2d req-d77d7a20-3a7e-45a1-b8c1-fcd0a8b5fffe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3967f814-f918-4708-ad5b-6ce0fc14f4f3 HTTP/1.1" status: 200 len: 217 time: 0.0539665 Sep 22 09:50:06.498144 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad669388-6750-4e02-997f-1ff883daa730 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:06.578346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Attempting to bind port bebcd7d3-89f5-498c-a004-0603a5468548 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:50:06.578725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Attempting to bind port bebcd7d3-89f5-498c-a004-0603a5468548 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '99893b3b-595c-45c4-8ed7-389ae9bc0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c1ffdffe-b4bf-4251-8a99-89986a0fd6b1'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:50:06.580254 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Attempting to bind port bebcd7d3-89f5-498c-a004-0603a5468548 on network c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:50:06.596493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:50:06.596971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Checking segment: {'id': '99893b3b-595c-45c4-8ed7-389ae9bc0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c1ffdffe-b4bf-4251-8a99-89986a0fd6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:06.597474 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:06.597837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Bound using segment: {'id': '99893b3b-595c-45c4-8ed7-389ae9bc0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c1ffdffe-b4bf-4251-8a99-89986a0fd6b1'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:50:06.598329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Bound port: bebcd7d3-89f5-498c-a004-0603a5468548, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99893b3b-595c-45c4-8ed7-389ae9bc0a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'c1ffdffe-b4bf-4251-8a99-89986a0fd6b1'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:50:06.598712 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:06.656482 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad669388-6750-4e02-997f-1ff883daa730 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:06.733880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] For port bebcd7d3-89f5-498c-a004-0603a5468548, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:50:06.737357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] For port bebcd7d3-89f5-498c-a004-0603a5468548, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bebcd7d3-89f5-498c-a004-0603a5468548,segment=NetworkSegment(99893b3b-595c-45c4-8ed7-389ae9bc0a49),segment_id=99893b3b-595c-45c4-8ed7-389ae9bc0a49)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:50:06.754556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2fee689b-1d64-41ef-afdd-fc4a9d038506 None None] Provisioning complete for port b00a8bca-99d7-4c80-acda-214f1ce2a54e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:06.754939 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2fee689b-1d64-41ef-afdd-fc4a9d038506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:06.776892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad669388-6750-4e02-997f-1ff883daa730 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=b00a8bca-99d7-4c80-acda-214f1ce2a54e,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:06.831447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2fee689b-1d64-41ef-afdd-fc4a9d038506 None None] Port b00a8bca-99d7-4c80-acda-214f1ce2a54e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:06.875437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2fee689b-1d64-41ef-afdd-fc4a9d038506 None None] Provisioning complete for port 3e73bd4e-ca90-4831-940b-1c827cfe7581 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:06.875726 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2fee689b-1d64-41ef-afdd-fc4a9d038506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:06.909956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f6764eb-24aa-49ea-be86-2dabc5387952 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729506799351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2737155'] for subnet, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:06.961536 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:07.065165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4cc00-54c0-4630-abde-d40b98380a94 None None] Pushing event updated for resources: {'Port': ['ID=bebcd7d3-89f5-498c-a004-0603a5468548,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:07.072000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6764eb-24aa-49ea-be86-2dabc5387952 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:07.072673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5f6764eb-24aa-49ea-be86-2dabc5387952 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:07.076837 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5f6764eb-24aa-49ea-be86-2dabc5387952 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "PUT /v2.0/subnets/d67ff251-6a8e-4f6f-b042-ad155712819d HTTP/1.1" status: 200 len: 806 time: 2.0619988 Sep 22 09:50:07.080090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35250) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:07.104301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ad669388-6750-4e02-997f-1ff883daa730 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] In _notify_port_updated(), no bound segment for port b00a8bca-99d7-4c80-acda-214f1ce2a54e on network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:50:07.112840 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad669388-6750-4e02-997f-1ff883daa730 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:07.112840 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ad669388-6750-4e02-997f-1ff883daa730 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:07.112840 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ad669388-6750-4e02-997f-1ff883daa730 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "PUT /v2.0/ports/b00a8bca-99d7-4c80-acda-214f1ce2a54e HTTP/1.1" status: 200 len: 997 time: 1.5512583 Sep 22 09:50:07.139883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35252) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:07.150412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6764eb-24aa-49ea-be86-2dabc5387952 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=d67ff251-6a8e-4f6f-b042-ad155712819d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:07.313566 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8c21cb13-5765-4d32-8f72-dd612bd19ccd None None] Provisioning complete for port b00a8bca-99d7-4c80-acda-214f1ce2a54e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:07.314909 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8c21cb13-5765-4d32-8f72-dd612bd19ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:07.384353 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:07.464610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8c21cb13-5765-4d32-8f72-dd612bd19ccd None None] Port b00a8bca-99d7-4c80-acda-214f1ce2a54e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:07.515353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a560135f-863e-486e-8724-7abab811c1de tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port b00a8bca-99d7-4c80-acda-214f1ce2a54e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:07.516921 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a560135f-863e-486e-8724-7abab811c1de tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:07.544103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239771-013d-4f25-857a-009d6304b4e1 req-08f178f0-42db-4d5e-81ce-e69d99215258 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:07.551719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3239771-013d-4f25-857a-009d6304b4e1 req-08f178f0-42db-4d5e-81ce-e69d99215258 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.2477710 Sep 22 09:50:07.583602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb61f1-0076-414f-ba0a-577cf6be6c2d req-9bfd8a64-7838-4b7f-bdc3-410943b0a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:07.586383 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8bb61f1-0076-414f-ba0a-577cf6be6c2d req-9bfd8a64-7838-4b7f-bdc3-410943b0a937 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5561720c-6333-4b70-8e2b-48c108351494 HTTP/1.1" status: 200 len: 852 time: 0.2800453 Sep 22 09:50:07.723502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0fd9bf82-ceb1-46e6-865b-d1b3366c0b13 None None] Provisioning complete for port b00a8bca-99d7-4c80-acda-214f1ce2a54e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:07.724073 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0fd9bf82-ceb1-46e6-865b-d1b3366c0b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:07.746858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Deleting port bebcd7d3-89f5-498c-a004-0603a5468548 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:07.747590 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:07.785275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8bb61f1-0076-414f-ba0a-577cf6be6c2d req-0d7f7223-6359-49a1-9b0b-559c1319c799 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9b7736e-21bf-4e57-8374-ca0c338b1b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706016 Sep 22 09:50:07.822818 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a560135f-863e-486e-8724-7abab811c1de tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:07.831581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3239771-013d-4f25-857a-009d6304b4e1 req-bed1ca3c-ea03-4385-84e5-16c851eb3586 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788880 Sep 22 09:50:07.904284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0fd9bf82-ceb1-46e6-865b-d1b3366c0b13 None None] Port b00a8bca-99d7-4c80-acda-214f1ce2a54e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:07.936080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bebcd7d3-89f5-498c-a004-0603a5468548 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:07.959717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] For port bebcd7d3-89f5-498c-a004-0603a5468548, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bebcd7d3-89f5-498c-a004-0603a5468548,segment=NetworkSegment(99893b3b-595c-45c4-8ed7-389ae9bc0a49),segment_id=99893b3b-595c-45c4-8ed7-389ae9bc0a49)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:07.960303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:07.986804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Calling delete_port for bebcd7d3-89f5-498c-a004-0603a5468548 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:08.020706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port bebcd7d3-89f5-498c-a004-0603a5468548 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:08.020706 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:08.064177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a560135f-863e-486e-8724-7abab811c1de tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for b00a8bca-99d7-4c80-acda-214f1ce2a54e owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:08.143628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fdbd9b9e-753f-4de0-8dde-905c08803f5e None None] Provisioning complete for port b00a8bca-99d7-4c80-acda-214f1ce2a54e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:08.144382 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fdbd9b9e-753f-4de0-8dde-905c08803f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:08.190346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:08.347835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd9b9e-753f-4de0-8dde-905c08803f5e None None] Port b00a8bca-99d7-4c80-acda-214f1ce2a54e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:08.355617 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:08.377668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8bb61f1-0076-414f-ba0a-577cf6be6c2d req-f92ad59a-9031-4e49-b8f0-5160593e470b service neutron] 10.222.0.45 "GET /v2.0/networks/f9b7736e-21bf-4e57-8374-ca0c338b1b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614877 Sep 22 09:50:08.513398 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:08.545426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:08.594582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Port': ['ID=bebcd7d3-89f5-498c-a004-0603a5468548,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:08.630941 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a560135f-863e-486e-8724-7abab811c1de tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:08.652174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No DVR routers for this DVR port bebcd7d3-89f5-498c-a004-0603a5468548 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:08.705551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8bb61f1-0076-414f-ba0a-577cf6be6c2d req-5e4f8385-3944-429a-baac-648a498dd4d2 service neutron] 10.222.0.45 "GET /v2.0/networks/f9b7736e-21bf-4e57-8374-ca0c338b1b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080485 Sep 22 09:50:08.750113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560135f-863e-486e-8724-7abab811c1de tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=b00a8bca-99d7-4c80-acda-214f1ce2a54e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:08.803012 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:08.863275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Router 67554913-f93f-433b-acba-3ed7b7f49e58 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:50:08.941942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a560135f-863e-486e-8724-7abab811c1de tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:08.947192 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a560135f-863e-486e-8724-7abab811c1de tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/b00a8bca-99d7-4c80-acda-214f1ce2a54e HTTP/1.1" status: 204 len: 168 time: 1.8038776 Sep 22 09:50:08.967207 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35304) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:08.997038 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9c98ff-7de6-4288-9f29-c06cb6dd7d17 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:50:09.001174 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4b9c98ff-7de6-4288-9f29-c06cb6dd7d17 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/b00a8bca-99d7-4c80-acda-214f1ce2a54e HTTP/1.1" status: 404 len: 333 time: 0.0300722 Sep 22 09:50:09.003402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35306) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:09.091519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fbed07-0090-411c-ad4e-b1e17f65aa17 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting subnet d5f1e4f5-809a-476e-a3be-83a4d504137c {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:50:09.102971 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7fbed07-0090-411c-ad4e-b1e17f65aa17 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.103179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:50:09.114334 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ea237-3bfd-4503-a06c-71291c5a03ae None None] Sync routers for ids ['67554913-f93f-433b-acba-3ed7b7f49e58'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:50:09.132490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ea237-3bfd-4503-a06c-71291c5a03ae None None] Routers {'67554913-f93f-433b-acba-3ed7b7f49e58'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:09.134258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fd2ea237-3bfd-4503-a06c-71291c5a03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['67554913-f93f-433b-acba-3ed7b7f49e58'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:09.164598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7fbed07-0090-411c-ad4e-b1e17f65aa17 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.189864 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.204374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9ef8b-0e4e-49eb-8dda-9086411034ea req-eb56bf64-73d6-4e9f-9e70-17b4367f4fb2 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:09.214254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9d9ef8b-0e4e-49eb-8dda-9086411034ea req-eb56bf64-73d6-4e9f-9e70-17b4367f4fb2 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.1473978 Sep 22 09:50:09.214852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fd2ea237-3bfd-4503-a06c-71291c5a03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:09.219209 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c617af49-b110-465a-945e-534205e4be66 None None] Network c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:09.242455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2a3067c2-1201-4d9c-bb0e-b6acaf253a04 None None] Could not find standard attr ID for object bebcd7d3-89f5-498c-a004-0603a5468548. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:50:09.250111 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.250111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7096cf4d-35e3-470a-86ab-96a3216761dd tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6453979 Sep 22 09:50:09.251914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35318) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:09.253026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ea237-3bfd-4503-a06c-71291c5a03ae None None] Routers {'67554913-f93f-433b-acba-3ed7b7f49e58'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:09.253956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fd2ea237-3bfd-4503-a06c-71291c5a03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['67554913-f93f-433b-acba-3ed7b7f49e58'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:09.254102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Subnet': ['ID=d67ff251-6a8e-4f6f-b042-ad155712819d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:09.267053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:09.362531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9d9ef8b-0e4e-49eb-8dda-9086411034ea req-025fe17c-cca1-4dc0-bd99-9cd3d169218a tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486208 Sep 22 09:50:09.423020 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.423417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fd2ea237-3bfd-4503-a06c-71291c5a03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:09.424158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ea237-3bfd-4503-a06c-71291c5a03ae None None] The sync data for ids ['67554913-f93f-433b-acba-3ed7b7f49e58'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:50:09.459222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ffdffe-b4bf-4251-8a99-89986a0fd6b1']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:09.468972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7fbed07-0090-411c-ad4e-b1e17f65aa17 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.530568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99893b3b-595c-45c4-8ed7-389ae9bc0a49') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:09.530568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99893b3b-595c-45c4-8ed7-389ae9bc0a49') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:09.543432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.568707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f454f8f-1ffd-4216-9089-ebed32712937 None None] DHCP port deletion for c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:50:09.579534 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.591997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:09.592415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.593033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a6366e-d0f9-4a7a-8b86-7c3f2c42b1a6 None None] Network c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:09.596102 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:09.755347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65734b2-79ce-48f5-9e45-85b717642ba0 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:50:09.790561 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7fbed07-0090-411c-ad4e-b1e17f65aa17 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.887172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bebcd7d3-89f5-498c-a004-0603a5468548 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:50:09.887881 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.917413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: bebcd7d3-89f5-498c-a004-0603a5468548 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:50:09.917770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bebcd7d3-89f5-498c-a004-0603a5468548 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:50:09.922368 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.926715 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbed07-0090-411c-ad4e-b1e17f65aa17 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f1e4f5-809a-476e-a3be-83a4d504137c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:09.952512 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.961085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65734b2-79ce-48f5-9e45-85b717642ba0 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:50:09.969387 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 HTTP/1.1" status: 204 len: 168 time: 2.8879905 Sep 22 09:50:09.972164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35332) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:09.985923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7fbed07-0090-411c-ad4e-b1e17f65aa17 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:09.990158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b7fbed07-0090-411c-ad4e-b1e17f65aa17 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/d5f1e4f5-809a-476e-a3be-83a4d504137c HTTP/1.1" status: 204 len: 168 time: 0.9838743 Sep 22 09:50:09.990158 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b2df7-24d9-42f5-9fff-2ce6b2ccca07 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=c1ffdffe-b4bf-4251-8a99-89986a0fd6b1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:09.990694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35334) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:10.003616 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb11d9b-d9c7-4442-9e78-02f96a720ef8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:10.004513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb11d9b-d9c7-4442-9e78-02f96a720ef8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:10.006514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1fb11d9b-d9c7-4442-9e78-02f96a720ef8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 HTTP/1.1" status: 404 len: 339 time: 0.0320492 Sep 22 09:50:10.013245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35336) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:10.021038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-954829842', 'description': 'd1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:10.062205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-857d869c-f3ca-4d9d-8784-0148a773e556 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting subnet e7e90e6f-a656-4b03-baa4-94e6c9772dbe {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:50:10.065916 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-857d869c-f3ca-4d9d-8784-0148a773e556 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.101529 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.108491 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-857d869c-f3ca-4d9d-8784-0148a773e556 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.212620 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-857d869c-f3ca-4d9d-8784-0148a773e556 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.275169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:10.280910 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.342859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec43edd-d520-4238-86dc-a5f641904845 None None] Network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:10.394626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:50:10.409688 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.410367 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment d7cc92a1-38fb-4572-9b0a-9a264793202b of type vlan for network dc7e50f1-9542-42f2-8b94-d38e15bba21b Sep 22 09:50:10.510861 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Deleting port 6eeecc79-057f-4f58-8eef-62c2b6f5b6b2 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:10.511519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.558753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.612540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44241f9-3db8-4c1a-8c8c-c53df2059228 req-fca6c7eb-c5c5-4d45-a4b5-0bf1d8adc883 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:10.614450 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f44241f9-3db8-4c1a-8c8c-c53df2059228 req-fca6c7eb-c5c5-4d45-a4b5-0bf1d8adc883 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.1440175 Sep 22 09:50:10.723595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f44241f9-3db8-4c1a-8c8c-c53df2059228 req-d43a3b8b-3424-4384-971d-4675525757af tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796940 Sep 22 09:50:10.726176 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.748919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Calling delete_port for 6eeecc79-057f-4f58-8eef-62c2b6f5b6b2 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:10.797520 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.803385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:10.804630 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.883554 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-857d869c-f3ca-4d9d-8784-0148a773e556 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.921353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=dc7e50f1-9542-42f2-8b94-d38e15bba21b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:10.925511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9085679 Sep 22 09:50:10.926371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35362) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:10.932274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.932274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.932274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.932274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.932274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.932947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d869c-f3ca-4d9d-8784-0148a773e556 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e90e6f-a656-4b03-baa4-94e6c9772dbe,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:10.933204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.933204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.933204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.933204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.933204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.933204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.933204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bdc410-c916-4cd9-8d6c-30e53ae3bed2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:10.941970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-857d869c-f3ca-4d9d-8784-0148a773e556 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:10.947886 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-857d869c-f3ca-4d9d-8784-0148a773e556 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/e7e90e6f-a656-4b03-baa4-94e6c9772dbe HTTP/1.1" status: 204 len: 168 time: 0.9541795 Sep 22 09:50:10.953510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35364) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:10.963909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network dc7e50f1-9542-42f2-8b94-d38e15bba21b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:50:11.078262 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.126651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e5f667-467d-4373-bfe2-ec0867fef45f tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:11.130916 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-05e5f667-467d-4373-bfe2-ec0867fef45f tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/networks?id=dc7e50f1-9542-42f2-8b94-d38e15bba21b HTTP/1.1" status: 200 len: 760 time: 0.2008164 Sep 22 09:50:11.143676 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35370) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:11.206792 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d86c4bb6-d34a-4d76-82bc-ee54fddf0ebc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'description': 'd2'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:11.356156 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.371887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 3e73bd4e-ca90-4831-940b-1c827cfe7581 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:11.372239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.391474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Pushing event deleted for resources: {'Port': ['ID=6eeecc79-057f-4f58-8eef-62c2b6f5b6b2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:11.468147 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.503264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] For port 3e73bd4e-ca90-4831-940b-1c827cfe7581, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3e73bd4e-ca90-4831-940b-1c827cfe7581,segment=NetworkSegment(4131e81f-c77e-45c7-b3da-4df0738d1ef8),segment_id=4131e81f-c77e-45c7-b3da-4df0738d1ef8)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:11.503630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.512646 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d86c4bb6-d34a-4d76-82bc-ee54fddf0ebc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.527855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 3e73bd4e-ca90-4831-940b-1c827cfe7581 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:11.545709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094835f0-dd8a-4502-b931-9b8b6c17b954 None None] Network 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:11.642502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1dbbe0e9-c0e8-45ba-b8b3-178eb7bee03b None None] Provisioning complete for port 3e73bd4e-ca90-4831-940b-1c827cfe7581 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:11.642979 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1dbbe0e9-c0e8-45ba-b8b3-178eb7bee03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.667026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be001b6-a926-4677-aecb-16dda7739b2c req-a567a598-d6cb-4373-ba01-9a49e12002fa tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:11.668558 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5be001b6-a926-4677-aecb-16dda7739b2c req-a567a598-d6cb-4373-ba01-9a49e12002fa tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.1522222 Sep 22 09:50:11.698175 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d86c4bb6-d34a-4d76-82bc-ee54fddf0ebc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.709279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d86c4bb6-d34a-4d76-82bc-ee54fddf0ebc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network dc7e50f1-9542-42f2-8b94-d38e15bba21b is not hosted by any dhcp agent {{(pid=95509) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 09:50:11.716201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c4bb6-d34a-4d76-82bc-ee54fddf0ebc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:11.716870 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d86c4bb6-d34a-4d76-82bc-ee54fddf0ebc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.718407 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d86c4bb6-d34a-4d76-82bc-ee54fddf0ebc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "PUT /v2.0/networks/dc7e50f1-9542-42f2-8b94-d38e15bba21b HTTP/1.1" status: 200 len: 757 time: 0.5655720 Sep 22 09:50:11.727682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35386) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:11.761663 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697562', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3687946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.784492 n-d-805649-4 neutron-server[95511]: INFO neutron.plugins.ml2.db [None req-1dbbe0e9-c0e8-45ba-b8b3-178eb7bee03b None None] No ports have port_id starting with 3e73bd4e-ca90-4831-940b-1c827cfe7581 Sep 22 09:50:11.813392 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3687955'] for router, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.832880 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:11.835754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c4bb6-d34a-4d76-82bc-ee54fddf0ebc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=dc7e50f1-9542-42f2-8b94-d38e15bba21b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:11.849760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85d140-5c47-4d4d-ba04-2d09bb7b529e None None] DHCP port deletion for 9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:50:11.870737 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network dc7e50f1-9542-42f2-8b94-d38e15bba21b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:50:11.880939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No DVR routers for this DVR port 3e73bd4e-ca90-4831-940b-1c827cfe7581 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:11.890195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5be001b6-a926-4677-aecb-16dda7739b2c req-fb8d2d37-5d88-4606-8d5c-6aab26612482 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869187 Sep 22 09:50:11.937601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=3e73bd4e-ca90-4831-940b-1c827cfe7581,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:12.072774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.096241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:12.108480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4131e81f-c77e-45c7-b3da-4df0738d1ef8') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:12.108810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4131e81f-c77e-45c7-b3da-4df0738d1ef8') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:12.124820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.139151 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.148482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:12.149206 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:12.152700 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:12.365104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c4367-a92a-41c7-a432-a0a6455bc8ad tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:12.366789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-239c4367-a92a-41c7-a432-a0a6455bc8ad tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/networks?id=dc7e50f1-9542-42f2-8b94-d38e15bba21b HTTP/1.1" status: 200 len: 760 time: 0.6382270 Sep 22 09:50:12.370823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35398) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:12.375944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-206987490'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:12.404927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Router 67554913-f93f-433b-acba-3ed7b7f49e58 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:50:12.433858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.441165 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.443287 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/networks/9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a HTTP/1.1" status: 204 len: 168 time: 1.4882514 Sep 22 09:50:12.448402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35404) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:12.456229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d1185-da4e-4fc2-8b83-5c8178a7114d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Network': ['ID=9b0f95b6-eaf0-4798-8d1e-8f0b5abe7e9a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:12.492675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:12.502887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.521923 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:50:12.532038 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.532380 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment c4d10416-d488-4c51-93f5-0aacfd8be7f9 of type vlan for network 683d3863-1d62-4cd9-9b6f-b2588efd616d Sep 22 09:50:12.534482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:50:12.542859 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.544110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c385211e-25d9-4984-a7e1-7f37331d2e69 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "PUT /v2.0/routers/67554913-f93f-433b-acba-3ed7b7f49e58 HTTP/1.1" status: 200 len: 710 time: 3.2887373 Sep 22 09:50:12.547393 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ba3b0-cbe6-4f36-8eb5-f1119c504af9 None None] Sync routers for ids ['67554913-f93f-433b-acba-3ed7b7f49e58'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:50:12.549293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35406) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:12.559772 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ba3b0-cbe6-4f36-8eb5-f1119c504af9 None None] Routers {'67554913-f93f-433b-acba-3ed7b7f49e58'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:12.560316 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-bd8ba3b0-cbe6-4f36-8eb5-f1119c504af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['67554913-f93f-433b-acba-3ed7b7f49e58'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:12.576176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.594331 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-bd8ba3b0-cbe6-4f36-8eb5-f1119c504af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:12.603489 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ba3b0-cbe6-4f36-8eb5-f1119c504af9 None None] Routers {'67554913-f93f-433b-acba-3ed7b7f49e58'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:12.604299 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-bd8ba3b0-cbe6-4f36-8eb5-f1119c504af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:49:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['67554913-f93f-433b-acba-3ed7b7f49e58'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:12.637332 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-bd8ba3b0-cbe6-4f36-8eb5-f1119c504af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:12.637983 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ba3b0-cbe6-4f36-8eb5-f1119c504af9 None None] The sync data for ids ['67554913-f93f-433b-acba-3ed7b7f49e58'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:50:12.640704 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1a5edc81-3540-4caf-9f18-2aae5d1843d8 tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/routers/67554913-f93f-433b-acba-3ed7b7f49e58 HTTP/1.1" status: 200 len: 745 time: 0.0904586 Sep 22 09:50:12.643978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35408) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:12.648746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4807069-01bc-45c6-8bd1-0d7ccd711133 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:12.650254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b4807069-01bc-45c6-8bd1-0d7ccd711133 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2008886 Sep 22 09:50:12.653692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35410) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:12.681699 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2c24450c-6405-4cd3-aaab-a3b15e83fcfb tempest-RoutersIpV6AdminTest-1528294188 tempest-RoutersIpV6AdminTest-1528294188-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&device_id=67554913-f93f-433b-acba-3ed7b7f49e58 HTTP/1.1" status: 200 len: 205 time: 0.0364776 Sep 22 09:50:12.684267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35414) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:12.703893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-08075bc6-37c2-46e4-a994-bede4b11d15a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0488904 Sep 22 09:50:12.707088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35416) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:12.710478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.712185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1969085316'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:12.716312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:12.716641 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.728471 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-134fd996-3a29-44db-bdcb-6bc9461af731 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=67554913-f93f-433b-acba-3ed7b7f49e58 HTTP/1.1" status: 200 len: 205 time: 0.0406308 Sep 22 09:50:12.735547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35418) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:12.815552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=683d3863-1d62-4cd9-9b6f-b2588efd616d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:12.822159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.822510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.822855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.823194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.823746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.823873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.824170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.824502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.824853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.825184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.825513 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.825838 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:50:12.837815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 683d3863-1d62-4cd9-9b6f-b2588efd616d details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:50:12.839676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7adf3d83-78b4-4eca-9c7e-08e1b2159762 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.877306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:12.880953 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:12.941702 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b6bc2829-404e-442f-925e-3b122e92943e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5696971 Sep 22 09:50:12.943492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35428) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:12.951365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'network_id': '683d3863-1d62-4cd9-9b6f-b2588efd616d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:13.058358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:50:13.107702 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7adf3d83-78b4-4eca-9c7e-08e1b2159762 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.112342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7adf3d83-78b4-4eca-9c7e-08e1b2159762 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.117165 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.117594 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Added segment a09c5549-bc72-4d9b-9796-c0c7deb1f029 of type vlan for network 279a18be-2e11-4040-acf3-aad299959c2e Sep 22 09:50:13.136404 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6881e-e0dc-4e5e-8437-55d5eb5ebec3 req-45f69ab7-49c4-4420-bc26-7018fc98e354 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:13.137970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cca6881e-e0dc-4e5e-8437-55d5eb5ebec3 req-45f69ab7-49c4-4420-bc26-7018fc98e354 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.1513448 Sep 22 09:50:13.216550 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.245565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:13.249466 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.253730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cca6881e-e0dc-4e5e-8437-55d5eb5ebec3 req-a9ebc169-36cc-495c-90dc-bfc03f4db945 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623405 Sep 22 09:50:13.469783 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7adf3d83-78b4-4eca-9c7e-08e1b2159762 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.471183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adf3d83-78b4-4eca-9c7e-08e1b2159762 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Fanout notify agent at l3_agent the message router_deleted on router 67554913-f93f-433b-acba-3ed7b7f49e58 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:50:13.480034 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7adf3d83-78b4-4eca-9c7e-08e1b2159762 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.485606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7adf3d83-78b4-4eca-9c7e-08e1b2159762 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/67554913-f93f-433b-acba-3ed7b7f49e58 HTTP/1.1" status: 204 len: 168 time: 0.7440255 Sep 22 09:50:13.487098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35444) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:13.522980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-37bd823d-c25e-49a7-a51c-9606250383f6 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=67554913-f93f-433b-acba-3ed7b7f49e58 HTTP/1.1" status: 200 len: 205 time: 0.0332525 Sep 22 09:50:13.525804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.532029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:13.532550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35446) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:13.533155 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.562426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940ed83-29d4-415d-9c56-e0fac2b289b1 req-c8ed841c-92bf-4348-8c1f-ef74424fddd4 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:13.566004 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9940ed83-29d4-415d-9c56-e0fac2b289b1 req-c8ed841c-92bf-4348-8c1f-ef74424fddd4 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.45 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.1456900 Sep 22 09:50:13.577596 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-03a5a435-82d3-43e5-9233-1ddcd40bb8a1 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] delete failed (client error): The resource could not be found. Sep 22 09:50:13.578586 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-03a5a435-82d3-43e5-9233-1ddcd40bb8a1 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/67554913-f93f-433b-acba-3ed7b7f49e58 HTTP/1.1" status: 404 len: 336 time: 0.0449853 Sep 22 09:50:13.581937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35448) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:13.637552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Network': ['ID=279a18be-2e11-4040-acf3-aad299959c2e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:13.651259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 279a18be-2e11-4040-acf3-aad299959c2e details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:50:13.672583 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-afc4881b-17ff-412b-92df-f1c15dfd7eb6 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8f32708-8213-4383-a336-82fc9f6bcdd9 HTTP/1.1" status: 200 len: 205 time: 0.0895395 Sep 22 09:50:13.674955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35452) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:13.688146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2e72e99c-5e4e-4db5-b64e-3498c92f0d9d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9799664 Sep 22 09:50:13.691833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35454) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:13.699346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '279a18be-2e11-4040-acf3-aad299959c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:13.720524 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-5db0b35f-4a62-4af0-b394-969af6b7b2e0 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] delete failed (client error): The resource could not be found. Sep 22 09:50:13.722425 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5db0b35f-4a62-4af0-b394-969af6b7b2e0 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/c8f32708-8213-4383-a336-82fc9f6bcdd9 HTTP/1.1" status: 404 len: 336 time: 0.0461998 Sep 22 09:50:13.725056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35456) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:13.760694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.799640 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-27c453a4-ed24-4f86-a7d5-5204f34c436a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c4124a-1b2f-414f-8b18-20efcf2fcf1a HTTP/1.1" status: 200 len: 205 time: 0.0716548 Sep 22 09:50:13.802781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35460) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:13.856542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3e73bd4e-ca90-4831-940b-1c827cfe7581 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:50:13.864851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-9940ed83-29d4-415d-9c56-e0fac2b289b1 req-6113a8e9-9a4c-4e40-9254-7cd9eae904e5 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Deleting port 3967f814-f918-4708-ad5b-6ce0fc14f4f3 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:13.865265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9940ed83-29d4-415d-9c56-e0fac2b289b1 req-6113a8e9-9a4c-4e40-9254-7cd9eae904e5 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.873642 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-d5b63b5b-872a-4f92-bc39-150b2a3e575a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] delete failed (client error): The resource could not be found. Sep 22 09:50:13.877668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d5b63b5b-872a-4f92-bc39-150b2a3e575a tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/f6c4124a-1b2f-414f-8b18-20efcf2fcf1a HTTP/1.1" status: 404 len: 336 time: 0.0694659 Sep 22 09:50:13.880562 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35464) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:13.885929 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=ac08a908-45ae-40ca-9110-cee541f1241d,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:13.886630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 3e73bd4e-ca90-4831-940b-1c827cfe7581 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:50:13.886630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3e73bd4e-ca90-4831-940b-1c827cfe7581 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:50:13.927360 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-75050c60-cd95-4169-a612-337ba3cf43b6 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=816bcada-3534-47e7-b32c-2d313f4170b2 HTTP/1.1" status: 200 len: 205 time: 0.0427885 Sep 22 09:50:13.930039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35468) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:13.969603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-9940ed83-29d4-415d-9c56-e0fac2b289b1 req-6113a8e9-9a4c-4e40-9254-7cd9eae904e5 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] For port 3967f814-f918-4708-ad5b-6ce0fc14f4f3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3967f814-f918-4708-ad5b-6ce0fc14f4f3,segment=NetworkSegment(b504f486-e342-4bdb-a861-daa9f0f10406),segment_id=b504f486-e342-4bdb-a861-daa9f0f10406)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:13.970040 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9940ed83-29d4-415d-9c56-e0fac2b289b1 req-6113a8e9-9a4c-4e40-9254-7cd9eae904e5 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:13.971514 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-891c08f2-7f04-425f-a5f5-b544578be01c tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] delete failed (client error): The resource could not be found. Sep 22 09:50:13.972558 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-891c08f2-7f04-425f-a5f5-b544578be01c tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/816bcada-3534-47e7-b32c-2d313f4170b2 HTTP/1.1" status: 404 len: 336 time: 0.0416243 Sep 22 09:50:13.973382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking segment: {'id': 'c4d10416-d488-4c51-93f5-0aacfd8be7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '683d3863-1d62-4cd9-9b6f-b2588efd616d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:13.974441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network hostable DHCP agents. Network: 683d3863-1d62-4cd9-9b6f-b2588efd616d, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:50:13.975176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35470) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:13.993239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:13.996606 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:14.017089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-9940ed83-29d4-415d-9c56-e0fac2b289b1 req-6113a8e9-9a4c-4e40-9254-7cd9eae904e5 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Calling delete_port for 3967f814-f918-4708-ad5b-6ce0fc14f4f3 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:14.035080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fa722960-d863-4652-b54c-93fcb712caf2 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4 HTTP/1.1" status: 200 len: 205 time: 0.0586164 Sep 22 09:50:14.038260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35474) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:14.097697 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-38e18085-d06c-4513-923e-efe7381ca340 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] delete failed (client error): The resource could not be found. Sep 22 09:50:14.101715 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-38e18085-d06c-4513-923e-efe7381ca340 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/dbcf14cf-364e-4ecb-9fda-15a0e8ad8bc4 HTTP/1.1" status: 404 len: 336 time: 0.0595891 Sep 22 09:50:14.102853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35480) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:14.112631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network 683d3863-1d62-4cd9-9b6f-b2588efd616d is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:50:14.160228 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-396943b1-a295-418f-9724-ab9968fc0060 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "GET /v2.0/ports?device_id=5168fe3d-99ee-4c38-808e-59f578e41747 HTTP/1.1" status: 200 len: 205 time: 0.0560522 Sep 22 09:50:14.170298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35486) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:14.254249 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-d0f61953-fb6e-4dd9-847a-e88ecd3fa3a1 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] delete failed (client error): The resource could not be found. Sep 22 09:50:14.259322 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d0f61953-fb6e-4dd9-847a-e88ecd3fa3a1 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/routers/5168fe3d-99ee-4c38-808e-59f578e41747 HTTP/1.1" status: 404 len: 336 time: 0.0842793 Sep 22 09:50:14.261303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35490) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:14.294678 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-9821826e-2b9b-4087-a2dd-a9856082a9e8 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:14.295636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9821826e-2b9b-4087-a2dd-a9856082a9e8 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:14.297398 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9821826e-2b9b-4087-a2dd-a9856082a9e8 tempest-RoutersIpV6AdminTest-802970131 tempest-RoutersIpV6AdminTest-802970131-project] 10.222.0.49 "DELETE /v2.0/subnets/751cb3dc-892d-4e1d-92d2-d943a64ae3fe HTTP/1.1" status: 404 len: 337 time: 0.0349088 Sep 22 09:50:14.321753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 683d3863-1d62-4cd9-9b6f-b2588efd616d) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:14.327082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:14.327970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:14.334229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb6ba13-df96-4470-8aec-d5e5d634c741 None None] Network 683d3863-1d62-4cd9-9b6f-b2588efd616d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:14.457836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb8822-ad99-48fe-a8f8-172944649893 req-8bbac076-456c-4897-9b03-cef934a604ef tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:14.461355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7edb8822-ad99-48fe-a8f8-172944649893 req-8bbac076-456c-4897-9b03-cef934a604ef tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 946 time: 0.0761702 Sep 22 09:50:14.494631 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-be3b4ceb-75b8-4d64-bb72-444a7ce51207 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5492599 Sep 22 09:50:14.496799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35502) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:14.523995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7edb8822-ad99-48fe-a8f8-172944649893 req-094be34d-977e-4d56-8254-04b3eb0a787a tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/security-groups?id=9321ed6c-469e-4bb9-b076-98ae44a56281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554569 Sep 22 09:50:14.533735 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:14.545179 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9940ed83-29d4-415d-9c56-e0fac2b289b1 req-6113a8e9-9a4c-4e40-9254-7cd9eae904e5 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:14.561822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['3967f814-f918-4708-ad5b-6ce0fc14f4f3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:50:14.638044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-683d3863-1d62-4cd9-9b6f-b2588efd616d', 'network_id': '683d3863-1d62-4cd9-9b6f-b2588efd616d', 'tenant_id': '9e7ffbffb47f4f65b0d4e0a89eccc10a', 'fixed_ips': [{'subnet_id': 'ac08a908-45ae-40ca-9110-cee541f1241d'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:50:14.638970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:14.657932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113a8e9-9a4c-4e40-9254-7cd9eae904e5 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Pushing event deleted for resources: {'Port': ['ID=3967f814-f918-4708-ad5b-6ce0fc14f4f3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:14.702570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:14.723088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Subnet': ['ID=08436ed8-7145-4745-81a6-014a6a1e38b8,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:14.763607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-9940ed83-29d4-415d-9c56-e0fac2b289b1 req-6113a8e9-9a4c-4e40-9254-7cd9eae904e5 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] No DVR routers for this DVR port 3967f814-f918-4708-ad5b-6ce0fc14f4f3 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:14.767860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:14.772828 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9940ed83-29d4-415d-9c56-e0fac2b289b1 req-6113a8e9-9a4c-4e40-9254-7cd9eae904e5 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:14.774872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9940ed83-29d4-415d-9c56-e0fac2b289b1 req-6113a8e9-9a4c-4e40-9254-7cd9eae904e5 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.45 "DELETE /v2.0/ports/3967f814-f918-4708-ad5b-6ce0fc14f4f3 HTTP/1.1" status: 204 len: 173 time: 1.1966560 Sep 22 09:50:14.775338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdeea37-320b-4ef9-90db-126b26c21eea', 'name': 'network-vif-deleted', 'tag': '3967f814-f918-4708-ad5b-6ce0fc14f4f3'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:50:14.777701 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97fffa5-a35c-4075-b363-43759abea486" -d '{"events": [{"server_uuid": "9fdeea37-320b-4ef9-90db-126b26c21eea", "name": "network-vif-deleted", "tag": "3967f814-f918-4708-ad5b-6ce0fc14f4f3"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:50:14.805426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Checking segment: {'id': 'a09c5549-bc72-4d9b-9796-c0c7deb1f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '279a18be-2e11-4040-acf3-aad299959c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:14.811195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network hostable DHCP agents. Network: 279a18be-2e11-4040-acf3-aad299959c2e, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:50:14.892946 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7344aafc-b211-4f4b-aa10-634ef80d6433 x-openstack-request-id: req-7344aafc-b211-4f4b-aa10-634ef80d6433 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:50:14.893290 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdeea37-320b-4ef9-90db-126b26c21eea", "name": "network-vif-deleted", "tag": "3967f814-f918-4708-ad5b-6ce0fc14f4f3", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:50:14.893538 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7344aafc-b211-4f4b-aa10-634ef80d6433 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:50:14.894110 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdeea37-320b-4ef9-90db-126b26c21eea', 'name': 'network-vif-deleted', 'tag': '3967f814-f918-4708-ad5b-6ce0fc14f4f3', 'status': 'completed', 'code': 200} Sep 22 09:50:14.914950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Allocated IP 172.20.0.2 (683d3863-1d62-4cd9-9b6f-b2588efd616d/ac08a908-45ae-40ca-9110-cee541f1241d/f523a58f-86fc-4650-b48c-65893bbc64f6) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:15.056708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 279a18be-2e11-4040-acf3-aad299959c2e is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:50:15.101211 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.157890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35518) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:15.278520 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0084-07d4-48ac-a47f-d4b66ad2a628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.385385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 279a18be-2e11-4040-acf3-aad299959c2e) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:15.393810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:15.395357 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.401549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be6c89-d460-40cd-bb89-6e6b0ed8cea8 None None] Network 279a18be-2e11-4040-acf3-aad299959c2e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:15.415468 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0084-07d4-48ac-a47f-d4b66ad2a628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.460720 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.514072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0084-07d4-48ac-a47f-d4b66ad2a628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.525553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Network 683d3863-1d62-4cd9-9b6f-b2588efd616d is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:15.533486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:15.540872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:15.550693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Pushing event updated for resources: {'Port': ['ID=f523a58f-86fc-4650-b48c-65893bbc64f6,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:15.586100 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.648417 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6a5d0084-07d4-48ac-a47f-d4b66ad2a628 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9848ecacb52a4c59be99e9b2553eceb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909863 Sep 22 09:50:15.651604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35538) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:15.686862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0031d0c0-2c3a-46f6-8294-052d0e116e50 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9915056 Sep 22 09:50:15.693516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40840133-9486-448e-afc3-ff560f700e27 req-490a046c-f797-4788-ab30-dbfa251b7468 tempest-TestServerAdvancedOps-765375628 tempest-TestServerAdvancedOps-765375628-project] 10.222.0.49 "GET /v2.0/ports?device_id=9fdeea37-320b-4ef9-90db-126b26c21eea HTTP/1.1" status: 200 len: 210 time: 0.0504625 Sep 22 09:50:15.697549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35544) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:15.704062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': '279a18be-2e11-4040-acf3-aad299959c2e', 'name': 'tempest-PortsTestJSON-64497280'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:15.705251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d0084-07d4-48ac-a47f-d4b66ad2a628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0bf68e-5050-4d2b-b77e-db961e161e40,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:15.716146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Attempting to bind port f523a58f-86fc-4650-b48c-65893bbc64f6 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:50:15.716839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Attempting to bind port f523a58f-86fc-4650-b48c-65893bbc64f6 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'c4d10416-d488-4c51-93f5-0aacfd8be7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '683d3863-1d62-4cd9-9b6f-b2588efd616d'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:50:15.717471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Attempting to bind port f523a58f-86fc-4650-b48c-65893bbc64f6 on network 683d3863-1d62-4cd9-9b6f-b2588efd616d {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:50:15.722694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Subnet': ['ID=ac08a908-45ae-40ca-9110-cee541f1241d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:15.734870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:50:15.735250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Checking segment: {'id': 'c4d10416-d488-4c51-93f5-0aacfd8be7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '683d3863-1d62-4cd9-9b6f-b2588efd616d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:15.735669 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.736075 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Bound using segment: {'id': 'c4d10416-d488-4c51-93f5-0aacfd8be7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '683d3863-1d62-4cd9-9b6f-b2588efd616d'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:50:15.736562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Bound port: f523a58f-86fc-4650-b48c-65893bbc64f6, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d10416-d488-4c51-93f5-0aacfd8be7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '683d3863-1d62-4cd9-9b6f-b2588efd616d'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:50:15.736980 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.740631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-279a18be-2e11-4040-acf3-aad299959c2e', 'network_id': '279a18be-2e11-4040-acf3-aad299959c2e', 'tenant_id': 'e6461e9978484ebbbf9f9b732d5baef6', 'fixed_ips': [{'subnet_id': '08436ed8-7145-4745-81a6-014a6a1e38b8'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:50:15.742166 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.794479 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.824001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683d3863-1d62-4cd9-9b6f-b2588efd616d']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:15.835581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d10416-d488-4c51-93f5-0aacfd8be7f9') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:15.835901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d10416-d488-4c51-93f5-0aacfd8be7f9') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:15.847384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.887890 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.893040 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f21e86d4-1e32-4559-b075-1c254293143c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.896642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:15.897909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:15.902869 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:15.919318 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f21e86d4-1e32-4559-b075-1c254293143c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.024777 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 09:50:16.024777 n-d-805649-4 neutron-server[95509]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 09:50:16.024777 n-d-805649-4 neutron-server[95509]: [parameters: {'id': '683d3863-1d62-4cd9-9b6f-b2588efd616d'}] Sep 22 09:50:16.024777 n-d-805649-4 neutron-server[95509]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:50:16.025357 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:50:16.070002 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f21e86d4-1e32-4559-b075-1c254293143c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.072636 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f21e86d4-1e32-4559-b075-1c254293143c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.073967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f21e86d4-1e32-4559-b075-1c254293143c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a0bf68e-5050-4d2b-b77e-db961e161e40 HTTP/1.1" status: 204 len: 168 time: 0.4193339 Sep 22 09:50:16.082095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e86d4-1e32-4559-b075-1c254293143c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0bf68e-5050-4d2b-b77e-db961e161e40,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:16.139650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Allocated IP 172.20.0.2 (279a18be-2e11-4040-acf3-aad299959c2e/08436ed8-7145-4745-81a6-014a6a1e38b8/4690a546-53b9-4f9d-8388-99a6bc87e1bd) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:16.146215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:16.149847 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] For port f523a58f-86fc-4650-b48c-65893bbc64f6, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:50:16.155723 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.157579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] For port f523a58f-86fc-4650-b48c-65893bbc64f6, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f523a58f-86fc-4650-b48c-65893bbc64f6,segment=NetworkSegment(c4d10416-d488-4c51-93f5-0aacfd8be7f9),segment_id=c4d10416-d488-4c51-93f5-0aacfd8be7f9)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:50:16.183762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port 28aa1632-8e92-4f48-87cd-085d9ce89d03 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:50:16.286088 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.346675 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.383873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58834933-d4c3-4bee-8e0b-9d88110bed29 None None] Pushing event updated for resources: {'Port': ['ID=f523a58f-86fc-4650-b48c-65893bbc64f6,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:16.403825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd2a136-f64f-4cb2-be4e-4e77f5a74ee5 None None] Network 683d3863-1d62-4cd9-9b6f-b2588efd616d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:16.526144 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.586703 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a0a90e3e-9ac4-4e24-96e5-536c5068b5ec {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:50:16.586703 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:50:16.651570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Deleting port f523a58f-86fc-4650-b48c-65893bbc64f6 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:16.651912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.682983 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.741971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] For port f523a58f-86fc-4650-b48c-65893bbc64f6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f523a58f-86fc-4650-b48c-65893bbc64f6,segment=NetworkSegment(c4d10416-d488-4c51-93f5-0aacfd8be7f9),segment_id=c4d10416-d488-4c51-93f5-0aacfd8be7f9)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:16.742666 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.751418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Network 279a18be-2e11-4040-acf3-aad299959c2e is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:16.757571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Calling delete_port for f523a58f-86fc-4650-b48c-65893bbc64f6 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:16.774384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:16.779471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:16.800393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Pushing event updated for resources: {'Port': ['ID=4690a546-53b9-4f9d-8388-99a6bc87e1bd,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:16.852020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35586) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:16.896629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Attempting to bind port 4690a546-53b9-4f9d-8388-99a6bc87e1bd on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:50:16.898613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Attempting to bind port 4690a546-53b9-4f9d-8388-99a6bc87e1bd by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a09c5549-bc72-4d9b-9796-c0c7deb1f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '279a18be-2e11-4040-acf3-aad299959c2e'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:50:16.899177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Attempting to bind port 4690a546-53b9-4f9d-8388-99a6bc87e1bd on network 279a18be-2e11-4040-acf3-aad299959c2e {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:50:16.907870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:50:16.910927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Checking segment: {'id': 'a09c5549-bc72-4d9b-9796-c0c7deb1f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '279a18be-2e11-4040-acf3-aad299959c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:16.910927 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.910927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Bound using segment: {'id': 'a09c5549-bc72-4d9b-9796-c0c7deb1f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '279a18be-2e11-4040-acf3-aad299959c2e'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:50:16.910927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Bound port: 4690a546-53b9-4f9d-8388-99a6bc87e1bd, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09c5549-bc72-4d9b-9796-c0c7deb1f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '279a18be-2e11-4040-acf3-aad299959c2e'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:50:16.910927 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:16.927904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25cdc2c-4b6b-4ed8-954e-d90c9f456170 admin admin] Deleting subnet 5561720c-6333-4b70-8e2b-48c108351494 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:50:16.933048 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e25cdc2c-4b6b-4ed8-954e-d90c9f456170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.003124 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e25cdc2c-4b6b-4ed8-954e-d90c9f456170 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.037046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] For port 4690a546-53b9-4f9d-8388-99a6bc87e1bd, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:50:17.041044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] For port 4690a546-53b9-4f9d-8388-99a6bc87e1bd, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4690a546-53b9-4f9d-8388-99a6bc87e1bd,segment=NetworkSegment(a09c5549-bc72-4d9b-9796-c0c7deb1f029),segment_id=a09c5549-bc72-4d9b-9796-c0c7deb1f029)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:50:17.082352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.092996 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.099016 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e25cdc2c-4b6b-4ed8-954e-d90c9f456170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.120566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Port': ['ID=f523a58f-86fc-4650-b48c-65893bbc64f6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:17.125081 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No DVR routers for this DVR port f523a58f-86fc-4650-b48c-65893bbc64f6 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:17.126010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port 816567f2-0a18-4fa5-802b-6126004b64c8 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:50:17.220585 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.240553 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683d3863-1d62-4cd9-9b6f-b2588efd616d']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:17.251306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d10416-d488-4c51-93f5-0aacfd8be7f9') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:17.251530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.7 (279a18be-2e11-4040-acf3-aad299959c2e/08436ed8-7145-4745-81a6-014a6a1e38b8/816567f2-0a18-4fa5-802b-6126004b64c8) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:17.251654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d10416-d488-4c51-93f5-0aacfd8be7f9') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:17.262320 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.276095 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.282182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:17.282603 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:17.285776 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:17.336993 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.382968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35606) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:17.394462 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e25cdc2c-4b6b-4ed8-954e-d90c9f456170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.426518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3967f814-f918-4708-ad5b-6ce0fc14f4f3 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:50:17.441173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cdc2c-4b6b-4ed8-954e-d90c9f456170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5561720c-6333-4b70-8e2b-48c108351494,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:17.455313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e25cdc2c-4b6b-4ed8-954e-d90c9f456170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.455313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e25cdc2c-4b6b-4ed8-954e-d90c9f456170 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5561720c-6333-4b70-8e2b-48c108351494 HTTP/1.1" status: 204 len: 168 time: 0.5961964 Sep 22 09:50:17.463532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35608) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:17.471364 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-21af57fa-25c0-458e-8d6f-82a23ffb1568 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0919bc00e74474591a39de23447cdb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0846689 Sep 22 09:50:17.471711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35610) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:17.475783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 3967f814-f918-4708-ad5b-6ce0fc14f4f3 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:50:17.476137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3967f814-f918-4708-ad5b-6ce0fc14f4f3 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:50:17.478597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270da79a-822e-4d0e-94a7-e1366efbee48 None None] Pushing event updated for resources: {'Port': ['ID=4690a546-53b9-4f9d-8388-99a6bc87e1bd,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:17.488915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.511459 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.513847 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/683d3863-1d62-4cd9-9b6f-b2588efd616d HTTP/1.1" status: 204 len: 168 time: 3.0157156 Sep 22 09:50:17.517511 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.519251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942601f-71fe-45c1-86d3-708c784b9779 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=683d3863-1d62-4cd9-9b6f-b2588efd616d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:17.522945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35612) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:17.604203 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cde2ad48-7fcd-469b-9a70-6b19111d517c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.636953 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe25a10c-faea-4d2e-9609-e04f8a054c58 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] GET failed (client error): The resource could not be found. Sep 22 09:50:17.638554 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fe25a10c-faea-4d2e-9609-e04f8a054c58 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/subnets/ac08a908-45ae-40ca-9110-cee541f1241d HTTP/1.1" status: 404 len: 337 time: 0.1129909 Sep 22 09:50:17.641711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35620) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:17.686534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.689186 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cde2ad48-7fcd-469b-9a70-6b19111d517c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.701101 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf8d46f-6cf6-409f-a7ad-aaba42bd123f tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:17.702045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf8d46f-6cf6-409f-a7ad-aaba42bd123f tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:17.704114 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-abf8d46f-6cf6-409f-a7ad-aaba42bd123f tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/683d3863-1d62-4cd9-9b6f-b2588efd616d HTTP/1.1" status: 404 len: 339 time: 0.0612297 Sep 22 09:50:17.709130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35622) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:17.870029 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cde2ad48-7fcd-469b-9a70-6b19111d517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.873070 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cde2ad48-7fcd-469b-9a70-6b19111d517c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.873651 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.889611 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cde2ad48-7fcd-469b-9a70-6b19111d517c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6c64c82-d43d-465e-bd34-b47e45d29c3b HTTP/1.1" status: 204 len: 168 time: 0.4047825 Sep 22 09:50:17.921766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b7736e-21bf-4e57-8374-ca0c338b1b83']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:17.922051 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2ad48-7fcd-469b-9a70-6b19111d517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c64c82-d43d-465e-bd34-b47e45d29c3b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:17.943036 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:17.991915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b504f486-e342-4bdb-a861-daa9f0f10406') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:17.992281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b504f486-e342-4bdb-a861-daa9f0f10406') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:18.092597 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:18.124551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 279a18be-2e11-4040-acf3-aad299959c2e is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:18.140398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:18.153700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:18.162405 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:18.191817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=816567f2-0a18-4fa5-802b-6126004b64c8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:18.211720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:18.212421 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:18.214253 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:18.292358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c23c8b-c843-4bdf-9d8c-6ee47a654ba8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:18.293952 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-08c23c8b-c843-4bdf-9d8c-6ee47a654ba8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5818434 Sep 22 09:50:18.296999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35638) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:18.303272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:18.303903 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:18.368343 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-74e29db2-b49b-4a5f-a293-d3dfc4c2dff3 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 207 time: 0.0690339 Sep 22 09:50:18.374623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35642) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:18.438684 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:18.457790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:18.461287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] 10.222.0.49 "DELETE /v2.0/networks/f9b7736e-21bf-4e57-8374-ca0c338b1b83 HTTP/1.1" status: 204 len: 168 time: 0.9962051 Sep 22 09:50:18.463781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35646) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:18.529453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc1b38a-9fbb-4888-8dd0-5ccb723b3cc3 admin admin] Deleting subnet 195a7714-dbf1-4438-8473-10e13b3a0c18 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:50:18.537393 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-901b4917-df9e-4cd1-982e-b281f19b1af0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8387496 Sep 22 09:50:18.560635 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b38a-9fbb-4888-8dd0-5ccb723b3cc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:18.560905 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b901b1-6ff7-454d-85eb-50fa80c39adc admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b7736e-21bf-4e57-8374-ca0c338b1b83,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:18.567967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35650) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:18.589020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': '279a18be-2e11-4040-acf3-aad299959c2e', 'name': 'tempest-PortsTestJSON-1937800456'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:18.616966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b38a-9fbb-4888-8dd0-5ccb723b3cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:18.688595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b38a-9fbb-4888-8dd0-5ccb723b3cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:18.852933 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b38a-9fbb-4888-8dd0-5ccb723b3cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:18.950793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1b38a-9fbb-4888-8dd0-5ccb723b3cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=195a7714-dbf1-4438-8473-10e13b3a0c18,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:18.955982 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b38a-9fbb-4888-8dd0-5ccb723b3cc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:18.961184 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ffc1b38a-9fbb-4888-8dd0-5ccb723b3cc3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/195a7714-dbf1-4438-8473-10e13b3a0c18 HTTP/1.1" status: 204 len: 168 time: 0.4960079 Sep 22 09:50:18.963741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35668) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:18.996864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c5612-072a-4a37-ad30-50f12b911543 None None] Network 279a18be-2e11-4040-acf3-aad299959c2e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:19.123898 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:19.209537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-02def6c0-43a0-49d8-be81-e2589785dfad None None] Provisioning complete for port 4690a546-53b9-4f9d-8388-99a6bc87e1bd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:19.209940 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-02def6c0-43a0-49d8-be81-e2589785dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:19.312378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:19.371532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b19b9b-f83f-47d1-8e91-18146fd7f400']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:19.404409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa17514-2385-4e64-b590-66c656dd6745') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:19.405030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa17514-2385-4e64-b590-66c656dd6745') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:19.426481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:19.435621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404f94f-d4ef-4a32-9e72-5ade8ea878c5 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:19.442813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404f94f-d4ef-4a32-9e72-5ade8ea878c5 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:19.461282 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:19.463088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404f94f-d4ef-4a32-9e72-5ade8ea878c5 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:19.474780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:19.475791 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:19.477866 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:19.480300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404f94f-d4ef-4a32-9e72-5ade8ea878c5 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:19.480300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7404f94f-d4ef-4a32-9e72-5ade8ea878c5 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.1038258 Sep 22 09:50:19.492124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35686) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:19.528808 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-02def6c0-43a0-49d8-be81-e2589785dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:19.587458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-02def6c0-43a0-49d8-be81-e2589785dfad None None] For port 4690a546-53b9-4f9d-8388-99a6bc87e1bd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4690a546-53b9-4f9d-8388-99a6bc87e1bd,segment=NetworkSegment(a09c5549-bc72-4d9b-9796-c0c7deb1f029),segment_id=a09c5549-bc72-4d9b-9796-c0c7deb1f029)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:19.629593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:19.633907 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:19.661344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port 35d6179e-75b9-4409-9104-74ab92743e1c yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:50:19.681458 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-02def6c0-43a0-49d8-be81-e2589785dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:19.739070 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-70805af1-9af5-44d8-a07c-98064cc46b38 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2454946 Sep 22 09:50:19.742651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35696) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:19.776938 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02def6c0-43a0-49d8-be81-e2589785dfad None None] Pushing event updated for resources: {'Port': ['ID=4690a546-53b9-4f9d-8388-99a6bc87e1bd,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:19.841728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.8 (279a18be-2e11-4040-acf3-aad299959c2e/08436ed8-7145-4745-81a6-014a6a1e38b8/35d6179e-75b9-4409-9104-74ab92743e1c) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:19.846430 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:19.859763 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b30ce1-17d9-45f4-89cd-e4124e830016 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:19.871547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b30ce1-17d9-45f4-89cd-e4124e830016 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:19.871547 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b8b30ce1-17d9-45f4-89cd-e4124e830016 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1238794 Sep 22 09:50:19.905110 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:19.909675 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] 10.222.0.49 "DELETE /v2.0/networks/73b19b9b-f83f-47d1-8e91-18146fd7f400 HTTP/1.1" status: 204 len: 168 time: 0.9446070 Sep 22 09:50:19.917336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35704) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:20.018784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d1a4f15c-7e88-448a-a5dc-23c2853b6314 None None] Provisioning complete for port 816567f2-0a18-4fa5-802b-6126004b64c8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:20.020766 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f15c-7e88-448a-a5dc-23c2853b6314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:20.120819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4690a546-53b9-4f9d-8388-99a6bc87e1bd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:20.126735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48155c88-2485-46dd-b4bb-58a3ef48a8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=73b19b9b-f83f-47d1-8e91-18146fd7f400,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:20.186412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4f15c-7e88-448a-a5dc-23c2853b6314 None None] Port 816567f2-0a18-4fa5-802b-6126004b64c8 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:20.188134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2e3cdf-9175-4c83-b884-c8a1e52d64e8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:20.196225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2e3cdf-9175-4c83-b884-c8a1e52d64e8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['shared'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:20.198616 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ff2e3cdf-9175-4c83-b884-c8a1e52d64e8 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2784929 Sep 22 09:50:20.204519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35716) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:20.225780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d1a4f15c-7e88-448a-a5dc-23c2853b6314 None None] Provisioning complete for port 4690a546-53b9-4f9d-8388-99a6bc87e1bd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:20.226818 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f15c-7e88-448a-a5dc-23c2853b6314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:20.307985 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:20.335216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4690a546-53b9-4f9d-8388-99a6bc87e1bd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:20.336006 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:20.340422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35720) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:20.481335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abcc4ff-32fe-46ca-b83c-62b072598a3a None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:50:20.564034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d98d77-c1d2-48bd-9e23-fcffe52b732d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:20.566264 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d5d98d77-c1d2-48bd-9e23-fcffe52b732d tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/networks/d7792c62-75d2-420b-9025-d03ea20a6247 HTTP/1.1" status: 200 len: 799 time: 0.3556445 Sep 22 09:50:20.569930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35730) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:20.586689 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:20.664779 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a18b2082-61b6-4e74-b7b6-a86440f3ac85 tempest-AgentManagementNegativeTest-1086881549 tempest-AgentManagementNegativeTest-1086881549-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3159633 Sep 22 09:50:20.691720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 279a18be-2e11-4040-acf3-aad299959c2e is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:20.711361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abcc4ff-32fe-46ca-b83c-62b072598a3a None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:50:20.724768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:20.735801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:20.824463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=35d6179e-75b9-4409-9104-74ab92743e1c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:20.836282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-942cf6be-9419-4ce3-b655-6aa0e4f2cfea tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/networks/d7792c62-75d2-420b-9025-d03ea20a6247?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2570407 Sep 22 09:50:20.836282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35738) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:20.855567 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e0cd52ed-7749-417c-99d5-29ececd62706 None None] Provisioning complete for port 816567f2-0a18-4fa5-802b-6126004b64c8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:20.856071 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e0cd52ed-7749-417c-99d5-29ececd62706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:20.892350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:20.893412 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:20.898702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd52ed-7749-417c-99d5-29ececd62706 None None] Port 816567f2-0a18-4fa5-802b-6126004b64c8 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:20.922362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35742) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:20.954231 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e128b504-d156-4550-b940-64a807ede5dd tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:20.972149 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e128b504-d156-4550-b940-64a807ede5dd tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/subnets/6c39494f-3d82-4a80-9f71-8f7859f913a5 HTTP/1.1" status: 200 len: 811 time: 0.1374640 Sep 22 09:50:20.973168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35744) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:21.018837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2fa26963-2dcd-4e49-8b21-cb809a5c4159 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf9ff35c609e48b78a7dca9740f01189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926998 Sep 22 09:50:21.018963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35748) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:21.023791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2ebd36b6-7190-4762-962d-6c9d53353fc5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4541993 Sep 22 09:50:21.029716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35750) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:21.075464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84537bb2-10aa-420a-bf1a-dd1321c7ae93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.134579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84537bb2-10aa-420a-bf1a-dd1321c7ae93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.169285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7089f85c-297b-49c7-a521-5cbce25f7d45 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:21.170992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7089f85c-297b-49c7-a521-5cbce25f7d45 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "GET /v2.0/subnets/6c39494f-3d82-4a80-9f71-8f7859f913a5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1895821 Sep 22 09:50:21.184558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35758) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:21.199733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb2710a-80c4-474b-adcf-dc09d8533990 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:21.201379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dcb2710a-80c4-474b-adcf-dc09d8533990 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 920 time: 0.1706729 Sep 22 09:50:21.206517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1569613282'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:21.208942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35760) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:21.321600 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84537bb2-10aa-420a-bf1a-dd1321c7ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.324333 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84537bb2-10aa-420a-bf1a-dd1321c7ae93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.325604 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-84537bb2-10aa-420a-bf1a-dd1321c7ae93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9321ed6c-469e-4bb9-b076-98ae44a56281 HTTP/1.1" status: 204 len: 168 time: 0.3057418 Sep 22 09:50:21.340848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84537bb2-10aa-420a-bf1a-dd1321c7ae93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9321ed6c-469e-4bb9-b076-98ae44a56281,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:21.378118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-1ee59f7c-de8c-4acc-a5be-47c0b2d558c1 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 35d6179e-75b9-4409-9104-74ab92743e1c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:21.378467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ee59f7c-de8c-4acc-a5be-47c0b2d558c1 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.405707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35770) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:21.413734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:21.422452 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.456281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:50:21.467865 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.468604 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Added segment 2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7 of type vlan for network af288ecb-cdf5-4920-b213-aab8b088c53e Sep 22 09:50:21.525609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6207d35e-ba57-4756-968b-12c1add199a9 None None] Provisioning complete for port 35d6179e-75b9-4409-9104-74ab92743e1c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:21.527339 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6207d35e-ba57-4756-968b-12c1add199a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.583739 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.591252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6207d35e-ba57-4756-968b-12c1add199a9 None None] Port 35d6179e-75b9-4409-9104-74ab92743e1c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:21.604412 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ee59f7c-de8c-4acc-a5be-47c0b2d558c1 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.618841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-1ee59f7c-de8c-4acc-a5be-47c0b2d558c1 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 35d6179e-75b9-4409-9104-74ab92743e1c owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:21.629319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d300505-39d2-4770-b7c4-71da7d564df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.719067 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.732015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:21.732925 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.853146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Network': ['ID=af288ecb-cdf5-4920-b213-aab8b088c53e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:21.869788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network af288ecb-cdf5-4920-b213-aab8b088c53e details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:50:21.885260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4690a546-53b9-4f9d-8388-99a6bc87e1bd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:21.886812 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d300505-39d2-4770-b7c4-71da7d564df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.995827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ee59f7c-de8c-4acc-a5be-47c0b2d558c1 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:21.997660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8d300505-39d2-4770-b7c4-71da7d564df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:22.027314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4690a546-53b9-4f9d-8388-99a6bc87e1bd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:22.027838 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:22.062956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee59f7c-de8c-4acc-a5be-47c0b2d558c1 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=35d6179e-75b9-4409-9104-74ab92743e1c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:22.072179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8d300505-39d2-4770-b7c4-71da7d564df5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f7d9a87072044b8b1db832d7e245eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648097 Sep 22 09:50:22.074830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35786) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:22.083504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d300505-39d2-4770-b7c4-71da7d564df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e75150-497f-402e-b000-51855b51f1a6,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:22.150912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-04e3dc5e-ed70-4f03-bf56-5581e2c01cd7 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9482596 Sep 22 09:50:22.153532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35794) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:22.168209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'network_id': 'af288ecb-cdf5-4920-b213-aab8b088c53e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:22.295985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ee59f7c-de8c-4acc-a5be-47c0b2d558c1 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:22.298593 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1ee59f7c-de8c-4acc-a5be-47c0b2d558c1 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/35d6179e-75b9-4409-9104-74ab92743e1c HTTP/1.1" status: 204 len: 168 time: 1.0868781 Sep 22 09:50:22.308855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35804) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:22.351302 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bf0bd5-f561-434d-afde-a74927681258 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:50:22.351302 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b0bf0bd5-f561-434d-afde-a74927681258 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/35d6179e-75b9-4409-9104-74ab92743e1c HTTP/1.1" status: 404 len: 333 time: 0.0392220 Sep 22 09:50:22.353373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35806) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:22.363855 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1408954a-4d90-4e01-acb1-30c60cbe84c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:22.475106 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1408954a-4d90-4e01-acb1-30c60cbe84c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:22.498057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Made reservation on behalf of 9e7ffbffb47f4f65b0d4e0a89eccc10a for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:22.503213 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:22.576357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a3911307-7b14-4db3-9736-c7638f2a9607 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 816567f2-0a18-4fa5-802b-6126004b64c8 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:22.576911 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a3911307-7b14-4db3-9736-c7638f2a9607 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:22.637773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.ipam_backend_mixin [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Performing IP validity checks on allocation pools {{(pid=95510) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 09:50:22.643925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.ipam_backend_mixin [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95510) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 09:50:22.686453 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a3911307-7b14-4db3-9736-c7638f2a9607 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:22.699247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35818) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:22.721046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a3911307-7b14-4db3-9736-c7638f2a9607 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 816567f2-0a18-4fa5-802b-6126004b64c8 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:22.782856 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1408954a-4d90-4e01-acb1-30c60cbe84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:22.785706 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1408954a-4d90-4e01-acb1-30c60cbe84c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:22.786856 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1408954a-4d90-4e01-acb1-30c60cbe84c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43e75150-497f-402e-b000-51855b51f1a6 HTTP/1.1" status: 204 len: 168 time: 0.6790478 Sep 22 09:50:22.799301 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0ceb0a32-bbfc-42c9-a3cc-330ce462c7ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4603556dbae94ccfa353c3af1d8c0db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964899 Sep 22 09:50:22.805043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35822) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:22.824787 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408954a-4d90-4e01-acb1-30c60cbe84c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e75150-497f-402e-b000-51855b51f1a6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:22.918343 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce876-f5e1-4dba-88f6-b439f79bfea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:22.957538 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce876-f5e1-4dba-88f6-b439f79bfea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:23.133522 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:23.134472 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce876-f5e1-4dba-88f6-b439f79bfea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:23.138194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5c6ce876-f5e1-4dba-88f6-b439f79bfea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:23.141717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5c6ce876-f5e1-4dba-88f6-b439f79bfea0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bbe28dd-8f84-42c1-9243-8d65efdb37f1 HTTP/1.1" status: 204 len: 168 time: 0.3344738 Sep 22 09:50:23.142589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a3911307-7b14-4db3-9736-c7638f2a9607 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:23.182986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ce876-f5e1-4dba-88f6-b439f79bfea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbe28dd-8f84-42c1-9243-8d65efdb37f1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:23.187663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3911307-7b14-4db3-9736-c7638f2a9607 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=816567f2-0a18-4fa5-802b-6126004b64c8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:23.294845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=51c0552b-1295-4dfc-85a4-eb30bd0220b5,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:23.347721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Checking segment: {'id': '2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'af288ecb-cdf5-4920-b213-aab8b088c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:23.350972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network hostable DHCP agents. Network: af288ecb-cdf5-4920-b213-aab8b088c53e, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:50:23.379251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a3911307-7b14-4db3-9736-c7638f2a9607 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:23.381050 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a3911307-7b14-4db3-9736-c7638f2a9607 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/816567f2-0a18-4fa5-802b-6126004b64c8 HTTP/1.1" status: 204 len: 168 time: 1.0264258 Sep 22 09:50:23.384151 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35840) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:23.401215 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:23.415582 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-966ce0b2-1d3d-4994-844d-d549a53346fb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:50:23.417309 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-966ce0b2-1d3d-4994-844d-d549a53346fb tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/816567f2-0a18-4fa5-802b-6126004b64c8 HTTP/1.1" status: 404 len: 333 time: 0.0320916 Sep 22 09:50:23.419998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35842) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:23.489664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Network af288ecb-cdf5-4920-b213-aab8b088c53e is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:50:23.505287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f02497-1fef-4111-8646-bb29fd7f33b2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting subnet 08436ed8-7145-4745-81a6-014a6a1e38b8 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:50:23.511375 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82f02497-1fef-4111-8646-bb29fd7f33b2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:23.559327 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82f02497-1fef-4111-8646-bb29fd7f33b2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:23.674405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, af288ecb-cdf5-4920-b213-aab8b088c53e) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:23.686829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:23.687585 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:23.689730 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc423d8-1af8-4c7a-80dc-3361db75974d None None] Network af288ecb-cdf5-4920-b213-aab8b088c53e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:23.734314 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82f02497-1fef-4111-8646-bb29fd7f33b2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:23.831272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0a0b6f03-f039-43bd-b4bc-799edb4b6c89 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6763070 Sep 22 09:50:23.834624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35868) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:23.850536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-77b2fef7-0c6f-4764-9a3b-51ebd1f14505 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:24.002474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82f02497-1fef-4111-8646-bb29fd7f33b2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.079628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f02497-1fef-4111-8646-bb29fd7f33b2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Subnet': ['ID=08436ed8-7145-4745-81a6-014a6a1e38b8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:24.086672 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82f02497-1fef-4111-8646-bb29fd7f33b2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.090975 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-82f02497-1fef-4111-8646-bb29fd7f33b2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/08436ed8-7145-4745-81a6-014a6a1e38b8 HTTP/1.1" status: 204 len: 168 time: 0.6674516 Sep 22 09:50:24.091176 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-af288ecb-cdf5-4920-b213-aab8b088c53e', 'network_id': 'af288ecb-cdf5-4920-b213-aab8b088c53e', 'tenant_id': '9e7ffbffb47f4f65b0d4e0a89eccc10a', 'fixed_ips': [{'subnet_id': '51c0552b-1295-4dfc-85a4-eb30bd0220b5'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:50:24.091176 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.099801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35876) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:24.116351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcb2c31-ea04-4017-8766-56c4afacf078 None None] Network 279a18be-2e11-4040-acf3-aad299959c2e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:24.129204 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77b2fef7-0c6f-4764-9a3b-51ebd1f14505 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25751711'] for subnet, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.231824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.305851 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 4690a546-53b9-4f9d-8388-99a6bc87e1bd {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:24.307194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.411351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] For port 4690a546-53b9-4f9d-8388-99a6bc87e1bd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4690a546-53b9-4f9d-8388-99a6bc87e1bd,segment=NetworkSegment(a09c5549-bc72-4d9b-9796-c0c7deb1f029),segment_id=a09c5549-bc72-4d9b-9796-c0c7deb1f029)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:24.411907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.450853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 4690a546-53b9-4f9d-8388-99a6bc87e1bd owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:24.457906 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-095579f1-9f06-4d19-8049-a14e5c9ab067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.470371 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77b2fef7-0c6f-4764-9a3b-51ebd1f14505 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729506799351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25360083'] for subnet, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.574000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2fef7-0c6f-4764-9a3b-51ebd1f14505 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event updated for resources: {'Subnet': ['ID=51c0552b-1295-4dfc-85a4-eb30bd0220b5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:24.577783 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.590103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b2fef7-0c6f-4764-9a3b-51ebd1f14505 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:24.590103 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-77b2fef7-0c6f-4764-9a3b-51ebd1f14505 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.596599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-77b2fef7-0c6f-4764-9a3b-51ebd1f14505 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "PUT /v2.0/subnets/51c0552b-1295-4dfc-85a4-eb30bd0220b5 HTTP/1.1" status: 200 len: 877 time: 0.7597256 Sep 22 09:50:24.597387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35896) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:24.598377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Allocated IP 172.20.0.3 (af288ecb-cdf5-4920-b213-aab8b088c53e/51c0552b-1295-4dfc-85a4-eb30bd0220b5/335facf6-5fd3-4e63-9047-19d6b3334d2e) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:24.636581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8cf644-8d56-4d5d-b344-40dbacd93b30 None None] DHCP port deletion for 279a18be-2e11-4040-acf3-aad299959c2e request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:50:24.745617 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.788948 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.807865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2e8cf644-8d56-4d5d-b344-40dbacd93b30 None None] Deleting port 4690a546-53b9-4f9d-8388-99a6bc87e1bd {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:24.808832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No DVR routers for this DVR port 4690a546-53b9-4f9d-8388-99a6bc87e1bd on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:24.809838 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2e8cf644-8d56-4d5d-b344-40dbacd93b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.833512 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.894219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35906) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:24.900314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=4690a546-53b9-4f9d-8388-99a6bc87e1bd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:24.951803 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.957519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2e8cf644-8d56-4d5d-b344-40dbacd93b30 None None] For port 4690a546-53b9-4f9d-8388-99a6bc87e1bd, host n-d-805649-4, got binding levels [] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:24.958692 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2e8cf644-8d56-4d5d-b344-40dbacd93b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.974870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2e8cf644-8d56-4d5d-b344-40dbacd93b30 None None] Calling delete_port for 4690a546-53b9-4f9d-8388-99a6bc87e1bd owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:24.981643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.ipam_backend_mixin [None req-2e8cf644-8d56-4d5d-b344-40dbacd93b30 None None] Port 4690a546-53b9-4f9d-8388-99a6bc87e1bd was not found and therefore no delete operation was performed {{(pid=95511) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 09:50:24.981643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2e8cf644-8d56-4d5d-b344-40dbacd93b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:24.998804 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8cf644-8d56-4d5d-b344-40dbacd93b30 None None] No DVR routers for this DVR port 4690a546-53b9-4f9d-8388-99a6bc87e1bd on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:25.032590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cf644-8d56-4d5d-b344-40dbacd93b30 None None] Pushing event deleted for resources: {'Port': ['ID=4690a546-53b9-4f9d-8388-99a6bc87e1bd,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:25.054773 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.067414 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.432628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-491108599'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:25.433869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279a18be-2e11-4040-acf3-aad299959c2e']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:25.433869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09c5549-bc72-4d9b-9796-c0c7deb1f029') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:25.433869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09c5549-bc72-4d9b-9796-c0c7deb1f029') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:25.434462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Network af288ecb-cdf5-4920-b213-aab8b088c53e is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:25.434462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:25.434687 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.434858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:25.434942 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:25.437342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Pushing event updated for resources: {'Port': ['ID=335facf6-5fd3-4e63-9047-19d6b3334d2e,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:25.437342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Attempting to bind port 335facf6-5fd3-4e63-9047-19d6b3334d2e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:50:25.437342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Attempting to bind port 335facf6-5fd3-4e63-9047-19d6b3334d2e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'af288ecb-cdf5-4920-b213-aab8b088c53e'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:50:25.437342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Attempting to bind port 335facf6-5fd3-4e63-9047-19d6b3334d2e on network af288ecb-cdf5-4920-b213-aab8b088c53e {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:50:25.437342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:50:25.437342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Checking segment: {'id': '2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'af288ecb-cdf5-4920-b213-aab8b088c53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:25.437342 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.437342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Bound using segment: {'id': '2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'af288ecb-cdf5-4920-b213-aab8b088c53e'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:50:25.437342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Bound port: 335facf6-5fd3-4e63-9047-19d6b3334d2e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'af288ecb-cdf5-4920-b213-aab8b088c53e'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:50:25.437342 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.438261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.438385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] For port 335facf6-5fd3-4e63-9047-19d6b3334d2e, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:50:25.438385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] For port 335facf6-5fd3-4e63-9047-19d6b3334d2e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=335facf6-5fd3-4e63-9047-19d6b3334d2e,segment=NetworkSegment(2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7),segment_id=2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:50:25.438534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Made reservation on behalf of 2728fdc3be624de2ad3a577c5554a7ae for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:25.438534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.438534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Subnet': ['ID=51c0552b-1295-4dfc-85a4-eb30bd0220b5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:25.438534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.438534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.438534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af288ecb-cdf5-4920-b213-aab8b088c53e']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:25.443118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:25.443469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:25.454293 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.483336 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.499473 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.499596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35918) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:25.499683 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/networks/279a18be-2e11-4040-acf3-aad299959c2e HTTP/1.1" status: 204 len: 168 time: 1.3961360 Sep 22 09:50:25.504497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2089334815'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:25.511910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c4eaf-366d-4cf9-a0eb-6e9a0a0cdddf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Network': ['ID=279a18be-2e11-4040-acf3-aad299959c2e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:25.560933 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.619004 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.629162 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.636250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:25.636664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:25.639799 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:25.688017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4ce1a-5ad3-4d85-874e-b75640c4d775 None None] Pushing event updated for resources: {'Port': ['ID=335facf6-5fd3-4e63-9047-19d6b3334d2e,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:25.738886 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.775474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:50:25.794347 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.794691 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Added segment a98272c6-137c-4694-be23-7ad136a34f77 of type vlan for network 188e2d2f-0c7f-4244-9e19-bd5f4b23febe Sep 22 09:50:25.796742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbae43b5-aba4-4aa0-b119-35a74e7fff94,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:25.807526 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 09:50:25.807526 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 09:50:25.807526 n-d-805649-4 neutron-server[95510]: [parameters: {'id': 'af288ecb-cdf5-4920-b213-aab8b088c53e'}] Sep 22 09:50:25.807526 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:50:25.807526 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:50:25.853096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4690a546-53b9-4f9d-8388-99a6bc87e1bd no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:50:25.860034 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.878691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:25.882926 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.905805 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4690a546-53b9-4f9d-8388-99a6bc87e1bd {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:50:25.906273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4690a546-53b9-4f9d-8388-99a6bc87e1bd not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:50:25.930029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:50:25.939755 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.940099 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Added segment 3f474958-1d96-4ff6-8c30-74b4ac8277d2 of type vlan for network e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 Sep 22 09:50:25.988284 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:25.996312 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:26.006085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:26.006953 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:26.093303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event updated for resources: {'Network': ['ID=188e2d2f-0c7f-4244-9e19-bd5f4b23febe,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:26.115039 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 188e2d2f-0c7f-4244-9e19-bd5f4b23febe details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:50:26.209706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35932) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:26.209976 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c6cf0ba6-8556-4b51-aaea-e793bf96637f tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3135297 Sep 22 09:50:26.215594 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Request body: {'subnet': {'network_id': '188e2d2f-0c7f-4244-9e19-bd5f4b23febe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:26.245279 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:26.252770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:26.252770 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:26.331242 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:26.423662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Network': ['ID=e9507bd9-4b5d-4ea6-a1e9-b1aef6710652,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:26.436266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:50:26.475794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Made reservation on behalf of 2728fdc3be624de2ad3a577c5554a7ae for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:26.482556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:26.492498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Deleting port 335facf6-5fd3-4e63-9047-19d6b3334d2e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:26.492945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:26.655893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7b83b8d8-acf0-482c-b72a-20bcd89b6511 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1549072 Sep 22 09:50:26.661041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35938) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:26.671188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': 'e9507bd9-4b5d-4ea6-a1e9-b1aef6710652', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:26.673411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] For port 335facf6-5fd3-4e63-9047-19d6b3334d2e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=335facf6-5fd3-4e63-9047-19d6b3334d2e,segment=NetworkSegment(2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7),segment_id=2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:26.679429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:26.713934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Calling delete_port for 335facf6-5fd3-4e63-9047-19d6b3334d2e owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:26.927203 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4e22-c35d-4afe-9aca-2fa2284d0c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:26.931832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:26.978289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Port': ['ID=335facf6-5fd3-4e63-9047-19d6b3334d2e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:26.986620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No DVR routers for this DVR port 335facf6-5fd3-4e63-9047-19d6b3334d2e on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:27.105108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff877df-cf43-4c5e-b390-bddb0e7a7995 None None] Network af288ecb-cdf5-4920-b213-aab8b088c53e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:27.190652 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.202087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5de56330-8a2a-4ca9-9f31-d2b29dc7a7f5 None None] Could not find standard attr ID for object 335facf6-5fd3-4e63-9047-19d6b3334d2e. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:50:27.227563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af288ecb-cdf5-4920-b213-aab8b088c53e']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:27.240171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:27.248039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a49aa61-2d7c-4d91-bad8-54c83e0f7ca7') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:27.253006 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.293487 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.309776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:27.310402 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:27.317637 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:27.356522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988688bd-306b-4a82-976e-5badd740e67e None None] DHCP port deletion for af288ecb-cdf5-4920-b213-aab8b088c53e request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:50:27.386849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c682c6-4b94-4086-ae43-044c5e3ca865 None None] Network af288ecb-cdf5-4920-b213-aab8b088c53e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:27.508801 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.517023 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.524550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35968) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:27.524991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/af288ecb-cdf5-4920-b213-aab8b088c53e HTTP/1.1" status: 204 len: 168 time: 2.9259975 Sep 22 09:50:27.546017 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.565986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470d96f-e119-4259-9807-d8900437ab5b tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=af288ecb-cdf5-4920-b213-aab8b088c53e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:27.573415 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a9422c-a3d4-445a-b7e5-811bf2e343c3 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:27.574240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a9422c-a3d4-445a-b7e5-811bf2e343c3 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:27.578398 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a8a9422c-a3d4-445a-b7e5-811bf2e343c3 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/subnets/51c0552b-1295-4dfc-85a4-eb30bd0220b5 HTTP/1.1" status: 404 len: 337 time: 0.0529594 Sep 22 09:50:27.581030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35970) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:27.609124 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a50849-3659-4a48-9876-22363b5e2a05 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:27.609744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a50849-3659-4a48-9876-22363b5e2a05 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:27.620879 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-05a50849-3659-4a48-9876-22363b5e2a05 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/af288ecb-cdf5-4920-b213-aab8b088c53e HTTP/1.1" status: 404 len: 339 time: 0.0347934 Sep 22 09:50:27.620879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:27.621619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35972) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:27.624934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.628709 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.663873 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ba0798-7a98-456a-8248-fa996eef1e62 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:27.664334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ba0798-7a98-456a-8248-fa996eef1e62 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:27.668411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b9ba0798-7a98-456a-8248-fa996eef1e62 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/subnets/ac08a908-45ae-40ca-9110-cee541f1241d HTTP/1.1" status: 404 len: 337 time: 0.0433788 Sep 22 09:50:27.668639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35974) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:27.697142 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0c2413-cd87-4124-bce9-55024611cffc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:27.697704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0c2413-cd87-4124-bce9-55024611cffc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:27.701924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8b0c2413-cd87-4124-bce9-55024611cffc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/683d3863-1d62-4cd9-9b6f-b2588efd616d HTTP/1.1" status: 404 len: 339 time: 0.0300374 Sep 22 09:50:27.702161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35976) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:27.714324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event updated for resources: {'Subnet': ['ID=60505ac8-6ffb-438a-b4ab-0ebf6a5c230f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:27.782090 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.884831 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.907806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7e50f1-9542-42f2-8b94-d38e15bba21b']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:27.919354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cc92a1-38fb-4572-9b0a-9a264793202b') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:27.919656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cc92a1-38fb-4572-9b0a-9a264793202b') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:27.935175 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.951645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.958369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:27.959043 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:27.962770 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:28.019808 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Checking segment: {'id': 'a98272c6-137c-4694-be23-7ad136a34f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '188e2d2f-0c7f-4244-9e19-bd5f4b23febe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:28.019808 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Network hostable DHCP agents. Network: 188e2d2f-0c7f-4244-9e19-bd5f4b23febe, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:50:28.058334 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.138764 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.148990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.153937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/dc7e50f1-9542-42f2-8b94-d38e15bba21b HTTP/1.1" status: 204 len: 168 time: 0.4486592 Sep 22 09:50:28.154484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 35986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.183434 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.203767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Network 188e2d2f-0c7f-4244-9e19-bd5f4b23febe is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:50:28.222858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492ae42-e807-43f5-a2b8-27c87d9f3899 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=dc7e50f1-9542-42f2-8b94-d38e15bba21b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:28.271141 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c82a6d3-ed18-404b-9097-dd6c2118b7c2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.271641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c82a6d3-ed18-404b-9097-dd6c2118b7c2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.274034 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1c82a6d3-ed18-404b-9097-dd6c2118b7c2 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/subnets/d67ff251-6a8e-4f6f-b042-ad155712819d HTTP/1.1" status: 404 len: 337 time: 0.1183462 Sep 22 09:50:28.276567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35992) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.332014 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-f084dd37-768c-4af9-81b4-0bd95dd0b71e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.332637 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f084dd37-768c-4af9-81b4-0bd95dd0b71e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.334676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f084dd37-768c-4af9-81b4-0bd95dd0b71e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/c1ffdffe-b4bf-4251-8a99-89986a0fd6b1 HTTP/1.1" status: 404 len: 339 time: 0.0569315 Sep 22 09:50:28.346009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35994) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.385284 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f387d60-f0ed-4dcb-8811-3a1c23d3f721 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.385895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f387d60-f0ed-4dcb-8811-3a1c23d3f721 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.389206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0f387d60-f0ed-4dcb-8811-3a1c23d3f721 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/subnets/a37af1bb-df4d-4b47-ba77-b0e98ad7f350 HTTP/1.1" status: 404 len: 337 time: 0.0492887 Sep 22 09:50:28.390651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 35998) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.391937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Checking segment: {'id': '3f474958-1d96-4ff6-8c30-74b4ac8277d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e9507bd9-4b5d-4ea6-a1e9-b1aef6710652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:28.392279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network hostable DHCP agents. Network: e9507bd9-4b5d-4ea6-a1e9-b1aef6710652, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:50:28.394302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 188e2d2f-0c7f-4244-9e19-bd5f4b23febe) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:28.399269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:28.400816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.405947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2106487d-7d8e-4c1c-a510-df6e0ca26820 None None] Network 188e2d2f-0c7f-4244-9e19-bd5f4b23febe requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:28.411784 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-0643b87a-064a-4f71-ba0a-d7e54fbfba50 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.412590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0643b87a-064a-4f71-ba0a-d7e54fbfba50 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.418091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0643b87a-064a-4f71-ba0a-d7e54fbfba50 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/bd2e3530-46bf-4cbe-93cd-015d443c0157 HTTP/1.1" status: 404 len: 339 time: 0.0256019 Sep 22 09:50:28.418091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36000) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.440802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Subnet': ['ID=ae08062f-18dc-4dd7-8298-b3133fdc6f6a,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:28.450851 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5b150f-261e-4194-b0f8-2b7d2170554e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.450851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5b150f-261e-4194-b0f8-2b7d2170554e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.450851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8b5b150f-261e-4194-b0f8-2b7d2170554e tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/subnets/f51b4215-39fa-49aa-b1b3-578fd7effc0f HTTP/1.1" status: 404 len: 337 time: 0.0305569 Sep 22 09:50:28.451263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36004) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.471687 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-f766c1b1-d18b-4307-b9a8-e377ac4c9071 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.472243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f766c1b1-d18b-4307-b9a8-e377ac4c9071 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.477162 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f766c1b1-d18b-4307-b9a8-e377ac4c9071 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/53adfe3b-cbc6-4b16-9948-4a0ef95d3f9d HTTP/1.1" status: 404 len: 339 time: 0.0218720 Sep 22 09:50:28.477396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36006) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.504006 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec97843d-5130-4bb3-a14b-10ec26a30f38 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.504458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec97843d-5130-4bb3-a14b-10ec26a30f38 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.507042 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ec97843d-5130-4bb3-a14b-10ec26a30f38 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/subnets/f4a49f1d-1628-4ba7-9176-8065b9783644 HTTP/1.1" status: 404 len: 337 time: 0.0286450 Sep 22 09:50:28.509740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36008) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.538888 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba09b633-a775-4c71-9e02-1f18b10644cc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.538888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba09b633-a775-4c71-9e02-1f18b10644cc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.538888 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ba09b633-a775-4c71-9e02-1f18b10644cc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/10588b07-97b4-478b-86b3-c52396b1c77b HTTP/1.1" status: 404 len: 339 time: 0.0228586 Sep 22 09:50:28.540425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36012) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.556769 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-02db40b4-3354-49a0-b266-49a911f24ddd tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3448806 Sep 22 09:50:28.558679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36014) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.563308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c1289d4a-3580-4287-a0b1-4d358980e28e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1036789204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:28.576129 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c803c9-ff98-4703-ae68-9afbe20ee5a9 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.576886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c803c9-ff98-4703-ae68-9afbe20ee5a9 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.578778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-45c803c9-ff98-4703-ae68-9afbe20ee5a9 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/subnets/e4d4ec9d-93a2-40f8-84c7-4470d46b15ce HTTP/1.1" status: 404 len: 337 time: 0.0371556 Sep 22 09:50:28.582753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36016) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.596353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:50:28.609373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, e9507bd9-4b5d-4ea6-a1e9-b1aef6710652) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:28.617621 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab359fd-f86c-40eb-b280-0bca832b3995 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.618391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab359fd-f86c-40eb-b280-0bca832b3995 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.623332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dab359fd-f86c-40eb-b280-0bca832b3995 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/57c735d7-ba1c-4b45-8062-210bee66c974 HTTP/1.1" status: 404 len: 339 time: 0.0395300 Sep 22 09:50:28.624118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36018) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.625248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-188e2d2f-0c7f-4244-9e19-bd5f4b23febe', 'network_id': '188e2d2f-0c7f-4244-9e19-bd5f4b23febe', 'tenant_id': '2728fdc3be624de2ad3a577c5554a7ae', 'fixed_ips': [{'subnet_id': '60505ac8-6ffb-438a-b4ab-0ebf6a5c230f'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:50:28.628047 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.642523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:28.643380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.655056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516adb9-0cf5-42af-9bf9-b333d68b855a None None] Network e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:28.661837 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ded6936-02fa-452f-b776-d634aa157867 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.663215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ded6936-02fa-452f-b776-d634aa157867 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.668085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9ded6936-02fa-452f-b776-d634aa157867 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/subnets/d9a7b3fb-7a9b-4c01-aa8d-13e440f9c102 HTTP/1.1" status: 404 len: 337 time: 0.0427577 Sep 22 09:50:28.668887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36020) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.688827 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bff65ee-8750-4d41-b877-76ae32c75686 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.689574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bff65ee-8750-4d41-b877-76ae32c75686 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.692568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1289d4a-3580-4287-a0b1-4d358980e28e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.694120 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3bff65ee-8750-4d41-b877-76ae32c75686 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/7f5b2794-fe8a-46ef-9212-a164a008544e HTTP/1.1" status: 404 len: 339 time: 0.0242240 Sep 22 09:50:28.694686 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1289d4a-3580-4287-a0b1-4d358980e28e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.695257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36022) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.724304 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-071189f0-22e0-466e-9a5c-807ee27e4128 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.726720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071189f0-22e0-466e-9a5c-807ee27e4128 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.731208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-071189f0-22e0-466e-9a5c-807ee27e4128 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/subnets/2d308f1e-2903-4eca-9af4-1b9fd834c72a HTTP/1.1" status: 404 len: 337 time: 0.0348625 Sep 22 09:50:28.731912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36024) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.751241 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-170335eb-67b5-45cf-91e9-3059122b62aa tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.751852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170335eb-67b5-45cf-91e9-3059122b62aa tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.756022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-170335eb-67b5-45cf-91e9-3059122b62aa tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/0cfc853e-429b-4176-ad04-537898927e98 HTTP/1.1" status: 404 len: 339 time: 0.0208910 Sep 22 09:50:28.756487 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36026) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.794100 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d9c483-28f3-4cdd-90fd-7d5f699d5878 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.795123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d9c483-28f3-4cdd-90fd-7d5f699d5878 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.799646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e9d9c483-28f3-4cdd-90fd-7d5f699d5878 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/subnets/dfcd73ae-b94d-4429-a906-4a62033a9ef2 HTTP/1.1" status: 404 len: 337 time: 0.0393417 Sep 22 09:50:28.800103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36028) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.820529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1289d4a-3580-4287-a0b1-4d358980e28e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.845352 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3ae7f0-7c4c-40bf-8671-2ddf8bff6215 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] DELETE failed (client error): The resource could not be found. Sep 22 09:50:28.854626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a3ae7f0-7c4c-40bf-8671-2ddf8bff6215 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:50:28.854626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8a3ae7f0-7c4c-40bf-8671-2ddf8bff6215 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/833a7141-a20f-4b03-8e9b-8e438d704ca0 HTTP/1.1" status: 404 len: 339 time: 0.0474210 Sep 22 09:50:28.855265 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36032) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.898536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1289d4a-3580-4287-a0b1-4d358980e28e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.911547 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-69b45fb9-640b-4d43-b90e-18908902a16f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2491012 Sep 22 09:50:28.913439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecf480c-e98a-4790-a611-560f61e842f4 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Deleting subnet 6c39494f-3d82-4a80-9f71-8f7859f913a5 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:50:28.914980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36036) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:28.917137 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ecf480c-e98a-4790-a611-560f61e842f4 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:28.921821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': 'e9507bd9-4b5d-4ea6-a1e9-b1aef6710652', 'name': 'tempest-PortsTestJSON-744721210', 'fixed_ips': [{'subnet_id': 'ae08062f-18dc-4dd7-8298-b3133fdc6f6a', 'ip_address': '172.20.0.10'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:28.971623 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ecf480c-e98a-4790-a611-560f61e842f4 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.042988 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c1289d4a-3580-4287-a0b1-4d358980e28e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.057925 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c1289d4a-3580-4287-a0b1-4d358980e28e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4980335 Sep 22 09:50:29.058515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36040) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:29.061739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Allocated IP 172.20.0.2 (188e2d2f-0c7f-4244-9e19-bd5f4b23febe/60505ac8-6ffb-438a-b4ab-0ebf6a5c230f/4716d407-370c-44dd-9e3a-2ddc2ae7ed82) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:29.092164 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ecf480c-e98a-4790-a611-560f61e842f4 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.129909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-e9507bd9-4b5d-4ea6-a1e9-b1aef6710652', 'network_id': 'e9507bd9-4b5d-4ea6-a1e9-b1aef6710652', 'tenant_id': 'e6461e9978484ebbbf9f9b732d5baef6', 'fixed_ips': [{'subnet_id': 'ae08062f-18dc-4dd7-8298-b3133fdc6f6a'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:50:29.133843 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.265246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ecf480c-e98a-4790-a611-560f61e842f4 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.332521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf480c-e98a-4790-a611-560f61e842f4 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Subnet': ['ID=6c39494f-3d82-4a80-9f71-8f7859f913a5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:29.373648 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9ecf480c-e98a-4790-a611-560f61e842f4 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.375960 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9ecf480c-e98a-4790-a611-560f61e842f4 tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/subnets/6c39494f-3d82-4a80-9f71-8f7859f913a5 HTTP/1.1" status: 204 len: 168 time: 0.5195129 Sep 22 09:50:29.386088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36046) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:29.394416 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.410753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaded0b1-8616-4e0c-b015-4d0bcdff99ca None None] Network d7792c62-75d2-420b-9025-d03ea20a6247 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:29.487246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.490018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:29.504701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Allocated IP 172.20.0.2 (e9507bd9-4b5d-4ea6-a1e9-b1aef6710652/ae08062f-18dc-4dd7-8298-b3133fdc6f6a/e2d6101a-308b-4e66-8523-dea2bfb16b7e) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:29.640107 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.716669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Pushing event updated for resources: {'Port': ['ID=4716d407-370c-44dd-9e3a-2ddc2ae7ed82,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:29.739196 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.766073 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.793346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port 8aaf7a82-ed64-4411-87c2-f5d3e37ab23c yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:50:29.823154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Network 188e2d2f-0c7f-4244-9e19-bd5f4b23febe is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:29.835288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Deleting port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:29.835630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.837952 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:29.841029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:29.860926 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.919904 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] For port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b58dd588-cb5d-4250-b3ef-cbaa1b4177d7,segment=NetworkSegment(f69f2362-0506-4908-8858-7e2d21e9b34b),segment_id=f69f2362-0506-4908-8858-7e2d21e9b34b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:29.920277 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.932357 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:29.954972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Calling delete_port for b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:29.962040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Attempting to bind port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:50:29.962404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Attempting to bind port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a98272c6-137c-4694-be23-7ad136a34f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '188e2d2f-0c7f-4244-9e19-bd5f4b23febe'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:50:29.962770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Attempting to bind port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 on network 188e2d2f-0c7f-4244-9e19-bd5f4b23febe {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:50:29.973467 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.006552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Network e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:30.009985 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:50:30.010900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Checking segment: {'id': 'a98272c6-137c-4694-be23-7ad136a34f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '188e2d2f-0c7f-4244-9e19-bd5f4b23febe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:30.011597 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.012770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Bound using segment: {'id': 'a98272c6-137c-4694-be23-7ad136a34f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '188e2d2f-0c7f-4244-9e19-bd5f4b23febe'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:50:30.013730 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Bound port: 4716d407-370c-44dd-9e3a-2ddc2ae7ed82, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98272c6-137c-4694-be23-7ad136a34f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '188e2d2f-0c7f-4244-9e19-bd5f4b23febe'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:50:30.014416 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.054259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:30.062617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:30.065072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb88526-8bd8-4670-bd4a-cc806bb5db76 None None] DHCP port deletion for d7792c62-75d2-420b-9025-d03ea20a6247 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:50:30.150080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Pushing event updated for resources: {'Port': ['ID=e2d6101a-308b-4e66-8523-dea2bfb16b7e,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:30.233381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Attempting to bind port e2d6101a-308b-4e66-8523-dea2bfb16b7e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:50:30.233381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Attempting to bind port e2d6101a-308b-4e66-8523-dea2bfb16b7e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '3f474958-1d96-4ff6-8c30-74b4ac8277d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e9507bd9-4b5d-4ea6-a1e9-b1aef6710652'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:50:30.233787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Attempting to bind port e2d6101a-308b-4e66-8523-dea2bfb16b7e on network e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:50:30.247800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] For port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:50:30.251640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:50:30.252119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Checking segment: {'id': '3f474958-1d96-4ff6-8c30-74b4ac8277d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e9507bd9-4b5d-4ea6-a1e9-b1aef6710652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:30.252119 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.252529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Bound using segment: {'id': '3f474958-1d96-4ff6-8c30-74b4ac8277d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e9507bd9-4b5d-4ea6-a1e9-b1aef6710652'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:50:30.253019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Bound port: e2d6101a-308b-4e66-8523-dea2bfb16b7e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f474958-1d96-4ff6-8c30-74b4ac8277d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e9507bd9-4b5d-4ea6-a1e9-b1aef6710652'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:50:30.253453 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.256954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] For port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4716d407-370c-44dd-9e3a-2ddc2ae7ed82,segment=NetworkSegment(a98272c6-137c-4694-be23-7ad136a34f77),segment_id=a98272c6-137c-4694-be23-7ad136a34f77)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:50:30.324380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7cb88526-8bd8-4670-bd4a-cc806bb5db76 None None] Deleting port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:30.324892 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7cb88526-8bd8-4670-bd4a-cc806bb5db76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.414646 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.421169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.10 (e9507bd9-4b5d-4ea6-a1e9-b1aef6710652/ae08062f-18dc-4dd7-8298-b3133fdc6f6a/8aaf7a82-ed64-4411-87c2-f5d3e37ab23c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:30.484166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Allocated IP 172.20.0.1 (188e2d2f-0c7f-4244-9e19-bd5f4b23febe/60505ac8-6ffb-438a-b4ab-0ebf6a5c230f/34102c5b-567c-4c99-aba5-9e14e6d6c5f2) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:30.484361 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.492265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Port': ['ID=b58dd588-cb5d-4250-b3ef-cbaa1b4177d7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:30.497912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] No DVR routers for this DVR port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:30.617371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7cb88526-8bd8-4670-bd4a-cc806bb5db76 None None] For port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b58dd588-cb5d-4250-b3ef-cbaa1b4177d7,segment=NetworkSegment(f69f2362-0506-4908-8858-7e2d21e9b34b),segment_id=f69f2362-0506-4908-8858-7e2d21e9b34b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:30.617775 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7cb88526-8bd8-4670-bd4a-cc806bb5db76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.653740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7cb88526-8bd8-4670-bd4a-cc806bb5db76 None None] Calling delete_port for b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:30.701143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.744676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] For port e2d6101a-308b-4e66-8523-dea2bfb16b7e, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:50:30.759442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b7021-e238-44e7-971a-a79f39cfed1c None None] Pushing event updated for resources: {'Port': ['ID=4716d407-370c-44dd-9e3a-2ddc2ae7ed82,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:30.776818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] For port e2d6101a-308b-4e66-8523-dea2bfb16b7e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e2d6101a-308b-4e66-8523-dea2bfb16b7e,segment=NetworkSegment(3f474958-1d96-4ff6-8c30-74b4ac8277d2),segment_id=3f474958-1d96-4ff6-8c30-74b4ac8277d2)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:50:30.843380 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7792c62-75d2-420b-9025-d03ea20a6247']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:30.863584 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7cb88526-8bd8-4670-bd4a-cc806bb5db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.871889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69f2362-0506-4908-8858-7e2d21e9b34b') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:30.872439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69f2362-0506-4908-8858-7e2d21e9b34b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:30.884105 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.903094 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.922107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:30.922373 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.963173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:30.965551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb88526-8bd8-4670-bd4a-cc806bb5db76 None None] No DVR routers for this DVR port b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:30.984771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb88526-8bd8-4670-bd4a-cc806bb5db76 None None] Pushing event deleted for resources: {'Port': ['ID=b58dd588-cb5d-4250-b3ef-cbaa1b4177d7,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:31.020909 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:31.064841 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:31.107090 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:31.112547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:31.114334 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] 10.222.0.49 "DELETE /v2.0/networks/d7792c62-75d2-420b-9025-d03ea20a6247 HTTP/1.1" status: 204 len: 168 time: 1.7269673 Sep 22 09:50:31.128564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:31.185181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348b19f-d55e-4096-b3bf-bd777f7871fc tempest-NetworksTest-1336406539 tempest-NetworksTest-1336406539-project] Pushing event deleted for resources: {'Network': ['ID=d7792c62-75d2-420b-9025-d03ea20a6247,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:31.203765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcbee7-2997-43a2-8e91-7c0c07dcca0e None None] Pushing event updated for resources: {'Port': ['ID=e2d6101a-308b-4e66-8523-dea2bfb16b7e,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:31.325871 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:31.406068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:31.417626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Network 188e2d2f-0c7f-4244-9e19-bd5f4b23febe is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:31.426227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:31.438149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:31.447917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event updated for resources: {'Port': ['ID=34102c5b-567c-4c99-aba5-9e14e6d6c5f2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:31.498407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:31.522741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:31.530425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:31.586106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=8aaf7a82-ed64-4411-87c2-f5d3e37ab23c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:31.598260 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:31.721568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:31.722413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:31.847443 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9a98dd1d-51c1-40f3-bac5-43ceda2d63f7 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9312253 Sep 22 09:50:31.850717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36102) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:31.862680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': 'e9507bd9-4b5d-4ea6-a1e9-b1aef6710652', 'name': 'tempest-PortsTestJSON-988019408', 'fixed_ips': [{'subnet_id': 'ae08062f-18dc-4dd7-8298-b3133fdc6f6a', 'ip_address': '172.20.0.9'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:31.970311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:32.028766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36106) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:32.038671 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e2d6101a-308b-4e66-8523-dea2bfb16b7e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:32.156226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e2d6101a-308b-4e66-8523-dea2bfb16b7e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:32.156675 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:32.320428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-baa8d21a-3560-43ff-b8a2-42496c94d780 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e7ffbffb47f4f65b0d4e0a89eccc10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904727 Sep 22 09:50:32.321196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:32.326263 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36114) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:32.430557 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:32.445630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:32.467713 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b9bd7785-16cb-4285-9904-9392665cb2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:32.481925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port e2d6101a-308b-4e66-8523-dea2bfb16b7e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e2d6101a-308b-4e66-8523-dea2bfb16b7e,segment=NetworkSegment(3f474958-1d96-4ff6-8c30-74b4ac8277d2),segment_id=3f474958-1d96-4ff6-8c30-74b4ac8277d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:32.507107 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b9bd7785-16cb-4285-9904-9392665cb2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:32.522584 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:32.526208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:32.541847 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772964cb-976a-462f-a563-1f781e65faf0 None None] Network 188e2d2f-0c7f-4244-9e19-bd5f4b23febe requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:32.555521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port 8d31e63c-82b6-4759-a07a-d4f81e7cc0f2 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:50:32.636123 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:32.637502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:32.701149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event updated for resources: {'Port': ['ID=34102c5b-567c-4c99-aba5-9e14e6d6c5f2,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:32.731469 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:32.803748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-72d2b015-d66a-4fb3-8246-ce55c2264942 None None] Provisioning complete for port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:32.804236 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72d2b015-d66a-4fb3-8246-ce55c2264942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:32.850728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6b2d56-210c-4950-a9c3-a00c742924ae None None] Network e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:32.862086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.9 (e9507bd9-4b5d-4ea6-a1e9-b1aef6710652/ae08062f-18dc-4dd7-8298-b3133fdc6f6a/8d31e63c-82b6-4759-a07a-d4f81e7cc0f2) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:33.007879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Network 188e2d2f-0c7f-4244-9e19-bd5f4b23febe is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:33.009305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:33.050806 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:33.168108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:33.168487 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:33.211424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=e2d6101a-308b-4e66-8523-dea2bfb16b7e,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:33.236057 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:33.250037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b9bd7785-16cb-4285-9904-9392665cb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:33.250037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b9bd7785-16cb-4285-9904-9392665cb2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:33.253248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b9bd7785-16cb-4285-9904-9392665cb2f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68a61293-46da-45c1-b177-aa2502ab6f7a HTTP/1.1" status: 204 len: 168 time: 0.9236851 Sep 22 09:50:33.290770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Router 656fddac-1f29-408c-8f4a-459549afadd0 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:50:33.315840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=8d31e63c-82b6-4759-a07a-d4f81e7cc0f2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:33.318972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd7785-16cb-4285-9904-9392665cb2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a61293-46da-45c1-b177-aa2502ab6f7a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:33.329023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:33.331088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:33.337260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:33.392668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:33.393335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:33.421489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:50:33.431214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36140) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:33.436771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Request body: {'port': {'network_id': '188e2d2f-0c7f-4244-9e19-bd5f4b23febe', 'name': 'tempest-FloatingIPNegativeTestJSON-1212605425'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:33.442318 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c7307cc2-0f9c-462f-98cc-cf56fe5b5556 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "PUT /v2.0/routers/656fddac-1f29-408c-8f4a-459549afadd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3801548 Sep 22 09:50:33.452663 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72d2b015-d66a-4fb3-8246-ce55c2264942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:33.460758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d02ca57-cb04-45b4-bacd-32c4cf68892b None None] Sync routers for ids ['656fddac-1f29-408c-8f4a-459549afadd0'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:50:33.501005 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:33.504667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-95ade052-54d7-4e3c-b618-ff8ed44dea77 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6522801 Sep 22 09:50:33.505012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36142) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:33.541951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02ca57-cb04-45b4-bacd-32c4cf68892b None None] Routers {'656fddac-1f29-408c-8f4a-459549afadd0'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:33.542743 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0d02ca57-cb04-45b4-bacd-32c4cf68892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['656fddac-1f29-408c-8f4a-459549afadd0'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:33.628382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89bca05-5b30-443a-9437-b599b969d5b4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:33.628536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36144) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:33.628966 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e89bca05-5b30-443a-9437-b599b969d5b4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1203640 Sep 22 09:50:33.640299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-72d2b015-d66a-4fb3-8246-ce55c2264942 None None] For port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4716d407-370c-44dd-9e3a-2ddc2ae7ed82,segment=NetworkSegment(a98272c6-137c-4694-be23-7ad136a34f77),segment_id=a98272c6-137c-4694-be23-7ad136a34f77)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:33.642936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0d02ca57-cb04-45b4-bacd-32c4cf68892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:33.668501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02ca57-cb04-45b4-bacd-32c4cf68892b None None] Routers {'656fddac-1f29-408c-8f4a-459549afadd0'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:33.670192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0d02ca57-cb04-45b4-bacd-32c4cf68892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['656fddac-1f29-408c-8f4a-459549afadd0'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:33.687423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Made reservation on behalf of 2728fdc3be624de2ad3a577c5554a7ae for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:33.687423 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:33.772914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-0d02ca57-cb04-45b4-bacd-32c4cf68892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:33.773677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d02ca57-cb04-45b4-bacd-32c4cf68892b None None] The sync data for ids ['656fddac-1f29-408c-8f4a-459549afadd0'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:50:33.781609 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72d2b015-d66a-4fb3-8246-ce55c2264942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:33.841412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] device_id is not set on port 87646dec-6a1d-46db-a20b-4bc5394bf23f yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:50:33.918124 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:50:33.918484 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:50:33.920621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2b015-d66a-4fb3-8246-ce55c2264942 None None] Pushing event updated for resources: {'Port': ['ID=4716d407-370c-44dd-9e3a-2ddc2ae7ed82,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:33.929865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0714a252-299c-48fc-b55d-1ae4330d3f47 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:33.949285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0714a252-299c-48fc-b55d-1ae4330d3f47 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:33.957856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-bab3457f-25b2-4f0a-a087-925d4f3a4c0b None None] Provisioning complete for port e2d6101a-308b-4e66-8523-dea2bfb16b7e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:33.958247 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bab3457f-25b2-4f0a-a087-925d4f3a4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:33.969257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0714a252-299c-48fc-b55d-1ae4330d3f47 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:33.974178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36166) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:33.983944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0714a252-299c-48fc-b55d-1ae4330d3f47 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3527455 Sep 22 09:50:34.163106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Allocated IP 172.20.0.12 (188e2d2f-0c7f-4244-9e19-bd5f4b23febe/60505ac8-6ffb-438a-b4ab-0ebf6a5c230f/87646dec-6a1d-46db-a20b-4bc5394bf23f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:34.267449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Provisioning complete for port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:34.267873 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:34.562426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Provisioning complete for port 34102c5b-567c-4c99-aba5-9e14e6d6c5f2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:34.562987 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:34.622803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Port 34102c5b-567c-4c99-aba5-9e14e6d6c5f2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:34.667750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:34.697622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Provisioning complete for port 8aaf7a82-ed64-4411-87c2-f5d3e37ab23c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:34.700560 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:34.781002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:50:34.881369 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:34.885605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:50:34.888338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b58dd588-cb5d-4250-b3ef-cbaa1b4177d7 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:50:34.928792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Port 8aaf7a82-ed64-4411-87c2-f5d3e37ab23c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:34.951289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Provisioning complete for port 8d31e63c-82b6-4759-a07a-d4f81e7cc0f2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:34.951671 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:34.964007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Network 188e2d2f-0c7f-4244-9e19-bd5f4b23febe is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:34.964551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-07edb4d4-0391-4ff4-9554-284e8b0caa6c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 8d31e63c-82b6-4759-a07a-d4f81e7cc0f2 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:34.964961 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-07edb4d4-0391-4ff4-9554-284e8b0caa6c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:34.977082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:34.981446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:35.029592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event updated for resources: {'Port': ['ID=87646dec-6a1d-46db-a20b-4bc5394bf23f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:35.030562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Port 8d31e63c-82b6-4759-a07a-d4f81e7cc0f2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:35.069628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Provisioning complete for port e2d6101a-308b-4e66-8523-dea2bfb16b7e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:35.072001 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-41e5162a-68f9-404d-abcf-788ca51fe8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.118467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:35.119543 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.123517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36200) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:35.129007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c98898c8-3f11-421c-a9db-532026e40190 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560722608', 'description': 'tempest-secgroup-smoke-1560722608 description', 'project_id': '32bae1902dca42eb8708e88479157ff8'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:35.168389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36204) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:35.170444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e2d6101a-308b-4e66-8523-dea2bfb16b7e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:35.251894 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c98898c8-3f11-421c-a9db-532026e40190 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.264517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-07edb4d4-0391-4ff4-9554-284e8b0caa6c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.285470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-07edb4d4-0391-4ff4-9554-284e8b0caa6c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 8d31e63c-82b6-4759-a07a-d4f81e7cc0f2 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:35.297232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e2d6101a-308b-4e66-8523-dea2bfb16b7e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:35.297886 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.351089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36210) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:35.351362 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ae205c1e-76ef-41b2-afd5-7ad4603e3ded tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9188490 Sep 22 09:50:35.356913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:35.395515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-28632b38-c5ff-4bb6-bc19-7ec924f376b6 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:35.397009 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-28632b38-c5ff-4bb6-bc19-7ec924f376b6 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 09:50:35.397647 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-28632b38-c5ff-4bb6-bc19-7ec924f376b6 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 09:50:35.397995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:35.398647 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-28632b38-c5ff-4bb6-bc19-7ec924f376b6 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2279203 Sep 22 09:50:35.402270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36212) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:35.407634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e6dd7405-8df2-4a9b-b839-2e974b830f8e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144615764'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:35.437550 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c98898c8-3f11-421c-a9db-532026e40190 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.451904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-904aebf1-3231-4db8-a5fd-195eff185647 None None] Provisioning complete for port 34102c5b-567c-4c99-aba5-9e14e6d6c5f2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:35.452297 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-904aebf1-3231-4db8-a5fd-195eff185647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.497248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:35.497596 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.520885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c98898c8-3f11-421c-a9db-532026e40190 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.540362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-904aebf1-3231-4db8-a5fd-195eff185647 None None] Port 34102c5b-567c-4c99-aba5-9e14e6d6c5f2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:35.554722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98898c8-3f11-421c-a9db-532026e40190 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c566ae3-941a-487b-b53b-0598af0bf7bf,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:35.557925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-904aebf1-3231-4db8-a5fd-195eff185647 None None] Provisioning complete for port 8aaf7a82-ed64-4411-87c2-f5d3e37ab23c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:35.558219 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-904aebf1-3231-4db8-a5fd-195eff185647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.612214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-07edb4d4-0391-4ff4-9554-284e8b0caa6c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.624224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-904aebf1-3231-4db8-a5fd-195eff185647 None None] Port 8aaf7a82-ed64-4411-87c2-f5d3e37ab23c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:35.629166 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-904aebf1-3231-4db8-a5fd-195eff185647 None None] Could not find standard attr ID for object 8d31e63c-82b6-4759-a07a-d4f81e7cc0f2. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:50:35.639692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-904aebf1-3231-4db8-a5fd-195eff185647 None None] Provisioning complete for port 87646dec-6a1d-46db-a20b-4bc5394bf23f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:35.640150 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-904aebf1-3231-4db8-a5fd-195eff185647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.644137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edb4d4-0391-4ff4-9554-284e8b0caa6c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=8d31e63c-82b6-4759-a07a-d4f81e7cc0f2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:35.650716 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.688264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-904aebf1-3231-4db8-a5fd-195eff185647 None None] Port 87646dec-6a1d-46db-a20b-4bc5394bf23f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:35.750911 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-07edb4d4-0391-4ff4-9554-284e8b0caa6c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.752871 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-07edb4d4-0391-4ff4-9554-284e8b0caa6c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/8d31e63c-82b6-4759-a07a-d4f81e7cc0f2 HTTP/1.1" status: 204 len: 168 time: 1.7776434 Sep 22 09:50:35.756337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36218) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:35.784376 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c98898c8-3f11-421c-a9db-532026e40190 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.786054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c98898c8-3f11-421c-a9db-532026e40190 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6609390 Sep 22 09:50:35.787797 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37e4f47-a0c5-4e6d-9af4-f6773ba4ef80 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:50:35.789739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c37e4f47-a0c5-4e6d-9af4-f6773ba4ef80 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/8d31e63c-82b6-4759-a07a-d4f81e7cc0f2 HTTP/1.1" status: 404 len: 333 time: 0.0322318 Sep 22 09:50:35.790440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36220) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:35.792856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36222) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:35.796483 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-cea46114-6326-4a64-a1be-6c386e956901 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Request body: {'security_group_rule': {'security_group_id': '3c566ae3-941a-487b-b53b-0598af0bf7bf', 'project_id': '32bae1902dca42eb8708e88479157ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:35.843901 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.911833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7405-8df2-4a9b-b839-2e974b830f8e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.925679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-563edf14-7631-4ecf-a89f-2b4c562a4dfe tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 8aaf7a82-ed64-4411-87c2-f5d3e37ab23c {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:35.926133 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-563edf14-7631-4ecf-a89f-2b4c562a4dfe tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:35.950862 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7405-8df2-4a9b-b839-2e974b830f8e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.032491 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cea46114-6326-4a64-a1be-6c386e956901 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.037056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-563edf14-7631-4ecf-a89f-2b4c562a4dfe tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.043184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Allocated IP 172.25.6.48 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/bc4a39a3-1599-4f3e-b830-ddf56a04df2c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:36.049212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-563edf14-7631-4ecf-a89f-2b4c562a4dfe tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 8aaf7a82-ed64-4411-87c2-f5d3e37ab23c owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:36.243395 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cea46114-6326-4a64-a1be-6c386e956901 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.275517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7405-8df2-4a9b-b839-2e974b830f8e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.292764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.355227 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-563edf14-7631-4ecf-a89f-2b4c562a4dfe tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.385347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563edf14-7631-4ecf-a89f-2b4c562a4dfe tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=8aaf7a82-ed64-4411-87c2-f5d3e37ab23c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:36.407098 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cea46114-6326-4a64-a1be-6c386e956901 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.412784 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7405-8df2-4a9b-b839-2e974b830f8e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.453846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea46114-6326-4a64-a1be-6c386e956901 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72aec6e3-0b7b-4e9e-8586-dc07aef98a44,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:36.464684 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.466836 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-563edf14-7631-4ecf-a89f-2b4c562a4dfe tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.470720 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-563edf14-7631-4ecf-a89f-2b4c562a4dfe tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/8aaf7a82-ed64-4411-87c2-f5d3e37ab23c HTTP/1.1" status: 204 len: 168 time: 0.6757953 Sep 22 09:50:36.472556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36250) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:36.502384 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e7fe28-c877-4c2c-9b13-4f325e164a90 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:50:36.507295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a9e7fe28-c877-4c2c-9b13-4f325e164a90 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/8aaf7a82-ed64-4411-87c2-f5d3e37ab23c HTTP/1.1" status: 404 len: 333 time: 0.0335126 Sep 22 09:50:36.507981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36252) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:36.511401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd7405-8df2-4a9b-b839-2e974b830f8e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c01ac-2737-4f9c-ad05-571da5e89039,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:36.559940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:36.567100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:36.583094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:36.591222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d71093-90a6-4307-ae37-417eb7a34001 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting subnet ae08062f-18dc-4dd7-8298-b3133fdc6f6a {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:50:36.595720 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18d71093-90a6-4307-ae37-417eb7a34001 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.643604 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18d71093-90a6-4307-ae37-417eb7a34001 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.681335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event updated for resources: {'Port': ['ID=bc4a39a3-1599-4f3e-b830-ddf56a04df2c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:36.771020 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18d71093-90a6-4307-ae37-417eb7a34001 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.774970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7405-8df2-4a9b-b839-2e974b830f8e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.797716 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.883584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7405-8df2-4a9b-b839-2e974b830f8e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.921792 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18d71093-90a6-4307-ae37-417eb7a34001 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.972285 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.988328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d71093-90a6-4307-ae37-417eb7a34001 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Subnet': ['ID=ae08062f-18dc-4dd7-8298-b3133fdc6f6a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:36.995463 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18d71093-90a6-4307-ae37-417eb7a34001 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:36.997760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ab426-c362-4aea-8dda-1b5c9e102e74 None None] Network e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:37.004763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-18d71093-90a6-4307-ae37-417eb7a34001 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/ae08062f-18dc-4dd7-8298-b3133fdc6f6a HTTP/1.1" status: 204 len: 168 time: 0.4956746 Sep 22 09:50:37.006254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36262) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:37.064837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cea46114-6326-4a64-a1be-6c386e956901 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.066055 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cea46114-6326-4a64-a1be-6c386e956901 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2746716 Sep 22 09:50:37.066801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7405-8df2-4a9b-b839-2e974b830f8e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.067871 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e6dd7405-8df2-4a9b-b839-2e974b830f8e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6646662 Sep 22 09:50:37.088064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd7405-8df2-4a9b-b839-2e974b830f8e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363c6f29-4940-4137-8d42-b69da0adeb15,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:37.094042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36266) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:37.094042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36268) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:37.098647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-80f3ac93-ca67-4df4-85b3-ca582bd70c8b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Request body: {'security_group_rule': {'security_group_id': '3c566ae3-941a-487b-b53b-0598af0bf7bf', 'project_id': '32bae1902dca42eb8708e88479157ff8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:37.108426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-595314b0-8b1c-42ef-a03e-c1f626d8086c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': '363c6f29-4940-4137-8d42-b69da0adeb15', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:37.147119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.287821 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.292060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port e2d6101a-308b-4e66-8523-dea2bfb16b7e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:37.292412 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.305797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b555aa56-b87a-4e5d-8190-3db4baf7514a None None] DHCP port deletion for e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:50:37.366996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b555aa56-b87a-4e5d-8190-3db4baf7514a None None] Deleting port e2d6101a-308b-4e66-8523-dea2bfb16b7e {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:37.369331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b555aa56-b87a-4e5d-8190-3db4baf7514a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.372072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] For port e2d6101a-308b-4e66-8523-dea2bfb16b7e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e2d6101a-308b-4e66-8523-dea2bfb16b7e,segment=NetworkSegment(3f474958-1d96-4ff6-8c30-74b4ac8277d2),segment_id=3f474958-1d96-4ff6-8c30-74b4ac8277d2)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:37.372475 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.388870 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-595314b0-8b1c-42ef-a03e-c1f626d8086c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.389098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for e2d6101a-308b-4e66-8523-dea2bfb16b7e owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:37.421064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.445024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b555aa56-b87a-4e5d-8190-3db4baf7514a None None] For port e2d6101a-308b-4e66-8523-dea2bfb16b7e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e2d6101a-308b-4e66-8523-dea2bfb16b7e,segment=NetworkSegment(3f474958-1d96-4ff6-8c30-74b4ac8277d2),segment_id=3f474958-1d96-4ff6-8c30-74b4ac8277d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:37.445427 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b555aa56-b87a-4e5d-8190-3db4baf7514a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.459228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b555aa56-b87a-4e5d-8190-3db4baf7514a None None] Calling delete_port for e2d6101a-308b-4e66-8523-dea2bfb16b7e owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:37.546386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event updated for resources: {'Port': ['ID=bc4a39a3-1599-4f3e-b830-ddf56a04df2c,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:37.593019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac93-ca67-4df4-85b3-ca582bd70c8b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.595342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.619467 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b555aa56-b87a-4e5d-8190-3db4baf7514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.641338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b555aa56-b87a-4e5d-8190-3db4baf7514a None None] No DVR routers for this DVR port e2d6101a-308b-4e66-8523-dea2bfb16b7e on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:37.651939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=e2d6101a-308b-4e66-8523-dea2bfb16b7e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:37.656482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No DVR routers for this DVR port e2d6101a-308b-4e66-8523-dea2bfb16b7e on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:37.669805 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555aa56-b87a-4e5d-8190-3db4baf7514a None None] Pushing event deleted for resources: {'Port': ['ID=e2d6101a-308b-4e66-8523-dea2bfb16b7e,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:37.670406 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac93-ca67-4df4-85b3-ca582bd70c8b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.683343 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-595314b0-8b1c-42ef-a03e-c1f626d8086c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.694380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.758151 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.761315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac93-ca67-4df4-85b3-ca582bd70c8b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.780080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9507bd9-4b5d-4ea6-a1e9-b1aef6710652']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:37.788594 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3ac93-ca67-4df4-85b3-ca582bd70c8b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10045b5a-1d8e-4fcf-9948-822cfd09a50b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:37.793093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f474958-1d96-4ff6-8c30-74b4ac8277d2') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:37.793390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f474958-1d96-4ff6-8c30-74b4ac8277d2') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:37.805974 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.813514 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-595314b0-8b1c-42ef-a03e-c1f626d8086c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.822196 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.823141 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.825738 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e558a407-ba79-4adc-a8d3-5487dd0dbe8d tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4732938 Sep 22 09:50:37.830660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36284) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:37.837523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-94841c5f-6f6c-453e-9da2-543bc00a5465 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Request body: {'floatingip': {'port_id': '87646dec-6a1d-46db-a20b-4bc5394bf23f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:37.842288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:37.842288 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:37.845592 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:37.856267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595314b0-8b1c-42ef-a03e-c1f626d8086c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d52f24-01dc-4aee-a7fa-264b4255f33b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:37.896329 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-80f3ac93-ca67-4df4-85b3-ca582bd70c8b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.900367 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-80f3ac93-ca67-4df4-85b3-ca582bd70c8b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8028069 Sep 22 09:50:37.900512 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36286) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:37.905191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6f4b0544-3463-4458-a3d8-f424ebe02bb1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Request body: {'security_group_rule': {'security_group_id': '3c566ae3-941a-487b-b53b-0598af0bf7bf', 'project_id': '32bae1902dca42eb8708e88479157ff8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:37.983836 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-595314b0-8b1c-42ef-a03e-c1f626d8086c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:37.988295 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-595314b0-8b1c-42ef-a03e-c1f626d8086c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8814116 Sep 22 09:50:37.992922 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36288) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:38.008296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4101ab33-96d3-4797-b055-c561396368a1 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': '363c6f29-4940-4137-8d42-b69da0adeb15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:38.114848 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0544-3463-4458-a3d8-f424ebe02bb1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.188701 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0544-3463-4458-a3d8-f424ebe02bb1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.310566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-94841c5f-6f6c-453e-9da2-543bc00a5465 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.338283 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4101ab33-96d3-4797-b055-c561396368a1 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.369059 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0544-3463-4458-a3d8-f424ebe02bb1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.393720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b0544-3463-4458-a3d8-f424ebe02bb1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aab6e1d-3667-4bc1-9961-e4f290f4f429,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:38.430082 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:50:38.464178 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-94841c5f-6f6c-453e-9da2-543bc00a5465 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] update failed (client error): The resource could not be found. Sep 22 09:50:38.468165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-94841c5f-6f6c-453e-9da2-543bc00a5465 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "PUT /v2.0/floatingips/7c23b3e3-4163-44a3-a28a-19cce065c214 HTTP/1.1" status: 404 len: 507 time: 0.6334245 Sep 22 09:50:38.468968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36296) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:38.509513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0544-3463-4458-a3d8-f424ebe02bb1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.514312 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6f4b0544-3463-4458-a3d8-f424ebe02bb1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6092565 Sep 22 09:50:38.514470 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.514598 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-4101ab33-96d3-4797-b055-c561396368a1 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 09:50:38.514598 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4101ab33-96d3-4797-b055-c561396368a1 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5097759 Sep 22 09:50:38.514598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36300) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:38.522213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-26af9202-e282-4c39-9e3c-5ee29fdaf8a6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Request body: {'security_group_rule': {'security_group_id': '3c566ae3-941a-487b-b53b-0598af0bf7bf', 'project_id': '32bae1902dca42eb8708e88479157ff8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:38.526193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36302) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:38.540564 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.542596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/networks/e9507bd9-4b5d-4ea6-a1e9-b1aef6710652 HTTP/1.1" status: 204 len: 168 time: 1.5349083 Sep 22 09:50:38.548283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36304) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:38.556284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-967801157'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:38.631588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fb2fb-1d5e-48a8-977e-f576dbcbe2d4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Network': ['ID=e9507bd9-4b5d-4ea6-a1e9-b1aef6710652,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:38.652356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26af9202-e282-4c39-9e3c-5ee29fdaf8a6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.684291 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-177b6eb0-0b39-4576-89f7-6f89d44a73ba tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.715693 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-177b6eb0-0b39-4576-89f7-6f89d44a73ba tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.738923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8ad02529-ff0c-4094-b319-2a522d8b26a6 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Deleting port bc4a39a3-1599-4f3e-b830-ddf56a04df2c {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:38.739260 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ad02529-ff0c-4094-b319-2a522d8b26a6 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.741754 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26af9202-e282-4c39-9e3c-5ee29fdaf8a6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.835197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:38.838862 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.845778 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ad02529-ff0c-4094-b319-2a522d8b26a6 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.846204 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ad02529-ff0c-4094-b319-2a522d8b26a6 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.860024 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8ad02529-ff0c-4094-b319-2a522d8b26a6 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Calling delete_port for bc4a39a3-1599-4f3e-b830-ddf56a04df2c owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:38.944695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26af9202-e282-4c39-9e3c-5ee29fdaf8a6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:38.980058 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af9202-e282-4c39-9e3c-5ee29fdaf8a6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370b9c61-418f-4b0f-8f94-6122787f951f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:38.984972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e2d6101a-308b-4e66-8523-dea2bfb16b7e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:50:38.995868 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-177b6eb0-0b39-4576-89f7-6f89d44a73ba tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.002892 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-177b6eb0-0b39-4576-89f7-6f89d44a73ba tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.008008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-177b6eb0-0b39-4576-89f7-6f89d44a73ba tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "DELETE /v2.0/security-groups/363c6f29-4940-4137-8d42-b69da0adeb15 HTTP/1.1" status: 204 len: 168 time: 0.4742825 Sep 22 09:50:39.008682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36314) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:39.029096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: e2d6101a-308b-4e66-8523-dea2bfb16b7e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:50:39.029810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e2d6101a-308b-4e66-8523-dea2bfb16b7e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:50:39.066145 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8831fb81-03f9-488a-99d3-8f88b7b8014c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523107 Sep 22 09:50:39.066746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36316) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:39.070033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b6eb0-0b39-4576-89f7-6f89d44a73ba tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363c6f29-4940-4137-8d42-b69da0adeb15,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:39.072032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-77a694ac-be72-4e8e-bf70-096a3cf37855 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908036815'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:39.082282 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-26af9202-e282-4c39-9e3c-5ee29fdaf8a6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.084467 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-26af9202-e282-4c39-9e3c-5ee29fdaf8a6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5690835 Sep 22 09:50:39.093049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36318) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:39.103595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-eb3ac3b3-eee6-48dc-b3c6-6e559c27a38e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Request body: {'security_group_rule': {'security_group_id': '3c566ae3-941a-487b-b53b-0598af0bf7bf', 'project_id': '32bae1902dca42eb8708e88479157ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:39.176011 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ad02529-ff0c-4094-b319-2a522d8b26a6 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.178674 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a694ac-be72-4e8e-bf70-096a3cf37855 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.181827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:50:39.201205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.201553 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Added segment faba37a2-d312-4750-af89-8a26492d8657 of type vlan for network 608a1150-3008-489f-801a-8d461fe48dd9 Sep 22 09:50:39.210873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad02529-ff0c-4094-b319-2a522d8b26a6 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event deleted for resources: {'Port': ['ID=bc4a39a3-1599-4f3e-b830-ddf56a04df2c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:39.254310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.277310 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ad02529-ff0c-4094-b319-2a522d8b26a6 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.280115 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ad02529-ff0c-4094-b319-2a522d8b26a6 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.285392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8ad02529-ff0c-4094-b319-2a522d8b26a6 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "DELETE /v2.0/floatingips/7c23b3e3-4163-44a3-a28a-19cce065c214 HTTP/1.1" status: 204 len: 168 time: 0.8116703 Sep 22 09:50:39.285757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36326) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:39.290826 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f8f347da-b4b9-43cb-8c04-9a337209e364 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Request body: {'floatingip': {'floating_network_id': '188e2d2f-0c7f-4244-9e19-bd5f4b23febe', 'port_id': '87646dec-6a1d-46db-a20b-4bc5394bf23f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:39.299287 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-eb3ac3b3-eee6-48dc-b3c6-6e559c27a38e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Project 32bae1902dca42eb8708e88479157ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:50:39.307912 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac3b3-eee6-48dc-b3c6-6e559c27a38e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.347433 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-f8f347da-b4b9-43cb-8c04-9a337209e364 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:50:39.347433 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:50:39.347433 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': '2728fdc3be624de2ad3a577c5554a7ae', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 50, 19, 296756)}] Sep 22 09:50:39.347433 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:50:39.348234 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-f8f347da-b4b9-43cb-8c04-9a337209e364 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:50:39.371679 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.381056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:39.382290 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.442634 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac3b3-eee6-48dc-b3c6-6e559c27a38e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.468011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Network': ['ID=608a1150-3008-489f-801a-8d461fe48dd9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:39.481931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 608a1150-3008-489f-801a-8d461fe48dd9 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:50:39.490522 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a694ac-be72-4e8e-bf70-096a3cf37855 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.509173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac3b3-eee6-48dc-b3c6-6e559c27a38e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.531456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ac3b3-eee6-48dc-b3c6-6e559c27a38e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bd5733-b703-4302-9089-192d20c98599,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:39.573727 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a694ac-be72-4e8e-bf70-096a3cf37855 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.609567 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a694ac-be72-4e8e-bf70-096a3cf37855 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212bbd15-e8ad-4992-b0dc-55f4a261bcf8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:39.659808 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bbf43c21-a54a-4ece-989f-342b8f7c967c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1065233 Sep 22 09:50:39.660343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36332) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:39.666804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '608a1150-3008-489f-801a-8d461fe48dd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:39.707869 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-77a694ac-be72-4e8e-bf70-096a3cf37855 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.712911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-77a694ac-be72-4e8e-bf70-096a3cf37855 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6424971 Sep 22 09:50:39.713116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36334) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:39.718157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1734c9f2-eb3f-4151-9d32-3d3568919219 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': '212bbd15-e8ad-4992-b0dc-55f4a261bcf8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:39.718962 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-1734c9f2-eb3f-4151-9d32-3d3568919219 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 22 09:50:39.719520 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-1734c9f2-eb3f-4151-9d32-3d3568919219 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:39.723141 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1734c9f2-eb3f-4151-9d32-3d3568919219 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065031 Sep 22 09:50:39.723258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36336) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:39.731518 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb3ac3b3-eee6-48dc-b3c6-6e559c27a38e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.735691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eb3ac3b3-eee6-48dc-b3c6-6e559c27a38e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6386306 Sep 22 09:50:39.735899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36338) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:39.742015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9592074f-7a9f-4fac-8398-e38da112b308 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Request body: {'security_group_rule': {'security_group_id': '3c566ae3-941a-487b-b53b-0598af0bf7bf', 'project_id': '32bae1902dca42eb8708e88479157ff8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:39.804642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ebec41bf-dcf2-4955-89f4-3797ef73aaaf tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.844071 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ebec41bf-dcf2-4955-89f4-3797ef73aaaf tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.894243 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-9592074f-7a9f-4fac-8398-e38da112b308 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Project 32bae1902dca42eb8708e88479157ff8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:50:39.909284 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9592074f-7a9f-4fac-8398-e38da112b308 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:39.940960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-f8f347da-b4b9-43cb-8c04-9a337209e364 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:50:39.940960 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:50:39.940960 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': '2728fdc3be624de2ad3a577c5554a7ae', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 50, 19, 866842)}] Sep 22 09:50:39.940960 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:50:39.940960 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-f8f347da-b4b9-43cb-8c04-9a337209e364 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:50:40.007418 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ebec41bf-dcf2-4955-89f4-3797ef73aaaf tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.010257 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ebec41bf-dcf2-4955-89f4-3797ef73aaaf tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.011527 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ebec41bf-dcf2-4955-89f4-3797ef73aaaf tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "DELETE /v2.0/security-groups/212bbd15-e8ad-4992-b0dc-55f4a261bcf8 HTTP/1.1" status: 204 len: 168 time: 0.2873237 Sep 22 09:50:40.014209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36346) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:40.020936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec41bf-dcf2-4955-89f4-3797ef73aaaf tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212bbd15-e8ad-4992-b0dc-55f4a261bcf8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:40.038875 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9592074f-7a9f-4fac-8398-e38da112b308 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.076405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-358c603e-ccd6-40ec-8c51-05bccba7ca92 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608835 Sep 22 09:50:40.077629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:40.080364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36350) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:40.081060 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.085729 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-17a92b2d-8b89-459a-886a-356f121fd561 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673916562'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:40.145718 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9592074f-7a9f-4fac-8398-e38da112b308 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.180409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592074f-7a9f-4fac-8398-e38da112b308 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6185ce-c0f3-43c1-b18c-74588e5a11b3,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:40.235184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-17a92b2d-8b89-459a-886a-356f121fd561 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.424422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.426650 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9592074f-7a9f-4fac-8398-e38da112b308 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.436852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9592074f-7a9f-4fac-8398-e38da112b308 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6915741 Sep 22 09:50:40.505119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Subnet': ['ID=64ff5220-1547-4a96-ba12-732b4c11f80f,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:40.510996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Checking segment: {'id': 'faba37a2-d312-4750-af89-8a26492d8657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '608a1150-3008-489f-801a-8d461fe48dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:40.511202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network hostable DHCP agents. Network: 608a1150-3008-489f-801a-8d461fe48dd9, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:50:40.534590 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-17a92b2d-8b89-459a-886a-356f121fd561 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.606577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 608a1150-3008-489f-801a-8d461fe48dd9 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:50:40.606778 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-17a92b2d-8b89-459a-886a-356f121fd561 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.639886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a92b2d-8b89-459a-886a-356f121fd561 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc711fc-b45f-42e7-83bb-660f9dda0b92,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:40.715118 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-17a92b2d-8b89-459a-886a-356f121fd561 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.716455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-17a92b2d-8b89-459a-886a-356f121fd561 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6350579 Sep 22 09:50:40.718909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 608a1150-3008-489f-801a-8d461fe48dd9) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:40.719351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36368) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:40.726284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f9a847b0-9465-4405-bbca-52e8d54cbd4c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': '5cc711fc-b45f-42e7-83bb-660f9dda0b92', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:40.727337 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-f9a847b0-9465-4405-bbca-52e8d54cbd4c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 22 09:50:40.727665 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-f9a847b0-9465-4405-bbca-52e8d54cbd4c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:40.729459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f8594f-b9c3-43f7-a775-724527c22124 None None] Network 608a1150-3008-489f-801a-8d461fe48dd9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:40.731846 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f9a847b0-9465-4405-bbca-52e8d54cbd4c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0113354 Sep 22 09:50:40.732822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36370) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:40.735817 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-21d8ec6f-7a88-41bf-badc-73d6c2913db2 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560722608&fields=id&tenant_id=32bae1902dca42eb8708e88479157ff8 HTTP/1.1" status: 200 len: 267 time: 0.0749469 Sep 22 09:50:40.738603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:40.739179 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.815757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-515101f2-9db1-4891-854a-50249462003e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.841719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-515101f2-9db1-4891-854a-50249462003e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.878045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-85378e9d-b1b4-40de-a4d5-81c1f2504bb0 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:40.880187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-85378e9d-b1b4-40de-a4d5-81c1f2504bb0 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/networks?id=91733998-06bf-47bc-8d05-2738dba4e322 HTTP/1.1" status: 200 len: 814 time: 0.1435828 Sep 22 09:50:40.891976 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ee28470e-f122-43ab-a879-db9dabb952a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2298625 Sep 22 09:50:40.893115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36372) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:40.919497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e9f5e8e8-1c5e-41bb-807b-d7352fe25c63 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1798102233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:40.922610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-608a1150-3008-489f-801a-8d461fe48dd9', 'network_id': '608a1150-3008-489f-801a-8d461fe48dd9', 'tenant_id': 'e6461e9978484ebbbf9f9b732d5baef6', 'fixed_ips': [{'subnet_id': '64ff5220-1547-4a96-ba12-732b4c11f80f'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:50:40.923492 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:40.936569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-7a081f11-952a-43e0-a7cf-d4dd52a884e2 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/quotas/32bae1902dca42eb8708e88479157ff8 HTTP/1.1" status: 200 len: 375 time: 0.0421581 Sep 22 09:50:41.009475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-7539223e-8328-452b-a258-b3926d79dd3f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=32bae1902dca42eb8708e88479157ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669267 Sep 22 09:50:41.058073 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-515101f2-9db1-4891-854a-50249462003e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.061249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-515101f2-9db1-4891-854a-50249462003e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.064815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-515101f2-9db1-4891-854a-50249462003e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "DELETE /v2.0/security-groups/5cc711fc-b45f-42e7-83bb-660f9dda0b92 HTTP/1.1" status: 204 len: 168 time: 0.3291700 Sep 22 09:50:41.065759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36380) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:41.081966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515101f2-9db1-4891-854a-50249462003e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc711fc-b45f-42e7-83bb-660f9dda0b92,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:41.087326 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f8f347da-b4b9-43cb-8c04-9a337209e364 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.143168 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2c3edeb7-03e3-42e9-81c8-f96cf5507197 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750837 Sep 22 09:50:41.148357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36384) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:41.158631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-02168f17-d48b-4dc0-8c8e-8856adefc158 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109543544'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:41.173555 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-0c309dea-ce4e-4f71-809f-0e3ea843c852 service neutron] 10.222.0.49 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491745 Sep 22 09:50:41.234538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Allocated IP 172.20.0.2 (608a1150-3008-489f-801a-8d461fe48dd9/64ff5220-1547-4a96-ba12-732b4c11f80f/9c9b17d7-6223-4cbd-9071-2910fd9434de) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:41.245674 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9f5e8e8-1c5e-41bb-807b-d7352fe25c63 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.248216 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9f5e8e8-1c5e-41bb-807b-d7352fe25c63 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.326648 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02168f17-d48b-4dc0-8c8e-8856adefc158 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.387372 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9f5e8e8-1c5e-41bb-807b-d7352fe25c63 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.403039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-ee86662c-f458-4aed-ae39-cf136cd9b638 service neutron] 10.222.0.49 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219124 Sep 22 09:50:41.409776 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.450478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02168f17-d48b-4dc0-8c8e-8856adefc158 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.486690 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9f5e8e8-1c5e-41bb-807b-d7352fe25c63 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.566000 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.614599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Network 608a1150-3008-489f-801a-8d461fe48dd9 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:41.617825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:41.621276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:41.629678 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02168f17-d48b-4dc0-8c8e-8856adefc158 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.632840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Pushing event updated for resources: {'Port': ['ID=9c9b17d7-6223-4cbd-9071-2910fd9434de,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:41.670430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02168f17-d48b-4dc0-8c8e-8856adefc158 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc87c664-a8a5-4e62-8047-587ff30d1eda,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:41.691091 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-f8f347da-b4b9-43cb-8c04-9a337209e364 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:41.691233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Attempting to bind port 9c9b17d7-6223-4cbd-9071-2910fd9434de on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:50:41.691598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Attempting to bind port 9c9b17d7-6223-4cbd-9071-2910fd9434de by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'faba37a2-d312-4750-af89-8a26492d8657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '608a1150-3008-489f-801a-8d461fe48dd9'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:50:41.691974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Attempting to bind port 9c9b17d7-6223-4cbd-9071-2910fd9434de on network 608a1150-3008-489f-801a-8d461fe48dd9 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:50:41.694789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f8f347da-b4b9-43cb-8c04-9a337209e364 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.4079790 Sep 22 09:50:41.697106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36398) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:41.701766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '87646dec-6a1d-46db-a20b-4bc5394bf23f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:41.704184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:50:41.704826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Checking segment: {'id': 'faba37a2-d312-4750-af89-8a26492d8657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '608a1150-3008-489f-801a-8d461fe48dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:41.705425 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.706239 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Bound using segment: {'id': 'faba37a2-d312-4750-af89-8a26492d8657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '608a1150-3008-489f-801a-8d461fe48dd9'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:50:41.707458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Bound port: 9c9b17d7-6223-4cbd-9071-2910fd9434de, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faba37a2-d312-4750-af89-8a26492d8657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '608a1150-3008-489f-801a-8d461fe48dd9'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:50:41.708059 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.771160 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9f5e8e8-1c5e-41bb-807b-d7352fe25c63 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.773056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e9f5e8e8-1c5e-41bb-807b-d7352fe25c63 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8695664 Sep 22 09:50:41.775673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36400) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:41.777404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] For port 9c9b17d7-6223-4cbd-9071-2910fd9434de, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:50:41.780512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'network_id': '608a1150-3008-489f-801a-8d461fe48dd9', 'name': 'tempest-PortsTestJSON-1256998012'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:41.781677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] For port 9c9b17d7-6223-4cbd-9071-2910fd9434de, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9c9b17d7-6223-4cbd-9071-2910fd9434de,segment=NetworkSegment(faba37a2-d312-4750-af89-8a26492d8657),segment_id=faba37a2-d312-4750-af89-8a26492d8657)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:50:41.848590 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02168f17-d48b-4dc0-8c8e-8856adefc158 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.853016 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-02168f17-d48b-4dc0-8c8e-8856adefc158 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7009878 Sep 22 09:50:41.853439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36404) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:41.857926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-54764c7f-bee2-4ea9-ad34-476a7721877c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'bc87c664-a8a5-4e62-8047-587ff30d1eda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:41.876390 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-54764c7f-bee2-4ea9-ad34-476a7721877c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 22 09:50:41.878384 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-54764c7f-bee2-4ea9-ad34-476a7721877c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:41.882791 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-54764c7f-bee2-4ea9-ad34-476a7721877c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0250010 Sep 22 09:50:41.883031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36406) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:41.887362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e21bf444-3bcb-48cc-a4dd-075e04f03b4c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'bc87c664-a8a5-4e62-8047-587ff30d1eda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:41.888048 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-e21bf444-3bcb-48cc-a4dd-075e04f03b4c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 22 09:50:41.888521 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-e21bf444-3bcb-48cc-a4dd-075e04f03b4c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:41.889629 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e21bf444-3bcb-48cc-a4dd-075e04f03b4c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057151 Sep 22 09:50:41.892129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36408) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:41.896158 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b29677ff-7bdb-4f37-b8f4-3ce8704973c2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'bc87c664-a8a5-4e62-8047-587ff30d1eda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:41.897588 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-b29677ff-7bdb-4f37-b8f4-3ce8704973c2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 22 09:50:41.898058 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-b29677ff-7bdb-4f37-b8f4-3ce8704973c2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:41.898553 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.901441 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b29677ff-7bdb-4f37-b8f4-3ce8704973c2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060153 Sep 22 09:50:41.901988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36410) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:41.906957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-dacda7b5-fa83-4f84-bd59-2a9c8a0f6eca tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'bc87c664-a8a5-4e62-8047-587ff30d1eda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:41.908442 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-dacda7b5-fa83-4f84-bd59-2a9c8a0f6eca tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 22 09:50:41.908992 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-dacda7b5-fa83-4f84-bd59-2a9c8a0f6eca tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:41.912778 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dacda7b5-fa83-4f84-bd59-2a9c8a0f6eca tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070703 Sep 22 09:50:41.913040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36412) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:41.940132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:41.972063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165b66e-2f0f-4d89-8e32-3891bd46ede0 None None] Pushing event updated for resources: {'Port': ['ID=9c9b17d7-6223-4cbd-9071-2910fd9434de,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:42.004181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f202e84c-b2a2-4537-a929-879a5dff1a36 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:42.079166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:42.082857 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:42.088189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f202e84c-b2a2-4537-a929-879a5dff1a36 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:42.139632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port 93312533-4cb7-4528-94dd-196c83f4b6ab yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:50:42.240647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:42.396225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Allocated IP 172.25.6.239 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/63d97c26-bc4f-4947-92a6-9d53e97061d6) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:42.519720 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:42.554253 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f202e84c-b2a2-4537-a929-879a5dff1a36 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:42.557108 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f202e84c-b2a2-4537-a929-879a5dff1a36 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:42.558303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f202e84c-b2a2-4537-a929-879a5dff1a36 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "DELETE /v2.0/security-groups/bc87c664-a8a5-4e62-8047-587ff30d1eda HTTP/1.1" status: 204 len: 168 time: 0.6443706 Sep 22 09:50:42.562173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36440) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:42.583278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202e84c-b2a2-4537-a929-879a5dff1a36 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc87c664-a8a5-4e62-8047-587ff30d1eda,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:42.610616 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce317629-8b8e-4dc9-b6e9-a9c57ed85ccb req-3fc229a7-452f-441c-83d5-cf94230d1a83 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 210 time: 0.0505700 Sep 22 09:50:42.632850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.10 (608a1150-3008-489f-801a-8d461fe48dd9/64ff5220-1547-4a96-ba12-732b4c11f80f/93312533-4cb7-4528-94dd-196c83f4b6ab) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:42.633831 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-af51ecc5-1861-4e36-9c06-3b5ae62b6c16 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0705681 Sep 22 09:50:42.634448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36444) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:42.638911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-01e7714a-60f4-492f-92fe-8d64a51dfa8b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297258203'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:42.744299 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:42.794269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:42.798736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:42.805574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:42.808869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event updated for resources: {'Port': ['ID=63d97c26-bc4f-4947-92a6-9d53e97061d6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:42.822074 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:42.875929 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01e7714a-60f4-492f-92fe-8d64a51dfa8b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.037448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Deleting port 63d97c26-bc4f-4947-92a6-9d53e97061d6 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:43.037822 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.038490 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.078308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9c9b17d7-6223-4cbd-9071-2910fd9434de up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:43.123868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 608a1150-3008-489f-801a-8d461fe48dd9 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:43.127503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:43.132138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:43.171892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9c9b17d7-6223-4cbd-9071-2910fd9434de triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:43.172408 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.175418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=93312533-4cb7-4528-94dd-196c83f4b6ab,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:43.209711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:43.210392 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.241983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01e7714a-60f4-492f-92fe-8d64a51dfa8b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.244075 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.244407 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.260387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Calling delete_port for 63d97c26-bc4f-4947-92a6-9d53e97061d6 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:43.281790 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.316500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01e7714a-60f4-492f-92fe-8d64a51dfa8b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.325046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 9c9b17d7-6223-4cbd-9071-2910fd9434de, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9c9b17d7-6223-4cbd-9071-2910fd9434de,segment=NetworkSegment(faba37a2-d312-4750-af89-8a26492d8657),segment_id=faba37a2-d312-4750-af89-8a26492d8657)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:43.365576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453cdd24-abca-4725-95b9-eaec793bb20c None None] Network 608a1150-3008-489f-801a-8d461fe48dd9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:43.366779 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7714a-60f4-492f-92fe-8d64a51dfa8b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf73e9-270d-477f-8b3e-287f5544a3e6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:43.448055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-18a0d071-1003-4910-9a64-27bd092ec610 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6713135 Sep 22 09:50:43.451397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36462) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:43.464328 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e322d550-4fcf-4153-b621-cd2393bdd936 None None] Provisioning complete for port 9c9b17d7-6223-4cbd-9071-2910fd9434de triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:43.464706 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e322d550-4fcf-4153-b621-cd2393bdd936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.518378 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.567774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01e7714a-60f4-492f-92fe-8d64a51dfa8b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.569103 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-01e7714a-60f4-492f-92fe-8d64a51dfa8b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9337211 Sep 22 09:50:43.577627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36466) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:43.587521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6bd3e3f0-6941-4a31-9e17-4708b3668765 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf73e9-270d-477f-8b3e-287f5544a3e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:43.589473 n-d-805649-4 neutron-server[95510]: WARNING neutron.api.v2.base [None req-6bd3e3f0-6941-4a31-9e17-4708b3668765 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 09:50:43.590326 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-6bd3e3f0-6941-4a31-9e17-4708b3668765 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:43.596532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6bd3e3f0-6941-4a31-9e17-4708b3668765 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0173738 Sep 22 09:50:43.597735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36468) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:43.605438 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.608624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f4c4d387-5360-41fd-8b18-eed1914afe32 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf73e9-270d-477f-8b3e-287f5544a3e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:43.635980 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=9c9b17d7-6223-4cbd-9071-2910fd9434de,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:43.751699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event deleted for resources: {'Port': ['ID=63d97c26-bc4f-4947-92a6-9d53e97061d6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:43.773617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21183c3c-fb1b-4c7a-b769-e3f4b8ff9959 req-4f23fa6d-a938-4584-9989-bae4c98ad47d tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 210 time: 0.0553744 Sep 22 09:50:43.794800 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36478) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:43.892163 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-f4c4d387-5360-41fd-8b18-eed1914afe32 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:43.893270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f4c4d387-5360-41fd-8b18-eed1914afe32 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2914054 Sep 22 09:50:43.897369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36484) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:43.903824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e365c9ea-16b5-4600-ad34-6f5a20721630 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf73e9-270d-477f-8b3e-287f5544a3e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:43.905104 n-d-805649-4 neutron-server[95510]: WARNING neutron.api.v2.base [None req-e365c9ea-16b5-4600-ad34-6f5a20721630 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 22 09:50:43.905620 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-e365c9ea-16b5-4600-ad34-6f5a20721630 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:43.906869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e365c9ea-16b5-4600-ad34-6f5a20721630 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072904 Sep 22 09:50:43.909664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36486) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:43.916125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6aafc22f-17d3-42bc-8d0e-8c8814ac6182 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf73e9-270d-477f-8b3e-287f5544a3e6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:43.974375 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae4bb21f-ea9c-4626-88ff-796c4ec46eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:43.995096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f88e3d67-374f-4fbe-8b65-86628988d23a None None] Provisioning complete for port 93312533-4cb7-4528-94dd-196c83f4b6ab triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:43.995480 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f88e3d67-374f-4fbe-8b65-86628988d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.027458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.049639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f88e3d67-374f-4fbe-8b65-86628988d23a None None] Port 93312533-4cb7-4528-94dd-196c83f4b6ab cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:44.061326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f88e3d67-374f-4fbe-8b65-86628988d23a None None] Provisioning complete for port 9c9b17d7-6223-4cbd-9071-2910fd9434de triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:44.061700 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f88e3d67-374f-4fbe-8b65-86628988d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.205916 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] create failed (client error): The resource could not be found. Sep 22 09:50:44.206869 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cc663fbf-0959-44e0-9630-741e10a2e277 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5087636 Sep 22 09:50:44.211110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36490) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:44.290283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0f10864c-6672-438f-a144-234f4511037d None None] Provisioning complete for port 93312533-4cb7-4528-94dd-196c83f4b6ab triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:44.290982 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0f10864c-6672-438f-a144-234f4511037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.314028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.330271 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0f10864c-6672-438f-a144-234f4511037d None None] Port 93312533-4cb7-4528-94dd-196c83f4b6ab cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:44.340047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1410d3bb-d184-41c3-aec7-0bdf9abf2579 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Deleting port 87646dec-6a1d-46db-a20b-4bc5394bf23f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:44.340047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1410d3bb-d184-41c3-aec7-0bdf9abf2579 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.418419 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae4bb21f-ea9c-4626-88ff-796c4ec46eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.446910 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1410d3bb-d184-41c3-aec7-0bdf9abf2579 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.460288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1410d3bb-d184-41c3-aec7-0bdf9abf2579 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Calling delete_port for 87646dec-6a1d-46db-a20b-4bc5394bf23f owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:44.463568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.511774 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae4bb21f-ea9c-4626-88ff-796c4ec46eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.564966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ae4bb21f-ea9c-4626-88ff-796c4ec46eb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c002fa832f904445b770f9d45bc5fe8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7664390 Sep 22 09:50:44.567103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36498) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:44.568709 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=93312533-4cb7-4528-94dd-196c83f4b6ab,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:44.579835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bb21f-ea9c-4626-88ff-796c4ec46eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2516cd97-619e-4815-bd77-726d7b8c33fe,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:44.655633 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-6aafc22f-17d3-42bc-8d0e-8c8814ac6182 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:44.656755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6aafc22f-17d3-42bc-8d0e-8c8814ac6182 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7454512 Sep 22 09:50:44.660446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36500) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:44.667231 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-dab629e2-e9f2-4ab8-a5a3-e86985c5fb64 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf73e9-270d-477f-8b3e-287f5544a3e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:44.667971 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-dab629e2-e9f2-4ab8-a5a3-e86985c5fb64 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 09:50:44.673196 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-dab629e2-e9f2-4ab8-a5a3-e86985c5fb64 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:44.673196 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dab629e2-e9f2-4ab8-a5a3-e86985c5fb64 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081358 Sep 22 09:50:44.675513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36502) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:44.680344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9f6bc502-0e6a-463f-9a62-02ac4ccfb6e2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf73e9-270d-477f-8b3e-287f5544a3e6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:44.734823 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae30e0dc-082e-4f21-b2c3-04b397e93557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.796608 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae30e0dc-082e-4f21-b2c3-04b397e93557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.855535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d588dccd-a59f-43ec-a769-078b9753eba9 None None] Provisioning complete for port 93312533-4cb7-4528-94dd-196c83f4b6ab triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:44.856002 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d588dccd-a59f-43ec-a769-078b9753eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.858726 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.865952 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4885c20f-8a66-4ff7-bee6-d27d8cec5945 req-80da0bac-b6b4-4264-b9d7-5400b0a40016 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 210 time: 0.0295777 Sep 22 09:50:44.899821 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1410d3bb-d184-41c3-aec7-0bdf9abf2579 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:44.929996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d588dccd-a59f-43ec-a769-078b9753eba9 None None] Port 93312533-4cb7-4528-94dd-196c83f4b6ab cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:44.937770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410d3bb-d184-41c3-aec7-0bdf9abf2579 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event deleted for resources: {'Port': ['ID=87646dec-6a1d-46db-a20b-4bc5394bf23f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:44.950823 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-9f6bc502-0e6a-463f-9a62-02ac4ccfb6e2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Project a8d5e9e4211440a796539106aba1da63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:50:45.024251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae30e0dc-082e-4f21-b2c3-04b397e93557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:45.027929 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ae30e0dc-082e-4f21-b2c3-04b397e93557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:45.029254 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ae30e0dc-082e-4f21-b2c3-04b397e93557 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2516cd97-619e-4815-bd77-726d7b8c33fe HTTP/1.1" status: 204 len: 168 time: 0.4497845 Sep 22 09:50:45.041786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30e0dc-082e-4f21-b2c3-04b397e93557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2516cd97-619e-4815-bd77-726d7b8c33fe,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:45.042410 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1410d3bb-d184-41c3-aec7-0bdf9abf2579 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:45.046932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1410d3bb-d184-41c3-aec7-0bdf9abf2579 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "DELETE /v2.0/ports/87646dec-6a1d-46db-a20b-4bc5394bf23f HTTP/1.1" status: 204 len: 168 time: 0.8324223 Sep 22 09:50:45.047547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36512) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:45.095417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9c9b17d7-6223-4cbd-9071-2910fd9434de up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:45.121001 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-9f6bc502-0e6a-463f-9a62-02ac4ccfb6e2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:45.122213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9f6bc502-0e6a-463f-9a62-02ac4ccfb6e2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4456894 Sep 22 09:50:45.125140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36514) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:45.130631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9ac702d2-3f7f-4908-bd1e-761a63bad62c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf73e9-270d-477f-8b3e-287f5544a3e6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:45.131311 n-d-805649-4 neutron-server[95510]: WARNING neutron.api.v2.base [None req-9ac702d2-3f7f-4908-bd1e-761a63bad62c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 22 09:50:45.132180 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-9ac702d2-3f7f-4908-bd1e-761a63bad62c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:45.134041 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9ac702d2-3f7f-4908-bd1e-761a63bad62c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079129 Sep 22 09:50:45.137156 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36516) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:45.144257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-46987039-327a-4ded-8b95-45df12b45b1e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf73e9-270d-477f-8b3e-287f5544a3e6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:45.191952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aa2199-0798-44fc-8810-e064fab440f3 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:45.196170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9c9b17d7-6223-4cbd-9071-2910fd9434de triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:45.196643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:45.197451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36518) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:45.197744 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-14aa2199-0798-44fc-8810-e064fab440f3 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "GET /v2.0/ports?device_id=656fddac-1f29-408c-8f4a-459549afadd0 HTTP/1.1" status: 200 len: 913 time: 0.1489277 Sep 22 09:50:45.200028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:45.343416 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-46987039-327a-4ded-8b95-45df12b45b1e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Project a8d5e9e4211440a796539106aba1da63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:50:45.524241 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-46987039-327a-4ded-8b95-45df12b45b1e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:45.527875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-46987039-327a-4ded-8b95-45df12b45b1e tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3872395 Sep 22 09:50:45.528537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36526) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:45.535626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9d3b9be9-236c-4e73-9a52-c2a57c792c0f tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf73e9-270d-477f-8b3e-287f5544a3e6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:45.538926 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:45.629242 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:45.700707 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-9d3b9be9-236c-4e73-9a52-c2a57c792c0f tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Project a8d5e9e4211440a796539106aba1da63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:50:45.717775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=93312533-4cb7-4528-94dd-196c83f4b6ab,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:45.722241 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:45.757998 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8164a975-c055-4d09-a6db-abddb58e6660 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:45.823926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 608a1150-3008-489f-801a-8d461fe48dd9 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:45.825554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:46.018569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36538) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:46.035580 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-30160e65-ebb3-456e-96af-a51a46d34e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.144897 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-30160e65-ebb3-456e-96af-a51a46d34e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.178611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4ccf1e4b-42d6-458b-94c7-90a5bd584074 None None] Provisioning complete for port 93312533-4cb7-4528-94dd-196c83f4b6ab triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:46.178611 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4ccf1e4b-42d6-458b-94c7-90a5bd584074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.186928 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-9d3b9be9-236c-4e73-9a52-c2a57c792c0f tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:46.196042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9d3b9be9-236c-4e73-9a52-c2a57c792c0f tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6620283 Sep 22 09:50:46.197391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36542) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:46.228557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf1e4b-42d6-458b-94c7-90a5bd584074 None None] Port 93312533-4cb7-4528-94dd-196c83f4b6ab cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:46.244235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8c3382d-9c22-450f-97d7-37d9e88fb90a req-1ed43b02-5ac1-425b-87c1-edbecada6f2d tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 210 time: 0.0789278 Sep 22 09:50:46.256344 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a4851bff-067c-4864-aa20-12e20dfc17c2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.270103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Router afc3c429-aa3e-4a16-bdee-ff795e3c013f is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:50:46.287709 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a4851bff-067c-4864-aa20-12e20dfc17c2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.340391 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-30160e65-ebb3-456e-96af-a51a46d34e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.433763 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-30160e65-ebb3-456e-96af-a51a46d34e5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe9a49b511224bc5820b9f95eb3b9f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116638 Sep 22 09:50:46.434026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36546) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:46.436041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30160e65-ebb3-456e-96af-a51a46d34e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1170f3b1-3a33-4c55-abb9-b5d7d6d04867,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:46.437300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-95eb991c-4ec3-4f2c-8a7e-089f326fbc27 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:46.439002 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-95eb991c-4ec3-4f2c-8a7e-089f326fbc27 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.45 "GET /v2.0/networks?id=91733998-06bf-47bc-8d05-2738dba4e322 HTTP/1.1" status: 200 len: 814 time: 0.2779691 Sep 22 09:50:46.481537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:50:46.493346 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b35f59e3-8a06-41b4-8c5e-984ccd4a48c3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "PUT /v2.0/routers/afc3c429-aa3e-4a16-bdee-ff795e3c013f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0384142 Sep 22 09:50:46.494340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36548) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:46.500576 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7da57a5-30ee-4c50-b64a-ea2891fb1f77 None None] Sync routers for ids ['afc3c429-aa3e-4a16-bdee-ff795e3c013f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:50:46.510676 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7da57a5-30ee-4c50-b64a-ea2891fb1f77 None None] Routers {'afc3c429-aa3e-4a16-bdee-ff795e3c013f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:46.511523 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d7da57a5-30ee-4c50-b64a-ea2891fb1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['afc3c429-aa3e-4a16-bdee-ff795e3c013f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:46.560952 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d7da57a5-30ee-4c50-b64a-ea2891fb1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:46.576357 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7da57a5-30ee-4c50-b64a-ea2891fb1f77 None None] Routers {'afc3c429-aa3e-4a16-bdee-ff795e3c013f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:46.577038 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d7da57a5-30ee-4c50-b64a-ea2891fb1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['afc3c429-aa3e-4a16-bdee-ff795e3c013f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:46.579627 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-f7e0ea6d-2055-4436-b537-0c28315065d0 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32bae1902dca42eb8708e88479157ff8 HTTP/1.1" status: 200 len: 380 time: 0.1241109 Sep 22 09:50:46.581976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d54dc2c-9276-4426-bc42-edc8543ad832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.605279 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Request body: {'port': {'device_id': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'admin_state_up': True, 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'security_groups': ['3c566ae3-941a-487b-b53b-0598af0bf7bf']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:46.607435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106d695-ed60-48f8-9f1a-a3a7e3263c02 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:46.619610 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8106d695-ed60-48f8-9f1a-a3a7e3263c02 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports?device_id=afc3c429-aa3e-4a16-bdee-ff795e3c013f HTTP/1.1" status: 200 len: 983 time: 0.1137137 Sep 22 09:50:46.620443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36552) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:46.623029 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a4851bff-067c-4864-aa20-12e20dfc17c2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.625509 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a4851bff-067c-4864-aa20-12e20dfc17c2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.629054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a4851bff-067c-4864-aa20-12e20dfc17c2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "DELETE /v2.0/security-groups/e2bf73e9-270d-477f-8b3e-287f5544a3e6 HTTP/1.1" status: 204 len: 168 time: 0.4292307 Sep 22 09:50:46.647446 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d7da57a5-30ee-4c50-b64a-ea2891fb1f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:46.648111 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7da57a5-30ee-4c50-b64a-ea2891fb1f77 None None] The sync data for ids ['afc3c429-aa3e-4a16-bdee-ff795e3c013f'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:50:46.658837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36554) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:46.725200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4851bff-067c-4864-aa20-12e20dfc17c2 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf73e9-270d-477f-8b3e-287f5544a3e6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:46.735729 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d54dc2c-9276-4426-bc42-edc8543ad832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.815006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8164a975-c055-4d09-a6db-abddb58e6660 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Deleting port 34102c5b-567c-4c99-aba5-9e14e6d6c5f2 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:46.815299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8164a975-c055-4d09-a6db-abddb58e6660 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.833309 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-71682eec-b82b-44d3-b585-793228df141b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1669879 Sep 22 09:50:46.833309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36560) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:46.838420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c33f3d58-5def-4b02-bf60-bfe71cf7a466 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'tempest-secgroup--666414860'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:46.916610 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8164a975-c055-4d09-a6db-abddb58e6660 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:46.933992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8164a975-c055-4d09-a6db-abddb58e6660 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Calling delete_port for 34102c5b-567c-4c99-aba5-9e14e6d6c5f2 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:46.994525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Made reservation on behalf of 32bae1902dca42eb8708e88479157ff8 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:46.998608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:47.278615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Allocated IP 172.20.0.5 (91733998-06bf-47bc-8d05-2738dba4e322/9e5351d1-2921-4817-b3bc-6103e6667029/23485267-6159-47f6-aa68-5ac533131444) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:47.366421 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d54dc2c-9276-4426-bc42-edc8543ad832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:47.368779 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d54dc2c-9276-4426-bc42-edc8543ad832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:47.373458 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4d54dc2c-9276-4426-bc42-edc8543ad832 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1170f3b1-3a33-4c55-abb9-b5d7d6d04867 HTTP/1.1" status: 204 len: 168 time: 0.9378142 Sep 22 09:50:47.412808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fdcbbd8b-99c4-41d7-81b7-e7ecae88f531 req-32177238-021b-4ddb-9c01-08cf02d688e0 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 210 time: 0.0720036 Sep 22 09:50:47.416420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8164a975-c055-4d09-a6db-abddb58e6660 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:47.422960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54dc2c-9276-4426-bc42-edc8543ad832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1170f3b1-3a33-4c55-abb9-b5d7d6d04867,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:47.494140 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c33f3d58-5def-4b02-bf60-bfe71cf7a466 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:47.509067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164a975-c055-4d09-a6db-abddb58e6660 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event deleted for resources: {'Port': ['ID=34102c5b-567c-4c99-aba5-9e14e6d6c5f2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:47.711033 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b93f6b1-ab6a-4037-8525-38982665a333 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:47.845236 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8164a975-c055-4d09-a6db-abddb58e6660 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:47.991781 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:48.018732 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c33f3d58-5def-4b02-bf60-bfe71cf7a466 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:48.102382 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-2f1165cb-1b68-4f23-a7b3-cbed51933083 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0870383 Sep 22 09:50:48.105673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c33f3d58-5def-4b02-bf60-bfe71cf7a466 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:48.166393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f3d58-5def-4b02-bf60-bfe71cf7a466 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200e75c1-6213-4f6e-b1b8-da7b6f521c6d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:48.172253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8164a975-c055-4d09-a6db-abddb58e6660 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Router 656fddac-1f29-408c-8f4a-459549afadd0 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:50:48.301728 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-2fce6be7-1920-42e7-a618-477f0c3174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:48.302247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-2fce6be7-1920-42e7-a618-477f0c3174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:48.302743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-2fce6be7-1920-42e7-a618-477f0c3174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:48.303407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-2fce6be7-1920-42e7-a618-477f0c3174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:48.303886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-2fce6be7-1920-42e7-a618-477f0c3174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:48.304357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-2fce6be7-1920-42e7-a618-477f0c3174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:48.304856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-2fce6be7-1920-42e7-a618-477f0c3174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:48.306940 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-2fce6be7-1920-42e7-a618-477f0c3174d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6489 time: 0.0970750 Sep 22 09:50:48.308655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c33f3d58-5def-4b02-bf60-bfe71cf7a466 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:48.310690 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c33f3d58-5def-4b02-bf60-bfe71cf7a466 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4750674 Sep 22 09:50:48.312432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8164a975-c055-4d09-a6db-abddb58e6660 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:50:48.313201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36592) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:48.318220 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-20af1c1d-6d34-4889-a64b-c2261d5ecdca tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': '200e75c1-6213-4f6e-b1b8-da7b6f521c6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:48.324080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc763e42-5cc2-429e-b35d-0bd706653c9c None None] Sync routers for ids ['656fddac-1f29-408c-8f4a-459549afadd0'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:50:48.326333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8164a975-c055-4d09-a6db-abddb58e6660 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "PUT /v2.0/routers/656fddac-1f29-408c-8f4a-459549afadd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1278293 Sep 22 09:50:48.328845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36594) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:48.340294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc763e42-5cc2-429e-b35d-0bd706653c9c None None] Routers {'656fddac-1f29-408c-8f4a-459549afadd0'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:48.340845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fc763e42-5cc2-429e-b35d-0bd706653c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['656fddac-1f29-408c-8f4a-459549afadd0'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:48.359022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3b93f6b1-ab6a-4037-8525-38982665a333 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 93312533-4cb7-4528-94dd-196c83f4b6ab {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:48.359782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b93f6b1-ab6a-4037-8525-38982665a333 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:48.372465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:48.382238 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fc763e42-5cc2-429e-b35d-0bd706653c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:48.394286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc763e42-5cc2-429e-b35d-0bd706653c9c None None] Routers {'656fddac-1f29-408c-8f4a-459549afadd0'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:48.395237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fc763e42-5cc2-429e-b35d-0bd706653c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['656fddac-1f29-408c-8f4a-459549afadd0'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:48.437165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fc763e42-5cc2-429e-b35d-0bd706653c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:48.438130 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc763e42-5cc2-429e-b35d-0bd706653c9c None None] The sync data for ids ['656fddac-1f29-408c-8f4a-459549afadd0'] in n-d-805649-4 is: [] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:50:48.514528 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40d35ef4-3192-4fc7-9589-de5b346ce37e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:48.541136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Network 91733998-06bf-47bc-8d05-2738dba4e322 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:48.598314 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b93f6b1-ab6a-4037-8525-38982665a333 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:48.611829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3b93f6b1-ab6a-4037-8525-38982665a333 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 93312533-4cb7-4528-94dd-196c83f4b6ab owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:48.624119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:48.649286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:48.660413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event updated for resources: {'Port': ['ID=23485267-6159-47f6-aa68-5ac533131444,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:48.744051 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-24cd809e-4c22-49c5-a4cb-3f2c3e9e2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:48.744918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-24cd809e-4c22-49c5-a4cb-3f2c3e9e2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:48.745402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-24cd809e-4c22-49c5-a4cb-3f2c3e9e2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:48.747258 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-24cd809e-4c22-49c5-a4cb-3f2c3e9e2746 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=be65fbb3-88b8-40fa-bf49-309829d1dde6&id=be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 200 len: 2292 time: 0.3976867 Sep 22 09:50:48.840285 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-20af1c1d-6d34-4889-a64b-c2261d5ecdca tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The resource could not be found. Sep 22 09:50:48.841646 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-20af1c1d-6d34-4889-a64b-c2261d5ecdca tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5275025 Sep 22 09:50:48.873914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36610) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:48.893437 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b1a45189-01c1-4e61-82bc-dd059b8c41de tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': '200e75c1-6213-4f6e-b1b8-da7b6f521c6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5e526b14-cf30-4194-a6d6-91abb03fbb48'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:48.937746 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-7e340526-d21d-44dc-ae55-ca0d46010d9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 200 len: 1000 time: 0.1803949 Sep 22 09:50:48.978284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-066d2381-256b-475f-ab1a-3a7c917fb49d None None] Provisioning complete for port 23485267-6159-47f6-aa68-5ac533131444 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:48.983603 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-066d2381-256b-475f-ab1a-3a7c917fb49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.110456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-43648281-0c31-4e4d-b477-51f55fbc830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:49.111925 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-43648281-0c31-4e4d-b477-51f55fbc830a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5da2a3ed-b29b-428a-b8c1-defac8adcba1 HTTP/1.1" status: 200 len: 851 time: 0.1666615 Sep 22 09:50:49.187157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-64b488f6-62c5-41ef-86b1-f2d3d8f32fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:49.190718 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-64b488f6-62c5-41ef-86b1-f2d3d8f32fa5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628223 Sep 22 09:50:49.237266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:49.237901 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.292276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-066d2381-256b-475f-ab1a-3a7c917fb49d None None] Port 23485267-6159-47f6-aa68-5ac533131444 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:49.342776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b45e7-30ec-4879-82dd-cb167cdc6647 req-41aff1d5-8362-46a4-ba05-756610ffbe66 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:49.351689 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-026b45e7-30ec-4879-82dd-cb167cdc6647 req-41aff1d5-8362-46a4-ba05-756610ffbe66 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 931 time: 0.8126967 Sep 22 09:50:49.377426 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-bd913214-1db1-4c1c-b797-28df5d7756fb service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794605 Sep 22 09:50:49.379287 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b93f6b1-ab6a-4037-8525-38982665a333 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.397677 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40d35ef4-3192-4fc7-9589-de5b346ce37e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.402196 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40d35ef4-3192-4fc7-9589-de5b346ce37e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.418302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-83882a34-d7bc-436f-90b2-69997fb7bf2b tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8273048 Sep 22 09:50:49.450120 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-b1a45189-01c1-4e61-82bc-dd059b8c41de tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The resource could not be found. Sep 22 09:50:49.451528 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b1a45189-01c1-4e61-82bc-dd059b8c41de tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5718937 Sep 22 09:50:49.460575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36624) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:49.476607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Request body: {'port': {'device_id': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:49.516785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-026b45e7-30ec-4879-82dd-cb167cdc6647 req-b12890ef-ce73-4fae-83cc-cb9c69c86ed5 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579952 Sep 22 09:50:49.626412 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.633167 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40d35ef4-3192-4fc7-9589-de5b346ce37e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.633592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d35ef4-3192-4fc7-9589-de5b346ce37e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Fanout notify agent at l3_agent the message router_deleted on router 656fddac-1f29-408c-8f4a-459549afadd0 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:50:49.651802 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40d35ef4-3192-4fc7-9589-de5b346ce37e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.654835 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-2156cbd4-dfcc-4755-a7be-995a5735726d service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519341 Sep 22 09:50:49.655534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-40d35ef4-3192-4fc7-9589-de5b346ce37e tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "DELETE /v2.0/routers/656fddac-1f29-408c-8f4a-459549afadd0 HTTP/1.1" status: 204 len: 168 time: 1.3227150 Sep 22 09:50:49.662443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36630) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:49.663089 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2bbdeef7-0fc1-40fc-abdc-2c6deed5f3a8 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.714182 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2bbdeef7-0fc1-40fc-abdc-2c6deed5f3a8 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.766063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93f6b1-ab6a-4037-8525-38982665a333 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=93312533-4cb7-4528-94dd-196c83f4b6ab,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:49.775568 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-10bafeef-f40d-4d33-b7cd-5cc2b135d103 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 217 time: 0.0825651 Sep 22 09:50:49.823122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-c757dad9-b178-4215-9b50-00bd3ab8a8fa tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Deleting subnet 60505ac8-6ffb-438a-b4ab-0ebf6a5c230f {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:50:49.826893 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c757dad9-b178-4215-9b50-00bd3ab8a8fa tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.877254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b93f6b1-ab6a-4037-8525-38982665a333 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.877460 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c757dad9-b178-4215-9b50-00bd3ab8a8fa tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:49.997810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-b8b9dbeb-e3d7-4f4a-83fd-ed0fddeabb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:49.999352 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-b8b9dbeb-e3d7-4f4a-83fd-ed0fddeabb0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.2161031 Sep 22 09:50:50.115595 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2bbdeef7-0fc1-40fc-abdc-2c6deed5f3a8 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:50.118162 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2bbdeef7-0fc1-40fc-abdc-2c6deed5f3a8 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:50.119318 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2bbdeef7-0fc1-40fc-abdc-2c6deed5f3a8 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "DELETE /v2.0/security-groups/200e75c1-6213-4f6e-b1b8-da7b6f521c6d HTTP/1.1" status: 204 len: 168 time: 0.6543317 Sep 22 09:50:50.122143 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36644) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:50.137245 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c757dad9-b178-4215-9b50-00bd3ab8a8fa tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:50.140332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdeef7-0fc1-40fc-abdc-2c6deed5f3a8 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200e75c1-6213-4f6e-b1b8-da7b6f521c6d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:50.211383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-18dff965-fa86-4aeb-9228-2a982c649279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:50.216785 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-18dff965-fa86-4aeb-9228-2a982c649279 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1866586 Sep 22 09:50:50.219567 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b93f6b1-ab6a-4037-8525-38982665a333 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Router afc3c429-aa3e-4a16-bdee-ff795e3c013f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:50:50.266338 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d82e30d1-9814-4290-a98e-ed6fe69825ef tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1405532 Sep 22 09:50:50.266904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36648) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:50.274811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d220b6fe-9e73-4d86-b32b-aba93ae81825 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': '9515c68d-fffc-4942-889e-0523e41cd81f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:50.397976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b93f6b1-ab6a-4037-8525-38982665a333 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:50:50.409880 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3b93f6b1-ab6a-4037-8525-38982665a333 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "PUT /v2.0/routers/afc3c429-aa3e-4a16-bdee-ff795e3c013f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7818558 Sep 22 09:50:50.416440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36652) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:50.417006 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f4c5aa-b0af-4e8c-92a6-f7424cf840dc None None] Sync routers for ids ['afc3c429-aa3e-4a16-bdee-ff795e3c013f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:50:50.431427 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f4c5aa-b0af-4e8c-92a6-f7424cf840dc None None] Routers {'afc3c429-aa3e-4a16-bdee-ff795e3c013f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:50.433240 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-03f4c5aa-b0af-4e8c-92a6-f7424cf840dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['afc3c429-aa3e-4a16-bdee-ff795e3c013f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:50.439691 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-3ebec00f-b0dd-4e97-9938-929914c5ccf1 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180934 Sep 22 09:50:50.444619 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-644624f9-5365-4ef9-a5d4-0caa413febef tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:50:50.446394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-644624f9-5365-4ef9-a5d4-0caa413febef tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/93312533-4cb7-4528-94dd-196c83f4b6ab HTTP/1.1" status: 404 len: 333 time: 0.0316532 Sep 22 09:50:50.451177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36656) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:50.505691 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-03f4c5aa-b0af-4e8c-92a6-f7424cf840dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:50.516553 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f4c5aa-b0af-4e8c-92a6-f7424cf840dc None None] Routers {'afc3c429-aa3e-4a16-bdee-ff795e3c013f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:50:50.517372 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-03f4c5aa-b0af-4e8c-92a6-f7424cf840dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['afc3c429-aa3e-4a16-bdee-ff795e3c013f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:50.530499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c757dad9-b178-4215-9b50-00bd3ab8a8fa tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:50.546689 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-6df6ffdb-2e59-4938-b552-6b2f6aa572cf service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006978 Sep 22 09:50:50.569800 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-03f4c5aa-b0af-4e8c-92a6-f7424cf840dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:50.570553 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f4c5aa-b0af-4e8c-92a6-f7424cf840dc None None] The sync data for ids ['afc3c429-aa3e-4a16-bdee-ff795e3c013f'] in n-d-805649-4 is: [] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:50:50.602038 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-9be54f82-dd4f-4053-85ad-e01e9eb28cb6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 217 time: 0.0429628 Sep 22 09:50:50.662099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-d656a7f1-31ab-45ce-a035-4b1afd3a73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:50.663703 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-d656a7f1-31ab-45ce-a035-4b1afd3a73b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0540459 Sep 22 09:50:50.680105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c757dad9-b178-4215-9b50-00bd3ab8a8fa tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:50.683057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c757dad9-b178-4215-9b50-00bd3ab8a8fa tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "DELETE /v2.0/subnets/60505ac8-6ffb-438a-b4ab-0ebf6a5c230f HTTP/1.1" status: 204 len: 168 time: 0.9465604 Sep 22 09:50:50.687920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c171c7d8-103a-4d2b-baee-296c3fefa92e None None] Network 188e2d2f-0c7f-4244-9e19-bd5f4b23febe requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:50.688850 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89b403d8-3de3-4ca2-95cc-af444f36b24c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:50.691035 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-d220b6fe-9e73-4d86-b32b-aba93ae81825 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The resource could not be found. Sep 22 09:50:50.692243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d220b6fe-9e73-4d86-b32b-aba93ae81825 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4242389 Sep 22 09:50:50.695832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757dad9-b178-4215-9b50-00bd3ab8a8fa tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event deleted for resources: {'Subnet': ['ID=60505ac8-6ffb-438a-b4ab-0ebf6a5c230f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:50.699309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36668) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:50.699720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36670) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:50.718487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-87ddfbeb-4483-468d-8f71-faf9224bd045 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991763704'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:50.784580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-c6afbd04-e51a-48d8-b0d5-109b3619a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:50.786637 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-c6afbd04-e51a-48d8-b0d5-109b3619a77e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1159298 Sep 22 09:50:50.861855 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87ddfbeb-4483-468d-8f71-faf9224bd045 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:50.896412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23485267-6159-47f6-aa68-5ac533131444 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:50:50.929870 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:50.958840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ceb837-0882-4bd8-898a-a6e590e2a8be req-2c66f8d3-bf98-48b3-9e70-03636a388451 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:50.960637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5ceb837-0882-4bd8-898a-a6e590e2a8be req-2c66f8d3-bf98-48b3-9e70-03636a388451 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 931 time: 0.2830837 Sep 22 09:50:50.962831 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.024315 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89b403d8-3de3-4ca2-95cc-af444f36b24c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.030663 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89b403d8-3de3-4ca2-95cc-af444f36b24c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.032606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Transition to ACTIVE for port object 23485267-6159-47f6-aa68-5ac533131444 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:50:51.059485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54306768-c614-4a8c-b166-39d054fa66aa None None] DHCP port deletion for 188e2d2f-0c7f-4244-9e19-bd5f4b23febe request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:50:51.091229 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5ceb837-0882-4bd8-898a-a6e590e2a8be req-d536faf4-5702-4045-9a55-1bb88e580541 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230197 Sep 22 09:50:51.129821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-54306768-c614-4a8c-b166-39d054fa66aa None None] Deleting port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:51.131311 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54306768-c614-4a8c-b166-39d054fa66aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.165523 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-2e2e6001-147e-4181-bc22-48e021c9d2d3 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113554 Sep 22 09:50:51.215375 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87ddfbeb-4483-468d-8f71-faf9224bd045 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.221302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-54306768-c614-4a8c-b166-39d054fa66aa None None] For port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4716d407-370c-44dd-9e3a-2ddc2ae7ed82,segment=NetworkSegment(a98272c6-137c-4694-be23-7ad136a34f77),segment_id=a98272c6-137c-4694-be23-7ad136a34f77)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:51.222080 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54306768-c614-4a8c-b166-39d054fa66aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.229666 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.235449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Deleting port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:51.236184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.250804 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-54306768-c614-4a8c-b166-39d054fa66aa None None] Calling delete_port for 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:51.362874 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-e298c559-69c8-45f4-9a39-7726535ff086 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893246 Sep 22 09:50:51.378039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Pushing event updated for resources: {'Port': ['ID=23485267-6159-47f6-aa68-5ac533131444,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:51.392783 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89b403d8-3de3-4ca2-95cc-af444f36b24c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.393327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b403d8-3de3-4ca2-95cc-af444f36b24c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Fanout notify agent at l3_agent the message router_deleted on router afc3c429-aa3e-4a16-bdee-ff795e3c013f {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:50:51.403868 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89b403d8-3de3-4ca2-95cc-af444f36b24c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.409960 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-89b403d8-3de3-4ca2-95cc-af444f36b24c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/routers/afc3c429-aa3e-4a16-bdee-ff795e3c013f HTTP/1.1" status: 204 len: 168 time: 0.9526803 Sep 22 09:50:51.412418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36682) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:51.538239 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54306768-c614-4a8c-b166-39d054fa66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.541313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] For port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4716d407-370c-44dd-9e3a-2ddc2ae7ed82,segment=NetworkSegment(a98272c6-137c-4694-be23-7ad136a34f77),segment_id=a98272c6-137c-4694-be23-7ad136a34f77)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:51.541758 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.554462 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8da088-01f2-4774-a6b7-60987f7d12ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting subnet 64ff5220-1547-4a96-ba12-732b4c11f80f {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:50:51.561668 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54306768-c614-4a8c-b166-39d054fa66aa None None] No DVR routers for this DVR port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:51.574023 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-df8da088-01f2-4774-a6b7-60987f7d12ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.575454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Calling delete_port for 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:51.584316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Attempting to bind port 23485267-6159-47f6-aa68-5ac533131444 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:50:51.584316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Attempting to bind port 23485267-6159-47f6-aa68-5ac533131444 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:50:51.584316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Attempting to bind port 23485267-6159-47f6-aa68-5ac533131444 on network 91733998-06bf-47bc-8d05-2738dba4e322 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:50:51.601990 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87ddfbeb-4483-468d-8f71-faf9224bd045 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.616760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54306768-c614-4a8c-b166-39d054fa66aa None None] Pushing event deleted for resources: {'Port': ['ID=4716d407-370c-44dd-9e3a-2ddc2ae7ed82,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:51.622577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Port 23485267-6159-47f6-aa68-5ac533131444 on network 91733998-06bf-47bc-8d05-2738dba4e322 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:50:51.622913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Attempting to bind port 23485267-6159-47f6-aa68-5ac533131444 on network 91733998-06bf-47bc-8d05-2738dba4e322 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:50:51.635753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:50:51.636097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Checking segment: {'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:51.639399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Bound using segment: {'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:50:51.639647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Bound port: 23485267-6159-47f6-aa68-5ac533131444, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:50:51.640058 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.683673 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-df8da088-01f2-4774-a6b7-60987f7d12ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.742818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] For port 23485267-6159-47f6-aa68-5ac533131444, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:50:51.746289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] For port 23485267-6159-47f6-aa68-5ac533131444, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=23485267-6159-47f6-aa68-5ac533131444,segment=NetworkSegment(dec2ada2-4c69-43ea-9e34-b6eefc058fa0),segment_id=dec2ada2-4c69-43ea-9e34-b6eefc058fa0)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:50:51.787730 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-81ff76e0-4213-4559-a21f-f556b0b1bc9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa HTTP/1.1" status: 200 len: 217 time: 0.1765835 Sep 22 09:50:51.787730 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddfbeb-4483-468d-8f71-faf9224bd045 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21218512-5886-44cc-9e5f-fb2554c06a17,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:51.855032 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87ddfbeb-4483-468d-8f71-faf9224bd045 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.859999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-87ddfbeb-4483-468d-8f71-faf9224bd045 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1531236 Sep 22 09:50:51.863418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36694) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:51.868989 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.908613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bba20cfd-e3e2-4cd9-bf03-ca08dc66e314 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139387766'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:51.916391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-80da5dae-48af-4694-9712-0806aff0dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:51.919795 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-80da5dae-48af-4694-9712-0806aff0dc91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.1324627 Sep 22 09:50:51.925601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Pushing event updated for resources: {'Port': ['ID=23485267-6159-47f6-aa68-5ac533131444,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:51.960072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:51.961317 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.963011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-27ecae0a-8bac-4e41-bcf1-f1fdbc88b004 service neutron] 10.222.0.45 "PUT /v2.0/ports/23485267-6159-47f6-aa68-5ac533131444 HTTP/1.1" status: 200 len: 1091 time: 2.5014930 Sep 22 09:50:51.963641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'tag': '23485267-6159-47f6-aa68-5ac533131444'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:50:51.966579 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689d15e9-3777-4f49-b2f0-986ae342da49" -d '{"events": [{"name": "network-changed", "server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "tag": "23485267-6159-47f6-aa68-5ac533131444"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:50:51.970411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:51.992569 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-df8da088-01f2-4774-a6b7-60987f7d12ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.059283 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9e3c81-53b1-4214-b3b7-1401d99382a4 x-openstack-request-id: req-6f9e3c81-53b1-4214-b3b7-1401d99382a4 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:50:52.059283 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "tag": "23485267-6159-47f6-aa68-5ac533131444", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:50:52.059549 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f9e3c81-53b1-4214-b3b7-1401d99382a4 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:50:52.059943 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'tag': '23485267-6159-47f6-aa68-5ac533131444', 'status': 'completed', 'code': 200} Sep 22 09:50:52.159187 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-df8da088-01f2-4774-a6b7-60987f7d12ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.216160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8da088-01f2-4774-a6b7-60987f7d12ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Subnet': ['ID=64ff5220-1547-4a96-ba12-732b4c11f80f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:52.239017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e4ca6c-ae74-421f-8f22-67b8fb62819b None None] Network 608a1150-3008-489f-801a-8d461fe48dd9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:52.241292 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-df8da088-01f2-4774-a6b7-60987f7d12ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.246882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-df8da088-01f2-4774-a6b7-60987f7d12ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/64ff5220-1547-4a96-ba12-732b4c11f80f HTTP/1.1" status: 204 len: 168 time: 0.8333969 Sep 22 09:50:52.283563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d15e9-3777-4f49-b2f0-986ae342da49 req-83295a26-949b-4ac6-a773-de9689eb6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:52.286117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-689d15e9-3777-4f49-b2f0-986ae342da49 req-83295a26-949b-4ac6-a773-de9689eb6055 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32bae1902dca42eb8708e88479157ff8&device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 1094 time: 0.2047164 Sep 22 09:50:52.287270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36704) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:52.418723 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.470846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd7f10-d213-4d05-b047-6bdba009f581 req-6f5d8e18-5b13-4375-8773-9280f99ecb63 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:52.471032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event deleted for resources: {'Port': ['ID=4716d407-370c-44dd-9e3a-2ddc2ae7ed82,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:52.483265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2fd7f10-d213-4d05-b047-6bdba009f581 req-6f5d8e18-5b13-4375-8773-9280f99ecb63 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 943 time: 0.2695932 Sep 22 09:50:52.485011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-4bfefe68-c24f-44a5-be46-38922916be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:52.486664 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-4bfefe68-c24f-44a5-be46-38922916be61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5595751 Sep 22 09:50:52.487429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bba20cfd-e3e2-4cd9-bf03-ca08dc66e314 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.544864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca95c6c-ec71-478b-ad1e-de2d56854043 None None] DHCP port deletion for 608a1150-3008-489f-801a-8d461fe48dd9 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:50:52.609576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] No DVR routers for this DVR port 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:52.644122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2fd7f10-d213-4d05-b047-6bdba009f581 req-1ff8c68e-a719-429b-a58f-f9a7f82c8699 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542199 Sep 22 09:50:52.671003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d15e9-3777-4f49-b2f0-986ae342da49 req-cb2480cb-89eb-47b9-8c97-5584ed1da4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:52.676192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-689d15e9-3777-4f49-b2f0-986ae342da49 req-cb2480cb-89eb-47b9-8c97-5584ed1da4b1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=32bae1902dca42eb8708e88479157ff8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3428640 Sep 22 09:50:52.682371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3ca95c6c-ec71-478b-ad1e-de2d56854043 None None] Deleting port 9c9b17d7-6223-4cbd-9071-2910fd9434de {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:52.682749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ca95c6c-ec71-478b-ad1e-de2d56854043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.718550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 9c9b17d7-6223-4cbd-9071-2910fd9434de {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:50:52.722252 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.747829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bba20cfd-e3e2-4cd9-bf03-ca08dc66e314 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.820038 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.825229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] For port 9c9b17d7-6223-4cbd-9071-2910fd9434de, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9c9b17d7-6223-4cbd-9071-2910fd9434de,segment=NetworkSegment(faba37a2-d312-4750-af89-8a26492d8657),segment_id=faba37a2-d312-4750-af89-8a26492d8657)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:52.825674 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.830294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3ca95c6c-ec71-478b-ad1e-de2d56854043 None None] For port 9c9b17d7-6223-4cbd-9071-2910fd9434de, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9c9b17d7-6223-4cbd-9071-2910fd9434de,segment=NetworkSegment(faba37a2-d312-4750-af89-8a26492d8657),segment_id=faba37a2-d312-4750-af89-8a26492d8657)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:52.830869 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ca95c6c-ec71-478b-ad1e-de2d56854043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.842410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 9c9b17d7-6223-4cbd-9071-2910fd9434de owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:52.845146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188e2d2f-0c7f-4244-9e19-bd5f4b23febe']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:52.846343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3ca95c6c-ec71-478b-ad1e-de2d56854043 None None] Calling delete_port for 9c9b17d7-6223-4cbd-9071-2910fd9434de owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:50:52.857109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98272c6-137c-4694-be23-7ad136a34f77') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:52.857469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98272c6-137c-4694-be23-7ad136a34f77') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:52.868581 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.883177 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-35b43a03-7257-47ff-a774-39802c89aff8 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821967 Sep 22 09:50:52.884159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.889037 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bba20cfd-e3e2-4cd9-bf03-ca08dc66e314 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.906692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:52.907336 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:52.912771 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:52.999676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:50:53.022915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d15e9-3777-4f49-b2f0-986ae342da49 req-a4c83d0f-744e-4e9b-bf96-4b17ef31d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:53.022915 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-689d15e9-3777-4f49-b2f0-986ae342da49 req-a4c83d0f-744e-4e9b-bf96-4b17ef31d7bb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3314900 Sep 22 09:50:53.023681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:50:53.024027 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4716d407-370c-44dd-9e3a-2ddc2ae7ed82 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:50:53.024440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9c9b17d7-6223-4cbd-9071-2910fd9434de no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:50:53.045245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba20cfd-e3e2-4cd9-bf03-ca08dc66e314 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a52301-9d56-471f-8508-81fe508760a2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:53.090514 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-bd430846-064e-4b53-b821-41bb67f42c55 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888139 Sep 22 09:50:53.128259 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ca95c6c-ec71-478b-ad1e-de2d56854043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:53.130008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-ffc72b37-d318-4ac1-9167-957d3fd87286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:53.133018 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-ffc72b37-d318-4ac1-9167-957d3fd87286 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32bae1902dca42eb8708e88479157ff8&device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 1094 time: 0.0611207 Sep 22 09:50:53.134022 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:53.166949 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=9c9b17d7-6223-4cbd-9071-2910fd9434de,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:53.169474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca95c6c-ec71-478b-ad1e-de2d56854043 None None] No DVR routers for this DVR port 9c9b17d7-6223-4cbd-9071-2910fd9434de on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:53.181274 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:53.203113 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-d72c8f44-01cf-4faf-b310-507861dcef60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b HTTP/1.1" status: 200 len: 217 time: 0.1131604 Sep 22 09:50:53.203966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bba20cfd-e3e2-4cd9-bf03-ca08dc66e314 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:53.204270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca95c6c-ec71-478b-ad1e-de2d56854043 None None] Pushing event deleted for resources: {'Port': ['ID=9c9b17d7-6223-4cbd-9071-2910fd9434de,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:53.207709 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bba20cfd-e3e2-4cd9-bf03-ca08dc66e314 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3282056 Sep 22 09:50:53.214734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36718) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:53.216038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No DVR routers for this DVR port 9c9b17d7-6223-4cbd-9071-2910fd9434de on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:50:53.223002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-fa750534-3aad-4530-bc88-a2d1b7454034 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': '21218512-5886-44cc-9e5f-fb2554c06a17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e7a52301-9d56-471f-8508-81fe508760a2'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:53.258283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-b34f55a2-ec29-4338-bc61-37bc8db6c438 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23485267-6159-47f6-aa68-5ac533131444 HTTP/1.1" status: 200 len: 217 time: 0.0917702 Sep 22 09:50:53.276370 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:53.293243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:53.296393 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] 10.222.0.49 "DELETE /v2.0/networks/188e2d2f-0c7f-4244-9e19-bd5f4b23febe HTTP/1.1" status: 204 len: 168 time: 2.5955944 Sep 22 09:50:53.355921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a1cae-8660-4683-896f-26f35341ef86 tempest-FloatingIPNegativeTestJSON-1108589492 tempest-FloatingIPNegativeTestJSON-1108589492-project] Pushing event deleted for resources: {'Network': ['ID=188e2d2f-0c7f-4244-9e19-bd5f4b23febe,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:53.367157 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:53.382628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-b1af9b9c-2055-4f1f-8537-52b212b9534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:53.384125 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-b1af9b9c-2055-4f1f-8537-52b212b9534e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e5351d1-2921-4817-b3bc-6103e6667029 HTTP/1.1" status: 200 len: 853 time: 0.1088371 Sep 22 09:50:53.385315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-b96f3952-f5b1-4706-ba9f-be47728c3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:53.386921 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-b96f3952-f5b1-4706-ba9f-be47728c3ff1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.1754069 Sep 22 09:50:53.394324 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:53.401098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608a1150-3008-489f-801a-8d461fe48dd9']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:53.438794 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faba37a2-d312-4750-af89-8a26492d8657') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:53.438794 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faba37a2-d312-4750-af89-8a26492d8657') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:50:53.456450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-88f4f514-f465-4d12-89de-b9bf657e72de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:53.459959 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-88f4f514-f465-4d12-89de-b9bf657e72de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0660400 Sep 22 09:50:53.590562 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-32d5cd45-9e5f-4787-a1bf-b6d55aac510d service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229765 Sep 22 09:50:53.736921 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:53.764408 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:53.780390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-1de8677b-9fc9-4219-b757-56ce55240a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:53.781947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-1de8677b-9fc9-4219-b757-56ce55240a22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91733998-06bf-47bc-8d05-2738dba4e322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3833621 Sep 22 09:50:53.789534 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-06dc6754-ccf9-4c5d-8257-4b3189e003ec service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909618 Sep 22 09:50:53.790167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:50:53.790576 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:50:53.793777 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:50:53.852833 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-171ea561-5791-4224-b8e6-ca38cca612ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0509186 Sep 22 09:50:53.895191 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-fa750534-3aad-4530-bc88-a2d1b7454034 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:53.899470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fa750534-3aad-4530-bc88-a2d1b7454034 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6776166 Sep 22 09:50:53.902043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36736) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:53.906370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-e9633f31-c251-4378-9055-3448e9bb7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:53.907851 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-e9633f31-c251-4378-9055-3448e9bb7c64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.0493739 Sep 22 09:50:53.967449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-08dd3b2f-4963-498c-8e2e-f805ca95a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:53.970090 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-08dd3b2f-4963-498c-8e2e-f805ca95a0f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554588 Sep 22 09:50:53.988782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba48f4-5b97-45c9-aee5-0c1bf2bfbe72 req-01a2690c-6a12-4210-809d-298262184adb tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:53.999153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0ba48f4-5b97-45c9-aee5-0c1bf2bfbe72 req-01a2690c-6a12-4210-809d-298262184adb tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 943 time: 0.2275612 Sep 22 09:50:54.033104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.081931 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.087290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/networks/608a1150-3008-489f-801a-8d461fe48dd9 HTTP/1.1" status: 204 len: 168 time: 1.7954602 Sep 22 09:50:54.091534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36742) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:54.150081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3635c7e-5efd-4faf-868f-7562f0ace30d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Network': ['ID=608a1150-3008-489f-801a-8d461fe48dd9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:54.158328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-f4f78780-bf64-4a6a-8df4-43f4d8dc470b service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627234 Sep 22 09:50:54.174910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0ba48f4-5b97-45c9-aee5-0c1bf2bfbe72 req-f83bd0c1-2a5e-4a59-89e7-b3a87599f100 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748619 Sep 22 09:50:54.184702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36744) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:54.198741 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-ade76715-cd6d-49e6-8920-c31cfd798e28 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209408 Sep 22 09:50:54.199232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c828f85-be89-4dc5-af80-0d980ae0814a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:54.208632 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1c828f85-be89-4dc5-af80-0d980ae0814a tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 HTTP/1.1" status: 200 len: 840 time: 0.0953689 Sep 22 09:50:54.220687 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5fcccdc1-244c-467f-aa55-a804a841c19c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.221743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36748) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:54.279041 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5fcccdc1-244c-467f-aa55-a804a841c19c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.296403 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4366088f-39c6-4857-96db-16a0059890f2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0733230 Sep 22 09:50:54.299124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36750) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:54.306164 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ebd4d786-bb4b-48dd-8b8b-f312d6ccbe80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.323557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-71089e37-70d0-4726-b464-ecf6faa36037 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:54.369416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a85fad-2ba3-4744-a4b1-aacf12631be7 req-6d2ebd52-16e8-494e-8e60-a0d32e7e4b82 service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900015 Sep 22 09:50:54.473121 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5fcccdc1-244c-467f-aa55-a804a841c19c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.476545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5fcccdc1-244c-467f-aa55-a804a841c19c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.477915 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5fcccdc1-244c-467f-aa55-a804a841c19c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "DELETE /v2.0/security-groups/e7a52301-9d56-471f-8508-81fe508760a2 HTTP/1.1" status: 204 len: 168 time: 0.5749071 Sep 22 09:50:54.483027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36754) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:54.487323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcccdc1-244c-467f-aa55-a804a841c19c tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a52301-9d56-471f-8508-81fe508760a2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:54.498883 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e975161f-6a55-4f90-a92e-f0d0d6cb7e93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2728fdc3be624de2ad3a577c5554a7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129246 Sep 22 09:50:54.501653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36756) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:54.517460 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-d39f6d3f-3f0c-4c38-bd05-114a1abc192e service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060710 Sep 22 09:50:54.554797 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.562075 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6be5d15f-76d0-4a20-a35f-289c66cb72ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.579376 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-2448d3bc-3eed-46fb-aa07-d42a2a799fdc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 200 len: 217 time: 0.0485415 Sep 22 09:50:54.590897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6be5d15f-76d0-4a20-a35f-289c66cb72ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.635897 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-901792d0-26c6-4950-8f2c-05cfcb8bb642 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1522684 Sep 22 09:50:54.641081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36762) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:54.658499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71089e37-70d0-4726-b464-ecf6faa36037 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:54.663321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71089e37-70d0-4726-b464-ecf6faa36037 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.698721 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd170ce-85e9-45b9-a919-08c8f0a46c2b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.702175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-225ecf2c-d4a0-426c-b081-6b1993066506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:54.704191 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-225ecf2c-d4a0-426c-b081-6b1993066506 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.1165116 Sep 22 09:50:54.726111 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd170ce-85e9-45b9-a919-08c8f0a46c2b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.754885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6be5d15f-76d0-4a20-a35f-289c66cb72ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.758005 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6be5d15f-76d0-4a20-a35f-289c66cb72ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.761622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6be5d15f-76d0-4a20-a35f-289c66cb72ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbae43b5-aba4-4aa0-b119-35a74e7fff94 HTTP/1.1" status: 204 len: 168 time: 0.2565227 Sep 22 09:50:54.799573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5d15f-76d0-4a20-a35f-289c66cb72ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbae43b5-aba4-4aa0-b119-35a74e7fff94,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:54.829013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d1826-070c-4911-bce8-45367ae3950d req-303cd7d0-57d4-403f-805c-f698a87e9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:54.830850 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-303cd7d0-57d4-403f-805c-f698a87e9b2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0888395 Sep 22 09:50:54.925446 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-a8ce1123-96f7-4803-90ab-a2b27cf1ac7a service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869780 Sep 22 09:50:54.941879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd170ce-85e9-45b9-a919-08c8f0a46c2b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.945254 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd170ce-85e9-45b9-a919-08c8f0a46c2b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:54.946424 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1dd170ce-85e9-45b9-a919-08c8f0a46c2b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "DELETE /v2.0/security-groups/21218512-5886-44cc-9e5f-fb2554c06a17 HTTP/1.1" status: 204 len: 168 time: 0.3053567 Sep 22 09:50:54.952340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36772) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:54.962586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd170ce-85e9-45b9-a919-08c8f0a46c2b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21218512-5886-44cc-9e5f-fb2554c06a17,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:55.012551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-27f31776-d875-44b2-bdc1-dfbe0d29067b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0569742 Sep 22 09:50:55.013202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36774) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:55.019341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-49101ed8-9c78-4e62-8a58-97034b1c7be5 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673808580'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:55.072628 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-967d1826-070c-4911-bce8-45367ae3950d req-d0debf7c-7231-479f-bc78-a9a86104e1f1 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399941 Sep 22 09:50:55.195551 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49101ed8-9c78-4e62-8a58-97034b1c7be5 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:55.242460 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71089e37-70d0-4726-b464-ecf6faa36037 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:55.324348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71089e37-70d0-4726-b464-ecf6faa36037 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:55.328235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-71089e37-70d0-4726-b464-ecf6faa36037 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:55.333041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71089e37-70d0-4726-b464-ecf6faa36037 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:55.333868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71089e37-70d0-4726-b464-ecf6faa36037 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:55.336185 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49101ed8-9c78-4e62-8a58-97034b1c7be5 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:55.344021 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71089e37-70d0-4726-b464-ecf6faa36037 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Subnet': ['ID=61b5d6a1-332a-45ba-9311-fc0ebeae01a6,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:55.355792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d4385-b65e-4c69-ac6c-aaceb6a330c0 None None] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:50:55.363160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc8bc1-ddf0-4d14-9512-2f154cceb511 req-3d1de867-9605-4326-8bf8-1f3c5dc181b9 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:55.365502 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65bc8bc1-ddf0-4d14-9512-2f154cceb511 req-3d1de867-9605-4326-8bf8-1f3c5dc181b9 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 943 time: 0.0930567 Sep 22 09:50:55.409075 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65bc8bc1-ddf0-4d14-9512-2f154cceb511 req-6c502201-f2cf-49b4-ade2-ef8f0d296f28 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351408 Sep 22 09:50:55.463493 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49101ed8-9c78-4e62-8a58-97034b1c7be5 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:55.497028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49101ed8-9c78-4e62-8a58-97034b1c7be5 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df24a6-a001-4dbc-a25a-040e65e6169b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:55.548077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'tenant_id': 'e6461e9978484ebbbf9f9b732d5baef6', 'fixed_ips': [{'subnet_id': '61b5d6a1-332a-45ba-9311-fc0ebeae01a6'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:50:55.548983 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:55.617353 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49101ed8-9c78-4e62-8a58-97034b1c7be5 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:55.618849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-49101ed8-9c78-4e62-8a58-97034b1c7be5 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6045473 Sep 22 09:50:55.629613 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36796) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:55.629884 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-71089e37-70d0-4726-b464-ecf6faa36037 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3202522 Sep 22 09:50:55.629884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36798) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:55.630544 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-97afc2d2-c570-4e92-a87e-6b267b668ecf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'security_group': {'name': 'tempest-secgroup-163403428'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:55.630615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4686410b-bbb5-4e8a-8df5-ad480b7125e6 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'e1df24a6-a001-4dbc-a25a-040e65e6169b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:55.649179 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-97afc2d2-c570-4e92-a87e-6b267b668ecf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:50:55.649179 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:50:55.649179 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': 'e6461e9978484ebbbf9f9b732d5baef6', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 50, 35, 637159)}] Sep 22 09:50:55.649179 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:50:55.649179 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-97afc2d2-c570-4e92-a87e-6b267b668ecf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:50:55.731120 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Allocated IP 172.20.0.2 (70b43d1f-a851-4af3-88e2-b8963d5bb56b/61b5d6a1-332a-45ba-9311-fc0ebeae01a6/6ea28038-1de1-4493-8ca7-baa2702e970f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:55.840859 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-4686410b-bbb5-4e8a-8df5-ad480b7125e6 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:55.847968 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4686410b-bbb5-4e8a-8df5-ad480b7125e6 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2189353 Sep 22 09:50:55.848211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36806) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:55.853594 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5fac1da8-25c5-48a0-b05b-4517a30ff396 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group_rule': {'security_group_id': 'e1df24a6-a001-4dbc-a25a-040e65e6169b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:55.916508 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.040748 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.094376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:56.097678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:56.101746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:56.109606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Pushing event updated for resources: {'Port': ['ID=6ea28038-1de1-4493-8ca7-baa2702e970f,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:56.185648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Attempting to bind port 6ea28038-1de1-4493-8ca7-baa2702e970f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:50:56.186026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Attempting to bind port 6ea28038-1de1-4493-8ca7-baa2702e970f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '999b7927-3c66-4cfd-a61e-9073d3b6b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:50:56.186453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Attempting to bind port 6ea28038-1de1-4493-8ca7-baa2702e970f on network 70b43d1f-a851-4af3-88e2-b8963d5bb56b {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:50:56.191586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:50:56.191961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Checking segment: {'id': '999b7927-3c66-4cfd-a61e-9073d3b6b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:50:56.192392 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.192872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Bound using segment: {'id': '999b7927-3c66-4cfd-a61e-9073d3b6b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:50:56.193296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Bound port: 6ea28038-1de1-4493-8ca7-baa2702e970f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999b7927-3c66-4cfd-a61e-9073d3b6b6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:50:56.193721 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.211521 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-5fac1da8-25c5-48a0-b05b-4517a30ff396 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:50:56.212639 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5fac1da8-25c5-48a0-b05b-4517a30ff396 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3626540 Sep 22 09:50:56.216496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36818) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:56.268104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36820) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:56.280419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] For port 6ea28038-1de1-4493-8ca7-baa2702e970f, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:50:56.286897 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] For port 6ea28038-1de1-4493-8ca7-baa2702e970f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6ea28038-1de1-4493-8ca7-baa2702e970f,segment=NetworkSegment(999b7927-3c66-4cfd-a61e-9073d3b6b6d0),segment_id=999b7927-3c66-4cfd-a61e-9073d3b6b6d0)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:50:56.379088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6244a43-33e4-4608-8505-7652273b5cfa tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.383759 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6244a43-33e4-4608-8505-7652273b5cfa tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.455880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1987965676'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:56.462943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-97afc2d2-c570-4e92-a87e-6b267b668ecf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.482028 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.514649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6244a43-33e4-4608-8505-7652273b5cfa tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.518033 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6244a43-33e4-4608-8505-7652273b5cfa tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.522690 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b6244a43-33e4-4608-8505-7652273b5cfa tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "DELETE /v2.0/security-groups/e1df24a6-a001-4dbc-a25a-040e65e6169b HTTP/1.1" status: 204 len: 168 time: 0.3001812 Sep 22 09:50:56.522959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36834) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:56.537131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6244a43-33e4-4608-8505-7652273b5cfa tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df24a6-a001-4dbc-a25a-040e65e6169b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:56.608301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:56.615869 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.649917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4594536-2c0c-4472-876f-d416ca585d7e None None] Pushing event updated for resources: {'Port': ['ID=6ea28038-1de1-4493-8ca7-baa2702e970f,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:56.702105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.752875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065c720-016c-414e-afc1-e5fbee1adeec req-66f2e39e-848a-44d3-a2b7-c373fbc5fa2e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:56.754623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0065c720-016c-414e-afc1-e5fbee1adeec req-66f2e39e-848a-44d3-a2b7-c373fbc5fa2e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 943 time: 0.2366655 Sep 22 09:50:56.772817 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9e1c7650-19ef-4e73-a3a6-a069e0c6088b tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2482848 Sep 22 09:50:56.778065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36842) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:56.783610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9905e7b0-e533-48ac-bd00-0a8095d766f4 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448312414'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:56.834257 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0065c720-016c-414e-afc1-e5fbee1adeec req-f894cbc5-0640-40a6-b528-066e0b11821e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591247 Sep 22 09:50:56.873135 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-97afc2d2-c570-4e92-a87e-6b267b668ecf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.932402 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c257b79e-8ed3-4266-9d72-6bacd93fe2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:56.990280 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-97afc2d2-c570-4e92-a87e-6b267b668ecf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.065100 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6ea28038-1de1-4493-8ca7-baa2702e970f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:57.087431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afc2d2-c570-4e92-a87e-6b267b668ecf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5929d287-80ef-4638-9010-45e49e4cf3c7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:57.177429 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:57.177679 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.215059 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.290716 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.331190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 6ea28038-1de1-4493-8ca7-baa2702e970f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6ea28038-1de1-4493-8ca7-baa2702e970f,segment=NetworkSegment(999b7927-3c66-4cfd-a61e-9073d3b6b6d0),segment_id=999b7927-3c66-4cfd-a61e-9073d3b6b6d0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:50:57.334032 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.371346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:50:57.380859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f856d3-842a-43f3-aea1-93e4fc419fc5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:57.387473 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.387753 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Added segment 2ed01428-95dc-42e4-a4ce-42daa2ba43a3 of type vlan for network ddb2c812-a4a9-41d7-add4-bc341ac67175 Sep 22 09:50:57.430334 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.433580 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-97afc2d2-c570-4e92-a87e-6b267b668ecf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.437292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-97afc2d2-c570-4e92-a87e-6b267b668ecf tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8134177 Sep 22 09:50:57.438906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36850) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:57.444125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6fdd6593-af68-4fa1-b406-ca0c1d6301a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'security_group': {'name': 'tempest-secgroup-1931575782'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:57.463399 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.512850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=6ea28038-1de1-4493-8ca7-baa2702e970f,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:57.542310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9905e7b0-e533-48ac-bd00-0a8095d766f4 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.583353 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.583596 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.595463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:57.596144 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.642597 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6593-af68-4fa1-b406-ca0c1d6301a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.700595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Network': ['ID=ddb2c812-a4a9-41d7-add4-bc341ac67175,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:57.713400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network ddb2c812-a4a9-41d7-add4-bc341ac67175 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:50:57.770132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9905e7b0-e533-48ac-bd00-0a8095d766f4 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.851758 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9905e7b0-e533-48ac-bd00-0a8095d766f4 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.873934 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f682bad7-8a89-454c-9375-1255951f7921 None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:57.874304 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f682bad7-8a89-454c-9375-1255951f7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.883104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905e7b0-e533-48ac-bd00-0a8095d766f4 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8edc2283-9a77-4d31-8923-0f6602b270e4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:57.972128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9905e7b0-e533-48ac-bd00-0a8095d766f4 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.974975 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9905e7b0-e533-48ac-bd00-0a8095d766f4 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1957300 Sep 22 09:50:57.977068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f682bad7-8a89-454c-9375-1255951f7921 None None] Provisioning complete for port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:57.977695 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f682bad7-8a89-454c-9375-1255951f7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:57.978354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36870) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:57.984976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-eaeb5774-4f5d-4653-819f-8ba2ce34b1ef tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:57.992086 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-eaeb5774-4f5d-4653-819f-8ba2ce34b1ef tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 09:50:57.992086 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-eaeb5774-4f5d-4653-819f-8ba2ce34b1ef tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 09:50:57.992086 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eaeb5774-4f5d-4653-819f-8ba2ce34b1ef tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "PUT /v2.0/security-groups/8edc2283-9a77-4d31-8923-0f6602b270e4 HTTP/1.1" status: 409 len: 330 time: 0.0073531 Sep 22 09:50:57.992630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36872) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:58.026243 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f682bad7-8a89-454c-9375-1255951f7921 None None] Port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:50:58.045745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b2fe5f3b-5a92-4df4-aa3d-1256a2931b86 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7769377 Sep 22 09:50:58.069440 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:58.072629 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c56084b2-bf97-4198-a100-5d966583c324 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:58.100249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c56084b2-bf97-4198-a100-5d966583c324 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:58.121225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c6a7a-4749-4f47-9ccd-652aa2676757 req-04efa30e-b5cc-47ec-b65f-d9fcf0927a3e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:58.125835 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b92c6a7a-4749-4f47-9ccd-652aa2676757 req-04efa30e-b5cc-47ec-b65f-d9fcf0927a3e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 943 time: 0.1791847 Sep 22 09:50:58.217702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b92c6a7a-4749-4f47-9ccd-652aa2676757 req-d0f77af7-17e2-4f96-8d4b-f96f4fbab7a2 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758541 Sep 22 09:50:58.258223 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c56084b2-bf97-4198-a100-5d966583c324 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:58.267519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c56084b2-bf97-4198-a100-5d966583c324 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:58.267519 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c56084b2-bf97-4198-a100-5d966583c324 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "DELETE /v2.0/security-groups/8edc2283-9a77-4d31-8923-0f6602b270e4 HTTP/1.1" status: 204 len: 168 time: 0.2691050 Sep 22 09:50:58.267773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36878) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:58.276105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56084b2-bf97-4198-a100-5d966583c324 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edc2283-9a77-4d31-8923-0f6602b270e4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:58.353388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f943a93b-ab31-4544-8d73-9a5e41818c59 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0824602 Sep 22 09:50:58.353388 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6593-af68-4fa1-b406-ca0c1d6301a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:58.354024 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36880) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:58.368774 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-6fdaebdb-ba60-45d0-85f0-243ee8f0d4e8 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] delete failed (client error): The resource could not be found. Sep 22 09:50:58.369897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6fdaebdb-ba60-45d0-85f0-243ee8f0d4e8 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "DELETE /v2.0/security-groups/1169a3a7-eeca-48b6-affd-602e7571cf69 HTTP/1.1" status: 404 len: 347 time: 0.0142310 Sep 22 09:50:58.373559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36882) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:58.387204 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-1721f720-07cf-4c0b-982d-65109c38bf10 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] show failed (client error): The resource could not be found. Sep 22 09:50:58.388223 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1721f720-07cf-4c0b-982d-65109c38bf10 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-groups/5bf3a324-a9de-41a2-8ec3-c87a423348ca HTTP/1.1" status: 404 len: 347 time: 0.0136759 Sep 22 09:50:58.391863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36884) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:58.407250 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-28199317-7bc9-4612-b698-686b3f25a5e7 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] show failed (client error): The resource could not be found. Sep 22 09:50:58.408228 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-28199317-7bc9-4612-b698-686b3f25a5e7 tempest-NegativeSecGroupIPv6Test-492251578 tempest-NegativeSecGroupIPv6Test-492251578-project] 10.222.0.49 "GET /v2.0/security-group-rules/1edaafa8-b95c-4c13-bde8-5880d3bc9bef HTTP/1.1" status: 404 len: 356 time: 0.0154338 Sep 22 09:50:58.469139 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6593-af68-4fa1-b406-ca0c1d6301a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:58.539904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd6593-af68-4fa1-b406-ca0c1d6301a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2097f0-cf84-4103-ae95-11f7429eb2d7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:58.594819 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6593-af68-4fa1-b406-ca0c1d6301a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:58.599514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6fdd6593-af68-4fa1-b406-ca0c1d6301a3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1564417 Sep 22 09:50:58.600395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36892) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:58.605052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1327759873', 'security_groups': ['af2097f0-cf84-4103-ae95-11f7429eb2d7'], 'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '61b5d6a1-332a-45ba-9311-fc0ebeae01a6'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:50:58.937324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:50:58.941621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36904) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:59.074159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6ea28038-1de1-4493-8ca7-baa2702e970f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:50:59.177502 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:59.179182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:50:59.180938 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:59.196594 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port a8b41d5b-c433-4402-82c3-00c3191564cd yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:50:59.211399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e9dcd26c-cdec-4371-bde3-2d51a5acc6d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8d5e9e4211440a796539106aba1da63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675698 Sep 22 09:50:59.211755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36910) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:50:59.445337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.12 (70b43d1f-a851-4af3-88e2-b8963d5bb56b/61b5d6a1-332a-45ba-9311-fc0ebeae01a6/a8b41d5b-c433-4402-82c3-00c3191564cd) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:50:59.447155 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04ff016b-86c0-4d25-977e-7557dc2f8bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:59.481654 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04ff016b-86c0-4d25-977e-7557dc2f8bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:59.498278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd61e33-1918-449d-a9bd-2d3dba2561ad req-037416b9-0144-450d-baf7-e8741d0c07c9 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:59.499975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bd61e33-1918-449d-a9bd-2d3dba2561ad req-037416b9-0144-450d-baf7-e8741d0c07c9 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 943 time: 0.1190319 Sep 22 09:50:59.563123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bd61e33-1918-449d-a9bd-2d3dba2561ad req-1b87d6a4-5c6a-4ae4-af63-ba842f1f09eb tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527520 Sep 22 09:50:59.634182 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:59.686361 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04ff016b-86c0-4d25-977e-7557dc2f8bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:59.689615 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-04ff016b-86c0-4d25-977e-7557dc2f8bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:59.691059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-04ff016b-86c0-4d25-977e-7557dc2f8bce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f3c01ac-2737-4f9c-ad05-571da5e89039 HTTP/1.1" status: 204 len: 168 time: 0.4782639 Sep 22 09:50:59.730306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff016b-86c0-4d25-977e-7557dc2f8bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c01ac-2737-4f9c-ad05-571da5e89039,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:59.792602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:59.857721 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:50:59.872714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:50:59.875746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:50:59.883299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:50:59.887569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=a8b41d5b-c433-4402-82c3-00c3191564cd,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:50:59.941851 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:50:59.943351 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:00.099405 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a5b5ebb9-5ab9-4b5b-98b4-a6562a966b21 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4983373 Sep 22 09:51:00.102458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36930) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:00.121105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a8fe6bd2-b33a-48f4-8c66-faf43b1eea25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:00.275015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b71bd3e1-2ccf-45c4-a4e7-9bd45dc763dd None None] Provisioning complete for port a8b41d5b-c433-4402-82c3-00c3191564cd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:00.275596 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b71bd3e1-2ccf-45c4-a4e7-9bd45dc763dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:00.344677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b71bd3e1-2ccf-45c4-a4e7-9bd45dc763dd None None] Port a8b41d5b-c433-4402-82c3-00c3191564cd cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:51:00.383549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fe6bd2-b33a-48f4-8c66-faf43b1eea25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:00.387544 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6bd2-b33a-48f4-8c66-faf43b1eea25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:00.522650 n-d-805649-4 neutron-server[95509]: INFO neutron.db.ipam_backend_mixin [None req-a8fe6bd2-b33a-48f4-8c66-faf43b1eea25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 61b5d6a1-332a-45ba-9311-fc0ebeae01a6 (CIDR: 172.20.0.0/28) Sep 22 09:51:00.566205 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fe6bd2-b33a-48f4-8c66-faf43b1eea25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:00.566727 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fe6bd2-b33a-48f4-8c66-faf43b1eea25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:00.693089 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a8fe6bd2-b33a-48f4-8c66-faf43b1eea25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5890238 Sep 22 09:51:00.701828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36950) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:00.704181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-72f9b71c-87d4-4b12-ba47-85bda55a4b25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:00.734498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02ec07-179b-4e4d-9ca0-5cd5b29ea119 req-55e0a01e-8756-496f-b2a5-ce5ecb9bb4ef tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:00.744927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e02ec07-179b-4e4d-9ca0-5cd5b29ea119 req-55e0a01e-8756-496f-b2a5-ce5ecb9bb4ef tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 943 time: 0.1035366 Sep 22 09:51:00.790156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e02ec07-179b-4e4d-9ca0-5cd5b29ea119 req-9b18baad-8201-4f72-81e5-44f8a21454a3 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441039 Sep 22 09:51:00.937955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f9b71c-87d4-4b12-ba47-85bda55a4b25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:00.941963 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72f9b71c-87d4-4b12-ba47-85bda55a4b25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:01.319732 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72f9b71c-87d4-4b12-ba47-85bda55a4b25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:01.393590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9b71c-87d4-4b12-ba47-85bda55a4b25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:01.395546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-72f9b71c-87d4-4b12-ba47-85bda55a4b25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:01.409119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa16c52-f0d4-4726-aecd-377a827dd164 None None] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:01.424813 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9b71c-87d4-4b12-ba47-85bda55a4b25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Subnet': ['ID=3cdf734d-c8cb-4e44-a7c3-2960a1507165,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:01.428203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9b71c-87d4-4b12-ba47-85bda55a4b25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:01.428814 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-72f9b71c-87d4-4b12-ba47-85bda55a4b25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:01.453457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 36974) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:01.490972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'subnet': {'network_id': 'ddb2c812-a4a9-41d7-add4-bc341ac67175', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:01.574431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 23485267-6159-47f6-aa68-5ac533131444 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:51:01.587413 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-72f9b71c-87d4-4b12-ba47-85bda55a4b25 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8892186 Sep 22 09:51:01.590063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 36978) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:01.595409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e415da57-f95b-49a3-9164-40f3d38e9b73 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-203737715', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3cdf734d-c8cb-4e44-a7c3-2960a1507165'}], 'security_groups': ['5929d287-80ef-4638-9010-45e49e4cf3c7']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:01.697212 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:01.702443 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:01.789457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 23485267-6159-47f6-aa68-5ac533131444, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=23485267-6159-47f6-aa68-5ac533131444,segment=NetworkSegment(dec2ada2-4c69-43ea-9e34-b6eefc058fa0),segment_id=dec2ada2-4c69-43ea-9e34-b6eefc058fa0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:01.827790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '23485267-6159-47f6-aa68-5ac533131444', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'port_id': '23485267-6159-47f6-aa68-5ac533131444', 'mac_address': 'fa:16:3e:16:80:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:51:01.893695 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:01.902814 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e415da57-f95b-49a3-9164-40f3d38e9b73 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:01.929616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23485267-6159-47f6-aa68-5ac533131444 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:51:01.970378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 23485267-6159-47f6-aa68-5ac533131444, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=23485267-6159-47f6-aa68-5ac533131444,segment=NetworkSegment(dec2ada2-4c69-43ea-9e34-b6eefc058fa0),segment_id=dec2ada2-4c69-43ea-9e34-b6eefc058fa0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:02.097349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bddbd7d-5d8b-43e4-adb3-436d02c23492 None None] Update dhcp port {'port': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'fixed_ips': [{'subnet_id': '61b5d6a1-332a-45ba-9311-fc0ebeae01a6', 'ip_address': '172.20.0.2'}, {'subnet_id': '3cdf734d-c8cb-4e44-a7c3-2960a1507165'}], 'binding:host_id': 'n-d-805649-4'}, 'id': '6ea28038-1de1-4493-8ca7-baa2702e970f'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:51:02.128817 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:02.176175 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5bddbd7d-5d8b-43e4-adb3-436d02c23492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:02.224879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b024f2-2dac-40d2-95ee-bd495da6c190 req-aebda52c-49e4-4b15-9133-256bd3fbe975 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:02.233435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0b024f2-2dac-40d2-95ee-bd495da6c190 req-aebda52c-49e4-4b15-9133-256bd3fbe975 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 943 time: 0.2059176 Sep 22 09:51:02.237283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=23485267-6159-47f6-aa68-5ac533131444,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:02.298178 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:02.322510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0b024f2-2dac-40d2-95ee-bd495da6c190 req-2966c612-89e0-4d66-87d6-cf387efe289a tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881197 Sep 22 09:51:02.468169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Subnet': ['ID=06a2293c-7d96-4074-bdd2-1e9b82cb11a4,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:02.488548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['23485267-6159-47f6-aa68-5ac533131444'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:51:02.547881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Checking segment: {'id': '2ed01428-95dc-42e4-a4ce-42daa2ba43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'ddb2c812-a4a9-41d7-add4-bc341ac67175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:02.550251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network hostable DHCP agents. Network: ddb2c812-a4a9-41d7-add4-bc341ac67175, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:51:02.641015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-e415da57-f95b-49a3-9164-40f3d38e9b73 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Delete allocated IP 172.20.0.12 (70b43d1f-a851-4af3-88e2-b8963d5bb56b/61b5d6a1-332a-45ba-9311-fc0ebeae01a6) {{(pid=95510) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 09:51:02.650861 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-e415da57-f95b-49a3-9164-40f3d38e9b73 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.18 (70b43d1f-a851-4af3-88e2-b8963d5bb56b/3cdf734d-c8cb-4e44-a7c3-2960a1507165/a8b41d5b-c433-4402-82c3-00c3191564cd) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:02.674970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network ddb2c812-a4a9-41d7-add4-bc341ac67175 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:51:02.771998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, ddb2c812-a4a9-41d7-add4-bc341ac67175) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:02.777335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:02.777946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:02.797816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d14a2b-8aac-4aae-8766-a41d11d6cf8d None None] Network ddb2c812-a4a9-41d7-add4-bc341ac67175 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:02.829492 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e415da57-f95b-49a3-9164-40f3d38e9b73 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:02.890860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37014) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:02.891374 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-be8d2bb6-15f3-48ae-80bf-d202ff0c35ca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4366267 Sep 22 09:51:02.898918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2040101999'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:02.905939 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e415da57-f95b-49a3-9164-40f3d38e9b73 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:03.035201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415da57-f95b-49a3-9164-40f3d38e9b73 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=a8b41d5b-c433-4402-82c3-00c3191564cd,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:03.080026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:03.084750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:03.115317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:51:03.125714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:03.126066 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Added segment 312a8960-f1c9-4545-840c-169f2f8b1b3a of type vlan for network 87b78eec-2447-482a-9a77-1e15e3cb5760 Sep 22 09:51:03.175803 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-5bddbd7d-5d8b-43e4-adb3-436d02c23492 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-ae9f25c9-3605-4abd-8698-5c7da0566b11 {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:51:03.176163 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-5bddbd7d-5d8b-43e4-adb3-436d02c23492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:51:03.190820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-ddb2c812-a4a9-41d7-add4-bc341ac67175', 'network_id': 'ddb2c812-a4a9-41d7-add4-bc341ac67175', 'tenant_id': 'f6ebbd3addae4022be224b24e26abd67', 'fixed_ips': [{'subnet_id': '06a2293c-7d96-4074-bdd2-1e9b82cb11a4'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:51:03.191664 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:03.202725 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:03.213940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e415da57-f95b-49a3-9164-40f3d38e9b73 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] In _notify_port_updated(), no bound segment for port a8b41d5b-c433-4402-82c3-00c3191564cd on network 70b43d1f-a851-4af3-88e2-b8963d5bb56b {{(pid=95510) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:51:03.219449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e415da57-f95b-49a3-9164-40f3d38e9b73 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:03.220080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e415da57-f95b-49a3-9164-40f3d38e9b73 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:03.221492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e415da57-f95b-49a3-9164-40f3d38e9b73 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "PUT /v2.0/ports/a8b41d5b-c433-4402-82c3-00c3191564cd HTTP/1.1" status: 200 len: 920 time: 1.6304076 Sep 22 09:51:03.224885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37020) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:03.395289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Allocated IP 2001:db8:0:ffff::2 (ddb2c812-a4a9-41d7-add4-bc341ac67175/06a2293c-7d96-4074-bdd2-1e9b82cb11a4/106b3c14-597f-4d70-8856-336d6ecf4103) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:03.431431 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:03.431431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:03.431431 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:03.584387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 23485267-6159-47f6-aa68-5ac533131444 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:51:03.585066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Network': ['ID=87b78eec-2447-482a-9a77-1e15e3cb5760,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:03.627879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9c147-6203-40a7-998f-befaa2c274cb req-731ffebe-e15f-499f-883f-ae9aed052ba2 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:03.630331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12f9c147-6203-40a7-998f-befaa2c274cb req-731ffebe-e15f-499f-883f-ae9aed052ba2 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 944 time: 0.2200139 Sep 22 09:51:03.632935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 87b78eec-2447-482a-9a77-1e15e3cb5760 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:51:03.651282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4336610d-b07d-4f55-a0f3-db3e8d22d369 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port a8b41d5b-c433-4402-82c3-00c3191564cd {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:03.655359 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4336610d-b07d-4f55-a0f3-db3e8d22d369 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:03.683729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12f9c147-6203-40a7-998f-befaa2c274cb req-a060ec06-03c1-41f7-8110-b373e9fa92f4 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469811 Sep 22 09:51:03.698464 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f9c8c059-df5c-4663-9aa0-7aaf00855314 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8032784 Sep 22 09:51:03.698464 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37036) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:03.706093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'subnet': {'network_id': '87b78eec-2447-482a-9a77-1e15e3cb5760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:03.869795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4336610d-b07d-4f55-a0f3-db3e8d22d369 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:03.884810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4336610d-b07d-4f55-a0f3-db3e8d22d369 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for a8b41d5b-c433-4402-82c3-00c3191564cd owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:04.004783 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.004988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:04.004988 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.015602 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5bddbd7d-5d8b-43e4-adb3-436d02c23492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.123123 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.164524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4336610d-b07d-4f55-a0f3-db3e8d22d369 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.165549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 23485267-6159-47f6-aa68-5ac533131444 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:51:04.193441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 23485267-6159-47f6-aa68-5ac533131444 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:04.193856 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.228526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Network ddb2c812-a4a9-41d7-add4-bc341ac67175 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:04.237102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336610d-b07d-4f55-a0f3-db3e8d22d369 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=a8b41d5b-c433-4402-82c3-00c3191564cd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:04.251201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:04.253001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Pushing event updated for resources: {'Port': ['ID=106b3c14-597f-4d70-8856-336d6ecf4103,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:04.260389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:51:04.271523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.271954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.272300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.272639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.273016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.273779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.273779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.274056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.274385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.274713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.275038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.275359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:04.355630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4336610d-b07d-4f55-a0f3-db3e8d22d369 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.358448 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4336610d-b07d-4f55-a0f3-db3e8d22d369 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/a8b41d5b-c433-4402-82c3-00c3191564cd HTTP/1.1" status: 204 len: 168 time: 1.1322896 Sep 22 09:51:04.360966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37048) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:04.384369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-5bddbd7d-5d8b-43e4-adb3-436d02c23492 None None] Allocated IP 172.20.0.19 (70b43d1f-a851-4af3-88e2-b8963d5bb56b/3cdf734d-c8cb-4e44-a7c3-2960a1507165/6ea28038-1de1-4493-8ca7-baa2702e970f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:04.388376 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3092b8-79d7-4051-a3e6-6613866ebb4c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:51:04.390288 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-af3092b8-79d7-4051-a3e6-6613866ebb4c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/a8b41d5b-c433-4402-82c3-00c3191564cd HTTP/1.1" status: 404 len: 333 time: 0.0281179 Sep 22 09:51:04.393126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37050) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:04.405725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Attempting to bind port 106b3c14-597f-4d70-8856-336d6ecf4103 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:51:04.406109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Attempting to bind port 106b3c14-597f-4d70-8856-336d6ecf4103 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '2ed01428-95dc-42e4-a4ce-42daa2ba43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'ddb2c812-a4a9-41d7-add4-bc341ac67175'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:51:04.406455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Attempting to bind port 106b3c14-597f-4d70-8856-336d6ecf4103 on network ddb2c812-a4a9-41d7-add4-bc341ac67175 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:51:04.423381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.objects.ports [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95510) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:51:04.429584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:51:04.429744 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.429832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Checking segment: {'id': '2ed01428-95dc-42e4-a4ce-42daa2ba43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'ddb2c812-a4a9-41d7-add4-bc341ac67175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:04.429832 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.429832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Bound using segment: {'id': '2ed01428-95dc-42e4-a4ce-42daa2ba43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'ddb2c812-a4a9-41d7-add4-bc341ac67175'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:51:04.429832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Bound port: 106b3c14-597f-4d70-8856-336d6ecf4103, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed01428-95dc-42e4-a4ce-42daa2ba43a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'ddb2c812-a4a9-41d7-add4-bc341ac67175'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:51:04.429832 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.462901 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-249d853b-eb18-49b8-b89d-e3af69a23a85 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.500908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Subnet': ['ID=854feded-a7d1-4879-bc98-3d565e338d5b,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:04.522867 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-249d853b-eb18-49b8-b89d-e3af69a23a85 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.538282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Checking segment: {'id': '312a8960-f1c9-4545-840c-169f2f8b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '87b78eec-2447-482a-9a77-1e15e3cb5760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:04.538645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network hostable DHCP agents. Network: 87b78eec-2447-482a-9a77-1e15e3cb5760, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:51:04.556274 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.609675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5bddbd7d-5d8b-43e4-adb3-436d02c23492 None None] For port 6ea28038-1de1-4493-8ca7-baa2702e970f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6ea28038-1de1-4493-8ca7-baa2702e970f,segment=NetworkSegment(999b7927-3c66-4cfd-a61e-9073d3b6b6d0),segment_id=999b7927-3c66-4cfd-a61e-9073d3b6b6d0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:04.625862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23485267-6159-47f6-aa68-5ac533131444'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:51:04.628218 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5141a767-56fd-48c2-a016-096a8f264fcb" -d '{"events": [{"server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "name": "network-vif-plugged", "status": "completed", "tag": "23485267-6159-47f6-aa68-5ac533131444"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:51:04.632114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] For port 106b3c14-597f-4d70-8856-336d6ecf4103, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:51:04.649771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 23485267-6159-47f6-aa68-5ac533131444, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=23485267-6159-47f6-aa68-5ac533131444,segment=NetworkSegment(dec2ada2-4c69-43ea-9e34-b6eefc058fa0),segment_id=dec2ada2-4c69-43ea-9e34-b6eefc058fa0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:04.660697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] For port 106b3c14-597f-4d70-8856-336d6ecf4103, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=106b3c14-597f-4d70-8856-336d6ecf4103,segment=NetworkSegment(2ed01428-95dc-42e4-a4ce-42daa2ba43a3),segment_id=2ed01428-95dc-42e4-a4ce-42daa2ba43a3)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:51:04.691793 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5bddbd7d-5d8b-43e4-adb3-436d02c23492 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.697352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network 87b78eec-2447-482a-9a77-1e15e3cb5760 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:51:04.697533 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-249d853b-eb18-49b8-b89d-e3af69a23a85 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.700249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-249d853b-eb18-49b8-b89d-e3af69a23a85 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.704050 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-249d853b-eb18-49b8-b89d-e3af69a23a85 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/security-groups/af2097f0-cf84-4103-ae95-11f7429eb2d7 HTTP/1.1" status: 204 len: 168 time: 0.3071728 Sep 22 09:51:04.715454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37062) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:04.716507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d853b-eb18-49b8-b89d-e3af69a23a85 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2097f0-cf84-4103-ae95-11f7429eb2d7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:04.719804 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde9fd6d-7a96-447f-8f62-e9522fd03bc7 x-openstack-request-id: req-bde9fd6d-7a96-447f-8f62-e9522fd03bc7 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:51:04.720094 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "name": "network-vif-plugged", "status": "completed", "tag": "23485267-6159-47f6-aa68-5ac533131444", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:51:04.720477 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bde9fd6d-7a96-447f-8f62-e9522fd03bc7 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:51:04.720906 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23485267-6159-47f6-aa68-5ac533131444', 'code': 200} Sep 22 09:51:04.738020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.755237 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.834495 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 87b78eec-2447-482a-9a77-1e15e3cb5760) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:04.842581 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5bddbd7d-5d8b-43e4-adb3-436d02c23492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.850363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd9809-b61c-4f47-962c-a07c56512bbe None None] Network 87b78eec-2447-482a-9a77-1e15e3cb5760 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:04.866672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:04.872582 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.912633 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6111a548-027b-46ed-935a-d1f243fccf94 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.925857 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070c0a1-83f1-435c-b5eb-53879221d114 req-469121df-26de-41bb-b09f-508623c6172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:04.928234 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0070c0a1-83f1-435c-b5eb-53879221d114 req-469121df-26de-41bb-b09f-508623c6172c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 1096 time: 0.1353528 Sep 22 09:51:04.936907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8971-8b89-4645-961d-9261d554e37c req-6251a89e-f451-49c5-a471-34cf9daeaa2e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:04.944894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9bd8971-8b89-4645-961d-9261d554e37c req-6251a89e-f451-49c5-a471-34cf9daeaa2e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 945 time: 0.1378467 Sep 22 09:51:04.959667 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6111a548-027b-46ed-935a-d1f243fccf94 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:04.984982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9f9366f4-0242-4e3b-a9b2-c4779784bacf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2854042 Sep 22 09:51:04.985830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37070) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:04.997110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'port': {'network_id': '87b78eec-2447-482a-9a77-1e15e3cb5760', 'name': 'tempest-NetworksIpV6TestAttrs-1037201414'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:05.042835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=23485267-6159-47f6-aa68-5ac533131444,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:05.061819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9bd8971-8b89-4645-961d-9261d554e37c req-719eefbe-cce4-4fb6-b5cc-7282676fd52e tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146700 Sep 22 09:51:05.080950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0070c0a1-83f1-435c-b5eb-53879221d114 req-71613d58-497a-4bcb-a4e1-35d3a7b179cb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174765 Sep 22 09:51:05.190161 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6111a548-027b-46ed-935a-d1f243fccf94 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:05.194888 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6111a548-027b-46ed-935a-d1f243fccf94 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:05.210005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb66633-e4c9-46a6-94af-ba3fd2681a11 None None] Pushing event updated for resources: {'Port': ['ID=106b3c14-597f-4d70-8856-336d6ecf4103,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:05.210351 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6111a548-027b-46ed-935a-d1f243fccf94 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/security-groups/5929d287-80ef-4638-9010-45e49e4cf3c7 HTTP/1.1" status: 204 len: 168 time: 0.4786997 Sep 22 09:51:05.210351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37076) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:05.255031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111a548-027b-46ed-935a-d1f243fccf94 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5929d287-80ef-4638-9010-45e49e4cf3c7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:05.302633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0953548-b847-4370-8c66-3fe5525ef3a5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting subnet 61b5d6a1-332a-45ba-9311-fc0ebeae01a6 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:51:05.306637 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0953548-b847-4370-8c66-3fe5525ef3a5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:05.363013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddbd7d-5d8b-43e4-adb3-436d02c23492 None None] Pushing event updated for resources: {'Port': ['ID=6ea28038-1de1-4493-8ca7-baa2702e970f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:05.397520 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0953548-b847-4370-8c66-3fe5525ef3a5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:05.469301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:05.473506 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:05.479044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-87b78eec-2447-482a-9a77-1e15e3cb5760', 'network_id': '87b78eec-2447-482a-9a77-1e15e3cb5760', 'tenant_id': 'f6ebbd3addae4022be224b24e26abd67', 'fixed_ips': [{'subnet_id': '854feded-a7d1-4879-bc98-3d565e338d5b'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:51:05.480651 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:05.523911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] device_id is not set on port b40d29af-b8ff-419e-bcd4-310b4275e02d yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:51:05.618537 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0953548-b847-4370-8c66-3fe5525ef3a5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:05.819067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Allocated IP 2001:db8::f816:3eff:fe22:550a (87b78eec-2447-482a-9a77-1e15e3cb5760/854feded-a7d1-4879-bc98-3d565e338d5b/b40d29af-b8ff-419e-bcd4-310b4275e02d) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:05.830053 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0953548-b847-4370-8c66-3fe5525ef3a5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:05.878559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0953548-b847-4370-8c66-3fe5525ef3a5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Subnet': ['ID=61b5d6a1-332a-45ba-9311-fc0ebeae01a6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:05.889409 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0953548-b847-4370-8c66-3fe5525ef3a5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:05.895549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f0953548-b847-4370-8c66-3fe5525ef3a5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/61b5d6a1-332a-45ba-9311-fc0ebeae01a6 HTTP/1.1" status: 204 len: 168 time: 0.6791003 Sep 22 09:51:05.895809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37088) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:05.901843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6edcbced-d649-4572-b892-19883cbe17ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:06.120794 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:06.149520 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81718a1-9a1f-4f0d-86f8-a4b6b73d4f50 None None] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:06.224561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9f61-cf8e-463a-9fef-716d8b81c741 req-33c746d8-89a2-4d1e-abf2-066378851511 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:06.226867 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab0f9f61-cf8e-463a-9fef-716d8b81c741 req-33c746d8-89a2-4d1e-abf2-066378851511 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 945 time: 0.0720210 Sep 22 09:51:06.236555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edcbced-d649-4572-b892-19883cbe17ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:06.262955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6edcbced-d649-4572-b892-19883cbe17ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:06.291590 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:06.430508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Allocated IP 2001:db8::f816:3eff:fe57:99a1 (87b78eec-2447-482a-9a77-1e15e3cb5760/854feded-a7d1-4879-bc98-3d565e338d5b/f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:06.443180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network 87b78eec-2447-482a-9a77-1e15e3cb5760 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:06.458143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:06.465717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:51:06.470426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-95bb8561-ab56-415a-92bd-c4945fd37e2d None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:06.470908 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95bb8561-ab56-415a-92bd-c4945fd37e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:06.471912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:06.472554 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:06.475713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Port': ['ID=b40d29af-b8ff-419e-bcd4-310b4275e02d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:06.503650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab0f9f61-cf8e-463a-9fef-716d8b81c741 req-0f565d16-a6e7-401c-a706-279a42658010 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496588 Sep 22 09:51:06.523410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6645e0f-a9d7-424b-b286-a07e635f770a None None] Network ddb2c812-a4a9-41d7-add4-bc341ac67175 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:06.578543 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37114) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:06.625149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-24b88b31-3702-4724-b446-4e2a50fc67aa tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6327093 Sep 22 09:51:06.625996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37118) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:06.703255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f39faa-13b0-4a0e-b859-d62643bb6976 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Deleting subnet 854feded-a7d1-4879-bc98-3d565e338d5b {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:51:06.789227 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52f9ab96-c47c-461a-bccc-8513b399c87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:06.890361 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52f9ab96-c47c-461a-bccc-8513b399c87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:06.946747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-95bb8561-ab56-415a-92bd-c4945fd37e2d None None] Could not find standard attr ID for object a8b41d5b-c433-4402-82c3-00c3191564cd. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:51:06.967127 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:06.984207 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6edcbced-d649-4572-b892-19883cbe17ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:06.996136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-95bb8561-ab56-415a-92bd-c4945fd37e2d None None] Provisioning complete for port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:06.996516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95bb8561-ab56-415a-92bd-c4945fd37e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.046267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52f9ab96-c47c-461a-bccc-8513b399c87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.069822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcbced-d649-4572-b892-19883cbe17ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Subnet': ['ID=9642f34c-79d3-469e-9edd-a56b1389fb0b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:07.091163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-95bb8561-ab56-415a-92bd-c4945fd37e2d None None] Port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:51:07.100325 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.115894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edcbced-d649-4572-b892-19883cbe17ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:07.117232 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-12f39faa-13b0-4a0e-b859-d62643bb6976 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.117984 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-6edcbced-d649-4572-b892-19883cbe17ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:07.121468 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edcbced-d649-4572-b892-19883cbe17ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:07.122365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6edcbced-d649-4572-b892-19883cbe17ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.206792 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-52f9ab96-c47c-461a-bccc-8513b399c87f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b2707d00d19415a9b3c52ad89903fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272831 Sep 22 09:51:07.209695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37132) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:07.211824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Network 87b78eec-2447-482a-9a77-1e15e3cb5760 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:07.231001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:07.243636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9ab96-c47c-461a-bccc-8513b399c87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edda3f7-caa8-4fca-b48e-3178efe44a0a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:07.245596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:51:07.250297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 106b3c14-597f-4d70-8856-336d6ecf4103 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:51:07.263285 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-12f39faa-13b0-4a0e-b859-d62643bb6976 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.315308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Pushing event updated for resources: {'Port': ['ID=f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:07.330050 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6edcbced-d649-4572-b892-19883cbe17ab tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4303339 Sep 22 09:51:07.330050 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e28f21af-c4db-40cc-834a-8017c217a53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.333945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37134) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:07.341450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6ae007ac-1d58-434e-a419-62732dd3bb5b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'security_group': {'name': 'tempest-secgroup-752536104'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:07.346270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-686245ed-cb44-428e-8b3e-4260bc4a568a None None] Provisioning complete for port 106b3c14-597f-4d70-8856-336d6ecf4103 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:07.346870 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-686245ed-cb44-428e-8b3e-4260bc4a568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.359098 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e28f21af-c4db-40cc-834a-8017c217a53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.471125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Attempting to bind port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:51:07.474410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Attempting to bind port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '312a8960-f1c9-4545-840c-169f2f8b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '87b78eec-2447-482a-9a77-1e15e3cb5760'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:51:07.474410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Attempting to bind port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f on network 87b78eec-2447-482a-9a77-1e15e3cb5760 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:51:07.491695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:51:07.492084 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Checking segment: {'id': '312a8960-f1c9-4545-840c-169f2f8b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '87b78eec-2447-482a-9a77-1e15e3cb5760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:07.492478 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.492904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Bound using segment: {'id': '312a8960-f1c9-4545-840c-169f2f8b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '87b78eec-2447-482a-9a77-1e15e3cb5760'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:51:07.493396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Bound port: f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312a8960-f1c9-4545-840c-169f2f8b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '87b78eec-2447-482a-9a77-1e15e3cb5760'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:51:07.493785 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.510662 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ae007ac-1d58-434e-a419-62732dd3bb5b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.527550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 106b3c14-597f-4d70-8856-336d6ecf4103 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:07.527933 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.532205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e28f21af-c4db-40cc-834a-8017c217a53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.540378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e28f21af-c4db-40cc-834a-8017c217a53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.542392 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e28f21af-c4db-40cc-834a-8017c217a53d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7edda3f7-caa8-4fca-b48e-3178efe44a0a HTTP/1.1" status: 204 len: 168 time: 0.3315268 Sep 22 09:51:07.558301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-12f39faa-13b0-4a0e-b859-d62643bb6976 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.569976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f21af-c4db-40cc-834a-8017c217a53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edda3f7-caa8-4fca-b48e-3178efe44a0a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:07.726344 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-686245ed-cb44-428e-8b3e-4260bc4a568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.728998 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ae007ac-1d58-434e-a419-62732dd3bb5b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.822215 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ae007ac-1d58-434e-a419-62732dd3bb5b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.856495 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-12f39faa-13b0-4a0e-b859-d62643bb6976 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.878531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-686245ed-cb44-428e-8b3e-4260bc4a568a None None] For port 106b3c14-597f-4d70-8856-336d6ecf4103, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=106b3c14-597f-4d70-8856-336d6ecf4103,segment=NetworkSegment(2ed01428-95dc-42e4-a4ce-42daa2ba43a3),segment_id=2ed01428-95dc-42e4-a4ce-42daa2ba43a3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:07.889491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] For port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:51:07.893425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] For port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f,segment=NetworkSegment(312a8960-f1c9-4545-840c-169f2f8b1b3a),segment_id=312a8960-f1c9-4545-840c-169f2f8b1b3a)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:51:07.940549 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.945100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1c3f-07e7-4b8c-aba9-a6104e4d1bd4 req-9a8010dc-eb29-4cc4-ad8c-08acbfeafb68 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:07.947293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dae1c3f-07e7-4b8c-aba9-a6104e4d1bd4 req-9a8010dc-eb29-4cc4-ad8c-08acbfeafb68 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 945 time: 0.2163479 Sep 22 09:51:07.948172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f39faa-13b0-4a0e-b859-d62643bb6976 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Subnet': ['ID=854feded-a7d1-4879-bc98-3d565e338d5b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:07.953812 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-12f39faa-13b0-4a0e-b859-d62643bb6976 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.956080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-12f39faa-13b0-4a0e-b859-d62643bb6976 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/subnets/854feded-a7d1-4879-bc98-3d565e338d5b HTTP/1.1" status: 204 len: 168 time: 1.3289173 Sep 22 09:51:07.959342 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37146) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:07.982903 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ae007ac-1d58-434e-a419-62732dd3bb5b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:07.987141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6ae007ac-1d58-434e-a419-62732dd3bb5b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6522017 Sep 22 09:51:07.988252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae007ac-1d58-434e-a419-62732dd3bb5b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e416262-081a-4e95-b8a4-3fc8dc1d33c3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:07.992775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37150) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:07.998299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1eb8d7db-231e-4333-baa0-1d643e1f2bd6 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'security_group': {'name': 'tempest-secgroup-175832148'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:08.018815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f4c435-9b3c-4fd6-bd7b-26db2372ef21 None None] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:08.028978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098e2151-c6a0-498e-aeb6-b5f9967e8d12 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:08.031054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098e2151-c6a0-498e-aeb6-b5f9967e8d12 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:08.036540 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-098e2151-c6a0-498e-aeb6-b5f9967e8d12 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0759227 Sep 22 09:51:08.037457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37152) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:08.057227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dae1c3f-07e7-4b8c-aba9-a6104e4d1bd4 req-ac80c745-1fea-459e-921d-92693b443dda tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866580 Sep 22 09:51:08.132537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d7db-231e-4333-baa0-1d643e1f2bd6 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.205045 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f31e37e-8823-4513-85ae-a2dc3948d805 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.218126 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f31e37e-8823-4513-85ae-a2dc3948d805 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 22 09:51:08.218937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f31e37e-8823-4513-85ae-a2dc3948d805 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:08.221648 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4f31e37e-8823-4513-85ae-a2dc3948d805 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/networks/87b78eec-2447-482a-9a77-1e15e3cb5760 HTTP/1.1" status: 409 len: 405 time: 0.1827443 Sep 22 09:51:08.226522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37158) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:08.233490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1743160797'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:08.256681 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d7db-231e-4333-baa0-1d643e1f2bd6 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.260990 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-686245ed-cb44-428e-8b3e-4260bc4a568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.267459 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.319203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1397ef6-a834-4dcc-b56f-4994ba8c7c24 req-c453a919-8549-441d-9fdd-3f3f2c50419d tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:08.320756 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1397ef6-a834-4dcc-b56f-4994ba8c7c24 req-c453a919-8549-441d-9fdd-3f3f2c50419d tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 945 time: 0.0593834 Sep 22 09:51:08.362722 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:51:08.363113 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:51:08.373757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1397ef6-a834-4dcc-b56f-4994ba8c7c24 req-6be87d41-6c15-4e35-9c66-3cbc90099494 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466459 Sep 22 09:51:08.399248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37160) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:08.427007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686245ed-cb44-428e-8b3e-4260bc4a568a None None] Pushing event updated for resources: {'Port': ['ID=106b3c14-597f-4d70-8856-336d6ecf4103,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:08.434994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d7db-231e-4333-baa0-1d643e1f2bd6 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.479456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8d7db-231e-4333-baa0-1d643e1f2bd6 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a691e8-98e1-44fb-9a47-3fb4bcec3c33,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:08.513581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1698751b-2f24-464a-8da9-0843a73ac048 None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:08.524681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1698751b-2f24-464a-8da9-0843a73ac048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.524681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d496ff2-4341-4669-aa62-9925c55e6dc4 None None] Pushing event updated for resources: {'Port': ['ID=f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:08.584054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:08.597405 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.639456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37164) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:08.673239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eae54037-1d64-4a80-98ba-7564753a70a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.674494 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d7db-231e-4333-baa0-1d643e1f2bd6 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.675937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1eb8d7db-231e-4333-baa0-1d643e1f2bd6 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6819596 Sep 22 09:51:08.678757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37166) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:08.694744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-db2e5f3d-f57b-48a4-a765-451ed941c93c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'security_group': {'name': 'tempest-secgroup-1486247037'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:08.715278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:51:08.744060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.744646 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Added segment 782281be-05ce-46ca-971b-542b16eaabe9 of type vlan for network 26adc486-0289-48a7-99ca-b20c74a69504 Sep 22 09:51:08.777332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1698751b-2f24-464a-8da9-0843a73ac048 None None] Provisioning complete for port 106b3c14-597f-4d70-8856-336d6ecf4103 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:08.781125 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1698751b-2f24-464a-8da9-0843a73ac048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.842095 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.846258 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db2e5f3d-f57b-48a4-a765-451ed941c93c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.899484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde434a8-237e-472a-b6db-7d0128fc9fd9 tempest-TestVolumeBackupRestore-2036242460 tempest-TestVolumeBackupRestore-2036242460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:08.904269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37172) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:08.904437 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fde434a8-237e-472a-b6db-7d0128fc9fd9 tempest-TestVolumeBackupRestore-2036242460 tempest-TestVolumeBackupRestore-2036242460-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 1091 time: 0.5035584 Sep 22 09:51:08.914625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '23485267-6159-47f6-aa68-5ac533131444', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:08.933004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6ea28038-1de1-4493-8ca7-baa2702e970f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:51:08.937547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e2ee89-2aaa-4237-9e0c-7ce799603f42 None None] Update dhcp port {'port': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'fixed_ips': [{'subnet_id': '3cdf734d-c8cb-4e44-a7c3-2960a1507165', 'ip_address': '172.20.0.19'}, {'subnet_id': '9642f34c-79d3-469e-9edd-a56b1389fb0b'}], 'binding:host_id': 'n-d-805649-4'}, 'id': '6ea28038-1de1-4493-8ca7-baa2702e970f'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:51:08.989636 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eae54037-1d64-4a80-98ba-7564753a70a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.992043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:08.998900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:09.000143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.010043 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b3e2ee89-2aaa-4237-9e0c-7ce799603f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.076831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Network': ['ID=26adc486-0289-48a7-99ca-b20c74a69504,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:09.081999 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eae54037-1d64-4a80-98ba-7564753a70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.121766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae54037-1d64-4a80-98ba-7564753a70a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036d59db-8127-4051-bd53-db79033106ca,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:09.131669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eae54037-1d64-4a80-98ba-7564753a70a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=094c0b92d8d5459caa2cb9a1a2df8f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4815865 Sep 22 09:51:09.132496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37176) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:09.143956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 26adc486-0289-48a7-99ca-b20c74a69504 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:51:09.201305 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7ebcedfa-ab69-4dc6-862d-79fb068b808f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9734364 Sep 22 09:51:09.205083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37180) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:09.212464 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'subnet': {'network_id': '26adc486-0289-48a7-99ca-b20c74a69504', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:09.214301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-943bc519-30be-4e1d-9172-84b4144963a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.222189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 09:51:09.222189 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 09:51:09.222189 n-d-805649-4 neutron-server[95510]: [parameters: {'project_id_1': '32bae1902dca42eb8708e88479157ff8', 'expiration_1': datetime.datetime(2021, 9, 22, 9, 50, 48, 925353)}] Sep 22 09:51:09.222189 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:51:09.222599 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:51:09.260813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1698751b-2f24-464a-8da9-0843a73ac048 None None] Provisioning complete for port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:09.261496 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1698751b-2f24-464a-8da9-0843a73ac048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.271277 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-943bc519-30be-4e1d-9172-84b4144963a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.296108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:09.296765 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.380440 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db2e5f3d-f57b-48a4-a765-451ed941c93c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.425318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1698751b-2f24-464a-8da9-0843a73ac048 None None] Port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:51:09.457293 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-b3e2ee89-2aaa-4237-9e0c-7ce799603f42 None None] Allocated IP 172.20.0.2 (70b43d1f-a851-4af3-88e2-b8963d5bb56b/9642f34c-79d3-469e-9edd-a56b1389fb0b/6ea28038-1de1-4493-8ca7-baa2702e970f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:09.525987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db2e5f3d-f57b-48a4-a765-451ed941c93c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.577482 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-943bc519-30be-4e1d-9172-84b4144963a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.579253 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-943bc519-30be-4e1d-9172-84b4144963a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.580415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-943bc519-30be-4e1d-9172-84b4144963a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/036d59db-8127-4051-bd53-db79033106ca HTTP/1.1" status: 204 len: 168 time: 0.4450877 Sep 22 09:51:09.592050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e5f3d-f57b-48a4-a765-451ed941c93c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae5467-75e1-4d28-abeb-0eb13d82d64f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:09.604994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bc519-30be-4e1d-9172-84b4144963a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d59db-8127-4051-bd53-db79033106ca,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:09.681105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:09.681105 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.737283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b3e2ee89-2aaa-4237-9e0c-7ce799603f42 None None] For port 6ea28038-1de1-4493-8ca7-baa2702e970f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6ea28038-1de1-4493-8ca7-baa2702e970f,segment=NetworkSegment(999b7927-3c66-4cfd-a61e-9073d3b6b6d0),segment_id=999b7927-3c66-4cfd-a61e-9073d3b6b6d0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:09.776916 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b3e2ee89-2aaa-4237-9e0c-7ce799603f42 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.815690 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db2e5f3d-f57b-48a4-a765-451ed941c93c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.821589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-db2e5f3d-f57b-48a4-a765-451ed941c93c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1416152 Sep 22 09:51:09.822304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37186) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:09.836537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-368839663', 'security_groups': ['f0ae5467-75e1-4d28-abeb-0eb13d82d64f'], 'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9642f34c-79d3-469e-9edd-a56b1389fb0b'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:09.880348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dcb6d3-0b86-48a7-a5f2-99b0c2d48b25 None None] Network 87b78eec-2447-482a-9a77-1e15e3cb5760 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:09.911753 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b3e2ee89-2aaa-4237-9e0c-7ce799603f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:09.920274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:51:09.978522 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:10.134680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-77b5f2ec-553a-46da-945e-de669e764769 None None] Provisioning complete for port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:10.144799 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-77b5f2ec-553a-46da-945e-de669e764769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:10.155161 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2ee89-2aaa-4237-9e0c-7ce799603f42 None None] Pushing event updated for resources: {'Port': ['ID=6ea28038-1de1-4493-8ca7-baa2702e970f,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:10.263323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:10.263871 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:10.393909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf524a58-ddbe-4810-adbb-781eb51eb8c8 None None] DHCP port deletion for 87b78eec-2447-482a-9a77-1e15e3cb5760 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:51:10.394110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.objects.ports [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95509) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:51:10.396194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:10.432165 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-77b5f2ec-553a-46da-945e-de669e764769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:10.491079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Checking segment: {'id': '782281be-05ce-46ca-971b-542b16eaabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '26adc486-0289-48a7-99ca-b20c74a69504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:10.491565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network hostable DHCP agents. Network: 26adc486-0289-48a7-99ca-b20c74a69504, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:51:10.539821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Subnet': ['ID=a90f106a-1f7f-4e7b-aafb-945d757145d2,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:10.628945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network 26adc486-0289-48a7-99ca-b20c74a69504 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:51:10.650600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-bf524a58-ddbe-4810-adbb-781eb51eb8c8 None None] Deleting port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:10.650986 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf524a58-ddbe-4810-adbb-781eb51eb8c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:10.697117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:10.732902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 26adc486-0289-48a7-99ca-b20c74a69504) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:10.737113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:10.738156 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:10.790214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bf524a58-ddbe-4810-adbb-781eb51eb8c8 None None] For port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f,segment=NetworkSegment(312a8960-f1c9-4545-840c-169f2f8b1b3a),segment_id=312a8960-f1c9-4545-840c-169f2f8b1b3a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:10.790614 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf524a58-ddbe-4810-adbb-781eb51eb8c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:10.807825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-bf524a58-ddbe-4810-adbb-781eb51eb8c8 None None] Calling delete_port for f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:10.809758 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:10.812663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-77b5f2ec-553a-46da-945e-de669e764769 None None] For port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f,segment=NetworkSegment(312a8960-f1c9-4545-840c-169f2f8b1b3a),segment_id=312a8960-f1c9-4545-840c-169f2f8b1b3a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:10.836974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb07f47-68f2-4cd0-9c1f-47b0f7b7f490 None None] Network 26adc486-0289-48a7-99ca-b20c74a69504 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:10.842002 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-44cdfc75-0304-4d68-9b9d-33f6e6d96fca tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6334720 Sep 22 09:51:10.842233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37212) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:10.847935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'port': {'network_id': '26adc486-0289-48a7-99ca-b20c74a69504', 'name': 'tempest-NetworksIpV6TestAttrs-910844767'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:10.866605 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.023959 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-77b5f2ec-553a-46da-945e-de669e764769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.059473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Allocated IP 172.25.6.157 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/c539dacc-4e2f-4934-bc4f-2d0a5cbfd5d0) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:11.066077 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.074297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:11.078483 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.100204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] device_id is not set on port b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4 yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:51:11.113453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] device_id is not set on port 1d51a89e-54af-4b62-a5b8-bb4c3e8b4320 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:51:11.277191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Allocated IP 2001:db8::f816:3eff:fe7f:6da4 (26adc486-0289-48a7-99ca-b20c74a69504/a90f106a-1f7f-4e7b-aafb-945d757145d2/1d51a89e-54af-4b62-a5b8-bb4c3e8b4320) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:11.539433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.656194 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.678330 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:51:11.678891 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:51:11.684285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-739fef85-503e-4936-bdfb-6ae107b79ac4 None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:11.684795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-739fef85-503e-4936-bdfb-6ae107b79ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.710276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5f2ec-553a-46da-945e-de669e764769 None None] Pushing event updated for resources: {'Port': ['ID=f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:11.722349 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.730461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.4 (70b43d1f-a851-4af3-88e2-b8963d5bb56b/9642f34c-79d3-469e-9edd-a56b1389fb0b/b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:11.870258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Port': ['ID=1d51a89e-54af-4b62-a5b8-bb4c3e8b4320,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:11.882236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network 26adc486-0289-48a7-99ca-b20c74a69504 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:11.884877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:11.906618 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:51:11.926586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-26adc486-0289-48a7-99ca-b20c74a69504', 'network_id': '26adc486-0289-48a7-99ca-b20c74a69504', 'tenant_id': 'f6ebbd3addae4022be224b24e26abd67', 'fixed_ips': [{'subnet_id': 'a90f106a-1f7f-4e7b-aafb-945d757145d2'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:51:11.926985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:11.927710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.928382 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.931367 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.949894 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf524a58-ddbe-4810-adbb-781eb51eb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:11.984916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf524a58-ddbe-4810-adbb-781eb51eb8c8 None None] Pushing event deleted for resources: {'Port': ['ID=f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:12.009855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf524a58-ddbe-4810-adbb-781eb51eb8c8 None None] No DVR routers for this DVR port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:51:12.024862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event updated for resources: {'Port': ['ID=c539dacc-4e2f-4934-bc4f-2d0a5cbfd5d0,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:12.032759 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-67022788-c7f9-4aa1-b60f-65524985a27f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1894433 Sep 22 09:51:12.033538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37234) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:12.037444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.042726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.042726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.042726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.042726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.042726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.042726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.042726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.042726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.042726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.042726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.042726 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:12.080041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:12.084000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:12.090825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:51:12.115461 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-739fef85-503e-4936-bdfb-6ae107b79ac4 None None] Provisioning complete for port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:12.116427 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-739fef85-503e-4936-bdfb-6ae107b79ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:12.209797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Deleting subnet a90f106a-1f7f-4e7b-aafb-945d757145d2 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:51:12.229324 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:12.239234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Port f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f update to ACTIVE by agent not found {{(pid=95511) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 22 09:51:12.239865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 106b3c14-597f-4d70-8856-336d6ecf4103 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:51:12.286691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-739fef85-503e-4936-bdfb-6ae107b79ac4 None None] Port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:51:12.308594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Allocated IP 2001:db8::f816:3eff:fe8e:2a36 (26adc486-0289-48a7-99ca-b20c74a69504/a90f106a-1f7f-4e7b-aafb-945d757145d2/c2d6381a-5cad-4ce4-85ed-db1db2a173b9) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:12.326957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 106b3c14-597f-4d70-8856-336d6ecf4103 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:12.327336 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:12.418794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ffd6badc-143c-4e72-aa9e-7fcd9f08f026 None None] Could not find standard attr ID for object a8b41d5b-c433-4402-82c3-00c3191564cd. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:51:12.489183 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:12.535056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:12.543169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:12.607917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:51:12.749706 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:12.824750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6ea28038-1de1-4493-8ca7-baa2702e970f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:51:12.838379 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:12.893983 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:12.899277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:12.968444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:12.969202 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:12.977267 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.072206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Pushing event updated for resources: {'Port': ['ID=c2d6381a-5cad-4ce4-85ed-db1db2a173b9,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:13.111144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Network 26adc486-0289-48a7-99ca-b20c74a69504 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:13.124370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:13.131574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:51:13.133337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-842aa222-26e3-4c4e-b15a-0c77751c764e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3068032 Sep 22 09:51:13.134272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37248) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:13.143934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f42a1afe-0ec1-44b1-a8a3-1c28072f89e5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:13.168414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a507dc9f-2f7b-427f-9143-8886fd3309b9 None None] Provisioning complete for port b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:13.168414 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a507dc9f-2f7b-427f-9143-8886fd3309b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.174781 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.259811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a507dc9f-2f7b-427f-9143-8886fd3309b9 None None] Port b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:51:13.278199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Attempting to bind port c2d6381a-5cad-4ce4-85ed-db1db2a173b9 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:51:13.285210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Attempting to bind port c2d6381a-5cad-4ce4-85ed-db1db2a173b9 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '782281be-05ce-46ca-971b-542b16eaabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '26adc486-0289-48a7-99ca-b20c74a69504'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:51:13.285210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Attempting to bind port c2d6381a-5cad-4ce4-85ed-db1db2a173b9 on network 26adc486-0289-48a7-99ca-b20c74a69504 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:51:13.286072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:51:13.286755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Checking segment: {'id': '782281be-05ce-46ca-971b-542b16eaabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '26adc486-0289-48a7-99ca-b20c74a69504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:13.286755 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.287179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Bound using segment: {'id': '782281be-05ce-46ca-971b-542b16eaabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '26adc486-0289-48a7-99ca-b20c74a69504'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:51:13.287589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Bound port: c2d6381a-5cad-4ce4-85ed-db1db2a173b9, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782281be-05ce-46ca-971b-542b16eaabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '26adc486-0289-48a7-99ca-b20c74a69504'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:51:13.288011 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.303885 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:13.304259 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.322303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.481948 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.518268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:51:13.547946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.566330 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.571774 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/subnets/a90f106a-1f7f-4e7b-aafb-945d757145d2 HTTP/1.1" status: 204 len: 168 time: 1.5339179 Sep 22 09:51:13.571941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:51:13.571941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f72a2ef5-4fc8-47f5-b8ec-314b2ef9735f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:51:13.577968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37254) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:13.583024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] For port c2d6381a-5cad-4ce4-85ed-db1db2a173b9, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:51:13.594097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] For port c2d6381a-5cad-4ce4-85ed-db1db2a173b9, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c2d6381a-5cad-4ce4-85ed-db1db2a173b9,segment=NetworkSegment(782281be-05ce-46ca-971b-542b16eaabe9),segment_id=782281be-05ce-46ca-971b-542b16eaabe9)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:51:13.604883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Subnet': ['ID=a90f106a-1f7f-4e7b-aafb-945d757145d2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:13.614846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.615440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.616047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.616449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.616955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.617531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.617965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.618394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.619584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.620065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.620533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.621044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7233f991-e59a-4bf3-8eff-a45710b9e97a tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:51:13.624107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42a1afe-0ec1-44b1-a8a3-1c28072f89e5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:13.628543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f42a1afe-0ec1-44b1-a8a3-1c28072f89e5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.695392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb934226-453b-4d46-a555-0f4ee2163aaf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:13.697131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb934226-453b-4d46-a555-0f4ee2163aaf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:13.702594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fb934226-453b-4d46-a555-0f4ee2163aaf tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1229298 Sep 22 09:51:13.706767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37256) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:13.725525 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.820155 n-d-805649-4 neutron-server[95509]: INFO neutron.db.ipam_backend_mixin [None req-f42a1afe-0ec1-44b1-a8a3-1c28072f89e5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9642f34c-79d3-469e-9edd-a56b1389fb0b (CIDR: 172.20.0.0/28) Sep 22 09:51:13.869404 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42a1afe-0ec1-44b1-a8a3-1c28072f89e5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:13.870084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42a1afe-0ec1-44b1-a8a3-1c28072f89e5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:13.889520 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27a11734-62bb-46fc-89bc-e4353d376136 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:13.914409 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f906c-b54d-466f-8438-435fcce5dae2 None None] Pushing event updated for resources: {'Port': ['ID=c2d6381a-5cad-4ce4-85ed-db1db2a173b9,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:13.933178 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a11734-62bb-46fc-89bc-e4353d376136 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 22 09:51:13.933812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a11734-62bb-46fc-89bc-e4353d376136 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:13.942532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37260) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:13.949185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-300882540'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:13.952969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-27a11734-62bb-46fc-89bc-e4353d376136 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/networks/26adc486-0289-48a7-99ca-b20c74a69504 HTTP/1.1" status: 409 len: 405 time: 0.2439320 Sep 22 09:51:13.968282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37262) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:13.976067 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f42a1afe-0ec1-44b1-a8a3-1c28072f89e5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8333495 Sep 22 09:51:13.976249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-254b52ab-e25c-49c9-82da-4af8e59654c4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:14.008156 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:14.108800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:14.115199 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:14.138153 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:14.182557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:51:14.347748 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:14.349142 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Added segment 9bc123ab-1077-4006-bafb-6ddae278a31f of type vlan for network 08d9a6c1-32c3-4802-b925-3fbc72960586 Sep 22 09:51:14.440356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:14.543121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:14.549088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:14.549745 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:14.658449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Network': ['ID=08d9a6c1-32c3-4802-b925-3fbc72960586,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:14.669107 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:14.671840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 08d9a6c1-32c3-4802-b925-3fbc72960586 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:51:14.711704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event updated for resources: {'Port': ['ID=c539dacc-4e2f-4934-bc4f-2d0a5cbfd5d0,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:14.727304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b52ab-e25c-49c9-82da-4af8e59654c4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:14.731164 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-254b52ab-e25c-49c9-82da-4af8e59654c4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:14.829831 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6bc94811-caba-439c-a18e-4d947afdef1f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8860557 Sep 22 09:51:14.832612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37272) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:14.837867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'subnet': {'network_id': '08d9a6c1-32c3-4802-b925-3fbc72960586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:14.892374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c2d6381a-5cad-4ce4-85ed-db1db2a173b9 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:51:14.938380 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Floating IP f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc associated. External IP: 172.25.6.157, port: 23485267-6159-47f6-aa68-5ac533131444. Sep 22 09:51:15.002482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c2d6381a-5cad-4ce4-85ed-db1db2a173b9 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:15.003110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:15.061016 n-d-805649-4 neutron-server[95510]: INFO neutron.db.ipam_backend_mixin [None req-254b52ab-e25c-49c9-82da-4af8e59654c4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3cdf734d-c8cb-4e44-a7c3-2960a1507165 (CIDR: 172.20.0.16/28) Sep 22 09:51:15.085649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:15.089337 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:15.127405 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:15.181508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port c2d6381a-5cad-4ce4-85ed-db1db2a173b9, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c2d6381a-5cad-4ce4-85ed-db1db2a173b9,segment=NetworkSegment(782281be-05ce-46ca-971b-542b16eaabe9),segment_id=782281be-05ce-46ca-971b-542b16eaabe9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:15.210306 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-254b52ab-e25c-49c9-82da-4af8e59654c4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:15.210819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254b52ab-e25c-49c9-82da-4af8e59654c4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:15.293628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:51:15.309074 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:15.372408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f765861-ba0e-4454-be3b-83109b791352 None None] Network 26adc486-0289-48a7-99ca-b20c74a69504 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:15.429455 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:51:15.465110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:51:15.480245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37286) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:15.481173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-254b52ab-e25c-49c9-82da-4af8e59654c4 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5113525 Sep 22 09:51:15.491500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d19a87df-4d04-4eeb-bfda-f1b2ad929587 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'subnet': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:15.538704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=c2d6381a-5cad-4ce4-85ed-db1db2a173b9,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:15.568469 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58fef4-7e6c-4a71-a5a2-0a1bb0228f80 None None] Sync routers for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:51:15.600237 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:15.627175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e68f287e-4666-4018-9aea-43ede987e220 None None] Provisioning complete for port c2d6381a-5cad-4ce4-85ed-db1db2a173b9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:15.627553 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e68f287e-4666-4018-9aea-43ede987e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:15.664484 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d38eaac8-c702-41c4-9059-4bffa8363e64 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7585540 Sep 22 09:51:15.665118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37292) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:15.665579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'tag': '23485267-6159-47f6-aa68-5ac533131444'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:51:15.667946 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c908658-3967-4a7c-ab0d-3f5c601f27b9" -d '{"events": [{"name": "network-changed", "server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "tag": "23485267-6159-47f6-aa68-5ac533131444"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:51:15.668526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.objects.ports [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95509) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:51:15.670630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:15.683790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58fef4-7e6c-4a71-a5a2-0a1bb0228f80 None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:51:15.684448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fb58fef4-7e6c-4a71-a5a2-0a1bb0228f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:15.730403 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84f4d50-2479-4559-8332-e19a6ed28482 x-openstack-request-id: req-e84f4d50-2479-4559-8332-e19a6ed28482 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:51:15.730703 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "tag": "23485267-6159-47f6-aa68-5ac533131444", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:51:15.730955 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e84f4d50-2479-4559-8332-e19a6ed28482 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:51:15.731356 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'tag': '23485267-6159-47f6-aa68-5ac533131444', 'status': 'completed', 'code': 200} Sep 22 09:51:15.767639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94848e82-61f5-491f-9041-045c7c11632e tempest-TestVolumeBackupRestore-2036242460 tempest-TestVolumeBackupRestore-2036242460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:15.772772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-94848e82-61f5-491f-9041-045c7c11632e tempest-TestVolumeBackupRestore-2036242460 tempest-TestVolumeBackupRestore-2036242460-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 1091 time: 0.1018281 Sep 22 09:51:15.773428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37298) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:15.773560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Subnet': ['ID=4442fa05-343b-40d5-a677-19626ab1777d,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:15.783338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-27804a5f-ddbf-47d9-8673-839c8a4c2dd6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Request body: {'floatingip': {'port_id': '23485267-6159-47f6-aa68-5ac533131444'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:15.794763 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Checking segment: {'id': '9bc123ab-1077-4006-bafb-6ddae278a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '08d9a6c1-32c3-4802-b925-3fbc72960586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:15.794961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network hostable DHCP agents. Network: 08d9a6c1-32c3-4802-b925-3fbc72960586, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:51:15.814410 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19a87df-4d04-4eeb-bfda-f1b2ad929587 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Made reservation on behalf of e6461e9978484ebbbf9f9b732d5baef6 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:15.819532 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d19a87df-4d04-4eeb-bfda-f1b2ad929587 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:15.864201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fb58fef4-7e6c-4a71-a5a2-0a1bb0228f80 None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:51:15.883529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908658-3967-4a7c-ab0d-3f5c601f27b9 req-d3c13cfe-14b5-49ef-a7ce-761108c86702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:15.885123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c908658-3967-4a7c-ab0d-3f5c601f27b9 req-d3c13cfe-14b5-49ef-a7ce-761108c86702 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32bae1902dca42eb8708e88479157ff8&device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 1096 time: 0.1274025 Sep 22 09:51:15.996170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908658-3967-4a7c-ab0d-3f5c601f27b9 req-f66f2653-67fe-4622-9bd9-782feedde5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:15.997985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c908658-3967-4a7c-ab0d-3f5c601f27b9 req-f66f2653-67fe-4622-9bd9-782feedde5ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=91733998-06bf-47bc-8d05-2738dba4e322 HTTP/1.1" status: 200 len: 915 time: 0.0993609 Sep 22 09:51:16.000607 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27804a5f-ddbf-47d9-8673-839c8a4c2dd6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:16.011285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a29db-a3d8-4d3d-b6b5-20ebe7911ecf None None] DHCP port deletion for 26adc486-0289-48a7-99ca-b20c74a69504 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:51:16.080289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network 08d9a6c1-32c3-4802-b925-3fbc72960586 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:51:16.141348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e68f287e-4666-4018-9aea-43ede987e220 None None] Provisioning complete for port 1d51a89e-54af-4b62-a5b8-bb4c3e8b4320 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:16.141820 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e68f287e-4666-4018-9aea-43ede987e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:16.199935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 08d9a6c1-32c3-4802-b925-3fbc72960586) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:16.200399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c908658-3967-4a7c-ab0d-3f5c601f27b9 req-afdf2a29-aa83-4a1f-b774-928ee0f48a0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23485267-6159-47f6-aa68-5ac533131444 HTTP/1.1" status: 200 len: 999 time: 0.1413252 Sep 22 09:51:16.205784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:16.206443 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:16.221974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46763b03-c472-45c5-87d9-cac0c1eb4381 None None] Network 08d9a6c1-32c3-4802-b925-3fbc72960586 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:16.269931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d19a87df-4d04-4eeb-bfda-f1b2ad929587 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:16.277490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e68f287e-4666-4018-9aea-43ede987e220 None None] Port 1d51a89e-54af-4b62-a5b8-bb4c3e8b4320 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:51:16.329592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908658-3967-4a7c-ab0d-3f5c601f27b9 req-bef91c7d-a625-44f1-b3f6-307b1bfe4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:16.330941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c908658-3967-4a7c-ab0d-3f5c601f27b9 req-bef91c7d-a625-44f1-b3f6-307b1bfe4897 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e5351d1-2921-4817-b3bc-6103e6667029 HTTP/1.1" status: 200 len: 853 time: 0.1014562 Sep 22 09:51:16.341640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-121a29db-a3d8-4d3d-b6b5-20ebe7911ecf None None] Deleting port c2d6381a-5cad-4ce4-85ed-db1db2a173b9 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:16.342005 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-121a29db-a3d8-4d3d-b6b5-20ebe7911ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:16.351042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a87df-4d04-4eeb-bfda-f1b2ad929587 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:16.356103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d19a87df-4d04-4eeb-bfda-f1b2ad929587 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:16.371268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19a87df-4d04-4eeb-bfda-f1b2ad929587 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:16.373663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d19a87df-4d04-4eeb-bfda-f1b2ad929587 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:16.380026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d892d59-684d-4260-8898-7773b4c6c850 None None] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:16.397326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a87df-4d04-4eeb-bfda-f1b2ad929587 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Subnet': ['ID=8d70ebca-9f97-420d-9c02-36f6c15a4920,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:16.405120 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-95e18172-6599-41a7-8d3c-95fc2d5284f6 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5712261 Sep 22 09:51:16.407880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37304) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:16.469751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-121a29db-a3d8-4d3d-b6b5-20ebe7911ecf None None] For port c2d6381a-5cad-4ce4-85ed-db1db2a173b9, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c2d6381a-5cad-4ce4-85ed-db1db2a173b9,segment=NetworkSegment(782281be-05ce-46ca-971b-542b16eaabe9),segment_id=782281be-05ce-46ca-971b-542b16eaabe9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:16.470151 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-121a29db-a3d8-4d3d-b6b5-20ebe7911ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:16.535353 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d19a87df-4d04-4eeb-bfda-f1b2ad929587 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0543158 Sep 22 09:51:16.539487 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-121a29db-a3d8-4d3d-b6b5-20ebe7911ecf None None] Calling delete_port for c2d6381a-5cad-4ce4-85ed-db1db2a173b9 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:16.544161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37308) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:16.550638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e63e67f5-b143-4ce2-9e2e-f92f7750122e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1844227259', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d70ebca-9f97-420d-9c02-36f6c15a4920'}], 'security_groups': ['1e416262-081a-4e95-b8a4-3fc8dc1d33c3', 'e7a691e8-98e1-44fb-9a47-3fb4bcec3c33']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:16.601327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908658-3967-4a7c-ab0d-3f5c601f27b9 req-d11f1e8a-75e7-403c-845b-87caeb970d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:16.602920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c908658-3967-4a7c-ab0d-3f5c601f27b9 req-d11f1e8a-75e7-403c-845b-87caeb970d8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91733998-06bf-47bc-8d05-2738dba4e322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601945 Sep 22 09:51:16.802413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c908658-3967-4a7c-ab0d-3f5c601f27b9 req-8017a721-9c78-4869-83e1-baba4236a372 service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890914 Sep 22 09:51:16.830454 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fb58fef4-7e6c-4a71-a5a2-0a1bb0228f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'port_id': '23485267-6159-47f6-aa68-5ac533131444', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'mac_address': 'fa:16:3e:16:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:51:12Z', 'updated_at': '2021-09-22T09:51:12Z', 'revision_number': 0, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:27Z', 'revision_number': 5, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:16.839606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-08d9a6c1-32c3-4802-b925-3fbc72960586', 'network_id': '08d9a6c1-32c3-4802-b925-3fbc72960586', 'tenant_id': 'f6ebbd3addae4022be224b24e26abd67', 'fixed_ips': [{'subnet_id': '4442fa05-343b-40d5-a677-19626ab1777d'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:51:16.840484 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:16.915489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c2d6381a-5cad-4ce4-85ed-db1db2a173b9 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:51:16.966198 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58fef4-7e6c-4a71-a5a2-0a1bb0228f80 None None] Checking router: 3bcddf5a-d6df-4748-bc23-11dd07ac6533 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:51:16.991797 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:17.077419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58fef4-7e6c-4a71-a5a2-0a1bb0228f80 None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:51:17.078577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fb58fef4-7e6c-4a71-a5a2-0a1bb0228f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:17.083916 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.resource_extend [None req-27804a5f-ddbf-47d9-8673-839c8a4c2dd6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 09:51:17.143992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c908658-3967-4a7c-ab0d-3f5c601f27b9 req-f22f0563-60e0-44da-a112-3c8318a7da78 service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464535 Sep 22 09:51:17.176038 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27804a5f-ddbf-47d9-8673-839c8a4c2dd6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:17.265633 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-121a29db-a3d8-4d3d-b6b5-20ebe7911ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:17.278506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e63e67f5-b143-4ce2-9e2e-f92f7750122e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:17.310992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:17.358166 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:17.395700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a29db-a3d8-4d3d-b6b5-20ebe7911ecf None None] No DVR routers for this DVR port c2d6381a-5cad-4ce4-85ed-db1db2a173b9 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:51:17.404863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a29db-a3d8-4d3d-b6b5-20ebe7911ecf None None] Pushing event deleted for resources: {'Port': ['ID=c2d6381a-5cad-4ce4-85ed-db1db2a173b9,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:17.433317 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27804a5f-ddbf-47d9-8673-839c8a4c2dd6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:17.440384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fb58fef4-7e6c-4a71-a5a2-0a1bb0228f80 None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:51:17.479497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Allocated IP 2001:db8::f816:3eff:fe6e:4b19 (08d9a6c1-32c3-4802-b925-3fbc72960586/4442fa05-343b-40d5-a677-19626ab1777d/92a501f4-6564-4185-bb7c-2047ee478afd) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:17.743526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31d8be4-53e6-4c2d-be89-af4122679d65 None None] Update dhcp port {'port': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'fixed_ips': [{'subnet_id': '3cdf734d-c8cb-4e44-a7c3-2960a1507165', 'ip_address': '172.20.0.19'}, {'subnet_id': '9642f34c-79d3-469e-9edd-a56b1389fb0b', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d70ebca-9f97-420d-9c02-36f6c15a4920'}], 'binding:host_id': 'n-d-805649-4'}, 'id': '6ea28038-1de1-4493-8ca7-baa2702e970f'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:51:17.812223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-e63e67f5-b143-4ce2-9e2e-f92f7750122e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Delete allocated IP 172.20.0.4 (70b43d1f-a851-4af3-88e2-b8963d5bb56b/9642f34c-79d3-469e-9edd-a56b1389fb0b) {{(pid=95509) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 09:51:17.814561 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d31d8be4-53e6-4c2d-be89-af4122679d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:17.823822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-e63e67f5-b143-4ce2-9e2e-f92f7750122e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Allocated IP 172.20.0.44 (70b43d1f-a851-4af3-88e2-b8963d5bb56b/8d70ebca-9f97-420d-9c02-36f6c15a4920/b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:18.065073 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.164624 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fb58fef4-7e6c-4a71-a5a2-0a1bb0228f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'port_id': '23485267-6159-47f6-aa68-5ac533131444', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'mac_address': 'fa:16:3e:16:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:51:12Z', 'updated_at': '2021-09-22T09:51:12Z', 'revision_number': 0, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:27Z', 'revision_number': 5, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:18.220101 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.227109 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27804a5f-ddbf-47d9-8673-839c8a4c2dd6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:51:18.327688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58fef4-7e6c-4a71-a5a2-0a1bb0228f80 None None] The sync data for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 is: [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'port_id': '23485267-6159-47f6-aa68-5ac533131444', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'mac_address': 'fa:16:3e:16:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:51:12Z', 'updated_at': '2021-09-22T09:51:12Z', 'revision_number': 0, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:27Z', 'revision_number': 5, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:51:18.342575 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e63e67f5-b143-4ce2-9e2e-f92f7750122e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.346918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Network 08d9a6c1-32c3-4802-b925-3fbc72960586 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:18.352193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:18.357610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:51:18.388574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Pushing event updated for resources: {'Port': ['ID=92a501f4-6564-4185-bb7c-2047ee478afd,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:18.389461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.456225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Subnet': ['ID=4442fa05-343b-40d5-a677-19626ab1777d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:18.458910 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e63e67f5-b143-4ce2-9e2e-f92f7750122e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.469755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27804a5f-ddbf-47d9-8673-839c8a4c2dd6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:51:18.480140 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-27804a5f-ddbf-47d9-8673-839c8a4c2dd6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.506640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Attempting to bind port 92a501f4-6564-4185-bb7c-2047ee478afd on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:51:18.507484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Attempting to bind port 92a501f4-6564-4185-bb7c-2047ee478afd by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '9bc123ab-1077-4006-bafb-6ddae278a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '08d9a6c1-32c3-4802-b925-3fbc72960586'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:51:18.508103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Attempting to bind port 92a501f4-6564-4185-bb7c-2047ee478afd on network 08d9a6c1-32c3-4802-b925-3fbc72960586 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:51:18.517778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:51:18.518463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Checking segment: {'id': '9bc123ab-1077-4006-bafb-6ddae278a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '08d9a6c1-32c3-4802-b925-3fbc72960586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:18.519111 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.519929 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Bound using segment: {'id': '9bc123ab-1077-4006-bafb-6ddae278a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '08d9a6c1-32c3-4802-b925-3fbc72960586'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:51:18.520562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Bound port: 92a501f4-6564-4185-bb7c-2047ee478afd, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc123ab-1077-4006-bafb-6ddae278a31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '08d9a6c1-32c3-4802-b925-3fbc72960586'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:51:18.521116 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.521526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'tag': '23485267-6159-47f6-aa68-5ac533131444'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:51:18.523806 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d51a8e-f837-4d40-9aaf-df388038e897" -d '{"events": [{"name": "network-changed", "server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "tag": "23485267-6159-47f6-aa68-5ac533131444"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:51:18.572977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-d31d8be4-53e6-4c2d-be89-af4122679d65 None None] Allocated IP 172.20.0.34 (70b43d1f-a851-4af3-88e2-b8963d5bb56b/8d70ebca-9f97-420d-9c02-36f6c15a4920/6ea28038-1de1-4493-8ca7-baa2702e970f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:18.607918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-27804a5f-ddbf-47d9-8673-839c8a4c2dd6 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "PUT /v2.0/floatingips/f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc HTTP/1.1" status: 200 len: 991 time: 2.8320971 Sep 22 09:51:18.618920 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.634031 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc24807-8541-46b0-a0d5-832e5504e8d9 x-openstack-request-id: req-0bc24807-8541-46b0-a0d5-832e5504e8d9 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:51:18.634187 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "tag": "23485267-6159-47f6-aa68-5ac533131444", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:51:18.634331 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0bc24807-8541-46b0-a0d5-832e5504e8d9 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:51:18.635321 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'tag': '23485267-6159-47f6-aa68-5ac533131444', 'status': 'completed', 'code': 200} Sep 22 09:51:18.640893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e67f5-b143-4ce2-9e2e-f92f7750122e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event updated for resources: {'Port': ['ID=b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:18.684593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] For port 92a501f4-6564-4185-bb7c-2047ee478afd, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:51:18.695697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d9a6c1-32c3-4802-b925-3fbc72960586']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:18.712149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc123ab-1077-4006-bafb-6ddae278a31f') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:18.712443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc123ab-1077-4006-bafb-6ddae278a31f') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:18.744011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.746225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-e63e67f5-b143-4ce2-9e2e-f92f7750122e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] In _notify_port_updated(), no bound segment for port b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4 on network 70b43d1f-a851-4af3-88e2-b8963d5bb56b {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:51:18.758328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51a8e-f837-4d40-9aaf-df388038e897 req-902ec651-19f8-4255-a943-fbc968547219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:18.759320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e67f5-b143-4ce2-9e2e-f92f7750122e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:18.760288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20d51a8e-f837-4d40-9aaf-df388038e897 req-902ec651-19f8-4255-a943-fbc968547219 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32bae1902dca42eb8708e88479157ff8&device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 1096 time: 0.0877175 Sep 22 09:51:18.760429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e63e67f5-b143-4ce2-9e2e-f92f7750122e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.764309 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e63e67f5-b143-4ce2-9e2e-f92f7750122e tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "PUT /v2.0/ports/b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4 HTTP/1.1" status: 200 len: 960 time: 2.2165153 Sep 22 09:51:18.765070 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37372) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:18.780538 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53640130-bc68-403a-8b5e-574beda69b45 None None] New status for floating IP f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:51:18.791003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] For port 92a501f4-6564-4185-bb7c-2047ee478afd, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=92a501f4-6564-4185-bb7c-2047ee478afd,segment=NetworkSegment(9bc123ab-1077-4006-bafb-6ddae278a31f),segment_id=9bc123ab-1077-4006-bafb-6ddae278a31f)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:51:18.829241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d31d8be4-53e6-4c2d-be89-af4122679d65 None None] For port 6ea28038-1de1-4493-8ca7-baa2702e970f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6ea28038-1de1-4493-8ca7-baa2702e970f,segment=NetworkSegment(999b7927-3c66-4cfd-a61e-9073d3b6b6d0),segment_id=999b7927-3c66-4cfd-a61e-9073d3b6b6d0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:18.874014 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d31d8be4-53e6-4c2d-be89-af4122679d65 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.907816 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.911104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.919172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:51:18.919580 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:51:18.922637 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:51:18.965304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51a8e-f837-4d40-9aaf-df388038e897 req-f7e4ac7c-44f8-4d0d-8578-3645a585a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:18.966810 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20d51a8e-f837-4d40-9aaf-df388038e897 req-f7e4ac7c-44f8-4d0d-8578-3645a585a45d service neutron] 10.222.0.45 "GET /v2.0/networks?id=91733998-06bf-47bc-8d05-2738dba4e322 HTTP/1.1" status: 200 len: 915 time: 0.1496708 Sep 22 09:51:19.014788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9cf1b-e069-4df3-8712-4e86d2314520 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:19.015137 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f8c9cf1b-e069-4df3-8712-4e86d2314520 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:19.026453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087dbbb-da5b-4c1a-a87f-469808e6f259 None None] Pushing event updated for resources: {'Port': ['ID=92a501f4-6564-4185-bb7c-2047ee478afd,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:19.033331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d31d8be4-53e6-4c2d-be89-af4122679d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:19.060484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba15d9a-f139-4b4b-917e-c64b183b5aa6 None None] Network 08d9a6c1-32c3-4802-b925-3fbc72960586 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:19.105871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20d51a8e-f837-4d40-9aaf-df388038e897 req-ac071f73-c602-44de-862b-2879bcebc729 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23485267-6159-47f6-aa68-5ac533131444 HTTP/1.1" status: 200 len: 999 time: 0.1311860 Sep 22 09:51:19.116116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 09:51:19.116116 n-d-805649-4 neutron-server[95509]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 09:51:19.116116 n-d-805649-4 neutron-server[95509]: [parameters: {'id': '08d9a6c1-32c3-4802-b925-3fbc72960586'}] Sep 22 09:51:19.116116 n-d-805649-4 neutron-server[95509]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:51:19.117117 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:51:19.176564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51a8e-f837-4d40-9aaf-df388038e897 req-fa19c6e8-1552-4945-8c57-405a306798b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:19.178351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20d51a8e-f837-4d40-9aaf-df388038e897 req-fa19c6e8-1552-4945-8c57-405a306798b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e5351d1-2921-4817-b3bc-6103e6667029 HTTP/1.1" status: 200 len: 853 time: 0.0629313 Sep 22 09:51:19.207226 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f8c9cf1b-e069-4df3-8712-4e86d2314520 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:19.252015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9cf1b-e069-4df3-8712-4e86d2314520 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:19.323873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7beb71-cc7d-44c6-bcef-56997b2d7a90 None None] Sync routers for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:51:19.326530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51a8e-f837-4d40-9aaf-df388038e897 req-6219e663-c3d6-47f5-afc6-76b743e50f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:19.328116 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20d51a8e-f837-4d40-9aaf-df388038e897 req-6219e663-c3d6-47f5-afc6-76b743e50f2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91733998-06bf-47bc-8d05-2738dba4e322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417458 Sep 22 09:51:19.365341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d8be4-53e6-4c2d-be89-af4122679d65 None None] Pushing event updated for resources: {'Port': ['ID=6ea28038-1de1-4493-8ca7-baa2702e970f,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:19.394358 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7beb71-cc7d-44c6-bcef-56997b2d7a90 None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:51:19.394892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1d7beb71-cc7d-44c6-bcef-56997b2d7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:19.469634 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20d51a8e-f837-4d40-9aaf-df388038e897 req-96145532-ef81-4d55-ac84-951214445872 service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321216 Sep 22 09:51:19.590284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-1d7beb71-cc7d-44c6-bcef-56997b2d7a90 None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:51:19.595768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20d51a8e-f837-4d40-9aaf-df388038e897 req-6340ee8f-04e7-49d9-bea0-ca7a9c81fec6 service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159289 Sep 22 09:51:19.618418 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:19.669752 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f8c9cf1b-e069-4df3-8712-4e86d2314520 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:19.696653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Deleting port 92a501f4-6564-4185-bb7c-2047ee478afd {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:19.697166 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:19.707844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9cf1b-e069-4df3-8712-4e86d2314520 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:19.795390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] For port 92a501f4-6564-4185-bb7c-2047ee478afd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=92a501f4-6564-4185-bb7c-2047ee478afd,segment=NetworkSegment(9bc123ab-1077-4006-bafb-6ddae278a31f),segment_id=9bc123ab-1077-4006-bafb-6ddae278a31f)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:19.795816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:19.816561 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Calling delete_port for 92a501f4-6564-4185-bb7c-2047ee478afd owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:19.832893 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f8c9cf1b-e069-4df3-8712-4e86d2314520 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:19.835476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f8c9cf1b-e069-4df3-8712-4e86d2314520 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4 HTTP/1.1" status: 204 len: 168 time: 1.0691445 Sep 22 09:51:19.838989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37404) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:19.938998 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-36205525-d857-42d6-a54f-3ab8736bcd88 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] GET failed (client error): The resource could not be found. Sep 22 09:51:19.941069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-36205525-d857-42d6-a54f-3ab8736bcd88 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports/b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4 HTTP/1.1" status: 404 len: 333 time: 0.1006217 Sep 22 09:51:19.943922 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37414) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:20.010783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1d7beb71-cc7d-44c6-bcef-56997b2d7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'port_id': '23485267-6159-47f6-aa68-5ac533131444', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'mac_address': 'fa:16:3e:16:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:51:12Z', 'updated_at': '2021-09-22T09:51:18Z', 'revision_number': 2, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:27Z', 'revision_number': 5, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:20.047937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7beb71-cc7d-44c6-bcef-56997b2d7a90 None None] Checking router: 3bcddf5a-d6df-4748-bc23-11dd07ac6533 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:51:20.053216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-063034fb-a5b3-4567-a756-85afc17fc359 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.060961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7beb71-cc7d-44c6-bcef-56997b2d7a90 None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:51:20.061728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1d7beb71-cc7d-44c6-bcef-56997b2d7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:50:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:20.084242 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-063034fb-a5b3-4567-a756-85afc17fc359 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.191143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-1d7beb71-cc7d-44c6-bcef-56997b2d7a90 None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:51:20.263273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.282353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a6a6c0b5-bff7-4fb7-a92d-d52bf1a832ed None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:20.282725 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c0b5-bff7-4fb7-a92d-d52bf1a832ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.296016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Port': ['ID=92a501f4-6564-4185-bb7c-2047ee478afd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:20.298958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No DVR routers for this DVR port 92a501f4-6564-4185-bb7c-2047ee478afd on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:51:20.326079 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-063034fb-a5b3-4567-a756-85afc17fc359 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.333930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-063034fb-a5b3-4567-a756-85afc17fc359 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.333930 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-063034fb-a5b3-4567-a756-85afc17fc359 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/security-groups/f0ae5467-75e1-4d28-abeb-0eb13d82d64f HTTP/1.1" status: 204 len: 168 time: 0.3704624 Sep 22 09:51:20.334825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37428) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:20.359677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063034fb-a5b3-4567-a756-85afc17fc359 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae5467-75e1-4d28-abeb-0eb13d82d64f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:20.414117 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7eb2cc2c-3900-44be-9d39-347fa7a45930 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.447704 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.451602 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7eb2cc2c-3900-44be-9d39-347fa7a45930 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.478188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d9a6c1-32c3-4802-b925-3fbc72960586']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:20.505805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc123ab-1077-4006-bafb-6ddae278a31f') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:20.506284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc123ab-1077-4006-bafb-6ddae278a31f') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:20.526653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a6a6c0b5-bff7-4fb7-a92d-d52bf1a832ed None None] Could not find standard attr ID for object b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:51:20.531262 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.556397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.560123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a6a6c0b5-bff7-4fb7-a92d-d52bf1a832ed None None] Provisioning complete for port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:20.560612 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a6a6c0b5-bff7-4fb7-a92d-d52bf1a832ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.565497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:51:20.566914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.623023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1d7beb71-cc7d-44c6-bcef-56997b2d7a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'port_id': '23485267-6159-47f6-aa68-5ac533131444', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'mac_address': 'fa:16:3e:16:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:51:12Z', 'updated_at': '2021-09-22T09:51:18Z', 'revision_number': 2, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:27Z', 'revision_number': 5, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:20.636694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'tag': '23485267-6159-47f6-aa68-5ac533131444'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:51:20.639455 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9ef432-7703-44d4-b70d-094e2440c49d" -d '{"events": [{"name": "network-changed", "server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "tag": "23485267-6159-47f6-aa68-5ac533131444"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:51:20.662244 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:51:20.679994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6c0b5-bff7-4fb7-a92d-d52bf1a832ed None None] Port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:51:20.682515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7beb71-cc7d-44c6-bcef-56997b2d7a90 None None] The sync data for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 is: [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'port_id': '23485267-6159-47f6-aa68-5ac533131444', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'mac_address': 'fa:16:3e:16:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:51:12Z', 'updated_at': '2021-09-22T09:51:18Z', 'revision_number': 2, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:27Z', 'revision_number': 5, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:51:20.708743 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7eb2cc2c-3900-44be-9d39-347fa7a45930 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.716698 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7eb2cc2c-3900-44be-9d39-347fa7a45930 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.721839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7eb2cc2c-3900-44be-9d39-347fa7a45930 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/security-groups/e7a691e8-98e1-44fb-9a47-3fb4bcec3c33 HTTP/1.1" status: 204 len: 168 time: 0.3858049 Sep 22 09:51:20.723421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37444) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:20.726814 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b54067b-f05b-40cb-8a48-8b9276ee3a86 x-openstack-request-id: req-5b54067b-f05b-40cb-8a48-8b9276ee3a86 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:51:20.728052 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "tag": "23485267-6159-47f6-aa68-5ac533131444", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:51:20.728456 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b54067b-f05b-40cb-8a48-8b9276ee3a86 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:51:20.730435 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'tag': '23485267-6159-47f6-aa68-5ac533131444', 'status': 'completed', 'code': 200} Sep 22 09:51:20.812236 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.827137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.834662 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/networks/08d9a6c1-32c3-4802-b925-3fbc72960586 HTTP/1.1" status: 204 len: 168 time: 4.4252915 Sep 22 09:51:20.836790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37446) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:20.837281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15e43b16-64c1-4ba8-b7c6-787f140c1110 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.839220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2cc2c-3900-44be-9d39-347fa7a45930 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a691e8-98e1-44fb-9a47-3fb4bcec3c33,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:20.864841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127b9e0-296e-4d82-a7bd-d38577221c0d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Network': ['ID=08d9a6c1-32c3-4802-b925-3fbc72960586,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:20.875226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-675606300'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:20.893881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7fc3e599-f7fb-476f-8247-b235961f1d80 None None] Could not find standard attr ID for object b30c22c7-d09b-4a74-a3ba-db9d8b08aeb4. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:51:20.895365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15e43b16-64c1-4ba8-b7c6-787f140c1110 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:20.927971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6ea28038-1de1-4493-8ca7-baa2702e970f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:51:20.969100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ef432-7703-44d4-b70d-094e2440c49d req-5afe2796-e383-4b07-ac65-91576bd075db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:20.971491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a9ef432-7703-44d4-b70d-094e2440c49d req-5afe2796-e383-4b07-ac65-91576bd075db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32bae1902dca42eb8708e88479157ff8&device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 1096 time: 0.2141006 Sep 22 09:51:21.068632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:21.071924 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.148124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15e43b16-64c1-4ba8-b7c6-787f140c1110 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.154651 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15e43b16-64c1-4ba8-b7c6-787f140c1110 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.155970 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-15e43b16-64c1-4ba8-b7c6-787f140c1110 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/security-groups/1e416262-081a-4e95-b8a4-3fc8dc1d33c3 HTTP/1.1" status: 204 len: 168 time: 0.4310009 Sep 22 09:51:21.162706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37462) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:21.195133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef74e4f-df4d-45f0-bf95-3144bcdd50df None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:51:21.207165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:21.217037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.217037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ef432-7703-44d4-b70d-094e2440c49d req-03b58b90-f202-4687-baa8-27e4075086ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:21.218391 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a9ef432-7703-44d4-b70d-094e2440c49d req-03b58b90-f202-4687-baa8-27e4075086ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=91733998-06bf-47bc-8d05-2738dba4e322 HTTP/1.1" status: 200 len: 915 time: 0.2367818 Sep 22 09:51:21.240491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43b16-64c1-4ba8-b7c6-787f140c1110 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e416262-081a-4e95-b8a4-3fc8dc1d33c3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:21.270843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-867a2dba-8e33-468e-a948-226ab928a112 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting subnet 9642f34c-79d3-469e-9edd-a56b1389fb0b {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:51:21.274593 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-867a2dba-8e33-468e-a948-226ab928a112 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.350941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a9ef432-7703-44d4-b70d-094e2440c49d req-452dd498-6d0d-4b69-9871-2e3d5ed661eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23485267-6159-47f6-aa68-5ac533131444 HTTP/1.1" status: 200 len: 1001 time: 0.1139774 Sep 22 09:51:21.352509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:51:21.355715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-867a2dba-8e33-468e-a948-226ab928a112 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.398869 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.400221 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Added segment 5a248b52-9850-43ad-bfff-94c9f5101d54 of type vlan for network 3b7eeffc-7d87-42c6-9096-c07561eb4c60 Sep 22 09:51:21.412919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef74e4f-df4d-45f0-bf95-3144bcdd50df None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:51:21.467242 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-867a2dba-8e33-468e-a948-226ab928a112 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.468094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ef432-7703-44d4-b70d-094e2440c49d req-ec34bbb0-5101-428b-8904-7f60754534a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:21.469893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a9ef432-7703-44d4-b70d-094e2440c49d req-ec34bbb0-5101-428b-8904-7f60754534a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e5351d1-2921-4817-b3bc-6103e6667029 HTTP/1.1" status: 200 len: 853 time: 0.1103110 Sep 22 09:51:21.510198 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.556981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ef432-7703-44d4-b70d-094e2440c49d req-469d6025-1af9-4267-aed8-a6524f86de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:21.560354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a9ef432-7703-44d4-b70d-094e2440c49d req-469d6025-1af9-4267-aed8-a6524f86de35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91733998-06bf-47bc-8d05-2738dba4e322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823331 Sep 22 09:51:21.680184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-867a2dba-8e33-468e-a948-226ab928a112 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.680397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a9ef432-7703-44d4-b70d-094e2440c49d req-15a27299-1276-46a8-82b7-666a66b4ac89 service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077318 Sep 22 09:51:21.696641 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-867a2dba-8e33-468e-a948-226ab928a112 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.704802 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-867a2dba-8e33-468e-a948-226ab928a112 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/9642f34c-79d3-469e-9edd-a56b1389fb0b HTTP/1.1" status: 204 len: 168 time: 0.5405266 Sep 22 09:51:21.705505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37480) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:21.741390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a2dba-8e33-468e-a948-226ab928a112 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Subnet': ['ID=9642f34c-79d3-469e-9edd-a56b1389fb0b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:21.759060 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.765419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:21.766123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.788300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4066115a-88a8-4cf0-9694-844e58bb9845 None None] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:21.789373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d109985-a6ef-40f5-ba59-eeda7a73677b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting subnet 8d70ebca-9f97-420d-9c02-36f6c15a4920 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:51:21.793230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d109985-a6ef-40f5-ba59-eeda7a73677b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.841069 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d109985-a6ef-40f5-ba59-eeda7a73677b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:21.868304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Network': ['ID=3b7eeffc-7d87-42c6-9096-c07561eb4c60,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:21.870428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a9ef432-7703-44d4-b70d-094e2440c49d req-09884b90-c54c-4fea-801d-14942b7742e1 service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838655 Sep 22 09:51:21.903281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 3b7eeffc-7d87-42c6-9096-c07561eb4c60 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:51:21.964214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7a3a9337-a5ea-4ee1-9087-092f4214c0eb tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1236944 Sep 22 09:51:21.965264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37486) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:21.973079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'subnet': {'network_id': '3b7eeffc-7d87-42c6-9096-c07561eb4c60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:22.002356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d109985-a6ef-40f5-ba59-eeda7a73677b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:22.452152 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d109985-a6ef-40f5-ba59-eeda7a73677b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:22.489191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d109985-a6ef-40f5-ba59-eeda7a73677b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Subnet': ['ID=8d70ebca-9f97-420d-9c02-36f6c15a4920,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:22.493311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d109985-a6ef-40f5-ba59-eeda7a73677b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:22.497841 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3d109985-a6ef-40f5-ba59-eeda7a73677b tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/8d70ebca-9f97-420d-9c02-36f6c15a4920 HTTP/1.1" status: 204 len: 168 time: 0.7653971 Sep 22 09:51:22.498311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37504) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:22.524385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:22.528360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:22.534985 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4ec0f1-b6d2-4691-a8c0-f4b41b9055a9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:22.539897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4ec0f1-b6d2-4691-a8c0-f4b41b9055a9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:22.539897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6d4ec0f1-b6d2-4691-a8c0-f4b41b9055a9 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/9642f34c-79d3-469e-9edd-a56b1389fb0b HTTP/1.1" status: 404 len: 337 time: 0.0390732 Sep 22 09:51:22.541789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37508) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:22.603188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-c207c962-4969-420e-8d06-5a074ed6afb0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting subnet 3cdf734d-c8cb-4e44-a7c3-2960a1507165 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:51:22.607327 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c207c962-4969-420e-8d06-5a074ed6afb0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:22.668787 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c207c962-4969-420e-8d06-5a074ed6afb0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:22.806136 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c207c962-4969-420e-8d06-5a074ed6afb0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:22.867091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bcad24-9c7a-4302-8a96-68eccae999ad None None] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:22.943491 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:22.981305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b6d2362d-9ba2-4b60-8890-5d731fdb8d02 None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:22.981891 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b6d2362d-9ba2-4b60-8890-5d731fdb8d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.000474 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c207c962-4969-420e-8d06-5a074ed6afb0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.016869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Subnet': ['ID=181e53d6-59fe-4105-b4a8-35dcdbdc11f1,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:23.026436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Checking segment: {'id': '5a248b52-9850-43ad-bfff-94c9f5101d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '3b7eeffc-7d87-42c6-9096-c07561eb4c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:23.026805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network hostable DHCP agents. Network: 3b7eeffc-7d87-42c6-9096-c07561eb4c60, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:51:23.040138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207c962-4969-420e-8d06-5a074ed6afb0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdf734d-c8cb-4e44-a7c3-2960a1507165,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:23.046403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c207c962-4969-420e-8d06-5a074ed6afb0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.048566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c207c962-4969-420e-8d06-5a074ed6afb0 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/3cdf734d-c8cb-4e44-a7c3-2960a1507165 HTTP/1.1" status: 204 len: 168 time: 0.5058277 Sep 22 09:51:23.051678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37524) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.079142 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a617eb1-9d2e-44fd-8864-72ab428e73a5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:23.079602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a617eb1-9d2e-44fd-8864-72ab428e73a5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:23.081647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2a617eb1-9d2e-44fd-8864-72ab428e73a5 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/61b5d6a1-332a-45ba-9311-fc0ebeae01a6 HTTP/1.1" status: 404 len: 337 time: 0.0286894 Sep 22 09:51:23.084860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37526) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.119537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ca1f7d96-e3f7-4cb4-9dd2-a68e90bb845d tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "GET /v2.0/ports?device_id=afc3c429-aa3e-4a16-bdee-ff795e3c013f HTTP/1.1" status: 200 len: 205 time: 0.0334287 Sep 22 09:51:23.126254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37528) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.155773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c462544b-e910-49d8-aa39-f3b7735ef4af None None] Update dhcp port {'port': {'network_id': '70b43d1f-a851-4af3-88e2-b8963d5bb56b', 'fixed_ips': [{'subnet_id': '3cdf734d-c8cb-4e44-a7c3-2960a1507165'}], 'binding:host_id': 'n-d-805649-4'}, 'id': '6ea28038-1de1-4493-8ca7-baa2702e970f'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 09:51:23.162109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network 3b7eeffc-7d87-42c6-9096-c07561eb4c60 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:51:23.181892 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-76ec8f4d-9bf2-4afa-a074-742912d8c877 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] delete failed (client error): The resource could not be found. Sep 22 09:51:23.181892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-76ec8f4d-9bf2-4afa-a074-742912d8c877 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/routers/afc3c429-aa3e-4a16-bdee-ff795e3c013f HTTP/1.1" status: 404 len: 336 time: 0.0469997 Sep 22 09:51:23.182284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b6d2362d-9ba2-4b60-8890-5d731fdb8d02 None None] Provisioning complete for port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:23.182284 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b6d2362d-9ba2-4b60-8890-5d731fdb8d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.185365 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c462544b-e910-49d8-aa39-f3b7735ef4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.185497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37532) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.233320 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6558ace-dc4b-40b7-b2a8-8363103e9c87 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:23.256386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6558ace-dc4b-40b7-b2a8-8363103e9c87 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:23.256386 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c6558ace-dc4b-40b7-b2a8-8363103e9c87 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/64ff5220-1547-4a96-ba12-732b4c11f80f HTTP/1.1" status: 404 len: 337 time: 0.0497458 Sep 22 09:51:23.259602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37540) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.268040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2362d-9ba2-4b60-8890-5d731fdb8d02 None None] Port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:51:23.288433 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbbfb8a-1a2d-492c-b7af-16d72c64a8e1 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:23.288914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbbfb8a-1a2d-492c-b7af-16d72c64a8e1 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:23.290676 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9bbbfb8a-1a2d-492c-b7af-16d72c64a8e1 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/ae08062f-18dc-4dd7-8298-b3133fdc6f6a HTTP/1.1" status: 404 len: 337 time: 0.0310757 Sep 22 09:51:23.293378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37544) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.324251 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c328f61-d749-4f1c-b94a-05d380623d10 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:23.324707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c328f61-d749-4f1c-b94a-05d380623d10 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:23.326486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6c328f61-d749-4f1c-b94a-05d380623d10 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/08436ed8-7145-4745-81a6-014a6a1e38b8 HTTP/1.1" status: 404 len: 337 time: 0.0321407 Sep 22 09:51:23.329483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37546) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.354458 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37eef32-7b85-4918-859d-f56e2a941e9f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:23.355181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37eef32-7b85-4918-859d-f56e2a941e9f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:23.359560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d37eef32-7b85-4918-859d-f56e2a941e9f tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/b00a8bca-99d7-4c80-acda-214f1ce2a54e HTTP/1.1" status: 404 len: 333 time: 0.0263345 Sep 22 09:51:23.359721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37552) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.390567 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d64c0f-2576-466d-a2b9-cdda7923b416 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:23.391026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d64c0f-2576-466d-a2b9-cdda7923b416 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:23.393584 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f6d64c0f-2576-466d-a2b9-cdda7923b416 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/d5f1e4f5-809a-476e-a3be-83a4d504137c HTTP/1.1" status: 404 len: 337 time: 0.0322273 Sep 22 09:51:23.401540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37554) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.419136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e0ea6e-0cb1-4988-bdcb-2b34c9019e5e None None] Network 70b43d1f-a851-4af3-88e2-b8963d5bb56b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:23.422898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 3b7eeffc-7d87-42c6-9096-c07561eb4c60) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:23.427844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:23.428628 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.433912 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b69ea19-f80e-46b3-9ecc-271437caea85 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:23.434544 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b69ea19-f80e-46b3-9ecc-271437caea85 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:23.437208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2b69ea19-f80e-46b3-9ecc-271437caea85 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/e7e90e6f-a656-4b03-baa4-94e6c9772dbe HTTP/1.1" status: 404 len: 337 time: 0.0342615 Sep 22 09:51:23.439606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37558) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.451074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb75850-5f39-4cc3-97ff-068203342250 None None] Network 3b7eeffc-7d87-42c6-9096-c07561eb4c60 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:23.463794 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.464485 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-d090e392-560f-4126-a64b-e09d921c2f58 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:23.465220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d090e392-560f-4126-a64b-e09d921c2f58 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:23.467114 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d090e392-560f-4126-a64b-e09d921c2f58 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/dc3a5e94-c5c7-4886-8f00-733b7dd278ca HTTP/1.1" status: 404 len: 333 time: 0.0265164 Sep 22 09:51:23.469699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37562) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.495940 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de18861-bf4f-40d5-a77c-fabd6fb677f3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:23.496399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de18861-bf4f-40d5-a77c-fabd6fb677f3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:23.498177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8de18861-bf4f-40d5-a77c-fabd6fb677f3 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/579315d1-578c-401d-8142-8e957a9535a3 HTTP/1.1" status: 404 len: 337 time: 0.0275674 Sep 22 09:51:23.501583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37564) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.530477 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-651a67e9-f20e-41f9-b9cb-661b73371786 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:23.530934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651a67e9-f20e-41f9-b9cb-661b73371786 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:23.532706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-651a67e9-f20e-41f9-b9cb-661b73371786 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/subnets/da3281a7-ee9b-451b-b0dd-b530a6fd3d7a HTTP/1.1" status: 404 len: 337 time: 0.0301924 Sep 22 09:51:23.536023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37566) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.576628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37572) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:23.579576 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a3231f99-3d8d-4cbb-b124-de68ba03c689 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6130102 Sep 22 09:51:23.590233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cfae7408-f21b-46c5-8770-679c4e578f84 None None] Provisioning complete for port 6ea28038-1de1-4493-8ca7-baa2702e970f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:23.590600 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cfae7408-f21b-46c5-8770-679c4e578f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.659318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9940d3b1-63d8-4c76-a3c7-47a5b719b87c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Deleting port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:23.659536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9940d3b1-63d8-4c76-a3c7-47a5b719b87c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.706619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.737514 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9940d3b1-63d8-4c76-a3c7-47a5b719b87c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.758370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9940d3b1-63d8-4c76-a3c7-47a5b719b87c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Calling delete_port for 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:23.818402 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:23.921157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5fc7ef-664b-4a14-a26c-0fa3bf4a1714 None None] DHCP port deletion for 70b43d1f-a851-4af3-88e2-b8963d5bb56b request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:51:23.929768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323e003e-c917-4906-bd34-c47bfb4adab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-3b7eeffc-7d87-42c6-9096-c07561eb4c60', 'network_id': '3b7eeffc-7d87-42c6-9096-c07561eb4c60', 'tenant_id': 'f6ebbd3addae4022be224b24e26abd67', 'fixed_ips': [{'subnet_id': '181e53d6-59fe-4105-b4a8-35dcdbdc11f1'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:51:23.940385 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-323e003e-c917-4906-bd34-c47bfb4adab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.031935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cfae7408-f21b-46c5-8770-679c4e578f84 None None] Provisioning complete for port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:24.032303 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cfae7408-f21b-46c5-8770-679c4e578f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.060887 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-dd5fc7ef-664b-4a14-a26c-0fa3bf4a1714 None None] Deleting port 6ea28038-1de1-4493-8ca7-baa2702e970f {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:24.061259 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc7ef-664b-4a14-a26c-0fa3bf4a1714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.079858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9940d3b1-63d8-4c76-a3c7-47a5b719b87c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.091514 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-cfae7408-f21b-46c5-8770-679c4e578f84 None None] Port 85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:51:24.115429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940d3b1-63d8-4c76-a3c7-47a5b719b87c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Port': ['ID=85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:24.126947 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9940d3b1-63d8-4c76-a3c7-47a5b719b87c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.132513 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9940d3b1-63d8-4c76-a3c7-47a5b719b87c tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/ports/85c0f3a4-b13e-4a2b-8aef-6e5a5d11e6d2 HTTP/1.1" status: 204 len: 168 time: 0.5951102 Sep 22 09:51:24.132707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37588) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:24.160677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-dd5fc7ef-664b-4a14-a26c-0fa3bf4a1714 None None] For port 6ea28038-1de1-4493-8ca7-baa2702e970f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6ea28038-1de1-4493-8ca7-baa2702e970f,segment=NetworkSegment(999b7927-3c66-4cfd-a61e-9073d3b6b6d0),segment_id=999b7927-3c66-4cfd-a61e-9073d3b6b6d0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:24.160677 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc7ef-664b-4a14-a26c-0fa3bf4a1714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.171234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.228568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-dd5fc7ef-664b-4a14-a26c-0fa3bf4a1714 None None] Calling delete_port for 6ea28038-1de1-4493-8ca7-baa2702e970f owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:24.232542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Subnet': ['ID=181e53d6-59fe-4105-b4a8-35dcdbdc11f1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:24.310134 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.339247 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5b17ee48-3fb9-481e-bda8-5e85034075f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.366832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server [None req-323e003e-c917-4906-bd34-c47bfb4adab1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 181e53d6-59fe-4105-b4a8-35dcdbdc11f1: This subnet is being modified by another concurrent operation. Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise exception Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 181e53d6-59fe-4105-b4a8-35dcdbdc11f1: This subnet is being modified by another concurrent operation. Sep 22 09:51:24.372549 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Sep 22 09:51:24.391488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ab4e0a-9d2f-4266-85fa-2c1325ec8b12 None None] Network 3b7eeffc-7d87-42c6-9096-c07561eb4c60 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:24.400006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7eeffc-7d87-42c6-9096-c07561eb4c60']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:24.415462 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a248b52-9850-43ad-bfff-94c9f5101d54') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:24.416100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a248b52-9850-43ad-bfff-94c9f5101d54') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:24.429810 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.445531 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.453341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:51:24.454008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.515567 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc7ef-664b-4a14-a26c-0fa3bf4a1714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:51:24.527788 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:51:24.570931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5fc7ef-664b-4a14-a26c-0fa3bf4a1714 None None] No DVR routers for this DVR port 6ea28038-1de1-4493-8ca7-baa2702e970f on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:51:24.577568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fc7ef-664b-4a14-a26c-0fa3bf4a1714 None None] Pushing event deleted for resources: {'Port': ['ID=6ea28038-1de1-4493-8ca7-baa2702e970f,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:24.580500 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.633679 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.640454 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac289434-3f1d-415f-9927-6c9578e309f3 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 09:51:24.657577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b43d1f-a851-4af3-88e2-b8963d5bb56b']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:24.660780 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.678959 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.686320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/networks/3b7eeffc-7d87-42c6-9096-c07561eb4c60 HTTP/1.1" status: 204 len: 168 time: 1.1032712 Sep 22 09:51:24.686629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37606) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:24.687808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999b7927-3c66-4cfd-a61e-9073d3b6b6d0') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:24.688106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999b7927-3c66-4cfd-a61e-9073d3b6b6d0') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:24.692424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1287352413'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:24.707666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7e327-edcb-4b55-8cbb-7260cbe9449f tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Network': ['ID=3b7eeffc-7d87-42c6-9096-c07561eb4c60,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:24.711915 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.740082 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.747454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:51:24.747945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:51:24.751078 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:51:24.828566 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac289434-3f1d-415f-9927-6c9578e309f3 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:51:24.847585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6ea28038-1de1-4493-8ca7-baa2702e970f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:51:24.887172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 6ea28038-1de1-4493-8ca7-baa2702e970f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:51:24.887684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6ea28038-1de1-4493-8ca7-baa2702e970f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:51:24.897141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:24.900918 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.931847 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.943764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:51:24.947750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.949951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] 10.222.0.49 "DELETE /v2.0/networks/70b43d1f-a851-4af3-88e2-b8963d5bb56b HTTP/1.1" status: 204 len: 168 time: 0.8161662 Sep 22 09:51:24.965990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462af4f-9435-4c74-8a3f-636034d348d2 tempest-PortsTestJSON-1565818506 tempest-PortsTestJSON-1565818506-project] Pushing event deleted for resources: {'Network': ['ID=70b43d1f-a851-4af3-88e2-b8963d5bb56b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:24.975314 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:24.975673 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Added segment aacce89a-4126-44cf-81ea-eb78bd6aeed2 of type vlan for network 7792dc9d-8c5c-42e6-90ca-01026b768687 Sep 22 09:51:25.071181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:25.315545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:25.328053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:25.329477 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:25.433823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Network': ['ID=7792dc9d-8c5c-42e6-90ca-01026b768687,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:25.444556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 7792dc9d-8c5c-42e6-90ca-01026b768687 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:51:25.600822 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a6397f75-f525-4240-a115-9869553d2621 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9013875 Sep 22 09:51:25.600822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37638) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:25.600822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Request body: {'subnet': {'network_id': '7792dc9d-8c5c-42e6-90ca-01026b768687', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:25.891363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Made reservation on behalf of f6ebbd3addae4022be224b24e26abd67 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:25.900522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37652) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:25.901007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:26.083498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-96990787-23b4-4f03-8efe-481e03698682 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6461e9978484ebbbf9f9b732d5baef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838777 Sep 22 09:51:26.092025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37662) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:26.162628 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40cfa2d5-1c56-4847-b1df-1ab2b4aeedc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:26.200788 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40cfa2d5-1c56-4847-b1df-1ab2b4aeedc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:26.421235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.objects.ports [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95509) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 09:51:26.422759 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:26.434398 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40cfa2d5-1c56-4847-b1df-1ab2b4aeedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:26.438384 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40cfa2d5-1c56-4847-b1df-1ab2b4aeedc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:26.446254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-40cfa2d5-1c56-4847-b1df-1ab2b4aeedc3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80c4349f-f323-4ee5-86c4-da0b5602a8f0 HTTP/1.1" status: 204 len: 168 time: 0.3463559 Sep 22 09:51:26.464287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfa2d5-1c56-4847-b1df-1ab2b4aeedc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c4349f-f323-4ee5-86c4-da0b5602a8f0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:26.485975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event updated for resources: {'Subnet': ['ID=758c2a53-1f06-4f04-a157-5aa930576fbb,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:26.501054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Checking segment: {'id': 'aacce89a-4126-44cf-81ea-eb78bd6aeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7792dc9d-8c5c-42e6-90ca-01026b768687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:26.505585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network hostable DHCP agents. Network: 7792dc9d-8c5c-42e6-90ca-01026b768687, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:51:26.684655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Network 7792dc9d-8c5c-42e6-90ca-01026b768687 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:51:26.943475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 7792dc9d-8c5c-42e6-90ca-01026b768687) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:26.949265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:26.949993 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:26.953660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4357dfb-89ae-4c0c-802d-3247acbb990e None None] Network 7792dc9d-8c5c-42e6-90ca-01026b768687 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:27.035416 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6b9c79dc-8f82-4953-89bf-200a5b7169c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:27.170060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-7792dc9d-8c5c-42e6-90ca-01026b768687', 'network_id': '7792dc9d-8c5c-42e6-90ca-01026b768687', 'tenant_id': 'f6ebbd3addae4022be224b24e26abd67', 'fixed_ips': [{'subnet_id': '758c2a53-1f06-4f04-a157-5aa930576fbb'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:51:27.170060 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:27.212271 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-97e742a9-fe91-4307-b95e-edd317e83e57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6185956 Sep 22 09:51:27.225012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37698) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:27.400802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Allocated IP 2001:db8::f816:3eff:fe8e:e232 (7792dc9d-8c5c-42e6-90ca-01026b768687/758c2a53-1f06-4f04-a157-5aa930576fbb/24c8ea54-9ed5-4f84-8a14-c96e752c07b2) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:51:27.453139 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:27.509718 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:27.585905 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:27.599755 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:27.717271 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:27.769122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Network 7792dc9d-8c5c-42e6-90ca-01026b768687 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:51:27.775933 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:27.779896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:51:27.790070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Pushing event updated for resources: {'Port': ['ID=24c8ea54-9ed5-4f84-8a14-c96e752c07b2,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:27.861612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Attempting to bind port 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:51:27.873973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Attempting to bind port 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'aacce89a-4126-44cf-81ea-eb78bd6aeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7792dc9d-8c5c-42e6-90ca-01026b768687'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:51:27.873973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Attempting to bind port 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 on network 7792dc9d-8c5c-42e6-90ca-01026b768687 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:51:27.873973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:51:27.873973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Checking segment: {'id': 'aacce89a-4126-44cf-81ea-eb78bd6aeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7792dc9d-8c5c-42e6-90ca-01026b768687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:27.873973 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:27.873973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Bound using segment: {'id': 'aacce89a-4126-44cf-81ea-eb78bd6aeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7792dc9d-8c5c-42e6-90ca-01026b768687'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:51:27.873973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Bound port: 24c8ea54-9ed5-4f84-8a14-c96e752c07b2, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacce89a-4126-44cf-81ea-eb78bd6aeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7792dc9d-8c5c-42e6-90ca-01026b768687'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:51:27.873973 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:27.949204 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:27.954385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] For port 24c8ea54-9ed5-4f84-8a14-c96e752c07b2, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:51:27.956638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] For port 24c8ea54-9ed5-4f84-8a14-c96e752c07b2, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=24c8ea54-9ed5-4f84-8a14-c96e752c07b2,segment=NetworkSegment(aacce89a-4126-44cf-81ea-eb78bd6aeed2),segment_id=aacce89a-4126-44cf-81ea-eb78bd6aeed2)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:51:27.997454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Subnet': ['ID=758c2a53-1f06-4f04-a157-5aa930576fbb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:28.046589 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:28.070628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7792dc9d-8c5c-42e6-90ca-01026b768687']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:28.080094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacce89a-4126-44cf-81ea-eb78bd6aeed2') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:28.080331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacce89a-4126-44cf-81ea-eb78bd6aeed2') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:28.090391 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:28.160624 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:28.162940 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:28.169368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:51:28.169750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:51:28.172991 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:51:28.233343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603becb7-af8b-4f12-a0b1-4c76a3866aa5 None None] Pushing event updated for resources: {'Port': ['ID=24c8ea54-9ed5-4f84-8a14-c96e752c07b2,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:28.255583 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:28.353441 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 09:51:28.353441 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 09:51:28.353441 n-d-805649-4 neutron-server[95510]: [parameters: {'id': '7792dc9d-8c5c-42e6-90ca-01026b768687'}] Sep 22 09:51:28.353441 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:51:28.358109 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:51:28.445388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37748) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:28.600406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5b2c2013-cbe0-48b8-b746-d069597d7060 tempest-DvrRoutersNegativeTest-807530025 tempest-DvrRoutersNegativeTest-807530025-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1970052245', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:28.603324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.policy [None req-5b2c2013-cbe0-48b8-b746-d069597d7060 tempest-DvrRoutersNegativeTest-807530025 tempest-DvrRoutersNegativeTest-807530025-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95510) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 22 09:51:28.603619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.policy [None req-5b2c2013-cbe0-48b8-b746-d069597d7060 tempest-DvrRoutersNegativeTest-807530025 tempest-DvrRoutersNegativeTest-807530025-project] Failed policy check for 'create_router' {{(pid=95510) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 22 09:51:28.604147 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-5b2c2013-cbe0-48b8-b746-d069597d7060 tempest-DvrRoutersNegativeTest-807530025 tempest-DvrRoutersNegativeTest-807530025-project] create failed (client error): Access was denied to this resource. Sep 22 09:51:28.609601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5b2c2013-cbe0-48b8-b746-d069597d7060 tempest-DvrRoutersNegativeTest-807530025 tempest-DvrRoutersNegativeTest-807530025-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1628156 Sep 22 09:51:28.827905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:51:28.856419 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:28.899450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:28.899822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:28.942719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Deleting port 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:28.947822 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:29.020632 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:29.033518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] For port 24c8ea54-9ed5-4f84-8a14-c96e752c07b2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=24c8ea54-9ed5-4f84-8a14-c96e752c07b2,segment=NetworkSegment(aacce89a-4126-44cf-81ea-eb78bd6aeed2),segment_id=aacce89a-4126-44cf-81ea-eb78bd6aeed2)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:29.033518 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:29.052329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Calling delete_port for 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:29.091182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 24c8ea54-9ed5-4f84-8a14-c96e752c07b2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=24c8ea54-9ed5-4f84-8a14-c96e752c07b2,segment=NetworkSegment(aacce89a-4126-44cf-81ea-eb78bd6aeed2),segment_id=aacce89a-4126-44cf-81ea-eb78bd6aeed2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:29.314674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5dfd92-135d-4692-a86c-6f606a924231 None None] Network 7792dc9d-8c5c-42e6-90ca-01026b768687 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:29.425206 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:29.450947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9881df73-0363-4a2c-87a4-a0f6029c0036 None None] Provisioning complete for port 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:51:29.451662 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9881df73-0363-4a2c-87a4-a0f6029c0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:29.553509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=24c8ea54-9ed5-4f84-8a14-c96e752c07b2,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:29.556289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37784) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:29.610111 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:29.645943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c3fd3-5175-4d01-a4f6-5eddbaee093f None None] DHCP port deletion for 7792dc9d-8c5c-42e6-90ca-01026b768687 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:51:29.649752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No DVR routers for this DVR port 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:51:29.657377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Port': ['ID=24c8ea54-9ed5-4f84-8a14-c96e752c07b2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:29.757773 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:29.784628 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a1411be3-b51b-423b-98c7-a6af2e73cef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:29.810396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7792dc9d-8c5c-42e6-90ca-01026b768687']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:29.821443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacce89a-4126-44cf-81ea-eb78bd6aeed2') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:29.821737 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacce89a-4126-44cf-81ea-eb78bd6aeed2') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:29.836081 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:29.856692 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:29.867997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:51:29.868395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:51:29.871466 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:51:29.912654 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.070415 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.080379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.087378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/networks/7792dc9d-8c5c-42e6-90ca-01026b768687 HTTP/1.1" status: 204 len: 168 time: 2.8562574 Sep 22 09:51:30.088404 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37810) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:30.129601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb9a7a-9c64-4639-a27b-fb38f492e3d4 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Network': ['ID=7792dc9d-8c5c-42e6-90ca-01026b768687,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:30.133524 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c5ed8c-467d-452e-828d-7ff9ab446279 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:30.133998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c5ed8c-467d-452e-828d-7ff9ab446279 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:30.135928 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-49c5ed8c-467d-452e-828d-7ff9ab446279 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/subnets/758c2a53-1f06-4f04-a157-5aa930576fbb HTTP/1.1" status: 404 len: 337 time: 0.0454509 Sep 22 09:51:30.138839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37812) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:30.158600 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-76727594-6390-4117-8eba-9f532d926db3 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:30.159377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76727594-6390-4117-8eba-9f532d926db3 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:30.162168 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-76727594-6390-4117-8eba-9f532d926db3 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/networks/7792dc9d-8c5c-42e6-90ca-01026b768687 HTTP/1.1" status: 404 len: 339 time: 0.0223379 Sep 22 09:51:30.174471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37814) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:30.183586 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a1411be3-b51b-423b-98c7-a6af2e73cef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.202571 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-40246af5-72a2-461f-a6b8-c11deecad859 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:30.203043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40246af5-72a2-461f-a6b8-c11deecad859 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:30.204852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-40246af5-72a2-461f-a6b8-c11deecad859 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/subnets/181e53d6-59fe-4105-b4a8-35dcdbdc11f1 HTTP/1.1" status: 404 len: 337 time: 0.0293427 Sep 22 09:51:30.207968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37816) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:30.226843 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e66238f-b954-4eae-946f-6ff0de2d1f81 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:30.227423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e66238f-b954-4eae-946f-6ff0de2d1f81 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:30.229237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7e66238f-b954-4eae-946f-6ff0de2d1f81 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/networks/3b7eeffc-7d87-42c6-9096-c07561eb4c60 HTTP/1.1" status: 404 len: 339 time: 0.0203304 Sep 22 09:51:30.231807 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37822) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:30.261541 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f3bf0e-9d5b-4336-bd14-12a780bf9b62 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:30.261981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f3bf0e-9d5b-4336-bd14-12a780bf9b62 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:30.263630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-18f3bf0e-9d5b-4336-bd14-12a780bf9b62 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/subnets/4442fa05-343b-40d5-a677-19626ab1777d HTTP/1.1" status: 404 len: 337 time: 0.0309408 Sep 22 09:51:30.267010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37824) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:30.286636 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-a409cc7b-3a9c-420b-be37-ec3111b2b517 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:30.287202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a409cc7b-3a9c-420b-be37-ec3111b2b517 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:30.288891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a409cc7b-3a9c-420b-be37-ec3111b2b517 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/networks/08d9a6c1-32c3-4802-b925-3fbc72960586 HTTP/1.1" status: 404 len: 339 time: 0.0209718 Sep 22 09:51:30.292598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37826) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:30.383499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6746f-7b96-401c-bff2-b65d16f331b1 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Deleting port 1d51a89e-54af-4b62-a5b8-bb4c3e8b4320 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:30.383769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9e6746f-7b96-401c-bff2-b65d16f331b1 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.400056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a1411be3-b51b-423b-98c7-a6af2e73cef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.493947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a1411be3-b51b-423b-98c7-a6af2e73cef2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8450e6d792d4c59bbb1c7b5439e33c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9262013 Sep 22 09:51:30.494060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37836) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:30.494142 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1411be3-b51b-423b-98c7-a6af2e73cef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae096151-306b-449c-b5b8-b1b3b505c358,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:30.499445 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9e6746f-7b96-401c-bff2-b65d16f331b1 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.513444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6746f-7b96-401c-bff2-b65d16f331b1 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Calling delete_port for 1d51a89e-54af-4b62-a5b8-bb4c3e8b4320 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:30.548757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d13afdd8-5cf3-4114-9584-2b3a676c9389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.572891 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d13afdd8-5cf3-4114-9584-2b3a676c9389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.778279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:51:30.811302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:51:30.811647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 24c8ea54-9ed5-4f84-8a14-c96e752c07b2 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:51:30.827246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9e6746f-7b96-401c-bff2-b65d16f331b1 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.860711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6746f-7b96-401c-bff2-b65d16f331b1 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Port': ['ID=1d51a89e-54af-4b62-a5b8-bb4c3e8b4320,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:30.865086 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9e6746f-7b96-401c-bff2-b65d16f331b1 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.867091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e9e6746f-7b96-401c-bff2-b65d16f331b1 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/ports/1d51a89e-54af-4b62-a5b8-bb4c3e8b4320 HTTP/1.1" status: 204 len: 168 time: 0.5734308 Sep 22 09:51:30.869832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37850) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:30.884451 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d13afdd8-5cf3-4114-9584-2b3a676c9389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.887555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d13afdd8-5cf3-4114-9584-2b3a676c9389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:30.891880 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d13afdd8-5cf3-4114-9584-2b3a676c9389 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae096151-306b-449c-b5b8-b1b3b505c358 HTTP/1.1" status: 204 len: 168 time: 0.3960588 Sep 22 09:51:30.899239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13afdd8-5cf3-4114-9584-2b3a676c9389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae096151-306b-449c-b5b8-b1b3b505c358,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:30.912384 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd958136-2803-425e-b1bb-c2f47432ef85 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:30.912917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd958136-2803-425e-b1bb-c2f47432ef85 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:30.914665 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bd958136-2803-425e-b1bb-c2f47432ef85 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/subnets/a90f106a-1f7f-4e7b-aafb-945d757145d2 HTTP/1.1" status: 404 len: 337 time: 0.0437789 Sep 22 09:51:30.917234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37854) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:30.993551 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:31.441017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:31.462294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26adc486-0289-48a7-99ca-b20c74a69504']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:31.473297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782281be-05ce-46ca-971b-542b16eaabe9') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:31.473521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782281be-05ce-46ca-971b-542b16eaabe9') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:31.484987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:31.507208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:31.513620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:51:31.514076 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:51:31.518031 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:51:31.680803 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:31.738061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:31.740857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/networks/26adc486-0289-48a7-99ca-b20c74a69504 HTTP/1.1" status: 204 len: 168 time: 0.8226178 Sep 22 09:51:31.742305 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e263a-da5f-48b1-8086-9ceadfe6baa5 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Network': ['ID=26adc486-0289-48a7-99ca-b20c74a69504,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:31.750887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37900) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:31.864216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-96314e94-414e-4822-83fb-54fe1bd0dd57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Deleting port b40d29af-b8ff-419e-bcd4-310b4275e02d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:31.864892 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96314e94-414e-4822-83fb-54fe1bd0dd57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:31.951402 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96314e94-414e-4822-83fb-54fe1bd0dd57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:31.965194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-96314e94-414e-4822-83fb-54fe1bd0dd57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Calling delete_port for b40d29af-b8ff-419e-bcd4-310b4275e02d owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:32.325667 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96314e94-414e-4822-83fb-54fe1bd0dd57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:32.360825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96314e94-414e-4822-83fb-54fe1bd0dd57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Port': ['ID=b40d29af-b8ff-419e-bcd4-310b4275e02d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:32.366695 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96314e94-414e-4822-83fb-54fe1bd0dd57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:32.368644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-96314e94-414e-4822-83fb-54fe1bd0dd57 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/ports/b40d29af-b8ff-419e-bcd4-310b4275e02d HTTP/1.1" status: 204 len: 168 time: 0.6162968 Sep 22 09:51:32.371204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37926) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:32.398406 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd318c47-169c-4dae-b825-1edaf5e32fd8 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] DELETE failed (client error): The resource could not be found. Sep 22 09:51:32.398846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd318c47-169c-4dae-b825-1edaf5e32fd8 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:51:32.400602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cd318c47-169c-4dae-b825-1edaf5e32fd8 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/subnets/854feded-a7d1-4879-bc98-3d565e338d5b HTTP/1.1" status: 404 len: 337 time: 0.0284543 Sep 22 09:51:32.403317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37928) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:32.491632 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:32.556224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37936) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:32.627630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:32.651059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b78eec-2447-482a-9a77-1e15e3cb5760']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:32.664040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312a8960-f1c9-4545-840c-169f2f8b1b3a') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:32.664343 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312a8960-f1c9-4545-840c-169f2f8b1b3a') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:32.674817 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:32.679541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-25f3584e-2464-4adf-8e0a-f4929365b573 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:32.680646 n-d-805649-4 neutron-server[95510]: WARNING neutron.api.v2.base [None req-25f3584e-2464-4adf-8e0a-f4929365b573 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 09:51:32.681631 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-25f3584e-2464-4adf-8e0a-f4929365b573 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 09:51:32.682963 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-25f3584e-2464-4adf-8e0a-f4929365b573 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1256087 Sep 22 09:51:32.690683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37942) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:32.691809 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:32.696013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-65c3a64a-8d9c-41c6-bd85-8a318c59be61 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136826505'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:32.699343 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:51:32.699759 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:51:32.702883 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:51:32.868232 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65c3a64a-8d9c-41c6-bd85-8a318c59be61 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:32.876641 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65c3a64a-8d9c-41c6-bd85-8a318c59be61 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:32.948136 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:32.955573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:32.962256 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/networks/87b78eec-2447-482a-9a77-1e15e3cb5760 HTTP/1.1" status: 204 len: 168 time: 0.5534883 Sep 22 09:51:32.962486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 37958) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:32.973140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c4a81-b3e8-47fc-bdc6-c20b787cc937 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Network': ['ID=87b78eec-2447-482a-9a77-1e15e3cb5760,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:33.034602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0497e8-e5b5-49f0-87c7-0405d0bcd99d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Deleting subnet 06a2293c-7d96-4074-bdd2-1e9b82cb11a4 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:51:33.041759 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a0497e8-e5b5-49f0-87c7-0405d0bcd99d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.103810 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a0497e8-e5b5-49f0-87c7-0405d0bcd99d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.138560 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65c3a64a-8d9c-41c6-bd85-8a318c59be61 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.201654 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a0497e8-e5b5-49f0-87c7-0405d0bcd99d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.247242 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65c3a64a-8d9c-41c6-bd85-8a318c59be61 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.308898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3a64a-8d9c-41c6-bd85-8a318c59be61 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5682511-5476-4779-a234-85cc859df513,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:33.375635 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65c3a64a-8d9c-41c6-bd85-8a318c59be61 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.508580 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a0497e8-e5b5-49f0-87c7-0405d0bcd99d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.542541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0497e8-e5b5-49f0-87c7-0405d0bcd99d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Subnet': ['ID=06a2293c-7d96-4074-bdd2-1e9b82cb11a4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:33.545963 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65c3a64a-8d9c-41c6-bd85-8a318c59be61 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.554011 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a0497e8-e5b5-49f0-87c7-0405d0bcd99d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.556070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7a0497e8-e5b5-49f0-87c7-0405d0bcd99d tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/subnets/06a2293c-7d96-4074-bdd2-1e9b82cb11a4 HTTP/1.1" status: 204 len: 168 time: 0.5928493 Sep 22 09:51:33.558523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37978) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:33.559258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d93ebf-c247-42df-bb9b-866ebdfe5ccc None None] Network ddb2c812-a4a9-41d7-add4-bc341ac67175 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:33.582817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3a64a-8d9c-41c6-bd85-8a318c59be61 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab01d2e-cba0-44eb-97c4-b859474288ec,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:33.647447 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.693023 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65c3a64a-8d9c-41c6-bd85-8a318c59be61 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.706120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 37986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:33.706322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-65c3a64a-8d9c-41c6-bd85-8a318c59be61 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0139811 Sep 22 09:51:33.711995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1951c3de-bf90-48e1-afeb-e0b0bf4ab81f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '6ab01d2e-cba0-44eb-97c4-b859474288ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:33.749692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Deleting port 106b3c14-597f-4d70-8856-336d6ecf4103 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:33.750040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.780981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf018fc-dee8-4894-83a4-a6ac9453361b None None] DHCP port deletion for ddb2c812-a4a9-41d7-add4-bc341ac67175 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:51:33.854933 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-bcf018fc-dee8-4894-83a4-a6ac9453361b None None] Deleting port 106b3c14-597f-4d70-8856-336d6ecf4103 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:51:33.859860 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bcf018fc-dee8-4894-83a4-a6ac9453361b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.866017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] For port 106b3c14-597f-4d70-8856-336d6ecf4103, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=106b3c14-597f-4d70-8856-336d6ecf4103,segment=NetworkSegment(2ed01428-95dc-42e4-a4ce-42daa2ba43a3),segment_id=2ed01428-95dc-42e4-a4ce-42daa2ba43a3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:33.866570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.874459 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1951c3de-bf90-48e1-afeb-e0b0bf4ab81f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.893897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Calling delete_port for 106b3c14-597f-4d70-8856-336d6ecf4103 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:33.949739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bcf018fc-dee8-4894-83a4-a6ac9453361b None None] For port 106b3c14-597f-4d70-8856-336d6ecf4103, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=106b3c14-597f-4d70-8856-336d6ecf4103,segment=NetworkSegment(2ed01428-95dc-42e4-a4ce-42daa2ba43a3),segment_id=2ed01428-95dc-42e4-a4ce-42daa2ba43a3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:51:33.950205 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bcf018fc-dee8-4894-83a4-a6ac9453361b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:33.963973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-bcf018fc-dee8-4894-83a4-a6ac9453361b None None] Calling delete_port for 106b3c14-597f-4d70-8856-336d6ecf4103 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:51:34.004533 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1951c3de-bf90-48e1-afeb-e0b0bf4ab81f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.158405 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1951c3de-bf90-48e1-afeb-e0b0bf4ab81f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.178419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951c3de-bf90-48e1-afeb-e0b0bf4ab81f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fdba62f-6720-44db-a758-3f71f2e589f5,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:34.228827 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.242577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bcf018fc-dee8-4894-83a4-a6ac9453361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.261765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Port': ['ID=106b3c14-597f-4d70-8856-336d6ecf4103,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:34.265669 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] No DVR routers for this DVR port 106b3c14-597f-4d70-8856-336d6ecf4103 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:51:34.273410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf018fc-dee8-4894-83a4-a6ac9453361b None None] Pushing event deleted for resources: {'Port': ['ID=106b3c14-597f-4d70-8856-336d6ecf4103,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:34.275364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf018fc-dee8-4894-83a4-a6ac9453361b None None] No DVR routers for this DVR port 106b3c14-597f-4d70-8856-336d6ecf4103 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:51:34.311097 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1951c3de-bf90-48e1-afeb-e0b0bf4ab81f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.312440 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1951c3de-bf90-48e1-afeb-e0b0bf4ab81f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6040430 Sep 22 09:51:34.315332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38006) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:34.320908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4f7f4dcb-3445-48b8-abb5-061a01c71db7 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '6ab01d2e-cba0-44eb-97c4-b859474288ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:34.364941 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.385129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb2c812-a4a9-41d7-add4-bc341ac67175']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:34.395169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed01428-95dc-42e4-a4ce-42daa2ba43a3') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:34.395471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed01428-95dc-42e4-a4ce-42daa2ba43a3') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:51:34.405259 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.419682 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.425933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:51:34.426519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:51:34.429887 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:51:34.547992 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4dcb-3445-48b8-abb5-061a01c71db7 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.616557 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.624173 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.625457 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] 10.222.0.49 "DELETE /v2.0/networks/ddb2c812-a4a9-41d7-add4-bc341ac67175 HTTP/1.1" status: 204 len: 168 time: 1.0650806 Sep 22 09:51:34.638334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65849f3a-7628-4b9c-8665-e0c79c1ede45 tempest-NetworksIpV6TestAttrs-666032294 tempest-NetworksIpV6TestAttrs-666032294-project] Pushing event deleted for resources: {'Network': ['ID=ddb2c812-a4a9-41d7-add4-bc341ac67175,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:34.776795 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-4f7f4dcb-3445-48b8-abb5-061a01c71db7 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 09:51:34.779088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4f7f4dcb-3445-48b8-abb5-061a01c71db7 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4614065 Sep 22 09:51:34.781153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38026) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:34.799284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 106b3c14-597f-4d70-8856-336d6ecf4103 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:51:34.825773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 106b3c14-597f-4d70-8856-336d6ecf4103 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:51:34.826344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 106b3c14-597f-4d70-8856-336d6ecf4103 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:51:34.850573 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-441ade1a-3ead-4933-ae80-79911d574c13 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:34.874299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-441ade1a-3ead-4933-ae80-79911d574c13 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:35.182542 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-441ade1a-3ead-4933-ae80-79911d574c13 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:35.187462 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-441ade1a-3ead-4933-ae80-79911d574c13 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:35.187462 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-441ade1a-3ead-4933-ae80-79911d574c13 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "DELETE /v2.0/security-groups/6ab01d2e-cba0-44eb-97c4-b859474288ec HTTP/1.1" status: 204 len: 168 time: 0.4041171 Sep 22 09:51:35.189505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38042) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:35.196427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ade1a-3ead-4933-ae80-79911d574c13 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab01d2e-cba0-44eb-97c4-b859474288ec,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:35.241122 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-384911bb-5a8a-4e4e-9db6-971858e57744 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501897 Sep 22 09:51:35.244717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38044) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:35.249174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-89e3c2be-8e39-4eda-bf26-09a8795aa753 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group': {'name': 'tempest-secgroup--73361422'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:35.454268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38058) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:35.525687 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-89e3c2be-8e39-4eda-bf26-09a8795aa753 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:35.614682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ccaf8b5b-bba9-41f4-8f2d-a37557c5338f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6ebbd3addae4022be224b24e26abd67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588120 Sep 22 09:51:35.617968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38066) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:35.629980 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-89e3c2be-8e39-4eda-bf26-09a8795aa753 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:35.672950 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-421ad874-74b3-40d9-b66c-51133795bce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:35.701422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-421ad874-74b3-40d9-b66c-51133795bce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:35.913605 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-89e3c2be-8e39-4eda-bf26-09a8795aa753 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:35.942618 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3c2be-8e39-4eda-bf26-09a8795aa753 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf57555e-68b8-4f34-9cb5-503e65632222,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:35.953932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-421ad874-74b3-40d9-b66c-51133795bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:35.957275 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-421ad874-74b3-40d9-b66c-51133795bce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:35.958595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-421ad874-74b3-40d9-b66c-51133795bce9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0f856d3-842a-43f3-aea1-93e4fc419fc5 HTTP/1.1" status: 204 len: 168 time: 0.3391666 Sep 22 09:51:35.970192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ad874-74b3-40d9-b66c-51133795bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f856d3-842a-43f3-aea1-93e4fc419fc5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:36.074308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-89e3c2be-8e39-4eda-bf26-09a8795aa753 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:36.077345 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-89e3c2be-8e39-4eda-bf26-09a8795aa753 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8312538 Sep 22 09:51:36.079900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38086) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:36.085591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f8989ed3-5b95-4515-b168-056077d62022 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': 'cf57555e-68b8-4f34-9cb5-503e65632222', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:36.086786 n-d-805649-4 neutron-server[95510]: WARNING neutron.api.v2.base [None req-f8989ed3-5b95-4515-b168-056077d62022 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 22 09:51:36.087360 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-f8989ed3-5b95-4515-b168-056077d62022 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:36.088488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f8989ed3-5b95-4515-b168-056077d62022 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074854 Sep 22 09:51:36.090924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38088) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:36.148609 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-98d9bafc-87cc-41ab-96b7-9bfe0fc4c5df tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:36.171958 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-98d9bafc-87cc-41ab-96b7-9bfe0fc4c5df tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:36.342712 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-98d9bafc-87cc-41ab-96b7-9bfe0fc4c5df tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:36.349326 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-98d9bafc-87cc-41ab-96b7-9bfe0fc4c5df tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:36.349326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-98d9bafc-87cc-41ab-96b7-9bfe0fc4c5df tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "DELETE /v2.0/security-groups/cf57555e-68b8-4f34-9cb5-503e65632222 HTTP/1.1" status: 204 len: 168 time: 0.2545614 Sep 22 09:51:36.349744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38094) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:36.356013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9bafc-87cc-41ab-96b7-9bfe0fc4c5df tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf57555e-68b8-4f34-9cb5-503e65632222,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:36.402306 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2a327d8f-f17f-405e-a3eb-e80c7e96f606 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485766 Sep 22 09:51:36.405365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38096) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:36.410031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6d3ef34c-7e7e-4835-857d-4cd9c70df1e0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group': {'name': 'tempest-secgroup--134467834'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:36.548305 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef34c-7e7e-4835-857d-4cd9c70df1e0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:36.645466 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef34c-7e7e-4835-857d-4cd9c70df1e0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:36.845933 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef34c-7e7e-4835-857d-4cd9c70df1e0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:36.879848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ef34c-7e7e-4835-857d-4cd9c70df1e0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c45721-63eb-4d84-97a9-934e843665c2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:37.051167 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef34c-7e7e-4835-857d-4cd9c70df1e0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:37.052462 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6d3ef34c-7e7e-4835-857d-4cd9c70df1e0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6461508 Sep 22 09:51:37.056346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38128) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:37.061032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2017e58d-1313-4618-821a-b18f5c263bef tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': 'a2c45721-63eb-4d84-97a9-934e843665c2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:37.061626 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-2017e58d-1313-4618-821a-b18f5c263bef tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 22 09:51:37.062442 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-2017e58d-1313-4618-821a-b18f5c263bef tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:37.063200 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2017e58d-1313-4618-821a-b18f5c263bef tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057721 Sep 22 09:51:37.065762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38130) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:37.123139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4b9596e1-b9a4-4108-91e6-4040bb5c1bbc tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:37.150908 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4b9596e1-b9a4-4108-91e6-4040bb5c1bbc tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:37.325583 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4b9596e1-b9a4-4108-91e6-4040bb5c1bbc tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:37.329789 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4b9596e1-b9a4-4108-91e6-4040bb5c1bbc tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:37.330050 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4b9596e1-b9a4-4108-91e6-4040bb5c1bbc tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "DELETE /v2.0/security-groups/a2c45721-63eb-4d84-97a9-934e843665c2 HTTP/1.1" status: 204 len: 168 time: 0.2633224 Sep 22 09:51:37.332912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38148) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:37.364448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9596e1-b9a4-4108-91e6-4040bb5c1bbc tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c45721-63eb-4d84-97a9-934e843665c2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:37.405631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1a223b77-4a16-44bb-b03c-b310a6879c57 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703721 Sep 22 09:51:37.409250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38150) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:37.414887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-aa6c8ea3-0a11-44dd-8e35-f8fdf784522d tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514545812'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:37.616873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8ea3-0a11-44dd-8e35-f8fdf784522d tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:37.714312 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8ea3-0a11-44dd-8e35-f8fdf784522d tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:37.890754 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8ea3-0a11-44dd-8e35-f8fdf784522d tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:37.939685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c8ea3-0a11-44dd-8e35-f8fdf784522d tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a518d3-1e11-4f75-9869-25b4446bf9a2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:38.071414 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8ea3-0a11-44dd-8e35-f8fdf784522d tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:38.072816 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aa6c8ea3-0a11-44dd-8e35-f8fdf784522d tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6616354 Sep 22 09:51:38.075617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38182) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:38.080214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-570681b6-a872-4999-b368-6b437abad663 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '65a518d3-1e11-4f75-9869-25b4446bf9a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:38.081107 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-570681b6-a872-4999-b368-6b437abad663 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 22 09:51:38.081627 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-570681b6-a872-4999-b368-6b437abad663 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:38.082618 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-570681b6-a872-4999-b368-6b437abad663 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060618 Sep 22 09:51:38.086915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38184) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:38.090971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c0647a7f-354d-40f9-b246-e4f76155250a tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '65a518d3-1e11-4f75-9869-25b4446bf9a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:38.091598 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-c0647a7f-354d-40f9-b246-e4f76155250a tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 22 09:51:38.092056 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-c0647a7f-354d-40f9-b246-e4f76155250a tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:38.093004 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c0647a7f-354d-40f9-b246-e4f76155250a tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0052087 Sep 22 09:51:38.095404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38186) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:38.102674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b4afe45c-49e2-4ffe-887f-47fd1511effd tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '65a518d3-1e11-4f75-9869-25b4446bf9a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:38.103477 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-b4afe45c-49e2-4ffe-887f-47fd1511effd tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 22 09:51:38.103975 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-b4afe45c-49e2-4ffe-887f-47fd1511effd tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:38.105288 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b4afe45c-49e2-4ffe-887f-47fd1511effd tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066895 Sep 22 09:51:38.107761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38188) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:38.111830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2c0007c0-4a2c-46f1-b66c-852ed8bc4846 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '65a518d3-1e11-4f75-9869-25b4446bf9a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:38.113297 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-2c0007c0-4a2c-46f1-b66c-852ed8bc4846 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 22 09:51:38.113825 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-2c0007c0-4a2c-46f1-b66c-852ed8bc4846 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:38.114812 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2c0007c0-4a2c-46f1-b66c-852ed8bc4846 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061746 Sep 22 09:51:38.119191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38190) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:38.176054 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-792cc954-6831-42c6-b67d-9f796e3fe508 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:38.200298 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-792cc954-6831-42c6-b67d-9f796e3fe508 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:38.412100 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-792cc954-6831-42c6-b67d-9f796e3fe508 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:38.414915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-792cc954-6831-42c6-b67d-9f796e3fe508 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:38.416105 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-792cc954-6831-42c6-b67d-9f796e3fe508 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "DELETE /v2.0/security-groups/65a518d3-1e11-4f75-9869-25b4446bf9a2 HTTP/1.1" status: 204 len: 168 time: 0.2978060 Sep 22 09:51:38.418868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38202) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:38.427510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cc954-6831-42c6-b67d-9f796e3fe508 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a518d3-1e11-4f75-9869-25b4446bf9a2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:38.467162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f1fc3854-dbbe-43e8-a99b-51378e402bbc tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471091 Sep 22 09:51:38.470962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38204) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:38.477344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-03560569-e437-4ec6-b04c-f6a57ded874f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002726598'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:38.583063 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03560569-e437-4ec6-b04c-f6a57ded874f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:38.698267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03560569-e437-4ec6-b04c-f6a57ded874f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:38.817917 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03560569-e437-4ec6-b04c-f6a57ded874f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:38.856255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03560569-e437-4ec6-b04c-f6a57ded874f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b0d012-5109-4ff0-bfff-b6bd55633bda,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:38.936477 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03560569-e437-4ec6-b04c-f6a57ded874f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:38.937859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-03560569-e437-4ec6-b04c-f6a57ded874f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4648879 Sep 22 09:51:38.942022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38222) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:38.946398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7d0bc448-af3e-422b-aaf0-49607591d6c3 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '08b0d012-5109-4ff0-bfff-b6bd55633bda', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:38.946900 n-d-805649-4 neutron-server[95510]: WARNING neutron.api.v2.base [None req-7d0bc448-af3e-422b-aaf0-49607591d6c3 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 09:51:38.947393 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-7d0bc448-af3e-422b-aaf0-49607591d6c3 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:38.948551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7d0bc448-af3e-422b-aaf0-49607591d6c3 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054080 Sep 22 09:51:38.951323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38224) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:38.955850 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-94c063a3-399b-4214-a86d-5676e1d22841 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '08b0d012-5109-4ff0-bfff-b6bd55633bda', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:39.234641 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-94c063a3-399b-4214-a86d-5676e1d22841 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:39.237694 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-94c063a3-399b-4214-a86d-5676e1d22841 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2850864 Sep 22 09:51:39.239149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38234) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:39.245208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-aa6a1cc8-8fd3-4304-bd8a-523e21081b83 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '08b0d012-5109-4ff0-bfff-b6bd55633bda', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:39.250783 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-aa6a1cc8-8fd3-4304-bd8a-523e21081b83 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 22 09:51:39.250783 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-aa6a1cc8-8fd3-4304-bd8a-523e21081b83 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:39.250783 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aa6a1cc8-8fd3-4304-bd8a-523e21081b83 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066431 Sep 22 09:51:39.253621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38236) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:39.257820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-277f77b5-9dd7-46e0-8328-d4637b047c53 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '08b0d012-5109-4ff0-bfff-b6bd55633bda', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:39.603916 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-277f77b5-9dd7-46e0-8328-d4637b047c53 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:39.610139 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-277f77b5-9dd7-46e0-8328-d4637b047c53 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3505695 Sep 22 09:51:39.612199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38250) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:39.617808 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5d47f9a0-bc2f-416a-b987-fdcc488cc30f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '08b0d012-5109-4ff0-bfff-b6bd55633bda', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:39.617808 n-d-805649-4 neutron-server[95509]: WARNING neutron.api.v2.base [None req-5d47f9a0-bc2f-416a-b987-fdcc488cc30f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 09:51:39.618341 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-5d47f9a0-bc2f-416a-b987-fdcc488cc30f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:39.619390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5d47f9a0-bc2f-416a-b987-fdcc488cc30f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056620 Sep 22 09:51:39.622124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38252) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:39.626298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8434a438-261b-42f6-bd48-eb7f3f203566 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '08b0d012-5109-4ff0-bfff-b6bd55633bda', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:39.902748 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-8434a438-261b-42f6-bd48-eb7f3f203566 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:39.907118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38262) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:39.910066 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8434a438-261b-42f6-bd48-eb7f3f203566 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2863770 Sep 22 09:51:39.914179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ac95709c-1326-4a52-ae36-7deb40709022 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '08b0d012-5109-4ff0-bfff-b6bd55633bda', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:39.914749 n-d-805649-4 neutron-server[95510]: WARNING neutron.api.v2.base [None req-ac95709c-1326-4a52-ae36-7deb40709022 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 22 09:51:39.915330 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-ac95709c-1326-4a52-ae36-7deb40709022 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:39.916784 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ac95709c-1326-4a52-ae36-7deb40709022 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083165 Sep 22 09:51:39.919485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38264) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:39.924243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e5246d86-5327-4f86-b866-92658da789b2 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '08b0d012-5109-4ff0-bfff-b6bd55633bda', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:40.157553 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-e5246d86-5327-4f86-b866-92658da789b2 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:40.160102 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e5246d86-5327-4f86-b866-92658da789b2 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2390103 Sep 22 09:51:40.163513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38266) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:40.171090 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a941a6ba-fb58-4449-a5a8-78ef52dffdde tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '08b0d012-5109-4ff0-bfff-b6bd55633bda', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:40.441261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38274) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:40.556385 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5dc2975b-6994-4d42-a75b-2d3233dafc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:40.628321 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-a941a6ba-fb58-4449-a5a8-78ef52dffdde tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:40.629534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a941a6ba-fb58-4449-a5a8-78ef52dffdde tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4643886 Sep 22 09:51:40.632565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38280) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:40.729271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b5258998-3a37-43eb-9c74-1db5e25d6251 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:40.774096 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b5258998-3a37-43eb-9c74-1db5e25d6251 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:40.827168 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5dc2975b-6994-4d42-a75b-2d3233dafc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:40.925023 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5dc2975b-6994-4d42-a75b-2d3233dafc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:40.971733 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5dc2975b-6994-4d42-a75b-2d3233dafc6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70562b9a7d72437d8cdea65e60eac9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291708 Sep 22 09:51:40.974174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38286) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:40.980803 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b5258998-3a37-43eb-9c74-1db5e25d6251 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:40.983207 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b5258998-3a37-43eb-9c74-1db5e25d6251 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:40.987144 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b5258998-3a37-43eb-9c74-1db5e25d6251 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "DELETE /v2.0/security-groups/08b0d012-5109-4ff0-bfff-b6bd55633bda HTTP/1.1" status: 204 len: 168 time: 0.3506510 Sep 22 09:51:40.987144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2975b-6994-4d42-a75b-2d3233dafc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21466c6a-61f1-4469-af6c-14bd31760e60,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:40.988366 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38288) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:41.008070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5258998-3a37-43eb-9c74-1db5e25d6251 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b0d012-5109-4ff0-bfff-b6bd55633bda,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:41.061500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5e8a-8229-4274-9c4d-4bf8dbe0e02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:41.087594 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5e8a-8229-4274-9c4d-4bf8dbe0e02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:41.117371 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-958dafbb-f9ee-4adc-866b-b46b90282eff tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1270590 Sep 22 09:51:41.123031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38290) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:41.127867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e7500b48-f278-4ea1-bafa-4ee171504fe1 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group': {'name': 'tempest-secgroup--281270729'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:41.273798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5e8a-8229-4274-9c4d-4bf8dbe0e02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:41.277289 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6c0e5e8a-8229-4274-9c4d-4bf8dbe0e02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:41.281141 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6c0e5e8a-8229-4274-9c4d-4bf8dbe0e02d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21466c6a-61f1-4469-af6c-14bd31760e60 HTTP/1.1" status: 204 len: 168 time: 0.3032868 Sep 22 09:51:41.291140 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7500b48-f278-4ea1-bafa-4ee171504fe1 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:41.294502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e5e8a-8229-4274-9c4d-4bf8dbe0e02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21466c6a-61f1-4469-af6c-14bd31760e60,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:41.421494 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7500b48-f278-4ea1-bafa-4ee171504fe1 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:41.565189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7500b48-f278-4ea1-bafa-4ee171504fe1 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:41.613697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7500b48-f278-4ea1-bafa-4ee171504fe1 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b549aa6-d13e-4d64-8563-78eac679636d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:41.713698 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7500b48-f278-4ea1-bafa-4ee171504fe1 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:41.718772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38302) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:41.722948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e7500b48-f278-4ea1-bafa-4ee171504fe1 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5986903 Sep 22 09:51:41.726167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-fdfd7796-6d5b-4253-9313-9e64d50037a6 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '5b549aa6-d13e-4d64-8563-78eac679636d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:42.006095 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-fdfd7796-6d5b-4253-9313-9e64d50037a6 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The resource could not be found. Sep 22 09:51:42.007537 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fdfd7796-6d5b-4253-9313-9e64d50037a6 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2869713 Sep 22 09:51:42.013353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38308) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:42.018314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d84044a3-1268-4145-accf-84a1d96e8af7 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '5b549aa6-d13e-4d64-8563-78eac679636d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bdb7c360-e4aa-40bb-bc98-8a161dd071da'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:42.171730 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38310) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:42.189219 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-626b2a78-02d4-4518-91c7-1cc89acaf9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:42.315485 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-d84044a3-1268-4145-accf-84a1d96e8af7 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The resource could not be found. Sep 22 09:51:42.317270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d84044a3-1268-4145-accf-84a1d96e8af7 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3027673 Sep 22 09:51:42.320486 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38312) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:42.422034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f21d24e-48cc-463e-a095-f16b05c25235 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:42.439720 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-626b2a78-02d4-4518-91c7-1cc89acaf9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:42.447946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f21d24e-48cc-463e-a095-f16b05c25235 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:42.496505 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-626b2a78-02d4-4518-91c7-1cc89acaf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:42.538552 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-626b2a78-02d4-4518-91c7-1cc89acaf9f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74fd551bf8c6401fb2e02c0c95e9baee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3657362 Sep 22 09:51:42.541071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b2a78-02d4-4518-91c7-1cc89acaf9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9e56c8-b019-4891-a735-550f691973a6,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:42.541454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38316) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:42.606411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d8907b6-e343-421a-842e-07397bc41e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:42.614269 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f21d24e-48cc-463e-a095-f16b05c25235 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:42.617032 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f21d24e-48cc-463e-a095-f16b05c25235 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:42.621675 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1f21d24e-48cc-463e-a095-f16b05c25235 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "DELETE /v2.0/security-groups/5b549aa6-d13e-4d64-8563-78eac679636d HTTP/1.1" status: 204 len: 168 time: 0.2967560 Sep 22 09:51:42.622686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38320) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:42.652458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21d24e-48cc-463e-a095-f16b05c25235 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b549aa6-d13e-4d64-8563-78eac679636d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:42.689297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d8907b6-e343-421a-842e-07397bc41e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:42.717001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6a7c8ccd-12eb-404b-82cb-6e8e9f0f12fb tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0926697 Sep 22 09:51:42.721297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38326) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:42.726409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-47eb5ca8-8763-4c9a-843d-3108353a6a39 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '04465ccb-5d12-42c6-b72e-8daca46c51f4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:42.975476 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d8907b6-e343-421a-842e-07397bc41e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:42.978273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2d8907b6-e343-421a-842e-07397bc41e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:42.979642 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2d8907b6-e343-421a-842e-07397bc41e2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f9e56c8-b019-4891-a735-550f691973a6 HTTP/1.1" status: 204 len: 168 time: 0.4370513 Sep 22 09:51:42.989510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8907b6-e343-421a-842e-07397bc41e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9e56c8-b019-4891-a735-550f691973a6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:43.005570 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-47eb5ca8-8763-4c9a-843d-3108353a6a39 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The resource could not be found. Sep 22 09:51:43.023230 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-47eb5ca8-8763-4c9a-843d-3108353a6a39 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2841427 Sep 22 09:51:43.027875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38334) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:43.036517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e283ec41-6069-4369-994a-2c8760d3fcd0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group': {'name': 'tempest-secgroup--124596462'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:43.185105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e283ec41-6069-4369-994a-2c8760d3fcd0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:43.331786 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e283ec41-6069-4369-994a-2c8760d3fcd0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:43.445183 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e283ec41-6069-4369-994a-2c8760d3fcd0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:43.491003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283ec41-6069-4369-994a-2c8760d3fcd0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726addfe-6a62-4024-8279-acf806dae5bc,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:43.617014 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e283ec41-6069-4369-994a-2c8760d3fcd0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:43.619039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e283ec41-6069-4369-994a-2c8760d3fcd0 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5886569 Sep 22 09:51:43.626774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38360) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:43.632852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-160e6e85-3243-4fe8-9954-07a87d990c29 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group': {'name': 'tempest-secgroup--134116138'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:43.748602 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-160e6e85-3243-4fe8-9954-07a87d990c29 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:43.914234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-160e6e85-3243-4fe8-9954-07a87d990c29 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:44.010975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-160e6e85-3243-4fe8-9954-07a87d990c29 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:44.045146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e6e85-3243-4fe8-9954-07a87d990c29 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1f9388-5bc3-458b-9357-e6f9c615bed7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:44.142379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-160e6e85-3243-4fe8-9954-07a87d990c29 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:44.148544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38376) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:44.157668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-160e6e85-3243-4fe8-9954-07a87d990c29 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5289726 Sep 22 09:51:44.162025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5447dcdc-d995-4a15-b2a8-b1d339ffd6b7 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group_rule': {'security_group_id': '726addfe-6a62-4024-8279-acf806dae5bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9e1f9388-5bc3-458b-9357-e6f9c615bed7'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:44.508155 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-5447dcdc-d995-4a15-b2a8-b1d339ffd6b7 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:51:44.529777 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5447dcdc-d995-4a15-b2a8-b1d339ffd6b7 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3588035 Sep 22 09:51:44.529777 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38382) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:44.579861 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0175be91-315a-4acc-88af-55fff5a18dae tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:44.607389 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0175be91-315a-4acc-88af-55fff5a18dae tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:44.730494 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0175be91-315a-4acc-88af-55fff5a18dae tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:44.733831 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0175be91-315a-4acc-88af-55fff5a18dae tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:44.738458 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0175be91-315a-4acc-88af-55fff5a18dae tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "DELETE /v2.0/security-groups/9e1f9388-5bc3-458b-9357-e6f9c615bed7 HTTP/1.1" status: 204 len: 168 time: 0.2216620 Sep 22 09:51:44.738763 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38388) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:44.751097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175be91-315a-4acc-88af-55fff5a18dae tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1f9388-5bc3-458b-9357-e6f9c615bed7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:44.816638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-46514f6f-34ec-4eb1-a734-44cc4157018f tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0765510 Sep 22 09:51:44.821447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38394) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:44.917587 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74dd775c-ce65-4f2f-abec-6b950c1f7ddd tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:45.212975 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74dd775c-ce65-4f2f-abec-6b950c1f7ddd tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:45.360210 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74dd775c-ce65-4f2f-abec-6b950c1f7ddd tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:45.361968 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74dd775c-ce65-4f2f-abec-6b950c1f7ddd tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:45.363906 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-74dd775c-ce65-4f2f-abec-6b950c1f7ddd tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "DELETE /v2.0/security-groups/726addfe-6a62-4024-8279-acf806dae5bc HTTP/1.1" status: 204 len: 168 time: 0.5423784 Sep 22 09:51:45.375325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38408) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:45.375799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd775c-ce65-4f2f-abec-6b950c1f7ddd tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=726addfe-6a62-4024-8279-acf806dae5bc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:45.456869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1a1009d6-6104-4521-981f-c560ea833e14 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835092 Sep 22 09:51:45.457409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38412) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:45.462845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2700b864-da68-42ec-a519-56bd01c6af34 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group': {'name': 'tempest-secgroup--660509896'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:45.599350 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2700b864-da68-42ec-a519-56bd01c6af34 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:45.703345 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2700b864-da68-42ec-a519-56bd01c6af34 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:45.798338 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2700b864-da68-42ec-a519-56bd01c6af34 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:45.829720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700b864-da68-42ec-a519-56bd01c6af34 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d6a4f1-349a-4706-a4e5-7adb77df5f1a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:45.942444 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2700b864-da68-42ec-a519-56bd01c6af34 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:45.943775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2700b864-da68-42ec-a519-56bd01c6af34 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4848185 Sep 22 09:51:45.946870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38428) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:45.951929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d31b3544-08db-4d65-836d-ce09d179aaca tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:45.952358 n-d-805649-4 neutron-server[95510]: WARNING neutron.api.v2.base [None req-d31b3544-08db-4d65-836d-ce09d179aaca tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 09:51:45.952909 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-d31b3544-08db-4d65-836d-ce09d179aaca tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 09:51:45.956571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d31b3544-08db-4d65-836d-ce09d179aaca tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "PUT /v2.0/security-groups/28d6a4f1-349a-4706-a4e5-7adb77df5f1a HTTP/1.1" status: 409 len: 330 time: 0.0060849 Sep 22 09:51:45.957119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38430) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:46.018127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de49028f-8418-48c0-b6a3-86451f785a3c tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:46.044989 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de49028f-8418-48c0-b6a3-86451f785a3c tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:46.199706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de49028f-8418-48c0-b6a3-86451f785a3c tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:46.202301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de49028f-8418-48c0-b6a3-86451f785a3c tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:46.203465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-de49028f-8418-48c0-b6a3-86451f785a3c tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "DELETE /v2.0/security-groups/28d6a4f1-349a-4706-a4e5-7adb77df5f1a HTTP/1.1" status: 204 len: 168 time: 0.2453561 Sep 22 09:51:46.207007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38438) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:46.213376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49028f-8418-48c0-b6a3-86451f785a3c tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d6a4f1-349a-4706-a4e5-7adb77df5f1a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:46.251884 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-adc9120d-e64b-467b-ad49-6d706f062c03 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437040 Sep 22 09:51:46.256398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38440) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:46.271976 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-207be79b-6e25-4b21-8a65-215eb48447b2 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] delete failed (client error): The resource could not be found. Sep 22 09:51:46.274076 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-207be79b-6e25-4b21-8a65-215eb48447b2 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "DELETE /v2.0/security-groups/757b9af7-32db-4859-9183-83e0281ad72b HTTP/1.1" status: 404 len: 347 time: 0.0156350 Sep 22 09:51:46.279540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38444) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:46.294708 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-c967c5ba-a3e0-4316-be8c-904d12efa13e tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] show failed (client error): The resource could not be found. Sep 22 09:51:46.298461 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c967c5ba-a3e0-4316-be8c-904d12efa13e tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "GET /v2.0/security-groups/57e82f0f-a174-45ea-bc13-ba0eb5c7ab2f HTTP/1.1" status: 404 len: 347 time: 0.0153906 Sep 22 09:51:46.304950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38450) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:46.322019 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-f26dd91e-7fd8-445f-87cc-175b8b6bf9c2 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] show failed (client error): The resource could not be found. Sep 22 09:51:46.323049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f26dd91e-7fd8-445f-87cc-175b8b6bf9c2 tempest-NegativeSecGroupTest-1750812143 tempest-NegativeSecGroupTest-1750812143-project] 10.222.0.49 "GET /v2.0/security-group-rules/9f156fae-6462-416e-8c99-b0b9ee24a4cb HTTP/1.1" status: 404 len: 356 time: 0.0167716 Sep 22 09:51:47.120520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38474) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:47.264363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38480) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:47.375998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-08376722-a5e6-4248-9e78-90ddb9f5932c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c3da5701a7c42dea132234e2659f3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541473 Sep 22 09:51:47.379398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38488) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:47.453336 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fd79ca3-1c39-40a0-8f01-7404836b0866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:47.456314 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-860f7239-d3fb-476c-9f29-2dd7d1859857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:47.480042 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-860f7239-d3fb-476c-9f29-2dd7d1859857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:47.673421 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-860f7239-d3fb-476c-9f29-2dd7d1859857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:47.676762 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-860f7239-d3fb-476c-9f29-2dd7d1859857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:47.678096 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-860f7239-d3fb-476c-9f29-2dd7d1859857 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5682511-5476-4779-a234-85cc859df513 HTTP/1.1" status: 204 len: 168 time: 0.2954361 Sep 22 09:51:47.686165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f7239-d3fb-476c-9f29-2dd7d1859857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5682511-5476-4779-a234-85cc859df513,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:47.725890 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fd79ca3-1c39-40a0-8f01-7404836b0866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:47.906687 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7fd79ca3-1c39-40a0-8f01-7404836b0866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:47.964851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7fd79ca3-1c39-40a0-8f01-7404836b0866 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82867fe7c5ab4e4d861457119d30eccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6990659 Sep 22 09:51:47.966309 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd79ca3-1c39-40a0-8f01-7404836b0866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c637a2-bef7-4903-a91b-cd66156a4b5c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:47.967290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38504) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:48.062130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee972-2783-4daf-a966-eff3e726695b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:48.086593 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee972-2783-4daf-a966-eff3e726695b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:48.321691 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee972-2783-4daf-a966-eff3e726695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:48.324778 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce4ee972-2783-4daf-a966-eff3e726695b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:48.325990 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce4ee972-2783-4daf-a966-eff3e726695b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4c637a2-bef7-4903-a91b-cd66156a4b5c HTTP/1.1" status: 204 len: 168 time: 0.3575494 Sep 22 09:51:48.336094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ee972-2783-4daf-a966-eff3e726695b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c637a2-bef7-4903-a91b-cd66156a4b5c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:49.074911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-54efcd54-180a-42f5-8718-6a8ee56d4a60 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0980685 Sep 22 09:51:49.196908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-242b470e-09c8-4374-83a5-a65d8c77b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.197651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-242b470e-09c8-4374-83a5-a65d8c77b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.198128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-242b470e-09c8-4374-83a5-a65d8c77b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.200661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-242b470e-09c8-4374-83a5-a65d8c77b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.200661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-242b470e-09c8-4374-83a5-a65d8c77b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.200661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-242b470e-09c8-4374-83a5-a65d8c77b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.200661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-242b470e-09c8-4374-83a5-a65d8c77b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.202327 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-242b470e-09c8-4374-83a5-a65d8c77b194 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6489 time: 0.0647261 Sep 22 09:51:49.333404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-e2d000aa-df81-47b3-8e09-fea9506060b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.333893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-e2d000aa-df81-47b3-8e09-fea9506060b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.334416 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-e2d000aa-df81-47b3-8e09-fea9506060b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.336595 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-e2d000aa-df81-47b3-8e09-fea9506060b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=be65fbb3-88b8-40fa-bf49-309829d1dde6&id=be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 200 len: 2292 time: 0.1090982 Sep 22 09:51:49.421970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38572) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:49.426356 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-cbe4dc47-82e0-4553-9032-293470f49b92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 200 len: 1000 time: 0.0813689 Sep 22 09:51:49.438993 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad8590b0-e114-462e-8957-5d38037f7986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:49.487001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-e3b94d18-98b1-4452-86a4-1ebfd7a0a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.488540 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-e3b94d18-98b1-4452-86a4-1ebfd7a0a2d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5da2a3ed-b29b-428a-b8c1-defac8adcba1 HTTP/1.1" status: 200 len: 851 time: 0.0539937 Sep 22 09:51:49.555720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-719ff5e7-6ee9-40ba-8952-120e2726f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:49.558205 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-719ff5e7-6ee9-40ba-8952-120e2726f502 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619073 Sep 22 09:51:49.602733 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad8590b0-e114-462e-8957-5d38037f7986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:49.684234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad8590b0-e114-462e-8957-5d38037f7986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:49.704373 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-35ab43a1-0d28-46dd-9220-7b8e8bd5f996 service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319404 Sep 22 09:51:49.730722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8590b0-e114-462e-8957-5d38037f7986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc843ddb-7220-4c7a-9da6-af6144d3c3b7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:49.733125 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ad8590b0-e114-462e-8957-5d38037f7986 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc56a1a482094095a87ae6a777627dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100960 Sep 22 09:51:49.737817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38594) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:49.807312 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c6fa-2ffb-4336-9fa7-127510558392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:49.837641 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c6fa-2ffb-4336-9fa7-127510558392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:49.870577 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-fef016a4-efad-4f5c-bc7f-a4895ec3f52a service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651158 Sep 22 09:51:49.945512 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-a3ef464c-9cee-4bc6-8a5c-92fbcd92682f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 217 time: 0.0677047 Sep 22 09:51:50.016649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-731ef907-b1ff-4d7a-a138-1d559680afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:50.018649 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-731ef907-b1ff-4d7a-a138-1d559680afc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0665302 Sep 22 09:51:50.057606 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c6fa-2ffb-4336-9fa7-127510558392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:50.061043 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c6fa-2ffb-4336-9fa7-127510558392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:50.064556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6dd7c6fa-2ffb-4336-9fa7-127510558392 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc843ddb-7220-4c7a-9da6-af6144d3c3b7 HTTP/1.1" status: 204 len: 168 time: 0.3223381 Sep 22 09:51:50.072160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-64612646-45e7-4a2a-b367-b49dd92bf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:50.073756 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-64612646-45e7-4a2a-b367-b49dd92bf890 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473783 Sep 22 09:51:50.074210 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7c6fa-2ffb-4336-9fa7-127510558392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc843ddb-7220-4c7a-9da6-af6144d3c3b7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:50.217605 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-ebd356d9-2e5f-4ca8-b8b0-04bdb608b270 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365716 Sep 22 09:51:50.354634 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-ef1d43b1-ce3a-420f-ac5b-a0c0342b6d11 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298070 Sep 22 09:51:50.409685 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-0a80012d-c6dc-40b1-af16-6abd0a165be0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 217 time: 0.0469179 Sep 22 09:51:50.477654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-1816ff52-d3e8-4782-b99a-b75622885c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:50.477654 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-1816ff52-d3e8-4782-b99a-b75622885c0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0612793 Sep 22 09:51:50.550292 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-af2fd2a4-3488-445e-a1a4-231bddb2c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:50.552366 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-af2fd2a4-3488-445e-a1a4-231bddb2c343 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684242 Sep 22 09:51:50.695713 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-c8054ae4-41e0-42c4-af51-d2ae028c4961 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350727 Sep 22 09:51:50.797675 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-d15783c6-0daf-47a3-9d7b-d66fe149fed9 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953937 Sep 22 09:51:50.844666 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-1560503b-dcf1-4493-95f1-b08efc8c8274 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa HTTP/1.1" status: 200 len: 217 time: 0.0398369 Sep 22 09:51:50.900154 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-cfe59338-9b07-49dd-854b-c58b7ee58bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:50.901902 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-cfe59338-9b07-49dd-854b-c58b7ee58bc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0506570 Sep 22 09:51:50.951644 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-c3137596-3ea1-4d90-b52b-dafe70c9445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:50.953229 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-c3137596-3ea1-4d90-b52b-dafe70c9445d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446773 Sep 22 09:51:51.056881 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-5ff54ceb-4b26-4327-9ede-d1c4a21b50d4 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963070 Sep 22 09:51:51.154728 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-e8ba414e-7ea9-4ae0-a9fb-198a46978ad9 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909503 Sep 22 09:51:51.210416 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-6eabe0e3-a14d-4a6f-911a-8c0244fdb224 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b HTTP/1.1" status: 200 len: 217 time: 0.0468843 Sep 22 09:51:51.407628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38658) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:51.414993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-1fa049fb-08b5-4c87-bb5e-e1ab2a3e7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:51.416601 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-1fa049fb-08b5-4c87-bb5e-e1ab2a3e7814 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.1997302 Sep 22 09:51:51.464365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-5627f02f-0da5-4942-9a08-4cc579050877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:51.466016 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-5627f02f-0da5-4942-9a08-4cc579050877 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423429 Sep 22 09:51:51.532276 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-347b3c15-be74-4042-8519-d0c2cc4409b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:51.578923 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-0512733e-2cd6-4854-92f6-7a648ce2d39f service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056776 Sep 22 09:51:51.651579 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-347b3c15-be74-4042-8519-d0c2cc4409b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:51.700127 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-d4b585f5-6c5d-4e25-8a82-96790023dacd service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105771 Sep 22 09:51:51.774837 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-fead8f53-b980-45cd-b415-6040f8668f89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0670178 Sep 22 09:51:51.777190 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-347b3c15-be74-4042-8519-d0c2cc4409b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:51.819507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-347b3c15-be74-4042-8519-d0c2cc4409b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05e73cb120fc4a37a0c882c1dc6da0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105234 Sep 22 09:51:51.826187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38672) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:51.875370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-963ef8fd-ac58-47d2-848d-8f7d2e69e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:51.875370 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-963ef8fd-ac58-47d2-848d-8f7d2e69e776 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.0828722 Sep 22 09:51:51.875756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b3c15-be74-4042-8519-d0c2cc4409b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a497a3b-a5d0-4c31-9c26-34cfe12c4fb8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:51.953368 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc37553f-6a9c-4f0a-bef6-a624d8905bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:51.964526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-cc0f51fe-5eb5-453b-b921-b03b489cb707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:51.966210 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-cc0f51fe-5eb5-453b-b921-b03b489cb707 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0838697 Sep 22 09:51:51.990314 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc37553f-6a9c-4f0a-bef6-a624d8905bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:52.144339 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc37553f-6a9c-4f0a-bef6-a624d8905bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:52.148319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dc37553f-6a9c-4f0a-bef6-a624d8905bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:52.152397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dc37553f-6a9c-4f0a-bef6-a624d8905bcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a497a3b-a5d0-4c31-9c26-34cfe12c4fb8 HTTP/1.1" status: 204 len: 168 time: 0.3228154 Sep 22 09:51:52.152562 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-742c6a78-cdc4-4be7-b5ce-027eb2adc720 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779451 Sep 22 09:51:52.163324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37553f-6a9c-4f0a-bef6-a624d8905bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a497a3b-a5d0-4c31-9c26-34cfe12c4fb8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:52.272036 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-04bd1661-3f33-4cec-942a-562dc07e0720 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099720 Sep 22 09:51:52.349810 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-f870e65d-cb83-48f9-ba65-9b3cb8ab3f8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 200 len: 217 time: 0.0685716 Sep 22 09:51:52.417492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-cb082cea-35ac-4fce-a64b-f048c9b30ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:52.419709 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-cb082cea-35ac-4fce-a64b-f048c9b30ac9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.0611820 Sep 22 09:51:52.436600 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:51:52.511864 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-5bf8314f-1de1-4d40-9e85-64229976c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:52.513600 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-5bf8314f-1de1-4d40-9e85-64229976c3fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750151 Sep 22 09:51:52.665064 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-79cea4ab-a8ed-4028-9a70-d00547bd1b37 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434665 Sep 22 09:51:52.800608 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1acd2815-9789-4ae0-b7ed-f65e8aa37781 req-3d7767d8-42e3-4685-aa49-d7102e986fc7 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278536 Sep 22 09:51:53.174045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38712) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:53.188139 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49e9a176-e72d-4105-9a75-f8c5efc4fc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.267355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38714) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:53.298156 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49e9a176-e72d-4105-9a75-f8c5efc4fc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.387904 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.390955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a11c5f3-524b-4522-8bae-b3547d87db21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.439187 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-49e9a176-e72d-4105-9a75-f8c5efc4fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.485809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-49e9a176-e72d-4105-9a75-f8c5efc4fc76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cec77e65a214defbea1f6224273e056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104901 Sep 22 09:51:53.489105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38720) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:53.491663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9a176-e72d-4105-9a75-f8c5efc4fc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4234921a-65f0-41bf-affa-77333eaf0fc8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:53.594395 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a11c5f3-524b-4522-8bae-b3547d87db21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.595568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12331f37-b08f-41ce-8b9f-7ecfed63cd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.620967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12331f37-b08f-41ce-8b9f-7ecfed63cd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.653232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38726) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:53.669379 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a11c5f3-524b-4522-8bae-b3547d87db21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.709460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11c5f3-524b-4522-8bae-b3547d87db21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6196a8f7-cdc8-4067-855d-973dc728b8b5,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:53.714589 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4a11c5f3-524b-4522-8bae-b3547d87db21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=039cbe8bd3c644f7be8f7800520787cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461846 Sep 22 09:51:53.717488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38730) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:53.779312 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b98160b-3a65-4d65-a2f0-823122dc64b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.788496 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12331f37-b08f-41ce-8b9f-7ecfed63cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.795658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12331f37-b08f-41ce-8b9f-7ecfed63cd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.795658 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-12331f37-b08f-41ce-8b9f-7ecfed63cd4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4234921a-65f0-41bf-affa-77333eaf0fc8 HTTP/1.1" status: 204 len: 168 time: 0.3026795 Sep 22 09:51:53.802938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12331f37-b08f-41ce-8b9f-7ecfed63cd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4234921a-65f0-41bf-affa-77333eaf0fc8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:53.827765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95751cba-37ee-44f8-b45d-e67687be3779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.857856 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95751cba-37ee-44f8-b45d-e67687be3779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:53.950218 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b98160b-3a65-4d65-a2f0-823122dc64b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:54.003757 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95751cba-37ee-44f8-b45d-e67687be3779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:54.006374 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95751cba-37ee-44f8-b45d-e67687be3779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:54.008277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-95751cba-37ee-44f8-b45d-e67687be3779 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6196a8f7-cdc8-4067-855d-973dc728b8b5 HTTP/1.1" status: 204 len: 168 time: 0.2889903 Sep 22 09:51:54.015619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95751cba-37ee-44f8-b45d-e67687be3779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6196a8f7-cdc8-4067-855d-973dc728b8b5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:54.067686 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b98160b-3a65-4d65-a2f0-823122dc64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:54.119108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38748) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:54.134981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7b98160b-3a65-4d65-a2f0-823122dc64b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ef3acf68a1f4d109e2bfc6b9c8328f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747703 Sep 22 09:51:54.138519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98160b-3a65-4d65-a2f0-823122dc64b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043384f1-10e0-4bc4-9c57-caf8903db59e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:54.194270 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-969fdce8-957b-435c-8ef5-9c01fd892eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:54.218277 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-969fdce8-957b-435c-8ef5-9c01fd892eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:54.250549 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-32b6190a-55cd-4d6e-8d69-55c2f24e2522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:54.388051 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-969fdce8-957b-435c-8ef5-9c01fd892eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:54.390665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-969fdce8-957b-435c-8ef5-9c01fd892eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:54.391925 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-969fdce8-957b-435c-8ef5-9c01fd892eca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/043384f1-10e0-4bc4-9c57-caf8903db59e HTTP/1.1" status: 204 len: 168 time: 0.2718058 Sep 22 09:51:54.399843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fdce8-957b-435c-8ef5-9c01fd892eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043384f1-10e0-4bc4-9c57-caf8903db59e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:54.536637 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:55.210889 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-d10f36b2-d0d4-4a91-aa0f-d24e58788dff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544093 Sep 22 09:51:55.298293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-1e13c6dd-f7a0-413c-b6bd-ec635532d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:55.300983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-1e13c6dd-f7a0-413c-b6bd-ec635532d7e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32bae1902dca42eb8708e88479157ff8&device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 1096 time: 0.0442073 Sep 22 09:51:55.375805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38790) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:55.400761 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63fbbc6d-2836-44b7-88fe-d926f95d38f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:55.433651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-673bb76e-8507-48f1-8e9b-6223f8432763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:55.435692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-673bb76e-8507-48f1-8e9b-6223f8432763 service neutron] 10.222.0.45 "GET /v2.0/networks?id=91733998-06bf-47bc-8d05-2738dba4e322 HTTP/1.1" status: 200 len: 915 time: 0.1064546 Sep 22 09:51:55.519804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63fbbc6d-2836-44b7-88fe-d926f95d38f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:55.535268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-99b21bc3-8aeb-486a-8036-3000bca3aec0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23485267-6159-47f6-aa68-5ac533131444 HTTP/1.1" status: 200 len: 1001 time: 0.0852058 Sep 22 09:51:55.587150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-598254c8-66ae-4189-b355-83d0ce21f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:55.588967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-598254c8-66ae-4189-b355-83d0ce21f1ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e5351d1-2921-4817-b3bc-6103e6667029 HTTP/1.1" status: 200 len: 853 time: 0.0460303 Sep 22 09:51:55.639347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-9f4694f2-76b8-4b5d-945a-8c280e7a085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:55.641275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-9f4694f2-76b8-4b5d-945a-8c280e7a085f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91733998-06bf-47bc-8d05-2738dba4e322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439997 Sep 22 09:51:55.649716 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63fbbc6d-2836-44b7-88fe-d926f95d38f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:55.740679 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-63fbbc6d-2836-44b7-88fe-d926f95d38f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09357b309272430587ed6f9cbb5d3d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636756 Sep 22 09:51:55.743169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbbc6d-2836-44b7-88fe-d926f95d38f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd99c4b-0490-48ca-b64f-000d03379738,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:55.746617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38806) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:55.809726 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-f1f958ef-86b0-49e7-b934-f8143fd363a5 service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577063 Sep 22 09:51:55.820026 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f6a87447-10a5-48dc-b2bc-47326adfd11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:55.843726 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f6a87447-10a5-48dc-b2bc-47326adfd11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:55.910881 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-422b1374-f70d-463b-9ad7-76e1d8332047 req-db1d96e9-e154-4fff-9997-522ad2ab9cb2 service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895464 Sep 22 09:51:56.050460 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f6a87447-10a5-48dc-b2bc-47326adfd11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:56.053086 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f6a87447-10a5-48dc-b2bc-47326adfd11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:56.054422 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f6a87447-10a5-48dc-b2bc-47326adfd11a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cd99c4b-0490-48ca-b64f-000d03379738 HTTP/1.1" status: 204 len: 168 time: 0.3037791 Sep 22 09:51:56.062942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a87447-10a5-48dc-b2bc-47326adfd11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd99c4b-0490-48ca-b64f-000d03379738,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:56.122928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38828) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:56.322484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-400396209-network', 'tenant_id': '94c7dd9f2f2e4cae9c1824581511a6bd'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:56.457159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Made reservation on behalf of 94c7dd9f2f2e4cae9c1824581511a6bd for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:56.459671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:56.468357 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:56.583617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:56.794324 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:56.842475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:51:56.863774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e602c6-e5a6-40fa-a092-d3df290f8120,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:56.864202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:56.865183 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Added segment d2a3a443-b4c7-4897-a60c-71931f6bd957 of type vlan for network 8ff26499-4166-4a19-8cab-1cfde27c05db Sep 22 09:51:56.918223 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:57.021966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-89a7e77a-80b1-4040-acc0-9b4c3489b525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:57.069834 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:57.071366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:57.073216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:57.173882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] Pushing event updated for resources: {'Network': ['ID=8ff26499-4166-4a19-8cab-1cfde27c05db,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:57.184807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 8ff26499-4166-4a19-8cab-1cfde27c05db details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:51:57.332171 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8c31e135-c61b-4181-a2bf-c4aa041e2aab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2080207 Sep 22 09:51:57.335187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38884) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:57.340555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] Request body: {'subnet': {'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-400396209-subnet', 'tenant_id': '94c7dd9f2f2e4cae9c1824581511a6bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:51:57.502176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] Made reservation on behalf of 94c7dd9f2f2e4cae9c1824581511a6bd for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:51:57.505459 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:57.531100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:58.102430 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:58.103139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:58.168324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd28352f-bbbe-4e6e-a50b-39391269d06c,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:58.182900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] Checking segment: {'id': 'd2a3a443-b4c7-4897-a60c-71931f6bd957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:51:58.183259 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] Network hostable DHCP agents. Network: 8ff26499-4166-4a19-8cab-1cfde27c05db, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:51:58.433562 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38916) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:58.440263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] Network 8ff26499-4166-4a19-8cab-1cfde27c05db is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:51:58.543271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-98a39306-8b92-4b1d-b91f-b6a74d21e84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:58.636281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-98a39306-8b92-4b1d-b91f-b6a74d21e84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:58.654057 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 8ff26499-4166-4a19-8cab-1cfde27c05db) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:51:58.654974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:51:58.655641 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:58.665092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec1de8-cff0-4142-99e7-bb17ec14bad4 None None] Network 8ff26499-4166-4a19-8cab-1cfde27c05db requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:58.763831 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-98a39306-8b92-4b1d-b91f-b6a74d21e84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:58.818147 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc179d-1b7c-4f31-b305-984cc8be2eca None None] Network 8ff26499-4166-4a19-8cab-1cfde27c05db requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:51:58.853158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-98a39306-8b92-4b1d-b91f-b6a74d21e84e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2494555716942ca89d210bb86ba9c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181905 Sep 22 09:51:58.854110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a39306-8b92-4b1d-b91f-b6a74d21e84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cfb137-465c-4a82-8364-75530b9bcc81,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:58.855714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38930) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:51:58.876824 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-35b1d1c5-7559-4bbc-aed7-22d7aaf79619 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5403721 Sep 22 09:51:58.971431 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88a76d8c-1eb6-4652-b98a-ff1c7e69ef81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:59.043639 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88a76d8c-1eb6-4652-b98a-ff1c7e69ef81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:59.290966 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88a76d8c-1eb6-4652-b98a-ff1c7e69ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:59.293732 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-88a76d8c-1eb6-4652-b98a-ff1c7e69ef81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:51:59.295394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-88a76d8c-1eb6-4652-b98a-ff1c7e69ef81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9cfb137-465c-4a82-8364-75530b9bcc81 HTTP/1.1" status: 204 len: 168 time: 0.4379804 Sep 22 09:51:59.310665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a76d8c-1eb6-4652-b98a-ff1c7e69ef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cfb137-465c-4a82-8364-75530b9bcc81,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:51:59.908009 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:00.516658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 38978) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:00.528872 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-78e76552-d2b1-4090-9457-33414a20e3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:00.623617 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-78e76552-d2b1-4090-9457-33414a20e3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:00.764598 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-78e76552-d2b1-4090-9457-33414a20e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:00.811987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 38986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:00.812524 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-78e76552-d2b1-4090-9457-33414a20e3ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b4522829f7e4484b45ec13358161542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959771 Sep 22 09:52:00.813066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e76552-d2b1-4090-9457-33414a20e3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1577105c-a372-4d6b-a157-d5fd48c4eb63,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:00.882685 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51d2a235-f9a9-403e-9e3f-538d7eef36fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:00.914444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51d2a235-f9a9-403e-9e3f-538d7eef36fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:01.106599 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51d2a235-f9a9-403e-9e3f-538d7eef36fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:01.113591 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51d2a235-f9a9-403e-9e3f-538d7eef36fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:01.113591 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-51d2a235-f9a9-403e-9e3f-538d7eef36fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1577105c-a372-4d6b-a157-d5fd48c4eb63 HTTP/1.1" status: 204 len: 168 time: 0.2966089 Sep 22 09:52:01.120913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2a235-f9a9-403e-9e3f-538d7eef36fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1577105c-a372-4d6b-a157-d5fd48c4eb63,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:02.570840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-767294a2-5b6f-41bb-a99a-5a8489bec684 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:02.577468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-767294a2-5b6f-41bb-a99a-5a8489bec684 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/networks?id=8ff26499-4166-4a19-8cab-1cfde27c05db HTTP/1.1" status: 200 len: 808 time: 0.1453698 Sep 22 09:52:02.589871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-5a39d802-4a00-4081-95c7-0bdd2563de5a tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/quotas/94c7dd9f2f2e4cae9c1824581511a6bd HTTP/1.1" status: 200 len: 375 time: 0.0109661 Sep 22 09:52:02.623468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-c0321092-a5ee-4fa0-8364-991530ce1215 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=94c7dd9f2f2e4cae9c1824581511a6bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277195 Sep 22 09:52:02.729630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-54b07ae0-4900-4463-88ab-9838e6df7dad service neutron] 10.222.0.49 "GET /v2.0/networks/8ff26499-4166-4a19-8cab-1cfde27c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972450 Sep 22 09:52:02.824435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-d63803cf-7e91-4d08-839f-3fb1f16ac774 service neutron] 10.222.0.49 "GET /v2.0/networks/8ff26499-4166-4a19-8cab-1cfde27c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874808 Sep 22 09:52:03.080593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-285c25b0-fc89-4f89-a0a3-9685595f53e4 req-7ffa1b31-9cea-4bbe-a336-9083820c4ded tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 210 time: 0.0279417 Sep 22 09:52:04.222852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ca9b9f2-fd66-4010-8702-ec5480bb18ae req-fad988d5-4459-4cd8-83e3-7238d8522afa tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 210 time: 0.0344832 Sep 22 09:52:04.557608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39094) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:04.717654 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23787669-c5ad-4dae-a80d-2796ffdc8862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:04.858301 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23787669-c5ad-4dae-a80d-2796ffdc8862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:04.993129 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23787669-c5ad-4dae-a80d-2796ffdc8862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:05.032604 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-23787669-c5ad-4dae-a80d-2796ffdc8862 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a762e4712fa24e438b284289508bacea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733117 Sep 22 09:52:05.034138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23787669-c5ad-4dae-a80d-2796ffdc8862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed5252e-4ebd-4865-8637-26bda26a453f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:05.036087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39104) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:05.089551 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb66cc77-c200-4ec9-a110-5661f0bf0127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:05.112137 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb66cc77-c200-4ec9-a110-5661f0bf0127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:05.245121 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb66cc77-c200-4ec9-a110-5661f0bf0127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:05.245121 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb66cc77-c200-4ec9-a110-5661f0bf0127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:05.245121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fb66cc77-c200-4ec9-a110-5661f0bf0127 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ed5252e-4ebd-4865-8637-26bda26a453f HTTP/1.1" status: 204 len: 168 time: 0.2046056 Sep 22 09:52:05.253699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66cc77-c200-4ec9-a110-5661f0bf0127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed5252e-4ebd-4865-8637-26bda26a453f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:05.343732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dae62f13-ffef-46aa-86f9-45a6ba7a3aa5 req-704cd012-44fd-4cc5-85ac-8735f9a7e294 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 210 time: 0.0500271 Sep 22 09:52:06.247773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39140) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:06.262087 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6c8aadc-8fd2-4766-86cd-23262f7f6a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:06.358189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6c8aadc-8fd2-4766-86cd-23262f7f6a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:06.429824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0dd2b25-ef7a-4873-b463-19025c6e0982 req-68a16c01-4bf2-41e6-a2e0-9fb9ac945df0 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 210 time: 0.0291600 Sep 22 09:52:06.575557 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6c8aadc-8fd2-4766-86cd-23262f7f6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:06.617429 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d6c8aadc-8fd2-4766-86cd-23262f7f6a9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f798091144942128414c1e08a314fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540063 Sep 22 09:52:06.617429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8aadc-8fd2-4766-86cd-23262f7f6a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18bd846-66cb-4ad0-baf1-dcf278ad3384,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:06.617599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39150) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:06.678410 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd649-9e29-4c76-84c2-bf533d219d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:06.700340 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd649-9e29-4c76-84c2-bf533d219d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:06.844863 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd649-9e29-4c76-84c2-bf533d219d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:06.848189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd649-9e29-4c76-84c2-bf533d219d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:06.849421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ad0cd649-9e29-4c76-84c2-bf533d219d3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d18bd846-66cb-4ad0-baf1-dcf278ad3384 HTTP/1.1" status: 204 len: 168 time: 0.2308688 Sep 22 09:52:06.859015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cd649-9e29-4c76-84c2-bf533d219d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18bd846-66cb-4ad0-baf1-dcf278ad3384,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:07.523675 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72536756-c04f-4e73-9acf-451715efe713 req-ba3008dc-6a16-4130-b812-9e7c8ed558a6 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 210 time: 0.0309029 Sep 22 09:52:08.660271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9167aab9-5740-44ef-b178-c53fc00a9041 req-806c073a-f4fe-40c3-8f84-1a0256abe72c tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 210 time: 0.0375230 Sep 22 09:52:09.765422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0af5028a-b74e-4435-b79f-4e57b26c9a4a req-d597d82c-144b-49e4-a3e9-a35cf5861809 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 210 time: 0.0292614 Sep 22 09:52:10.144956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-09296c84-64d9-43db-a5b0-38a85452e630 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:10.146670 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-09296c84-64d9-43db-a5b0-38a85452e630 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.60 "GET /v2.0/networks?id=8ff26499-4166-4a19-8cab-1cfde27c05db HTTP/1.1" status: 200 len: 808 time: 0.2048321 Sep 22 09:52:10.170038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Request body: {'port': {'device_id': '4996e119-c70e-4613-b53c-049869d97ec1', 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db', 'admin_state_up': True, 'tenant_id': '94c7dd9f2f2e4cae9c1824581511a6bd'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:10.444345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Made reservation on behalf of 94c7dd9f2f2e4cae9c1824581511a6bd for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:52:10.448401 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:10.604236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Allocated IP 172.20.0.3 (8ff26499-4166-4a19-8cab-1cfde27c05db/cd28352f-bbbe-4e6e-a50b-39391269d06c/acee3257-7b81-4418-8a72-58433e6aaf3a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:52:10.831038 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:10.959705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:11.002593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff9bfff2-5971-4882-86d4-69a416668111 req-48fa2d01-3a40-43ab-bb02-c92e58ddae1d tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 210 time: 0.0713544 Sep 22 09:52:11.040311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Network 8ff26499-4166-4a19-8cab-1cfde27c05db is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:52:11.043336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:52:11.046564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:52:11.098919 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Pushing event updated for resources: {'Port': ['ID=acee3257-7b81-4418-8a72-58433e6aaf3a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:11.143369 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:11.144177 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:11.269260 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-2399f0aa-efaa-4669-a5b2-19dfc6858ee2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1025493 Sep 22 09:52:11.281443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Request body: {'port': {'device_id': '4996e119-c70e-4613-b53c-049869d97ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:11.340287 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:11.696317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acee3257-7b81-4418-8a72-58433e6aaf3a {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:52:11.708636 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:11.732770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Transition to ACTIVE for port object acee3257-7b81-4418-8a72-58433e6aaf3a will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:52:11.849291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:11.916199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=acee3257-7b81-4418-8a72-58433e6aaf3a,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:11.994255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Attempting to bind port acee3257-7b81-4418-8a72-58433e6aaf3a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:52:11.994516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Attempting to bind port acee3257-7b81-4418-8a72-58433e6aaf3a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'd2a3a443-b4c7-4897-a60c-71931f6bd957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:52:11.994848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Attempting to bind port acee3257-7b81-4418-8a72-58433e6aaf3a on network 8ff26499-4166-4a19-8cab-1cfde27c05db {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:52:11.999799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Port acee3257-7b81-4418-8a72-58433e6aaf3a on network 8ff26499-4166-4a19-8cab-1cfde27c05db not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:52:12.000125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Attempting to bind port acee3257-7b81-4418-8a72-58433e6aaf3a on network 8ff26499-4166-4a19-8cab-1cfde27c05db {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:52:12.007044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:52:12.007388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Checking segment: {'id': 'd2a3a443-b4c7-4897-a60c-71931f6bd957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:52:12.007707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Bound using segment: {'id': 'd2a3a443-b4c7-4897-a60c-71931f6bd957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:52:12.008161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Bound port: acee3257-7b81-4418-8a72-58433e6aaf3a, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a3a443-b4c7-4897-a60c-71931f6bd957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:52:12.008531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:12.101609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] For port acee3257-7b81-4418-8a72-58433e6aaf3a, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:52:12.110946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] For port acee3257-7b81-4418-8a72-58433e6aaf3a, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=acee3257-7b81-4418-8a72-58433e6aaf3a,segment=NetworkSegment(d2a3a443-b4c7-4897-a60c-71931f6bd957),segment_id=d2a3a443-b4c7-4897-a60c-71931f6bd957)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:52:12.159683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413ea8e-d9eb-47d9-8667-f7649f60a43c req-371d50b4-ec9b-498f-84c9-c95b8ad648f2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:12.161429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4413ea8e-d9eb-47d9-8667-f7649f60a43c req-371d50b4-ec9b-498f-84c9-c95b8ad648f2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 943 time: 0.0680404 Sep 22 09:52:12.200432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:12.207545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4413ea8e-d9eb-47d9-8667-f7649f60a43c req-101f24c0-2125-42bd-bec7-66517e68b94b tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Sep 22 09:52:12.247601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:12.248401 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:12.250021 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] 10.222.0.60 "PUT /v2.0/ports/acee3257-7b81-4418-8a72-58433e6aaf3a HTTP/1.1" status: 200 len: 1091 time: 0.9730244 Sep 22 09:52:12.250463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4996e119-c70e-4613-b53c-049869d97ec1', 'tag': 'acee3257-7b81-4418-8a72-58433e6aaf3a'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:52:12.252835 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc85306-cab0-493b-b914-00c8bf32b143" -d '{"events": [{"name": "network-changed", "server_uuid": "4996e119-c70e-4613-b53c-049869d97ec1", "tag": "acee3257-7b81-4418-8a72-58433e6aaf3a"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:52:12.288103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b59e1-3020-44c9-98a9-6c5782f01bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=acee3257-7b81-4418-8a72-58433e6aaf3a,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:12.464067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-1a741cf6-7b25-440c-9c48-739937861881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:12.466896 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-1a741cf6-7b25-440c-9c48-739937861881 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94c7dd9f2f2e4cae9c1824581511a6bd&device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 1094 time: 0.0758045 Sep 22 09:52:12.530462 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-98328735-b34e-48c2-92b0-6cbc6d2fe283 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acee3257-7b81-4418-8a72-58433e6aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0550869 Sep 22 09:52:12.571361 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303035a1-4b6d-4f1f-91dc-7ae31038234a x-openstack-request-id: req-303035a1-4b6d-4f1f-91dc-7ae31038234a {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:52:12.571613 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4996e119-c70e-4613-b53c-049869d97ec1", "tag": "acee3257-7b81-4418-8a72-58433e6aaf3a", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:52:12.571836 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-303035a1-4b6d-4f1f-91dc-7ae31038234a {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:52:12.572297 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4996e119-c70e-4613-b53c-049869d97ec1', 'tag': 'acee3257-7b81-4418-8a72-58433e6aaf3a', 'status': 'completed', 'code': 200} Sep 22 09:52:12.598889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-0e33ee49-ed78-4306-9cd8-75c06d06c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:12.601717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-0e33ee49-ed78-4306-9cd8-75c06d06c83e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd28352f-bbbe-4e6e-a50b-39391269d06c HTTP/1.1" status: 200 len: 848 time: 0.0643623 Sep 22 09:52:12.638634 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-8b9fc4d4-740c-4655-8dc2-8fd8c703ea39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ff26499-4166-4a19-8cab-1cfde27c05db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301917 Sep 22 09:52:12.735416 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-1fc41436-8a31-4e8d-945c-9d7838d0f483 service neutron] 10.222.0.60 "GET /v2.0/networks/8ff26499-4166-4a19-8cab-1cfde27c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897322 Sep 22 09:52:12.847113 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a55a2de-7139-4b1a-a751-9f8088ab9431 req-f5ff3766-6c49-4d24-b2a4-8fb2448a041f service neutron] 10.222.0.60 "GET /v2.0/networks/8ff26499-4166-4a19-8cab-1cfde27c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044636 Sep 22 09:52:13.019888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc85306-cab0-493b-b914-00c8bf32b143 req-d6a78e31-1c52-43fd-9ec3-a1c9d4cb4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:13.021429 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bdc85306-cab0-493b-b914-00c8bf32b143 req-d6a78e31-1c52-43fd-9ec3-a1c9d4cb4952 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94c7dd9f2f2e4cae9c1824581511a6bd&device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 1094 time: 0.0553350 Sep 22 09:52:13.127063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc85306-cab0-493b-b914-00c8bf32b143 req-59a7fd5e-4b84-4215-aed2-e7e961af251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:13.128574 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bdc85306-cab0-493b-b914-00c8bf32b143 req-59a7fd5e-4b84-4215-aed2-e7e961af251c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ff26499-4166-4a19-8cab-1cfde27c05db HTTP/1.1" status: 200 len: 909 time: 0.1000562 Sep 22 09:52:13.175587 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bdc85306-cab0-493b-b914-00c8bf32b143 req-c05de9df-468a-4984-ac71-98fe4184076b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acee3257-7b81-4418-8a72-58433e6aaf3a HTTP/1.1" status: 200 len: 217 time: 0.0386994 Sep 22 09:52:13.234640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc85306-cab0-493b-b914-00c8bf32b143 req-d382ff70-bd00-4491-9c4d-5d2b4418ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:13.237734 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bdc85306-cab0-493b-b914-00c8bf32b143 req-d382ff70-bd00-4491-9c4d-5d2b4418ae5c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd28352f-bbbe-4e6e-a50b-39391269d06c HTTP/1.1" status: 200 len: 848 time: 0.0537174 Sep 22 09:52:13.289385 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bdc85306-cab0-493b-b914-00c8bf32b143 req-8c7f4f60-4e80-4ce9-b6c6-702b9de5fd98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ff26499-4166-4a19-8cab-1cfde27c05db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434771 Sep 22 09:52:13.370025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3de4c-7342-49a0-94da-756a6e7d7de8 req-892d990f-ef5e-474b-b674-b0b5865752a2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:13.378917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1fe3de4c-7342-49a0-94da-756a6e7d7de8 req-892d990f-ef5e-474b-b674-b0b5865752a2 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 943 time: 0.0726326 Sep 22 09:52:13.416201 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bdc85306-cab0-493b-b914-00c8bf32b143 req-507700cc-9db0-4ea2-aa28-d5ed288932ca service neutron] 10.222.0.60 "GET /v2.0/networks/8ff26499-4166-4a19-8cab-1cfde27c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195371 Sep 22 09:52:13.423091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1fe3de4c-7342-49a0-94da-756a6e7d7de8 req-5b50abc5-56c6-445a-b742-dbd7e2c60a81 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Sep 22 09:52:13.565901 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bdc85306-cab0-493b-b914-00c8bf32b143 req-0ec02368-7901-4fde-9a1b-60844a469d5c service neutron] 10.222.0.60 "GET /v2.0/networks/8ff26499-4166-4a19-8cab-1cfde27c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407769 Sep 22 09:52:14.583904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b0425-51c2-4bcc-ad69-a134789db590 req-f239bebb-16cf-4f0e-b3ab-b0f97724a14a tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:14.590723 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581b0425-51c2-4bcc-ad69-a134789db590 req-f239bebb-16cf-4f0e-b3ab-b0f97724a14a tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 943 time: 0.0871403 Sep 22 09:52:14.660004 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581b0425-51c2-4bcc-ad69-a134789db590 req-016cdde7-8ce2-42b6-bf17-37295761057d tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596814 Sep 22 09:52:15.652634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device acee3257-7b81-4418-8a72-58433e6aaf3a details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:52:15.809094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d63dee-cf4a-42d4-80ec-021753eafb1b req-576bda9c-f18d-420c-be43-05d0d31f829c tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:15.818430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3d63dee-cf4a-42d4-80ec-021753eafb1b req-576bda9c-f18d-420c-be43-05d0d31f829c tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 943 time: 0.0704157 Sep 22 09:52:15.876155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port acee3257-7b81-4418-8a72-58433e6aaf3a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=acee3257-7b81-4418-8a72-58433e6aaf3a,segment=NetworkSegment(d2a3a443-b4c7-4897-a60c-71931f6bd957),segment_id=d2a3a443-b4c7-4897-a60c-71931f6bd957)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:52:15.877356 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3d63dee-cf4a-42d4-80ec-021753eafb1b req-e4243792-35e1-4adc-a5aa-0bf4395e8c3a tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571702 Sep 22 09:52:15.891203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'acee3257-7b81-4418-8a72-58433e6aaf3a', 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db', 'port_id': 'acee3257-7b81-4418-8a72-58433e6aaf3a', 'mac_address': 'fa:16:3e:57:37:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd28352f-bbbe-4e6e-a50b-39391269d06c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:52:15.966005 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:15.982502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acee3257-7b81-4418-8a72-58433e6aaf3a {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:52:16.006332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port acee3257-7b81-4418-8a72-58433e6aaf3a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=acee3257-7b81-4418-8a72-58433e6aaf3a,segment=NetworkSegment(d2a3a443-b4c7-4897-a60c-71931f6bd957),segment_id=d2a3a443-b4c7-4897-a60c-71931f6bd957)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:52:16.079466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:16.151349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=acee3257-7b81-4418-8a72-58433e6aaf3a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:16.161700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.162056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.162618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.162957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.163831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.164051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.165455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.168895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.169719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.170463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.170829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.171176 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:16.368111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['acee3257-7b81-4418-8a72-58433e6aaf3a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:52:17.012181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112df5f-d767-44ea-80b9-a42b700bfd20 req-76fbaea1-b9b4-4534-98db-d65d5bc775cd tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:17.025372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1112df5f-d767-44ea-80b9-a42b700bfd20 req-76fbaea1-b9b4-4534-98db-d65d5bc775cd tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 944 time: 0.0735195 Sep 22 09:52:17.089600 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1112df5f-d767-44ea-80b9-a42b700bfd20 req-4dde393e-9baa-4a70-ba7e-6ce287d544a4 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626888 Sep 22 09:52:17.170751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39420) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:17.336404 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:17.443432 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:17.547261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:17.600997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39432) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:17.601529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f252f6f82cfa403b90661b3d7227bf77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294169 Sep 22 09:52:17.603185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ace41a-c7bf-4b56-9357-5c8076fd0f10,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:17.614043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.614043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.614043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.614043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.614430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.614660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.614983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.615358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.615749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.616063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.616430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.616762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46925f-1070-48e8-b93d-443dcf57dfaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.660787 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:17.667678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device acee3257-7b81-4418-8a72-58433e6aaf3a up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:52:17.683437 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:17.787345 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port acee3257-7b81-4418-8a72-58433e6aaf3a completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:52:17.792546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port acee3257-7b81-4418-8a72-58433e6aaf3a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:52:17.793254 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:17.856104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:17.860582 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:17.862792 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96ace41a-c7bf-4b56-9357-5c8076fd0f10 HTTP/1.1" status: 204 len: 168 time: 0.2596884 Sep 22 09:52:17.888126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ace41a-c7bf-4b56-9357-5c8076fd0f10,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:17.903400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.904886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.905945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.906805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.908926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.909957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.910763 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.911652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.912502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.913360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.914389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.915216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a24100-20a4-4a3a-a1af-79189c43506f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:17.964651 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:18.007007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4996e119-c70e-4613-b53c-049869d97ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acee3257-7b81-4418-8a72-58433e6aaf3a'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:52:18.009608 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fc015f-1afd-4f04-ba3a-675eff746fff" -d '{"events": [{"server_uuid": "4996e119-c70e-4613-b53c-049869d97ec1", "name": "network-vif-plugged", "status": "completed", "tag": "acee3257-7b81-4418-8a72-58433e6aaf3a"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:52:18.028492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port acee3257-7b81-4418-8a72-58433e6aaf3a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=acee3257-7b81-4418-8a72-58433e6aaf3a,segment=NetworkSegment(d2a3a443-b4c7-4897-a60c-71931f6bd957),segment_id=d2a3a443-b4c7-4897-a60c-71931f6bd957)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:52:18.061317 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1293f61d-dd40-48a8-8ab9-54fb79e2058e x-openstack-request-id: req-1293f61d-dd40-48a8-8ab9-54fb79e2058e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:52:18.061317 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4996e119-c70e-4613-b53c-049869d97ec1", "name": "network-vif-plugged", "status": "completed", "tag": "acee3257-7b81-4418-8a72-58433e6aaf3a", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:52:18.061317 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1293f61d-dd40-48a8-8ab9-54fb79e2058e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:52:18.061317 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4996e119-c70e-4613-b53c-049869d97ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acee3257-7b81-4418-8a72-58433e6aaf3a', 'code': 200} Sep 22 09:52:18.113512 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:18.202586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc7b93-0045-49ad-abec-88f30fe6b270 req-caecb280-a160-425b-ad51-eed461b3d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:18.202586 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-32bc7b93-0045-49ad-abec-88f30fe6b270 req-caecb280-a160-425b-ad51-eed461b3d9e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0557559 Sep 22 09:52:18.203052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=acee3257-7b81-4418-8a72-58433e6aaf3a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:18.227726 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-32bc7b93-0045-49ad-abec-88f30fe6b270 req-021e31b9-a897-4bd7-bf16-f620efe546aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Sep 22 09:52:18.230185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0f88-6711-44e0-9cb8-a6a0dc67a05d req-17cc9a11-975b-409e-a8f0-9bcb5e44ff05 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:18.237266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e7d0f88-6711-44e0-9cb8-a6a0dc67a05d req-17cc9a11-975b-409e-a8f0-9bcb5e44ff05 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 945 time: 0.0627506 Sep 22 09:52:18.274677 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e7d0f88-6711-44e0-9cb8-a6a0dc67a05d req-502259da-4ef0-43fd-b4be-9d1fd76b0bfb tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362887 Sep 22 09:52:18.749011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39456) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:18.764844 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f66846ee-c4b6-45f9-aa41-2fefdb88f03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:18.868101 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f66846ee-c4b6-45f9-aa41-2fefdb88f03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:18.976134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f66846ee-c4b6-45f9-aa41-2fefdb88f03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:19.016144 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f66846ee-c4b6-45f9-aa41-2fefdb88f03b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a9d72c8cea145fe8dc74d2ca75b778a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662172 Sep 22 09:52:19.017412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66846ee-c4b6-45f9-aa41-2fefdb88f03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b811e1df-c2ad-4cd9-9e3f-66c857d5accb,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:19.020533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39460) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:19.106760 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df2dbd6f-6676-483d-b133-465a7c581dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:19.139770 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df2dbd6f-6676-483d-b133-465a7c581dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:19.348523 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df2dbd6f-6676-483d-b133-465a7c581dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:19.355176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df2dbd6f-6676-483d-b133-465a7c581dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:19.356933 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df2dbd6f-6676-483d-b133-465a7c581dcf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b811e1df-c2ad-4cd9-9e3f-66c857d5accb HTTP/1.1" status: 204 len: 168 time: 0.3352211 Sep 22 09:52:19.370306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2dbd6f-6676-483d-b133-465a7c581dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b811e1df-c2ad-4cd9-9e3f-66c857d5accb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:19.476380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8661e4-2450-4323-9fdc-e28580c6853f req-63cb87b5-54aa-4b40-b1d1-ba9871b2835f tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:19.479202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d8661e4-2450-4323-9fdc-e28580c6853f req-63cb87b5-54aa-4b40-b1d1-ba9871b2835f tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 945 time: 0.0828624 Sep 22 09:52:19.556534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d8661e4-2450-4323-9fdc-e28580c6853f req-73d2c141-4d30-44ea-8ecc-66aaef6f5ba9 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686224 Sep 22 09:52:20.708808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37548783-acde-4392-820a-628724ad3f6d req-421cdee7-0639-44e5-abaa-df265ee50c2f tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:20.710417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37548783-acde-4392-820a-628724ad3f6d req-421cdee7-0639-44e5-abaa-df265ee50c2f tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 945 time: 0.0662987 Sep 22 09:52:20.764626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37548783-acde-4392-820a-628724ad3f6d req-613b5765-18c4-4692-a3a0-04478f1dbf1e tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465720 Sep 22 09:52:22.571671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d9bb7-afa8-4dea-8a23-e2bb462f968a req-6c157003-327e-47fc-acd8-6c41ebde4257 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:22.574867 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-036d9bb7-afa8-4dea-8a23-e2bb462f968a req-6c157003-327e-47fc-acd8-6c41ebde4257 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 945 time: 0.0681405 Sep 22 09:52:22.622928 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-036d9bb7-afa8-4dea-8a23-e2bb462f968a req-33951fc7-5464-489b-98e5-98b556cb9b96 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 Sep 22 09:52:23.058458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39580) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:23.188188 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-10d01a98-4101-472f-88af-7c9e2ff36b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:23.327653 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-10d01a98-4101-472f-88af-7c9e2ff36b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:23.591760 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:23.661370 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-10d01a98-4101-472f-88af-7c9e2ff36b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:23.697828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-10d01a98-4101-472f-88af-7c9e2ff36b29 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=918eaa4688a4408c8288cc5fc35b1d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6380725 Sep 22 09:52:23.698729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39592) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:23.744211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51c353-f24b-4746-a570-33cf6cbea773 req-01980e95-c1da-454c-b2d5-23886d4ebc39 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:23.745852 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1f51c353-f24b-4746-a570-33cf6cbea773 req-01980e95-c1da-454c-b2d5-23886d4ebc39 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.60 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 945 time: 0.1007724 Sep 22 09:52:23.800948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d01a98-4101-472f-88af-7c9e2ff36b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17becc97-cda2-463c-801f-9b66708ff9e9,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:23.832714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7078d10b-8dbd-41ea-930f-2cff28d27232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:23.858332 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7078d10b-8dbd-41ea-930f-2cff28d27232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:23.882181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-1f51c353-f24b-4746-a570-33cf6cbea773 req-e90cfbd4-9c4a-47d1-ba70-204e8c81f2ea tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Deleting port acee3257-7b81-4418-8a72-58433e6aaf3a {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:52:23.887094 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1f51c353-f24b-4746-a570-33cf6cbea773 req-e90cfbd4-9c4a-47d1-ba70-204e8c81f2ea tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:23.887243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610f160-82eb-4927-aaee-6cdd8293122b req-c3299b1e-efe1-492d-99f7-711202699f34 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:23.887243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0610f160-82eb-4927-aaee-6cdd8293122b req-c3299b1e-efe1-492d-99f7-711202699f34 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 945 time: 0.1153936 Sep 22 09:52:23.959176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0610f160-82eb-4927-aaee-6cdd8293122b req-1711d3cc-5e04-4d76-b2b7-80c2ba62c8a7 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636542 Sep 22 09:52:24.023090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-1f51c353-f24b-4746-a570-33cf6cbea773 req-e90cfbd4-9c4a-47d1-ba70-204e8c81f2ea tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] For port acee3257-7b81-4418-8a72-58433e6aaf3a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=acee3257-7b81-4418-8a72-58433e6aaf3a,segment=NetworkSegment(d2a3a443-b4c7-4897-a60c-71931f6bd957),segment_id=d2a3a443-b4c7-4897-a60c-71931f6bd957)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:52:24.023497 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1f51c353-f24b-4746-a570-33cf6cbea773 req-e90cfbd4-9c4a-47d1-ba70-204e8c81f2ea tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:24.037173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-1f51c353-f24b-4746-a570-33cf6cbea773 req-e90cfbd4-9c4a-47d1-ba70-204e8c81f2ea tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Calling delete_port for acee3257-7b81-4418-8a72-58433e6aaf3a owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:52:24.073490 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7078d10b-8dbd-41ea-930f-2cff28d27232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:24.076396 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7078d10b-8dbd-41ea-930f-2cff28d27232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:24.081239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7078d10b-8dbd-41ea-930f-2cff28d27232 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17becc97-cda2-463c-801f-9b66708ff9e9 HTTP/1.1" status: 204 len: 168 time: 0.3755741 Sep 22 09:52:24.102098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078d10b-8dbd-41ea-930f-2cff28d27232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17becc97-cda2-463c-801f-9b66708ff9e9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:24.255377 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9f6496df-2435-4756-a869-cc0536423498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:24.365663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1f51c353-f24b-4746-a570-33cf6cbea773 req-e90cfbd4-9c4a-47d1-ba70-204e8c81f2ea tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:24.380239 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['acee3257-7b81-4418-8a72-58433e6aaf3a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:52:24.420845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cfbd4-9c4a-47d1-ba70-204e8c81f2ea tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Pushing event deleted for resources: {'Port': ['ID=acee3257-7b81-4418-8a72-58433e6aaf3a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:24.488985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f51c353-f24b-4746-a570-33cf6cbea773 req-e90cfbd4-9c4a-47d1-ba70-204e8c81f2ea tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] No DVR routers for this DVR port acee3257-7b81-4418-8a72-58433e6aaf3a on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:52:24.494834 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1f51c353-f24b-4746-a570-33cf6cbea773 req-e90cfbd4-9c4a-47d1-ba70-204e8c81f2ea tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:24.496161 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1f51c353-f24b-4746-a570-33cf6cbea773 req-e90cfbd4-9c4a-47d1-ba70-204e8c81f2ea tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.60 "DELETE /v2.0/ports/acee3257-7b81-4418-8a72-58433e6aaf3a HTTP/1.1" status: 204 len: 173 time: 0.7436316 Sep 22 09:52:24.496566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4996e119-c70e-4613-b53c-049869d97ec1', 'name': 'network-vif-deleted', 'tag': 'acee3257-7b81-4418-8a72-58433e6aaf3a'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:52:24.512956 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6a0844-6b0c-42f0-9304-2835df9470a2" -d '{"events": [{"server_uuid": "4996e119-c70e-4613-b53c-049869d97ec1", "name": "network-vif-deleted", "tag": "acee3257-7b81-4418-8a72-58433e6aaf3a"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:52:24.565690 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad62df1-c3aa-4a65-8f49-b775b7969ad3 x-openstack-request-id: req-9ad62df1-c3aa-4a65-8f49-b775b7969ad3 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:52:24.566256 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4996e119-c70e-4613-b53c-049869d97ec1", "name": "network-vif-deleted", "tag": "acee3257-7b81-4418-8a72-58433e6aaf3a", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:52:24.566761 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ad62df1-c3aa-4a65-8f49-b775b7969ad3 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:52:24.567383 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4996e119-c70e-4613-b53c-049869d97ec1', 'name': 'network-vif-deleted', 'tag': 'acee3257-7b81-4418-8a72-58433e6aaf3a', 'status': 'completed', 'code': 200} Sep 22 09:52:24.598147 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:25.093712 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e92caca-964a-4357-b63f-456325fd0eb9 req-52a59311-43d2-4cf3-a800-b29e1e8a8fb5 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=4996e119-c70e-4613-b53c-049869d97ec1 HTTP/1.1" status: 200 len: 210 time: 0.0375102 Sep 22 09:52:26.548247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-6f9fcfb6-ae47-4b09-ba52-c44e1bf66a2d tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:26.550604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-6f9fcfb6-ae47-4b09-ba52-c44e1bf66a2d tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/networks?id=8ff26499-4166-4a19-8cab-1cfde27c05db HTTP/1.1" status: 200 len: 808 time: 0.1866810 Sep 22 09:52:26.569176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-d1623374-e96d-416a-8628-631a7d66bd99 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/quotas/94c7dd9f2f2e4cae9c1824581511a6bd HTTP/1.1" status: 200 len: 375 time: 0.0112085 Sep 22 09:52:26.614846 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-b4745fad-be49-417e-ae95-af932bc3f51d tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=94c7dd9f2f2e4cae9c1824581511a6bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393984 Sep 22 09:52:26.730150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-5d21b1a5-b62b-4657-9575-f07f18cec1d0 service neutron] 10.222.0.49 "GET /v2.0/networks/8ff26499-4166-4a19-8cab-1cfde27c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137774 Sep 22 09:52:26.851612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-f9e884c4-3c0c-4c95-bec9-b8e401fa7d11 service neutron] 10.222.0.49 "GET /v2.0/networks/8ff26499-4166-4a19-8cab-1cfde27c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137121 Sep 22 09:52:26.940647 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-69cfebd8-9478-4fc0-8b7f-62847f40c476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:27.451954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc897b28-c0fe-40a3-a2a9-a770808dca53 req-213b64b2-1599-467a-a845-4d3fc1c4a34f tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 210 time: 0.0445924 Sep 22 09:52:27.746496 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device acee3257-7b81-4418-8a72-58433e6aaf3a no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:52:27.776317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: acee3257-7b81-4418-8a72-58433e6aaf3a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:52:27.776913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device acee3257-7b81-4418-8a72-58433e6aaf3a not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:52:28.090086 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:28.358162 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:28.516557 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c869c825-b762-40ce-9e57-c294bf2c4847 req-5593d3b9-f828-48a8-b7fa-fcc89fd92833 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 210 time: 0.0307279 Sep 22 09:52:29.428688 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:52:29.622622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00f97f3c-b382-4bba-a5c7-c20ba4f5a370 req-97c8bc22-3196-4b2c-8e2a-abce1cf6641a tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 210 time: 0.0299630 Sep 22 09:52:29.884103 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:30.319440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-8bbe372f-1937-4822-9460-c6f50a80dd7e tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:30.321681 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-8bbe372f-1937-4822-9460-c6f50a80dd7e tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.60 "GET /v2.0/networks?id=8ff26499-4166-4a19-8cab-1cfde27c05db HTTP/1.1" status: 200 len: 808 time: 0.1268497 Sep 22 09:52:30.336163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Request body: {'port': {'device_id': 'e79230a4-2c6a-4260-894b-fc9e59c670f3', 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db', 'admin_state_up': True, 'tenant_id': '94c7dd9f2f2e4cae9c1824581511a6bd'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:30.552580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Made reservation on behalf of 94c7dd9f2f2e4cae9c1824581511a6bd for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:52:30.557255 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:30.723522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Allocated IP 172.20.0.10 (8ff26499-4166-4a19-8cab-1cfde27c05db/cd28352f-bbbe-4e6e-a50b-39391269d06c/bca61428-8f61-4141-baf1-8a20f4a13bd2) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:52:30.732943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95750997-f9b5-4a27-938c-0ce5dea17185 req-0b5e05ea-575c-4310-9c21-698a13dda10b tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 210 time: 0.0291221 Sep 22 09:52:30.889006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:31.062422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:31.114989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Network 8ff26499-4166-4a19-8cab-1cfde27c05db is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:52:31.118870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:52:31.123084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:52:31.155046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Pushing event updated for resources: {'Port': ['ID=bca61428-8f61-4141-baf1-8a20f4a13bd2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:31.181622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:31.182243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:31.319752 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-cafc5161-cd18-4058-b265-f9dcd32a0c97 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9893262 Sep 22 09:52:31.333736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Request body: {'port': {'device_id': 'e79230a4-2c6a-4260-894b-fc9e59c670f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:31.703571 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:31.765563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39872) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:31.988997 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10acca7-568d-4dd0-9f2d-a947bc1adfaa req-d06dacf3-bb6c-492b-a4c2-fd8ff36275c6 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:32.000907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e10acca7-568d-4dd0-9f2d-a947bc1adfaa req-d06dacf3-bb6c-492b-a4c2-fd8ff36275c6 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 932 time: 0.1236465 Sep 22 09:52:32.113898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e10acca7-568d-4dd0-9f2d-a947bc1adfaa req-686a4551-1180-4c64-a406-a6fb571c98e3 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078236 Sep 22 09:52:32.242860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca61428-8f61-4141-baf1-8a20f4a13bd2 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:52:32.265920 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:32.322131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Transition to ACTIVE for port object bca61428-8f61-4141-baf1-8a20f4a13bd2 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:52:32.415469 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:32.489761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Deleting port c539dacc-4e2f-4934-bc4f-2d0a5cbfd5d0 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:52:32.490508 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:32.516861 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=bca61428-8f61-4141-baf1-8a20f4a13bd2,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:32.588995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Attempting to bind port bca61428-8f61-4141-baf1-8a20f4a13bd2 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:52:32.589247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Attempting to bind port bca61428-8f61-4141-baf1-8a20f4a13bd2 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'd2a3a443-b4c7-4897-a60c-71931f6bd957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:52:32.589572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Attempting to bind port bca61428-8f61-4141-baf1-8a20f4a13bd2 on network 8ff26499-4166-4a19-8cab-1cfde27c05db {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:52:32.593949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Port bca61428-8f61-4141-baf1-8a20f4a13bd2 on network 8ff26499-4166-4a19-8cab-1cfde27c05db not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:52:32.594265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Attempting to bind port bca61428-8f61-4141-baf1-8a20f4a13bd2 on network 8ff26499-4166-4a19-8cab-1cfde27c05db {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:52:32.599515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:52:32.599849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Checking segment: {'id': 'd2a3a443-b4c7-4897-a60c-71931f6bd957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:52:32.600229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Bound using segment: {'id': 'd2a3a443-b4c7-4897-a60c-71931f6bd957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:52:32.600653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Bound port: bca61428-8f61-4141-baf1-8a20f4a13bd2, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a3a443-b4c7-4897-a60c-71931f6bd957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:52:32.601034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:32.628469 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:32.629078 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:32.643206 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Calling delete_port for c539dacc-4e2f-4934-bc4f-2d0a5cbfd5d0 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:52:32.683303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] For port bca61428-8f61-4141-baf1-8a20f4a13bd2, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:52:32.690155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] For port bca61428-8f61-4141-baf1-8a20f4a13bd2, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=bca61428-8f61-4141-baf1-8a20f4a13bd2,segment=NetworkSegment(d2a3a443-b4c7-4897-a60c-71931f6bd957),segment_id=d2a3a443-b4c7-4897-a60c-71931f6bd957)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:52:32.822013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:32.848685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:32.850162 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:32.851669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] 10.222.0.60 "PUT /v2.0/ports/bca61428-8f61-4141-baf1-8a20f4a13bd2 HTTP/1.1" status: 200 len: 1092 time: 1.5237739 Sep 22 09:52:32.874552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79230a4-2c6a-4260-894b-fc9e59c670f3', 'tag': 'bca61428-8f61-4141-baf1-8a20f4a13bd2'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:52:32.877906 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942ab804-99d9-4440-bb24-e04118dae6af" -d '{"events": [{"name": "network-changed", "server_uuid": "e79230a4-2c6a-4260-894b-fc9e59c670f3", "tag": "bca61428-8f61-4141-baf1-8a20f4a13bd2"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:52:32.916662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfdbf5-97ca-4e04-a644-f1d050bf5ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=bca61428-8f61-4141-baf1-8a20f4a13bd2,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:32.934852 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f234a3-e9e0-464d-bab7-af50004c2f5d x-openstack-request-id: req-86f234a3-e9e0-464d-bab7-af50004c2f5d {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:52:32.935142 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79230a4-2c6a-4260-894b-fc9e59c670f3", "tag": "bca61428-8f61-4141-baf1-8a20f4a13bd2", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:52:32.935462 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86f234a3-e9e0-464d-bab7-af50004c2f5d {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:52:32.935898 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79230a4-2c6a-4260-894b-fc9e59c670f3', 'tag': 'bca61428-8f61-4141-baf1-8a20f4a13bd2', 'status': 'completed', 'code': 200} Sep 22 09:52:33.029405 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:33.039937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ab804-99d9-4440-bb24-e04118dae6af req-aff2a6aa-65ac-4e65-8d05-633743d14a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:33.039937 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-942ab804-99d9-4440-bb24-e04118dae6af req-aff2a6aa-65ac-4e65-8d05-633743d14a8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94c7dd9f2f2e4cae9c1824581511a6bd&device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 1095 time: 0.0781853 Sep 22 09:52:33.088454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event deleted for resources: {'Port': ['ID=c539dacc-4e2f-4934-bc4f-2d0a5cbfd5d0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:33.176247 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:33.176670 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Floating IP f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc disassociated (deleted). External IP: 172.25.6.157, port: 23485267-6159-47f6-aa68-5ac533131444. Sep 22 09:52:33.309140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ab804-99d9-4440-bb24-e04118dae6af req-22538597-9239-434e-aed8-435769ef513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:33.311079 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-942ab804-99d9-4440-bb24-e04118dae6af req-22538597-9239-434e-aed8-435769ef513d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=94c7dd9f2f2e4cae9c1824581511a6bd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2669461 Sep 22 09:52:33.388163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eade20b-3afb-4c20-8487-67694b361700 req-db28a6f3-5f86-45f5-a969-dba45b25a8e1 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:33.396611 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3eade20b-3afb-4c20-8487-67694b361700 req-db28a6f3-5f86-45f5-a969-dba45b25a8e1 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 944 time: 0.1359191 Sep 22 09:52:33.505736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3eade20b-3afb-4c20-8487-67694b361700 req-7ebdf025-6f36-4782-bc81-86872d13fdac tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081576 Sep 22 09:52:33.565689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ab804-99d9-4440-bb24-e04118dae6af req-399a0b7f-52b4-460c-afa2-b50a0a51c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:33.567390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-942ab804-99d9-4440-bb24-e04118dae6af req-399a0b7f-52b4-460c-afa2-b50a0a51c7c9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2477298 Sep 22 09:52:33.650907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:52:33.692903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-65c8d863-7674-47be-97e0-5d6d0bb20dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:33.696112 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-65c8d863-7674-47be-97e0-5d6d0bb20dad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94c7dd9f2f2e4cae9c1824581511a6bd&device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 1095 time: 0.0838592 Sep 22 09:52:33.787295 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-1553ddda-c289-48e7-b143-8b25c4dc9e79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bca61428-8f61-4141-baf1-8a20f4a13bd2 HTTP/1.1" status: 200 len: 217 time: 0.0822551 Sep 22 09:52:33.889968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:52:33.894362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-37a58ed5-2b74-49f7-b9dc-0cc635e3c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:33.895876 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-37a58ed5-2b74-49f7-b9dc-0cc635e3c7bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cd28352f-bbbe-4e6e-a50b-39391269d06c HTTP/1.1" status: 200 len: 848 time: 0.1014209 Sep 22 09:52:33.903838 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b305eee-8f4f-46b9-b32a-aeed788ef514 None None] Sync routers for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:52:33.907951 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:33.927008 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b305eee-8f4f-46b9-b32a-aeed788ef514 None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:52:33.930512 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1b305eee-8f4f-46b9-b32a-aeed788ef514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:52:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:52:33.946021 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-70d18fdb-f499-4b9d-9f22-527b7ce1b74f tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "DELETE /v2.0/floatingips/f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc HTTP/1.1" status: 204 len: 168 time: 2.1793816 Sep 22 09:52:33.946999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'tag': '23485267-6159-47f6-aa68-5ac533131444'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:52:33.949977 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e59249-0483-4fd9-bb5e-8549f370696c" -d '{"events": [{"name": "network-changed", "server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "tag": "23485267-6159-47f6-aa68-5ac533131444"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:52:33.954144 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-3216d65a-f5c8-4194-937f-4df3362636e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ff26499-4166-4a19-8cab-1cfde27c05db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463505 Sep 22 09:52:34.055884 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-1b305eee-8f4f-46b9-b32a-aeed788ef514 None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:52:34.081026 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-d92767a9-4034-4ee0-ac57-db1e93818885 service neutron] 10.222.0.60 "GET /v2.0/networks/8ff26499-4166-4a19-8cab-1cfde27c05db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190698 Sep 22 09:52:34.234267 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-709c66de-86c8-4bb5-b0ef-c7b7a96202da req-52321600-33d9-40ed-9bd4-69f44b1311a1 service neutron] 10.222.0.60 "GET /v2.0/networks/8ff26499-4166-4a19-8cab-1cfde27c05db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462076 Sep 22 09:52:34.335685 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1b305eee-8f4f-46b9-b32a-aeed788ef514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:27Z', 'revision_number': 5, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:52:34.366824 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b305eee-8f4f-46b9-b32a-aeed788ef514 None None] Checking router: 3bcddf5a-d6df-4748-bc23-11dd07ac6533 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:52:34.375423 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b305eee-8f4f-46b9-b32a-aeed788ef514 None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:52:34.376058 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1b305eee-8f4f-46b9-b32a-aeed788ef514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:52:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:52:34.656998 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-1b305eee-8f4f-46b9-b32a-aeed788ef514 None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:52:34.703083 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f087697a-d19a-459c-aa29-3685a98204f2 x-openstack-request-id: req-f087697a-d19a-459c-aa29-3685a98204f2 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:52:34.703607 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "tag": "23485267-6159-47f6-aa68-5ac533131444", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:52:34.703703 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f087697a-d19a-459c-aa29-3685a98204f2 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:52:34.704874 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'tag': '23485267-6159-47f6-aa68-5ac533131444', 'status': 'completed', 'code': 200} Sep 22 09:52:34.866718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59249-0483-4fd9-bb5e-8549f370696c req-47a78f6e-d3fb-41c7-aa2a-60e73495bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:34.868674 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6e59249-0483-4fd9-bb5e-8549f370696c req-47a78f6e-d3fb-41c7-aa2a-60e73495bac8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32bae1902dca42eb8708e88479157ff8&device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 1096 time: 0.1370440 Sep 22 09:52:34.915452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816abc1b-8d04-4125-8d02-ecbce5091482 req-4042b8f3-52a2-49d1-b97f-540f276662b0 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:34.917118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-816abc1b-8d04-4125-8d02-ecbce5091482 req-4042b8f3-52a2-49d1-b97f-540f276662b0 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 944 time: 0.0984793 Sep 22 09:52:34.929007 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1b305eee-8f4f-46b9-b32a-aeed788ef514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:27Z', 'revision_number': 5, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:52:34.956099 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b305eee-8f4f-46b9-b32a-aeed788ef514 None None] The sync data for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 is: [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:46:19Z', 'revision_number': 4, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '9ed1045b-edec-4b2b-969c-dc5619592d27', 'name': '', 'network_id': '91733998-06bf-47bc-8d05-2738dba4e322', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'mac_address': 'fa:16:3e:88:12:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:18Z', 'updated_at': '2021-09-22T09:46:27Z', 'revision_number': 5, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'subnets': [{'id': '9e5351d1-2921-4817-b3bc-6103e6667029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:52:35.003259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-816abc1b-8d04-4125-8d02-ecbce5091482 req-1c1c7270-0a6e-4207-b2df-b8e8f2273026 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788782 Sep 22 09:52:35.024117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59249-0483-4fd9-bb5e-8549f370696c req-887702aa-1546-450d-81df-a22dc091a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:35.025836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6e59249-0483-4fd9-bb5e-8549f370696c req-887702aa-1546-450d-81df-a22dc091a606 service neutron] 10.222.0.45 "GET /v2.0/networks?id=91733998-06bf-47bc-8d05-2738dba4e322 HTTP/1.1" status: 200 len: 915 time: 0.1472898 Sep 22 09:52:35.076272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6e59249-0483-4fd9-bb5e-8549f370696c req-533a99e2-ea29-4888-a609-49a70b078931 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23485267-6159-47f6-aa68-5ac533131444 HTTP/1.1" status: 200 len: 217 time: 0.0408077 Sep 22 09:52:35.306854 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537180df-2f57-4e7a-8037-a26c020a0949 None None] New status for floating IP f47cf3a3-91f8-49b6-9d37-2e0f5d64ddbc: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:52:35.469987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39940) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:35.555913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59249-0483-4fd9-bb5e-8549f370696c req-67bc47ef-c68d-436e-9db1-2631a87ecaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:35.558696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6e59249-0483-4fd9-bb5e-8549f370696c req-67bc47ef-c68d-436e-9db1-2631a87ecaaa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e5351d1-2921-4817-b3bc-6103e6667029 HTTP/1.1" status: 200 len: 853 time: 0.4738770 Sep 22 09:52:35.580501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb7a5d-c958-4c08-a1ce-4217f493c017 req-8f74a10a-2f78-4f22-9d30-1ea4d1eb55d3 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:35.588173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8efb7a5d-c958-4c08-a1ce-4217f493c017 req-8f74a10a-2f78-4f22-9d30-1ea4d1eb55d3 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 945 time: 0.4941647 Sep 22 09:52:35.653213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8efb7a5d-c958-4c08-a1ce-4217f493c017 req-39a274d5-854a-4d3b-8983-3be1a423bc3d tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641606 Sep 22 09:52:35.657813 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e90314c6-17d2-4e31-a59f-38dcd47a3f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:35.661161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59249-0483-4fd9-bb5e-8549f370696c req-27166186-5b77-4d14-a970-78cc0783ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:35.662732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6e59249-0483-4fd9-bb5e-8549f370696c req-27166186-5b77-4d14-a970-78cc0783ee3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=91733998-06bf-47bc-8d05-2738dba4e322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665765 Sep 22 09:52:35.790922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e90314c6-17d2-4e31-a59f-38dcd47a3f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:35.816158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6e59249-0483-4fd9-bb5e-8549f370696c req-710081ac-9af0-4bf9-a7d0-82dd177f1394 service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440611 Sep 22 09:52:35.922469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6e59249-0483-4fd9-bb5e-8549f370696c req-4148dfe2-9e58-4a56-9911-7686eb4d6ad4 service neutron] 10.222.0.45 "GET /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975006 Sep 22 09:52:35.930032 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e90314c6-17d2-4e31-a59f-38dcd47a3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:35.964882 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e90314c6-17d2-4e31-a59f-38dcd47a3f9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=935b8b59b2014f94855cd7c441fb2f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912858 Sep 22 09:52:35.965253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39948) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:35.997561 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90314c6-17d2-4e31-a59f-38dcd47a3f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0175a888-8cba-439b-bf23-6ae53a3f84b4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:36.028199 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-230bcf19-1003-4002-ae1d-cf48be74b525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:36.054209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-230bcf19-1003-4002-ae1d-cf48be74b525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:36.173465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72365f59-4dcb-43f7-b3a9-9313d4b3cf11 req-33fc763c-0d82-445d-a92c-9a047493e948 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:36.175402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72365f59-4dcb-43f7-b3a9-9313d4b3cf11 req-33fc763c-0d82-445d-a92c-9a047493e948 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 944 time: 0.0532587 Sep 22 09:52:36.205869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39954) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:36.222280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72365f59-4dcb-43f7-b3a9-9313d4b3cf11 req-c77d7e53-1293-44c2-84c7-2c6edd0173cb tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Sep 22 09:52:36.255884 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-230bcf19-1003-4002-ae1d-cf48be74b525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:36.259797 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-230bcf19-1003-4002-ae1d-cf48be74b525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:36.262237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-230bcf19-1003-4002-ae1d-cf48be74b525 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0175a888-8cba-439b-bf23-6ae53a3f84b4 HTTP/1.1" status: 204 len: 168 time: 0.2944262 Sep 22 09:52:36.273937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bcf19-1003-4002-ae1d-cf48be74b525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0175a888-8cba-439b-bf23-6ae53a3f84b4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:36.357072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8a29b18-0c52-423b-96a4-d6bc48306c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:36.458144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13135e-9f2d-43d0-a7eb-1cf9f68f1839 req-30394a43-ffb4-4a0d-be65-9ceda92599b3 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:36.460960 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a13135e-9f2d-43d0-a7eb-1cf9f68f1839 req-30394a43-ffb4-4a0d-be65-9ceda92599b3 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.45 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 945 time: 0.0599930 Sep 22 09:52:36.565818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4a13135e-9f2d-43d0-a7eb-1cf9f68f1839 req-83144116-6fea-48a7-aa38-522455be61f1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Deleting port 23485267-6159-47f6-aa68-5ac533131444 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:52:36.566072 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4a13135e-9f2d-43d0-a7eb-1cf9f68f1839 req-83144116-6fea-48a7-aa38-522455be61f1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:36.595089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8a29b18-0c52-423b-96a4-d6bc48306c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:36.664530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-4a13135e-9f2d-43d0-a7eb-1cf9f68f1839 req-83144116-6fea-48a7-aa38-522455be61f1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] For port 23485267-6159-47f6-aa68-5ac533131444, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=23485267-6159-47f6-aa68-5ac533131444,segment=NetworkSegment(dec2ada2-4c69-43ea-9e34-b6eefc058fa0),segment_id=dec2ada2-4c69-43ea-9e34-b6eefc058fa0)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:52:36.665073 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4a13135e-9f2d-43d0-a7eb-1cf9f68f1839 req-83144116-6fea-48a7-aa38-522455be61f1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:36.679570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-4a13135e-9f2d-43d0-a7eb-1cf9f68f1839 req-83144116-6fea-48a7-aa38-522455be61f1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Calling delete_port for 23485267-6159-47f6-aa68-5ac533131444 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:52:36.690385 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8a29b18-0c52-423b-96a4-d6bc48306c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:36.721856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a29b18-0c52-423b-96a4-d6bc48306c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3fb3f4-0fa5-4237-b0e1-57ef74cb6396,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:36.777349 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c8a29b18-0c52-423b-96a4-d6bc48306c42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1436043f46254c2c944db79a8d157543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701506 Sep 22 09:52:36.778069 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39970) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:36.831383 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d184ca93-376f-47c8-aadb-2c0ad6402473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:36.837055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3077d-b1e1-40a1-aa9b-834d3211e845 req-a8ca9427-7a14-4076-88db-1c3b42c45e87 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:36.838761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dcd3077d-b1e1-40a1-aa9b-834d3211e845 req-a8ca9427-7a14-4076-88db-1c3b42c45e87 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 945 time: 0.0625155 Sep 22 09:52:36.859035 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d184ca93-376f-47c8-aadb-2c0ad6402473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:36.919311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dcd3077d-b1e1-40a1-aa9b-834d3211e845 req-96266f14-18ba-43c7-a8a7-4df75fd094d4 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c566ae3-941a-487b-b53b-0598af0bf7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508611 Sep 22 09:52:37.022299 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d184ca93-376f-47c8-aadb-2c0ad6402473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:37.026693 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d184ca93-376f-47c8-aadb-2c0ad6402473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:37.029702 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d184ca93-376f-47c8-aadb-2c0ad6402473 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f3fb3f4-0fa5-4237-b0e1-57ef74cb6396 HTTP/1.1" status: 204 len: 168 time: 0.2489896 Sep 22 09:52:37.037055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184ca93-376f-47c8-aadb-2c0ad6402473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3fb3f4-0fa5-4237-b0e1-57ef74cb6396,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:37.073085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4a13135e-9f2d-43d0-a7eb-1cf9f68f1839 req-83144116-6fea-48a7-aa38-522455be61f1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:37.118920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83144116-6fea-48a7-aa38-522455be61f1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event deleted for resources: {'Port': ['ID=23485267-6159-47f6-aa68-5ac533131444,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:37.160062 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 39976) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:37.186151 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-850df4ce-53dd-4916-a1f0-5dbd1cb0a720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:37.216746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13135e-9f2d-43d0-a7eb-1cf9f68f1839 req-83144116-6fea-48a7-aa38-522455be61f1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] No DVR routers for this DVR port 23485267-6159-47f6-aa68-5ac533131444 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:52:37.224271 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-4a13135e-9f2d-43d0-a7eb-1cf9f68f1839 req-83144116-6fea-48a7-aa38-522455be61f1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:37.226507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a13135e-9f2d-43d0-a7eb-1cf9f68f1839 req-83144116-6fea-48a7-aa38-522455be61f1 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.45 "DELETE /v2.0/ports/23485267-6159-47f6-aa68-5ac533131444 HTTP/1.1" status: 204 len: 173 time: 0.7571781 Sep 22 09:52:37.226968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'name': 'network-vif-deleted', 'tag': '23485267-6159-47f6-aa68-5ac533131444'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:52:37.229275 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45372d6d-9644-4d4c-b298-06b5a8040374" -d '{"events": [{"server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "name": "network-vif-deleted", "tag": "23485267-6159-47f6-aa68-5ac533131444"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:52:37.243802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548ad4-32ce-404a-b794-ead102abc582 req-3e49eef3-1ce0-4490-9d08-9d65ab15a70f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:37.249919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548ad4-32ce-404a-b794-ead102abc582 req-3e49eef3-1ce0-4490-9d08-9d65ab15a70f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:37.256610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548ad4-32ce-404a-b794-ead102abc582 req-3e49eef3-1ce0-4490-9d08-9d65ab15a70f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:37.262747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548ad4-32ce-404a-b794-ead102abc582 req-3e49eef3-1ce0-4490-9d08-9d65ab15a70f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:37.269548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548ad4-32ce-404a-b794-ead102abc582 req-3e49eef3-1ce0-4490-9d08-9d65ab15a70f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:37.275737 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548ad4-32ce-404a-b794-ead102abc582 req-3e49eef3-1ce0-4490-9d08-9d65ab15a70f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:37.285266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c548ad4-32ce-404a-b794-ead102abc582 req-3e49eef3-1ce0-4490-9d08-9d65ab15a70f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:37.285266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c548ad4-32ce-404a-b794-ead102abc582 req-3e49eef3-1ce0-4490-9d08-9d65ab15a70f tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5432 time: 0.1699986 Sep 22 09:52:37.370582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c548ad4-32ce-404a-b794-ead102abc582 req-7fb9ce9a-9613-414b-b1bb-0ed0042f90a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774746 Sep 22 09:52:37.438412 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d7168e-7e4d-4dae-aaf9-ff24294280a6 x-openstack-request-id: req-92d7168e-7e4d-4dae-aaf9-ff24294280a6 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:52:37.438830 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2a9c58-9741-46d6-9a69-5b2a88f6cb3f", "name": "network-vif-deleted", "tag": "23485267-6159-47f6-aa68-5ac533131444", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:52:37.439093 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92d7168e-7e4d-4dae-aaf9-ff24294280a6 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:52:37.439527 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2a9c58-9741-46d6-9a69-5b2a88f6cb3f', 'name': 'network-vif-deleted', 'tag': '23485267-6159-47f6-aa68-5ac533131444', 'status': 'completed', 'code': 200} Sep 22 09:52:37.464171 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-850df4ce-53dd-4916-a1f0-5dbd1cb0a720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:37.609427 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-850df4ce-53dd-4916-a1f0-5dbd1cb0a720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:37.664646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2b3f6-27fb-4673-8a50-1dd32b7c4ac8 req-0f3a882e-1721-46c7-829d-2a614d182346 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:37.674720 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-17c2b3f6-27fb-4673-8a50-1dd32b7c4ac8 req-0f3a882e-1721-46c7-829d-2a614d182346 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 944 time: 0.1633070 Sep 22 09:52:37.730817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850df4ce-53dd-4916-a1f0-5dbd1cb0a720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b384ce-3fb9-4a9c-b656-6e940d726986,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:37.748191 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-850df4ce-53dd-4916-a1f0-5dbd1cb0a720 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64a6d22240b448d19e3f9c1773586bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5866957 Sep 22 09:52:37.752790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 39992) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:37.799326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device bca61428-8f61-4141-baf1-8a20f4a13bd2 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:52:37.844815 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a28a5d38-f6ae-4ee1-bb18-faa7fc59e3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:37.877606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-17c2b3f6-27fb-4673-8a50-1dd32b7c4ac8 req-b8a318ee-0d8a-4d9f-9b8c-bb296c2b4eb5 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958637 Sep 22 09:52:37.919178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a28a5d38-f6ae-4ee1-bb18-faa7fc59e3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:38.071491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port bca61428-8f61-4141-baf1-8a20f4a13bd2, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=bca61428-8f61-4141-baf1-8a20f4a13bd2,segment=NetworkSegment(d2a3a443-b4c7-4897-a60c-71931f6bd957),segment_id=d2a3a443-b4c7-4897-a60c-71931f6bd957)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:52:38.088795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'bca61428-8f61-4141-baf1-8a20f4a13bd2', 'network_id': '8ff26499-4166-4a19-8cab-1cfde27c05db', 'port_id': 'bca61428-8f61-4141-baf1-8a20f4a13bd2', 'mac_address': 'fa:16:3e:5f:0c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd28352f-bbbe-4e6e-a50b-39391269d06c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:52:38.099247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15b116-d068-4e55-bedc-9715de71d657 req-7c3ffdcc-8d08-44ab-863f-8d60058dc5b6 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:38.106396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15b116-d068-4e55-bedc-9715de71d657 req-7c3ffdcc-8d08-44ab-863f-8d60058dc5b6 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:38.114435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15b116-d068-4e55-bedc-9715de71d657 req-7c3ffdcc-8d08-44ab-863f-8d60058dc5b6 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:38.120956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15b116-d068-4e55-bedc-9715de71d657 req-7c3ffdcc-8d08-44ab-863f-8d60058dc5b6 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:38.129441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15b116-d068-4e55-bedc-9715de71d657 req-7c3ffdcc-8d08-44ab-863f-8d60058dc5b6 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:38.137157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15b116-d068-4e55-bedc-9715de71d657 req-7c3ffdcc-8d08-44ab-863f-8d60058dc5b6 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:38.144191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15b116-d068-4e55-bedc-9715de71d657 req-7c3ffdcc-8d08-44ab-863f-8d60058dc5b6 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:38.146650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d15b116-d068-4e55-bedc-9715de71d657 req-7c3ffdcc-8d08-44ab-863f-8d60058dc5b6 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5432 time: 0.1571317 Sep 22 09:52:38.166888 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:38.167533 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a28a5d38-f6ae-4ee1-bb18-faa7fc59e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:38.170374 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a28a5d38-f6ae-4ee1-bb18-faa7fc59e3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:38.171578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a28a5d38-f6ae-4ee1-bb18-faa7fc59e3ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/26b384ce-3fb9-4a9c-b656-6e940d726986 HTTP/1.1" status: 204 len: 168 time: 0.4100769 Sep 22 09:52:38.199354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a5d38-f6ae-4ee1-bb18-faa7fc59e3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b384ce-3fb9-4a9c-b656-6e940d726986,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:38.206781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca61428-8f61-4141-baf1-8a20f4a13bd2 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:52:38.249137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port bca61428-8f61-4141-baf1-8a20f4a13bd2, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=bca61428-8f61-4141-baf1-8a20f4a13bd2,segment=NetworkSegment(d2a3a443-b4c7-4897-a60c-71931f6bd957),segment_id=d2a3a443-b4c7-4897-a60c-71931f6bd957)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:52:38.282128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38e16ec8-778c-4bbc-bbec-ad967ac0b757 req-4dd073b7-9964-43a3-9cd3-a2485212139a tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 210 time: 0.0324132 Sep 22 09:52:38.444121 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:38.499982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40002) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:38.518497 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d9cdb2d8-5da3-4018-b294-2d81503ab345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:38.526272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=bca61428-8f61-4141-baf1-8a20f4a13bd2,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:38.641434 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d9cdb2d8-5da3-4018-b294-2d81503ab345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:38.731420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['bca61428-8f61-4141-baf1-8a20f4a13bd2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:52:38.769943 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d9cdb2d8-5da3-4018-b294-2d81503ab345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:38.840524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40014) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:38.841158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d9cdb2d8-5da3-4018-b294-2d81503ab345 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d7d8814b81944879d8af3b2fe4a980c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376853 Sep 22 09:52:38.841722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdb2d8-5da3-4018-b294-2d81503ab345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8304cd8a-868e-44bb-b868-ab5d7c050fd4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:38.935851 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc94b5c7-6d89-4f60-b96c-24fb1fe2ebf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:38.962748 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc94b5c7-6d89-4f60-b96c-24fb1fe2ebf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:39.062629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a23f3c-8061-435d-a1dd-49aa159291bd req-a625248d-e2e4-48a5-923b-1f2589f0ae86 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:39.062629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09a23f3c-8061-435d-a1dd-49aa159291bd req-a625248d-e2e4-48a5-923b-1f2589f0ae86 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 945 time: 0.0700209 Sep 22 09:52:39.122153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09a23f3c-8061-435d-a1dd-49aa159291bd req-fe83b355-97f6-4f05-8564-3fef20cbfebf tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Sep 22 09:52:39.170004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc94b5c7-6d89-4f60-b96c-24fb1fe2ebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:39.173854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dc94b5c7-6d89-4f60-b96c-24fb1fe2ebf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:39.184535 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dc94b5c7-6d89-4f60-b96c-24fb1fe2ebf5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8304cd8a-868e-44bb-b868-ab5d7c050fd4 HTTP/1.1" status: 204 len: 168 time: 0.3427770 Sep 22 09:52:39.213040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94b5c7-6d89-4f60-b96c-24fb1fe2ebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8304cd8a-868e-44bb-b868-ab5d7c050fd4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:39.405218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1717d9a0-0527-481d-8801-b633220f69e2 req-cfcb5003-78e2-4c3b-b125-a1fce35ca3fe tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 210 time: 0.0337882 Sep 22 09:52:39.800936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device bca61428-8f61-4141-baf1-8a20f4a13bd2 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:52:40.027008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port bca61428-8f61-4141-baf1-8a20f4a13bd2 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:52:40.033682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port bca61428-8f61-4141-baf1-8a20f4a13bd2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:52:40.034329 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:40.143688 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:40.200946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79230a4-2c6a-4260-894b-fc9e59c670f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca61428-8f61-4141-baf1-8a20f4a13bd2'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:52:40.203693 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f84b63e-cb14-486c-9e79-88041f584da8" -d '{"events": [{"server_uuid": "e79230a4-2c6a-4260-894b-fc9e59c670f3", "name": "network-vif-plugged", "status": "completed", "tag": "bca61428-8f61-4141-baf1-8a20f4a13bd2"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:52:40.222377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 23485267-6159-47f6-aa68-5ac533131444 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:52:40.243611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port bca61428-8f61-4141-baf1-8a20f4a13bd2, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=bca61428-8f61-4141-baf1-8a20f4a13bd2,segment=NetworkSegment(d2a3a443-b4c7-4897-a60c-71931f6bd957),segment_id=d2a3a443-b4c7-4897-a60c-71931f6bd957)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:52:40.266179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f86ba-83cd-4b08-a8a9-8aa9757b4cad req-dd703b5b-b91e-4484-82a2-e9774b51761e tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:40.268239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b13f86ba-83cd-4b08-a8a9-8aa9757b4cad req-dd703b5b-b91e-4484-82a2-e9774b51761e tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 945 time: 0.0586495 Sep 22 09:52:40.269915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 23485267-6159-47f6-aa68-5ac533131444 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:52:40.270371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 23485267-6159-47f6-aa68-5ac533131444 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:52:40.340453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b13f86ba-83cd-4b08-a8a9-8aa9757b4cad req-226fcdc5-302d-44a1-b1a9-b6c9bd809462 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608740 Sep 22 09:52:40.393517 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:40.462312 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918d1022-180c-4f57-9929-b50babd4719f x-openstack-request-id: req-918d1022-180c-4f57-9929-b50babd4719f {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:52:40.462634 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79230a4-2c6a-4260-894b-fc9e59c670f3", "name": "network-vif-plugged", "status": "completed", "tag": "bca61428-8f61-4141-baf1-8a20f4a13bd2", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:52:40.462856 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-918d1022-180c-4f57-9929-b50babd4719f {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:52:40.463303 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79230a4-2c6a-4260-894b-fc9e59c670f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca61428-8f61-4141-baf1-8a20f4a13bd2', 'code': 200} Sep 22 09:52:40.526174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=bca61428-8f61-4141-baf1-8a20f4a13bd2,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:40.591744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-838ca009-695e-4dc9-8f7f-1e1cb72ecf1d req-672cedbf-bbb0-4715-8d99-0913b7d8e2e9 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 210 time: 0.0549376 Sep 22 09:52:40.627310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d183d2c-c696-461b-93d9-d7354d771267 req-8b395f50-403d-4fc0-8bb4-a16f7e200864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:40.630516 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7d183d2c-c696-461b-93d9-d7354d771267 req-8b395f50-403d-4fc0-8bb4-a16f7e200864 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 1097 time: 0.1383224 Sep 22 09:52:40.695286 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7d183d2c-c696-461b-93d9-d7354d771267 req-3d6bdf3c-502a-4755-83bf-52addfe8054a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571926 Sep 22 09:52:40.727642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40094) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:40.871480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40102) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:40.982475 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e82be6ce-b255-45f1-a5aa-190f7e27f4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:41.073141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb8fe0-de12-4e97-8abb-d35d9eae4d3d req-518cdf98-bdab-4e5f-bcd0-13beeaf0f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:41.074034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb8fe0-de12-4e97-8abb-d35d9eae4d3d req-518cdf98-bdab-4e5f-bcd0-13beeaf0f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:41.074922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb8fe0-de12-4e97-8abb-d35d9eae4d3d req-518cdf98-bdab-4e5f-bcd0-13beeaf0f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:41.075979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb8fe0-de12-4e97-8abb-d35d9eae4d3d req-518cdf98-bdab-4e5f-bcd0-13beeaf0f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:41.076693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb8fe0-de12-4e97-8abb-d35d9eae4d3d req-518cdf98-bdab-4e5f-bcd0-13beeaf0f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:41.077870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb8fe0-de12-4e97-8abb-d35d9eae4d3d req-518cdf98-bdab-4e5f-bcd0-13beeaf0f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:41.078606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb8fe0-de12-4e97-8abb-d35d9eae4d3d req-518cdf98-bdab-4e5f-bcd0-13beeaf0f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:41.090096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4afb8fe0-de12-4e97-8abb-d35d9eae4d3d req-518cdf98-bdab-4e5f-bcd0-13beeaf0f882 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6489 time: 0.2169063 Sep 22 09:52:41.145958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4afb8fe0-de12-4e97-8abb-d35d9eae4d3d req-24c2444c-4d40-4f7e-a950-31c9926b2c2c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c41f936c-431d-4731-9175-72968aa78b40&id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548344 Sep 22 09:52:41.201905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e82be6ce-b255-45f1-a5aa-190f7e27f4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:41.309522 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e82be6ce-b255-45f1-a5aa-190f7e27f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:41.358710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82be6ce-b255-45f1-a5aa-190f7e27f4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df90de-ffdb-4fa6-8b3b-bb940b126531,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:41.368811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e82be6ce-b255-45f1-a5aa-190f7e27f4f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bd10c75563249b3a299cbd7cf9cc6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6360207 Sep 22 09:52:41.370842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40124) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:41.462586 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43e61d15-d075-45a6-8b72-31c668f824ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:41.499466 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43e61d15-d075-45a6-8b72-31c668f824ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:41.571096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffe159-05d8-4f0e-8104-aec1d0919f28 req-899dd617-aaee-46ad-a7e3-c2a916e0bd06 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:41.572982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-34ffe159-05d8-4f0e-8104-aec1d0919f28 req-899dd617-aaee-46ad-a7e3-c2a916e0bd06 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 946 time: 0.0927000 Sep 22 09:52:41.633119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-34ffe159-05d8-4f0e-8104-aec1d0919f28 req-16e54add-0b24-4aec-901b-fd828e984ae0 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491357 Sep 22 09:52:41.683662 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43e61d15-d075-45a6-8b72-31c668f824ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:41.686599 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43e61d15-d075-45a6-8b72-31c668f824ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:41.687927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-43e61d15-d075-45a6-8b72-31c668f824ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68df90de-ffdb-4fa6-8b3b-bb940b126531 HTTP/1.1" status: 204 len: 168 time: 0.3157833 Sep 22 09:52:41.711968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e61d15-d075-45a6-8b72-31c668f824ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df90de-ffdb-4fa6-8b3b-bb940b126531,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:41.761762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a16bf46-ce5b-40e6-a25d-b0b944cfd1a5 req-e4301584-99fd-4498-a6f5-c0d678fc565a tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 210 time: 0.0455620 Sep 22 09:52:42.762402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630c3c9-87ef-4ca3-8de1-e7df25eaffcb req-6b5a07bf-82a7-4d94-8b00-44a77e21ec70 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:42.763947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5630c3c9-87ef-4ca3-8de1-e7df25eaffcb req-6b5a07bf-82a7-4d94-8b00-44a77e21ec70 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 946 time: 0.0510993 Sep 22 09:52:42.853422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5630c3c9-87ef-4ca3-8de1-e7df25eaffcb req-4fe6dc32-afb1-4f41-bcf9-e30c7e95d8a7 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813024 Sep 22 09:52:43.051814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-968811a9-f1d8-4225-8733-d5b1eaa31d13 req-e8982305-44c4-432d-a28a-edd2a8509ba3 tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "GET /v2.0/ports?device_id=be2a9c58-9741-46d6-9a69-5b2a88f6cb3f HTTP/1.1" status: 200 len: 210 time: 0.0641725 Sep 22 09:52:44.522687 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40246) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:44.633222 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5b99-63ec-4d37-bbc5-bf9e65f4debe tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:44.674942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40252) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:44.699735 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5b99-63ec-4d37-bbc5-bf9e65f4debe tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:44.878812 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5b99-63ec-4d37-bbc5-bf9e65f4debe tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:44.900020 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5b99-63ec-4d37-bbc5-bf9e65f4debe tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:44.900020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4b6a5b99-63ec-4d37-bbc5-bf9e65f4debe tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] 10.222.0.49 "DELETE /v2.0/security-groups/3c566ae3-941a-487b-b53b-0598af0bf7bf HTTP/1.1" status: 204 len: 168 time: 0.3708675 Sep 22 09:52:44.949525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a5b99-63ec-4d37-bbc5-bf9e65f4debe tempest-TestVolumeBackupRestore-1589443291 tempest-TestVolumeBackupRestore-1589443291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c566ae3-941a-487b-b53b-0598af0bf7bf,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:44.994504 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-33a1dba3-af4a-4da2-ae89-bfccc78565bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.105797 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-33a1dba3-af4a-4da2-ae89-bfccc78565bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.182135 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-33a1dba3-af4a-4da2-ae89-bfccc78565bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.271457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40262) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:45.277927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-33a1dba3-af4a-4da2-ae89-bfccc78565bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4028b4792d54e8e86dfda368b5aed7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5927360 Sep 22 09:52:45.307507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1dba3-af4a-4da2-ae89-bfccc78565bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd36133-da27-4ac3-be49-6a38bc49a21d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:45.338252 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5aa919bd-db81-4888-8d48-333c0e21931e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.350171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40266) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:45.355417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-62d3c7c3-f24d-4c5c-b162-9568a6f48897 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188526341', 'description': 'tempest-secgroup-smoke-188526341 description', 'project_id': '9405e14d620a4da0b6fefcb274955fd4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:45.368289 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5aa919bd-db81-4888-8d48-333c0e21931e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.449612 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-62d3c7c3-f24d-4c5c-b162-9568a6f48897 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.459418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-62d3c7c3-f24d-4c5c-b162-9568a6f48897 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.477134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5aa919bd-db81-4888-8d48-333c0e21931e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.479850 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5aa919bd-db81-4888-8d48-333c0e21931e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.481156 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5aa919bd-db81-4888-8d48-333c0e21931e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbd36133-da27-4ac3-be49-6a38bc49a21d HTTP/1.1" status: 204 len: 168 time: 0.2078798 Sep 22 09:52:45.493167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa919bd-db81-4888-8d48-333c0e21931e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd36133-da27-4ac3-be49-6a38bc49a21d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:45.544960 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7fc7e-c237-40a4-85ab-3b0a91ff12ae req-f1a6f0e7-b1d3-484c-8b7b-3b4f4a60b46b tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:45.549236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fc7fc7e-c237-40a4-85ab-3b0a91ff12ae req-f1a6f0e7-b1d3-484c-8b7b-3b4f4a60b46b tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 946 time: 0.1383712 Sep 22 09:52:45.611071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fc7fc7e-c237-40a4-85ab-3b0a91ff12ae req-0974ff15-a33c-4dd6-a838-46c1e7bb80fe tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/security-groups?id=81e602c6-e5a6-40fa-a092-d3df290f8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567811 Sep 22 09:52:45.643585 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-62d3c7c3-f24d-4c5c-b162-9568a6f48897 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.723560 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-62d3c7c3-f24d-4c5c-b162-9568a6f48897 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.764252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3c7c3-f24d-4c5c-b162-9568a6f48897 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa75cdd-dc6c-4241-a18c-f6cebb440c1a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:45.835280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7aed0-0808-4647-9d4c-2eede0269927 req-93b97bcf-287b-438b-aae3-ad3f9ee91765 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:45.837632 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4f7aed0-0808-4647-9d4c-2eede0269927 req-93b97bcf-287b-438b-aae3-ad3f9ee91765 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.60 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 946 time: 0.0985811 Sep 22 09:52:45.862734 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-62d3c7c3-f24d-4c5c-b162-9568a6f48897 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.941709 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-c4f7aed0-0808-4647-9d4c-2eede0269927 req-713fd8b5-72c8-4305-adc1-a04b65d6b897 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Deleting port bca61428-8f61-4141-baf1-8a20f4a13bd2 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:52:45.941982 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f7aed0-0808-4647-9d4c-2eede0269927 req-713fd8b5-72c8-4305-adc1-a04b65d6b897 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:45.974710 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-62d3c7c3-f24d-4c5c-b162-9568a6f48897 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.008297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3c7c3-f24d-4c5c-b162-9568a6f48897 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91297a1c-d161-4a6a-8f87-e61c58593f65,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:46.067097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c4f7aed0-0808-4647-9d4c-2eede0269927 req-713fd8b5-72c8-4305-adc1-a04b65d6b897 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] For port bca61428-8f61-4141-baf1-8a20f4a13bd2, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=bca61428-8f61-4141-baf1-8a20f4a13bd2,segment=NetworkSegment(d2a3a443-b4c7-4897-a60c-71931f6bd957),segment_id=d2a3a443-b4c7-4897-a60c-71931f6bd957)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:52:46.067730 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f7aed0-0808-4647-9d4c-2eede0269927 req-713fd8b5-72c8-4305-adc1-a04b65d6b897 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.083349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-c4f7aed0-0808-4647-9d4c-2eede0269927 req-713fd8b5-72c8-4305-adc1-a04b65d6b897 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Calling delete_port for bca61428-8f61-4141-baf1-8a20f4a13bd2 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:52:46.089485 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-62d3c7c3-f24d-4c5c-b162-9568a6f48897 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.091050 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-62d3c7c3-f24d-4c5c-b162-9568a6f48897 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7395694 Sep 22 09:52:46.098791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40282) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:46.103682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c009d69a-9bfb-48bc-956d-c53b44063ffb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '91297a1c-d161-4a6a-8f87-e61c58593f65', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:46.241671 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c009d69a-9bfb-48bc-956d-c53b44063ffb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.364654 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c009d69a-9bfb-48bc-956d-c53b44063ffb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.441314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40298) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:46.461246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db31405f-feea-4f76-a17e-42b0ef805410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.489223 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f7aed0-0808-4647-9d4c-2eede0269927 req-713fd8b5-72c8-4305-adc1-a04b65d6b897 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.501424 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c009d69a-9bfb-48bc-956d-c53b44063ffb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.504223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['bca61428-8f61-4141-baf1-8a20f4a13bd2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:52:46.543651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009d69a-9bfb-48bc-956d-c53b44063ffb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b1e706-0745-44ea-bbbf-26502bbd14dc,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:46.609154 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fd8b5-72c8-4305-adc1-a04b65d6b897 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Pushing event deleted for resources: {'Port': ['ID=bca61428-8f61-4141-baf1-8a20f4a13bd2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:46.661086 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db31405f-feea-4f76-a17e-42b0ef805410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.703733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f7aed0-0808-4647-9d4c-2eede0269927 req-713fd8b5-72c8-4305-adc1-a04b65d6b897 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] No DVR routers for this DVR port bca61428-8f61-4141-baf1-8a20f4a13bd2 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:52:46.709902 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c4f7aed0-0808-4647-9d4c-2eede0269927 req-713fd8b5-72c8-4305-adc1-a04b65d6b897 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.716079 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4f7aed0-0808-4647-9d4c-2eede0269927 req-713fd8b5-72c8-4305-adc1-a04b65d6b897 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.60 "DELETE /v2.0/ports/bca61428-8f61-4141-baf1-8a20f4a13bd2 HTTP/1.1" status: 204 len: 173 time: 0.8692424 Sep 22 09:52:46.716079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79230a4-2c6a-4260-894b-fc9e59c670f3', 'name': 'network-vif-deleted', 'tag': 'bca61428-8f61-4141-baf1-8a20f4a13bd2'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:52:46.728834 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5e2383-2bb5-4450-bf77-6727399e0c0c" -d '{"events": [{"server_uuid": "e79230a4-2c6a-4260-894b-fc9e59c670f3", "name": "network-vif-deleted", "tag": "bca61428-8f61-4141-baf1-8a20f4a13bd2"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:52:46.787987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-db31405f-feea-4f76-a17e-42b0ef805410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.844944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd1b80b8-44be-44fc-b3f1-c862c7d9dd89 req-cd62f07d-052a-4455-99f6-79cac791e2a9 tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 210 time: 0.0842688 Sep 22 09:52:46.906820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31405f-feea-4f76-a17e-42b0ef805410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed9ac4a-e14d-42f4-89ec-895a5f7c3f3b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:46.914319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c009d69a-9bfb-48bc-956d-c53b44063ffb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:46.915906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c009d69a-9bfb-48bc-956d-c53b44063ffb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8160143 Sep 22 09:52:46.918980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40324) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:46.924562 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5b181d32-7c77-4565-8db2-7a338b80364e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '91297a1c-d161-4a6a-8f87-e61c58593f65', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:46.959534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-db31405f-feea-4f76-a17e-42b0ef805410 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=719f00a5ccf04080ab28a12cf7f14b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5170560 Sep 22 09:52:46.962362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40326) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:46.962711 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd4f0df-2daf-4f55-9124-e60e18eaf023 x-openstack-request-id: req-1dd4f0df-2daf-4f55-9124-e60e18eaf023 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:52:46.963188 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79230a4-2c6a-4260-894b-fc9e59c670f3", "name": "network-vif-deleted", "tag": "bca61428-8f61-4141-baf1-8a20f4a13bd2", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:52:46.964204 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dd4f0df-2daf-4f55-9124-e60e18eaf023 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:52:46.965096 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79230a4-2c6a-4260-894b-fc9e59c670f3', 'name': 'network-vif-deleted', 'tag': 'bca61428-8f61-4141-baf1-8a20f4a13bd2', 'status': 'completed', 'code': 200} Sep 22 09:52:47.044622 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-31b30e23-31ee-4fa1-98cd-899f4e917d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.066533 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b181d32-7c77-4565-8db2-7a338b80364e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.073916 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-31b30e23-31ee-4fa1-98cd-899f4e917d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.137998 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b181d32-7c77-4565-8db2-7a338b80364e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.232216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b181d32-7c77-4565-8db2-7a338b80364e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.287835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b181d32-7c77-4565-8db2-7a338b80364e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c401c97-5ae3-43af-89a5-c0bdaebd2ba9,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:47.301042 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-31b30e23-31ee-4fa1-98cd-899f4e917d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.304364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-31b30e23-31ee-4fa1-98cd-899f4e917d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.307877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-31b30e23-31ee-4fa1-98cd-899f4e917d4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ed9ac4a-e14d-42f4-89ec-895a5f7c3f3b HTTP/1.1" status: 204 len: 168 time: 0.3411834 Sep 22 09:52:47.322185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b30e23-31ee-4fa1-98cd-899f4e917d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed9ac4a-e14d-42f4-89ec-895a5f7c3f3b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:47.364249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5b181d32-7c77-4565-8db2-7a338b80364e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.368143 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5b181d32-7c77-4565-8db2-7a338b80364e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4454556 Sep 22 09:52:47.382626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40346) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:47.382626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ce15f95d-572a-4d0a-b81f-b886f9db37f0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '91297a1c-d161-4a6a-8f87-e61c58593f65', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:47.499210 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce15f95d-572a-4d0a-b81f-b886f9db37f0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.604713 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce15f95d-572a-4d0a-b81f-b886f9db37f0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.729570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce15f95d-572a-4d0a-b81f-b886f9db37f0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.784410 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15f95d-572a-4d0a-b81f-b886f9db37f0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dafa69b-82f6-457e-926b-21587a7d142b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:47.934829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce15f95d-572a-4d0a-b81f-b886f9db37f0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:47.936669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce15f95d-572a-4d0a-b81f-b886f9db37f0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5669003 Sep 22 09:52:47.939916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40378) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:47.945137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d33f79ea-3060-4c9d-b47d-f427d5af073f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '91297a1c-d161-4a6a-8f87-e61c58593f65', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:48.017833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-508aac2d-5998-4689-8921-863a32cb1bce req-5edee003-d338-449e-ac7c-a65b550fd51d tempest-VolumesActionsTest-1911299229 tempest-VolumesActionsTest-1911299229-project] 10.222.0.49 "GET /v2.0/ports?device_id=e79230a4-2c6a-4260-894b-fc9e59c670f3 HTTP/1.1" status: 200 len: 210 time: 0.0609426 Sep 22 09:52:48.090184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d33f79ea-3060-4c9d-b47d-f427d5af073f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:48.196294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d33f79ea-3060-4c9d-b47d-f427d5af073f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:48.377238 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d33f79ea-3060-4c9d-b47d-f427d5af073f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:48.398349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f79ea-3060-4c9d-b47d-f427d5af073f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ba5172-b66b-44ac-9bff-d2c1e0292fe7,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:48.546504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40394) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:48.562439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e1af29d-c263-4e14-a1bc-8d925244e1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:48.582942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d33f79ea-3060-4c9d-b47d-f427d5af073f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:48.584637 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d33f79ea-3060-4c9d-b47d-f427d5af073f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6432266 Sep 22 09:52:48.592657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40396) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:48.596199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2032c856-59f0-499a-b5ce-318670d12d3d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '91297a1c-d161-4a6a-8f87-e61c58593f65', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:48.699967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e1af29d-c263-4e14-a1bc-8d925244e1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:48.774990 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e1af29d-c263-4e14-a1bc-8d925244e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:48.851239 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7e1af29d-c263-4e14-a1bc-8d925244e1c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b3e720a0db94346b8f3e070107c2c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035574 Sep 22 09:52:48.854274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af29d-c263-4e14-a1bc-8d925244e1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7079ce-5e82-4000-81e2-649d612d9f29,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:48.854693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40410) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:48.950502 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-2032c856-59f0-499a-b5ce-318670d12d3d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Project 9405e14d620a4da0b6fefcb274955fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:52:48.972593 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2032c856-59f0-499a-b5ce-318670d12d3d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:49.060052 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87af1dae-bd1a-4d95-b729-981769dcf974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:49.107103 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87af1dae-bd1a-4d95-b729-981769dcf974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:49.125026 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2032c856-59f0-499a-b5ce-318670d12d3d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:49.148710 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-11963c1a-d78e-4b79-95e4-483afb3ead96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1760793 Sep 22 09:52:49.261226 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2032c856-59f0-499a-b5ce-318670d12d3d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:49.286274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-5d73138a-5ce8-4829-bf7d-b3f965aa1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.287146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-5d73138a-5ce8-4829-bf7d-b3f965aa1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.287536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-5d73138a-5ce8-4829-bf7d-b3f965aa1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.288026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-5d73138a-5ce8-4829-bf7d-b3f965aa1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.288560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-5d73138a-5ce8-4829-bf7d-b3f965aa1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.290989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-5d73138a-5ce8-4829-bf7d-b3f965aa1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.290989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-5d73138a-5ce8-4829-bf7d-b3f965aa1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.293577 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-5d73138a-5ce8-4829-bf7d-b3f965aa1872 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6489 time: 0.0833287 Sep 22 09:52:49.299647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032c856-59f0-499a-b5ce-318670d12d3d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99c1acd-b4e1-4480-a661-35a942023e7a,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:49.404320 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87af1dae-bd1a-4d95-b729-981769dcf974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:49.407554 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-87af1dae-bd1a-4d95-b729-981769dcf974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:49.411262 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-87af1dae-bd1a-4d95-b729-981769dcf974 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f7079ce-5e82-4000-81e2-649d612d9f29 HTTP/1.1" status: 204 len: 168 time: 0.5530138 Sep 22 09:52:49.417021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af1dae-bd1a-4d95-b729-981769dcf974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7079ce-5e82-4000-81e2-649d612d9f29,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:49.448692 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2032c856-59f0-499a-b5ce-318670d12d3d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:49.453434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2032c856-59f0-499a-b5ce-318670d12d3d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8602636 Sep 22 09:52:49.454412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40440) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:49.460214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-bdd67fa3-e89d-4d80-b695-ee77db0eab71 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '91297a1c-d161-4a6a-8f87-e61c58593f65', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:49.484399 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-32bb3394-f9ca-4e00-8034-479edcd24063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.486176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-32bb3394-f9ca-4e00-8034-479edcd24063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.487460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-32bb3394-f9ca-4e00-8034-479edcd24063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.490474 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-32bb3394-f9ca-4e00-8034-479edcd24063 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=be65fbb3-88b8-40fa-bf49-309829d1dde6&id=be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 200 len: 2292 time: 0.1568985 Sep 22 09:52:49.610932 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-bdd67fa3-e89d-4d80-b695-ee77db0eab71 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Project 9405e14d620a4da0b6fefcb274955fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:52:49.623278 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bdd67fa3-e89d-4d80-b695-ee77db0eab71 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:49.684581 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-53387ef9-049b-49c3-9519-a7e273dd6d69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 200 len: 1000 time: 0.1864376 Sep 22 09:52:49.793218 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-da4b86ce-017c-4dda-80fc-17ded86103ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.795904 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-da4b86ce-017c-4dda-80fc-17ded86103ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5da2a3ed-b29b-428a-b8c1-defac8adcba1 HTTP/1.1" status: 200 len: 851 time: 0.1022406 Sep 22 09:52:49.798532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bdd67fa3-e89d-4d80-b695-ee77db0eab71 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:49.863197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device bca61428-8f61-4141-baf1-8a20f4a13bd2 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:52:49.870928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-bb3ccf01-04fa-48a4-962e-fca93bc00989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:49.873126 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-bb3ccf01-04fa-48a4-962e-fca93bc00989 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692787 Sep 22 09:52:49.924468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bdd67fa3-e89d-4d80-b695-ee77db0eab71 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:49.946285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: bca61428-8f61-4141-baf1-8a20f4a13bd2 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:52:49.956607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device bca61428-8f61-4141-baf1-8a20f4a13bd2 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:52:49.973316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd67fa3-e89d-4d80-b695-ee77db0eab71 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debc782f-a13b-4673-97e5-2da663495761,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:50.032669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-a06d0349-f50a-46fa-ab51-ca77c4305257 service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389320 Sep 22 09:52:50.113402 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bdd67fa3-e89d-4d80-b695-ee77db0eab71 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:50.115283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bdd67fa3-e89d-4d80-b695-ee77db0eab71 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6597509 Sep 22 09:52:50.118811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40472) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:50.123946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'network': {'name': 'tempest-network-smoke--998344326', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'port_security_enabled': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:50.154243 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-dc2117a9-1c51-4867-a453-03ef919e6853 service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142793 Sep 22 09:52:50.273583 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-e324624b-579e-40cf-bf31-6ee3389f1157 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 217 time: 0.1107070 Sep 22 09:52:50.295230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:52:50.300990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:50.339636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:52:50.371102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:50.371454 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Added segment 701bad22-25b6-4d34-b626-02e4e19cc470 of type vlan for network a80dfee2-5b60-4683-bcb3-3b1a31065960 Sep 22 09:52:50.374302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-677e9375-33f1-4442-88b2-c1bec24eebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:50.376817 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-677e9375-33f1-4442-88b2-c1bec24eebc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0950706 Sep 22 09:52:50.488565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:50.491564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-70618c80-1d59-4063-9736-cd835decf1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:50.493749 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-70618c80-1d59-4063-9736-cd835decf1c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1080923 Sep 22 09:52:50.638105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:50.643977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:50.645336 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:50.670507 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-73039df2-0e2b-4bc8-be6b-d8aca0567941 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682963 Sep 22 09:52:50.735838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Network': ['ID=a80dfee2-5b60-4683-bcb3-3b1a31065960,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:50.747608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network a80dfee2-5b60-4683-bcb3-3b1a31065960 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:52:50.810728 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5ad7ef9f-a11c-4aff-a557-e7c89960feea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6907976 Sep 22 09:52:50.815272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40516) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:50.821916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'admin_state_up': True, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:50.858138 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-f8544baa-70f9-4508-a7e7-7b5cd42d35e1 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805577 Sep 22 09:52:50.910881 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-c04b94d3-2cdc-4dc0-8beb-19f590c50302 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 217 time: 0.0405624 Sep 22 09:52:50.954566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:50.955917 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:50.990833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-ee9d3e5f-0e30-4ce5-9a55-ef4944f2ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:50.993911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-ee9d3e5f-0e30-4ce5-9a55-ef4944f2ab11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0753739 Sep 22 09:52:51.049930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-55b844ea-433e-47da-8f7d-7cbb37a5b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:51.051471 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-55b844ea-433e-47da-8f7d-7cbb37a5b8f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0495050 Sep 22 09:52:51.062276 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:51.179745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40540) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:51.271370 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-978a817a-4601-43ff-90a1-ec0bfc2e2ffe service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093782 Sep 22 09:52:51.492181 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-b5ee68a6-94be-41bf-9e1c-af5296456cc5 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131779 Sep 22 09:52:51.580681 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-b85bbfaa-0435-41f0-a8b3-8ebe1c8579e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa HTTP/1.1" status: 200 len: 217 time: 0.0808659 Sep 22 09:52:51.630650 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:51.655693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-f7664148-d1a4-484e-b9d6-11af8c6f01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:51.658542 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-f7664148-d1a4-484e-b9d6-11af8c6f01dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0697908 Sep 22 09:52:51.771099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-11f90c25-6749-4080-97f2-82e35dd70074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:51.771099 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-11f90c25-6749-4080-97f2-82e35dd70074 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932302 Sep 22 09:52:51.864670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40582) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:52.144770 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-4527fad4-c484-4c0a-b014-b862bb884b86 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678751 Sep 22 09:52:52.235042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1945767966-network', 'tenant_id': '5ff3ec867c4c419ebf4e4d97c47f4908'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:52.316156 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-683de6ea-cbc1-44fe-a49c-e41eca91f02c service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612544 Sep 22 09:52:52.397751 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-d1e795ab-e48a-418b-ab51-f15b8405a039 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b HTTP/1.1" status: 200 len: 217 time: 0.0737412 Sep 22 09:52:52.544046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Made reservation on behalf of 5ff3ec867c4c419ebf4e4d97c47f4908 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:52:52.546366 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:52.564718 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:52.595573 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-76219c82-1e45-424d-8c80-64f8d158f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:52.597353 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-76219c82-1e45-424d-8c80-64f8d158f72b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.1926527 Sep 22 09:52:52.690616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-9cc05a1f-0e05-41b4-9831-91e15076355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:52.692183 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-9cc05a1f-0e05-41b4-9831-91e15076355c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0870194 Sep 22 09:52:52.769140 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:52.816258 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:52.816673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:52.837699 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-de5dad53-dff2-4b55-ad67-0d1221cc85ce service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360393 Sep 22 09:52:52.893119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:52.949902 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-4caf3175-e84b-417b-b81a-510ea9198ecb service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039717 Sep 22 09:52:53.018271 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-319441cd-9d70-4fd4-b5cd-722f0008583c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0617695 Sep 22 09:52:53.040689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:53.107856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:52:53.118700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.25.6.33 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/f14c050e-8f44-4528-b0b8-b682bf065888) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:52:53.140709 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6928385-f731-420d-adcf-a59de4c33796,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:53.148138 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:53.148675 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Added segment 6c09f447-5895-4a16-9ee0-cd822714b69e of type vlan for network c7f51e8c-d315-4cea-849b-8896090d41f6 Sep 22 09:52:53.151646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-38d79526-541e-43b1-9a86-824d0538cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:53.153694 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-38d79526-541e-43b1-9a86-824d0538cffb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.1237469 Sep 22 09:52:53.385950 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:53.461954 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:53.580649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] Deleting port 9ed1045b-edec-4b2b-969c-dc5619592d27 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:52:53.581015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:53.700271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40666) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:53.716495 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:53.732346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:53.737667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-21919e4b-99ed-4ae9-967a-31ac4091b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:53.739505 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-21919e4b-99ed-4ae9-967a-31ac4091b505 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5755932 Sep 22 09:52:53.798242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] For port 9ed1045b-edec-4b2b-969c-dc5619592d27, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9ed1045b-edec-4b2b-969c-dc5619592d27,segment=NetworkSegment(dec2ada2-4c69-43ea-9e34-b6eefc058fa0),segment_id=dec2ada2-4c69-43ea-9e34-b6eefc058fa0)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:52:53.798728 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:53.877109 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-0bdc5442-06af-4056-b6e0-cf5538477229 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220944 Sep 22 09:52:53.963756 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:53.964886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:53.965564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:54.058672 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-9c629584-6147-4c17-b6f9-fdc249797b18 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753528 Sep 22 09:52:54.059472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f51e8c-d315-4cea-849b-8896090d41f6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:54.074442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network c7f51e8c-d315-4cea-849b-8896090d41f6 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:52:54.117277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-fc9c144d-402f-40d2-8b8b-3c0df54d9de7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 200 len: 217 time: 0.0505779 Sep 22 09:52:54.269680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-fbc1c35c-97a9-4acb-a628-a9afaa5d286a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:54.274163 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-fbc1c35c-97a9-4acb-a628-a9afaa5d286a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.1479261 Sep 22 09:52:54.285430 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9d360412-7891-4041-a5b9-89b620124d25 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4141128 Sep 22 09:52:54.319954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40678) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:54.336080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] Request body: {'subnet': {'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1945767966-subnet', 'tenant_id': '5ff3ec867c4c419ebf4e4d97c47f4908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:54.355736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] Calling delete_port for 9ed1045b-edec-4b2b-969c-dc5619592d27 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:52:54.425632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:52:54.427131 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8d48f1e-d2d2-4d18-acec-651bdaf16bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:54.428645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=f14c050e-8f44-4528-b0b8-b682bf065888,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:54.430567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:52:54.439625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:52:54.460326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-d86b63b1-7bef-42c1-977f-9e502ffa8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:54.461476 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-d86b63b1-7bef-42c1-977f-9e502ffa8276 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1752019 Sep 22 09:52:54.475857 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ec12a0c0-468f-437e-a0dd-0df640b47fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:54.584672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] Made reservation on behalf of 5ff3ec867c4c419ebf4e4d97c47f4908 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:52:54.598475 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:54.598642 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:54.726792 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-c33e8ea8-e5ea-4ce3-83cc-1b3021bfd654 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551606 Sep 22 09:52:55.117696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:55.174523 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-89f0346c-bff6-4fc6-9352-156ee32220a2 req-54849fef-da0a-4cd0-8708-ae7e92a90419 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899336 Sep 22 09:52:55.235686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] Checking segment: {'id': '6c09f447-5895-4a16-9ee0-cd822714b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:52:55.236416 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] Network hostable DHCP agents. Network: c7f51e8c-d315-4cea-849b-8896090d41f6, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:52:55.239241 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ec12a0c0-468f-437e-a0dd-0df640b47fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:55.239867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=438e6d02-2370-4516-b57a-3b4477b2ccc2,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:55.323933 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:55.376484 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:55.408171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed1045b-edec-4b2b-969c-dc5619592d27,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:55.432384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] Network c7f51e8c-d315-4cea-849b-8896090d41f6 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:52:55.452879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ec12a0c0-468f-437e-a0dd-0df640b47fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:55.577320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12a0c0-468f-437e-a0dd-0df640b47fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e976fe-91c2-490d-ac51-f4d9bf1573e4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:55.602527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, c7f51e8c-d315-4cea-849b-8896090d41f6) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:52:55.604802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:55.605463 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:55.626032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45021c41-9c08-440b-9b3f-6f759b4454a4 None None] Network c7f51e8c-d315-4cea-849b-8896090d41f6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:52:55.785558 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-28b4c713-5b88-4517-859d-5c9cda6b63ff admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4550712 Sep 22 09:52:55.799783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ec12a0c0-468f-437e-a0dd-0df640b47fc2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfc5c310bf9143f785a96133be9482ec&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0935800 Sep 22 09:52:55.800011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40722) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:55.893439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d17fa1bd-d8c9-487f-af63-9d505d478d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:55.916195 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:55.946914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8d7ad-63ff-448c-ac10-856f010454d4 None None] Network c7f51e8c-d315-4cea-849b-8896090d41f6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:52:55.955611 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d17fa1bd-d8c9-487f-af63-9d505d478d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:56.068408 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:56.163213 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d17fa1bd-d8c9-487f-af63-9d505d478d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:56.171217 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d17fa1bd-d8c9-487f-af63-9d505d478d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:56.171929 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d17fa1bd-d8c9-487f-af63-9d505d478d50 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7e976fe-91c2-490d-ac51-f4d9bf1573e4 HTTP/1.1" status: 204 len: 168 time: 0.3690152 Sep 22 09:52:56.197235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fa1bd-d8c9-487f-af63-9d505d478d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e976fe-91c2-490d-ac51-f4d9bf1573e4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:56.703483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router a5432369-1a93-4d61-996c-7c2cfd2b4065 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:52:56.858960 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] Router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:52:56.975225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:52:56.993370 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Sync routers for ids ['a5432369-1a93-4d61-996c-7c2cfd2b4065'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:52:57.019855 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Routers {'a5432369-1a93-4d61-996c-7c2cfd2b4065'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:52:57.022232 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:52:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a5432369-1a93-4d61-996c-7c2cfd2b4065'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:52:57.058304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:52:57.066489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40762) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:57.067148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2c70436a-4e52-4cc4-84bb-15c1c0ce9037 admin admin] 10.222.0.49 "PUT /v2.0/routers/3bcddf5a-d6df-4748-bc23-11dd07ac6533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8841445 Sep 22 09:52:57.071755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d894e-8b05-47c8-ad52-d5eea88fedac None None] Sync routers for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:52:57.094257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d894e-8b05-47c8-ad52-d5eea88fedac None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:52:57.095830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5c9d894e-8b05-47c8-ad52-d5eea88fedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:52:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:52:57.112288 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:57.113594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8f115f01-2b2d-424c-8bfe-a97625cd1258 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.2972751 Sep 22 09:52:57.117027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40766) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:57.475206 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Set router a5432369-1a93-4d61-996c-7c2cfd2b4065 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:52:57.477780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:57.629369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40776) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:57.668326 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ac4836-998f-4ec2-803b-93c508b2d0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:57.681851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-5c9d894e-8b05-47c8-ad52-d5eea88fedac None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:52:57.926657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:57.963139 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c8d0-15bf-4162-a061-5a5131ec959d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:58.040201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d77474ae-f105-4c32-b6fe-786819d3cc5c tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=9405e14d620a4da0b6fefcb274955fd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9219749 Sep 22 09:52:58.040795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40796) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:58.111426 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ac4836-998f-4ec2-803b-93c508b2d0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:58.151458 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:58.171017 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:52:54Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:52:58.194484 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:58.217427 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Checking router: a5432369-1a93-4d61-996c-7c2cfd2b4065 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:52:58.217904 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Updating router a5432369-1a93-4d61-996c-7c2cfd2b4065 port f14c050e-8f44-4528-b0b8-b682bf065888 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:52:58.278542 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:58.304166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ac4836-998f-4ec2-803b-93c508b2d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:58.335037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5c9d894e-8b05-47c8-ad52-d5eea88fedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:52:55Z', 'revision_number': 5, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port': {'id': 'aa53be00-17b5-4e8c-aae9-7b0767070f1c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:14Z', 'updated_at': '2021-09-22T09:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:52:58.449278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-44ac4836-998f-4ec2-803b-93c508b2d0fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32ac477d46e245659270c5f28634358a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8160264 Sep 22 09:52:58.450651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac4836-998f-4ec2-803b-93c508b2d0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbcab0e-3f77-45ee-8e2d-0e38972f274d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:58.455621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87d0e0-d1c8-457a-a315-5ca87ec68553 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:52:58.463201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40810) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:58.463521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40812) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:58.464431 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9e87d0e0-d1c8-457a-a315-5ca87ec68553 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4216688 Sep 22 09:52:58.511407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d894e-8b05-47c8-ad52-d5eea88fedac None None] Checking router: 3bcddf5a-d6df-4748-bc23-11dd07ac6533 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:52:58.554759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d894e-8b05-47c8-ad52-d5eea88fedac None None] Routers {'3bcddf5a-d6df-4748-bc23-11dd07ac6533'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:52:58.558417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5c9d894e-8b05-47c8-ad52-d5eea88fedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:52:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:52:58.561457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Deleting port aa53be00-17b5-4e8c-aae9-7b0767070f1c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:52:58.562163 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:58.642859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c24d8ade-29ca-4821-903a-b6039dd39a78 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1659808 Sep 22 09:52:58.648974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40820) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:52:58.670116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-726752041', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:52:58.824154 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:58.874219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] For port aa53be00-17b5-4e8c-aae9-7b0767070f1c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=aa53be00-17b5-4e8c-aae9-7b0767070f1c,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:52:58.877381 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:58.913891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-5c9d894e-8b05-47c8-ad52-d5eea88fedac None None] Set router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:52:58.932436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Calling delete_port for aa53be00-17b5-4e8c-aae9-7b0767070f1c owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:52:58.952972 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:58.956192 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c64695b-65ae-404e-946d-3b90c9423841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:58.996922 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c64695b-65ae-404e-946d-3b90c9423841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:59.059973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-5c9d894e-8b05-47c8-ad52-d5eea88fedac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:52:57Z', 'revision_number': 6, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:52:59.106127 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Attempting to bind port f14c050e-8f44-4528-b0b8-b682bf065888 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:52:59.106853 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Attempting to bind port f14c050e-8f44-4528-b0b8-b682bf065888 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:52:59.107509 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Attempting to bind port f14c050e-8f44-4528-b0b8-b682bf065888 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:52:59.108588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d894e-8b05-47c8-ad52-d5eea88fedac None None] The sync data for ids ['3bcddf5a-d6df-4748-bc23-11dd07ac6533'] in n-d-805649-4 is: [{'id': '3bcddf5a-d6df-4748-bc23-11dd07ac6533', 'name': 'tempest-TestVolumeBackupRestore-1308900654-router', 'tenant_id': '32bae1902dca42eb8708e88479157ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:12Z', 'updated_at': '2021-09-22T09:52:57Z', 'revision_number': 6, 'project_id': '32bae1902dca42eb8708e88479157ff8', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:52:59.129555 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:52:59.129805 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:52:59.130149 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:59.130714 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:52:59.131195 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Bound port: f14c050e-8f44-4528-b0b8-b682bf065888, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:52:59.131573 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:59.164644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:52:59.169041 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:59.179894 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Pushing event updated for resources: {'Port': ['ID=f14c050e-8f44-4528-b0b8-b682bf065888,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:59.218724 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c64695b-65ae-404e-946d-3b90c9423841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:59.221856 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c64695b-65ae-404e-946d-3b90c9423841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:59.227050 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7c64695b-65ae-404e-946d-3b90c9423841 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7dbcab0e-3f77-45ee-8e2d-0e38972f274d HTTP/1.1" status: 204 len: 168 time: 0.7574012 Sep 22 09:52:59.248767 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.249323 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.249534 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.249803 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.250268 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.250635 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.250953 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.251265 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.251582 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.251970 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.252292 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.252597 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:52:59.286663 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] For port f14c050e-8f44-4528-b0b8-b682bf065888, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:52:59.290920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64695b-65ae-404e-946d-3b90c9423841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbcab0e-3f77-45ee-8e2d-0e38972f274d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:59.292065 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] For port f14c050e-8f44-4528-b0b8-b682bf065888, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f14c050e-8f44-4528-b0b8-b682bf065888,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:52:59.535209 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:59.573287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa53be00-17b5-4e8c-aae9-7b0767070f1c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:59.592516 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:59.593302 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:59.750925 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Routers {'a5432369-1a93-4d61-996c-7c2cfd2b4065'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:52:59.751541 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:52:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a5432369-1a93-4d61-996c-7c2cfd2b4065'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:52:59.765048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Subnet': ['ID=c0497640-04e3-42c2-b085-86c38aab2092,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:59.776229 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc13d64-0691-47df-a055-ea62399d9847 None None] Pushing event updated for resources: {'Port': ['ID=f14c050e-8f44-4528-b0b8-b682bf065888,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:52:59.787385 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:52:59.848823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Checking segment: {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:52:59.849467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network hostable DHCP agents. Network: a80dfee2-5b60-4683-bcb3-3b1a31065960, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:52:59.925085 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:00.003150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network a80dfee2-5b60-4683-bcb3-3b1a31065960 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:53:00.066603 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:00.069876 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:00.169120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, a80dfee2-5b60-4683-bcb3-3b1a31065960) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:53:00.192510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:00.193274 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:00.201676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec2eaf-d121-46bb-89c9-ce3691e75f04 None None] Network a80dfee2-5b60-4683-bcb3-3b1a31065960 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:53:00.248238 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] Set router a5432369-1a93-4d61-996c-7c2cfd2b4065 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:53:00.261644 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:00.265756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bcddf5a-d6df-4748-bc23-11dd07ac6533 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:53:00.269035 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:00.270409 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-819bb480-e392-4a2b-83cb-405dadf7e777 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3bcddf5a-d6df-4748-bc23-11dd07ac6533 HTTP/1.1" status: 204 len: 168 time: 3.2012994 Sep 22 09:53:00.274408 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40874) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:00.417177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f39ee167-ff2f-4a08-89a7-0ea11caffb2c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7671793 Sep 22 09:53:00.420407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 40880) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:00.430518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58bbf28-f552-4b94-bbc0-5975c51354cf admin admin] Deleting subnet 9e5351d1-2921-4817-b3bc-6103e6667029 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:53:00.434365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a58bbf28-f552-4b94-bbc0-5975c51354cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:00.501546 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a58bbf28-f552-4b94-bbc0-5975c51354cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:00.647128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-a80dfee2-5b60-4683-bcb3-3b1a31065960', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:53:00.648323 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:00.655262 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:52:54Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:00.736501 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522908b-09a2-4aa1-b5a0-cfc0c196f4f6 None None] The sync data for ids ['a5432369-1a93-4d61-996c-7c2cfd2b4065'] in n-d-805649-4 is: [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:52:54Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:53:00.820284 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a58bbf28-f552-4b94-bbc0-5975c51354cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:01.006452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9ed1045b-edec-4b2b-969c-dc5619592d27 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:53:01.091092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a58bbf28-f552-4b94-bbc0-5975c51354cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:01.115000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 9ed1045b-edec-4b2b-969c-dc5619592d27 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:53:01.115000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9ed1045b-edec-4b2b-969c-dc5619592d27 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:53:01.115000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device aa53be00-17b5-4e8c-aae9-7b0767070f1c no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:53:01.216971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bbf28-f552-4b94-bbc0-5975c51354cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e5351d1-2921-4817-b3bc-6103e6667029,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:01.227769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: aa53be00-17b5-4e8c-aae9-7b0767070f1c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:53:01.228119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device aa53be00-17b5-4e8c-aae9-7b0767070f1c not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:53:01.229035 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a58bbf28-f552-4b94-bbc0-5975c51354cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:01.231305 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a58bbf28-f552-4b94-bbc0-5975c51354cf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9e5351d1-2921-4817-b3bc-6103e6667029 HTTP/1.1" status: 204 len: 168 time: 0.9554751 Sep 22 09:53:01.252963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40914) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:01.268094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3945c669-e0ee-4414-a4ed-90ae8a47eb43 None None] Network 91733998-06bf-47bc-8d05-2738dba4e322 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:53:01.461483 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:01.598556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Allocated IP 172.20.0.2 (a80dfee2-5b60-4683-bcb3-3b1a31065960/c0497640-04e3-42c2-b085-86c38aab2092/b1b43ab0-da64-4329-a8e2-ed6808623935) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:53:01.658896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Deleting port 513f4883-d2cd-4e0f-9503-55d61b91eb72 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:53:01.659132 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:01.854928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] For port 513f4883-d2cd-4e0f-9503-55d61b91eb72, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=513f4883-d2cd-4e0f-9503-55d61b91eb72,segment=NetworkSegment(dec2ada2-4c69-43ea-9e34-b6eefc058fa0),segment_id=dec2ada2-4c69-43ea-9e34-b6eefc058fa0)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:53:01.856980 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:01.905873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Calling delete_port for 513f4883-d2cd-4e0f-9503-55d61b91eb72 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:53:02.442514 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:02.478602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:02.513494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] No DVR routers for this DVR port 513f4883-d2cd-4e0f-9503-55d61b91eb72 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:53:02.586263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Pushing event deleted for resources: {'Port': ['ID=513f4883-d2cd-4e0f-9503-55d61b91eb72,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:02.591307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b92646-642b-412a-b31a-8d21131075e3 None None] DHCP port deletion for 91733998-06bf-47bc-8d05-2738dba4e322 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:53:02.615674 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:02.768317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Network a80dfee2-5b60-4683-bcb3-3b1a31065960 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:53:02.777537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:53:02.786043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:53:02.789404 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:02.800281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:02.828711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Pushing event updated for resources: {'Port': ['ID=b1b43ab0-da64-4329-a8e2-ed6808623935,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:02.888294 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91733998-06bf-47bc-8d05-2738dba4e322']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:02.927941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:02.928360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec2ada2-4c69-43ea-9e34-b6eefc058fa0') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:02.975955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:03.086445 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:03.110237 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:53:03.110654 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:53:03.328290 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:53:03.426751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:03.432616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:03.438370 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] 10.222.0.49 "DELETE /v2.0/networks/91733998-06bf-47bc-8d05-2738dba4e322 HTTP/1.1" status: 204 len: 168 time: 2.1791985 Sep 22 09:53:03.442747 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 40996) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:03.521061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.20.0.1 (a80dfee2-5b60-4683-bcb3-3b1a31065960/c0497640-04e3-42c2-b085-86c38aab2092/bbd65145-cdea-4bd7-8e33-d9ba825a67cb) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:53:03.620902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f14c050e-8f44-4528-b0b8-b682bf065888 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:53:03.847373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Attempting to bind port b1b43ab0-da64-4329-a8e2-ed6808623935 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:53:03.847760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Attempting to bind port b1b43ab0-da64-4329-a8e2-ed6808623935 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:53:03.848136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Attempting to bind port b1b43ab0-da64-4329-a8e2-ed6808623935 on network a80dfee2-5b60-4683-bcb3-3b1a31065960 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:53:03.872167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:53:03.872437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Checking segment: {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:53:03.898698 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:03.904882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Bound using segment: {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:53:03.905572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Bound port: b1b43ab0-da64-4329-a8e2-ed6808623935, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:53:03.905995 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:04.010054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e98e5a-aff0-48c9-ad96-e3b232ebfe88 admin admin] Pushing event deleted for resources: {'Network': ['ID=91733998-06bf-47bc-8d05-2738dba4e322,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:04.010674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f14c050e-8f44-4528-b0b8-b682bf065888 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:04.011112 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:04.035995 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:04.258458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] For port b1b43ab0-da64-4329-a8e2-ed6808623935, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:53:04.264094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] For port b1b43ab0-da64-4329-a8e2-ed6808623935, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b1b43ab0-da64-4329-a8e2-ed6808623935,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:53:04.268769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:04.353623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network a80dfee2-5b60-4683-bcb3-3b1a31065960 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:53:04.358756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:53:04.372251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:53:04.374030 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:04.431930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port f14c050e-8f44-4528-b0b8-b682bf065888, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f14c050e-8f44-4528-b0b8-b682bf065888,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:53:04.435908 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:04.496467 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:04.529523 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:04.632991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794a01f-4528-4671-ac07-ba721897d560 None None] Pushing event updated for resources: {'Port': ['ID=b1b43ab0-da64-4329-a8e2-ed6808623935,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:04.646042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=bbd65145-cdea-4bd7-8e33-d9ba825a67cb,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:04.666221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 513f4883-d2cd-4e0f-9503-55d61b91eb72 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:53:04.898590 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:04.926097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 513f4883-d2cd-4e0f-9503-55d61b91eb72 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:53:04.929959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 513f4883-d2cd-4e0f-9503-55d61b91eb72 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:53:04.994937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=f14c050e-8f44-4528-b0b8-b682bf065888,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:05.191951 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:05.272935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b1b43ab0-da64-4329-a8e2-ed6808623935 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:53:05.473695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b1b43ab0-da64-4329-a8e2-ed6808623935 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:05.478572 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:05.609745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] Deleting port 559fbd6c-1a4e-473b-8508-2a4b3af701ae {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:53:05.610347 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:05.714051 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:05.853076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port b1b43ab0-da64-4329-a8e2-ed6808623935, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b1b43ab0-da64-4329-a8e2-ed6808623935,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:53:05.941498 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] For port 559fbd6c-1a4e-473b-8508-2a4b3af701ae, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=559fbd6c-1a4e-473b-8508-2a4b3af701ae,segment=NetworkSegment(74db7704-737f-4969-b097-9c23ca90ffed),segment_id=74db7704-737f-4969-b097-9c23ca90ffed)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:53:05.946731 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:05.968344 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:06.017373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] Calling delete_port for 559fbd6c-1a4e-473b-8508-2a4b3af701ae owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:53:06.084057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=b1b43ab0-da64-4329-a8e2-ed6808623935,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:06.092955 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:06.186082 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:06.341613 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=bbd65145-cdea-4bd7-8e33-d9ba825a67cb,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:06.393301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:06.415410 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:06.431471 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:53:06.533951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f1960f-ef2a-4e15-843b-70546b09c286 None None] Network a80dfee2-5b60-4683-bcb3-3b1a31065960 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:53:06.589817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] Pushing event deleted for resources: {'Port': ['ID=559fbd6c-1a4e-473b-8508-2a4b3af701ae,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:06.707390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network a80dfee2-5b60-4683-bcb3-3b1a31065960 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:53:06.709149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:53:06.769045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eb1a53b3-cd0f-4299-b4a2-2096d1db19e8 None None] Provisioning complete for port b1b43ab0-da64-4329-a8e2-ed6808623935 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:06.773239 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eb1a53b3-cd0f-4299-b4a2-2096d1db19e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:07.026874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router a5432369-1a93-4d61-996c-7c2cfd2b4065 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:53:07.258227 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:07.361261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f14c050e-8f44-4528-b0b8-b682bf065888 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:53:07.446053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:53:07.480513 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Sync routers for ids ['a5432369-1a93-4d61-996c-7c2cfd2b4065'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:53:07.489694 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ed4535cf-5d59-4a99-be0b-e52f368f6201 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "PUT /v2.0/routers/a5432369-1a93-4d61-996c-7c2cfd2b4065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0680220 Sep 22 09:53:07.493878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f14c050e-8f44-4528-b0b8-b682bf065888 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:07.500273 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:07.501102 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Routers {'a5432369-1a93-4d61-996c-7c2cfd2b4065'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:53:07.501102 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:52:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a5432369-1a93-4d61-996c-7c2cfd2b4065'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:07.655754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] Router c3ece24a-32ac-4296-9901-ec829791d381 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:53:07.741968 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b1b43ab0-da64-4329-a8e2-ed6808623935 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:53:07.919768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:53:07.932896 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0c41f454-5de7-4339-950a-61ebf8c095bb admin admin] 10.222.0.49 "PUT /v2.0/routers/c3ece24a-32ac-4296-9901-ec829791d381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4810133 Sep 22 09:53:07.935032 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Set router a5432369-1a93-4d61-996c-7c2cfd2b4065 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:53:07.940055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41130) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:07.947173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9ade3-263a-43d2-b2ab-a96a4027989f None None] Sync routers for ids ['c3ece24a-32ac-4296-9901-ec829791d381'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:53:07.978201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b1b43ab0-da64-4329-a8e2-ed6808623935 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:07.979779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:07.985512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ce40de30-b5c4-4dca-8808-02b5788183b9 None None] Provisioning complete for port b1b43ab0-da64-4329-a8e2-ed6808623935 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:07.989960 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ce40de30-b5c4-4dca-8808-02b5788183b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:08.120441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9ade3-263a-43d2-b2ab-a96a4027989f None None] Routers {'c3ece24a-32ac-4296-9901-ec829791d381'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:53:08.127063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e8d9ade3-263a-43d2-b2ab-a96a4027989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:52:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c3ece24a-32ac-4296-9901-ec829791d381'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:08.151866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-168ee91c-f00a-4af8-b0c1-e06c1706bb05 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188526341&fields=id&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 267 time: 0.0713637 Sep 22 09:53:08.375640 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:08.448427 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'bbd65145-cdea-4bd7-8e33-d9ba825a67cb', 'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:a4:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:53:03Z', 'updated_at': '2021-09-22T09:53:05Z', 'revision_number': 2, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:08.480307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e8d9ade3-263a-43d2-b2ab-a96a4027989f None None] Set router c3ece24a-32ac-4296-9901-ec829791d381 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:53:08.492407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581790a3-3319-496b-8daf-f70318f6eedf req-c627a5a5-6a4b-437d-8117-5d545ed26291 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:08.502066 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-c627a5a5-6a4b-437d-8117-5d545ed26291 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/networks?id=a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 200 len: 796 time: 0.3361771 Sep 22 09:53:08.569172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-88fdd7de-73e4-4b1a-b153-f6645e636906 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/quotas/9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 375 time: 0.0659268 Sep 22 09:53:08.589719 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Checking router: a5432369-1a93-4d61-996c-7c2cfd2b4065 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:53:08.590288 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Updating router a5432369-1a93-4d61-996c-7c2cfd2b4065 port bbd65145-cdea-4bd7-8e33-d9ba825a67cb binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:53:08.617371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ce40de30-b5c4-4dca-8808-02b5788183b9 None None] Provisioning complete for port bbd65145-cdea-4bd7-8e33-d9ba825a67cb triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:08.617661 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ce40de30-b5c4-4dca-8808-02b5788183b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:08.621292 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:08.624169 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:08.643645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-00ea5210-268a-438b-8815-23fc700de210 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694392 Sep 22 09:53:08.694306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ce40de30-b5c4-4dca-8808-02b5788183b9 None None] Port bbd65145-cdea-4bd7-8e33-d9ba825a67cb cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:53:08.785741 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-6bd0319a-41e7-46b1-a7dd-c8c5c99365d1 service neutron] 10.222.0.49 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280131 Sep 22 09:53:08.811103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e8d9ade3-263a-43d2-b2ab-a96a4027989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'name': 'tempest-TestVolumeBackupRestore-1844310705-router', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:27Z', 'updated_at': '2021-09-22T09:53:06Z', 'revision_number': 5, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'gw_port': {'id': 'a9c8f38c-df9c-43fd-8b04-45944f629a27', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:46:28Z', 'updated_at': '2021-09-22T09:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:08.855620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9ade3-263a-43d2-b2ab-a96a4027989f None None] Checking router: c3ece24a-32ac-4296-9901-ec829791d381 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:53:08.862425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-29ef0c95-5980-43fa-84c1-e7217e88b5b5 None None] Provisioning complete for port bbd65145-cdea-4bd7-8e33-d9ba825a67cb triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:08.863039 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-29ef0c95-5980-43fa-84c1-e7217e88b5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:08.884104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9ade3-263a-43d2-b2ab-a96a4027989f None None] Routers {'c3ece24a-32ac-4296-9901-ec829791d381'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:53:08.884971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e8d9ade3-263a-43d2-b2ab-a96a4027989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:52:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c3ece24a-32ac-4296-9901-ec829791d381'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:09.010586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-29ef0c95-5980-43fa-84c1-e7217e88b5b5 None None] Port bbd65145-cdea-4bd7-8e33-d9ba825a67cb cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:53:09.025779 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41150) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:09.064918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e8d9ade3-263a-43d2-b2ab-a96a4027989f None None] Set router c3ece24a-32ac-4296-9901-ec829791d381 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:53:09.100278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-34f17472-2aa2-491b-9967-bed9339170df service neutron] 10.222.0.49 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036847 Sep 22 09:53:09.110121 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:09.122176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Deleting port a9c8f38c-df9c-43fd-8b04-45944f629a27 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:53:09.122519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:09.144125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e8d9ade3-263a-43d2-b2ab-a96a4027989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'name': 'tempest-TestVolumeBackupRestore-1844310705-router', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:27Z', 'updated_at': '2021-09-22T09:53:08Z', 'revision_number': 6, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:09.178245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9ade3-263a-43d2-b2ab-a96a4027989f None None] The sync data for ids ['c3ece24a-32ac-4296-9901-ec829791d381'] in n-d-805649-4 is: [{'id': 'c3ece24a-32ac-4296-9901-ec829791d381', 'name': 'tempest-TestVolumeBackupRestore-1844310705-router', 'tenant_id': '1186d3bc8f7646d98b3ff38889d85951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:46:27Z', 'updated_at': '2021-09-22T09:53:08Z', 'revision_number': 6, 'project_id': '1186d3bc8f7646d98b3ff38889d85951', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:53:09.251654 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:09.295890 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8df24500-67ae-4c70-8565-c91121da17d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:09.348658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] For port a9c8f38c-df9c-43fd-8b04-45944f629a27, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a9c8f38c-df9c-43fd-8b04-45944f629a27,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:53:09.353631 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:09.407079 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ac0b1-b6ac-4915-b62a-f00b5572e828 None None] Pushing event updated for resources: {'Port': ['ID=bbd65145-cdea-4bd7-8e33-d9ba825a67cb,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:09.409362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Calling delete_port for a9c8f38c-df9c-43fd-8b04-45944f629a27 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:53:09.546794 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Attempting to bind port bbd65145-cdea-4bd7-8e33-d9ba825a67cb on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:53:09.548094 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Attempting to bind port bbd65145-cdea-4bd7-8e33-d9ba825a67cb by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:53:09.548706 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Attempting to bind port bbd65145-cdea-4bd7-8e33-d9ba825a67cb on network a80dfee2-5b60-4683-bcb3-3b1a31065960 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:53:09.571058 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:53:09.571432 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Checking segment: {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:53:09.571832 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:09.579388 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Bound using segment: {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:53:09.580597 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Bound port: bbd65145-cdea-4bd7-8e33-d9ba825a67cb, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:53:09.581318 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:09.668703 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8df24500-67ae-4c70-8565-c91121da17d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:09.746345 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8df24500-67ae-4c70-8565-c91121da17d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:09.804202 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] For port bbd65145-cdea-4bd7-8e33-d9ba825a67cb, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:53:09.807673 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1f1991e-2947-4495-a9c3-c1223fb23dd9 req-1e5cf9ab-f080-49a5-8074-7bfd76cad65f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 210 time: 0.0693290 Sep 22 09:53:09.831916 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] For port bbd65145-cdea-4bd7-8e33-d9ba825a67cb, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bbd65145-cdea-4bd7-8e33-d9ba825a67cb,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:53:09.871599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-944d45b5-18c3-4868-a906-7a0b7e1b9b99 None None] Provisioning complete for port bbd65145-cdea-4bd7-8e33-d9ba825a67cb triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:09.872153 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-944d45b5-18c3-4868-a906-7a0b7e1b9b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:09.907072 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:09.924057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41166) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:09.929370 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8df24500-67ae-4c70-8565-c91121da17d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dd3d617a8db4b5ba89fd82211d175e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8928170 Sep 22 09:53:09.976783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df24500-67ae-4c70-8565-c91121da17d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dcc649-fd23-418d-9d50-f4682a22cdc9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:10.033593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-944d45b5-18c3-4868-a906-7a0b7e1b9b99 None None] Port bbd65145-cdea-4bd7-8e33-d9ba825a67cb cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:53:10.104982 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ac0b1-b6ac-4915-b62a-f00b5572e828 None None] Pushing event updated for resources: {'Port': ['ID=bbd65145-cdea-4bd7-8e33-d9ba825a67cb,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:10.115272 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Routers {'a5432369-1a93-4d61-996c-7c2cfd2b4065'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:53:10.116043 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:52:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a5432369-1a93-4d61-996c-7c2cfd2b4065'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:10.242495 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cf77b8f5-5cef-4f38-8947-f030c700f2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:10.273017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:10.378050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a4de744f-51a9-47c5-bdc4-359fc33130a5 None None] Provisioning complete for port bbd65145-cdea-4bd7-8e33-d9ba825a67cb triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:10.378921 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4de744f-51a9-47c5-bdc4-359fc33130a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:10.415509 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cf77b8f5-5cef-4f38-8947-f030c700f2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:10.435666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c8f38c-df9c-43fd-8b04-45944f629a27,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:10.498939 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] Set router a5432369-1a93-4d61-996c-7c2cfd2b4065 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:53:10.574260 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:10.601626 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4de744f-51a9-47c5-bdc4-359fc33130a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:10.726325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a4de744f-51a9-47c5-bdc4-359fc33130a5 None None] For port bbd65145-cdea-4bd7-8e33-d9ba825a67cb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bbd65145-cdea-4bd7-8e33-d9ba825a67cb,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:53:10.802876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4de744f-51a9-47c5-bdc4-359fc33130a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:10.810751 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:10.813744 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:10.931832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cf77b8f5-5cef-4f38-8947-f030c700f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:10.939788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de744f-51a9-47c5-bdc4-359fc33130a5 None None] Pushing event updated for resources: {'Port': ['ID=bbd65145-cdea-4bd7-8e33-d9ba825a67cb,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:10.943005 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cf77b8f5-5cef-4f38-8947-f030c700f2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:10.954216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cf77b8f5-5cef-4f38-8947-f030c700f2eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59dcc649-fd23-418d-9d50-f4682a22cdc9 HTTP/1.1" status: 204 len: 168 time: 1.0201728 Sep 22 09:53:11.036316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f39a5fde-7609-41fc-8d2c-a8c87d8dd5c1 req-6589ed20-3bce-4c8c-a558-0d8d98465437 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 210 time: 0.1053860 Sep 22 09:53:11.037559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77b8f5-5cef-4f38-8947-f030c700f2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dcc649-fd23-418d-9d50-f4682a22cdc9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:11.059562 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'bbd65145-cdea-4bd7-8e33-d9ba825a67cb', 'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:a4:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:53:03Z', 'updated_at': '2021-09-22T09:53:09Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:11.089970 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:11.094193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3ece24a-32ac-4296-9901-ec829791d381 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:53:11.112419 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:11.112617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41188) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:11.113288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-017671dc-cbef-471a-93b7-d2961c525851 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c3ece24a-32ac-4296-9901-ec829791d381 HTTP/1.1" status: 204 len: 168 time: 3.1687071 Sep 22 09:53:11.137308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a9c8f38c-df9c-43fd-8b04-45944f629a27 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:53:11.177978 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b4421-30f7-4427-99cd-b51d1d7322ca None None] The sync data for ids ['a5432369-1a93-4d61-996c-7c2cfd2b4065'] in n-d-805649-4 is: [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'bbd65145-cdea-4bd7-8e33-d9ba825a67cb', 'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:a4:bc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:53:03Z', 'updated_at': '2021-09-22T09:53:09Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:53:11.188681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: a9c8f38c-df9c-43fd-8b04-45944f629a27 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:53:11.189313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a9c8f38c-df9c-43fd-8b04-45944f629a27 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:53:11.189941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 559fbd6c-1a4e-473b-8508-2a4b3af701ae no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:53:11.267696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a986b9e-d32e-4e2a-b0fc-699e26b30db6 admin admin] Deleting subnet 1d202995-6dfa-4113-bca0-616a1eb7fd22 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:53:11.272046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 559fbd6c-1a4e-473b-8508-2a4b3af701ae {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:53:11.272505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 559fbd6c-1a4e-473b-8508-2a4b3af701ae not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:53:11.283062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a986b9e-d32e-4e2a-b0fc-699e26b30db6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:11.514076 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a986b9e-d32e-4e2a-b0fc-699e26b30db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:11.705744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a986b9e-d32e-4e2a-b0fc-699e26b30db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:11.911914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a986b9e-d32e-4e2a-b0fc-699e26b30db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:11.969310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a986b9e-d32e-4e2a-b0fc-699e26b30db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d202995-6dfa-4113-bca0-616a1eb7fd22,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:11.980931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a986b9e-d32e-4e2a-b0fc-699e26b30db6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:11.985288 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5a986b9e-d32e-4e2a-b0fc-699e26b30db6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1d202995-6dfa-4113-bca0-616a1eb7fd22 HTTP/1.1" status: 204 len: 168 time: 0.8736429 Sep 22 09:53:11.989533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41200) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:11.993227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f3cfd-b6e5-4230-955a-359aea44d53b None None] Network 14d91de8-1cb1-4942-9e3e-e4c2d188340e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:53:12.096482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41204) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:12.124114 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c303a474-71ca-4d85-9c5c-3f106e7643e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:12.243086 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:12.375872 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c303a474-71ca-4d85-9c5c-3f106e7643e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:12.420294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96e25d3b-4fc6-464f-8ef7-90a9a5e698e9 req-99254a8e-24b8-420d-ba59-d54c7b602041 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 210 time: 0.0381207 Sep 22 09:53:12.467836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Deleting port efeba72e-5bbe-4246-ab54-058048064326 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:53:12.477058 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:12.522808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c303a474-71ca-4d85-9c5c-3f106e7643e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:12.663126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] For port efeba72e-5bbe-4246-ab54-058048064326, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=efeba72e-5bbe-4246-ab54-058048064326,segment=NetworkSegment(74db7704-737f-4969-b097-9c23ca90ffed),segment_id=74db7704-737f-4969-b097-9c23ca90ffed)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:53:12.674063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2834467-aef4-412b-8ddc-bf30d66b3920 None None] DHCP port deletion for 14d91de8-1cb1-4942-9e3e-e4c2d188340e request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:53:12.687846 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:12.697540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c303a474-71ca-4d85-9c5c-3f106e7643e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a1404a9bdab8403ba5f136dc9ab76595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5988750 Sep 22 09:53:12.706132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41214) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:12.751499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Calling delete_port for efeba72e-5bbe-4246-ab54-058048064326 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:53:12.824298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303a474-71ca-4d85-9c5c-3f106e7643e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e3fc0-4a92-4d1f-a892-04509185e044,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:12.854490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f2834467-aef4-412b-8ddc-bf30d66b3920 None None] Deleting port efeba72e-5bbe-4246-ab54-058048064326 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:53:12.855074 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f2834467-aef4-412b-8ddc-bf30d66b3920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:12.919258 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-08350335-210c-46a6-a14a-fbe68f13bbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:12.998422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-08350335-210c-46a6-a14a-fbe68f13bbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:13.134233 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:13.206932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=efeba72e-5bbe-4246-ab54-058048064326,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:13.215270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] No DVR routers for this DVR port efeba72e-5bbe-4246-ab54-058048064326 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:53:13.382360 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-08350335-210c-46a6-a14a-fbe68f13bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:13.389698 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-08350335-210c-46a6-a14a-fbe68f13bbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:13.405189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-08350335-210c-46a6-a14a-fbe68f13bbc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f4e3fc0-4a92-4d1f-a892-04509185e044 HTTP/1.1" status: 204 len: 168 time: 0.6809981 Sep 22 09:53:13.520107 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:13.584259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f2834467-aef4-412b-8ddc-bf30d66b3920 None None] For port efeba72e-5bbe-4246-ab54-058048064326, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=efeba72e-5bbe-4246-ab54-058048064326,segment=NetworkSegment(74db7704-737f-4969-b097-9c23ca90ffed),segment_id=74db7704-737f-4969-b097-9c23ca90ffed)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:53:13.586809 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f2834467-aef4-412b-8ddc-bf30d66b3920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:13.626474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f2834467-aef4-412b-8ddc-bf30d66b3920 None None] Calling delete_port for efeba72e-5bbe-4246-ab54-058048064326 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:53:13.643987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d91de8-1cb1-4942-9e3e-e4c2d188340e']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:13.658244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bbd65145-cdea-4bd7-8e33-d9ba825a67cb up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:53:13.701989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74db7704-737f-4969-b097-9c23ca90ffed') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:13.702966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74db7704-737f-4969-b097-9c23ca90ffed') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:13.732842 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:13.780440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:13.810009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:53:13.810429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:53:13.813254 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:53:13.855018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port bbd65145-cdea-4bd7-8e33-d9ba825a67cb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:13.855018 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:14.026268 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f2834467-aef4-412b-8ddc-bf30d66b3920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:14.090164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:14.097577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:14.101632 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] 10.222.0.49 "DELETE /v2.0/networks/14d91de8-1cb1-4942-9e3e-e4c2d188340e HTTP/1.1" status: 204 len: 168 time: 2.1105540 Sep 22 09:53:14.143208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f0349-ab50-45cf-8ce9-612312a69c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d91de8-1cb1-4942-9e3e-e4c2d188340e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:14.149953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2834467-aef4-412b-8ddc-bf30d66b3920 None None] Pushing event deleted for resources: {'Port': ['ID=efeba72e-5bbe-4246-ab54-058048064326,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:14.206232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2834467-aef4-412b-8ddc-bf30d66b3920 None None] No DVR routers for this DVR port efeba72e-5bbe-4246-ab54-058048064326 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:53:14.233196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08350335-210c-46a6-a14a-fbe68f13bbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e3fc0-4a92-4d1f-a892-04509185e044,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:14.335948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7e33cf2-c388-4b1b-ab3b-f09284f6b8ea req-4884ded8-2457-4c81-8e70-5fb78b2cffad tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 210 time: 0.1287217 Sep 22 09:53:14.390989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device efeba72e-5bbe-4246-ab54-058048064326 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:53:14.430782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581790a3-3319-496b-8daf-f70318f6eedf req-8220b776-f5a4-45b0-ba88-6a1d83b3b3d4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:14.432353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-8220b776-f5a4-45b0-ba88-6a1d83b3b3d4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/networks?id=a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 200 len: 796 time: 1.1401899 Sep 22 09:53:14.438544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: efeba72e-5bbe-4246-ab54-058048064326 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:53:14.438715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device efeba72e-5bbe-4246-ab54-058048064326 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:53:14.502201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-ccd7565e-291e-4c8a-a24b-9aff664afbfd tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 379 time: 0.0534492 Sep 22 09:53:14.519025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'port': {'device_id': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'admin_state_up': True, 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'security_groups': ['91297a1c-d161-4a6a-8f87-e61c58593f65']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:53:14.774781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41246) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:14.860448 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-439fad62-b984-4c22-be50-4b877ed0d950 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32bae1902dca42eb8708e88479157ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833817 Sep 22 09:53:14.861463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41248) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:14.917473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:53:14.924453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:14.957524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2da4bcd-f0d4-4efe-8308-c8e8308b4511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:15.018426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2da4bcd-f0d4-4efe-8308-c8e8308b4511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:15.192248 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2da4bcd-f0d4-4efe-8308-c8e8308b4511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:15.210661 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2da4bcd-f0d4-4efe-8308-c8e8308b4511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:15.217890 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a2da4bcd-f0d4-4efe-8308-c8e8308b4511 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8588844f-9067-4aae-9851-b6fcee4a52fb HTTP/1.1" status: 204 len: 168 time: 0.3530858 Sep 22 09:53:15.267122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da4bcd-f0d4-4efe-8308-c8e8308b4511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8588844f-9067-4aae-9851-b6fcee4a52fb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:15.335551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.20.0.14 (a80dfee2-5b60-4683-bcb3-3b1a31065960/c0497640-04e3-42c2-b085-86c38aab2092/fcc6b611-903b-4793-8999-bc0cc8cecac3) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:53:15.821769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:15.901963 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97e1b3d4-007f-4556-84c7-1b05b4b31381 req-47ad8f2f-c176-4391-968f-a05d14504cf4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 210 time: 0.4281492 Sep 22 09:53:15.965879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:16.093942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network a80dfee2-5b60-4683-bcb3-3b1a31065960 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:53:16.098499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:53:16.106999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:53:16.112953 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=fcc6b611-903b-4793-8999-bc0cc8cecac3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:16.261660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:16.262498 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:16.409934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-1190ad8c-fe00-49d0-86e2-16d6f3efacc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8957553 Sep 22 09:53:16.425255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-d2c625f0-db03-4255-b218-df544c215f3c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:53:16.426075 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-d2c625f0-db03-4255-b218-df544c215f3c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063632 Sep 22 09:53:16.442235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Request body: {'port': {'device_id': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:53:16.561257 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:16.664681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f4126eb8-ba40-4b95-80a5-7fc28e2b5d7f None None] Provisioning complete for port fcc6b611-903b-4793-8999-bc0cc8cecac3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:16.664681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4126eb8-ba40-4b95-80a5-7fc28e2b5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:16.665382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41282) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:16.702492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f4126eb8-ba40-4b95-80a5-7fc28e2b5d7f None None] Port fcc6b611-903b-4793-8999-bc0cc8cecac3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:53:16.723639 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-14785cf5-d9a5-4f53-9a85-b932323c5ee6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1186d3bc8f7646d98b3ff38889d85951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573823 Sep 22 09:53:16.727248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41286) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:16.786371 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9949d325-4bd6-4485-b662-78ec99ae5303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:16.808610 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9949d325-4bd6-4485-b662-78ec99ae5303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:16.929812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc6b611-903b-4793-8999-bc0cc8cecac3 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:53:16.939121 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:17.020458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a5e99-9b9b-4600-a06f-954f83a9a7e4 req-f5c7e969-4f92-4ad1-af4b-285317c4e53f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:17.022173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e5a5e99-9b9b-4600-a06f-954f83a9a7e4 req-f5c7e969-4f92-4ad1-af4b-285317c4e53f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 932 time: 0.0512757 Sep 22 09:53:17.062752 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e5a5e99-9b9b-4600-a06f-954f83a9a7e4 req-c502f98c-5c41-4fc7-b806-3fd225738bee tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345817 Sep 22 09:53:17.135413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Transition to ACTIVE for port object fcc6b611-903b-4793-8999-bc0cc8cecac3 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:53:17.142004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9949d325-4bd6-4485-b662-78ec99ae5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:17.145796 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9949d325-4bd6-4485-b662-78ec99ae5303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:17.147152 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9949d325-4bd6-4485-b662-78ec99ae5303 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48d5451c-3e0a-4691-a25b-e065b4f7ad88 HTTP/1.1" status: 204 len: 168 time: 0.4186397 Sep 22 09:53:17.157635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949d325-4bd6-4485-b662-78ec99ae5303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d5451c-3e0a-4691-a25b-e065b4f7ad88,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:17.248932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:17.427824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc6b611-903b-4793-8999-bc0cc8cecac3,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:17.602299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Attempting to bind port fcc6b611-903b-4793-8999-bc0cc8cecac3 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:53:17.604003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Attempting to bind port fcc6b611-903b-4793-8999-bc0cc8cecac3 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:53:17.605277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Attempting to bind port fcc6b611-903b-4793-8999-bc0cc8cecac3 on network a80dfee2-5b60-4683-bcb3-3b1a31065960 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:53:17.617891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Port fcc6b611-903b-4793-8999-bc0cc8cecac3 on network a80dfee2-5b60-4683-bcb3-3b1a31065960 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:53:17.618758 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Attempting to bind port fcc6b611-903b-4793-8999-bc0cc8cecac3 on network a80dfee2-5b60-4683-bcb3-3b1a31065960 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:53:17.630321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:53:17.630816 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Checking segment: {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:53:17.631312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Bound using segment: {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:53:17.631867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Bound port: fcc6b611-903b-4793-8999-bc0cc8cecac3, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:53:17.632345 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:17.730271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:53:17.734784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:53:17.815109 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:17.861918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:17.863061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:17.864993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] 10.222.0.45 "PUT /v2.0/ports/fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 1092 time: 1.4277780 Sep 22 09:53:17.868064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:53:17.877012 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ed5af1-73fe-4348-a5c4-2c11155712ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:53:18.102600 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6959efad-8807-4c3a-a416-e566f42f9d30 x-openstack-request-id: req-6959efad-8807-4c3a-a416-e566f42f9d30 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:53:18.103195 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:53:18.103195 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6959efad-8807-4c3a-a416-e566f42f9d30 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:53:18.103921 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'status': 'completed', 'code': 200} Sep 22 09:53:18.142167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc6b611-903b-4793-8999-bc0cc8cecac3,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:18.159852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.160208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.160556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.160923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.161578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.162063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.167578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.168097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.168434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.169278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.169649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.169993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80235031-90bf-466e-aec8-8318bd232f14 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:18.201947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed5af1-73fe-4348-a5c4-2c11155712ba req-5a2b420c-1bf9-4fac-a3fc-76df4cb46166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:18.204878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7ed5af1-73fe-4348-a5c4-2c11155712ba req-5a2b420c-1bf9-4fac-a3fc-76df4cb46166 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1095 time: 0.1442878 Sep 22 09:53:18.498231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed5af1-73fe-4348-a5c4-2c11155712ba req-f9e131fd-6785-4119-bde9-b069421efdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:18.509504 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7ed5af1-73fe-4348-a5c4-2c11155712ba req-f9e131fd-6785-4119-bde9-b069421efdea service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9405e14d620a4da0b6fefcb274955fd4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2835433 Sep 22 09:53:18.529921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ee7e5-3141-4c6a-9c05-ea566bf00e79 req-85ed7248-bf68-49ab-8082-6889eef1075c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:18.536424 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-900ee7e5-3141-4c6a-9c05-ea566bf00e79 req-85ed7248-bf68-49ab-8082-6889eef1075c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 944 time: 0.1887484 Sep 22 09:53:18.822435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed5af1-73fe-4348-a5c4-2c11155712ba req-bedbcf6f-5135-4270-a8fb-add4030aede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:18.826709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7ed5af1-73fe-4348-a5c4-2c11155712ba req-bedbcf6f-5135-4270-a8fb-add4030aede4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2865794 Sep 22 09:53:18.845349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-900ee7e5-3141-4c6a-9c05-ea566bf00e79 req-c67ffaeb-9122-4e38-b827-6c6396fd7fb8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897024 Sep 22 09:53:18.959173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581790a3-3319-496b-8daf-f70318f6eedf req-ff41341c-3595-4590-ad72-3909b44b2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:18.960781 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-ff41341c-3595-4590-ad72-3909b44b2d56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1095 time: 0.0531154 Sep 22 09:53:19.019666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-08ca1a8a-0e3a-41a1-b01a-32b557aae5da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 217 time: 0.0458975 Sep 22 09:53:19.105171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581790a3-3319-496b-8daf-f70318f6eedf req-46897ff7-5299-49c4-aa2b-ec10d38be250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:19.107632 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-46897ff7-5299-49c4-aa2b-ec10d38be250 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0497640-04e3-42c2-b085-86c38aab2092 HTTP/1.1" status: 200 len: 834 time: 0.0752263 Sep 22 09:53:19.216128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581790a3-3319-496b-8daf-f70318f6eedf req-3ce1da1a-09ca-49cf-bdb8-e1aa097dc0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:19.217704 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-3ce1da1a-09ca-49cf-bdb8-e1aa097dc0e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a80dfee2-5b60-4683-bcb3-3b1a31065960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959907 Sep 22 09:53:19.340762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-9e453b54-1a75-4d50-afc9-e377ac4d781d service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137185 Sep 22 09:53:19.495166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-581790a3-3319-496b-8daf-f70318f6eedf req-a2ec05fc-af3a-4b5d-9880-d0d117b74347 service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408143 Sep 22 09:53:20.019284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46ffe9-c985-4f85-b02e-5743cf3b8881 req-dd793d91-0589-486b-9771-ba4b9c9eb66c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:20.027336 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf46ffe9-c985-4f85-b02e-5743cf3b8881 req-dd793d91-0589-486b-9771-ba4b9c9eb66c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 944 time: 0.0726140 Sep 22 09:53:20.073298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf46ffe9-c985-4f85-b02e-5743cf3b8881 req-32054f43-8a80-4b96-9a9b-1486808d79a6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448682 Sep 22 09:53:21.205091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c575f42-8e86-4705-8fdc-c2929f6ed4ac req-ca74b183-06b5-40ae-b3be-c069ce2067a8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:21.213272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c575f42-8e86-4705-8fdc-c2929f6ed4ac req-ca74b183-06b5-40ae-b3be-c069ce2067a8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 944 time: 0.0636954 Sep 22 09:53:21.274642 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c575f42-8e86-4705-8fdc-c2929f6ed4ac req-97afc703-f580-4ee2-84c6-6eea300c5415 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604537 Sep 22 09:53:22.398841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fcc6b611-903b-4793-8999-bc0cc8cecac3 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:53:22.432694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fd3a3-e636-48db-acaa-b93e956c86e9 req-41a76220-d258-4e89-9a93-201eb7b9d39c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:22.442250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-473fd3a3-e636-48db-acaa-b93e956c86e9 req-41a76220-d258-4e89-9a93-201eb7b9d39c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 944 time: 0.0868821 Sep 22 09:53:22.509311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-473fd3a3-e636-48db-acaa-b93e956c86e9 req-4e60978d-1a39-45d9-a541-6537d03f5ec6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601070 Sep 22 09:53:22.650340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:53:22.722551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'port_id': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'mac_address': 'fa:16:3e:d5:29:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:53:22.835666 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:22.866256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc6b611-903b-4793-8999-bc0cc8cecac3 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:53:22.921487 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:53:22.991609 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:23.057656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=fcc6b611-903b-4793-8999-bc0cc8cecac3,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:23.070440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.071145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.071145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.071669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.071995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.072285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.072485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.073108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.073571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.074198 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.074531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.074863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:23.259330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['fcc6b611-903b-4793-8999-bc0cc8cecac3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:53:23.391658 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:23.666979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b46a27-e94f-4f21-8b0a-ee63184ee807 req-ad39d76c-440c-4be0-acde-506696c7f960 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:23.668757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82b46a27-e94f-4f21-8b0a-ee63184ee807 req-ad39d76c-440c-4be0-acde-506696c7f960 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 945 time: 0.0741999 Sep 22 09:53:23.755102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82b46a27-e94f-4f21-8b0a-ee63184ee807 req-fe11ecab-11a8-4b4d-b831-e15ef71458c0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725293 Sep 22 09:53:24.398367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fcc6b611-903b-4793-8999-bc0cc8cecac3 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:53:24.469315 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5957f00b-ccfe-439d-ba51-e633a0647d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:24.608606 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:24.642835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port fcc6b611-903b-4793-8999-bc0cc8cecac3 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:53:24.647644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port fcc6b611-903b-4793-8999-bc0cc8cecac3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:53:24.648028 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:24.808577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:24.852548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:53:24.853606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:53:24.856361 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d561f41b-6164-4250-ae2d-097db0f0e6b8" -d '{"events": [{"server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "name": "network-vif-plugged", "status": "completed", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:53:24.957641 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:24.975518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6954af8-e2d8-4d89-b060-11fdb71323d1 req-666f603f-8257-41e4-b984-c56a502a77b1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:25.004944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6954af8-e2d8-4d89-b060-11fdb71323d1 req-666f603f-8257-41e4-b984-c56a502a77b1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 945 time: 0.1251211 Sep 22 09:53:25.075991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=fcc6b611-903b-4793-8999-bc0cc8cecac3,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:25.102955 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6954af8-e2d8-4d89-b060-11fdb71323d1 req-49bb8078-b23b-4374-a721-41b5c5c68557 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004403 Sep 22 09:53:25.176106 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4e97e7-23fc-4dbe-8201-48b46e14d5e6 x-openstack-request-id: req-dc4e97e7-23fc-4dbe-8201-48b46e14d5e6 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:53:25.176462 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "name": "network-vif-plugged", "status": "completed", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:53:25.176812 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc4e97e7-23fc-4dbe-8201-48b46e14d5e6 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:53:25.177388 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'code': 200} Sep 22 09:53:25.479007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448a878-c870-4a3f-8d53-7bcf7b2d4e0a req-a4c80fed-3e56-4ee0-a476-d2d759dc20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:25.480531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d448a878-c870-4a3f-8d53-7bcf7b2d4e0a req-a4c80fed-3e56-4ee0-a476-d2d759dc20b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1097 time: 0.1060977 Sep 22 09:53:25.544849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d448a878-c870-4a3f-8d53-7bcf7b2d4e0a req-ce64b831-fbdb-4e7f-bf24-51daad6b822c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521743 Sep 22 09:53:26.320171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88a5f9-e89e-4802-b20e-e61a18d22c94 req-527f8f7a-0575-4adb-950b-a9ab9898ed55 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:26.324029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd88a5f9-e89e-4802-b20e-e61a18d22c94 req-527f8f7a-0575-4adb-950b-a9ab9898ed55 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0758672 Sep 22 09:53:26.365755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd88a5f9-e89e-4802-b20e-e61a18d22c94 req-38a52a1b-77d6-4477-a570-e3949caa8970 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358424 Sep 22 09:53:26.982476 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-70afd4a5-7b14-46da-bd3d-43b7fbc4f458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:27.579804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c5d2b-c5f1-4dd3-ab34-aa0525696f29 req-6a40fd63-f98e-4d43-97f3-d6a3f8836396 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:27.582043 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f94c5d2b-c5f1-4dd3-ab34-aa0525696f29 req-6a40fd63-f98e-4d43-97f3-d6a3f8836396 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.1170795 Sep 22 09:53:27.619915 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:27.628936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f94c5d2b-c5f1-4dd3-ab34-aa0525696f29 req-7e1c6619-e8b1-4c3b-aa93-e7bc20d86dd4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403950 Sep 22 09:53:27.827870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ccc04-e852-4516-bd08-7b136315cb45 req-10cdd75e-e525-4da8-8dc2-344ff97223e8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:27.829752 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e11ccc04-e852-4516-bd08-7b136315cb45 req-10cdd75e-e525-4da8-8dc2-344ff97223e8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0675564 Sep 22 09:53:27.879072 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e11ccc04-e852-4516-bd08-7b136315cb45 req-8a9e591c-574d-4d8f-80b9-c475a4fae39b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378246 Sep 22 09:53:27.903138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41482) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:27.950611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875354f-eb61-410a-b435-deaf5293cdc2 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:27.952794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4875354f-eb61-410a-b435-deaf5293cdc2 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1092 time: 0.0484211 Sep 22 09:53:27.955705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41484) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:27.963557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:53:28.071201 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:28.100323 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:28.366412 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:28.493933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.25.6.222 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/88cfc6dd-c55b-4477-bbb2-f4574e29103e) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:53:28.691299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:28.860689 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:28.900492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:53:28.901995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:53:28.906849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:53:28.943942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=88cfc6dd-c55b-4477-bbb2-f4574e29103e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:29.307114 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:29.536492 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:29.744912 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:29.819446 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:29.893465 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:29.909574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=88cfc6dd-c55b-4477-bbb2-f4574e29103e,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:29.919346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:30.049927 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Floating IP 5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1 associated. External IP: 172.25.6.222, port: fcc6b611-903b-4793-8999-bc0cc8cecac3. Sep 22 09:53:30.302092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router a5432369-1a93-4d61-996c-7c2cfd2b4065 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:53:30.442832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:53:30.455383 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f91bc-665c-41dc-ba83-d223fbb31622 None None] Sync routers for ids ['a5432369-1a93-4d61-996c-7c2cfd2b4065'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:53:30.466496 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f91bc-665c-41dc-ba83-d223fbb31622 None None] Routers {'a5432369-1a93-4d61-996c-7c2cfd2b4065'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:53:30.467414 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-7c5f91bc-665c-41dc-ba83-d223fbb31622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:53:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a5432369-1a93-4d61-996c-7c2cfd2b4065'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:30.592660 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-7c5f91bc-665c-41dc-ba83-d223fbb31622 None None] Set router a5432369-1a93-4d61-996c-7c2cfd2b4065 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:53:30.694395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:30.734205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f845819a-98d7-42ae-8172-6cc99d42cedb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7771974 Sep 22 09:53:30.735688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:53:30.740238 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cf904d-5b57-4a74-a999-a301217009de" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:53:30.906588 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-7c5f91bc-665c-41dc-ba83-d223fbb31622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'port_id': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'mac_address': 'fa:16:3e:d5:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:53:29Z', 'updated_at': '2021-09-22T09:53:29Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd65145-cdea-4bd7-8e33-d9ba825a67cb', 'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:a4:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:53:03Z', 'updated_at': '2021-09-22T09:53:10Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:30.918887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f936cf-5dfb-4c79-8d62-97487c9a870f req-cbcd48f5-784a-4860-b940-c13ca828b07f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:30.918887 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8f936cf-5dfb-4c79-8d62-97487c9a870f req-cbcd48f5-784a-4860-b940-c13ca828b07f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0666099 Sep 22 09:53:30.942679 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f91bc-665c-41dc-ba83-d223fbb31622 None None] Checking router: a5432369-1a93-4d61-996c-7c2cfd2b4065 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:53:30.953135 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f91bc-665c-41dc-ba83-d223fbb31622 None None] Routers {'a5432369-1a93-4d61-996c-7c2cfd2b4065'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:53:30.953588 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-7c5f91bc-665c-41dc-ba83-d223fbb31622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:53:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a5432369-1a93-4d61-996c-7c2cfd2b4065'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:30.965643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8f936cf-5dfb-4c79-8d62-97487c9a870f req-66219dfd-ea56-4da7-8958-e27b48d0c423 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419145 Sep 22 09:53:30.991133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41572) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:31.039545 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228f9b57-6850-449b-8d46-8c65ec831f72 x-openstack-request-id: req-228f9b57-6850-449b-8d46-8c65ec831f72 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:53:31.043286 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:53:31.043286 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-228f9b57-6850-449b-8d46-8c65ec831f72 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:53:31.043286 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'status': 'completed', 'code': 200} Sep 22 09:53:31.101811 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-7c5f91bc-665c-41dc-ba83-d223fbb31622 None None] Set router a5432369-1a93-4d61-996c-7c2cfd2b4065 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:53:31.390773 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-7c5f91bc-665c-41dc-ba83-d223fbb31622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'port_id': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'mac_address': 'fa:16:3e:d5:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:53:29Z', 'updated_at': '2021-09-22T09:53:29Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd65145-cdea-4bd7-8e33-d9ba825a67cb', 'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:a4:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:53:03Z', 'updated_at': '2021-09-22T09:53:10Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:31.418906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-371a2ccd-1914-49f0-8deb-075b535e4837 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1 HTTP/1.1" status: 200 len: 992 time: 0.4264987 Sep 22 09:53:31.420287 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f91bc-665c-41dc-ba83-d223fbb31622 None None] The sync data for ids ['a5432369-1a93-4d61-996c-7c2cfd2b4065'] in n-d-805649-4 is: [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'port_id': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'mac_address': 'fa:16:3e:d5:29:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:53:29Z', 'updated_at': '2021-09-22T09:53:29Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd65145-cdea-4bd7-8e33-d9ba825a67cb', 'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:a4:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:53:03Z', 'updated_at': '2021-09-22T09:53:10Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:53:31.433681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf904d-5b57-4a74-a999-a301217009de req-ee6b4ade-1106-4706-94f0-4e54cdbeae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:31.435197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20cf904d-5b57-4a74-a999-a301217009de req-ee6b4ade-1106-4706-94f0-4e54cdbeae8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1097 time: 0.3826237 Sep 22 09:53:31.558443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf904d-5b57-4a74-a999-a301217009de req-4f138b70-c929-4814-881a-78dad12ae15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:31.560178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20cf904d-5b57-4a74-a999-a301217009de req-4f138b70-c929-4814-881a-78dad12ae15d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 200 len: 897 time: 0.1147690 Sep 22 09:53:31.655238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20cf904d-5b57-4a74-a999-a301217009de req-f7bd4ddc-6889-49d1-9610-8a349879f0aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 1000 time: 0.0772147 Sep 22 09:53:31.659360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da25312-b409-4b6c-bc0c-6f33076ba657 None None] New status for floating IP 5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:53:31.734150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf904d-5b57-4a74-a999-a301217009de req-06595345-968b-4d4e-92f8-384b72912ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:31.735839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20cf904d-5b57-4a74-a999-a301217009de req-06595345-968b-4d4e-92f8-384b72912ef6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0497640-04e3-42c2-b085-86c38aab2092 HTTP/1.1" status: 200 len: 834 time: 0.0735381 Sep 22 09:53:31.810670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf904d-5b57-4a74-a999-a301217009de req-da1db983-4160-4657-856a-917e247da60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:31.813116 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20cf904d-5b57-4a74-a999-a301217009de req-da1db983-4160-4657-856a-917e247da60c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a80dfee2-5b60-4683-bcb3-3b1a31065960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661910 Sep 22 09:53:31.937559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20cf904d-5b57-4a74-a999-a301217009de req-9195df55-38a3-4eef-8532-4349138a93f8 service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165061 Sep 22 09:53:32.041409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20cf904d-5b57-4a74-a999-a301217009de req-ad3ea15f-e40a-43c4-b0aa-c41db25e78a9 service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943911 Sep 22 09:53:32.422813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41612) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:32.549176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a0a0306c-e046-4f34-92fc-4a71befb19c1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1 HTTP/1.1" status: 200 len: 994 time: 0.1251724 Sep 22 09:53:35.033164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41640) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:35.133749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a137cc7-de9b-4f47-b4b6-878160bb3409 admin admin] Deleting subnet cd28352f-bbbe-4e6e-a50b-39391269d06c {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:53:35.141997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a137cc7-de9b-4f47-b4b6-878160bb3409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:35.209798 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a137cc7-de9b-4f47-b4b6-878160bb3409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:35.323341 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a137cc7-de9b-4f47-b4b6-878160bb3409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:35.489045 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a137cc7-de9b-4f47-b4b6-878160bb3409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:35.566799 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a137cc7-de9b-4f47-b4b6-878160bb3409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:35.568860 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0a137cc7-de9b-4f47-b4b6-878160bb3409 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cd28352f-bbbe-4e6e-a50b-39391269d06c HTTP/1.1" status: 204 len: 168 time: 0.5336990 Sep 22 09:53:35.569818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a137cc7-de9b-4f47-b4b6-878160bb3409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd28352f-bbbe-4e6e-a50b-39391269d06c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:35.571518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41644) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:35.698239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:35.831979 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:35.854667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff26499-4166-4a19-8cab-1cfde27c05db']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:35.877894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a3a443-b4c7-4897-a60c-71931f6bd957') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:35.878454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a3a443-b4c7-4897-a60c-71931f6bd957') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:53:35.896905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:35.919876 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:35.939953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:53:35.940564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:53:35.942583 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:53:36.151384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:36.160282 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:36.164456 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8ff26499-4166-4a19-8cab-1cfde27c05db HTTP/1.1" status: 204 len: 168 time: 0.5914629 Sep 22 09:53:36.190281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff26499-4166-4a19-8cab-1cfde27c05db,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:36.212452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.213344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.215575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.216623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.217218 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.218274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.218825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.219163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.219495 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.219809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.220131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.220460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a085e0-e8ad-498e-ad83-6fab13cd9669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:53:36.714152 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41658) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:36.762221 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2b858e35-ad68-4508-873c-9e9a7a378c01 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94c7dd9f2f2e4cae9c1824581511a6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458090 Sep 22 09:53:36.764616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41660) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:36.831959 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ee9bead-24f3-4101-bd5b-d5e5bfa0abbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:36.874518 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ee9bead-24f3-4101-bd5b-d5e5bfa0abbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:37.014533 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ee9bead-24f3-4101-bd5b-d5e5bfa0abbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:37.022170 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ee9bead-24f3-4101-bd5b-d5e5bfa0abbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:37.022170 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4ee9bead-24f3-4101-bd5b-d5e5bfa0abbb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81e602c6-e5a6-40fa-a092-d3df290f8120 HTTP/1.1" status: 204 len: 168 time: 0.2548831 Sep 22 09:53:37.033345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9bead-24f3-4101-bd5b-d5e5bfa0abbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e602c6-e5a6-40fa-a092-d3df290f8120,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:41.329412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41710) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:41.458436 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959a506f-8f27-4cf0-bfbe-035d0820a680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:41.584982 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959a506f-8f27-4cf0-bfbe-035d0820a680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:41.791021 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-959a506f-8f27-4cf0-bfbe-035d0820a680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:41.832199 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-959a506f-8f27-4cf0-bfbe-035d0820a680 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5b23db3a8564f53b7aeb808d02050d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016863 Sep 22 09:53:41.833543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a506f-8f27-4cf0-bfbe-035d0820a680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0b0064-36eb-4ee1-8d81-179c01770abd,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:41.835412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41722) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:41.888264 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7afa2531-ee8e-4b70-9084-1b5134732962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:41.911631 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7afa2531-ee8e-4b70-9084-1b5134732962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:42.019746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7afa2531-ee8e-4b70-9084-1b5134732962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:42.022257 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7afa2531-ee8e-4b70-9084-1b5134732962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:42.032812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7afa2531-ee8e-4b70-9084-1b5134732962 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba0b0064-36eb-4ee1-8d81-179c01770abd HTTP/1.1" status: 204 len: 168 time: 0.1857991 Sep 22 09:53:42.037777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa2531-ee8e-4b70-9084-1b5134732962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0b0064-36eb-4ee1-8d81-179c01770abd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:42.786483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 41740) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:42.800682 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c70dd90e-e31a-4334-ab4a-0e8d31f19f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:42.906858 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c70dd90e-e31a-4334-ab4a-0e8d31f19f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:43.019659 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c70dd90e-e31a-4334-ab4a-0e8d31f19f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:43.059480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dd90e-e31a-4334-ab4a-0e8d31f19f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f2cbb-d3a8-4b07-8fd3-2f95fb5bf91e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:43.077821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 41744) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:43.080233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c70dd90e-e31a-4334-ab4a-0e8d31f19f2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2833ef683c704bb5bb7da180294309bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926185 Sep 22 09:53:43.130586 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-359cf1b7-d6d4-4d21-8664-74cfcd52564c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:43.151431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-359cf1b7-d6d4-4d21-8664-74cfcd52564c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:43.300661 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-359cf1b7-d6d4-4d21-8664-74cfcd52564c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:43.303469 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-359cf1b7-d6d4-4d21-8664-74cfcd52564c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:43.307277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-359cf1b7-d6d4-4d21-8664-74cfcd52564c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e08f2cbb-d3a8-4b07-8fd3-2f95fb5bf91e HTTP/1.1" status: 204 len: 168 time: 0.2258673 Sep 22 09:53:43.328475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cf1b7-d6d4-4d21-8664-74cfcd52564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f2cbb-d3a8-4b07-8fd3-2f95fb5bf91e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:43.431379 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:53:49.134867 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-077f6373-ee57-46db-927b-b4cd63d34f88 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1667230 Sep 22 09:53:49.245896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-46d5d52d-b4c1-4c69-8c6f-e20627cd15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.246388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-46d5d52d-b4c1-4c69-8c6f-e20627cd15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.247007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-46d5d52d-b4c1-4c69-8c6f-e20627cd15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.247672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-46d5d52d-b4c1-4c69-8c6f-e20627cd15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.248660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-46d5d52d-b4c1-4c69-8c6f-e20627cd15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.249306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-46d5d52d-b4c1-4c69-8c6f-e20627cd15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.249775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-46d5d52d-b4c1-4c69-8c6f-e20627cd15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.251911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-46d5d52d-b4c1-4c69-8c6f-e20627cd15c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22197b2546c8417b9346924b78156bd9&device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 6489 time: 0.0668626 Sep 22 09:53:49.412115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-d7ead571-4a51-4c47-90a7-bd439410f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.412646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-d7ead571-4a51-4c47-90a7-bd439410f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.413164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-d7ead571-4a51-4c47-90a7-bd439410f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.414960 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-d7ead571-4a51-4c47-90a7-bd439410f7cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&id=be65fbb3-88b8-40fa-bf49-309829d1dde6&id=be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 200 len: 2292 time: 0.1331477 Sep 22 09:53:49.492433 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-2fbc98a9-91e5-4791-a3e5-008f0edb108c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 200 len: 1000 time: 0.0693901 Sep 22 09:53:49.544453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-aa664149-7b4b-4664-a327-1470de528608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.546755 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-aa664149-7b4b-4664-a327-1470de528608 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5da2a3ed-b29b-428a-b8c1-defac8adcba1 HTTP/1.1" status: 200 len: 851 time: 0.0473204 Sep 22 09:53:49.596656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-60ad9237-a77e-43eb-bbef-db7dd0746a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.598290 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-60ad9237-a77e-43eb-bbef-db7dd0746a28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440063 Sep 22 09:53:49.610391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-b16406f7-a7ae-406d-8c03-a832a5b83ac4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:53:49.611480 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-b16406f7-a7ae-406d-8c03-a832a5b83ac4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059927 Sep 22 09:53:49.710336 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-5e3e22e1-61ea-4901-8a27-d134de21f93a service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904980 Sep 22 09:53:49.814464 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-8715f914-6b09-4691-8ce9-f952f8b26e10 service neutron] 10.222.0.60 "GET /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983977 Sep 22 09:53:49.860692 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-c1246394-06ce-433e-9dfc-40d353833cd8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 217 time: 0.0390728 Sep 22 09:53:49.913195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-96b958d9-4596-404c-be8d-5341b7a7ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.914863 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-96b958d9-4596-404c-be8d-5341b7a7ae1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0474072 Sep 22 09:53:49.966001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-12bc6f20-50ac-4ac0-bf2e-59aea826665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:49.969503 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-12bc6f20-50ac-4ac0-bf2e-59aea826665c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478973 Sep 22 09:53:50.069207 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-fa866f1f-2f1f-46e1-a871-350e883dd38a service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920761 Sep 22 09:53:50.175988 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-a96c2a95-c8d6-499c-aa18-c42f411d6586 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997858 Sep 22 09:53:50.228272 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-f4b0dee9-bfb5-4959-833f-1453f5cf403a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 217 time: 0.0450897 Sep 22 09:53:50.283373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-dce895e8-bd1e-4909-9a57-1f1b62b8cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:50.284984 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-dce895e8-bd1e-4909-9a57-1f1b62b8cac9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0497069 Sep 22 09:53:50.354450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-05cb77da-7e9a-4eb5-a135-98c5b0e90921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:50.355564 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-05cb77da-7e9a-4eb5-a135-98c5b0e90921 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0626237 Sep 22 09:53:50.465291 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-5b6a58d6-09f2-4fe6-9ac8-ee09a5a7d966 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027589 Sep 22 09:53:50.581438 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-07e8929b-d7e8-4613-afac-6008ad9c578d service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084831 Sep 22 09:53:50.645513 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-5f253793-f359-4b66-9d6d-2c22e25627b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa HTTP/1.1" status: 200 len: 217 time: 0.0543854 Sep 22 09:53:50.734615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-395a0372-44e3-4a3d-992c-c038ec70bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:50.736485 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-395a0372-44e3-4a3d-992c-c038ec70bb09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0832410 Sep 22 09:53:50.788335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-010de3db-b389-4e8f-9d8e-bd028d78e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:50.789900 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-010de3db-b389-4e8f-9d8e-bd028d78e455 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455015 Sep 22 09:53:50.902238 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-03e0c52c-2005-4e25-909a-08682276db6a service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048570 Sep 22 09:53:51.016830 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-4479f967-03b2-432a-a9a9-cb3e65841ec1 service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079504 Sep 22 09:53:51.074781 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-8ac5c0af-a328-4f8f-a39f-6174f4b8fc3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b HTTP/1.1" status: 200 len: 217 time: 0.0495691 Sep 22 09:53:51.130849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-734c7b16-afee-475c-9b19-582721d23df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:51.132516 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-734c7b16-afee-475c-9b19-582721d23df7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 200 len: 797 time: 0.0510163 Sep 22 09:53:51.184899 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-eb000839-e607-41f6-98d3-8e90c53ac454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:51.187402 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-eb000839-e607-41f6-98d3-8e90c53ac454 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8184ddc6-2fef-4d94-ac83-f12c88be7cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473800 Sep 22 09:53:51.291012 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-6e2bf641-7938-4f2e-86d8-33015f7f551d service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962830 Sep 22 09:53:51.399601 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-48ccf6d2-6a93-4d2f-a8d1-f99ce0aad7ed service neutron] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014242 Sep 22 09:53:51.460459 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-cd6c22fd-18ea-482e-9b92-04ec86be2f46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0538330 Sep 22 09:53:51.512774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-c2d82ba3-d616-47e2-a828-74526f96cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:51.514738 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-c2d82ba3-d616-47e2-a828-74526f96cb7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.0477834 Sep 22 09:53:51.568761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-988f9498-2317-4ebd-8d08-20bfa007a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:51.570459 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-988f9498-2317-4ebd-8d08-20bfa007a71a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480566 Sep 22 09:53:51.680455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-1cee2419-c496-4c1f-a496-9bd04ec7f9f6 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025262 Sep 22 09:53:51.772267 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-c5054a3a-637a-4c10-91dc-5a52403288c9 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840328 Sep 22 09:53:51.826547 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-2bcc7638-0766-461a-b07d-41959841ca1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 200 len: 217 time: 0.0470641 Sep 22 09:53:51.896913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-4e72a788-042a-4c7c-91df-4a1c2698e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:51.898830 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-4e72a788-042a-4c7c-91df-4a1c2698e622 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 200 len: 797 time: 0.0661449 Sep 22 09:53:51.949593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-884f7468-52e0-4181-8bd4-268e6ec25cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:51.951542 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-884f7468-52e0-4181-8bd4-268e6ec25cbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be65fbb3-88b8-40fa-bf49-309829d1dde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455730 Sep 22 09:53:52.069436 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-6815ad04-8d8f-43c8-94bb-c5858d6364e2 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104145 Sep 22 09:53:52.188382 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cf70281d-5323-4efc-8b92-b4721a4d764e req-10a384d7-d234-455a-b7b2-f1208a97d5f1 service neutron] 10.222.0.60 "GET /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111867 Sep 22 09:53:53.356449 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:54.265237 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-605e6b3f-1b87-47c0-8293-bb4fb92420c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:54.534444 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:56.927677 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-475c53b6-8aec-4a35-b9ff-2a3c6837a41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:57.555276 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:57.746994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42060) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:57.870271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f63e786-23f7-4895-b8fe-fdd4ab332fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:57.977568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f63e786-23f7-4895-b8fe-fdd4ab332fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:58.047660 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f63e786-23f7-4895-b8fe-fdd4ab332fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:58.076953 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:58.086455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63e786-23f7-4895-b8fe-fdd4ab332fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599ab783-c68d-4b5f-a1d4-ff9aac38c6d3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:58.093827 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7f63e786-23f7-4895-b8fe-fdd4ab332fab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=035bd8aca01d443d990ec8dcd8f3a551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426208 Sep 22 09:53:58.094781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42068) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:53:58.145863 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-105fa5f8-9a6f-4c73-b982-7960315ebeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:58.167364 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-105fa5f8-9a6f-4c73-b982-7960315ebeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:58.304995 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-105fa5f8-9a6f-4c73-b982-7960315ebeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:58.307913 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-105fa5f8-9a6f-4c73-b982-7960315ebeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:53:58.312097 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-105fa5f8-9a6f-4c73-b982-7960315ebeba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/599ab783-c68d-4b5f-a1d4-ff9aac38c6d3 HTTP/1.1" status: 204 len: 168 time: 0.2141500 Sep 22 09:53:58.320267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fa5f8-9a6f-4c73-b982-7960315ebeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599ab783-c68d-4b5f-a1d4-ff9aac38c6d3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:53:58.889551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-13cb3d29-e289-433c-929b-b0aa51f62f8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411210 Sep 22 09:53:59.000958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-333f68ed-f23f-4053-be10-407eb62ddc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:59.002507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-333f68ed-f23f-4053-be10-407eb62ddc35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1097 time: 0.0582578 Sep 22 09:53:59.137137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-668e700e-38eb-4e90-8b10-46d83376ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:59.142205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-668e700e-38eb-4e90-8b10-46d83376ab44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 200 len: 897 time: 0.1066673 Sep 22 09:53:59.214305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-1c627a66-297a-4be8-be17-0959131aa732 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 1002 time: 0.0663211 Sep 22 09:53:59.271338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-8f2805eb-b177-41f7-b4e0-882bb51b8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:59.272897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-8f2805eb-b177-41f7-b4e0-882bb51b8ec3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0497640-04e3-42c2-b085-86c38aab2092 HTTP/1.1" status: 200 len: 834 time: 0.0506597 Sep 22 09:53:59.335053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-281ad15b-0ff9-464d-b5ae-8f2ee3066556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:53:59.335053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-281ad15b-0ff9-464d-b5ae-8f2ee3066556 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a80dfee2-5b60-4683-bcb3-3b1a31065960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518446 Sep 22 09:53:59.434971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-9b747ecd-55be-425c-9d4c-fc3695b26511 service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950210 Sep 22 09:53:59.553271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdcdd0aa-5a00-45ab-b826-3aa588774cee req-b55d792f-b24b-4482-ae24-0c55c5f135d1 service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065025 Sep 22 09:53:59.882352 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:05.801616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693a17d-8a0a-4d42-8e79-07b09d7fcd43 req-002623f7-d2cb-4a9f-947b-84bd7863ae0d tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:05.803942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c693a17d-8a0a-4d42-8e79-07b09d7fcd43 req-002623f7-d2cb-4a9f-947b-84bd7863ae0d tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1097 time: 0.0562763 Sep 22 09:54:05.824762 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c693a17d-8a0a-4d42-8e79-07b09d7fcd43 req-0cba9727-63dd-4694-92d0-9decd602070b tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:05.933610 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c693a17d-8a0a-4d42-8e79-07b09d7fcd43 req-0cba9727-63dd-4694-92d0-9decd602070b tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:06.013223 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c693a17d-8a0a-4d42-8e79-07b09d7fcd43 req-0cba9727-63dd-4694-92d0-9decd602070b tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:06.028836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c693a17d-8a0a-4d42-8e79-07b09d7fcd43 req-0cba9727-63dd-4694-92d0-9decd602070b tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171421 Sep 22 09:54:06.051132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba9727-63dd-4694-92d0-9decd602070b tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af7a915-f95a-46af-950e-2f393789ec39,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:06.165711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3272-d011-42a9-a335-9da03f2a9d40 req-d34a90ca-b531-4bec-b5b8-9d2dae810e74 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:06.170598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e96d3272-d011-42a9-a335-9da03f2a9d40 req-d34a90ca-b531-4bec-b5b8-9d2dae810e74 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0532224 Sep 22 09:54:06.217560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e96d3272-d011-42a9-a335-9da03f2a9d40 req-11b41641-99a1-4010-9bd3-7223e99be333 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341389 Sep 22 09:54:06.233421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42258) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:06.317065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-313583e4-e0b1-4aed-8d15-8c138123f6ae tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1 HTTP/1.1" status: 200 len: 994 time: 0.0823772 Sep 22 09:54:06.668593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-31dc8a3f-0d70-439e-8854-fc4d675d7140 req-37bd1a52-06d5-4601-8219-95c225ba81d9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:54:06.669751 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31dc8a3f-0d70-439e-8854-fc4d675d7140 req-37bd1a52-06d5-4601-8219-95c225ba81d9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059361 Sep 22 09:54:07.346910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a323ec-85ea-4165-a117-1e96b5b5a247 req-a62b1799-1eba-4385-9584-848210b4a5a4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:07.348458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a323ec-85ea-4165-a117-1e96b5b5a247 req-a62b1799-1eba-4385-9584-848210b4a5a4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0661590 Sep 22 09:54:07.391821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a323ec-85ea-4165-a117-1e96b5b5a247 req-5c984edd-afdb-4b9d-8a4e-68f9897672d9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365210 Sep 22 09:54:07.632690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-93353468-24f4-42f2-ae42-115069668a5c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1473799 Sep 22 09:54:07.641803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-3914913d-0747-418c-98fd-ce3c782d4bf5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:54:07.642783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-3914913d-0747-418c-98fd-ce3c782d4bf5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050676 Sep 22 09:54:08.557809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa0687-b1e4-4992-934b-5496f6392964 req-8dd79dd4-efd1-4a5a-b995-e5a688213b8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:08.562836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51aa0687-b1e4-4992-934b-5496f6392964 req-8dd79dd4-efd1-4a5a-b995-e5a688213b8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0946441 Sep 22 09:54:08.638613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51aa0687-b1e4-4992-934b-5496f6392964 req-d7cbb6f8-4d76-423d-b240-0702e43c64b1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651557 Sep 22 09:54:09.808477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3a049-efee-4545-878b-aae7193b8c71 req-bcef439b-7c28-46fe-9b14-de6c0dbfe6a0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:09.813423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0af3a049-efee-4545-878b-aae7193b8c71 req-bcef439b-7c28-46fe-9b14-de6c0dbfe6a0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0747278 Sep 22 09:54:09.850689 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0af3a049-efee-4545-878b-aae7193b8c71 req-dbe80f45-f397-49d1-b9ba-f663f94cb65c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332932 Sep 22 09:54:10.230969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b5b7-409a-439c-b74c-33664606df13 req-1d252579-4cdd-4038-a1b6-6d5f7a2b3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:10.232709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-1d252579-4cdd-4038-a1b6-6d5f7a2b3f8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1097 time: 0.0445201 Sep 22 09:54:10.344512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b5b7-409a-439c-b74c-33664606df13 req-23b945c5-1084-48cc-a32f-0f278ad7890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:10.346042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-23b945c5-1084-48cc-a32f-0f278ad7890a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 200 len: 897 time: 0.1045587 Sep 22 09:54:10.436800 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-32204733-823b-4261-99d2-d2469453de23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 1002 time: 0.0784743 Sep 22 09:54:10.501335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b5b7-409a-439c-b74c-33664606df13 req-b8af7156-b30c-4f59-8e95-9d0d5ca6e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:10.502933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-b8af7156-b30c-4f59-8e95-9d0d5ca6e00c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0497640-04e3-42c2-b085-86c38aab2092 HTTP/1.1" status: 200 len: 834 time: 0.0538762 Sep 22 09:54:10.567514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b5b7-409a-439c-b74c-33664606df13 req-8fb27c66-9d48-45b9-9a7c-9bf4b3c6f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:10.569243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-8fb27c66-9d48-45b9-9a7c-9bf4b3c6f64d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a80dfee2-5b60-4683-bcb3-3b1a31065960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521424 Sep 22 09:54:10.670352 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-90fd5133-a1b6-4765-8a75-ef37b20d45f1 service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916965 Sep 22 09:54:10.781577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-5636b789-e963-46cb-a3a2-c158f4ab9c05 service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994844 Sep 22 09:54:10.978597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f5212-b990-4420-a557-8a24025de289 req-dc9970f1-485f-45cc-bb49-d82556afcb80 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:10.980122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-923f5212-b990-4420-a557-8a24025de289 req-dc9970f1-485f-45cc-bb49-d82556afcb80 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0532815 Sep 22 09:54:11.024013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-923f5212-b990-4420-a557-8a24025de289 req-d563b6b7-0e2c-4edf-81e3-9efbaf608fa9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364678 Sep 22 09:54:11.061196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-5fb2e32c-74ca-4852-bb33-6528f1e6d61e req-a8c5cc1c-3575-4126-b6c7-cd1bcd87fc8f service neutron] (95510) timed out ('10.222.0.49', 43050) {{(pid=95510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 09:54:12.172762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03eabc-8a63-45ff-a7a8-38ff6375da90 req-b5b78507-27a9-4f0c-8b9f-497e0fb10058 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:12.177904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae03eabc-8a63-45ff-a7a8-38ff6375da90 req-b5b78507-27a9-4f0c-8b9f-497e0fb10058 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0760708 Sep 22 09:54:12.249086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae03eabc-8a63-45ff-a7a8-38ff6375da90 req-07b2712f-a62d-4a16-9db2-61ef84c1596e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557992 Sep 22 09:54:13.379483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e5169-2502-477b-8355-fcd52a3e637e req-d37b7016-2063-42c3-8017-f388905d1944 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:13.380958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c6e5169-2502-477b-8355-fcd52a3e637e req-d37b7016-2063-42c3-8017-f388905d1944 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0589762 Sep 22 09:54:13.423299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c6e5169-2502-477b-8355-fcd52a3e637e req-c8dd332f-7d86-4138-af72-7ce81bec5c24 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338633 Sep 22 09:54:14.561541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abd4a2-a53b-4534-9a62-1405a646bdcd req-cb35b76e-2b4a-4abe-9383-71d475d57ea4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:14.563103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10abd4a2-a53b-4534-9a62-1405a646bdcd req-cb35b76e-2b4a-4abe-9383-71d475d57ea4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0545955 Sep 22 09:54:14.613284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10abd4a2-a53b-4534-9a62-1405a646bdcd req-0270aac6-7649-4d2d-95c6-3625f5d46e8e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394018 Sep 22 09:54:15.744200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b2edc-ff7a-4b51-9626-912e87981f39 req-52174932-c607-4815-86a9-ccc91933297d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:15.745884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d6b2edc-ff7a-4b51-9626-912e87981f39 req-52174932-c607-4815-86a9-ccc91933297d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0537460 Sep 22 09:54:15.797866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d6b2edc-ff7a-4b51-9626-912e87981f39 req-0947da4e-cebb-4ea1-88b8-c0a8a60062cb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435495 Sep 22 09:54:16.946986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c4e3e-8560-4c78-9f85-700ec8bf6262 req-437226d2-55c0-4205-8306-4db762fa59e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:16.955077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b0c4e3e-8560-4c78-9f85-700ec8bf6262 req-437226d2-55c0-4205-8306-4db762fa59e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0810888 Sep 22 09:54:16.990824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b0c4e3e-8560-4c78-9f85-700ec8bf6262 req-629bc34b-0593-49e7-bfc1-e0d0f0857e48 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347018 Sep 22 09:54:18.145250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd15767-5129-49bf-beb8-aa3880962b6b req-09b70384-f626-4989-b0c2-e81a29c018c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:18.146788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbd15767-5129-49bf-beb8-aa3880962b6b req-09b70384-f626-4989-b0c2-e81a29c018c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0676000 Sep 22 09:54:18.195909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fbd15767-5129-49bf-beb8-aa3880962b6b req-2daaf356-d5c8-436f-85dd-37857aaec55e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412793 Sep 22 09:54:18.667083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42566) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:18.789743 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:18.909363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:18.972367 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:19.013978 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f259be20fd15410cb5a6f062f05f2ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456745 Sep 22 09:54:19.014682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba79134-6059-4f21-970b-ef80cf1679e0,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:19.017177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42572) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:19.022680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.023141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.023350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.023680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.024618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.024618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.024618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.025007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.025329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.025644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.025961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.026328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ed633a-17e4-4c2a-8842-2a0a885d1add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:19.079181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e9de575-8075-4d8c-8c62-68147bd662fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:19.101367 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e9de575-8075-4d8c-8c62-68147bd662fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:19.235419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e9de575-8075-4d8c-8c62-68147bd662fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:19.235419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9e9de575-8075-4d8c-8c62-68147bd662fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:19.236209 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9e9de575-8075-4d8c-8c62-68147bd662fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cba79134-6059-4f21-970b-ef80cf1679e0 HTTP/1.1" status: 204 len: 168 time: 0.2180171 Sep 22 09:54:19.244993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9de575-8075-4d8c-8c62-68147bd662fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba79134-6059-4f21-970b-ef80cf1679e0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:19.357484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749753b6-ceee-46e8-9f21-ea1bd0c091ca req-63d0c20d-ae90-48aa-bd04-8babbbd83d79 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:19.359025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-749753b6-ceee-46e8-9f21-ea1bd0c091ca req-63d0c20d-ae90-48aa-bd04-8babbbd83d79 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0750921 Sep 22 09:54:19.400185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-749753b6-ceee-46e8-9f21-ea1bd0c091ca req-e7f51295-7a9e-40bb-9644-de4aef7136c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346448 Sep 22 09:54:20.430946 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:54:20.550533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831e713-5df5-47d7-bf4e-a80d2f0290bb req-20d88f23-0462-4372-bfaa-3f2e4ded3efc tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:20.551912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7831e713-5df5-47d7-bf4e-a80d2f0290bb req-20d88f23-0462-4372-bfaa-3f2e4ded3efc tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0569253 Sep 22 09:54:20.595426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7831e713-5df5-47d7-bf4e-a80d2f0290bb req-67e8f134-bab3-4811-8d34-6f2e9f89de9e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371206 Sep 22 09:54:21.211445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42642) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:21.366945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'network': {'name': 'tempest-network-smoke--265475260', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'port_security_enabled': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:21.453060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Made reservation on behalf of 623a04d1bea1431681f4a1df0c20e336 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:54:21.457091 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:21.467242 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:21.566922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:21.630225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:21.654821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:54:21.670626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43dedbfd-756e-42e9-8110-4603095f9a56,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:21.673675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:21.674061 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Added segment 1903df04-92a0-4cdd-b213-d7c5afd6f354 of type vlan for network caea7a27-4b5e-4054-9bab-df4e4ce816a1 Sep 22 09:54:21.717282 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:21.737752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed70b9d-11a6-460a-ae6b-be604145399b req-756e9408-344b-4490-b4b1-4dcdd026d673 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:21.747671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aed70b9d-11a6-460a-ae6b-be604145399b req-756e9408-344b-4490-b4b1-4dcdd026d673 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0743449 Sep 22 09:54:21.797602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aed70b9d-11a6-460a-ae6b-be604145399b req-b4197ef4-21c7-415c-ae18-0c481440a172 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482879 Sep 22 09:54:21.829617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:21.835470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:21.836090 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:21.914656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Network': ['ID=caea7a27-4b5e-4054-9bab-df4e4ce816a1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:21.925735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network caea7a27-4b5e-4054-9bab-df4e4ce816a1 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:54:21.969055 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4226460c-de2f-44d3-83df-c4b3a02eda8f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7564607 Sep 22 09:54:21.971963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42658) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:21.977396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'admin_state_up': True, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:22.080934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:22.080934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:22.131328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:22.682838 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:22.959376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db4c3f-008f-4d88-b351-07d83bc23094 req-b6a1f1dd-8f07-43e7-9ec4-2cf767eb385a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:22.960942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93db4c3f-008f-4d88-b351-07d83bc23094 req-b6a1f1dd-8f07-43e7-9ec4-2cf767eb385a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0578494 Sep 22 09:54:22.975322 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:22.994822 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:23.004053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93db4c3f-008f-4d88-b351-07d83bc23094 req-6d41fa43-5cba-45c6-9069-0d9a2e7289c0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341389 Sep 22 09:54:23.111911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Allocated IP 172.25.6.103 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/88061941-4718-4c46-9dd7-185a9934fca0) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:54:23.241657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:23.327176 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:23.390530 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:23.428521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:54:23.431834 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:54:23.434977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:54:23.470444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=88061941-4718-4c46-9dd7-185a9934fca0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:23.763693 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:23.988564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:24.161796 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0ea69-7e9c-4589-8845-f3acdb41e3c7 req-1ca8f18f-e16b-4fdb-a9e2-f504a1920868 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:24.163298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ed0ea69-7e9c-4589-8845-f3acdb41e3c7 req-1ca8f18f-e16b-4fdb-a9e2-f504a1920868 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0627482 Sep 22 09:54:24.206938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ed0ea69-7e9c-4589-8845-f3acdb41e3c7 req-fffa2b5a-c2e0-4712-a6db-46987b11327c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375144 Sep 22 09:54:24.214750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 17c7615c-7e84-497c-9458-97988b707256 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:54:24.252685 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-577b5669-076c-4d90-8792-99b76a63b831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:24.336427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:54:24.347885 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Sync routers for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:54:24.361392 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:54:24.362198 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:53:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:24.433213 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:24.436830 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7d7755b5-fa4b-4dd2-ab3b-a2eaf68b5709 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4633772 Sep 22 09:54:24.439865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42710) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:24.526034 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:54:24.542054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1b2aca68-021b-4971-8ba5-a4605f3a5076 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=623a04d1bea1431681f4a1df0c20e336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1002119 Sep 22 09:54:24.545265 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:24.554933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42718) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:24.659637 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd2bca-bea3-41c3-aba9-74ef6cd18be9 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:24.665698 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-07bd2bca-bea3-41c3-aba9-74ef6cd18be9 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1052656 Sep 22 09:54:24.665698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42722) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:24.704667 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2037e52f-f55b-4805-95aa-5fd697587674 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391965 Sep 22 09:54:24.707355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42724) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:24.712305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-633352438', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:24.714676 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:54:23Z', 'revision_number': 3, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:24.745954 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Checking router: 17c7615c-7e84-497c-9458-97988b707256 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:54:24.746297 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Updating router 17c7615c-7e84-497c-9458-97988b707256 port 88061941-4718-4c46-9dd7-185a9934fca0 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:54:24.772394 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:24.864031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Made reservation on behalf of 623a04d1bea1431681f4a1df0c20e336 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:54:24.867856 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:25.070958 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:25.139683 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:25.161333 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:25.212747 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Subnet': ['ID=52bb1ff3-7934-4e34-87ba-af9c24d85c42,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:25.225689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Checking segment: {'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:54:25.225689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network hostable DHCP agents. Network: caea7a27-4b5e-4054-9bab-df4e4ce816a1, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:54:25.226217 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Attempting to bind port 88061941-4718-4c46-9dd7-185a9934fca0 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:54:25.226217 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Attempting to bind port 88061941-4718-4c46-9dd7-185a9934fca0 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:54:25.226217 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Attempting to bind port 88061941-4718-4c46-9dd7-185a9934fca0 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:54:25.236491 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:54:25.236491 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:54:25.236491 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:25.236491 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:54:25.236491 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Bound port: 88061941-4718-4c46-9dd7-185a9934fca0, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:54:25.236491 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:25.265525 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Pushing event updated for resources: {'Port': ['ID=88061941-4718-4c46-9dd7-185a9934fca0,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:25.279274 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.279722 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.280303 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.280681 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.281046 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.281370 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.281682 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.282005 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.282317 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.282630 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.282944 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.283259 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:25.313556 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] For port 88061941-4718-4c46-9dd7-185a9934fca0, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:54:25.319737 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] For port 88061941-4718-4c46-9dd7-185a9934fca0, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=88061941-4718-4c46-9dd7-185a9934fca0,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:54:25.355312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network caea7a27-4b5e-4054-9bab-df4e4ce816a1 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:54:25.390032 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:25.393787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc375-4735-491f-8bd1-2fe0129eff24 req-cecc6a28-f184-4c3b-bda6-f4521acc4ef1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:25.395352 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b59dc375-4735-491f-8bd1-2fe0129eff24 req-cecc6a28-f184-4c3b-bda6-f4521acc4ef1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0557816 Sep 22 09:54:25.437651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b59dc375-4735-491f-8bd1-2fe0129eff24 req-0540352f-8809-4207-a65f-8de3d5193449 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361564 Sep 22 09:54:25.440084 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:54:25.440923 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:53:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:25.452737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, caea7a27-4b5e-4054-9bab-df4e4ce816a1) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:54:25.457496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:25.458148 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:25.465939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29036be-f1fa-41ff-9d84-fbb97d5aaa00 None None] Network caea7a27-4b5e-4054-9bab-df4e4ce816a1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:54:25.504521 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc6885-b520-4ebe-915c-8b6e161934a3 None None] Pushing event updated for resources: {'Port': ['ID=88061941-4718-4c46-9dd7-185a9934fca0,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:25.522324 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f5ec9da3-4899-493b-962c-9c33af311ded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8137767 Sep 22 09:54:25.525042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42736) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:25.570878 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:54:25.635907 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:54:25.636581 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:25.804858 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:54:23Z', 'revision_number': 3, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:25.849767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Allocated IP 172.20.0.2 (caea7a27-4b5e-4054-9bab-df4e4ce816a1/52bb1ff3-7934-4e34-87ba-af9c24d85c42/d7999b65-30ba-4380-9e29-32e48114c3e6) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:54:25.851452 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b717c9a-75db-4067-914a-392a41f4331c None None] The sync data for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 is: [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:54:23Z', 'revision_number': 3, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:54:26.044896 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:26.148133 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:26.167354 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:26.241307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Pushing event updated for resources: {'Port': ['ID=d7999b65-30ba-4380-9e29-32e48114c3e6,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:26.251242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.251657 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.252008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.252503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.252888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.253227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.253621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.254078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.254416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.254746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.255074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.255401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:26.287180 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Network caea7a27-4b5e-4054-9bab-df4e4ce816a1 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:54:26.291534 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:54:26.291946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:54:26.365119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Attempting to bind port d7999b65-30ba-4380-9e29-32e48114c3e6 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:54:26.365488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Attempting to bind port d7999b65-30ba-4380-9e29-32e48114c3e6 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:54:26.365850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Attempting to bind port d7999b65-30ba-4380-9e29-32e48114c3e6 on network caea7a27-4b5e-4054-9bab-df4e4ce816a1 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:54:26.371378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:54:26.372063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Checking segment: {'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:54:26.372410 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:26.372849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Bound using segment: {'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:54:26.373320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Bound port: d7999b65-30ba-4380-9e29-32e48114c3e6, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:54:26.373698 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:26.470178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] For port d7999b65-30ba-4380-9e29-32e48114c3e6, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:54:26.473906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] For port d7999b65-30ba-4380-9e29-32e48114c3e6, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d7999b65-30ba-4380-9e29-32e48114c3e6,segment=NetworkSegment(1903df04-92a0-4cdd-b213-d7c5afd6f354),segment_id=1903df04-92a0-4cdd-b213-d7c5afd6f354)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:54:26.544608 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:26.616627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Allocated IP 172.20.0.1 (caea7a27-4b5e-4054-9bab-df4e4ce816a1/52bb1ff3-7934-4e34-87ba-af9c24d85c42/346fd976-fd36-4477-8806-fac8e28972c2) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:54:26.620995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c3734-d854-4ff8-97a7-01813bd436ea None None] Pushing event updated for resources: {'Port': ['ID=d7999b65-30ba-4380-9e29-32e48114c3e6,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:26.661797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c7aea-f902-417a-8018-81286a2cb3c9 req-9b708279-a94c-4319-aec2-3b57d1e75bfa tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:26.671544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d2c7aea-f902-417a-8018-81286a2cb3c9 req-9b708279-a94c-4319-aec2-3b57d1e75bfa tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.1138160 Sep 22 09:54:26.747293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d2c7aea-f902-417a-8018-81286a2cb3c9 req-a4fa9a2d-4765-434b-8f97-dbb386181920 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740106 Sep 22 09:54:26.832665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:26.893604 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5a276450-3a65-4f71-bfd5-64dd5a27b0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:26.974836 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:27.031312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network caea7a27-4b5e-4054-9bab-df4e4ce816a1 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:54:27.037275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:54:27.045440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:54:27.132298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=346fd976-fd36-4477-8806-fac8e28972c2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:27.184426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:27.294443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d7999b65-30ba-4380-9e29-32e48114c3e6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:54:27.346850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d7999b65-30ba-4380-9e29-32e48114c3e6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:27.347357 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:27.437325 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:27.473306 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:27.489586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port d7999b65-30ba-4380-9e29-32e48114c3e6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d7999b65-30ba-4380-9e29-32e48114c3e6,segment=NetworkSegment(1903df04-92a0-4cdd-b213-d7c5afd6f354),segment_id=1903df04-92a0-4cdd-b213-d7c5afd6f354)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:27.593303 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:27.594990 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 88061941-4718-4c46-9dd7-185a9934fca0 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:54:27.674944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=d7999b65-30ba-4380-9e29-32e48114c3e6,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:27.703022 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:27.763974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 88061941-4718-4c46-9dd7-185a9934fca0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:27.764343 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:27.881688 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:27.933039 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 88061941-4718-4c46-9dd7-185a9934fca0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=88061941-4718-4c46-9dd7-185a9934fca0,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:27.937840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020d78-1397-4342-8e94-825ec76c4ca6 req-c1ed63ac-3c05-4752-8d11-645abcadbd53 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:27.943702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d020d78-1397-4342-8e94-825ec76c4ca6 req-c1ed63ac-3c05-4752-8d11-645abcadbd53 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0843601 Sep 22 09:54:28.017517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d020d78-1397-4342-8e94-825ec76c4ca6 req-76bcd583-cb12-4e8d-8f52-df6473837e6f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636957 Sep 22 09:54:28.035605 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:28.112026 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:28.114966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=88061941-4718-4c46-9dd7-185a9934fca0,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:28.194193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:28.264352 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:28.335810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=346fd976-fd36-4477-8806-fac8e28972c2,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:28.341744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:28.457694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network caea7a27-4b5e-4054-9bab-df4e4ce816a1 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:54:28.459381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:54:28.600420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 17c7615c-7e84-497c-9458-97988b707256 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:54:28.738986 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-e727b5b7-409a-439c-b74c-33664606df13 req-7946ce34-8095-4118-93a8-38a0558da5fc service neutron] show failed (client error): The resource could not be found. Sep 22 09:54:28.745964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-7946ce34-8095-4118-93a8-38a0558da5fc service neutron] 10.222.0.45 "GET /v2.0/ports/fcc6b611-903b-4793-8999-bc0cc8cecac3/bindings/n-h1-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.1538420 Sep 22 09:54:28.793166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:54:28.805224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Sync routers for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:54:28.807094 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-56ad4a90-81f2-43ba-b53b-83719e520430 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "PUT /v2.0/routers/17c7615c-7e84-497c-9458-97988b707256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2808700 Sep 22 09:54:28.810333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42782) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:28.828295 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:54:28.829317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:28.901275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4dd551-e815-4295-860b-16256c9498e5 None None] Network caea7a27-4b5e-4054-9bab-df4e4ce816a1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:54:29.016489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016ee7a-fcfb-45f6-b5af-35eeb87f09d8 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.017773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016ee7a-fcfb-45f6-b5af-35eeb87f09d8 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.018506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016ee7a-fcfb-45f6-b5af-35eeb87f09d8 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.019135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016ee7a-fcfb-45f6-b5af-35eeb87f09d8 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.019837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016ee7a-fcfb-45f6-b5af-35eeb87f09d8 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.020458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016ee7a-fcfb-45f6-b5af-35eeb87f09d8 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.021112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016ee7a-fcfb-45f6-b5af-35eeb87f09d8 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.022086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016ee7a-fcfb-45f6-b5af-35eeb87f09d8 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.022755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016ee7a-fcfb-45f6-b5af-35eeb87f09d8 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.025475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4016ee7a-fcfb-45f6-b5af-35eeb87f09d8 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6349 time: 0.2141228 Sep 22 09:54:29.029578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42784) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:29.058014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f2242936-1dd8-4722-8d0b-3ed1836a4456 None None] Provisioning complete for port d7999b65-30ba-4380-9e29-32e48114c3e6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:29.058623 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f2242936-1dd8-4722-8d0b-3ed1836a4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:29.148701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:54:29.204339 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d7999b65-30ba-4380-9e29-32e48114c3e6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:54:29.267762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090f854-265f-4622-b43a-ffff06eb1c11 req-0aad1c3d-94be-4754-91e4-2e56cfb3b2c9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.271739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8090f854-265f-4622-b43a-ffff06eb1c11 req-0aad1c3d-94be-4754-91e4-2e56cfb3b2c9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.1190801 Sep 22 09:54:29.289438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7678c1c-27b0-4b34-87b4-ac7cea06b316 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.290002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7678c1c-27b0-4b34-87b4-ac7cea06b316 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.290475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7678c1c-27b0-4b34-87b4-ac7cea06b316 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.290940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7678c1c-27b0-4b34-87b4-ac7cea06b316 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.291388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7678c1c-27b0-4b34-87b4-ac7cea06b316 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.292055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7678c1c-27b0-4b34-87b4-ac7cea06b316 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.292511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7678c1c-27b0-4b34-87b4-ac7cea06b316 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.293011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7678c1c-27b0-4b34-87b4-ac7cea06b316 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.293626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7678c1c-27b0-4b34-87b4-ac7cea06b316 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.296332 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d7678c1c-27b0-4b34-87b4-ac7cea06b316 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5800 time: 0.2651525 Sep 22 09:54:29.305515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42792) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:29.339056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8090f854-265f-4622-b43a-ffff06eb1c11 req-64e88c75-15e8-4105-9f78-9b2ce512fd0c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571244 Sep 22 09:54:29.509496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b5b7-409a-439c-b74c-33664606df13 req-8f926cd1-ec9d-43b0-93d5-1bef2267f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:29.511004 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-8f926cd1-ec9d-43b0-93d5-1bef2267f04e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0970116 Sep 22 09:54:29.529516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:29.632318 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:29.656237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d7999b65-30ba-4380-9e29-32e48114c3e6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:29.661878 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:29.938420 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-82fbbfe3-bdf7-498c-a568-977873723a03 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.6316421 Sep 22 09:54:29.967477 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:29.995662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 88061941-4718-4c46-9dd7-185a9934fca0 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:54:30.051181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 2, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:30.060741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:30.083358 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Checking router: 17c7615c-7e84-497c-9458-97988b707256 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:54:30.084359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Updating router 17c7615c-7e84-497c-9458-97988b707256 port 346fd976-fd36-4477-8806-fac8e28972c2 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:54:30.146457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:54:30.158484 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:30.160568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9a7743b2-8134-478e-910f-4da80dfba83c None None] Provisioning complete for port 346fd976-fd36-4477-8806-fac8e28972c2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:30.161113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a7743b2-8134-478e-910f-4da80dfba83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:30.189359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 88061941-4718-4c46-9dd7-185a9934fca0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:30.190178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:30.218627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:30.224527 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5a5b46-f1cd-464d-8289-872532d732ac" -d '{"events": [{"server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:30.246266 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:30.267352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9a7743b2-8134-478e-910f-4da80dfba83c None None] Port 346fd976-fd36-4477-8806-fac8e28972c2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:54:30.272073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Transition to ACTIVE for port object fcc6b611-903b-4793-8999-bc0cc8cecac3 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:54:30.344027 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:30.398129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9a7743b2-8134-478e-910f-4da80dfba83c None None] Provisioning complete for port d7999b65-30ba-4380-9e29-32e48114c3e6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:30.399037 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a7743b2-8134-478e-910f-4da80dfba83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:30.495431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42806) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:30.509014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1e168839-af6f-4ddf-b880-91ad43f99c8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-29424461', 'description': 'tempest-secgroup-smoke-29424461 description', 'project_id': '623a04d1bea1431681f4a1df0c20e336'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:30.599596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Pushing event updated for resources: {'Port': ['ID=fcc6b611-903b-4793-8999-bc0cc8cecac3,revision_number=6']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:30.625120 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c78c48b-64c2-47a0-8fe8-5d0ee0d238df x-openstack-request-id: req-6c78c48b-64c2-47a0-8fe8-5d0ee0d238df {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:30.625120 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:30.625120 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c78c48b-64c2-47a0-8fe8-5d0ee0d238df {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:30.625659 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'code': 200} Sep 22 09:54:30.641342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e168839-af6f-4ddf-b880-91ad43f99c8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:30.766678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] No DVR routers for this DVR port fcc6b611-903b-4793-8999-bc0cc8cecac3 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:54:30.848427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf6af0-bd61-41f8-804a-cc24caca678b req-fd0e30e5-afb2-48cb-80a6-fbf1ee9a2ad8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:30.855377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54bf6af0-bd61-41f8-804a-cc24caca678b req-fd0e30e5-afb2-48cb-80a6-fbf1ee9a2ad8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 944 time: 0.1179907 Sep 22 09:54:30.930913 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54bf6af0-bd61-41f8-804a-cc24caca678b req-70b5b8c4-fd0c-4f2f-b702-efebdd77ff23 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699077 Sep 22 09:54:30.952812 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e168839-af6f-4ddf-b880-91ad43f99c8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:30.983735 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:30.995019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3243fa2a-364d-4275-a57c-339c07b38143 None None] Provisioning complete for port 346fd976-fd36-4477-8806-fac8e28972c2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:30.995402 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3243fa2a-364d-4275-a57c-339c07b38143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.024010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e168839-af6f-4ddf-b880-91ad43f99c8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.028569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Attempting to bind port fcc6b611-903b-4793-8999-bc0cc8cecac3 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:54:31.033815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Attempting to bind port fcc6b611-903b-4793-8999-bc0cc8cecac3 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:54:31.033815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Attempting to bind port fcc6b611-903b-4793-8999-bc0cc8cecac3 on network a80dfee2-5b60-4683-bcb3-3b1a31065960 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:54:31.037288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Port fcc6b611-903b-4793-8999-bc0cc8cecac3 on network a80dfee2-5b60-4683-bcb3-3b1a31065960 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:54:31.038352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Attempting to bind port fcc6b611-903b-4793-8999-bc0cc8cecac3 on network a80dfee2-5b60-4683-bcb3-3b1a31065960 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:54:31.043955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3243fa2a-364d-4275-a57c-339c07b38143 None None] Port 346fd976-fd36-4477-8806-fac8e28972c2 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:54:31.049500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:54:31.051727 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Checking segment: {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:54:31.053786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Bound using segment: {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:54:31.054195 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.054807 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Bound port: fcc6b611-903b-4793-8999-bc0cc8cecac3, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '701bad22-25b6-4d34-b626-02e4e19cc470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:54:31.055408 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.094984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e168839-af6f-4ddf-b880-91ad43f99c8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cbc3d5-efa4-41db-be36-fcc93b925c4c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:31.137428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cd1b0-bd73-4305-b9e0-f532ad02b725 None None] Pushing event updated for resources: {'Port': ['ID=346fd976-fd36-4477-8806-fac8e28972c2,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:31.170246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:54:31.172962 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e168839-af6f-4ddf-b880-91ad43f99c8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.174425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1e168839-af6f-4ddf-b880-91ad43f99c8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6772540 Sep 22 09:54:31.175480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:54:31.177964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42812) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:31.184639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3a175f15-5ea9-432c-a8e0-ff68307339b6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '97cbc3d5-efa4-41db-be36-fcc93b925c4c', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:31.201630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Attempting to bind port 346fd976-fd36-4477-8806-fac8e28972c2 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:54:31.202061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Attempting to bind port 346fd976-fd36-4477-8806-fac8e28972c2 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:54:31.202620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Attempting to bind port 346fd976-fd36-4477-8806-fac8e28972c2 on network caea7a27-4b5e-4054-9bab-df4e4ce816a1 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:54:31.208720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:54:31.209400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Checking segment: {'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:54:31.210410 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.211075 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Bound using segment: {'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:54:31.211647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Bound port: 346fd976-fd36-4477-8806-fac8e28972c2, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:54:31.212105 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.236791 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.288554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:31.289703 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.291647 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] 10.222.0.60 "PUT /v2.0/ports/fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 1092 time: 1.7680044 Sep 22 09:54:31.323290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a175f15-5ea9-432c-a8e0-ff68307339b6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.326633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] For port 346fd976-fd36-4477-8806-fac8e28972c2, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:54:31.335500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] For port 346fd976-fd36-4477-8806-fac8e28972c2, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=346fd976-fd36-4477-8806-fac8e28972c2,segment=NetworkSegment(1903df04-92a0-4cdd-b213-d7c5afd6f354),segment_id=1903df04-92a0-4cdd-b213-d7c5afd6f354)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:54:31.343234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8e777-b212-4e44-85bf-54447d73feab service neutron] Pushing event updated for resources: {'Port': ['ID=fcc6b611-903b-4793-8999-bc0cc8cecac3,revision_number=7']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:31.404395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b5b7-409a-439c-b74c-33664606df13 req-0b6316b6-35cf-4510-87e9-26949ca938a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:31.406430 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-0b6316b6-35cf-4510-87e9-26949ca938a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1095 time: 0.0523989 Sep 22 09:54:31.419435 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.470832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a175f15-5ea9-432c-a8e0-ff68307339b6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.532944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cd1b0-bd73-4305-b9e0-f532ad02b725 None None] Pushing event updated for resources: {'Port': ['ID=346fd976-fd36-4477-8806-fac8e28972c2,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:31.550510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b5b7-409a-439c-b74c-33664606df13 req-7295040c-7eb1-4c2e-9637-a3e34a78821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:31.552172 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-7295040c-7eb1-4c2e-9637-a3e34a78821f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 200 len: 897 time: 0.1376059 Sep 22 09:54:31.562595 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a175f15-5ea9-432c-a8e0-ff68307339b6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.592201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:54:31.593140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:31.612753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a175f15-5ea9-432c-a8e0-ff68307339b6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478f473c-7027-4d89-b6f3-7062fa16cce6,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:31.688623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-07c168f5-8041-4d82-910a-41a296e0588b None None] Provisioning complete for port 346fd976-fd36-4477-8806-fac8e28972c2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:31.690786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07c168f5-8041-4d82-910a-41a296e0588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.692561 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3a175f15-5ea9-432c-a8e0-ff68307339b6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.694088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3a175f15-5ea9-432c-a8e0-ff68307339b6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5146005 Sep 22 09:54:31.696644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42814) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:31.701779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-33c4f738-c51b-4e5f-989e-6ba8497adb0c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '97cbc3d5-efa4-41db-be36-fcc93b925c4c', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:31.703626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-80f6b498-01cf-4781-8303-ec6795dc40ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 1000 time: 0.1428168 Sep 22 09:54:31.792168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b5b7-409a-439c-b74c-33664606df13 req-ef0f1ff2-e5fa-4840-807a-1896615cb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:31.795061 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-ef0f1ff2-e5fa-4840-807a-1896615cb62c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0497640-04e3-42c2-b085-86c38aab2092 HTTP/1.1" status: 200 len: 834 time: 0.0825284 Sep 22 09:54:31.841651 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-33c4f738-c51b-4e5f-989e-6ba8497adb0c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:31.880261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b5b7-409a-439c-b74c-33664606df13 req-de64899d-d55a-41e8-8eed-3d570f298215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:31.886384 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-de64899d-d55a-41e8-8eed-3d570f298215 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a80dfee2-5b60-4683-bcb3-3b1a31065960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833642 Sep 22 09:54:31.927351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:54:31.934382 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-33c4f738-c51b-4e5f-989e-6ba8497adb0c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.057127 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-82b60488-aec4-485d-b19a-a547fabde9e5 service neutron] 10.222.0.60 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602283 Sep 22 09:54:32.057234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-33c4f738-c51b-4e5f-989e-6ba8497adb0c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.079687 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07c168f5-8041-4d82-910a-41a296e0588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.102912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4f738-c51b-4e5f-989e-6ba8497adb0c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05b3c26-176b-4267-a95a-fa3860b4a6a9,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:32.133979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8634d41-470f-4413-823c-47979758de1d req-68a176ed-30b1-4ce5-8c12-c321d95d36a8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:32.136056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8634d41-470f-4413-823c-47979758de1d req-68a176ed-30b1-4ce5-8c12-c321d95d36a8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 944 time: 0.1262918 Sep 22 09:54:32.138902 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-33c4f738-c51b-4e5f-989e-6ba8497adb0c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.144540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-33c4f738-c51b-4e5f-989e-6ba8497adb0c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4464316 Sep 22 09:54:32.148088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42822) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:32.150464 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-66f0a277-e657-4146-96ab-95b2f3ef2a0a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '97cbc3d5-efa4-41db-be36-fcc93b925c4c', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:32.198178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8634d41-470f-4413-823c-47979758de1d req-89b66621-b3cd-4276-b3ba-10f2dd80bb71 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521579 Sep 22 09:54:32.219493 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e727b5b7-409a-439c-b74c-33664606df13 req-c22b21ca-688c-46ae-b6fe-8eeec358c543 service neutron] 10.222.0.60 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524200 Sep 22 09:54:32.249117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-07c168f5-8041-4d82-910a-41a296e0588b None None] For port 346fd976-fd36-4477-8806-fac8e28972c2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=346fd976-fd36-4477-8806-fac8e28972c2,segment=NetworkSegment(1903df04-92a0-4cdd-b213-d7c5afd6f354),segment_id=1903df04-92a0-4cdd-b213-d7c5afd6f354)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:32.327786 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66f0a277-e657-4146-96ab-95b2f3ef2a0a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.359189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07c168f5-8041-4d82-910a-41a296e0588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.385101 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66f0a277-e657-4146-96ab-95b2f3ef2a0a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.427302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c168f5-8041-4d82-910a-41a296e0588b None None] Pushing event updated for resources: {'Port': ['ID=346fd976-fd36-4477-8806-fac8e28972c2,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:32.436681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:31Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:32.480573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462c47a1-010f-4cf2-bee9-a17d6722b516 None None] The sync data for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 is: [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:31Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:54:32.481177 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66f0a277-e657-4146-96ab-95b2f3ef2a0a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.501941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-173f65b4-823e-49ca-9b84-1791dbb0ab24 None None] Provisioning complete for port 346fd976-fd36-4477-8806-fac8e28972c2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:32.503619 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-173f65b4-823e-49ca-9b84-1791dbb0ab24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.509041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0a277-e657-4146-96ab-95b2f3ef2a0a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a28fda9-4690-41be-a53a-716cf9684374,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:32.580543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66f0a277-e657-4146-96ab-95b2f3ef2a0a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.585964 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-66f0a277-e657-4146-96ab-95b2f3ef2a0a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4358456 Sep 22 09:54:32.585964 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42824) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:32.594509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bf908763-edbe-40ff-a16f-cabb9292fc18 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '97cbc3d5-efa4-41db-be36-fcc93b925c4c', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:32.627543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:32.632134 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e750052-7bce-4ec3-ba7e-a860e940806f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:32.693953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fcc6b611-903b-4793-8999-bc0cc8cecac3 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:54:32.729649 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420fd019-a70f-4ee3-ab74-460081a9e41e x-openstack-request-id: req-420fd019-a70f-4ee3-ab74-460081a9e41e {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:32.730032 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:32.730352 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-420fd019-a70f-4ee3-ab74-460081a9e41e {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:32.731251 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'status': 'completed', 'code': 200} Sep 22 09:54:32.732764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf908763-edbe-40ff-a16f-cabb9292fc18 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.776244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device fcc6b611-903b-4793-8999-bc0cc8cecac3 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:54:32.820450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-93ec4418-93a4-4e71-a893-d446d69ec2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:32.822087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-93ec4418-93a4-4e71-a893-d446d69ec2e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1095 time: 0.0589442 Sep 22 09:54:32.931736 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf908763-edbe-40ff-a16f-cabb9292fc18 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:32.933584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-8906fdcd-cd30-458c-a6b2-57c023f7a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:32.935782 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-8906fdcd-cd30-458c-a6b2-57c023f7a30e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1095 time: 0.1508999 Sep 22 09:54:32.948116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-215ff2df-3863-4131-a10a-c7399271d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:32.950288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-215ff2df-3863-4131-a10a-c7399271d2c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 200 len: 897 time: 0.1194973 Sep 22 09:54:33.061573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf908763-edbe-40ff-a16f-cabb9292fc18 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:33.128337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-793b865b-49e9-4812-a84b-a2dd7065f254 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 1000 time: 0.1619651 Sep 22 09:54:33.146064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf908763-edbe-40ff-a16f-cabb9292fc18 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970d6011-4e94-4ed4-a0f1-44ce323ebdd1,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:33.193959 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-63ca0296-39e3-46e3-a8b0-a7fc433326fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:33.196902 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-63ca0296-39e3-46e3-a8b0-a7fc433326fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 200 len: 897 time: 0.2527618 Sep 22 09:54:33.235471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 346fd976-fd36-4477-8806-fac8e28972c2 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:54:33.295006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-18b8cc89-6829-4e6b-962a-8dbdd1df2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:33.297173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-18b8cc89-6829-4e6b-962a-8dbdd1df2470 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0497640-04e3-42c2-b085-86c38aab2092 HTTP/1.1" status: 200 len: 834 time: 0.1564419 Sep 22 09:54:33.335130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf908763-edbe-40ff-a16f-cabb9292fc18 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:33.337139 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bf908763-edbe-40ff-a16f-cabb9292fc18 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7504375 Sep 22 09:54:33.342597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 42876) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:33.348020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d041986d-d3bb-4815-9b1f-2d9d80a24a10 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '97cbc3d5-efa4-41db-be36-fcc93b925c4c', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:33.392392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-ecd64046-61b8-4a4b-9277-a864423ce4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:33.396208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-ecd64046-61b8-4a4b-9277-a864423ce4e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a80dfee2-5b60-4683-bcb3-3b1a31065960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864258 Sep 22 09:54:33.403996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 346fd976-fd36-4477-8806-fac8e28972c2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:33.404583 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:33.429943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-2f1ff7a2-fed5-4551-b2ce-4d9e63ec2f02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 1000 time: 0.2236843 Sep 22 09:54:33.522022 n-d-805649-4 neutron-server[95509]: INFO neutron.db.securitygroups_db [None req-d041986d-d3bb-4815-9b1f-2d9d80a24a10 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Project 623a04d1bea1431681f4a1df0c20e336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:54:33.547775 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d041986d-d3bb-4815-9b1f-2d9d80a24a10 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:33.582901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955717af-e8b3-4b25-ae6e-fd4cadc6680d req-9c0ccc26-eb70-4a9e-af09-6f15b6032739 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:33.584571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-955717af-e8b3-4b25-ae6e-fd4cadc6680d req-9c0ccc26-eb70-4a9e-af09-6f15b6032739 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 944 time: 0.1854150 Sep 22 09:54:33.627439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-83f693e2-c10d-4642-bd22-4ef93490ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:33.629068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-83f693e2-c10d-4642-bd22-4ef93490ba57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0497640-04e3-42c2-b085-86c38aab2092 HTTP/1.1" status: 200 len: 834 time: 0.1918609 Sep 22 09:54:33.638274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-ff4ee909-3878-4f9f-8e50-adb506ee20e7 service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025263 Sep 22 09:54:33.659689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d041986d-d3bb-4815-9b1f-2d9d80a24a10 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:33.712952 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-955717af-e8b3-4b25-ae6e-fd4cadc6680d req-3f0fffb6-0531-412e-80e1-41e8afccb46f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217327 Sep 22 09:54:33.729175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-f6ebe991-4a6f-4c9e-8723-a03098d3b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:33.732950 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-f6ebe991-4a6f-4c9e-8723-a03098d3b095 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a80dfee2-5b60-4683-bcb3-3b1a31065960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718520 Sep 22 09:54:33.740429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d041986d-d3bb-4815-9b1f-2d9d80a24a10 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:33.843392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-0b399069-949b-42f1-ae6b-bc06a16aefeb service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733160 Sep 22 09:54:33.902851 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d041986d-d3bb-4815-9b1f-2d9d80a24a10 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:33.907698 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d041986d-d3bb-4815-9b1f-2d9d80a24a10 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5606081 Sep 22 09:54:33.908026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 42878) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:33.912608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3de7d30b-0514-4e77-9656-e22f2d4fd03d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '97cbc3d5-efa4-41db-be36-fcc93b925c4c', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:33.917969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041986d-d3bb-4815-9b1f-2d9d80a24a10 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ecf4e2-2c80-47a6-a961-5ee19b8db814,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:33.935140 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-d61ffbc6-d435-4d2f-ae0b-ddfccf80a1b3 service neutron] 10.222.0.60 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656477 Sep 22 09:54:34.047316 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-3de7d30b-0514-4e77-9656-e22f2d4fd03d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Project 623a04d1bea1431681f4a1df0c20e336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:54:34.053948 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3de7d30b-0514-4e77-9656-e22f2d4fd03d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:34.132363 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e750052-7bce-4ec3-ba7e-a860e940806f req-07e3d4fa-df1d-4240-b88d-b21fd618eed7 service neutron] 10.222.0.60 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895351 Sep 22 09:54:34.196291 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3de7d30b-0514-4e77-9656-e22f2d4fd03d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:34.275787 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3de7d30b-0514-4e77-9656-e22f2d4fd03d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:34.298158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7d30b-0514-4e77-9656-e22f2d4fd03d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090ef587-5b9e-4f78-9aa2-89003a54b280,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:34.396353 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3de7d30b-0514-4e77-9656-e22f2d4fd03d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:34.406754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3de7d30b-0514-4e77-9656-e22f2d4fd03d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4887462 Sep 22 09:54:34.464330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device fcc6b611-903b-4793-8999-bc0cc8cecac3 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:54:34.623023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:34.650897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-a8d84a5a-1e60-49d6-883f-5c3733fd688a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-29424461&fields=id&tenant_id=623a04d1bea1431681f4a1df0c20e336 HTTP/1.1" status: 200 len: 267 time: 0.0666280 Sep 22 09:54:34.663194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'port_id': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'mac_address': 'fa:16:3e:d5:29:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:54:34.714005 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:34.731551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc6b611-903b-4793-8999-bc0cc8cecac3 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:54:34.769706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:34.785537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac881f4-8303-4c80-a457-664231c92327 req-bdae6fdc-df4a-4e52-b80c-4e2411b4ee2f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:34.787077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-bdae6fdc-df4a-4e52-b80c-4e2411b4ee2f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/networks?id=caea7a27-4b5e-4054-9bab-df4e4ce816a1 HTTP/1.1" status: 200 len: 796 time: 0.1353965 Sep 22 09:54:34.803415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-f4af138e-61f2-4029-9dda-3426da0777b6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/quotas/623a04d1bea1431681f4a1df0c20e336 HTTP/1.1" status: 200 len: 375 time: 0.0100782 Sep 22 09:54:34.852645 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:34.878205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-76a7f9bc-ee30-42e8-936a-43273df8b26d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680382 Sep 22 09:54:34.925872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=fcc6b611-903b-4793-8999-bc0cc8cecac3,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:34.955633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-6d2e975b-dde4-42a6-8068-2a4ccbc81970 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:54:34.961402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-6d2e975b-dde4-42a6-8068-2a4ccbc81970 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0711775 Sep 22 09:54:35.081798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-052766c5-6557-46a5-80cd-863b80183f63 service neutron] 10.222.0.49 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185138 Sep 22 09:54:35.135475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['fcc6b611-903b-4793-8999-bc0cc8cecac3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:54:35.214571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-16296d4f-73e2-4f1e-8677-29e67a3e80a0 service neutron] 10.222.0.49 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259031 Sep 22 09:54:35.612068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55670b-0e01-4124-8a57-17c1517c68f7 req-8ca4b36b-3ee6-4fe6-815f-47c56a61d36e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:35.623595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d55670b-0e01-4124-8a57-17c1517c68f7 req-8ca4b36b-3ee6-4fe6-815f-47c56a61d36e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 945 time: 0.0714490 Sep 22 09:54:35.686029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d55670b-0e01-4124-8a57-17c1517c68f7 req-cfd95805-f18a-4936-a376-0df49995fc93 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615158 Sep 22 09:54:35.781293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7963526-1d26-4795-95c1-6a44dce85b42 req-7b6331a5-3ab4-4cca-bb13-1d6b45d5bea4 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 210 time: 0.0476067 Sep 22 09:54:36.187916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b5783-d7a8-4042-bcb9-cfd946ed52b5 req-5470fbda-12a1-4324-b8d4-d5d4bfaf5049 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:36.189618 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c4b5783-d7a8-4042-bcb9-cfd946ed52b5 req-5470fbda-12a1-4324-b8d4-d5d4bfaf5049 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 945 time: 0.0596430 Sep 22 09:54:36.256598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c4b5783-d7a8-4042-bcb9-cfd946ed52b5 req-103f6c54-2ebd-4eff-ad91-a35d78f57376 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604467 Sep 22 09:54:36.370246 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b21a-9303-4712-a200-671ab78a6ada req-4ba576b4-0648-4a63-82f8-1e0000e9bf21 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:36.372011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c180b21a-9303-4712-a200-671ab78a6ada req-4ba576b4-0648-4a63-82f8-1e0000e9bf21 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc&tenant_id=9405e14d620a4da0b6fefcb274955fd4&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 945 time: 0.0911083 Sep 22 09:54:36.477193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device fcc6b611-903b-4793-8999-bc0cc8cecac3 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:54:36.518578 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-c180b21a-9303-4712-a200-671ab78a6ada req-93f94057-1893-4715-ae90-c6515982d2f0 service neutron] delete failed (client error): The resource could not be found. Sep 22 09:54:36.519631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c180b21a-9303-4712-a200-671ab78a6ada req-93f94057-1893-4715-ae90-c6515982d2f0 service neutron] 10.222.0.45 "DELETE /v2.0/ports/fcc6b611-903b-4793-8999-bc0cc8cecac3/bindings/n-h2-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.1342165 Sep 22 09:54:36.607347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port fcc6b611-903b-4793-8999-bc0cc8cecac3 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:54:36.612296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port fcc6b611-903b-4793-8999-bc0cc8cecac3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:36.618190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b21a-9303-4712-a200-671ab78a6ada req-f31cacf4-4b8b-499b-8cd3-3bd919771ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:36.618546 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:36.618641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c180b21a-9303-4712-a200-671ab78a6ada req-f31cacf4-4b8b-499b-8cd3-3bd919771ac7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1096 time: 0.0465388 Sep 22 09:54:36.718898 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:36.752790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b21a-9303-4712-a200-671ab78a6ada req-d74a52db-0f09-4faa-b004-6f22962fb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:36.755436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:36.755590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c180b21a-9303-4712-a200-671ab78a6ada req-d74a52db-0f09-4faa-b004-6f22962fb46d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 200 len: 897 time: 0.1262932 Sep 22 09:54:36.755837 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a683b2e5-4d3b-406b-bbed-ea0c75c0673a" -d '{"events": [{"server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "name": "network-vif-plugged", "status": "completed", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:36.774622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:36.830166 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334b7611-123e-4005-8f5e-d43c23dce7ee x-openstack-request-id: req-334b7611-123e-4005-8f5e-d43c23dce7ee {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:36.843952 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "name": "network-vif-plugged", "status": "completed", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:36.843952 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-334b7611-123e-4005-8f5e-d43c23dce7ee {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:36.843952 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'code': 200} Sep 22 09:54:36.844427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c180b21a-9303-4712-a200-671ab78a6ada req-df5f1e21-883f-41cc-9b57-e196b726dd4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 1001 time: 0.0775683 Sep 22 09:54:36.870209 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:36.926430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53f81941-c96e-4236-b726-9d20b3f1104c req-c0641539-6925-45c0-8f23-a6509ddb88b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 210 time: 0.0373633 Sep 22 09:54:36.932530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=fcc6b611-903b-4793-8999-bc0cc8cecac3,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:36.940209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b21a-9303-4712-a200-671ab78a6ada req-391fe82d-475f-4182-a947-c5930e873804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:36.941745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c180b21a-9303-4712-a200-671ab78a6ada req-391fe82d-475f-4182-a947-c5930e873804 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c0497640-04e3-42c2-b085-86c38aab2092 HTTP/1.1" status: 200 len: 834 time: 0.0907857 Sep 22 09:54:36.996665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b21a-9303-4712-a200-671ab78a6ada req-a167c7c6-3c59-429e-a690-1915024d5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:36.998232 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c180b21a-9303-4712-a200-671ab78a6ada req-a167c7c6-3c59-429e-a690-1915024d5e7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a80dfee2-5b60-4683-bcb3-3b1a31065960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456395 Sep 22 09:54:37.098180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c180b21a-9303-4712-a200-671ab78a6ada req-319aaa3e-98ec-4579-837a-f231cd9cb113 service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912902 Sep 22 09:54:37.218310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c180b21a-9303-4712-a200-671ab78a6ada req-1c045dfd-4688-4ab8-99b5-13a3678e7d81 service neutron] 10.222.0.45 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050899 Sep 22 09:54:37.369273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59617b9-edc7-489a-86cb-d03a4fdbd581 req-02ae391b-0218-4f64-a523-c1d162ba3c39 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:37.370930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a59617b9-edc7-489a-86cb-d03a4fdbd581 req-02ae391b-0218-4f64-a523-c1d162ba3c39 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0605295 Sep 22 09:54:37.413549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a59617b9-edc7-489a-86cb-d03a4fdbd581 req-dcd27f24-267a-4c0e-a944-42c1c9860313 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342610 Sep 22 09:54:38.026429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59ab6c83-c9a2-4ed9-b46a-bd16353f2832 req-8fe01939-ad82-4ab9-8dc4-c7e52c498399 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 210 time: 0.0276744 Sep 22 09:54:38.541718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa754b9-754d-41a6-b0d2-4f33b539913d req-143dfeed-04fc-46f9-a695-1b211000a2a0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:38.543593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa754b9-754d-41a6-b0d2-4f33b539913d req-143dfeed-04fc-46f9-a695-1b211000a2a0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0580118 Sep 22 09:54:38.590149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3aa754b9-754d-41a6-b0d2-4f33b539913d req-395748f6-283e-4518-8f53-437abd144bf2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400252 Sep 22 09:54:38.614236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43132) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:38.695984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0b78d229-8f83-4e71-9e5d-3f4c1e447ae4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1 HTTP/1.1" status: 200 len: 994 time: 0.0804350 Sep 22 09:54:39.522666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f181d85-9345-40e3-b9ac-60fc06d87cfb req-19851736-c6b9-4259-a13e-16dea3891ffa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 210 time: 0.0311410 Sep 22 09:54:39.557659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac881f4-8303-4c80-a457-664231c92327 req-85103cb8-62e4-4983-ba62-0fcd1a0420b8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:39.559203 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-85103cb8-62e4-4983-ba62-0fcd1a0420b8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.45 "GET /v2.0/networks?id=caea7a27-4b5e-4054-9bab-df4e4ce816a1 HTTP/1.1" status: 200 len: 796 time: 0.5017707 Sep 22 09:54:39.607563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-bdea7d02-16a2-45e3-972a-53d16d9ad4c3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623a04d1bea1431681f4a1df0c20e336 HTTP/1.1" status: 200 len: 378 time: 0.0356164 Sep 22 09:54:39.617585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'port': {'device_id': '65c14d3e-e797-4481-a10c-253675e2e583', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'admin_state_up': True, 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'security_groups': ['97cbc3d5-efa4-41db-be36-fcc93b925c4c']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:39.790037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Made reservation on behalf of 623a04d1bea1431681f4a1df0c20e336 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:54:39.793908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:39.928469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Allocated IP 172.20.0.11 (caea7a27-4b5e-4054-9bab-df4e4ce816a1/52bb1ff3-7934-4e34-87ba-af9c24d85c42/308e056c-e29e-401d-a553-2264abd6f045) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:54:40.077813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:40.155800 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:40.206996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network caea7a27-4b5e-4054-9bab-df4e4ce816a1 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:54:40.212349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:54:40.219498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:54:40.223948 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=308e056c-e29e-401d-a553-2264abd6f045,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:40.280322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:40.281321 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:40.402133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-f1ba9284-7bf8-444d-b79f-a2d131fd9031 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7884061 Sep 22 09:54:40.419585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Request body: {'port': {'device_id': '65c14d3e-e797-4481-a10c-253675e2e583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:40.461600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-68121000-4bdb-4e84-8683-54807dc6a677 None None] Provisioning complete for port 308e056c-e29e-401d-a553-2264abd6f045 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:40.462142 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68121000-4bdb-4e84-8683-54807dc6a677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:40.485089 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:40.501432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-68121000-4bdb-4e84-8683-54807dc6a677 None None] Port 308e056c-e29e-401d-a553-2264abd6f045 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:54:40.682310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad26069-e71c-47d1-b183-2b9a05d12775 req-6fac12d5-062f-48be-828e-291bc5f30544 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:40.684401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ad26069-e71c-47d1-b183-2b9a05d12775 req-6fac12d5-062f-48be-828e-291bc5f30544 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 932 time: 0.0777473 Sep 22 09:54:40.769815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ad26069-e71c-47d1-b183-2b9a05d12775 req-2b0ef385-0b08-453b-836a-6817492b14fc tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=97cbc3d5-efa4-41db-be36-fcc93b925c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791581 Sep 22 09:54:40.839065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308e056c-e29e-401d-a553-2264abd6f045 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:54:40.847740 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:40.860291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Transition to ACTIVE for port object 308e056c-e29e-401d-a553-2264abd6f045 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:54:40.960879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:41.016942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Pushing event updated for resources: {'Port': ['ID=308e056c-e29e-401d-a553-2264abd6f045,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:41.102488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Attempting to bind port 308e056c-e29e-401d-a553-2264abd6f045 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:54:41.103079 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Attempting to bind port 308e056c-e29e-401d-a553-2264abd6f045 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:54:41.103450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Attempting to bind port 308e056c-e29e-401d-a553-2264abd6f045 on network caea7a27-4b5e-4054-9bab-df4e4ce816a1 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:54:41.109044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Port 308e056c-e29e-401d-a553-2264abd6f045 on network caea7a27-4b5e-4054-9bab-df4e4ce816a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:54:41.109390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Attempting to bind port 308e056c-e29e-401d-a553-2264abd6f045 on network caea7a27-4b5e-4054-9bab-df4e4ce816a1 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:54:41.115152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:54:41.115486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Checking segment: {'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:54:41.116058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Bound using segment: {'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:54:41.116680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Bound port: 308e056c-e29e-401d-a553-2264abd6f045, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1903df04-92a0-4cdd-b213-d7c5afd6f354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:54:41.117266 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:41.204102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] For port 308e056c-e29e-401d-a553-2264abd6f045, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:54:41.208133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] For port 308e056c-e29e-401d-a553-2264abd6f045, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=308e056c-e29e-401d-a553-2264abd6f045,segment=NetworkSegment(1903df04-92a0-4cdd-b213-d7c5afd6f354),segment_id=1903df04-92a0-4cdd-b213-d7c5afd6f354)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:54:41.349950 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:41.389519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:41.390236 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:41.391671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] 10.222.0.45 "PUT /v2.0/ports/308e056c-e29e-401d-a553-2264abd6f045 HTTP/1.1" status: 200 len: 1092 time: 0.9793086 Sep 22 09:54:41.394772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c14d3e-e797-4481-a10c-253675e2e583', 'tag': '308e056c-e29e-401d-a553-2264abd6f045'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:41.398197 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f" -d '{"events": [{"name": "network-changed", "server_uuid": "65c14d3e-e797-4481-a10c-253675e2e583", "tag": "308e056c-e29e-401d-a553-2264abd6f045"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:41.452667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017f2ad-fa6d-4c60-9be5-7bff3aecc647 service neutron] Pushing event updated for resources: {'Port': ['ID=308e056c-e29e-401d-a553-2264abd6f045,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:41.579272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac881f4-8303-4c80-a457-664231c92327 req-6a8e0622-90cb-434a-8a7f-ec46566825cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:41.581065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-6a8e0622-90cb-434a-8a7f-ec46566825cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 1095 time: 0.0602949 Sep 22 09:54:41.636508 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-1b9db228-aa0c-4f6d-b5fa-91e2063e7926 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308e056c-e29e-401d-a553-2264abd6f045 HTTP/1.1" status: 200 len: 217 time: 0.0424380 Sep 22 09:54:41.682110 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83e7974-af0d-4c24-96d1-ec973f1ae89e x-openstack-request-id: req-d83e7974-af0d-4c24-96d1-ec973f1ae89e {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:41.682975 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c14d3e-e797-4481-a10c-253675e2e583", "tag": "308e056c-e29e-401d-a553-2264abd6f045", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:41.682975 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d83e7974-af0d-4c24-96d1-ec973f1ae89e {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:41.683617 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c14d3e-e797-4481-a10c-253675e2e583', 'tag': '308e056c-e29e-401d-a553-2264abd6f045', 'status': 'completed', 'code': 200} Sep 22 09:54:41.701882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac881f4-8303-4c80-a457-664231c92327 req-42b20fec-05f3-4f35-b0bb-c1e719de829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:41.703484 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-42b20fec-05f3-4f35-b0bb-c1e719de829c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52bb1ff3-7934-4e34-87ba-af9c24d85c42 HTTP/1.1" status: 200 len: 834 time: 0.0571148 Sep 22 09:54:41.764261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac881f4-8303-4c80-a457-664231c92327 req-8f7a1d79-55d7-4ffc-9904-2c5b771b0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:41.764261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-8f7a1d79-55d7-4ffc-9904-2c5b771b0401 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caea7a27-4b5e-4054-9bab-df4e4ce816a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494080 Sep 22 09:54:41.891484 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-b73c6b11-83b5-44ce-83ad-a1da99520056 service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225343 Sep 22 09:54:41.939410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb20114-8f72-4767-8ec8-7692f2d53004 req-699eafed-3e2b-4e9a-b140-0ac27a1fea0b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:41.940981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bb20114-8f72-4767-8ec8-7692f2d53004 req-699eafed-3e2b-4e9a-b140-0ac27a1fea0b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 944 time: 0.0921640 Sep 22 09:54:42.023907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bb20114-8f72-4767-8ec8-7692f2d53004 req-3b8c170a-3fec-4398-8bf5-d40998cfb410 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=97cbc3d5-efa4-41db-be36-fcc93b925c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760944 Sep 22 09:54:42.037239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ac881f4-8303-4c80-a457-664231c92327 req-6859749d-b82f-4a67-9af1-f616da5b464e service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332381 Sep 22 09:54:42.227154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f req-b9430851-5951-4197-a8dc-b3e6c33f8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:42.228992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f req-b9430851-5951-4197-a8dc-b3e6c33f8a8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 1095 time: 0.0491836 Sep 22 09:54:42.339596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f req-75cdd74b-dbf8-416d-9e53-1a2d70782af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:42.339596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f req-75cdd74b-dbf8-416d-9e53-1a2d70782af4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=caea7a27-4b5e-4054-9bab-df4e4ce816a1 HTTP/1.1" status: 200 len: 897 time: 0.0979760 Sep 22 09:54:42.393359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f req-208a17a2-f51f-40a9-a3c5-62c4ab7118ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308e056c-e29e-401d-a553-2264abd6f045 HTTP/1.1" status: 200 len: 217 time: 0.0423620 Sep 22 09:54:42.447134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f req-d08d895f-fa62-4dbc-bf15-adfd08aa6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:42.448751 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f req-d08d895f-fa62-4dbc-bf15-adfd08aa6660 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52bb1ff3-7934-4e34-87ba-af9c24d85c42 HTTP/1.1" status: 200 len: 834 time: 0.0466180 Sep 22 09:54:42.503908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f req-04316af5-5fac-47f8-bfcb-3495b5a05594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:42.506092 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f req-04316af5-5fac-47f8-bfcb-3495b5a05594 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caea7a27-4b5e-4054-9bab-df4e4ce816a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487392 Sep 22 09:54:42.615091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f req-8ecf428f-93ab-4e3e-bc0f-bccfaed119f1 service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006846 Sep 22 09:54:42.711653 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ee76a7c-ecb8-4482-97dd-1e7325bae05f req-0b93aa79-c06a-44e4-a481-73784cc09e68 service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890512 Sep 22 09:54:44.303437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c95dc-eec4-4ba5-80bf-7294bb3324af req-889fa5a7-66ca-4e6c-9732-d6a80feeec03 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:44.305047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a0c95dc-eec4-4ba5-80bf-7294bb3324af req-889fa5a7-66ca-4e6c-9732-d6a80feeec03 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 944 time: 0.0535784 Sep 22 09:54:44.350684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a0c95dc-eec4-4ba5-80bf-7294bb3324af req-6c9553ce-b89c-42de-a1c4-2bf4d4fdf07e tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=97cbc3d5-efa4-41db-be36-fcc93b925c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383360 Sep 22 09:54:44.483274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61441812-6a6f-4f58-9ca4-280a8b5bb92a req-0f458c22-5e91-40fc-a07e-e50baef70a40 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:44.489480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61441812-6a6f-4f58-9ca4-280a8b5bb92a req-0f458c22-5e91-40fc-a07e-e50baef70a40 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:44.495649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61441812-6a6f-4f58-9ca4-280a8b5bb92a req-0f458c22-5e91-40fc-a07e-e50baef70a40 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:44.502337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61441812-6a6f-4f58-9ca4-280a8b5bb92a req-0f458c22-5e91-40fc-a07e-e50baef70a40 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:44.508442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61441812-6a6f-4f58-9ca4-280a8b5bb92a req-0f458c22-5e91-40fc-a07e-e50baef70a40 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:44.514591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61441812-6a6f-4f58-9ca4-280a8b5bb92a req-0f458c22-5e91-40fc-a07e-e50baef70a40 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:44.520623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61441812-6a6f-4f58-9ca4-280a8b5bb92a req-0f458c22-5e91-40fc-a07e-e50baef70a40 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:44.522701 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61441812-6a6f-4f58-9ca4-280a8b5bb92a req-0f458c22-5e91-40fc-a07e-e50baef70a40 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5432 time: 0.1082535 Sep 22 09:54:44.572332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61441812-6a6f-4f58-9ca4-280a8b5bb92a req-f4b1fd73-4dab-4003-9c5a-5dcf3e95d2b1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409398 Sep 22 09:54:44.771832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 308e056c-e29e-401d-a553-2264abd6f045 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:54:45.044405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 308e056c-e29e-401d-a553-2264abd6f045, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=308e056c-e29e-401d-a553-2264abd6f045,segment=NetworkSegment(1903df04-92a0-4cdd-b213-d7c5afd6f354),segment_id=1903df04-92a0-4cdd-b213-d7c5afd6f354)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:45.057148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '308e056c-e29e-401d-a553-2264abd6f045', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'port_id': '308e056c-e29e-401d-a553-2264abd6f045', 'mac_address': 'fa:16:3e:69:11:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:54:45.103324 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:45.117414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308e056c-e29e-401d-a553-2264abd6f045 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:54:45.139418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 308e056c-e29e-401d-a553-2264abd6f045, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=308e056c-e29e-401d-a553-2264abd6f045,segment=NetworkSegment(1903df04-92a0-4cdd-b213-d7c5afd6f354),segment_id=1903df04-92a0-4cdd-b213-d7c5afd6f354)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:45.206498 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:45.262649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=308e056c-e29e-401d-a553-2264abd6f045,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:45.478594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['308e056c-e29e-401d-a553-2264abd6f045'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:54:45.485647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-1ad3115a-61a0-4a77-ac05-485b0f8291e3 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.489545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcb50b-b758-43ea-b318-995c387ac239 req-b5f61130-e1e1-465a-8383-b87b4edcb998 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.491706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14fcb50b-b758-43ea-b318-995c387ac239 req-b5f61130-e1e1-465a-8383-b87b4edcb998 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 945 time: 0.0693789 Sep 22 09:54:45.491848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-1ad3115a-61a0-4a77-ac05-485b0f8291e3 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.497898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-1ad3115a-61a0-4a77-ac05-485b0f8291e3 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.504046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-1ad3115a-61a0-4a77-ac05-485b0f8291e3 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.510213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-1ad3115a-61a0-4a77-ac05-485b0f8291e3 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.517134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-1ad3115a-61a0-4a77-ac05-485b0f8291e3 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.523412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-1ad3115a-61a0-4a77-ac05-485b0f8291e3 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.525379 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-1ad3115a-61a0-4a77-ac05-485b0f8291e3 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5432 time: 0.1131022 Sep 22 09:54:45.541426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14fcb50b-b758-43ea-b318-995c387ac239 req-340b0492-4ee5-480f-a2d4-5ac5fbbc0f97 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=97cbc3d5-efa4-41db-be36-fcc93b925c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423768 Sep 22 09:54:45.794277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4f4ab-f39c-4646-979d-76a37fcec5c9 req-68a1cc51-cd75-4e47-8d2a-f1d115ebe315 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.801234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4f4ab-f39c-4646-979d-76a37fcec5c9 req-68a1cc51-cd75-4e47-8d2a-f1d115ebe315 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.808647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4f4ab-f39c-4646-979d-76a37fcec5c9 req-68a1cc51-cd75-4e47-8d2a-f1d115ebe315 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.816073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4f4ab-f39c-4646-979d-76a37fcec5c9 req-68a1cc51-cd75-4e47-8d2a-f1d115ebe315 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.822983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4f4ab-f39c-4646-979d-76a37fcec5c9 req-68a1cc51-cd75-4e47-8d2a-f1d115ebe315 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.833716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4f4ab-f39c-4646-979d-76a37fcec5c9 req-68a1cc51-cd75-4e47-8d2a-f1d115ebe315 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.844958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4f4ab-f39c-4646-979d-76a37fcec5c9 req-68a1cc51-cd75-4e47-8d2a-f1d115ebe315 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.849849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efc4f4ab-f39c-4646-979d-76a37fcec5c9 req-68a1cc51-cd75-4e47-8d2a-f1d115ebe315 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5432 time: 0.1437442 Sep 22 09:54:45.899939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efc4f4ab-f39c-4646-979d-76a37fcec5c9 req-e31a5931-4c6e-4869-9678-b69edea82ec9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423441 Sep 22 09:54:45.918131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-97bfef3a-4cfa-4814-add8-174df67657c5 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:45.919761 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-97bfef3a-4cfa-4814-add8-174df67657c5 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "GET /v2.0/ports/0898a245-a6ed-4731-b9b2-066f3188cf37?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3870761 Sep 22 09:54:46.027710 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-52d90d3f-e93a-4110-b410-33d7aff7c5cf tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "GET /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1013634 Sep 22 09:54:46.039042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:46.097688 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:46.270008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] For port 0898a245-a6ed-4731-b9b2-066f3188cf37, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0898a245-a6ed-4731-b9b2-066f3188cf37,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:46.309991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] For port 0898a245-a6ed-4731-b9b2-066f3188cf37, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:54:46.347982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] device_id is not set on port 0898a245-a6ed-4731-b9b2-066f3188cf37 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:54:46.361197 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:46.690186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c33484-a15e-4d47-9922-8a5e3c79f8c8 req-e8c12baf-3f0c-4e5a-ac9e-e974d85d6948 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:46.691761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2c33484-a15e-4d47-9922-8a5e3c79f8c8 req-e8c12baf-3f0c-4e5a-ac9e-e974d85d6948 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 945 time: 0.0620501 Sep 22 09:54:46.735682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2c33484-a15e-4d47-9922-8a5e3c79f8c8 req-0b4822de-82e7-46b5-a69b-79cfc1f9fcb8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=97cbc3d5-efa4-41db-be36-fcc93b925c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374007 Sep 22 09:54:46.771630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 308e056c-e29e-401d-a553-2264abd6f045 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:54:47.042402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89565-6b93-4dbb-ac20-ac09eac60244 req-d1217b34-08dc-4c43-b4f6-ae6745f79062 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.049266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89565-6b93-4dbb-ac20-ac09eac60244 req-d1217b34-08dc-4c43-b4f6-ae6745f79062 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.055316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89565-6b93-4dbb-ac20-ac09eac60244 req-d1217b34-08dc-4c43-b4f6-ae6745f79062 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.062260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89565-6b93-4dbb-ac20-ac09eac60244 req-d1217b34-08dc-4c43-b4f6-ae6745f79062 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.068275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89565-6b93-4dbb-ac20-ac09eac60244 req-d1217b34-08dc-4c43-b4f6-ae6745f79062 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.075071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89565-6b93-4dbb-ac20-ac09eac60244 req-d1217b34-08dc-4c43-b4f6-ae6745f79062 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.081336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89565-6b93-4dbb-ac20-ac09eac60244 req-d1217b34-08dc-4c43-b4f6-ae6745f79062 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.083291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aec89565-6b93-4dbb-ac20-ac09eac60244 req-d1217b34-08dc-4c43-b4f6-ae6745f79062 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 5432 time: 0.0971396 Sep 22 09:54:47.132107 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aec89565-6b93-4dbb-ac20-ac09eac60244 req-30c403dd-4fde-40d5-9de9-b417353a02bc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&id=c41f936c-431d-4731-9175-72968aa78b40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408700 Sep 22 09:54:47.162180 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:47.202255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 308e056c-e29e-401d-a553-2264abd6f045 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:54:47.209243 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 308e056c-e29e-401d-a553-2264abd6f045 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:47.209820 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:47.227638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] No DVR routers for this DVR port 0898a245-a6ed-4731-b9b2-066f3188cf37 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:54:47.272701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=0898a245-a6ed-4731-b9b2-066f3188cf37,revision_number=6']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:47.283742 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] In _notify_port_updated(), no bound segment for port 0898a245-a6ed-4731-b9b2-066f3188cf37 on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:54:47.284660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.305707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:47.311570 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] 10.222.0.60 "PUT /v2.0/ports/0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 200 len: 1027 time: 1.2769279 Sep 22 09:54:47.316224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.317798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.318367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.319394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.321300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.321780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.322634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.323468 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.324426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:47.325309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.325760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.326964 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.327405 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944b6040-2710-467d-ad12-343013ea8cf6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:54:47.362932 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c14d3e-e797-4481-a10c-253675e2e583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308e056c-e29e-401d-a553-2264abd6f045'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:47.365862 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20807e4a-ff45-4d76-8ed0-d3b88f7dfd9d" -d '{"events": [{"server_uuid": "65c14d3e-e797-4481-a10c-253675e2e583", "name": "network-vif-plugged", "status": "completed", "tag": "308e056c-e29e-401d-a553-2264abd6f045"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:47.389814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-033b6f68-664b-4150-be72-7a37ee6659a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.391138 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-033b6f68-664b-4150-be72-7a37ee6659a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "GET /v2.0/ports/c287ea43-d3a0-4c74-b7ec-264df897784d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0547938 Sep 22 09:54:47.397647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 308e056c-e29e-401d-a553-2264abd6f045, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=308e056c-e29e-401d-a553-2264abd6f045,segment=NetworkSegment(1903df04-92a0-4cdd-b213-d7c5afd6f354),segment_id=1903df04-92a0-4cdd-b213-d7c5afd6f354)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:47.405319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:47.428053 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfc343a-1e62-44c3-9dfd-b781ca899a58 x-openstack-request-id: req-7dfc343a-1e62-44c3-9dfd-b781ca899a58 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:47.428407 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c14d3e-e797-4481-a10c-253675e2e583", "name": "network-vif-plugged", "status": "completed", "tag": "308e056c-e29e-401d-a553-2264abd6f045", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:47.428634 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dfc343a-1e62-44c3-9dfd-b781ca899a58 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:47.429096 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c14d3e-e797-4481-a10c-253675e2e583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308e056c-e29e-401d-a553-2264abd6f045', 'code': 200} Sep 22 09:54:47.478341 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:47.498282 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:47.550243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fdd7e4-93c2-41b1-99e7-90cec0b78857 req-328af9a1-1f76-403b-9e4a-516bade155b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.552155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68fdd7e4-93c2-41b1-99e7-90cec0b78857 req-328af9a1-1f76-403b-9e4a-516bade155b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 1097 time: 0.0621808 Sep 22 09:54:47.580661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=308e056c-e29e-401d-a553-2264abd6f045,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:47.588313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ece0eaa4-19b6-4141-809f-4cb269bd8370 None None] Provisioning complete for port 0898a245-a6ed-4731-b9b2-066f3188cf37 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:47.588784 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ece0eaa4-19b6-4141-809f-4cb269bd8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:47.597241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68fdd7e4-93c2-41b1-99e7-90cec0b78857 req-cf6fb066-8b5b-47ca-92c3-4fbae9ca9390 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=97cbc3d5-efa4-41db-be36-fcc93b925c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356312 Sep 22 09:54:47.627117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ece0eaa4-19b6-4141-809f-4cb269bd8370 None None] Port 0898a245-a6ed-4731-b9b2-066f3188cf37 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:54:47.650120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] For port c287ea43-d3a0-4c74-b7ec-264df897784d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=c287ea43-d3a0-4c74-b7ec-264df897784d,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:47.691965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] For port c287ea43-d3a0-4c74-b7ec-264df897784d, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:54:47.725911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] device_id is not set on port c287ea43-d3a0-4c74-b7ec-264df897784d yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 09:54:47.734954 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:47.801066 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:47.877376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e080-720e-4b04-bdf3-60bef1623098 req-12549909-7816-4cb5-a5e8-a37e78691cb8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.884509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] No DVR routers for this DVR port c287ea43-d3a0-4c74-b7ec-264df897784d on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:54:47.886142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15f7e080-720e-4b04-bdf3-60bef1623098 req-12549909-7816-4cb5-a5e8-a37e78691cb8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 946 time: 0.0697765 Sep 22 09:54:47.934270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] In _notify_port_updated(), no bound segment for port c287ea43-d3a0-4c74-b7ec-264df897784d on network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 09:54:47.934979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:47.935610 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:47.937296 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] 10.222.0.60 "PUT /v2.0/ports/c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 200 len: 1027 time: 0.5377347 Sep 22 09:54:47.939981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15f7e080-720e-4b04-bdf3-60bef1623098 req-e8523be9-255f-49bc-979e-58f7152e0470 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=97cbc3d5-efa4-41db-be36-fcc93b925c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527086 Sep 22 09:54:47.954360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df914d82-93e5-4654-b347-d7b963d74770 service neutron] Pushing event updated for resources: {'Port': ['ID=c287ea43-d3a0-4c74-b7ec-264df897784d,revision_number=6']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:48.057035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b526c24b-c875-41cf-8e0a-2bba129dfd46 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Deleting port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:54:48.057473 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b526c24b-c875-41cf-8e0a-2bba129dfd46 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:48.146755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b0c73694-07ea-47d4-afc6-18686c60f383 None None] Provisioning complete for port c287ea43-d3a0-4c74-b7ec-264df897784d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:54:48.147740 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b0c73694-07ea-47d4-afc6-18686c60f383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:48.164568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b526c24b-c875-41cf-8e0a-2bba129dfd46 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] For port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:48.165171 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b526c24b-c875-41cf-8e0a-2bba129dfd46 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:48.181272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b526c24b-c875-41cf-8e0a-2bba129dfd46 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Calling delete_port for 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:54:48.183846 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b0c73694-07ea-47d4-afc6-18686c60f383 None None] Port c287ea43-d3a0-4c74-b7ec-264df897784d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:54:48.282315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057df23-e855-4efa-9186-78e1e66701c4 req-7aed8c37-4a5f-477e-89ad-550641268a36 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:48.289075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057df23-e855-4efa-9186-78e1e66701c4 req-7aed8c37-4a5f-477e-89ad-550641268a36 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:48.296351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057df23-e855-4efa-9186-78e1e66701c4 req-7aed8c37-4a5f-477e-89ad-550641268a36 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:48.302895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057df23-e855-4efa-9186-78e1e66701c4 req-7aed8c37-4a5f-477e-89ad-550641268a36 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:48.309119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057df23-e855-4efa-9186-78e1e66701c4 req-7aed8c37-4a5f-477e-89ad-550641268a36 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:48.314354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2057df23-e855-4efa-9186-78e1e66701c4 req-7aed8c37-4a5f-477e-89ad-550641268a36 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 3884 time: 0.0888932 Sep 22 09:54:48.353399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2057df23-e855-4efa-9186-78e1e66701c4 req-bd771388-5e4b-48a5-9bee-55b2b10f8610 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346866 Sep 22 09:54:48.406763 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b526c24b-c875-41cf-8e0a-2bba129dfd46 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:48.441740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526c24b-c875-41cf-8e0a-2bba129dfd46 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Port': ['ID=1d4d5ab5-e08f-46ac-a384-1a182fd61f3b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:48.488040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b526c24b-c875-41cf-8e0a-2bba129dfd46 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] No DVR routers for this DVR port 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:54:48.491879 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b526c24b-c875-41cf-8e0a-2bba129dfd46 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:48.493410 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b526c24b-c875-41cf-8e0a-2bba129dfd46 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "DELETE /v2.0/ports/1d4d5ab5-e08f-46ac-a384-1a182fd61f3b HTTP/1.1" status: 204 len: 173 time: 0.5467250 Sep 22 09:54:48.493855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-deleted', 'tag': '1d4d5ab5-e08f-46ac-a384-1a182fd61f3b'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:48.496160 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10797f2c-5c10-4ae7-afc4-038b833d2452" -d '{"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-deleted", "tag": "1d4d5ab5-e08f-46ac-a384-1a182fd61f3b"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:48.535444 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71348298-3112-46c0-b86c-3079b3a64d9d x-openstack-request-id: req-71348298-3112-46c0-b86c-3079b3a64d9d {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:48.535723 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-deleted", "tag": "1d4d5ab5-e08f-46ac-a384-1a182fd61f3b", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:48.535971 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71348298-3112-46c0-b86c-3079b3a64d9d {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:48.536458 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-deleted', 'tag': '1d4d5ab5-e08f-46ac-a384-1a182fd61f3b', 'status': 'completed', 'code': 200} Sep 22 09:54:48.556485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e38bdda8-3d91-4727-8ba3-e4090db362aa no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:54:48.590699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b6e0d849-a7dc-4181-afdb-98bb0054c208 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Deleting port e38bdda8-3d91-4727-8ba3-e4090db362aa {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:54:48.591041 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b6e0d849-a7dc-4181-afdb-98bb0054c208 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:48.643254 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:48.694651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e38bdda8-3d91-4727-8ba3-e4090db362aa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:48.711947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b6e0d849-a7dc-4181-afdb-98bb0054c208 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] For port e38bdda8-3d91-4727-8ba3-e4090db362aa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e38bdda8-3d91-4727-8ba3-e4090db362aa,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:48.712178 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b6e0d849-a7dc-4181-afdb-98bb0054c208 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:48.731978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b6e0d849-a7dc-4181-afdb-98bb0054c208 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Calling delete_port for e38bdda8-3d91-4727-8ba3-e4090db362aa owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:54:48.818223 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:48.819214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:54:48.925608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e38bdda8-3d91-4727-8ba3-e4090db362aa,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:48.957492 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b6e0d849-a7dc-4181-afdb-98bb0054c208 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:48.989177 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:49.006071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0d849-a7dc-4181-afdb-98bb0054c208 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Port': ['ID=e38bdda8-3d91-4727-8ba3-e4090db362aa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:49.034746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:49.059034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b6e0d849-a7dc-4181-afdb-98bb0054c208 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] No DVR routers for this DVR port e38bdda8-3d91-4727-8ba3-e4090db362aa on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:54:49.062712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b6e0d849-a7dc-4181-afdb-98bb0054c208 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:49.065593 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-b6e0d849-a7dc-4181-afdb-98bb0054c208 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "DELETE /v2.0/ports/e38bdda8-3d91-4727-8ba3-e4090db362aa HTTP/1.1" status: 204 len: 173 time: 0.5664623 Sep 22 09:54:49.126931 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:49.127690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:54:49.144209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-0035a25f-d1bc-41f5-96f5-391da254a1c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1845603 Sep 22 09:54:49.172777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:54:49.173343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 1d4d5ab5-e08f-46ac-a384-1a182fd61f3b not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:54:49.174437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:54:49.198078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-c973769e-09fe-4052-880c-1e8837058fe3 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:49.200311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-c973769e-09fe-4052-880c-1e8837058fe3 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/networks?id=c7f51e8c-d315-4cea-849b-8896090d41f6 HTTP/1.1" status: 200 len: 814 time: 0.2031400 Sep 22 09:54:49.260568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Deleting port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:54:49.261154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:49.262227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-5bdf639f-5a64-4782-88d8-ad72467e4a64 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/quotas/5ff3ec867c4c419ebf4e4d97c47f4908 HTTP/1.1" status: 200 len: 375 time: 0.0514972 Sep 22 09:54:49.265429 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:49.319516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-00b5c603-1b11-4abf-a508-cc20f409bffb tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ff3ec867c4c419ebf4e4d97c47f4908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561638 Sep 22 09:54:49.329592 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:49.356601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-73b14385-b38c-48a2-a763-6f7a486d1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:49.358631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-73b14385-b38c-48a2-a763-6f7a486d1939 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1097 time: 0.1571429 Sep 22 09:54:49.379494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:49.392325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] For port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:49.393005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:49.430816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e38bdda8-3d91-4727-8ba3-e4090db362aa'}, {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354'}, {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:49.438494 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e71dce-7185-4cf1-a82c-335180eb6e3b" -d '{"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-unplugged", "status": "completed", "tag": "e38bdda8-3d91-4727-8ba3-e4090db362aa"}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-unplugged", "status": "completed", "tag": "ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354"}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:49.492750 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:49.494915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c287ea43-d3a0-4c74-b7ec-264df897784d no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:54:49.503804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-48c8b83b-11dd-4df1-9936-cf41a78bf21f service neutron] 10.222.0.49 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833422 Sep 22 09:54:49.621641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f1b28ffc-93f0-48a8-9d87-84889e9b3509 service neutron] 10.222.0.49 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168046 Sep 22 09:54:49.638103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-587d21ab-ab0e-4361-a8ac-2d2b50211ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:49.641153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-587d21ab-ab0e-4361-a8ac-2d2b50211ec7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 200 len: 897 time: 0.2321787 Sep 22 09:54:49.643055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:49.662191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device c287ea43-d3a0-4c74-b7ec-264df897784d not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:54:49.671608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0898a245-a6ed-4731-b9b2-066f3188cf37 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:54:49.746350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0898a245-a6ed-4731-b9b2-066f3188cf37 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:54:49.746820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:54:49.770561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-37cef74a-bf48-4e11-bf88-6f3e7dd5c7c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 1002 time: 0.1210783 Sep 22 09:54:49.780064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:49.780064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:49.780434 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Floating IP e3b31f0e-56bb-4745-bce2-a8208f0812d1 disassociated. External IP: 172.25.6.77, port: 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384. Sep 22 09:54:49.780758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Calling delete_port for 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:54:49.836144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-af28bd7f-ac4a-4019-bb8f-fffc5dbce4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:49.838048 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-af28bd7f-ac4a-4019-bb8f-fffc5dbce4a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0497640-04e3-42c2-b085-86c38aab2092 HTTP/1.1" status: 200 len: 834 time: 0.0609486 Sep 22 09:54:49.867595 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:49.894929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-57dba6e8-f0ab-47a8-80a7-8a229c388466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:49.896938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-57dba6e8-f0ab-47a8-80a7-8a229c388466 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a80dfee2-5b60-4683-bcb3-3b1a31065960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522225 Sep 22 09:54:49.908867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:49.990890 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:50.030116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:50.074475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:50.085038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-31e5a3ac-f571-4197-bdbb-90d9ac8fd7bb service neutron] 10.222.0.60 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811368 Sep 22 09:54:50.090800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Port': ['ID=3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:50.203941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0dbd0-f2ad-43f4-b95e-14e4063ea907 req-81d60683-2da2-4b19-8f94-dff182121f1a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:50.205815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5e0dbd0-f2ad-43f4-b95e-14e4063ea907 req-81d60683-2da2-4b19-8f94-dff182121f1a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 946 time: 0.1714594 Sep 22 09:54:50.254168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cdd8aaf-44a9-4773-9a5e-52b66edf8024 req-23b76f14-b851-4b03-87bb-5a5600401f4c service neutron] 10.222.0.60 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602621 Sep 22 09:54:50.263538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Router d2b4483e-1074-4331-a8fd-bae3ad003abe has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:54:50.286480 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5e0dbd0-f2ad-43f4-b95e-14e4063ea907 req-b0619d9c-a2a7-4077-860c-f563470b3429 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=97cbc3d5-efa4-41db-be36-fcc93b925c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674968 Sep 22 09:54:50.393964 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:54:50.409025 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa5deff-1052-44e0-90f0-67fbf194d4ff None None] Sync routers for ids ['d2b4483e-1074-4331-a8fd-bae3ad003abe'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:54:50.421645 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa5deff-1052-44e0-90f0-67fbf194d4ff None None] Routers {'d2b4483e-1074-4331-a8fd-bae3ad003abe'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:54:50.422623 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2fa5deff-1052-44e0-90f0-67fbf194d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d2b4483e-1074-4331-a8fd-bae3ad003abe'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:50.430575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc3f22-53cc-4399-a3e8-bcda09016cfe req-02bc9755-6208-4186-b803-b1d977f31850 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:50.437689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc3f22-53cc-4399-a3e8-bcda09016cfe req-02bc9755-6208-4186-b803-b1d977f31850 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:50.439551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47fc3f22-53cc-4399-a3e8-bcda09016cfe req-02bc9755-6208-4186-b803-b1d977f31850 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 1677 time: 0.0677791 Sep 22 09:54:50.451034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] No DVR routers for this DVR port 3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:54:50.454665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:50.460269 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-e75917e5-f303-4cae-a073-c6de7bbd7dd4 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "DELETE /v2.0/ports/3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384 HTTP/1.1" status: 204 len: 173 time: 1.3861070 Sep 22 09:54:50.507935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47fc3f22-53cc-4399-a3e8-bcda09016cfe req-500f64fd-17de-477e-a27c-3edfc51af2d0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599802 Sep 22 09:54:50.561052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-deleted', 'tag': 'e38bdda8-3d91-4727-8ba3-e4090db362aa'}, {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-deleted', 'tag': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:50.563828 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfecff5-3bb2-4a64-bfbb-cb63f806ff61" -d '{"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-deleted", "tag": "e38bdda8-3d91-4727-8ba3-e4090db362aa"}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-deleted", "tag": "3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:50.586847 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-2fa5deff-1052-44e0-90f0-67fbf194d4ff None None] Set router d2b4483e-1074-4331-a8fd-bae3ad003abe gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:54:50.605723 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-6cc000bd-86e1-4d16-a0c7-850e691c172a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Deleting port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:54:50.606093 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-6cc000bd-86e1-4d16-a0c7-850e691c172a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:50.759049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-6cc000bd-86e1-4d16-a0c7-850e691c172a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] For port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:50.759840 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-6cc000bd-86e1-4d16-a0c7-850e691c172a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:50.763403 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd703fc-5bf4-4da7-a251-da5071f35f6d x-openstack-request-id: req-ccd703fc-5bf4-4da7-a251-da5071f35f6d {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:50.763968 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-unplugged", "status": "completed", "tag": "e38bdda8-3d91-4727-8ba3-e4090db362aa", "code": 200}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-unplugged", "status": "completed", "tag": "ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354", "code": 200}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:50.763968 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccd703fc-5bf4-4da7-a251-da5071f35f6d {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:50.764361 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e38bdda8-3d91-4727-8ba3-e4090db362aa', 'code': 200} Sep 22 09:54:50.765423 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354', 'code': 200} Sep 22 09:54:50.769079 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384', 'code': 200} Sep 22 09:54:50.785781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-6cc000bd-86e1-4d16-a0c7-850e691c172a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Calling delete_port for ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:54:50.852048 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4aabf327-1df3-4bd7-a797-7313fbffb10b req-364dfc28-157e-4aa7-b3dd-cb1ef9d6110a tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 210 time: 0.0493324 Sep 22 09:54:50.855604 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2fa5deff-1052-44e0-90f0-67fbf194d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:55Z', 'revision_number': 4, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '38b53092-1b05-4f1e-b919-499434bc6758', 'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'mac_address': 'fa:16:3e:41:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:54Z', 'updated_at': '2021-09-22T09:44:02Z', 'revision_number': 5, 'project_id': '22197b2546c8417b9346924b78156bd9', 'subnets': [{'id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:50.997733 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa5deff-1052-44e0-90f0-67fbf194d4ff None None] Checking router: d2b4483e-1074-4331-a8fd-bae3ad003abe for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:54:51.007581 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa5deff-1052-44e0-90f0-67fbf194d4ff None None] Routers {'d2b4483e-1074-4331-a8fd-bae3ad003abe'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:54:51.008206 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2fa5deff-1052-44e0-90f0-67fbf194d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d2b4483e-1074-4331-a8fd-bae3ad003abe'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:51.012104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d6c20-974d-40df-adbb-6523fff753d2 req-cb29979b-d79a-4144-b405-03793856b9ae tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:51.018243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-6cc000bd-86e1-4d16-a0c7-850e691c172a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:51.025320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-082d6c20-974d-40df-adbb-6523fff753d2 req-cb29979b-d79a-4144-b405-03793856b9ae tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 946 time: 0.0997646 Sep 22 09:54:51.063932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc000bd-86e1-4d16-a0c7-850e691c172a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Port': ['ID=ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:51.125511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-6cc000bd-86e1-4d16-a0c7-850e691c172a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] No DVR routers for this DVR port ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:54:51.128526 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-6cc000bd-86e1-4d16-a0c7-850e691c172a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:51.131186 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-6cc000bd-86e1-4d16-a0c7-850e691c172a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "DELETE /v2.0/ports/ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354 HTTP/1.1" status: 204 len: 173 time: 0.6669207 Sep 22 09:54:51.133379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-082d6c20-974d-40df-adbb-6523fff753d2 req-3f2cd592-2ad6-4fe8-a44d-9a75d5779d73 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=97cbc3d5-efa4-41db-be36-fcc93b925c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940640 Sep 22 09:54:51.150966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43554) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:51.206960 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-2fa5deff-1052-44e0-90f0-67fbf194d4ff None None] Set router d2b4483e-1074-4331-a8fd-bae3ad003abe gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:54:51.226809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6efc4a3-1d25-4428-9a50-17b23a960d90 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:51.232314 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e6efc4a3-1d25-4428-9a50-17b23a960d90 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 1092 time: 0.0748429 Sep 22 09:54:51.232759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43556) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:51.235295 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee9bba1-89dc-4537-99fc-de2afbc684f9 x-openstack-request-id: req-3ee9bba1-89dc-4537-99fc-de2afbc684f9 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:51.235819 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-deleted", "tag": "e38bdda8-3d91-4727-8ba3-e4090db362aa", "status": "completed", "code": 200}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-deleted", "tag": "3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:51.236236 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ee9bba1-89dc-4537-99fc-de2afbc684f9 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:51.236908 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-deleted', 'tag': 'e38bdda8-3d91-4727-8ba3-e4090db362aa', 'status': 'completed', 'code': 200} Sep 22 09:54:51.237305 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-deleted', 'tag': '3a3da4d0-e8a3-4522-b48e-9aeaa3ce1384', 'status': 'completed', 'code': 200} Sep 22 09:54:51.240148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '308e056c-e29e-401d-a553-2264abd6f045', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:51.272295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-4b7979ea-4c58-48a3-92ef-5d201aab2ffd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Deleting port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:54:51.273288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-4b7979ea-4c58-48a3-92ef-5d201aab2ffd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:51.378384 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:51.385631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-4b7979ea-4c58-48a3-92ef-5d201aab2ffd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] For port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:51.386033 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-4b7979ea-4c58-48a3-92ef-5d201aab2ffd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:51.411375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-4b7979ea-4c58-48a3-92ef-5d201aab2ffd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Calling delete_port for 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:54:51.466249 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2fa5deff-1052-44e0-90f0-67fbf194d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:55Z', 'revision_number': 4, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '38b53092-1b05-4f1e-b919-499434bc6758', 'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'mac_address': 'fa:16:3e:41:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:54Z', 'updated_at': '2021-09-22T09:44:02Z', 'revision_number': 5, 'project_id': '22197b2546c8417b9346924b78156bd9', 'subnets': [{'id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:51.493742 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:51.512182 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa5deff-1052-44e0-90f0-67fbf194d4ff None None] The sync data for ids ['d2b4483e-1074-4331-a8fd-bae3ad003abe'] in n-d-805649-4 is: [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:43:55Z', 'revision_number': 4, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '38b53092-1b05-4f1e-b919-499434bc6758', 'name': '', 'network_id': '2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'mac_address': 'fa:16:3e:41:24:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:54Z', 'updated_at': '2021-09-22T09:44:02Z', 'revision_number': 5, 'project_id': '22197b2546c8417b9346924b78156bd9', 'subnets': [{'id': '5da2a3ed-b29b-428a-b8c1-defac8adcba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:54:51.688886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Allocated IP 172.25.6.65 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/2735fe9c-8676-418a-a552-024212116acb) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:54:51.698003 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-4b7979ea-4c58-48a3-92ef-5d201aab2ffd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:51.716681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fee42a-1d3b-4a60-99ba-2ea2e9c97d00 req-7b5c9aef-f968-4de8-b4a3-45cd5c3fe6ff tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:51.718684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-83fee42a-1d3b-4a60-99ba-2ea2e9c97d00 req-7b5c9aef-f968-4de8-b4a3-45cd5c3fe6ff tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 943 time: 0.0914917 Sep 22 09:54:51.730557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7979ea-4c58-48a3-92ef-5d201aab2ffd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Port': ['ID=180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:51.790517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-4b7979ea-4c58-48a3-92ef-5d201aab2ffd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] No DVR routers for this DVR port 180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:54:51.793702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-4b7979ea-4c58-48a3-92ef-5d201aab2ffd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:51.795949 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2a647426-88a6-4597-ae0e-8bb5253d61ff req-4b7979ea-4c58-48a3-92ef-5d201aab2ffd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.60 "DELETE /v2.0/ports/180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9 HTTP/1.1" status: 204 len: 173 time: 0.6582389 Sep 22 09:54:51.829157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc1d5c-8722-4848-96e9-45fb803a8ce3 None None] New status for floating IP e3b31f0e-56bb-4745-bce2-a8208f0812d1: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:54:51.872907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-83fee42a-1d3b-4a60-99ba-2ea2e9c97d00 req-b79fc122-80c3-4c5e-a2a0-6e1b8d061510 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups?id=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448920 Sep 22 09:54:51.914309 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:51.984514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96a9e718-f0f7-4f40-916b-c786312ff4fa req-1c14c7d4-f4e7-4531-b1d2-80ce5972e908 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 210 time: 0.0294633 Sep 22 09:54:52.076045 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:52.114765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:54:52.117939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:54:52.122434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:54:52.153784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=2735fe9c-8676-418a-a552-024212116acb,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:52.546441 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:52.679556 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:52.767788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:52.770700 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44851924-2f42-422a-a332-cebcb38149aa" -d '{"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-unplugged", "status": "completed", "tag": "180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:52.819543 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84ef651-e7b5-4d6b-b404-e5ae2d386ae4 x-openstack-request-id: req-b84ef651-e7b5-4d6b-b404-e5ae2d386ae4 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:52.819861 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-unplugged", "status": "completed", "tag": "180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:52.820115 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b84ef651-e7b5-4d6b-b404-e5ae2d386ae4 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:52.820509 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9', 'code': 200} Sep 22 09:54:52.852468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:52.911061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:53.004740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=2735fe9c-8676-418a-a552-024212116acb,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:53.033836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-a7993150-fd52-40ff-92ed-9a67f1ca1780 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:53.034982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7af4773-779a-4e25-8e59-bd4a3fd35c11 req-76c3e8de-290e-4cde-9104-c4dbdd262aac tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0520105 Sep 22 09:54:53.036265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-a7993150-fd52-40ff-92ed-9a67f1ca1780 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.60 "GET /v2.0/networks?id=c7f51e8c-d315-4cea-849b-8896090d41f6 HTTP/1.1" status: 200 len: 814 time: 0.1574907 Sep 22 09:54:53.046556 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:53.059145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Request body: {'port': {'device_id': '96224c9f-33dd-4034-8286-9f149755a0c4', 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6', 'admin_state_up': True, 'tenant_id': '5ff3ec867c4c419ebf4e4d97c47f4908'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:53.188555 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Floating IP b50d1b7b-9254-4b66-9936-e65ce6a6e537 associated. External IP: 172.25.6.65, port: 308e056c-e29e-401d-a553-2264abd6f045. Sep 22 09:54:53.238825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-deleted', 'tag': 'ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354'}, {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-deleted', 'tag': '180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:53.241356 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0641f6c3-06d0-41d3-b606-f3bd8efda6dc" -d '{"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-deleted", "tag": "ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354"}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-deleted", "tag": "180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:53.249468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a61d1b2a-8649-4d39-b6a1-ddeeb1501f6d req-18127a3e-7d98-47b3-8302-aa60426b700a tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 210 time: 0.1256597 Sep 22 09:54:53.297811 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014b7da3-e764-42e6-81e8-4abd0d899998 x-openstack-request-id: req-014b7da3-e764-42e6-81e8-4abd0d899998 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:53.309002 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-deleted", "tag": "ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354", "status": "completed", "code": 200}, {"server_uuid": "0e86f596-5940-4f66-87af-5ab65156159d", "name": "network-vif-deleted", "tag": "180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:53.309002 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-014b7da3-e764-42e6-81e8-4abd0d899998 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:53.309002 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-deleted', 'tag': 'ab7f1ea7-c3fd-4bc4-b4a4-b5cfe7276354', 'status': 'completed', 'code': 200} Sep 22 09:54:53.309002 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e86f596-5940-4f66-87af-5ab65156159d', 'name': 'network-vif-deleted', 'tag': '180cce8e-cd67-430e-a8a0-cf5bc9e4bfa9', 'status': 'completed', 'code': 200} Sep 22 09:54:53.309002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Made reservation on behalf of 5ff3ec867c4c419ebf4e4d97c47f4908 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:54:53.309002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:53.383395 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:53.474787 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Allocated IP 172.20.0.3 (c7f51e8c-d315-4cea-849b-8896090d41f6/438e6d02-2370-4516-b57a-3b4477b2ccc2/14b3f055-6a5c-4587-b635-a07697ba6b29) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:54:53.638399 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:53.749675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:53.796829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Network c7f51e8c-d315-4cea-849b-8896090d41f6 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:54:53.800010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:54:53.803865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:54:53.811338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 17c7615c-7e84-497c-9458-97988b707256 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:54:53.837355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Pushing event updated for resources: {'Port': ['ID=14b3f055-6a5c-4587-b635-a07697ba6b29,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:53.860329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:53.861025 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:53.941053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:54:53.953962 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f556be-d662-48c6-a4b2-1b2146f5f092 None None] Sync routers for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:54:53.963268 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f556be-d662-48c6-a4b2-1b2146f5f092 None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:54:53.963908 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3f556be-d662-48c6-a4b2-1b2146f5f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:53.984348 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-e4d15bd0-48e2-49f2-b555-88f6e958863f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9378030 Sep 22 09:54:53.998381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Request body: {'port': {'device_id': '96224c9f-33dd-4034-8286-9f149755a0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:54:54.035106 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:54.075689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:54.081498 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-e3f556be-d662-48c6-a4b2-1b2146f5f092 None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:54:54.081942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e276927b-d47b-4be6-aef6-bdc2ae49ce52 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8468325 Sep 22 09:54:54.082550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c14d3e-e797-4481-a10c-253675e2e583', 'tag': '308e056c-e29e-401d-a553-2264abd6f045'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:54.087268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43576) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:54.090349 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8460ed-1610-4737-a795-6ea4e3cfcd16" -d '{"events": [{"name": "network-changed", "server_uuid": "65c14d3e-e797-4481-a10c-253675e2e583", "tag": "308e056c-e29e-401d-a553-2264abd6f045"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:54.170659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20edb01c-8852-4c67-8989-a0dab768fa0c req-ae6fe54a-01e4-4cad-8214-0654fe51899d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0442669 Sep 22 09:54:54.214848 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2834651-1005-4d24-8ea3-dab18e9a4ebe x-openstack-request-id: req-f2834651-1005-4d24-8ea3-dab18e9a4ebe {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:54.219758 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c14d3e-e797-4481-a10c-253675e2e583", "tag": "308e056c-e29e-401d-a553-2264abd6f045", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:54.219758 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2834651-1005-4d24-8ea3-dab18e9a4ebe {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:54.219758 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c14d3e-e797-4481-a10c-253675e2e583', 'tag': '308e056c-e29e-401d-a553-2264abd6f045', 'status': 'completed', 'code': 200} Sep 22 09:54:54.233929 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-78e2e92b-4e7e-47be-aca8-799e58a5bf6d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/floatingips/b50d1b7b-9254-4b66-9936-e65ce6a6e537 HTTP/1.1" status: 200 len: 991 time: 0.1441555 Sep 22 09:54:54.240439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-27382931-2e3f-4145-af28-5b816e299e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:54.295369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8460ed-1610-4737-a795-6ea4e3cfcd16 req-a1546d31-b951-446d-b9bb-a7a7889772c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:54.297285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b8460ed-1610-4737-a795-6ea4e3cfcd16 req-a1546d31-b951-446d-b9bb-a7a7889772c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 1097 time: 0.0548465 Sep 22 09:54:54.466489 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3f556be-d662-48c6-a4b2-1b2146f5f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b50d1b7b-9254-4b66-9936-e65ce6a6e537', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '17c7615c-7e84-497c-9458-97988b707256', 'port_id': '308e056c-e29e-401d-a553-2264abd6f045', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'mac_address': 'fa:16:3e:69:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c14d3e-e797-4481-a10c-253675e2e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:54:52Z', 'updated_at': '2021-09-22T09:54:52Z', 'revision_number': 0, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:54.510942 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f556be-d662-48c6-a4b2-1b2146f5f092 None None] Checking router: 17c7615c-7e84-497c-9458-97988b707256 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:54:54.515144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f857d2f-e305-4057-8d3b-99a7e57b48f4 req-2f8a4acf-baa0-464a-8395-af6be673a7f7 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:54.521281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b3f055-6a5c-4587-b635-a07697ba6b29 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:54:54.523368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f857d2f-e305-4057-8d3b-99a7e57b48f4 req-2f8a4acf-baa0-464a-8395-af6be673a7f7 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 931 time: 0.1555371 Sep 22 09:54:54.525770 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f556be-d662-48c6-a4b2-1b2146f5f092 None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:54:54.526680 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3f556be-d662-48c6-a4b2-1b2146f5f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:54.531236 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:54.538799 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8460ed-1610-4737-a795-6ea4e3cfcd16 req-7487a2c2-97ca-4680-8da7-da94ffc80925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:54.540906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b8460ed-1610-4737-a795-6ea4e3cfcd16 req-7487a2c2-97ca-4680-8da7-da94ffc80925 service neutron] 10.222.0.45 "GET /v2.0/networks?id=caea7a27-4b5e-4054-9bab-df4e4ce816a1 HTTP/1.1" status: 200 len: 897 time: 0.2354505 Sep 22 09:54:54.546849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Transition to ACTIVE for port object 14b3f055-6a5c-4587-b635-a07697ba6b29 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:54:54.577476 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:54.617904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f857d2f-e305-4057-8d3b-99a7e57b48f4 req-a4076c5c-a65b-4389-97fb-5222c553a2e7 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936546 Sep 22 09:54:54.638906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b8460ed-1610-4737-a795-6ea4e3cfcd16 req-17858a56-118a-4bfa-ac57-74aff2970d1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308e056c-e29e-401d-a553-2264abd6f045 HTTP/1.1" status: 200 len: 999 time: 0.0863721 Sep 22 09:54:54.648632 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-e3f556be-d662-48c6-a4b2-1b2146f5f092 None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:54:54.663258 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:54.707490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8460ed-1610-4737-a795-6ea4e3cfcd16 req-a66eaee2-22d8-4b55-a3dd-ad07e5a58667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:54.709157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b8460ed-1610-4737-a795-6ea4e3cfcd16 req-a66eaee2-22d8-4b55-a3dd-ad07e5a58667 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52bb1ff3-7934-4e34-87ba-af9c24d85c42 HTTP/1.1" status: 200 len: 834 time: 0.0612507 Sep 22 09:54:54.778810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8460ed-1610-4737-a795-6ea4e3cfcd16 req-f435c12f-9211-4afc-834f-eeff022148eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:54.781310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b8460ed-1610-4737-a795-6ea4e3cfcd16 req-f435c12f-9211-4afc-834f-eeff022148eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caea7a27-4b5e-4054-9bab-df4e4ce816a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649123 Sep 22 09:54:54.782420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Pushing event updated for resources: {'Port': ['ID=14b3f055-6a5c-4587-b635-a07697ba6b29,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:54.838531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Attempting to bind port 14b3f055-6a5c-4587-b635-a07697ba6b29 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:54:54.839053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Attempting to bind port 14b3f055-6a5c-4587-b635-a07697ba6b29 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '6c09f447-5895-4a16-9ee0-cd822714b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:54:54.840357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Attempting to bind port 14b3f055-6a5c-4587-b635-a07697ba6b29 on network c7f51e8c-d315-4cea-849b-8896090d41f6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:54:54.847809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Port 14b3f055-6a5c-4587-b635-a07697ba6b29 on network c7f51e8c-d315-4cea-849b-8896090d41f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:54:54.848288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Attempting to bind port 14b3f055-6a5c-4587-b635-a07697ba6b29 on network c7f51e8c-d315-4cea-849b-8896090d41f6 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:54:54.856459 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:54:54.856961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Checking segment: {'id': '6c09f447-5895-4a16-9ee0-cd822714b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:54:54.861668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Bound using segment: {'id': '6c09f447-5895-4a16-9ee0-cd822714b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:54:54.861668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Bound port: 14b3f055-6a5c-4587-b635-a07697ba6b29, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c09f447-5895-4a16-9ee0-cd822714b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:54:54.861668 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:54.900555 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b8460ed-1610-4737-a795-6ea4e3cfcd16 req-d91ed57b-0c24-41a6-beda-638909eb4496 service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076925 Sep 22 09:54:54.920620 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e3f556be-d662-48c6-a4b2-1b2146f5f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b50d1b7b-9254-4b66-9936-e65ce6a6e537', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '17c7615c-7e84-497c-9458-97988b707256', 'port_id': '308e056c-e29e-401d-a553-2264abd6f045', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'mac_address': 'fa:16:3e:69:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c14d3e-e797-4481-a10c-253675e2e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:54:52Z', 'updated_at': '2021-09-22T09:54:52Z', 'revision_number': 0, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:54:54.939557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] For port 14b3f055-6a5c-4587-b635-a07697ba6b29, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:54:54.943756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] For port 14b3f055-6a5c-4587-b635-a07697ba6b29, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=14b3f055-6a5c-4587-b635-a07697ba6b29,segment=NetworkSegment(6c09f447-5895-4a16-9ee0-cd822714b69e),segment_id=6c09f447-5895-4a16-9ee0-cd822714b69e)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:54:54.952219 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f556be-d662-48c6-a4b2-1b2146f5f092 None None] The sync data for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 is: [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b50d1b7b-9254-4b66-9936-e65ce6a6e537', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '17c7615c-7e84-497c-9458-97988b707256', 'port_id': '308e056c-e29e-401d-a553-2264abd6f045', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'mac_address': 'fa:16:3e:69:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c14d3e-e797-4481-a10c-253675e2e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:54:52Z', 'updated_at': '2021-09-22T09:54:52Z', 'revision_number': 0, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:54:55.028503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b8460ed-1610-4737-a795-6ea4e3cfcd16 req-c2f16efd-a867-4eb4-83bd-4757647a0db8 service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193681 Sep 22 09:54:55.080987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:55.124632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:55.125744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:55.127282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] 10.222.0.60 "PUT /v2.0/ports/14b3f055-6a5c-4587-b635-a07697ba6b29 HTTP/1.1" status: 200 len: 1091 time: 1.1334934 Sep 22 09:54:55.161950 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802c785-3fbe-47e4-8428-43d7532d2612 service neutron] Pushing event updated for resources: {'Port': ['ID=14b3f055-6a5c-4587-b635-a07697ba6b29,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:55.205564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48361315-89b3-48a7-b829-f32797c07a1e None None] New status for floating IP b50d1b7b-9254-4b66-9936-e65ce6a6e537: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:54:55.236198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43586) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:55.319107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96224c9f-33dd-4034-8286-9f149755a0c4', 'tag': '14b3f055-6a5c-4587-b635-a07697ba6b29'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:54:55.321476 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0236cbfc-00e7-429d-ac65-4e8548e3ba44" -d '{"events": [{"name": "network-changed", "server_uuid": "96224c9f-33dd-4034-8286-9f149755a0c4", "tag": "14b3f055-6a5c-4587-b635-a07697ba6b29"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:54:55.329210 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b112aa13-fbff-43a5-87e8-c7942ed242e6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/floatingips/b50d1b7b-9254-4b66-9936-e65ce6a6e537 HTTP/1.1" status: 200 len: 991 time: 0.0912874 Sep 22 09:54:55.353508 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56f92b28-af6a-4a24-b956-cb686b4b51a7 req-f072059e-64a1-46cc-bcc5-66ff3d138cf2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0285299 Sep 22 09:54:55.380603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-910dab6b-791d-42a7-b836-f8d9b508292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:55.382504 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-910dab6b-791d-42a7-b836-f8d9b508292e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ff3ec867c4c419ebf4e4d97c47f4908&device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 1094 time: 0.0508158 Sep 22 09:54:55.434757 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cb05a1-6fb1-424a-947d-12fa0053e2b1 x-openstack-request-id: req-79cb05a1-6fb1-424a-947d-12fa0053e2b1 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:54:55.439723 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96224c9f-33dd-4034-8286-9f149755a0c4", "tag": "14b3f055-6a5c-4587-b635-a07697ba6b29", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:54:55.439723 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79cb05a1-6fb1-424a-947d-12fa0053e2b1 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:54:55.439723 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96224c9f-33dd-4034-8286-9f149755a0c4', 'tag': '14b3f055-6a5c-4587-b635-a07697ba6b29', 'status': 'completed', 'code': 200} Sep 22 09:54:55.439723 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-ecca9531-9a6a-4e61-9d5d-3f884882dafe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b3f055-6a5c-4587-b635-a07697ba6b29 HTTP/1.1" status: 200 len: 217 time: 0.0456696 Sep 22 09:54:55.489774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-c6b9f69f-2032-4db8-8a5c-ed9bb7a59db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:55.491334 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-c6b9f69f-2032-4db8-8a5c-ed9bb7a59db6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=438e6d02-2370-4516-b57a-3b4477b2ccc2 HTTP/1.1" status: 200 len: 854 time: 0.0464256 Sep 22 09:54:55.525410 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-6661d062-2593-4f8d-a1bd-b2d8beb43e55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7f51e8c-d315-4cea-849b-8896090d41f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263233 Sep 22 09:54:55.626886 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-0a80b3d0-fa60-43e8-b56e-cfcb9d3f4d66 service neutron] 10.222.0.60 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941713 Sep 22 09:54:55.732656 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e75e0503-a469-4ec6-80ad-0ee5dcf6fe83 req-2c4b565a-bad4-43cc-bae2-c4b146dba5f4 service neutron] 10.222.0.60 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943637 Sep 22 09:54:55.764339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06017d8f-6914-4545-a500-1a4996ba2b4d req-c72b98aa-75da-46c8-b686-0c06a56e89a3 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:55.766317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06017d8f-6914-4545-a500-1a4996ba2b4d req-c72b98aa-75da-46c8-b686-0c06a56e89a3 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 943 time: 0.0597777 Sep 22 09:54:55.807230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06017d8f-6914-4545-a500-1a4996ba2b4d req-a3ba20e3-9af4-4fa7-9bd9-201d11b091ce tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344818 Sep 22 09:54:55.920460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236cbfc-00e7-429d-ac65-4e8548e3ba44 req-baa95a9d-6566-46d6-8abc-790d12b1fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:55.921963 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0236cbfc-00e7-429d-ac65-4e8548e3ba44 req-baa95a9d-6566-46d6-8abc-790d12b1fee0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ff3ec867c4c419ebf4e4d97c47f4908&device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 1094 time: 0.0449803 Sep 22 09:54:56.332746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43594) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:54:56.349140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236cbfc-00e7-429d-ac65-4e8548e3ba44 req-cd7a9cf6-2010-46e2-8a8f-630efb67d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:56.350634 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0236cbfc-00e7-429d-ac65-4e8548e3ba44 req-cd7a9cf6-2010-46e2-8a8f-630efb67d37b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7f51e8c-d315-4cea-849b-8896090d41f6 HTTP/1.1" status: 200 len: 915 time: 0.4198153 Sep 22 09:54:56.394629 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0236cbfc-00e7-429d-ac65-4e8548e3ba44 req-3fb1724b-135b-49ea-b4f5-cf7301e50b8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b3f055-6a5c-4587-b635-a07697ba6b29 HTTP/1.1" status: 200 len: 217 time: 0.0362678 Sep 22 09:54:56.412517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-40fa5137-432b-4ecd-94db-346b96d29472 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/floatingips/b50d1b7b-9254-4b66-9936-e65ce6a6e537 HTTP/1.1" status: 200 len: 993 time: 0.0694416 Sep 22 09:54:56.454311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236cbfc-00e7-429d-ac65-4e8548e3ba44 req-6ca71310-4eee-4e79-9f7f-24437c9e0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:56.455939 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0236cbfc-00e7-429d-ac65-4e8548e3ba44 req-6ca71310-4eee-4e79-9f7f-24437c9e0040 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=438e6d02-2370-4516-b57a-3b4477b2ccc2 HTTP/1.1" status: 200 len: 854 time: 0.0504112 Sep 22 09:54:56.481728 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d470f313-6403-405e-bd2e-93212928d9b5 req-29aa43e6-e08b-4138-9e88-ec5aadb71240 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0278158 Sep 22 09:54:56.492367 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0236cbfc-00e7-429d-ac65-4e8548e3ba44 req-3b449487-d344-4076-acf7-5db777177e9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7f51e8c-d315-4cea-849b-8896090d41f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266943 Sep 22 09:54:56.586966 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0236cbfc-00e7-429d-ac65-4e8548e3ba44 req-93f310d6-993c-4dd4-829d-bf5893b41e2a service neutron] 10.222.0.60 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865793 Sep 22 09:54:56.687617 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0236cbfc-00e7-429d-ac65-4e8548e3ba44 req-1e5cf433-4f07-4bb2-9abd-9763ffa9dd47 service neutron] 10.222.0.60 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899093 Sep 22 09:54:56.932651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74824c85-7217-4080-8c6f-8b029f03053e req-bbf73a59-90ca-4756-8416-51c3eff12865 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:56.934532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74824c85-7217-4080-8c6f-8b029f03053e req-bbf73a59-90ca-4756-8416-51c3eff12865 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 943 time: 0.0544453 Sep 22 09:54:56.971980 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0d5e80f1-30b5-412b-97f8-7f64be4b80c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:56.974826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74824c85-7217-4080-8c6f-8b029f03053e req-5e0bc4f1-ed57-4602-a59f-af0a68c37f57 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341244 Sep 22 09:54:57.431421 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:54:57.549244 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:57.599581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47156358-b259-48c7-a84e-42648cbc3f35 req-0bd9cb80-8d2b-4a69-8eee-ff0044eef9e2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0302086 Sep 22 09:54:58.102830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78833653-d4ee-4596-8d60-c5dc3abe82c0 req-b2a6b097-c0e3-44b9-b1cb-7b6e52ed5c5c tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:58.103627 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:58.104953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78833653-d4ee-4596-8d60-c5dc3abe82c0 req-b2a6b097-c0e3-44b9-b1cb-7b6e52ed5c5c tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 943 time: 0.0585692 Sep 22 09:54:58.149731 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78833653-d4ee-4596-8d60-c5dc3abe82c0 req-98829eef-29e4-4256-b95c-a040eaa011fa tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384843 Sep 22 09:54:58.603554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 14b3f055-6a5c-4587-b635-a07697ba6b29 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:54:58.716847 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 14b3f055-6a5c-4587-b635-a07697ba6b29, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=14b3f055-6a5c-4587-b635-a07697ba6b29,segment=NetworkSegment(6c09f447-5895-4a16-9ee0-cd822714b69e),segment_id=6c09f447-5895-4a16-9ee0-cd822714b69e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:58.728972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '14b3f055-6a5c-4587-b635-a07697ba6b29', 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6', 'port_id': '14b3f055-6a5c-4587-b635-a07697ba6b29', 'mac_address': 'fa:16:3e:ad:9d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438e6d02-2370-4516-b57a-3b4477b2ccc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:54:58.730419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b81dddca-d6b0-4302-ba9a-88ce7ce3d57d req-7607afbf-9224-4ed4-b53d-fb05ca976db2 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0276136 Sep 22 09:54:58.778747 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:58.793079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b3f055-6a5c-4587-b635-a07697ba6b29 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:54:58.814510 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 14b3f055-6a5c-4587-b635-a07697ba6b29, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=14b3f055-6a5c-4587-b635-a07697ba6b29,segment=NetworkSegment(6c09f447-5895-4a16-9ee0-cd822714b69e),segment_id=6c09f447-5895-4a16-9ee0-cd822714b69e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:54:58.955034 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:54:59.004228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=14b3f055-6a5c-4587-b635-a07697ba6b29,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:54:59.160340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['14b3f055-6a5c-4587-b635-a07697ba6b29'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:54:59.276960 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f0f94-cc13-4670-b258-8fe48f34f769 req-a5329622-4368-4ca1-9d2c-6fd8d7cd94bd tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:54:59.287240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d92f0f94-cc13-4670-b258-8fe48f34f769 req-a5329622-4368-4ca1-9d2c-6fd8d7cd94bd tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 944 time: 0.0610063 Sep 22 09:54:59.327542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d92f0f94-cc13-4670-b258-8fe48f34f769 req-3ed68763-cd59-4fb7-a922-7776d4ffbb1b tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Sep 22 09:54:59.855241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06333f4f-f0d4-4338-9a2a-ca4d3d65c340 req-04d56cdd-679f-487b-b4e8-cf7091592bfc tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0323272 Sep 22 09:54:59.949102 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:00.223342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e031202-e409-4540-9880-09d5b98896de req-05da6689-a163-4d00-a838-b1dd235e624f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432758 Sep 22 09:55:00.318180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e031202-e409-4540-9880-09d5b98896de req-bb274375-20b3-40c4-8d2c-d5141b2387bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:00.319818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e031202-e409-4540-9880-09d5b98896de req-bb274375-20b3-40c4-8d2c-d5141b2387bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 1097 time: 0.0495436 Sep 22 09:55:00.472205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e031202-e409-4540-9880-09d5b98896de req-847b95cd-05d1-4e0c-bfa8-84e3d12309bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:00.473848 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e031202-e409-4540-9880-09d5b98896de req-847b95cd-05d1-4e0c-bfa8-84e3d12309bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=caea7a27-4b5e-4054-9bab-df4e4ce816a1 HTTP/1.1" status: 200 len: 897 time: 0.1293218 Sep 22 09:55:00.487028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7516b9c-44d2-4214-bc10-c4b29cb40cd2 req-a562f2f8-761f-4ae0-bfc7-97976f747050 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:00.488647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7516b9c-44d2-4214-bc10-c4b29cb40cd2 req-a562f2f8-761f-4ae0-bfc7-97976f747050 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 944 time: 0.0751348 Sep 22 09:55:00.579779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7516b9c-44d2-4214-bc10-c4b29cb40cd2 req-e6e3bd70-a78b-4795-8711-acf9349129b7 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817504 Sep 22 09:55:00.581729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e031202-e409-4540-9880-09d5b98896de req-659e1896-1754-41d0-8cf0-79e328882acf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308e056c-e29e-401d-a553-2264abd6f045 HTTP/1.1" status: 200 len: 1001 time: 0.0921521 Sep 22 09:55:00.618252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 14b3f055-6a5c-4587-b635-a07697ba6b29 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:00.641104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e031202-e409-4540-9880-09d5b98896de req-e4e21c1f-53e5-44fd-bb62-bf2f17b91fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:00.642637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e031202-e409-4540-9880-09d5b98896de req-e4e21c1f-53e5-44fd-bb62-bf2f17b91fdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52bb1ff3-7934-4e34-87ba-af9c24d85c42 HTTP/1.1" status: 200 len: 834 time: 0.0485816 Sep 22 09:55:00.694568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e031202-e409-4540-9880-09d5b98896de req-8c283bd0-f882-4557-9a96-3f60917795f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:00.696110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e031202-e409-4540-9880-09d5b98896de req-8c283bd0-f882-4557-9a96-3f60917795f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caea7a27-4b5e-4054-9bab-df4e4ce816a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442553 Sep 22 09:55:00.783009 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 14b3f055-6a5c-4587-b635-a07697ba6b29 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:55:00.791843 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 14b3f055-6a5c-4587-b635-a07697ba6b29 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:00.791843 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:00.821815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e031202-e409-4540-9880-09d5b98896de req-00387aad-05ef-4b19-a6c9-b82cc32a07f6 service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180575 Sep 22 09:55:00.907076 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:00.934757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e031202-e409-4540-9880-09d5b98896de req-6ac14951-3901-492b-8bf0-690c0470face service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039431 Sep 22 09:55:00.945608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96224c9f-33dd-4034-8286-9f149755a0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b3f055-6a5c-4587-b635-a07697ba6b29'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:55:00.950186 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fffb3d-9805-442c-920f-c9abb673f8ca" -d '{"events": [{"server_uuid": "96224c9f-33dd-4034-8286-9f149755a0c4", "name": "network-vif-plugged", "status": "completed", "tag": "14b3f055-6a5c-4587-b635-a07697ba6b29"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:55:00.966181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 14b3f055-6a5c-4587-b635-a07697ba6b29, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=14b3f055-6a5c-4587-b635-a07697ba6b29,segment=NetworkSegment(6c09f447-5895-4a16-9ee0-cd822714b69e),segment_id=6c09f447-5895-4a16-9ee0-cd822714b69e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:01.003578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43133e1a-851a-48ca-8403-f20dbc4b891c req-5ebe95aa-53c0-4455-9a25-f3808c6b6070 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0284669 Sep 22 09:55:01.058730 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f60ea55-f4c4-496a-8737-0d357543361d x-openstack-request-id: req-9f60ea55-f4c4-496a-8737-0d357543361d {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:55:01.059017 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96224c9f-33dd-4034-8286-9f149755a0c4", "name": "network-vif-plugged", "status": "completed", "tag": "14b3f055-6a5c-4587-b635-a07697ba6b29", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:55:01.059267 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f60ea55-f4c4-496a-8737-0d357543361d {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:55:01.059659 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96224c9f-33dd-4034-8286-9f149755a0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b3f055-6a5c-4587-b635-a07697ba6b29', 'code': 200} Sep 22 09:55:01.109051 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:01.165578 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=14b3f055-6a5c-4587-b635-a07697ba6b29,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:01.168184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183275bc-a02d-40b9-bac3-9fa019de013a req-70fcdd82-565b-4bbf-8e7e-6a5b0846173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:01.170649 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-183275bc-a02d-40b9-bac3-9fa019de013a req-70fcdd82-565b-4bbf-8e7e-6a5b0846173c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 1096 time: 0.0536926 Sep 22 09:55:01.208686 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-183275bc-a02d-40b9-bac3-9fa019de013a req-832a5b35-c358-44df-9c29-283873221812 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305886 Sep 22 09:55:01.736488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c005c-9f1d-4a3c-a625-0b11cfb91016 req-ab1efa14-7211-429e-bc8e-a8287fd5f58c tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:01.747619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b50c005c-9f1d-4a3c-a625-0b11cfb91016 req-ab1efa14-7211-429e-bc8e-a8287fd5f58c tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 945 time: 0.0859439 Sep 22 09:55:01.801612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b50c005c-9f1d-4a3c-a625-0b11cfb91016 req-4d8125d1-49da-441c-beca-1e6d9de9fa72 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529022 Sep 22 09:55:02.178102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-706fa979-46da-4bb4-bda0-5c6b4d512a6e req-2ef1aa0d-65b0-454c-9577-bc64b76193b0 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0592268 Sep 22 09:55:02.924073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0371e4-c393-4f07-bf83-7c43ad955411 req-6598f711-99af-44d2-b3b0-7e7aa7f53903 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:02.925829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d0371e4-c393-4f07-bf83-7c43ad955411 req-6598f711-99af-44d2-b3b0-7e7aa7f53903 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 945 time: 0.0521317 Sep 22 09:55:02.970134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d0371e4-c393-4f07-bf83-7c43ad955411 req-72fc50d4-3b84-4589-8922-aa9bc9b0c02a tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378323 Sep 22 09:55:03.305098 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd7bd96b-fd41-4651-b0ae-619ad7449b8a req-4cfd93ac-b38f-4df4-b8ce-42a2e7b2f1ad tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0317938 Sep 22 09:55:04.433281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a062ab3-30a2-40bb-ab8f-a9a26322ee3c req-60286432-1cc7-4e7e-903e-3e1727c4d506 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e86f596-5940-4f66-87af-5ab65156159d HTTP/1.1" status: 200 len: 210 time: 0.0331247 Sep 22 09:55:05.630071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43742) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:05.692920 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f70acd32-b9fd-4040-906b-2de55bdd821d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:05.718380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f70acd32-b9fd-4040-906b-2de55bdd821d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:05.834475 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f70acd32-b9fd-4040-906b-2de55bdd821d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:05.837243 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f70acd32-b9fd-4040-906b-2de55bdd821d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:05.838451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f70acd32-b9fd-4040-906b-2de55bdd821d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "DELETE /v2.0/security-groups/56644c1b-3fc8-4443-82b4-ea2e5bcb0b05 HTTP/1.1" status: 204 len: 168 time: 0.2075164 Sep 22 09:55:05.841883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43744) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:05.851617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70acd32-b9fd-4040-906b-2de55bdd821d tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56644c1b-3fc8-4443-82b4-ea2e5bcb0b05,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:05.864125 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-930b006c-856e-4125-b584-da07118f85fd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] show failed (client error): The resource could not be found. Sep 22 09:55:05.868169 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-930b006c-856e-4125-b584-da07118f85fd tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "GET /v2.0/security-groups/56644c1b-3fc8-4443-82b4-ea2e5bcb0b05 HTTP/1.1" status: 404 len: 347 time: 0.0221806 Sep 22 09:55:05.869911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43748) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:06.005388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-55c8f4c1-7b57-43f0-ae7a-099fbd01549e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Deleting port f1b9bec5-3afc-459e-ae83-42f630e72bee {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:06.005729 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-55c8f4c1-7b57-43f0-ae7a-099fbd01549e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:06.089425 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-55c8f4c1-7b57-43f0-ae7a-099fbd01549e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:06.089832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-55c8f4c1-7b57-43f0-ae7a-099fbd01549e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:06.101818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-55c8f4c1-7b57-43f0-ae7a-099fbd01549e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Calling delete_port for f1b9bec5-3afc-459e-ae83-42f630e72bee owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:06.303476 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-55c8f4c1-7b57-43f0-ae7a-099fbd01549e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:06.337516 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8f4c1-7b57-43f0-ae7a-099fbd01549e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Port': ['ID=f1b9bec5-3afc-459e-ae83-42f630e72bee,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:06.402877 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-55c8f4c1-7b57-43f0-ae7a-099fbd01549e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:06.405807 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-55c8f4c1-7b57-43f0-ae7a-099fbd01549e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:06.407028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-55c8f4c1-7b57-43f0-ae7a-099fbd01549e tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "DELETE /v2.0/floatingips/e3b31f0e-56bb-4745-bce2-a8208f0812d1 HTTP/1.1" status: 204 len: 168 time: 0.5358901 Sep 22 09:55:06.409803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43750) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:06.507299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e168b18d-b851-4d87-b091-102cc1252095 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Deleting port c287ea43-d3a0-4c74-b7ec-264df897784d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:06.507642 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e168b18d-b851-4d87-b091-102cc1252095 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:06.599423 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e168b18d-b851-4d87-b091-102cc1252095 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:06.612908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e168b18d-b851-4d87-b091-102cc1252095 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Calling delete_port for c287ea43-d3a0-4c74-b7ec-264df897784d owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:06.857379 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e168b18d-b851-4d87-b091-102cc1252095 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:06.890880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168b18d-b851-4d87-b091-102cc1252095 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Port': ['ID=c287ea43-d3a0-4c74-b7ec-264df897784d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:06.981842 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e168b18d-b851-4d87-b091-102cc1252095 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:06.983831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e168b18d-b851-4d87-b091-102cc1252095 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "DELETE /v2.0/ports/c287ea43-d3a0-4c74-b7ec-264df897784d HTTP/1.1" status: 204 len: 168 time: 0.5730951 Sep 22 09:55:06.990094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43762) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:07.085606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f4afa540-187e-4f28-a80b-77db26627fb1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Deleting port 0898a245-a6ed-4731-b9b2-066f3188cf37 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:07.085996 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f4afa540-187e-4f28-a80b-77db26627fb1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.195478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269a9f-08b1-4c81-b37d-5c23af3d24e2 req-d6075805-ca8f-4b76-b328-e3313342c611 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:07.197217 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68269a9f-08b1-4c81-b37d-5c23af3d24e2 req-d6075805-ca8f-4b76-b328-e3313342c611 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1097 time: 0.0450194 Sep 22 09:55:07.199203 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f4afa540-187e-4f28-a80b-77db26627fb1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.212901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f4afa540-187e-4f28-a80b-77db26627fb1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Calling delete_port for 0898a245-a6ed-4731-b9b2-066f3188cf37 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:07.241381 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68269a9f-08b1-4c81-b37d-5c23af3d24e2 req-9d3bb14b-653a-4785-800a-3808a5491745 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369458 Sep 22 09:55:07.265267 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43770) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:07.485645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port 88cfc6dd-c55b-4477-bbb2-f4574e29103e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:07.485988 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.491843 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f4afa540-187e-4f28-a80b-77db26627fb1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.534260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afa540-187e-4f28-a80b-77db26627fb1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Port': ['ID=0898a245-a6ed-4731-b9b2-066f3188cf37,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:07.590158 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.590546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.615976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for 88cfc6dd-c55b-4477-bbb2-f4574e29103e owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:07.636681 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f4afa540-187e-4f28-a80b-77db26627fb1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.641274 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f4afa540-187e-4f28-a80b-77db26627fb1 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "DELETE /v2.0/ports/0898a245-a6ed-4731-b9b2-066f3188cf37 HTTP/1.1" status: 204 len: 168 time: 0.6499298 Sep 22 09:55:07.642381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43772) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:07.695190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c20ad5-9d18-4bc7-8390-0a547f66a66a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Deleting subnet f4c35a87-5f11-4dbd-b88c-691f707ebeaf {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:55:07.699329 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4c20ad5-9d18-4bc7-8390-0a547f66a66a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.740107 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4c20ad5-9d18-4bc7-8390-0a547f66a66a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.839240 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4c20ad5-9d18-4bc7-8390-0a547f66a66a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.857694 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.894755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=88cfc6dd-c55b-4477-bbb2-f4574e29103e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:07.972694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4c20ad5-9d18-4bc7-8390-0a547f66a66a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.974913 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:07.975364 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Floating IP 5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1 disassociated (deleted). External IP: 172.25.6.222, port: fcc6b611-903b-4793-8999-bc0cc8cecac3. Sep 22 09:55:08.034795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c20ad5-9d18-4bc7-8390-0a547f66a66a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c35a87-5f11-4dbd-b88c-691f707ebeaf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:08.039548 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c4c20ad5-9d18-4bc7-8390-0a547f66a66a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.042861 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c4c20ad5-9d18-4bc7-8390-0a547f66a66a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "DELETE /v2.0/subnets/f4c35a87-5f11-4dbd-b88c-691f707ebeaf HTTP/1.1" status: 204 len: 168 time: 0.3995180 Sep 22 09:55:08.045425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43776) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:08.053240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a663c-02c8-4768-b66a-3184fe0c5a46 None None] Network be65fbb3-88b8-40fa-bf49-309829d1dde6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:08.130401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf80d026-0bf4-4eca-94a0-d56089b1a65a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Deleting subnet e32912fe-853b-4a0d-a3ba-e5719cb99b0f {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:55:08.134438 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf80d026-0bf4-4eca-94a0-d56089b1a65a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.196104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf80d026-0bf4-4eca-94a0-d56089b1a65a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.314506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf80d026-0bf4-4eca-94a0-d56089b1a65a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.346995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb5a0e8-aca6-4d3b-8ac8-b5494049dbe4 None None] DHCP port deletion for be65fbb3-88b8-40fa-bf49-309829d1dde6 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:55:08.411173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router a5432369-1a93-4d61-996c-7c2cfd2b4065 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:55:08.418068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8fb5a0e8-aca6-4d3b-8ac8-b5494049dbe4 None None] Deleting port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:08.418711 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a0e8-aca6-4d3b-8ac8-b5494049dbe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.464461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf80d026-0bf4-4eca-94a0-d56089b1a65a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.498265 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8fb5a0e8-aca6-4d3b-8ac8-b5494049dbe4 None None] For port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3ddac7bf-9de3-4e9b-ad93-7925445e58c3,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:08.498920 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a0e8-aca6-4d3b-8ac8-b5494049dbe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.503801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80d026-0bf4-4eca-94a0-d56089b1a65a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Subnet': ['ID=e32912fe-853b-4a0d-a3ba-e5719cb99b0f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:08.505907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cf80d026-0bf4-4eca-94a0-d56089b1a65a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.508113 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cf80d026-0bf4-4eca-94a0-d56089b1a65a tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "DELETE /v2.0/subnets/e32912fe-853b-4a0d-a3ba-e5719cb99b0f HTTP/1.1" status: 204 len: 168 time: 0.4614556 Sep 22 09:55:08.510736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43780) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:08.515764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730161b0-eaff-4f32-a5c6-14e924da12d0 None None] Network 8184ddc6-2fef-4d94-ac83-f12c88be7cbc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:08.518221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8fb5a0e8-aca6-4d3b-8ac8-b5494049dbe4 None None] Calling delete_port for 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:08.604630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.645150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:55:08.656268 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fb95e-20c4-4898-b791-3f77f77c640e None None] Sync routers for ids ['a5432369-1a93-4d61-996c-7c2cfd2b4065'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:55:08.671388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Deleting port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:08.671833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.674371 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fb95e-20c4-4898-b791-3f77f77c640e None None] Routers {'a5432369-1a93-4d61-996c-7c2cfd2b4065'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:08.675013 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-180fb95e-20c4-4898-b791-3f77f77c640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a5432369-1a93-4d61-996c-7c2cfd2b4065'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:08.677355 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.773787 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2f810249-a4e0-436f-aefa-f198b1e16fed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/floatingips/5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1 HTTP/1.1" status: 204 len: 168 time: 1.5030053 Sep 22 09:55:08.775489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:55:08.783848 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fadec33-04a2-417a-b65e-18064f091089" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:55:08.785061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] For port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3ddac7bf-9de3-4e9b-ad93-7925445e58c3,segment=NetworkSegment(6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae),segment_id=6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:08.785437 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.800693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b5b7f8-2e05-47b8-ae74-c771ce1c91ba None None] DHCP port deletion for 8184ddc6-2fef-4d94-ac83-f12c88be7cbc request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:55:08.801102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Calling delete_port for 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:08.836572 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a0e8-aca6-4d3b-8ac8-b5494049dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:08.914333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5a0e8-aca6-4d3b-8ac8-b5494049dbe4 None None] Pushing event deleted for resources: {'Port': ['ID=3ddac7bf-9de3-4e9b-ad93-7925445e58c3,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:08.914837 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-180fb95e-20c4-4898-b791-3f77f77c640e None None] Set router a5432369-1a93-4d61-996c-7c2cfd2b4065 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:08.919571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb5a0e8-aca6-4d3b-8ac8-b5494049dbe4 None None] No DVR routers for this DVR port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:55:08.942467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-18b5b7f8-2e05-47b8-ae74-c771ce1c91ba None None] Deleting port 4f8c02fb-6691-4da5-8a13-24b4389b370e {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:08.942848 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18b5b7f8-2e05-47b8-ae74-c771ce1c91ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.005696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.034657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Port': ['ID=3ddac7bf-9de3-4e9b-ad93-7925445e58c3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:09.037787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-18b5b7f8-2e05-47b8-ae74-c771ce1c91ba None None] For port 4f8c02fb-6691-4da5-8a13-24b4389b370e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f8c02fb-6691-4da5-8a13-24b4389b370e,segment=NetworkSegment(3691c29a-4cc1-4d1e-905b-32d16a1e099d),segment_id=3691c29a-4cc1-4d1e-905b-32d16a1e099d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:09.039038 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18b5b7f8-2e05-47b8-ae74-c771ce1c91ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.042584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] No DVR routers for this DVR port 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:55:09.068404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-18b5b7f8-2e05-47b8-ae74-c771ce1c91ba None None] Calling delete_port for 4f8c02fb-6691-4da5-8a13-24b4389b370e owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:09.188281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.219484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be65fbb3-88b8-40fa-bf49-309829d1dde6']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:09.231673 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:09.232549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9c47f3-73cb-4c5f-b9e1-ff7b878b73ae') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:09.246422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:55:09.251833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.268572 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.272580 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-180fb95e-20c4-4898-b791-3f77f77c640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'bbd65145-cdea-4bd7-8e33-d9ba825a67cb', 'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:a4:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:53:03Z', 'updated_at': '2021-09-22T09:53:10Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:09.284320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:55:09.284640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3ddac7bf-9de3-4e9b-ad93-7925445e58c3 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:55:09.285395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f8c02fb-6691-4da5-8a13-24b4389b370e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:55:09.291618 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:55:09.293004 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: self.session.flush() Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:55:09.298320 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:55:09.348691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No active binding found for port 4f8c02fb-6691-4da5-8a13-24b4389b370e {{(pid=95511) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 22 09:55:09.349160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f8c02fb-6691-4da5-8a13-24b4389b370e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:55:09.350751 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18b5b7f8-2e05-47b8-ae74-c771ce1c91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.366415 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5b7f8-2e05-47b8-ae74-c771ce1c91ba None None] No DVR routers for this DVR port 4f8c02fb-6691-4da5-8a13-24b4389b370e on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:55:09.390629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5b7f8-2e05-47b8-ae74-c771ce1c91ba None None] Pushing event deleted for resources: {'Port': ['ID=4f8c02fb-6691-4da5-8a13-24b4389b370e,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:09.411352 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54275ac1-ea87-46a9-a863-f51196c01e0d x-openstack-request-id: req-54275ac1-ea87-46a9-a863-f51196c01e0d {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:55:09.411877 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:55:09.412120 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54275ac1-ea87-46a9-a863-f51196c01e0d {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:55:09.412598 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'status': 'completed', 'code': 200} Sep 22 09:55:09.461670 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fb95e-20c4-4898-b791-3f77f77c640e None None] Checking router: a5432369-1a93-4d61-996c-7c2cfd2b4065 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:55:09.477782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.481183 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fb95e-20c4-4898-b791-3f77f77c640e None None] Routers {'a5432369-1a93-4d61-996c-7c2cfd2b4065'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:09.482346 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-180fb95e-20c4-4898-b791-3f77f77c640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a5432369-1a93-4d61-996c-7c2cfd2b4065'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:09.488186 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.490379 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "DELETE /v2.0/networks/be65fbb3-88b8-40fa-bf49-309829d1dde6 HTTP/1.1" status: 204 len: 168 time: 0.9785125 Sep 22 09:55:09.501559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43792) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:09.525155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadec33-04a2-417a-b65e-18064f091089 req-3dd9affa-76bc-49fc-93ea-158417d2eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:09.527374 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fadec33-04a2-417a-b65e-18064f091089 req-3dd9affa-76bc-49fc-93ea-158417d2eafa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 1097 time: 0.0911865 Sep 22 09:55:09.528149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e57a4-f21a-47c3-bd2a-65b4c39043e8 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Network': ['ID=be65fbb3-88b8-40fa-bf49-309829d1dde6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:09.545061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44b761-ac8a-4247-8d0a-3e6156368495 req-0da5dbf9-6908-491f-b4c5-95f93917d26a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:09.546845 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e44b761-ac8a-4247-8d0a-3e6156368495 req-0da5dbf9-6908-491f-b4c5-95f93917d26a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0768852 Sep 22 09:55:09.591460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e44b761-ac8a-4247-8d0a-3e6156368495 req-f49d9746-87e4-4a1c-b33d-858a94597a55 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368009 Sep 22 09:55:09.647851 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-180fb95e-20c4-4898-b791-3f77f77c640e None None] Set router a5432369-1a93-4d61-996c-7c2cfd2b4065 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:09.658541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.719774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadec33-04a2-417a-b65e-18064f091089 req-2cb10dab-f055-45b2-8e10-ca1328c99836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:09.721402 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fadec33-04a2-417a-b65e-18064f091089 req-2cb10dab-f055-45b2-8e10-ca1328c99836 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 200 len: 897 time: 0.1849468 Sep 22 09:55:09.789287 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fadec33-04a2-417a-b65e-18064f091089 req-ae3ba994-66fb-45cf-a9f8-f11acfd7bb38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 200 len: 217 time: 0.0543141 Sep 22 09:55:09.839345 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.889485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8184ddc6-2fef-4d94-ac83-f12c88be7cbc']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:09.905017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3691c29a-4cc1-4d1e-905b-32d16a1e099d') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:09.905280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3691c29a-4cc1-4d1e-905b-32d16a1e099d') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:09.915226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadec33-04a2-417a-b65e-18064f091089 req-9a2a704a-57ee-403c-96dd-2d76e847dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:09.916795 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fadec33-04a2-417a-b65e-18064f091089 req-9a2a704a-57ee-403c-96dd-2d76e847dbb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0497640-04e3-42c2-b085-86c38aab2092 HTTP/1.1" status: 200 len: 834 time: 0.1202087 Sep 22 09:55:09.921758 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.931620 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-180fb95e-20c4-4898-b791-3f77f77c640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'bbd65145-cdea-4bd7-8e33-d9ba825a67cb', 'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:a4:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:53:03Z', 'updated_at': '2021-09-22T09:53:10Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:09.964577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.975038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:55:09.975460 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:55:09.978815 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:55:09.988291 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180fb95e-20c4-4898-b791-3f77f77c640e None None] The sync data for ids ['a5432369-1a93-4d61-996c-7c2cfd2b4065'] in n-d-805649-4 is: [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'bbd65145-cdea-4bd7-8e33-d9ba825a67cb', 'name': '', 'network_id': 'a80dfee2-5b60-4683-bcb3-3b1a31065960', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:a4:bc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:53:03Z', 'updated_at': '2021-09-22T09:53:10Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c0497640-04e3-42c2-b085-86c38aab2092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:55:10.046577 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadec33-04a2-417a-b65e-18064f091089 req-112da9aa-7992-42b8-b7e6-57617b0c2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:10.048082 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fadec33-04a2-417a-b65e-18064f091089 req-112da9aa-7992-42b8-b7e6-57617b0c2398 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a80dfee2-5b60-4683-bcb3-3b1a31065960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202326 Sep 22 09:55:10.158065 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fadec33-04a2-417a-b65e-18064f091089 req-448dbf03-dff7-44f4-af30-21f9ca6d6fa5 service neutron] 10.222.0.60 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007299 Sep 22 09:55:10.159849 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:10.187154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:10.193685 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] 10.222.0.49 "DELETE /v2.0/networks/8184ddc6-2fef-4d94-ac83-f12c88be7cbc HTTP/1.1" status: 204 len: 168 time: 0.6870396 Sep 22 09:55:10.206065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a285e5-4bfd-4d7d-80ef-4b3e1b7a17a9 tempest-TaggedBootDevicesTest-1972683074 tempest-TaggedBootDevicesTest-1972683074-project] Pushing event deleted for resources: {'Network': ['ID=8184ddc6-2fef-4d94-ac83-f12c88be7cbc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:10.400194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef252b81-03c3-49b8-8c4e-8bacabae3379 None None] New status for floating IP 5ab40c30-f453-4e1a-8fdb-272f0a7ec7a1: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:55:10.479818 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fadec33-04a2-417a-b65e-18064f091089 req-bd618ea2-dce8-4f11-b71d-9fd9f6ba582a service neutron] 10.222.0.60 "GET /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915909 Sep 22 09:55:10.659853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef7dbe-9a5a-4827-a34f-e972ef6c6bfe req-c2f6e213-2289-439c-9a6a-faac950a4df8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:10.661873 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d2ef7dbe-9a5a-4827-a34f-e972ef6c6bfe req-c2f6e213-2289-439c-9a6a-faac950a4df8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0639889 Sep 22 09:55:10.751099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b659526-7e22-43d6-92d2-2e68eb30fcff req-41f17eb8-d09e-41ff-8b6f-eb94fee8fce8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:10.765151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b659526-7e22-43d6-92d2-2e68eb30fcff req-41f17eb8-d09e-41ff-8b6f-eb94fee8fce8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 946 time: 0.0903194 Sep 22 09:55:10.812325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b659526-7e22-43d6-92d2-2e68eb30fcff req-a42e0475-9a58-41bf-9a5d-ef5e2857e3bf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=91297a1c-d161-4a6a-8f87-e61c58593f65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450315 Sep 22 09:55:10.820869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d2ef7dbe-9a5a-4827-a34f-e972ef6c6bfe req-b92a6380-a8b5-4522-98c1-1c4718171268 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port fcc6b611-903b-4793-8999-bc0cc8cecac3 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:10.821581 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d2ef7dbe-9a5a-4827-a34f-e972ef6c6bfe req-b92a6380-a8b5-4522-98c1-1c4718171268 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:10.917454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d2ef7dbe-9a5a-4827-a34f-e972ef6c6bfe req-b92a6380-a8b5-4522-98c1-1c4718171268 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port fcc6b611-903b-4793-8999-bc0cc8cecac3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=fcc6b611-903b-4793-8999-bc0cc8cecac3,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:10.917934 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d2ef7dbe-9a5a-4827-a34f-e972ef6c6bfe req-b92a6380-a8b5-4522-98c1-1c4718171268 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:10.934451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d2ef7dbe-9a5a-4827-a34f-e972ef6c6bfe req-b92a6380-a8b5-4522-98c1-1c4718171268 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for fcc6b611-903b-4793-8999-bc0cc8cecac3 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:11.172005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d2ef7dbe-9a5a-4827-a34f-e972ef6c6bfe req-b92a6380-a8b5-4522-98c1-1c4718171268 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:11.238071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a6380-a8b5-4522-98c1-1c4718171268 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=fcc6b611-903b-4793-8999-bc0cc8cecac3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:11.290549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ef7dbe-9a5a-4827-a34f-e972ef6c6bfe req-b92a6380-a8b5-4522-98c1-1c4718171268 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] No DVR routers for this DVR port fcc6b611-903b-4793-8999-bc0cc8cecac3 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:55:11.294164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d2ef7dbe-9a5a-4827-a34f-e972ef6c6bfe req-b92a6380-a8b5-4522-98c1-1c4718171268 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:11.296449 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d2ef7dbe-9a5a-4827-a34f-e972ef6c6bfe req-b92a6380-a8b5-4522-98c1-1c4718171268 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.60 "DELETE /v2.0/ports/fcc6b611-903b-4793-8999-bc0cc8cecac3 HTTP/1.1" status: 204 len: 173 time: 0.6280591 Sep 22 09:55:11.296930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'name': 'network-vif-deleted', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:55:11.299354 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444f7c1a-9cdf-4e42-ad44-d0cbc2450c7e" -d '{"events": [{"server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "name": "network-vif-deleted", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:55:11.350642 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cea6ce8-2c7c-476f-92dc-b84d4db418ae x-openstack-request-id: req-3cea6ce8-2c7c-476f-92dc-b84d4db418ae {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:55:11.355695 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc", "name": "network-vif-deleted", "tag": "fcc6b611-903b-4793-8999-bc0cc8cecac3", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:55:11.355695 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cea6ce8-2c7c-476f-92dc-b84d4db418ae {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:55:11.355695 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc', 'name': 'network-vif-deleted', 'tag': 'fcc6b611-903b-4793-8999-bc0cc8cecac3', 'status': 'completed', 'code': 200} Sep 22 09:55:11.941652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b3302fe-1a7d-47fc-9641-58a9d0e8865a req-d68439e0-b57a-4476-a484-fd9b0641828a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6b7edc-b17f-41ad-a6a4-64816c8a5bcc HTTP/1.1" status: 200 len: 210 time: 0.0340085 Sep 22 09:55:13.007706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43832) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:13.466681 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:13.788683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port bbd65145-cdea-4bd7-8e33-d9ba825a67cb {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:13.789003 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:13.895264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port bbd65145-cdea-4bd7-8e33-d9ba825a67cb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bbd65145-cdea-4bd7-8e33-d9ba825a67cb,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:13.895635 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:13.910453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for bbd65145-cdea-4bd7-8e33-d9ba825a67cb owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:14.269200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:14.335306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=bbd65145-cdea-4bd7-8e33-d9ba825a67cb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:14.585714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:14.651672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device fcc6b611-903b-4793-8999-bc0cc8cecac3 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:55:14.707645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: fcc6b611-903b-4793-8999-bc0cc8cecac3 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:55:14.708323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device fcc6b611-903b-4793-8999-bc0cc8cecac3 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:55:14.929687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router a5432369-1a93-4d61-996c-7c2cfd2b4065 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:55:15.068687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:55:15.077244 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-12fca695-e683-4475-8e3d-ac7b819a0985 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "PUT /v2.0/routers/a5432369-1a93-4d61-996c-7c2cfd2b4065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0655529 Sep 22 09:55:15.077648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43848) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:15.084650 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea1e73-586e-44cb-a13e-54415faf952e None None] Sync routers for ids ['a5432369-1a93-4d61-996c-7c2cfd2b4065'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:55:15.117513 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea1e73-586e-44cb-a13e-54415faf952e None None] Routers {'a5432369-1a93-4d61-996c-7c2cfd2b4065'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:15.117513 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-dfea1e73-586e-44cb-a13e-54415faf952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a5432369-1a93-4d61-996c-7c2cfd2b4065'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:15.150544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-024f4417-8fac-4953-9838-ff0b085019f9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting subnet c0497640-04e3-42c2-b085-86c38aab2092 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:55:15.158916 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-024f4417-8fac-4953-9838-ff0b085019f9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:15.235450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-024f4417-8fac-4953-9838-ff0b085019f9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:15.243759 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-dfea1e73-586e-44cb-a13e-54415faf952e None None] Set router a5432369-1a93-4d61-996c-7c2cfd2b4065 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:15.356384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-024f4417-8fac-4953-9838-ff0b085019f9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:15.503543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-024f4417-8fac-4953-9838-ff0b085019f9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:15.515045 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-dfea1e73-586e-44cb-a13e-54415faf952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:55:14Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:15.520496 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-024f4417-8fac-4953-9838-ff0b085019f9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:15.520496 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-024f4417-8fac-4953-9838-ff0b085019f9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/subnets/c0497640-04e3-42c2-b085-86c38aab2092 HTTP/1.1" status: 204 len: 168 time: 0.4408057 Sep 22 09:55:15.522735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43854) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:15.528906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa0a35-b7d9-48f5-bb57-4966d1e9b77f None None] Network a80dfee2-5b60-4683-bcb3-3b1a31065960 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:15.540588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f4417-8fac-4953-9838-ff0b085019f9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Subnet': ['ID=c0497640-04e3-42c2-b085-86c38aab2092,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:15.553036 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea1e73-586e-44cb-a13e-54415faf952e None None] Checking router: a5432369-1a93-4d61-996c-7c2cfd2b4065 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:55:15.565625 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea1e73-586e-44cb-a13e-54415faf952e None None] Routers {'a5432369-1a93-4d61-996c-7c2cfd2b4065'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:15.567530 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-dfea1e73-586e-44cb-a13e-54415faf952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a5432369-1a93-4d61-996c-7c2cfd2b4065'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:15.814300 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-dfea1e73-586e-44cb-a13e-54415faf952e None None] Set router a5432369-1a93-4d61-996c-7c2cfd2b4065 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:15.855042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ced3a6-ba6d-46c7-9981-4821746f1a4d None None] DHCP port deletion for a80dfee2-5b60-4683-bcb3-3b1a31065960 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:55:15.937778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d8ced3a6-ba6d-46c7-9981-4821746f1a4d None None] Deleting port b1b43ab0-da64-4329-a8e2-ed6808623935 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:15.938596 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8ced3a6-ba6d-46c7-9981-4821746f1a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:16.037758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d8ced3a6-ba6d-46c7-9981-4821746f1a4d None None] For port b1b43ab0-da64-4329-a8e2-ed6808623935, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b1b43ab0-da64-4329-a8e2-ed6808623935,segment=NetworkSegment(701bad22-25b6-4d34-b626-02e4e19cc470),segment_id=701bad22-25b6-4d34-b626-02e4e19cc470)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:16.038237 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8ced3a6-ba6d-46c7-9981-4821746f1a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:16.051930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d8ced3a6-ba6d-46c7-9981-4821746f1a4d None None] Calling delete_port for b1b43ab0-da64-4329-a8e2-ed6808623935 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:16.083585 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-dfea1e73-586e-44cb-a13e-54415faf952e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:55:14Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:16.115733 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea1e73-586e-44cb-a13e-54415faf952e None None] The sync data for ids ['a5432369-1a93-4d61-996c-7c2cfd2b4065'] in n-d-805649-4 is: [{'id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1050713915', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:52:50Z', 'updated_at': '2021-09-22T09:55:14Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'f14c050e-8f44-4528-b0b8-b682bf065888', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5432369-1a93-4d61-996c-7c2cfd2b4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:52:52Z', 'updated_at': '2021-09-22T09:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:55:16.168421 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:16.292912 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:16.337934 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8ced3a6-ba6d-46c7-9981-4821746f1a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:16.382875 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ced3a6-ba6d-46c7-9981-4821746f1a4d None None] Pushing event deleted for resources: {'Port': ['ID=b1b43ab0-da64-4329-a8e2-ed6808623935,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:16.401738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ced3a6-ba6d-46c7-9981-4821746f1a4d None None] No DVR routers for this DVR port b1b43ab0-da64-4329-a8e2-ed6808623935 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:55:16.463196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port f14c050e-8f44-4528-b0b8-b682bf065888 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:16.466719 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:16.665222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port f14c050e-8f44-4528-b0b8-b682bf065888, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f14c050e-8f44-4528-b0b8-b682bf065888,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:16.665988 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:16.685112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for f14c050e-8f44-4528-b0b8-b682bf065888 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:16.977577 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.011234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=f14c050e-8f44-4528-b0b8-b682bf065888,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:17.095151 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.142912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43872) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:17.231457 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.234136 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.271243 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b1b43ab0-da64-4329-a8e2-ed6808623935 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:55:17.305147 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e5baaef-0923-4a34-9f69-cd9af618f04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.325036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b1b43ab0-da64-4329-a8e2-ed6808623935 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:55:17.325641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b1b43ab0-da64-4329-a8e2-ed6808623935 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:55:17.326156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bbd65145-cdea-4bd7-8e33-d9ba825a67cb no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:55:17.356083 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.357427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Fanout notify agent at l3_agent the message router_deleted on router a5432369-1a93-4d61-996c-7c2cfd2b4065 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:55:17.360544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: bbd65145-cdea-4bd7-8e33-d9ba825a67cb {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:55:17.360965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bbd65145-cdea-4bd7-8e33-d9ba825a67cb not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:55:17.370932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.370932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7a11670c-fdb1-43e7-b391-d2498feb9ac1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/routers/a5432369-1a93-4d61-996c-7c2cfd2b4065 HTTP/1.1" status: 204 len: 168 time: 1.8474152 Sep 22 09:55:17.374554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43876) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:17.478314 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.497455 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e5baaef-0923-4a34-9f69-cd9af618f04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.590776 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.593936 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e5baaef-0923-4a34-9f69-cd9af618f04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.631836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80dfee2-5b60-4683-bcb3-3b1a31065960']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:17.656823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701bad22-25b6-4d34-b626-02e4e19cc470') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:17.657122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701bad22-25b6-4d34-b626-02e4e19cc470') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:17.669480 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4e5baaef-0923-4a34-9f69-cd9af618f04e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59f64d484e764630a5fcf39c3c84ab12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5254796 Sep 22 09:55:17.672269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5baaef-0923-4a34-9f69-cd9af618f04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678108a2-4fe0-4415-a5bb-98f570f5b9a7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:17.672524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43880) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:17.677205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.694043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.701199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:55:17.701631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:55:17.705842 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:55:17.738038 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fee921c9-e58f-49a9-8330-b4de9dfae022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.773505 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fee921c9-e58f-49a9-8330-b4de9dfae022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.943813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fee921c9-e58f-49a9-8330-b4de9dfae022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.946469 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fee921c9-e58f-49a9-8330-b4de9dfae022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:17.954866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fee921c9-e58f-49a9-8330-b4de9dfae022 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/678108a2-4fe0-4415-a5bb-98f570f5b9a7 HTTP/1.1" status: 204 len: 168 time: 0.2786725 Sep 22 09:55:17.963357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee921c9-e58f-49a9-8330-b4de9dfae022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678108a2-4fe0-4415-a5bb-98f570f5b9a7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:18.188643 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:18.196359 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:18.198417 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/networks/a80dfee2-5b60-4683-bcb3-3b1a31065960 HTTP/1.1" status: 204 len: 168 time: 0.8229692 Sep 22 09:55:18.201697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43886) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:18.219260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab5e95-64f0-42ad-971d-d99197ecb667 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Network': ['ID=a80dfee2-5b60-4683-bcb3-3b1a31065960,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:18.288248 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-852013bc-be54-4923-95b6-ad85d687db04 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:18.333750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-852013bc-be54-4923-95b6-ad85d687db04 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:18.508754 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-852013bc-be54-4923-95b6-ad85d687db04 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:18.512545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-852013bc-be54-4923-95b6-ad85d687db04 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:18.517179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-852013bc-be54-4923-95b6-ad85d687db04 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/security-groups/91297a1c-d161-4a6a-8f87-e61c58593f65 HTTP/1.1" status: 204 len: 168 time: 0.3108900 Sep 22 09:55:18.528126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852013bc-be54-4923-95b6-ad85d687db04 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91297a1c-d161-4a6a-8f87-e61c58593f65,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:19.007940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43900) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:19.011257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51275018', 'description': 'tempest-secgroup-smoke-51275018 description', 'project_id': '9405e14d620a4da0b6fefcb274955fd4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:19.117648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f14c050e-8f44-4528-b0b8-b682bf065888 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:55:19.148054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f14c050e-8f44-4528-b0b8-b682bf065888 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:55:19.148571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f14c050e-8f44-4528-b0b8-b682bf065888 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:55:19.156995 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:19.251047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:19.342806 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:19.374214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad01d7a6-7888-4a29-a6b0-903670d8fa68,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:19.383596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.383946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.384501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.384875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.385243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.385579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.385915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.386276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.386767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.387258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.387618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.387940 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:19.457158 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:19.459000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-40949faa-76a7-435d-b896-0d01052041f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4516022 Sep 22 09:55:19.461805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43904) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:19.468007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8c70fc7c-4362-488d-9f96-ed89e9e14fae tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'ad01d7a6-7888-4a29-a6b0-903670d8fa68', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:19.566581 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c70fc7c-4362-488d-9f96-ed89e9e14fae tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:19.631625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c70fc7c-4362-488d-9f96-ed89e9e14fae tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:19.708905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c70fc7c-4362-488d-9f96-ed89e9e14fae tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:19.730766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70fc7c-4362-488d-9f96-ed89e9e14fae tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac6d6da-7cd2-4ae4-b1dd-5c68f730d7e4,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:19.811625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c70fc7c-4362-488d-9f96-ed89e9e14fae tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:19.815455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8c70fc7c-4362-488d-9f96-ed89e9e14fae tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3498394 Sep 22 09:55:19.815824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43906) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:19.820667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-46c82beb-4dae-4a18-8c42-39781b80aa59 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'ad01d7a6-7888-4a29-a6b0-903670d8fa68', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:20.760693 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46c82beb-4dae-4a18-8c42-39781b80aa59 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:20.826329 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46c82beb-4dae-4a18-8c42-39781b80aa59 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:20.891402 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46c82beb-4dae-4a18-8c42-39781b80aa59 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:20.912986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c82beb-4dae-4a18-8c42-39781b80aa59 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1147232-c268-4def-862d-63a2a3f6de5c,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:21.005690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46c82beb-4dae-4a18-8c42-39781b80aa59 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:21.008557 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-46c82beb-4dae-4a18-8c42-39781b80aa59 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1900725 Sep 22 09:55:21.010594 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43930) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:21.015643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c9563447-7022-4fb2-8133-ffb9060e74d5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'ad01d7a6-7888-4a29-a6b0-903670d8fa68', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:21.102570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9563447-7022-4fb2-8133-ffb9060e74d5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:21.170726 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9563447-7022-4fb2-8133-ffb9060e74d5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:21.240023 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9563447-7022-4fb2-8133-ffb9060e74d5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:21.259951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9563447-7022-4fb2-8133-ffb9060e74d5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f044bb-7246-425a-8a16-90fa6a13270c,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:21.360193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9563447-7022-4fb2-8133-ffb9060e74d5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:21.361938 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c9563447-7022-4fb2-8133-ffb9060e74d5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501680 Sep 22 09:55:21.364846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43934) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:21.370133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-09e0d64e-0014-4425-900b-0c19fd241b0d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'ad01d7a6-7888-4a29-a6b0-903670d8fa68', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:21.485952 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09e0d64e-0014-4425-900b-0c19fd241b0d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:21.551288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09e0d64e-0014-4425-900b-0c19fd241b0d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:21.617552 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09e0d64e-0014-4425-900b-0c19fd241b0d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:21.636536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0d64e-0014-4425-900b-0c19fd241b0d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa07f1ee-3862-485b-9006-2b0920299c48,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:21.743379 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-09e0d64e-0014-4425-900b-0c19fd241b0d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:21.747463 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-09e0d64e-0014-4425-900b-0c19fd241b0d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3788321 Sep 22 09:55:21.747750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43938) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:21.752315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-90fb308c-e980-481b-bb5b-7fd5d15fdbe2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'ad01d7a6-7888-4a29-a6b0-903670d8fa68', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:21.913260 n-d-805649-4 neutron-server[95509]: INFO neutron.db.securitygroups_db [None req-90fb308c-e980-481b-bb5b-7fd5d15fdbe2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Project 9405e14d620a4da0b6fefcb274955fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:55:21.914429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90fb308c-e980-481b-bb5b-7fd5d15fdbe2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:21.981454 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90fb308c-e980-481b-bb5b-7fd5d15fdbe2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:22.030758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43942) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:22.091714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90fb308c-e980-481b-bb5b-7fd5d15fdbe2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:22.125155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb308c-e980-481b-bb5b-7fd5d15fdbe2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99ea029-c8a6-4d24-ae64-f0295386b065,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:22.183687 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-90fb308c-e980-481b-bb5b-7fd5d15fdbe2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:22.185767 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-90fb308c-e980-481b-bb5b-7fd5d15fdbe2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4362550 Sep 22 09:55:22.187955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43948) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:22.193138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-93a8c73c-7a41-42ee-98ad-987628ed55f2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'ad01d7a6-7888-4a29-a6b0-903670d8fa68', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:22.404761 n-d-805649-4 neutron-server[95509]: INFO neutron.db.securitygroups_db [None req-93a8c73c-7a41-42ee-98ad-987628ed55f2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Project 9405e14d620a4da0b6fefcb274955fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:55:22.413183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a8c73c-7a41-42ee-98ad-987628ed55f2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:22.510307 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a8c73c-7a41-42ee-98ad-987628ed55f2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:22.568199 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a8c73c-7a41-42ee-98ad-987628ed55f2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:22.599088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8c73c-7a41-42ee-98ad-987628ed55f2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941f46a1-2cde-49c1-9b42-adef9bfe35f5,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:22.661271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:22.695356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-93a8c73c-7a41-42ee-98ad-987628ed55f2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:22.696627 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-93a8c73c-7a41-42ee-98ad-987628ed55f2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5074148 Sep 22 09:55:22.699641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43960) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:22.706177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'network': {'name': 'tempest-network-smoke--2049190025', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'port_security_enabled': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:22.833857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:55:22.837430 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:22.891698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:55:22.908350 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:22.908703 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Added segment d19a3bdb-50d5-4316-9199-6f47e723592f of type vlan for network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 Sep 22 09:55:22.993677 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:23.062523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] Deleting port 38b53092-1b05-4f1e-b919-499434bc6758 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:23.062863 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:23.128221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:23.133823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:23.134433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:23.206496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] For port 38b53092-1b05-4f1e-b919-499434bc6758, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=38b53092-1b05-4f1e-b919-499434bc6758,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:23.206955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:23.248951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Network': ['ID=d53b67d1-2eda-4b52-a56d-5fb16d7941e9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:23.257954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] Calling delete_port for 38b53092-1b05-4f1e-b919-499434bc6758 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:23.276198 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:55:23.329776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43964) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:23.330428 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-348ec9c2-244f-4a3b-aaee-46caa4aad58e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6293063 Sep 22 09:55:23.334944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'admin_state_up': True, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:23.411380 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:23.543395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:23.544644 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:23.606292 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:23.622080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:23.649142 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b53092-1b05-4f1e-b919-499434bc6758,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:23.865305 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:23.880395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:24.115480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] Router d2b4483e-1074-4331-a8fd-bae3ad003abe has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:55:24.187831 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:24.207517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:24.223620 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5c17ec0b-9ccc-4b05-9fb0-0f8813e8026f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:24.232044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:55:24.237503 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-be0ae3f0-5c8e-4258-b68f-1fd813310a76 admin admin] 10.222.0.49 "PUT /v2.0/routers/d2b4483e-1074-4331-a8fd-bae3ad003abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2056317 Sep 22 09:55:24.240140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43966) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:24.241869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49975c65-3aff-43ce-a1a2-9988e0184afd None None] Sync routers for ids ['d2b4483e-1074-4331-a8fd-bae3ad003abe'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:55:24.256202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49975c65-3aff-43ce-a1a2-9988e0184afd None None] Routers {'d2b4483e-1074-4331-a8fd-bae3ad003abe'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:24.256871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-49975c65-3aff-43ce-a1a2-9988e0184afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d2b4483e-1074-4331-a8fd-bae3ad003abe'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:24.337744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.25.6.134 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:24.375330 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:24.461489 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:24.491303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:24.545181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-49975c65-3aff-43ce-a1a2-9988e0184afd None None] Set router d2b4483e-1074-4331-a8fd-bae3ad003abe gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:24.652872 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:24.698172 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:24.729717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-49975c65-3aff-43ce-a1a2-9988e0184afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:55:23Z', 'revision_number': 5, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port': {'id': 'f79cc81c-aa6c-48c1-89d9-3d2b68e492bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:43:49Z', 'updated_at': '2021-09-22T09:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:24.739794 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:24.745268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:24.747177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Deleting port f79cc81c-aa6c-48c1-89d9-3d2b68e492bf {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:24.747529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:24.748028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:55:24.759046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49975c65-3aff-43ce-a1a2-9988e0184afd None None] Checking router: d2b4483e-1074-4331-a8fd-bae3ad003abe for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:55:24.769764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49975c65-3aff-43ce-a1a2-9988e0184afd None None] Routers {'d2b4483e-1074-4331-a8fd-bae3ad003abe'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:24.769982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-49975c65-3aff-43ce-a1a2-9988e0184afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['d2b4483e-1074-4331-a8fd-bae3ad003abe'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:24.777610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:24.837126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] For port f79cc81c-aa6c-48c1-89d9-3d2b68e492bf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f79cc81c-aa6c-48c1-89d9-3d2b68e492bf,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:24.837671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:24.852714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Calling delete_port for f79cc81c-aa6c-48c1-89d9-3d2b68e492bf owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:24.872912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-49975c65-3aff-43ce-a1a2-9988e0184afd None None] Set router d2b4483e-1074-4331-a8fd-bae3ad003abe gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:24.930386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-49975c65-3aff-43ce-a1a2-9988e0184afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:55:24Z', 'revision_number': 6, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:24.958788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49975c65-3aff-43ce-a1a2-9988e0184afd None None] The sync data for ids ['d2b4483e-1074-4331-a8fd-bae3ad003abe'] in n-d-805649-4 is: [{'id': 'd2b4483e-1074-4331-a8fd-bae3ad003abe', 'name': 'tempest-TaggedBootDevicesTest-1129345878-router', 'tenant_id': '22197b2546c8417b9346924b78156bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:43:48Z', 'updated_at': '2021-09-22T09:55:24Z', 'revision_number': 6, 'project_id': '22197b2546c8417b9346924b78156bd9', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:55:25.116217 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.143036 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.170652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79cc81c-aa6c-48c1-89d9-3d2b68e492bf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:25.243649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.352774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.356508 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.389691 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.502963 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.503451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2b4483e-1074-4331-a8fd-bae3ad003abe {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:55:25.508211 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.512423 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8036d007-7101-48f3-ac53-cd68b6563510 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d2b4483e-1074-4331-a8fd-bae3ad003abe HTTP/1.1" status: 204 len: 168 time: 1.2682724 Sep 22 09:55:25.512791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43972) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:25.560435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f6e547-a4e1-43c0-9062-54f1f7ed4f6e admin admin] Deleting subnet 5da2a3ed-b29b-428a-b8c1-defac8adcba1 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:55:25.563617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76f6e547-a4e1-43c0-9062-54f1f7ed4f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.600196 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76f6e547-a4e1-43c0-9062-54f1f7ed4f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.639868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router 11ee99e6-69ef-41cf-8fc3-125533beaea2 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:55:25.686355 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76f6e547-a4e1-43c0-9062-54f1f7ed4f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.755893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:55:25.772996 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Sync routers for ids ['11ee99e6-69ef-41cf-8fc3-125533beaea2'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:55:25.793063 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Routers {'11ee99e6-69ef-41cf-8fc3-125533beaea2'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:25.793063 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['11ee99e6-69ef-41cf-8fc3-125533beaea2'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:25.793236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 38b53092-1b05-4f1e-b919-499434bc6758 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:55:25.812967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 38b53092-1b05-4f1e-b919-499434bc6758 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:55:25.813314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 38b53092-1b05-4f1e-b919-499434bc6758 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:55:25.857744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76f6e547-a4e1-43c0-9062-54f1f7ed4f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.885563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6e547-a4e1-43c0-9062-54f1f7ed4f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da2a3ed-b29b-428a-b8c1-defac8adcba1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:25.890903 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-76f6e547-a4e1-43c0-9062-54f1f7ed4f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.892906 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-76f6e547-a4e1-43c0-9062-54f1f7ed4f6e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5da2a3ed-b29b-428a-b8c1-defac8adcba1 HTTP/1.1" status: 204 len: 168 time: 0.3787670 Sep 22 09:55:25.895509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43974) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:25.901327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9096c8af-829d-4af4-ab5e-227d95b346d1 None None] Network 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:25.905545 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Set router 11ee99e6-69ef-41cf-8fc3-125533beaea2 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:25.960010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:25.961515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-36832ba3-cb61-4745-a904-a3d83c55aa43 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6303561 Sep 22 09:55:25.965614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43976) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:25.990772 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.004375 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b11a3905-5d95-4188-9379-6abf91f0bcd1 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=9405e14d620a4da0b6fefcb274955fd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377026 Sep 22 09:55:26.007383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43978) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:26.121427 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] DHCP port deletion for 2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:55:26.124972 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:24Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:26.184913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Deleting port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:26.185631 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.196690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Deleting port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:26.196957 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.250694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87941a9-572b-40df-98e8-b9b7937ba01d tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:26.254986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f87941a9-572b-40df-98e8-b9b7937ba01d tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2437704 Sep 22 09:55:26.256028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43980) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:26.268011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] For port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b0ee86aa-d149-4980-b6a9-6b37a4e8ba01,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:26.268341 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.270234 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Checking router: 11ee99e6-69ef-41cf-8fc3-125533beaea2 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:55:26.270519 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Updating router 11ee99e6-69ef-41cf-8fc3-125533beaea2 port 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:55:26.283270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Calling delete_port for b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:26.306860 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.317828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4c7a9a48-fe26-4b08-bdd8-c43f5c87730e tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592313 Sep 22 09:55:26.318694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43982) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:26.329493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] For port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b0ee86aa-d149-4980-b6a9-6b37a4e8ba01,segment=NetworkSegment(546a63c0-4a5e-4617-a7e0-446565dcd71c),segment_id=546a63c0-4a5e-4617-a7e0-446565dcd71c)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:26.329980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.332274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1229226387', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:26.345283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Calling delete_port for b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:26.531207 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.539575 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.558486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Pushing event deleted for resources: {'Port': ['ID=b0ee86aa-d149-4980-b6a9-6b37a4e8ba01,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:26.562979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] No DVR routers for this DVR port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:55:26.566041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:55:26.571781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ee86aa-d149-4980-b6a9-6b37a4e8ba01,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:26.571781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] No DVR routers for this DVR port b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:55:26.577197 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.582727 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.583307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.583801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.584492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.585026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.585692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.586194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.586876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.587384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.588758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.589532 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.590035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a066b3c-3eeb-4cd8-8ee1-9ce349ad9afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.591777 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.654399 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.675358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:26.685602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546a63c0-4a5e-4617-a7e0-446565dcd71c') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:26.685905 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546a63c0-4a5e-4617-a7e0-446565dcd71c') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:26.696022 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.698182 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.712168 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.719896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:55:26.720295 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:55:26.722173 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:55:26.756624 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Attempting to bind port 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:55:26.757123 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Attempting to bind port 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:55:26.757553 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Attempting to bind port 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:26.763862 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Pushing event updated for resources: {'Port': ['ID=6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:26.767618 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:55:26.768089 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:26.768625 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.769156 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:55:26.769768 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Bound port: 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:55:26.770274 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.798019 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.798672 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.798672 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.799150 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.799566 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.799905 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.800243 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.800587 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.800956 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.801314 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.801638 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.801980 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:26.836954 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] For port 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:55:26.841078 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] For port 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:55:26.908566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.908828 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.919549 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:26.919549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] 10.222.0.49 "DELETE /v2.0/networks/2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7 HTTP/1.1" status: 204 len: 168 time: 1.0207388 Sep 22 09:55:26.928510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb001bd1-fd28-45db-b7d4-c5bd6e4fc5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9d7ead-05b7-4c26-aca7-a4a1c1e5dfd7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:26.980378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Subnet': ['ID=c4bd3cc6-3d35-4a55-8444-e753554b8d2f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:26.989193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Checking segment: {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:26.989550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network hostable DHCP agents. Network: d53b67d1-2eda-4b52-a56d-5fb16d7941e9, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:55:27.011566 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2792e37a-488f-49b8-8f4f-3a3ff4c17955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:27.022252 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:27.068979 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Routers {'11ee99e6-69ef-41cf-8fc3-125533beaea2'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:27.069522 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['11ee99e6-69ef-41cf-8fc3-125533beaea2'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:27.074280 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fc132-d2a7-45b8-8a1b-6808cb53af29 None None] Pushing event updated for resources: {'Port': ['ID=6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:27.161702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f79cc81c-aa6c-48c1-89d9-3d2b68e492bf no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:55:27.182071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f79cc81c-aa6c-48c1-89d9-3d2b68e492bf {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:55:27.182473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f79cc81c-aa6c-48c1-89d9-3d2b68e492bf not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:55:27.182591 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] Set router 11ee99e6-69ef-41cf-8fc3-125533beaea2 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:27.182814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:55:27.189129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:55:27.204526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:55:27.204901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b0ee86aa-d149-4980-b6a9-6b37a4e8ba01 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:55:27.328519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, d53b67d1-2eda-4b52-a56d-5fb16d7941e9) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:27.328519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:27.328519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:27.331055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65dff96-e253-4132-ab6e-7fa607891862 None None] Network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:27.373501 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:24Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:27.386176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43988) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:27.400955 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f111d2f-c4b3-4288-8743-e7a559ee3e95 None None] The sync data for ids ['11ee99e6-69ef-41cf-8fc3-125533beaea2'] in n-d-805649-4 is: [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:24Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:55:27.430184 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4cfa8bc8-8156-4a94-8a1c-526291d898e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1096818 Sep 22 09:55:27.432124 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6b2e84c8-4feb-43cf-b64f-c4bf7511d79e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22197b2546c8417b9346924b78156bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480692 Sep 22 09:55:27.433086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43990) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:27.434770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 43992) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:27.505857 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-d53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:55:27.507656 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:27.577760 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f3c63cd-a28d-491d-abf9-6d18b455f31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:27.591874 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:27.665101 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f3c63cd-a28d-491d-abf9-6d18b455f31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:27.696979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 43998) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:27.701402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Allocated IP 172.20.0.2 (d53b67d1-2eda-4b52-a56d-5fb16d7941e9/c4bd3cc6-3d35-4a55-8444-e753554b8d2f/087b2979-c94f-4de7-9829-329701ec8fd1) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:27.799637 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d97f6cf-3c28-4cc9-8d13-3820e03d5e8f tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:27.800401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d97f6cf-3c28-4cc9-8d13-3820e03d5e8f tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:27.800930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d97f6cf-3c28-4cc9-8d13-3820e03d5e8f tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:27.816822 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3d97f6cf-3c28-4cc9-8d13-3820e03d5e8f tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=623a04d1bea1431681f4a1df0c20e336&network_id=caea7a27-4b5e-4054-9bab-df4e4ce816a1 HTTP/1.1" status: 200 len: 2970 time: 0.1179240 Sep 22 09:55:27.880966 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f3c63cd-a28d-491d-abf9-6d18b455f31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:27.883736 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f3c63cd-a28d-491d-abf9-6d18b455f31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:27.887823 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:27.888000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6f3c63cd-a28d-491d-abf9-6d18b455f31f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c41f936c-431d-4731-9175-72968aa78b40 HTTP/1.1" status: 204 len: 168 time: 0.4449365 Sep 22 09:55:27.901201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c63cd-a28d-491d-abf9-6d18b455f31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41f936c-431d-4731-9175-72968aa78b40,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:28.021652 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:28.068048 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:28.073365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:28.076907 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:28.080964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:55:28.094855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Pushing event updated for resources: {'Port': ['ID=087b2979-c94f-4de7-9829-329701ec8fd1,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:28.142430 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:28.158001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Attempting to bind port 087b2979-c94f-4de7-9829-329701ec8fd1 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:55:28.158380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Attempting to bind port 087b2979-c94f-4de7-9829-329701ec8fd1 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:55:28.158770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Attempting to bind port 087b2979-c94f-4de7-9829-329701ec8fd1 on network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:28.164893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:55:28.165319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Checking segment: {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:28.165732 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:28.166163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Bound using segment: {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:55:28.166639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Bound port: 087b2979-c94f-4de7-9829-329701ec8fd1, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:55:28.167030 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:28.242151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] For port 087b2979-c94f-4de7-9829-329701ec8fd1, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:55:28.247531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] For port 087b2979-c94f-4de7-9829-329701ec8fd1, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=087b2979-c94f-4de7-9829-329701ec8fd1,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:55:28.327076 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:28.395840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de32b71-44b0-4c0f-9ddd-99cecb172c9c None None] Pushing event updated for resources: {'Port': ['ID=087b2979-c94f-4de7-9829-329701ec8fd1,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:28.764323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.20.0.1 (d53b67d1-2eda-4b52-a56d-5fb16d7941e9/c4bd3cc6-3d35-4a55-8444-e753554b8d2f/6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:28.886520 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.149365 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.198977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:29.202314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:29.204962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:55:29.238060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:29.238619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:29.262079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.292429 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:29.292843 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.399084 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.421064 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:29.440491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44030) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:29.500227 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.548879 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.549687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 087b2979-c94f-4de7-9829-329701ec8fd1 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:29.582231 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1336772733-network', 'tenant_id': 'a500fa3276014fe8a62075506a74c528'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:29.636437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 087b2979-c94f-4de7-9829-329701ec8fd1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:29.636684 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.677351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:29.719510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Made reservation on behalf of a500fa3276014fe8a62075506a74c528 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:55:29.723068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.741450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.743706 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.777265 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 087b2979-c94f-4de7-9829-329701ec8fd1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=087b2979-c94f-4de7-9829-329701ec8fd1,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:29.799732 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a8b7e-15a0-429f-9eb3-67c69cb72447 None None] Network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:29.852392 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.854630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44036) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:29.874297 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.881574 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.909311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d8d206-1481-488e-a5ed-6b40efee741f tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:29.910896 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-59d8d206-1481-488e-a5ed-6b40efee741f tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 814 time: 0.0556431 Sep 22 09:55:29.931879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e1ada2a3-29b4-4f30-bf5a-4b429e947e43 None None] Provisioning complete for port 087b2979-c94f-4de7-9829-329701ec8fd1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:29.931879 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e1ada2a3-29b4-4f30-bf5a-4b429e947e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.931879 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.988556 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:29.988857 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.000901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=087b2979-c94f-4de7-9829-329701ec8fd1,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:30.017436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:55:30.031549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:30.035073 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.037185 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Added segment dbde9255-6216-40d1-abe5-38afecc5357d of type vlan for network 84e98f49-0025-4428-b32c-256011181d79 Sep 22 09:55:30.086134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:30.091376 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.091871 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.207164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:30.208717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:30.211059 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.212077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:30.215052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.289360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] Pushing event updated for resources: {'Network': ['ID=84e98f49-0025-4428-b32c-256011181d79,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:30.309913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 84e98f49-0025-4428-b32c-256011181d79 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:55:30.344604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router 11ee99e6-69ef-41cf-8fc3-125533beaea2 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:55:30.385439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44042) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:30.390856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'network': {'name': 'tempest-network-smoke--1564335323', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'port_security_enabled': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:30.405664 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a47df908-91a0-4785-82e8-7ef6b09d9db9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9633563 Sep 22 09:55:30.408664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44044) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:30.413582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] Request body: {'subnet': {'network_id': '84e98f49-0025-4428-b32c-256011181d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1336772733-subnet', 'tenant_id': 'a500fa3276014fe8a62075506a74c528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:30.423936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-310dd719-f38c-429a-b604-73bbb56df6e7 None None] Provisioning complete for port 087b2979-c94f-4de7-9829-329701ec8fd1 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:30.424778 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-310dd719-f38c-429a-b604-73bbb56df6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.474081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:55:30.480288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cb83ed59-1df0-4b8f-bbca-ff3d78e53661 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "PUT /v2.0/routers/11ee99e6-69ef-41cf-8fc3-125533beaea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0462055 Sep 22 09:55:30.506373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Sync routers for ids ['11ee99e6-69ef-41cf-8fc3-125533beaea2'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:55:30.532575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Made reservation on behalf of 623a04d1bea1431681f4a1df0c20e336 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:55:30.537542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.539554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Routers {'11ee99e6-69ef-41cf-8fc3-125533beaea2'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:30.540326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['11ee99e6-69ef-41cf-8fc3-125533beaea2'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:30.574740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:55:30.589506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.590219 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Added segment 366b23b4-a212-4a83-8582-f7fe28ab0e4d of type vlan for network b3653f3b-a5a5-4837-b374-15651bf0576a Sep 22 09:55:30.607035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-310dd719-f38c-429a-b604-73bbb56df6e7 None None] Provisioning complete for port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:30.607413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-310dd719-f38c-429a-b604-73bbb56df6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.644333 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.680518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] Made reservation on behalf of a500fa3276014fe8a62075506a74c528 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:55:30.683324 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.748757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-d29f79f2-793a-42f2-8a1d-4887284ec982 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51275018&fields=id&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 267 time: 0.0675118 Sep 22 09:55:30.766975 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.777508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:30.780360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:30.880227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Network': ['ID=b3653f3b-a5a5-4837-b374-15651bf0576a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:30.886898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e067e3-c619-4229-bf70-7eee24902375 req-f5468106-bace-41b7-a49c-f94f95f9ded3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:30.896141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-f5468106-bace-41b7-a49c-f94f95f9ded3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 797 time: 0.1463027 Sep 22 09:55:30.902178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network b3653f3b-a5a5-4837-b374-15651bf0576a details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:55:30.911696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-6c5a832c-b219-44de-83ce-e6cfa1079aef tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/quotas/9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 375 time: 0.0143731 Sep 22 09:55:30.930750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-310dd719-f38c-429a-b604-73bbb56df6e7 None None] Port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:55:30.931340 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-74cf07d4-6609-47c6-818d-dad6d1a34722 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5444558 Sep 22 09:55:30.935012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44060) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:30.990491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Set router 11ee99e6-69ef-41cf-8fc3-125533beaea2 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:31.030945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef51163f-ae76-4d63-9edb-a15f343c6cfc tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:31.032429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ef51163f-ae76-4d63-9edb-a15f343c6cfc tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=623a04d1bea1431681f4a1df0c20e336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0985990 Sep 22 09:55:31.036297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44062) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:31.039979 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-d2d3d12b-8338-47a3-b2df-f0b088e38faf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199853 Sep 22 09:55:31.099016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b56a4ca6-c165-432e-89b8-6491d5273e9c None None] Provisioning complete for port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:31.099391 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b56a4ca6-c165-432e-89b8-6491d5273e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:31.100714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:31.184988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b56a4ca6-c165-432e-89b8-6491d5273e9c None None] Port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:55:31.187405 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5987ca-e340-4aad-b9b3-37ee0f6b14b8,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:31.191879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9369a749-346f-461e-9a37-50200e0ba747 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:31.193454 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9369a749-346f-461e-9a37-50200e0ba747 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1554813 Sep 22 09:55:31.197725 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44064) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:31.207449 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-13f32758-91fb-4cbf-990e-a841f2f895c2 service neutron] 10.222.0.49 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547904 Sep 22 09:55:31.210117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:31.228767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] Checking segment: {'id': 'dbde9255-6216-40d1-abe5-38afecc5357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '84e98f49-0025-4428-b32c-256011181d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:31.229025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] Network hostable DHCP agents. Network: 84e98f49-0025-4428-b32c-256011181d79, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:55:31.235357 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5c2f999b-640e-42b4-8600-fd0f83007188 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334511 Sep 22 09:55:31.235587 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44066) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:31.272240 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-482ca1bd-b902-44c3-a134-ed2e9952e55d tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=623a04d1bea1431681f4a1df0c20e336&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330524 Sep 22 09:55:31.272439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44068) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:31.317522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:31.318079 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:31.319161 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-37156a51-8948-483f-882e-6e4324c11a4d service neutron] 10.222.0.49 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106632 Sep 22 09:55:31.322066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3', 'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:f2:f5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:28Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 2, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:31.373958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Checking router: 11ee99e6-69ef-41cf-8fc3-125533beaea2 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:55:31.374326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Updating router 11ee99e6-69ef-41cf-8fc3-125533beaea2 port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:55:31.380909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbb7077-f722-43d1-9500-cb4b0bbe0559 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:31.382532 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3bbb7077-f722-43d1-9500-cb4b0bbe0559 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1091268 Sep 22 09:55:31.386736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44070) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:31.409369 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:31.418435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] Network 84e98f49-0025-4428-b32c-256011181d79 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:55:31.427208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44072) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:31.427643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3d0902d4-1521-4b3d-b39f-c17f4223016a tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393128 Sep 22 09:55:31.433029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195292805', 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:31.542640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 087b2979-c94f-4de7-9829-329701ec8fd1 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:31.583095 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 84e98f49-0025-4428-b32c-256011181d79) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:31.587813 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:31.588414 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:31.599756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dbf705-0de1-4f16-a90b-6b935956eb86 None None] Network 84e98f49-0025-4428-b32c-256011181d79 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:31.653776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-692f9649-6c95-4d47-bdfd-64b2e5307750 req-d5f6393a-5237-437c-a518-296a5a9dcad0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 210 time: 0.0366163 Sep 22 09:55:31.692396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Made reservation on behalf of 623a04d1bea1431681f4a1df0c20e336 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:55:31.695953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:31.738734 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 087b2979-c94f-4de7-9829-329701ec8fd1 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:31.739126 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:31.802609 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-efbe7957-2647-4c59-a322-f8c7e5f80db1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3926070 Sep 22 09:55:31.866227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee42dbc-76ab-4769-9386-973f95c45e19 None None] Network 84e98f49-0025-4428-b32c-256011181d79 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:31.992215 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:32.053801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:32.128775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Subnet': ['ID=86be321f-88d5-4825-8a89-22f24177aa71,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:32.131279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Checking segment: {'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:32.131655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network hostable DHCP agents. Network: b3653f3b-a5a5-4837-b374-15651bf0576a, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:55:32.188538 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:32.241144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35161fa-111e-4d33-9e51-902896bc4931 None None] Pushing event updated for resources: {'Port': ['ID=6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:32.297205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Attempting to bind port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:55:32.297587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Attempting to bind port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:55:32.297957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Attempting to bind port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 on network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:32.310059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:55:32.310059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Checking segment: {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:32.310059 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:32.310059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Bound using segment: {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:55:32.310059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Bound port: 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:55:32.310059 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:32.340124 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-6df8553f-5058-49eb-84fe-c75c2d20414a tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:32.341932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-6df8553f-5058-49eb-84fe-c75c2d20414a tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/networks?id=84e98f49-0025-4428-b32c-256011181d79 HTTP/1.1" status: 200 len: 822 time: 0.1432867 Sep 22 09:55:32.354455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network b3653f3b-a5a5-4837-b374-15651bf0576a is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:55:32.372991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-d5834a3a-59cf-4d8e-a55f-f6a69d91a189 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/quotas/a500fa3276014fe8a62075506a74c528 HTTP/1.1" status: 200 len: 375 time: 0.0173526 Sep 22 09:55:32.396503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] For port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:55:32.404402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] For port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:55:32.409316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-f6f39a97-742a-4541-a85b-92bd9eed107f tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a500fa3276014fe8a62075506a74c528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369039 Sep 22 09:55:32.496814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, b3653f3b-a5a5-4837-b374-15651bf0576a) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:32.502123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-6926a159-ac55-4bae-b15e-b606cb786592 service neutron] 10.222.0.49 "GET /v2.0/networks/84e98f49-0025-4428-b32c-256011181d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891404 Sep 22 09:55:32.506216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b8e97a-b877-4d6c-a9cd-1fa075cd9962 None None] Network b3653f3b-a5a5-4837-b374-15651bf0576a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:32.511378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:32.511992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:32.545270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7a129980-c0e9-4799-9951-0f7bcef42c94 None None] Provisioning complete for port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:32.545642 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7a129980-c0e9-4799-9951-0f7bcef42c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:32.594226 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:32.609125 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-0b13f693-93ec-4e1b-a79a-519aab44cdd2 service neutron] 10.222.0.49 "GET /v2.0/networks/84e98f49-0025-4428-b32c-256011181d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982397 Sep 22 09:55:32.646819 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ee4bccf6-9de3-4418-b167-a5a3a612445c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2186792 Sep 22 09:55:32.714535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35161fa-111e-4d33-9e51-902896bc4931 None None] Pushing event updated for resources: {'Port': ['ID=6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:32.730895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Routers {'11ee99e6-69ef-41cf-8fc3-125533beaea2'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:32.731542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['11ee99e6-69ef-41cf-8fc3-125533beaea2'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:32.842834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-b3653f3b-a5a5-4837-b374-15651bf0576a', 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ips': [{'subnet_id': '86be321f-88d5-4825-8a89-22f24177aa71'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:55:32.843703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:32.886578 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7a129980-c0e9-4799-9951-0f7bcef42c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:32.933916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7a129980-c0e9-4799-9951-0f7bcef42c94 None None] For port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:33.026558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] Set router 11ee99e6-69ef-41cf-8fc3-125533beaea2 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:33.092688 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7a129980-c0e9-4799-9951-0f7bcef42c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:33.167865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44116) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:33.174140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-00763e96-ba99-4cdd-91f6-3314f8f811b8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558314387', 'description': 'tempest-secgroup-smoke-558314387 description', 'project_id': '623a04d1bea1431681f4a1df0c20e336'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:33.240713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-affcc4cf-3acd-4f85-8ca5-09f5d47cbf41 req-f3839645-aba8-442c-a44c-595440fc6be2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 210 time: 0.0305703 Sep 22 09:55:33.314048 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b8129829-2abd-4396-b3aa-479b209a2a37 req-4335c036-38cd-4618-93d3-657c916ae61b tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 210 time: 0.0306780 Sep 22 09:55:33.315088 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00763e96-ba99-4cdd-91f6-3314f8f811b8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:33.360664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Allocated IP 172.20.0.18 (b3653f3b-a5a5-4837-b374-15651bf0576a/86be321f-88d5-4825-8a89-22f24177aa71/914a6c69-5878-4f55-ac81-5bd6b195a745) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:33.383901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fbec645e-9519-4fa7-9d2d-1e0e1d6dc36f None None] Provisioning complete for port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:33.384280 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fbec645e-9519-4fa7-9d2d-1e0e1d6dc36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:33.412776 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00763e96-ba99-4cdd-91f6-3314f8f811b8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:33.458928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a129980-c0e9-4799-9951-0f7bcef42c94 None None] Pushing event updated for resources: {'Port': ['ID=6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:33.633977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00763e96-ba99-4cdd-91f6-3314f8f811b8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:33.667497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00763e96-ba99-4cdd-91f6-3314f8f811b8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e9d293-f062-4b3e-bdaa-37b4584b5504,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:33.675139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3', 'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:f2:f5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:28Z', 'updated_at': '2021-09-22T09:55:32Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:33.710470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10bed62-0fc4-4cbc-a215-adc2ad184040 None None] The sync data for ids ['11ee99e6-69ef-41cf-8fc3-125533beaea2'] in n-d-805649-4 is: [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3', 'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:f2:f5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:28Z', 'updated_at': '2021-09-22T09:55:32Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:55:33.729923 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:33.781309 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-00763e96-ba99-4cdd-91f6-3314f8f811b8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:33.783080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-00763e96-ba99-4cdd-91f6-3314f8f811b8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6129732 Sep 22 09:55:33.790853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44118) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:33.797458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-26892cb8-243c-4eee-82d6-f9362b30cd29 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': 'b7e9d293-f062-4b3e-bdaa-37b4584b5504', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:33.891612 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:33.925565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26892cb8-243c-4eee-82d6-f9362b30cd29 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:33.931248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Network b3653f3b-a5a5-4837-b374-15651bf0576a is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:33.934947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:33.938654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:55:33.948891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Pushing event updated for resources: {'Port': ['ID=914a6c69-5878-4f55-ac81-5bd6b195a745,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:34.012398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Attempting to bind port 914a6c69-5878-4f55-ac81-5bd6b195a745 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:55:34.012863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Attempting to bind port 914a6c69-5878-4f55-ac81-5bd6b195a745 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:55:34.013345 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Attempting to bind port 914a6c69-5878-4f55-ac81-5bd6b195a745 on network b3653f3b-a5a5-4837-b374-15651bf0576a {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:34.023218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:55:34.025482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Checking segment: {'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:34.026363 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:34.026941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Bound using segment: {'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:55:34.027660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Bound port: 914a6c69-5878-4f55-ac81-5bd6b195a745, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:55:34.031838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26892cb8-243c-4eee-82d6-f9362b30cd29 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:34.033109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:34.106779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] For port 914a6c69-5878-4f55-ac81-5bd6b195a745, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:55:34.110133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] For port 914a6c69-5878-4f55-ac81-5bd6b195a745, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=914a6c69-5878-4f55-ac81-5bd6b195a745,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:55:34.211319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26892cb8-243c-4eee-82d6-f9362b30cd29 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:34.231590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26892cb8-243c-4eee-82d6-f9362b30cd29 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a17988-1549-46bc-a44b-35c52e70f2f0,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:34.246789 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:34.327136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f51ec-bdeb-4056-9470-992df26ff7b7 None None] Pushing event updated for resources: {'Port': ['ID=914a6c69-5878-4f55-ac81-5bd6b195a745,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:34.356162 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26892cb8-243c-4eee-82d6-f9362b30cd29 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:34.357553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-26892cb8-243c-4eee-82d6-f9362b30cd29 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5639436 Sep 22 09:55:34.360516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44128) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:34.366888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0b50da16-cba0-4b6f-b8a9-7a298a129115 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': 'b7e9d293-f062-4b3e-bdaa-37b4584b5504', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:34.377626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1e6b8fe-2ebc-4e66-bdc7-dd0c4d51e42e req-5ab284c5-bbff-4aa2-8b64-0539226b842a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 210 time: 0.0383797 Sep 22 09:55:34.432182 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:55:34.493927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b7c0efd-60de-494e-ab1c-f183573d5324 req-231eda45-4909-4e0f-adc0-d1a7d1626121 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 210 time: 0.0584075 Sep 22 09:55:34.535798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b50da16-cba0-4b6f-b8a9-7a298a129115 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:34.573898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e067e3-c619-4229-bf70-7eee24902375 req-190a2910-9204-4dfe-b356-210810b5c798 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:34.577110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-190a2910-9204-4dfe-b356-210810b5c798 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 797 time: 0.2009919 Sep 22 09:55:34.636566 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b50da16-cba0-4b6f-b8a9-7a298a129115 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:34.640283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-ab52674c-3746-4877-bf5c-27cb79a138a4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 378 time: 0.0487003 Sep 22 09:55:34.655457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'port': {'device_id': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'admin_state_up': True, 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'security_groups': ['ad01d7a6-7888-4a29-a6b0-903670d8fa68']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:34.760209 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b50da16-cba0-4b6f-b8a9-7a298a129115 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:34.779892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50da16-cba0-4b6f-b8a9-7a298a129115 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72f9fb0-b794-4d57-8109-c2070cc9f76f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:34.874849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:55:34.879208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:34.989173 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b50da16-cba0-4b6f-b8a9-7a298a129115 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:34.990476 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0b50da16-cba0-4b6f-b8a9-7a298a129115 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6288669 Sep 22 09:55:34.993434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44130) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:34.999157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-58a7d1cd-50b8-4456-a5cb-db16e2f41756 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': 'b7e9d293-f062-4b3e-bdaa-37b4584b5504', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:35.046032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.20.0.5 (d53b67d1-2eda-4b52-a56d-5fb16d7941e9/c4bd3cc6-3d35-4a55-8444-e753554b8d2f/6bd6292b-1e68-457b-9de6-0b21693e3caa) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:35.141139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58a7d1cd-50b8-4456-a5cb-db16e2f41756 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.251326 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58a7d1cd-50b8-4456-a5cb-db16e2f41756 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.262977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.336988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 914a6c69-5878-4f55-ac81-5bd6b195a745 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:35.371486 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58a7d1cd-50b8-4456-a5cb-db16e2f41756 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.391127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7d1cd-50b8-4456-a5cb-db16e2f41756 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a17fc4d-b438-44ed-9456-5d807c45525a,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:35.398623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 914a6c69-5878-4f55-ac81-5bd6b195a745 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:35.399003 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.477261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291ecdf8-504d-4355-a0ec-36d3ca7dd73f None None] Network b3653f3b-a5a5-4837-b374-15651bf0576a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:35.479966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58a7d1cd-50b8-4456-a5cb-db16e2f41756 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.481282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-58a7d1cd-50b8-4456-a5cb-db16e2f41756 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4866612 Sep 22 09:55:35.483991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44136) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:35.489097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e8ff87d7-f45e-43ae-97c4-71bd58caad38 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': 'b7e9d293-f062-4b3e-bdaa-37b4584b5504', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:35.498391 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b4612d9-fbdd-4e69-a63e-5b2d80a3fa07 req-1b059ee8-e307-4702-9f3b-f39277f425a8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 210 time: 0.0359936 Sep 22 09:55:35.499746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.557745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:35.565481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:35.569548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:55:35.581697 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.586586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d8a397bd-c6ae-456a-833d-87335f1a0f1e None None] Provisioning complete for port 914a6c69-5878-4f55-ac81-5bd6b195a745 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:35.590542 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8a397bd-c6ae-456a-833d-87335f1a0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.615318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:35.662572 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28291ff6-d8a5-4cf9-b648-665e7766a4cf req-6a06bb72-5451-4470-a00c-ccb85d6707ec tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 210 time: 0.0539367 Sep 22 09:55:35.672014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:35.672677 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.679887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e8ff87d7-f45e-43ae-97c4-71bd58caad38 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.684610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 914a6c69-5878-4f55-ac81-5bd6b195a745, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=914a6c69-5878-4f55-ac81-5bd6b195a745,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:35.757068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e8ff87d7-f45e-43ae-97c4-71bd58caad38 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.772232 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8a397bd-c6ae-456a-833d-87335f1a0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.802065 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.808884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:35.835513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-a2d8eea1-bf1d-4488-b64e-7bfc984d3dc1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1854281 Sep 22 09:55:35.849918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Request body: {'port': {'device_id': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:35.900955 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-d8a397bd-c6ae-456a-833d-87335f1a0f1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:55:35.907128 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-d8a397bd-c6ae-456a-833d-87335f1a0f1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:55:35.915309 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=914a6c69-5878-4f55-ac81-5bd6b195a745,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:35.928133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:35.928512 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.929560 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.937312 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e8ff87d7-f45e-43ae-97c4-71bd58caad38 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:35.955471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff87d7-f45e-43ae-97c4-71bd58caad38 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb429b2-d2a3-4413-8617-902694d08405,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:36.114468 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e8ff87d7-f45e-43ae-97c4-71bd58caad38 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:36.117374 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e8ff87d7-f45e-43ae-97c4-71bd58caad38 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6320107 Sep 22 09:55:36.120822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44140) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:36.125670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-41daf176-2084-4345-b029-81a76b4a6d4b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': 'b7e9d293-f062-4b3e-bdaa-37b4584b5504', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:36.231720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd6292b-1e68-457b-9de6-0b21693e3caa {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:55:36.239664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:36.252423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Transition to ACTIVE for port object 6bd6292b-1e68-457b-9de6-0b21693e3caa will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:55:36.263546 n-d-805649-4 neutron-server[95509]: INFO neutron.db.securitygroups_db [None req-41daf176-2084-4345-b029-81a76b4a6d4b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Project 623a04d1bea1431681f4a1df0c20e336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:55:36.273534 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41daf176-2084-4345-b029-81a76b4a6d4b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:36.330271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-e6301cbc-f8d7-4cc5-97a4-6e7d23c4facd tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:36.331738 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-e6301cbc-f8d7-4cc5-97a4-6e7d23c4facd tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.45 "GET /v2.0/networks?id=84e98f49-0025-4428-b32c-256011181d79 HTTP/1.1" status: 200 len: 822 time: 0.1334040 Sep 22 09:55:36.347066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Request body: {'port': {'device_id': '3e5fef5c-6836-48b5-abc4-25d263bc3ad3', 'network_id': '84e98f49-0025-4428-b32c-256011181d79', 'admin_state_up': True, 'tenant_id': 'a500fa3276014fe8a62075506a74c528'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:36.382980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:36.438833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:36.518261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:55:36.519117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:55:36.519117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa on network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:36.524396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Port 6bd6292b-1e68-457b-9de6-0b21693e3caa on network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:55:36.524747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa on network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:36.532247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:55:36.532487 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Checking segment: {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:36.533482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Bound using segment: {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:55:36.534385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Bound port: 6bd6292b-1e68-457b-9de6-0b21693e3caa, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:55:36.534899 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:36.589996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fe39c824-b4c7-412a-856f-8420226a01a6 None None] Provisioning complete for port 914a6c69-5878-4f55-ac81-5bd6b195a745 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:36.591196 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fe39c824-b4c7-412a-856f-8420226a01a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:36.720609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:55:36.733237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:55:36.745681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff855d3-248b-412d-a061-bdd3f7ad229c req-246f0515-1b22-483e-80fd-1c17ab8e7727 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:36.767041 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ff855d3-248b-412d-a061-bdd3f7ad229c req-246f0515-1b22-483e-80fd-1c17ab8e7727 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 943 time: 0.1444626 Sep 22 09:55:36.773679 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41daf176-2084-4345-b029-81a76b4a6d4b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:36.809954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ff855d3-248b-412d-a061-bdd3f7ad229c req-d32f4ffd-c263-4c94-b6c6-836e3febfa4b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422454 Sep 22 09:55:36.831479 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:36.876894 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41daf176-2084-4345-b029-81a76b4a6d4b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:36.897564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daf176-2084-4345-b029-81a76b4a6d4b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93683a0-8143-439b-928b-1dd01cfafb05,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:36.909032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:36.909659 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:36.911254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] 10.222.0.45 "PUT /v2.0/ports/6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 1091 time: 1.0664384 Sep 22 09:55:36.911722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:55:36.914099 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daba02fb-4030-42f7-b458-551f29dbbd33" -d '{"events": [{"name": "network-changed", "server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:55:36.919799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Made reservation on behalf of a500fa3276014fe8a62075506a74c528 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:55:36.923893 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:36.941739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3184ac5d-a014-4c8f-b3bf-180cbdbe819c req-120fb2ab-a201-4e2f-9f37-b494ea7b2187 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 210 time: 0.0592985 Sep 22 09:55:36.974658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2e285-9f5e-4274-82a9-81953f6a2626 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:37.005520 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7ab2ea-cd17-45ea-990b-541c98fea342 x-openstack-request-id: req-6a7ab2ea-cd17-45ea-990b-541c98fea342 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:55:37.005813 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:55:37.006065 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a7ab2ea-cd17-45ea-990b-541c98fea342 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:55:37.006467 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'status': 'completed', 'code': 200} Sep 22 09:55:37.058184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-41daf176-2084-4345-b029-81a76b4a6d4b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:37.059315 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-41daf176-2084-4345-b029-81a76b4a6d4b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9375243 Sep 22 09:55:37.062448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44150) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:37.073233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7159ad13-37e8-4a32-8b6e-f6514987cf44 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': 'b7e9d293-f062-4b3e-bdaa-37b4584b5504', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:37.098867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba02fb-4030-42f7-b458-551f29dbbd33 req-592e62b6-0aba-4ba1-ae1f-3f8f6d9778d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:37.100507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-daba02fb-4030-42f7-b458-551f29dbbd33 req-592e62b6-0aba-4ba1-ae1f-3f8f6d9778d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1094 time: 0.0710800 Sep 22 09:55:37.111326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Allocated IP 172.20.0.10 (84e98f49-0025-4428-b32c-256011181d79/8d5987ca-e340-4aad-b9b3-37ee0f6b14b8/6ce0c997-47c8-44f2-9fd5-2ddb4007b3de) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:37.169006 n-d-805649-4 neutron-server[95509]: INFO neutron.db.securitygroups_db [None req-7159ad13-37e8-4a32-8b6e-f6514987cf44 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Project 623a04d1bea1431681f4a1df0c20e336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:55:37.195289 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7159ad13-37e8-4a32-8b6e-f6514987cf44 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:37.219331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 914a6c69-5878-4f55-ac81-5bd6b195a745 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:37.313759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba02fb-4030-42f7-b458-551f29dbbd33 req-f0b59cce-53b8-4dcf-b094-9296b308fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:37.314419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 914a6c69-5878-4f55-ac81-5bd6b195a745 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:37.314796 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:37.315384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-daba02fb-4030-42f7-b458-551f29dbbd33 req-f0b59cce-53b8-4dcf-b094-9296b308fa40 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9405e14d620a4da0b6fefcb274955fd4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1938229 Sep 22 09:55:37.343340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7159ad13-37e8-4a32-8b6e-f6514987cf44 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:37.385054 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:37.430744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba02fb-4030-42f7-b458-551f29dbbd33 req-c9e856b2-9cc3-46d8-b82c-35d4af0e4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:37.432490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-daba02fb-4030-42f7-b458-551f29dbbd33 req-c9e856b2-9cc3-46d8-b82c-35d4af0e4936 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021590 Sep 22 09:55:37.439167 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7159ad13-37e8-4a32-8b6e-f6514987cf44 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:37.457624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159ad13-37e8-4a32-8b6e-f6514987cf44 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff87993-8d94-4385-a063-f14c80eb4448,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:37.502721 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:37.521511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e067e3-c619-4229-bf70-7eee24902375 req-83df1724-85c0-4477-9dde-0c27e50ee780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:37.522956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-83df1724-85c0-4477-9dde-0c27e50ee780 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1094 time: 0.0418046 Sep 22 09:55:37.546049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Network 84e98f49-0025-4428-b32c-256011181d79 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:37.551079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:37.553073 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7159ad13-37e8-4a32-8b6e-f6514987cf44 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:37.557937 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7159ad13-37e8-4a32-8b6e-f6514987cf44 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4906166 Sep 22 09:55:37.557937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:55:37.565078 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Pushing event updated for resources: {'Port': ['ID=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:37.589243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-bb7a878d-1e88-49c3-a022-6031b021fa97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 217 time: 0.0568287 Sep 22 09:55:37.616146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:37.616972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:37.655012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e067e3-c619-4229-bf70-7eee24902375 req-73026cef-3ff1-49af-8ad9-8bf8bd3fafda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:37.656548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-73026cef-3ff1-49af-8ad9-8bf8bd3fafda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0539596 Sep 22 09:55:37.704992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e067e3-c619-4229-bf70-7eee24902375 req-6ff74c1d-9fc9-4391-acb3-1ab0ec85f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:37.706522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-6ff74c1d-9fc9-4391-acb3-1ab0ec85f249 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423257 Sep 22 09:55:37.760402 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-1daf93fc-0701-4805-89d1-9289481fc269 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4172137 Sep 22 09:55:37.777246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Request body: {'port': {'device_id': '3e5fef5c-6836-48b5-abc4-25d263bc3ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:37.815565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-5a4cec03-0f05-4645-87ab-44ebf4865f90 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558314387&fields=id&tenant_id=623a04d1bea1431681f4a1df0c20e336 HTTP/1.1" status: 200 len: 267 time: 0.0784965 Sep 22 09:55:37.835378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:37.859474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-a6b2c960-8d0d-4f9b-9843-c0e5cb2e1aeb service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407681 Sep 22 09:55:38.004965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-8e07d5c8-7643-4475-a373-a00c9af5615d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:38.006513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-8e07d5c8-7643-4475-a373-a00c9af5615d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/networks?id=b3653f3b-a5a5-4837-b374-15651bf0576a HTTP/1.1" status: 200 len: 797 time: 0.1824322 Sep 22 09:55:38.034014 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46e067e3-c619-4229-bf70-7eee24902375 req-2f3177be-eaf2-4224-943d-dc63d6ef734e service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624179 Sep 22 09:55:38.035398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-e3b67115-68ea-4a97-9650-4c757ab7ac6b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/quotas/623a04d1bea1431681f4a1df0c20e336 HTTP/1.1" status: 200 len: 375 time: 0.0160413 Sep 22 09:55:38.108579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-978efba7-ea05-41ea-a858-f26a27525fcc tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0614965 Sep 22 09:55:38.125623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:55:38.134983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:38.149016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Transition to ACTIVE for port object 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:55:38.207987 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-8648c7c8-03ba-454d-908f-1c51ad295c8d service neutron] 10.222.0.49 "GET /v2.0/networks/b3653f3b-a5a5-4837-b374-15651bf0576a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861089 Sep 22 09:55:38.211154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:38.260149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:38.321326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-aa8288b0-ae73-4fa4-9d52-846a9b82cc12 service neutron] 10.222.0.49 "GET /v2.0/networks/b3653f3b-a5a5-4837-b374-15651bf0576a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063092 Sep 22 09:55:38.339666 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Attempting to bind port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:55:38.339868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Attempting to bind port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'dbde9255-6216-40d1-abe5-38afecc5357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '84e98f49-0025-4428-b32c-256011181d79'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:55:38.340195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Attempting to bind port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de on network 84e98f49-0025-4428-b32c-256011181d79 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:38.344680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de on network 84e98f49-0025-4428-b32c-256011181d79 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:55:38.345027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Attempting to bind port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de on network 84e98f49-0025-4428-b32c-256011181d79 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:38.349887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:55:38.350223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Checking segment: {'id': 'dbde9255-6216-40d1-abe5-38afecc5357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '84e98f49-0025-4428-b32c-256011181d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:38.350606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Bound using segment: {'id': 'dbde9255-6216-40d1-abe5-38afecc5357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '84e98f49-0025-4428-b32c-256011181d79'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:55:38.351030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Bound port: 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbde9255-6216-40d1-abe5-38afecc5357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '84e98f49-0025-4428-b32c-256011181d79'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:55:38.351385 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:38.416086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] For port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:55:38.419248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] For port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de,segment=NetworkSegment(dbde9255-6216-40d1-abe5-38afecc5357d),segment_id=dbde9255-6216-40d1-abe5-38afecc5357d)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:55:38.567070 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:38.595060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:38.596010 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:38.597604 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/6ce0c997-47c8-44f2-9fd5-2ddb4007b3de HTTP/1.1" status: 200 len: 1092 time: 0.8253102 Sep 22 09:55:38.600197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5fef5c-6836-48b5-abc4-25d263bc3ad3', 'tag': '6ce0c997-47c8-44f2-9fd5-2ddb4007b3de'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:55:38.603275 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5822e468-5760-4d2d-9b2d-30564ca6bbac" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5fef5c-6836-48b5-abc4-25d263bc3ad3", "tag": "6ce0c997-47c8-44f2-9fd5-2ddb4007b3de"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:55:38.633584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28286818-16a6-401c-a7c1-d7f181bd39c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:38.649221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45d799-e810-4bca-9bf2-e76943587e26 req-594d4a45-3ae3-4a06-a9d9-17d37a2886b5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:38.650857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf45d799-e810-4bca-9bf2-e76943587e26 req-594d4a45-3ae3-4a06-a9d9-17d37a2886b5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 943 time: 0.0538151 Sep 22 09:55:38.694695 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf45d799-e810-4bca-9bf2-e76943587e26 req-243bc190-c409-460d-8c46-52fadb7901c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372128 Sep 22 09:55:38.739085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-b3a5f2e5-61a8-4960-85bb-e910f16b1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:38.740629 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-b3a5f2e5-61a8-4960-85bb-e910f16b1434 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a500fa3276014fe8a62075506a74c528&device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 1095 time: 0.0522628 Sep 22 09:55:38.784661 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-33f09cc7-1ca5-4436-b01f-0c6857f750fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de HTTP/1.1" status: 200 len: 217 time: 0.0353603 Sep 22 09:55:38.808008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1af100-efbf-49cf-ac4c-f54eb3a2b4f5 req-945dc5ec-23cf-454b-b8e8-dfc0c5e5d777 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:38.809732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c1af100-efbf-49cf-ac4c-f54eb3a2b4f5 req-945dc5ec-23cf-454b-b8e8-dfc0c5e5d777 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 944 time: 0.0535843 Sep 22 09:55:38.838811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-3215ce67-9c0b-46ab-b92e-2efa281c498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:38.840319 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-3215ce67-9c0b-46ab-b92e-2efa281c498f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d5987ca-e340-4aad-b9b3-37ee0f6b14b8 HTTP/1.1" status: 200 len: 862 time: 0.0483229 Sep 22 09:55:38.852110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c1af100-efbf-49cf-ac4c-f54eb3a2b4f5 req-3c85ba6f-e198-4cd2-968b-bead08498bc2 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354192 Sep 22 09:55:38.881684 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-c58bf372-ee3d-4102-b35e-0363e86ec895 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84e98f49-0025-4428-b32c-256011181d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324953 Sep 22 09:55:38.984457 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-c52cd029-f5a7-4918-8bad-b6492201baa3 service neutron] 10.222.0.45 "GET /v2.0/networks/84e98f49-0025-4428-b32c-256011181d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954986 Sep 22 09:55:39.101463 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ad124c2-cb49-4774-b4d1-a667f334a2f4 req-a0cae24b-a4be-4cd9-81ec-6e957c9b7197 service neutron] 10.222.0.45 "GET /v2.0/networks/84e98f49-0025-4428-b32c-256011181d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082489 Sep 22 09:55:39.894783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-556128da-cdd9-4d59-85ff-f28f48419642 req-c08ba0ad-185b-4397-87be-c7b909c1c119 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 210 time: 0.0303264 Sep 22 09:55:39.946232 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c3db61-c25c-4d3e-bde9-e35e92aad4d1 x-openstack-request-id: req-e2c3db61-c25c-4d3e-bde9-e35e92aad4d1 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:55:39.946627 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5fef5c-6836-48b5-abc4-25d263bc3ad3", "tag": "6ce0c997-47c8-44f2-9fd5-2ddb4007b3de", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:55:39.947653 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2c3db61-c25c-4d3e-bde9-e35e92aad4d1 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:55:39.947867 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5fef5c-6836-48b5-abc4-25d263bc3ad3', 'tag': '6ce0c997-47c8-44f2-9fd5-2ddb4007b3de', 'status': 'completed', 'code': 200} Sep 22 09:55:40.024698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822e468-5760-4d2d-9b2d-30564ca6bbac req-93f9b888-fe5e-4d4b-8c16-263dcc4bac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:40.026340 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5822e468-5760-4d2d-9b2d-30564ca6bbac req-93f9b888-fe5e-4d4b-8c16-263dcc4bac2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a500fa3276014fe8a62075506a74c528&device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 1095 time: 0.0525639 Sep 22 09:55:40.062075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9cba8-ae37-4010-b611-7cb7cce8f7ae req-e8d47814-90d6-4595-a8fe-1ed235bbfdb9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:40.063617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfa9cba8-ae37-4010-b611-7cb7cce8f7ae req-e8d47814-90d6-4595-a8fe-1ed235bbfdb9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 943 time: 0.0546911 Sep 22 09:55:40.105864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfa9cba8-ae37-4010-b611-7cb7cce8f7ae req-49002428-6264-4360-9c72-6e33fbb686d4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353172 Sep 22 09:55:40.137318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822e468-5760-4d2d-9b2d-30564ca6bbac req-7fd606ca-1f68-4e8f-a311-ca35b0c71ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:40.139054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5822e468-5760-4d2d-9b2d-30564ca6bbac req-7fd606ca-1f68-4e8f-a311-ca35b0c71ba0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=84e98f49-0025-4428-b32c-256011181d79 HTTP/1.1" status: 200 len: 923 time: 0.1049416 Sep 22 09:55:40.191137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5822e468-5760-4d2d-9b2d-30564ca6bbac req-68ce4547-bc34-445a-8483-f9d23917d68c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de HTTP/1.1" status: 200 len: 217 time: 0.0434213 Sep 22 09:55:40.233036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240456-db92-44ea-8e06-06d86c85cb18 req-9023246a-e7f5-480f-b7c1-33a5aeb773df tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:40.237912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9240456-db92-44ea-8e06-06d86c85cb18 req-9023246a-e7f5-480f-b7c1-33a5aeb773df tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 944 time: 0.0567484 Sep 22 09:55:40.251196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822e468-5760-4d2d-9b2d-30564ca6bbac req-e650fc01-a5fb-431f-b959-7026397fdebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:40.252914 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5822e468-5760-4d2d-9b2d-30564ca6bbac req-e650fc01-a5fb-431f-b959-7026397fdebf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d5987ca-e340-4aad-b9b3-37ee0f6b14b8 HTTP/1.1" status: 200 len: 862 time: 0.0539675 Sep 22 09:55:40.282306 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9240456-db92-44ea-8e06-06d86c85cb18 req-22ab09f0-64be-4d30-8269-eb0a11a26dbb tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356662 Sep 22 09:55:40.286738 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5822e468-5760-4d2d-9b2d-30564ca6bbac req-29982ca6-ef30-4584-bc83-b1f7c9c21c63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84e98f49-0025-4428-b32c-256011181d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257211 Sep 22 09:55:40.393978 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5822e468-5760-4d2d-9b2d-30564ca6bbac req-db767e1a-1782-42ea-8855-ae6c28d7178e service neutron] 10.222.0.45 "GET /v2.0/networks/84e98f49-0025-4428-b32c-256011181d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956819 Sep 22 09:55:40.486988 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5822e468-5760-4d2d-9b2d-30564ca6bbac req-e76e6704-ea45-4002-a071-d31567e23f35 service neutron] 10.222.0.45 "GET /v2.0/networks/84e98f49-0025-4428-b32c-256011181d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852342 Sep 22 09:55:40.684803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-92e220c3-af39-41a6-93cc-2a3bf3b4374c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:40.686194 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-92e220c3-af39-41a6-93cc-2a3bf3b4374c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.60 "GET /v2.0/networks?id=b3653f3b-a5a5-4837-b374-15651bf0576a HTTP/1.1" status: 200 len: 797 time: 0.1100259 Sep 22 09:55:40.743495 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-94e17ef8-d5cf-42a5-889a-d1cc9b68717f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623a04d1bea1431681f4a1df0c20e336 HTTP/1.1" status: 200 len: 470 time: 0.0481496 Sep 22 09:55:40.752548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'port': {'device_id': 'f16bcce6-88ca-468f-accc-e7d7918e1c2e', 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a', 'admin_state_up': True, 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'security_groups': ['b7e9d293-f062-4b3e-bdaa-37b4584b5504']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:40.954361 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Made reservation on behalf of 623a04d1bea1431681f4a1df0c20e336 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:55:40.958032 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:40.972841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:55:41.021095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f99b78af-7469-48a7-bcac-6e5bc0a90e09 req-537528c1-c795-4693-bb2f-346aa4242d28 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 210 time: 0.0403879 Sep 22 09:55:41.094276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:41.107425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'port_id': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'mac_address': 'fa:16:3e:28:ef:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:55:41.123759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Allocated IP 172.20.0.25 (b3653f3b-a5a5-4837-b374-15651bf0576a/86be321f-88d5-4825-8a89-22f24177aa71/359c44e5-e3f2-45d9-8f52-b468e9ec1d35) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:41.164523 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:41.183041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd6292b-1e68-457b-9de6-0b21693e3caa {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:55:41.214207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:41.279820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d0957-ea86-436e-80c5-641323e0274d req-54c276e9-286f-44b7-8f4d-daa4fc54e615 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:41.281659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-295d0957-ea86-436e-80c5-641323e0274d req-54c276e9-286f-44b7-8f4d-daa4fc54e615 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 943 time: 0.0630667 Sep 22 09:55:41.285758 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:41.328205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:41.337134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-295d0957-ea86-436e-80c5-641323e0274d req-c33c5be5-bcee-45dc-acf4-31636e4ac678 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456047 Sep 22 09:55:41.352663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:41.451862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be50efe-5320-49a7-850e-9a3ae7baa84c req-4f931c3b-91a4-44ea-aebd-838fa463cd6b tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:41.453407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7be50efe-5320-49a7-850e-9a3ae7baa84c req-4f931c3b-91a4-44ea-aebd-838fa463cd6b tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 944 time: 0.0518622 Sep 22 09:55:41.457481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:41.494550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7be50efe-5320-49a7-850e-9a3ae7baa84c req-abcc5db0-b0fe-438d-9589-29c39e7fd5f4 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340967 Sep 22 09:55:41.505916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network b3653f3b-a5a5-4837-b374-15651bf0576a is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:41.518033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:41.518033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:55:41.552399 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=359c44e5-e3f2-45d9-8f52-b468e9ec1d35,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:41.556482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['6bd6292b-1e68-457b-9de6-0b21693e3caa'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:55:41.583511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:41.584521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:41.651974 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-cd27d35d-364e-48d8-9245-f805220d22b3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9030743 Sep 22 09:55:41.664897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Request body: {'port': {'device_id': 'f16bcce6-88ca-468f-accc-e7d7918e1c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:41.737896 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:41.837421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ad3253bd-3dbe-4570-a44c-92ca1673172d None None] Provisioning complete for port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:41.837791 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad3253bd-3dbe-4570-a44c-92ca1673172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:41.873083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ad3253bd-3dbe-4570-a44c-92ca1673172d None None] Port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:55:42.018280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:55:42.026172 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:42.038651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Transition to ACTIVE for port object 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:55:42.114080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:42.133619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303d55d-d52d-4bd0-ae80-3b41119343eb req-b3a72ac8-5a4d-4c3b-81b3-cd2d5e5ef977 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:42.136335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b303d55d-d52d-4bd0-ae80-3b41119343eb req-b3a72ac8-5a4d-4c3b-81b3-cd2d5e5ef977 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 932 time: 0.0562375 Sep 22 09:55:42.186109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b303d55d-d52d-4bd0-ae80-3b41119343eb req-5f213c60-5e53-45d0-a7a6-46113859d72a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7e9d293-f062-4b3e-bdaa-37b4584b5504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 Sep 22 09:55:42.189633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Pushing event updated for resources: {'Port': ['ID=359c44e5-e3f2-45d9-8f52-b468e9ec1d35,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:42.245491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Attempting to bind port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:55:42.245958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Attempting to bind port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:55:42.246366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Attempting to bind port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 on network b3653f3b-a5a5-4837-b374-15651bf0576a {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:42.251135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 on network b3653f3b-a5a5-4837-b374-15651bf0576a not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:55:42.251536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Attempting to bind port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 on network b3653f3b-a5a5-4837-b374-15651bf0576a {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:42.256599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:55:42.256941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Checking segment: {'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:42.257483 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Bound using segment: {'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:55:42.257895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Bound port: 359c44e5-e3f2-45d9-8f52-b468e9ec1d35, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:55:42.258315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:42.338022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] For port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:55:42.342208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] For port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=359c44e5-e3f2-45d9-8f52-b468e9ec1d35,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:55:42.434485 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:42.466755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874d5b7-f7c9-411f-a546-2d1bd67d983e req-f5a5a0bb-3b98-4c95-80f0-5925820cc4c2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:42.468610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f874d5b7-f7c9-411f-a546-2d1bd67d983e req-f5a5a0bb-3b98-4c95-80f0-5925820cc4c2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 944 time: 0.0577693 Sep 22 09:55:42.469970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:42.470591 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:42.472379 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] 10.222.0.60 "PUT /v2.0/ports/359c44e5-e3f2-45d9-8f52-b468e9ec1d35 HTTP/1.1" status: 200 len: 1092 time: 0.8115215 Sep 22 09:55:42.475020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16bcce6-88ca-468f-accc-e7d7918e1c2e', 'tag': '359c44e5-e3f2-45d9-8f52-b468e9ec1d35'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:55:42.479056 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3005e37f-8ec4-43bd-89b0-e029481fc973" -d '{"events": [{"name": "network-changed", "server_uuid": "f16bcce6-88ca-468f-accc-e7d7918e1c2e", "tag": "359c44e5-e3f2-45d9-8f52-b468e9ec1d35"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:55:42.503788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c95760-a7b6-420f-8e1f-a62373532da3 service neutron] Pushing event updated for resources: {'Port': ['ID=359c44e5-e3f2-45d9-8f52-b468e9ec1d35,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:42.527162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f874d5b7-f7c9-411f-a546-2d1bd67d983e req-b30461b4-f9f7-497e-adb3-57351af7a98c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418992 Sep 22 09:55:42.579846 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b16478-3fd5-4513-8ff9-084f3f1cac51 x-openstack-request-id: req-71b16478-3fd5-4513-8ff9-084f3f1cac51 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:55:42.580146 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16bcce6-88ca-468f-accc-e7d7918e1c2e", "tag": "359c44e5-e3f2-45d9-8f52-b468e9ec1d35", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:55:42.580431 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71b16478-3fd5-4513-8ff9-084f3f1cac51 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:55:42.580860 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16bcce6-88ca-468f-accc-e7d7918e1c2e', 'tag': '359c44e5-e3f2-45d9-8f52-b468e9ec1d35', 'status': 'completed', 'code': 200} Sep 22 09:55:42.637065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-c06b598d-183d-4046-90c7-309f37e67740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:42.640413 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-c06b598d-183d-4046-90c7-309f37e67740 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 1095 time: 0.0458891 Sep 22 09:55:42.680107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9310a4-ea3e-4822-8917-032f5dbe2e11 req-63b5e7cc-5caa-42a8-a78f-5222affc7581 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:42.681923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd9310a4-ea3e-4822-8917-032f5dbe2e11 req-63b5e7cc-5caa-42a8-a78f-5222affc7581 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 944 time: 0.0540345 Sep 22 09:55:42.694667 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-0bacec6e-d68f-47a5-bb65-ee8d7af804ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=359c44e5-e3f2-45d9-8f52-b468e9ec1d35 HTTP/1.1" status: 200 len: 217 time: 0.0453188 Sep 22 09:55:42.725338 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd9310a4-ea3e-4822-8917-032f5dbe2e11 req-81cceff7-cd9c-495b-b2ba-2c00c7c34207 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368614 Sep 22 09:55:42.750375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-f8d2fafd-970a-4d98-830c-03989c849845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:42.751888 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-f8d2fafd-970a-4d98-830c-03989c849845 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86be321f-88d5-4825-8a89-22f24177aa71 HTTP/1.1" status: 200 len: 837 time: 0.0507503 Sep 22 09:55:42.798478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-56a1b5d1-dc1f-4dc2-a08f-69fe6a5ccfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:42.799872 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-56a1b5d1-dc1f-4dc2-a08f-69fe6a5ccfa9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3653f3b-a5a5-4837-b374-15651bf0576a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408170 Sep 22 09:55:42.897883 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-5021f7c7-16a9-47ff-8edc-a9c1b77c408d service neutron] 10.222.0.60 "GET /v2.0/networks/b3653f3b-a5a5-4837-b374-15651bf0576a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894823 Sep 22 09:55:42.986486 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d3e1b9c-f1a3-442d-ab8a-b162462e41ea req-6f7c91d3-5033-4ed7-8a8c-d5e9faa26297 service neutron] 10.222.0.60 "GET /v2.0/networks/b3653f3b-a5a5-4837-b374-15651bf0576a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814176 Sep 22 09:55:42.990030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:55:42.994066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:43.138245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de,segment=NetworkSegment(dbde9255-6216-40d1-abe5-38afecc5357d),segment_id=dbde9255-6216-40d1-abe5-38afecc5357d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:43.150072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005e37f-8ec4-43bd-89b0-e029481fc973 req-7b72fa8a-a689-406b-8e01-201b538b4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:43.151618 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3005e37f-8ec4-43bd-89b0-e029481fc973 req-7b72fa8a-a689-406b-8e01-201b538b4eb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 1095 time: 0.0480068 Sep 22 09:55:43.152128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '6ce0c997-47c8-44f2-9fd5-2ddb4007b3de', 'network_id': '84e98f49-0025-4428-b32c-256011181d79', 'port_id': '6ce0c997-47c8-44f2-9fd5-2ddb4007b3de', 'mac_address': 'fa:16:3e:99:4c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5987ca-e340-4aad-b9b3-37ee0f6b14b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:55:43.176599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 6bd6292b-1e68-457b-9de6-0b21693e3caa completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:55:43.185745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 6bd6292b-1e68-457b-9de6-0b21693e3caa triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:43.186158 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:43.234160 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:43.250128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:55:43.256769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005e37f-8ec4-43bd-89b0-e029481fc973 req-c685ecb6-411b-4222-881c-9e0281b02f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:43.258959 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3005e37f-8ec4-43bd-89b0-e029481fc973 req-c685ecb6-411b-4222-881c-9e0281b02f81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3653f3b-a5a5-4837-b374-15651bf0576a HTTP/1.1" status: 200 len: 898 time: 0.1004753 Sep 22 09:55:43.275173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de,segment=NetworkSegment(dbde9255-6216-40d1-abe5-38afecc5357d),segment_id=dbde9255-6216-40d1-abe5-38afecc5357d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:43.324258 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:43.328648 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3005e37f-8ec4-43bd-89b0-e029481fc973 req-c7972aed-a0c0-462e-8352-c53cf643b79b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=359c44e5-e3f2-45d9-8f52-b468e9ec1d35 HTTP/1.1" status: 200 len: 217 time: 0.0618994 Sep 22 09:55:43.342611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270faa2b-8556-4ed6-9914-704caebffb68 req-a0473f10-935c-41e4-802f-183f35351344 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:43.350522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:55:43.353695 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff135606-b9e5-4012-b477-c20ebe18cfed" -d '{"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-plugged", "status": "completed", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:55:43.354335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-270faa2b-8556-4ed6-9914-704caebffb68 req-a0473f10-935c-41e4-802f-183f35351344 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 944 time: 0.0712917 Sep 22 09:55:43.369382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:43.386360 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:43.391008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005e37f-8ec4-43bd-89b0-e029481fc973 req-336a4691-c7d4-4e4b-9405-4ba8c53b16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:43.393035 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3005e37f-8ec4-43bd-89b0-e029481fc973 req-336a4691-c7d4-4e4b-9405-4ba8c53b16b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=86be321f-88d5-4825-8a89-22f24177aa71 HTTP/1.1" status: 200 len: 837 time: 0.0564115 Sep 22 09:55:43.397334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-270faa2b-8556-4ed6-9914-704caebffb68 req-135737cf-8bbb-42a1-8320-bfc9b68247c8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7e9d293-f062-4b3e-bdaa-37b4584b5504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418825 Sep 22 09:55:43.450312 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:43.454008 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368b07e5-8141-4f8f-a84e-aed7982aac5b x-openstack-request-id: req-368b07e5-8141-4f8f-a84e-aed7982aac5b {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:55:43.454263 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-plugged", "status": "completed", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:55:43.454518 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-368b07e5-8141-4f8f-a84e-aed7982aac5b {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:55:43.454952 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'code': 200} Sep 22 09:55:43.458436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005e37f-8ec4-43bd-89b0-e029481fc973 req-8dbb7902-1960-49bf-9400-60b248e623d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:43.460292 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3005e37f-8ec4-43bd-89b0-e029481fc973 req-8dbb7902-1960-49bf-9400-60b248e623d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3653f3b-a5a5-4837-b374-15651bf0576a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589199 Sep 22 09:55:43.478708 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:43.529158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:43.604129 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3005e37f-8ec4-43bd-89b0-e029481fc973 req-8f80c009-3841-4e5c-8c2d-c9b1e0892dfb service neutron] 10.222.0.60 "GET /v2.0/networks/b3653f3b-a5a5-4837-b374-15651bf0576a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356630 Sep 22 09:55:43.606909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845793d-4e3a-4021-a040-24e5dcaa0a2a req-32a4c2a8-a1a5-408e-a659-d9c250d2070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:43.608426 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f845793d-4e3a-4021-a040-24e5dcaa0a2a req-32a4c2a8-a1a5-408e-a659-d9c250d2070b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1096 time: 0.0654285 Sep 22 09:55:43.662974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81439e-fd81-4686-9ebc-eee4c5fed254 req-74fcf5be-36fc-4e0a-a107-e096bc971a89 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:43.664490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af81439e-fd81-4686-9ebc-eee4c5fed254 req-74fcf5be-36fc-4e0a-a107-e096bc971a89 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0559072 Sep 22 09:55:43.675809 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['6ce0c997-47c8-44f2-9fd5-2ddb4007b3de'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:55:43.702731 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f845793d-4e3a-4021-a040-24e5dcaa0a2a req-d86cce2d-659e-4f3d-a1bf-c012d4a2230b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828683 Sep 22 09:55:43.727421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af81439e-fd81-4686-9ebc-eee4c5fed254 req-3a882c1f-3a5a-48b0-9faa-1d25b4bce478 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551684 Sep 22 09:55:43.733239 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3005e37f-8ec4-43bd-89b0-e029481fc973 req-f302eead-bafc-4e97-80d0-680cae475790 service neutron] 10.222.0.60 "GET /v2.0/networks/b3653f3b-a5a5-4837-b374-15651bf0576a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219764 Sep 22 09:55:43.861684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624e76c-be49-48d1-aa0f-896b74f60a5a req-9d7705b9-ad0d-4c2d-b130-a0760c50354c tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:43.863153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9624e76c-be49-48d1-aa0f-896b74f60a5a req-9d7705b9-ad0d-4c2d-b130-a0760c50354c tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 945 time: 0.0526631 Sep 22 09:55:43.901761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9624e76c-be49-48d1-aa0f-896b74f60a5a req-528aeb8f-05b1-418a-b74b-ab6edc703bbb tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Sep 22 09:55:44.509722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff10617-2b2e-4dc4-acab-aa2256ee21bf req-cd3b44f2-e74c-4fff-a7da-a5a7993b0079 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:44.511109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ff10617-2b2e-4dc4-acab-aa2256ee21bf req-cd3b44f2-e74c-4fff-a7da-a5a7993b0079 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 944 time: 0.0491302 Sep 22 09:55:44.548250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ff10617-2b2e-4dc4-acab-aa2256ee21bf req-bfab370a-f4e0-4be1-ad83-42b991a2a7c7 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7e9d293-f062-4b3e-bdaa-37b4584b5504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309672 Sep 22 09:55:44.730187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:55:44.833645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=359c44e5-e3f2-45d9-8f52-b468e9ec1d35,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:44.845676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '359c44e5-e3f2-45d9-8f52-b468e9ec1d35', 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a', 'port_id': '359c44e5-e3f2-45d9-8f52-b468e9ec1d35', 'mac_address': 'fa:16:3e:1f:7a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86be321f-88d5-4825-8a89-22f24177aa71', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:55:44.863773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2346de-5a5a-4861-abf2-f312446e25de req-1cef5bed-1c44-4ede-9eb5-a53f3b359f98 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:44.865323 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c2346de-5a5a-4861-abf2-f312446e25de req-1cef5bed-1c44-4ede-9eb5-a53f3b359f98 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0546191 Sep 22 09:55:44.886346 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:44.899094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:55:44.904123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c2346de-5a5a-4861-abf2-f312446e25de req-6bb60441-d4fc-4116-874a-090ed682793e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320928 Sep 22 09:55:44.920195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=359c44e5-e3f2-45d9-8f52-b468e9ec1d35,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:44.994745 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:45.019238 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:45.033570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a43fda-42b5-4265-bd07-89ac2b3800ae req-e220f08d-f444-4b68-82b9-f5a95cc301b7 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:45.035077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19a43fda-42b5-4265-bd07-89ac2b3800ae req-e220f08d-f444-4b68-82b9-f5a95cc301b7 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 945 time: 0.0499408 Sep 22 09:55:45.076428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=359c44e5-e3f2-45d9-8f52-b468e9ec1d35,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:45.076720 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19a43fda-42b5-4265-bd07-89ac2b3800ae req-8a088be0-9017-49bc-a92d-8e5c34507e9d tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Sep 22 09:55:45.187996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:55:45.192149 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:45.192518 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:45.214769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['359c44e5-e3f2-45d9-8f52-b468e9ec1d35'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:55:45.338765 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:45.398619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de,segment=NetworkSegment(dbde9255-6216-40d1-abe5-38afecc5357d),segment_id=dbde9255-6216-40d1-abe5-38afecc5357d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:45.455518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5fef5c-6836-48b5-abc4-25d263bc3ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce0c997-47c8-44f2-9fd5-2ddb4007b3de'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:55:45.457784 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e232912-251b-4906-8742-846d311aea58" -d '{"events": [{"server_uuid": "3e5fef5c-6836-48b5-abc4-25d263bc3ad3", "name": "network-vif-plugged", "status": "completed", "tag": "6ce0c997-47c8-44f2-9fd5-2ddb4007b3de"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:55:45.495604 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d697df16-5242-4340-b180-bef7074d6eff x-openstack-request-id: req-d697df16-5242-4340-b180-bef7074d6eff {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:55:45.495889 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5fef5c-6836-48b5-abc4-25d263bc3ad3", "name": "network-vif-plugged", "status": "completed", "tag": "6ce0c997-47c8-44f2-9fd5-2ddb4007b3de", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:55:45.496131 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d697df16-5242-4340-b180-bef7074d6eff {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:55:45.496507 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5fef5c-6836-48b5-abc4-25d263bc3ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce0c997-47c8-44f2-9fd5-2ddb4007b3de', 'code': 200} Sep 22 09:55:45.518541 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:45.573136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:45.597314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49884098-89e0-423c-8809-84930e3e52b0 req-89591118-5455-486e-902a-7108dd0b6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:45.599029 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49884098-89e0-423c-8809-84930e3e52b0 req-89591118-5455-486e-902a-7108dd0b6663 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0441730 Sep 22 09:55:45.644689 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49884098-89e0-423c-8809-84930e3e52b0 req-05162d0d-dcc6-469c-ab8c-b5561ba08e3e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387406 Sep 22 09:55:45.679468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2376322-7b70-4cc4-aed7-a5026e3b9e2b req-1019bef3-4e54-4255-8e1a-b9e501730909 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:45.681128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2376322-7b70-4cc4-aed7-a5026e3b9e2b req-1019bef3-4e54-4255-8e1a-b9e501730909 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 945 time: 0.0494225 Sep 22 09:55:45.719086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2376322-7b70-4cc4-aed7-a5026e3b9e2b req-6be54218-befe-4805-9844-0f387aa02e9a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7e9d293-f062-4b3e-bdaa-37b4584b5504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318477 Sep 22 09:55:46.024093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450d715-ec80-4a87-9a8b-efc60ea3b87f req-ae853d1a-1122-414e-ac4d-f19c878fb922 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:46.025781 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9450d715-ec80-4a87-9a8b-efc60ea3b87f req-ae853d1a-1122-414e-ac4d-f19c878fb922 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0532632 Sep 22 09:55:46.064922 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9450d715-ec80-4a87-9a8b-efc60ea3b87f req-bb56850f-3aee-4cc0-8539-0fb2ab8f3aaa tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327954 Sep 22 09:55:46.196022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cbce9-e434-41d4-a58d-9bf365f26785 req-911d5818-62f3-499d-bfb1-a152a872b77e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:46.198090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-057cbce9-e434-41d4-a58d-9bf365f26785 req-911d5818-62f3-499d-bfb1-a152a872b77e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0501418 Sep 22 09:55:46.236999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-057cbce9-e434-41d4-a58d-9bf365f26785 req-49d2fd3e-42ad-4f4f-85d0-f45da9943494 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325692 Sep 22 09:55:46.258518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44250) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:46.299263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b883e346-05fa-4587-a3ae-9cfff055b059 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:46.301052 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b883e346-05fa-4587-a3ae-9cfff055b059 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1091 time: 0.0412412 Sep 22 09:55:46.303789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44252) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:46.309186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:46.348571 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7c3ec-cf6f-42c0-9e54-8c29be489bb0 req-83a29543-ad2d-40a2-bde3-0430b2c64023 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:46.350100 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6e7c3ec-cf6f-42c0-9e54-8c29be489bb0 req-83a29543-ad2d-40a2-bde3-0430b2c64023 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 946 time: 0.0551047 Sep 22 09:55:46.389795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6e7c3ec-cf6f-42c0-9e54-8c29be489bb0 req-941cd6ad-f5d2-46fe-a86a-092df52f5421 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 Sep 22 09:55:46.417556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:46.532233 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:46.634806 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.25.6.161 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/3382b5b2-dcbf-4a74-ae5b-c14a8d661ac8) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:46.740620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:46.744761 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:46.897053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:55:46.897465 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:46.902264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:46.902771 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:46.941032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:46.943886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:46.951556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:55:46.953774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=3382b5b2-dcbf-4a74-ae5b-c14a8d661ac8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:46.991194 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:47.028326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=359c44e5-e3f2-45d9-8f52-b468e9ec1d35,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:47.158181 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:47.206051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=359c44e5-e3f2-45d9-8f52-b468e9ec1d35,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:47.209439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3139f-1216-4ae8-b21c-492688685a71 req-c4c0d616-f6a1-408e-8359-63288efb6cb6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:47.211095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68f3139f-1216-4ae8-b21c-492688685a71 req-c4c0d616-f6a1-408e-8359-63288efb6cb6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 945 time: 0.4068775 Sep 22 09:55:47.250492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68f3139f-1216-4ae8-b21c-492688685a71 req-09a4a99c-836e-4be0-865e-3b09967e4b91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7e9d293-f062-4b3e-bdaa-37b4584b5504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325654 Sep 22 09:55:47.443416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:47.497701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16bcce6-88ca-468f-accc-e7d7918e1c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359c44e5-e3f2-45d9-8f52-b468e9ec1d35'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:55:47.500106 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8516cf-6264-45fe-8726-cb8dfa740b8e" -d '{"events": [{"server_uuid": "f16bcce6-88ca-468f-accc-e7d7918e1c2e", "name": "network-vif-plugged", "status": "completed", "tag": "359c44e5-e3f2-45d9-8f52-b468e9ec1d35"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:55:47.506140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a98ed-1391-4244-a0ac-8b90bc5d20b9 req-d5610555-d761-4263-81b9-20ca087d4c83 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:47.507691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b70a98ed-1391-4244-a0ac-8b90bc5d20b9 req-d5610555-d761-4263-81b9-20ca087d4c83 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 946 time: 0.0495045 Sep 22 09:55:47.547970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b70a98ed-1391-4244-a0ac-8b90bc5d20b9 req-3846d21d-4279-42de-869e-5ff636064660 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330517 Sep 22 09:55:47.594584 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b731c52-5341-49e1-a6b7-ee86aff2c51a x-openstack-request-id: req-7b731c52-5341-49e1-a6b7-ee86aff2c51a {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:55:47.595081 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16bcce6-88ca-468f-accc-e7d7918e1c2e", "name": "network-vif-plugged", "status": "completed", "tag": "359c44e5-e3f2-45d9-8f52-b468e9ec1d35", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:55:47.595425 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b731c52-5341-49e1-a6b7-ee86aff2c51a {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:55:47.595946 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16bcce6-88ca-468f-accc-e7d7918e1c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359c44e5-e3f2-45d9-8f52-b468e9ec1d35', 'code': 200} Sep 22 09:55:47.884460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce7a60-e313-484f-ba2b-daf642f9ebdb req-15080430-ac8a-437f-a451-b2f21cf74766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:47.886044 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e7ce7a60-e313-484f-ba2b-daf642f9ebdb req-15080430-ac8a-437f-a451-b2f21cf74766 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 1097 time: 0.0475402 Sep 22 09:55:47.922688 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e7ce7a60-e313-484f-ba2b-daf642f9ebdb req-8fe83158-33c4-45e9-af98-26fc6ac0fa3f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7e9d293-f062-4b3e-bdaa-37b4584b5504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286398 Sep 22 09:55:47.968500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:48.124209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97442da1-e9a7-461b-8b5e-04d52d6f9361 req-0ca1fce2-6222-4c46-8196-48b9fa7d3d15 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:48.125849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97442da1-e9a7-461b-8b5e-04d52d6f9361 req-0ca1fce2-6222-4c46-8196-48b9fa7d3d15 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 946 time: 0.0482702 Sep 22 09:55:48.129676 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:48.164182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97442da1-e9a7-461b-8b5e-04d52d6f9361 req-8f91f935-e558-4b3b-9422-405791c40d2c tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Sep 22 09:55:48.239836 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:48.312588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=3382b5b2-dcbf-4a74-ae5b-c14a8d661ac8,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:48.325549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.325905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.326262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.326572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.326912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.327240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.327572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.327903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.328233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.328558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.328905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.329233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:55:48.332692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:48.384593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb559f-06be-4449-9dea-fefc55ed835e req-5a13cfa5-3298-4db2-a476-1434c6e1b3a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:48.386239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28bb559f-06be-4449-9dea-fefc55ed835e req-5a13cfa5-3298-4db2-a476-1434c6e1b3a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 946 time: 0.0638404 Sep 22 09:55:48.424947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28bb559f-06be-4449-9dea-fefc55ed835e req-ccbbefce-e9f9-4921-8fd0-f23a9788160e tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7e9d293-f062-4b3e-bdaa-37b4584b5504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Sep 22 09:55:48.444478 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Floating IP 9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab associated. External IP: 172.25.6.161, port: 6bd6292b-1e68-457b-9de6-0b21693e3caa. Sep 22 09:55:48.648853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router 11ee99e6-69ef-41cf-8fc3-125533beaea2 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:55:48.755297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:55:48.765804 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49fc137-1770-48df-83fd-9dd9f798d625 None None] Sync routers for ids ['11ee99e6-69ef-41cf-8fc3-125533beaea2'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:55:48.775686 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49fc137-1770-48df-83fd-9dd9f798d625 None None] Routers {'11ee99e6-69ef-41cf-8fc3-125533beaea2'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:48.787343 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d49fc137-1770-48df-83fd-9dd9f798d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['11ee99e6-69ef-41cf-8fc3-125533beaea2'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:48.883504 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d49fc137-1770-48df-83fd-9dd9f798d625 None None] Set router 11ee99e6-69ef-41cf-8fc3-125533beaea2 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:48.897011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:48.925669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4ef00747-fdbd-4ab2-b0ab-e8c1886eaa0f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6208339 Sep 22 09:55:48.926267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:55:48.928871 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5682631e-455a-4249-ad43-af1a1a474bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:55:49.026105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7938f-0c4c-42b6-8365-4b0b57057224 req-95795f02-40d4-4146-a303-736b1b869682 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:49.027513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdd7938f-0c4c-42b6-8365-4b0b57057224 req-95795f02-40d4-4146-a303-736b1b869682 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0530748 Sep 22 09:55:49.066649 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdd7938f-0c4c-42b6-8365-4b0b57057224 req-8a516a92-6abd-4898-bec1-507a958003da tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323539 Sep 22 09:55:49.091836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44278) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:49.148058 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d49fc137-1770-48df-83fd-9dd9f798d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'port_id': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'mac_address': 'fa:16:3e:28:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:55:47Z', 'updated_at': '2021-09-22T09:55:47Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3', 'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:f2:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:28Z', 'updated_at': '2021-09-22T09:55:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:49.152187 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242dee91-aa3b-4fca-b333-565d8f4e2bae x-openstack-request-id: req-242dee91-aa3b-4fca-b333-565d8f4e2bae {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:55:49.152486 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:55:49.152762 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-242dee91-aa3b-4fca-b333-565d8f4e2bae {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:55:49.153532 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'status': 'completed', 'code': 200} Sep 22 09:55:49.177585 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49fc137-1770-48df-83fd-9dd9f798d625 None None] Checking router: 11ee99e6-69ef-41cf-8fc3-125533beaea2 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:55:49.186517 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49fc137-1770-48df-83fd-9dd9f798d625 None None] Routers {'11ee99e6-69ef-41cf-8fc3-125533beaea2'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:49.187214 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d49fc137-1770-48df-83fd-9dd9f798d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['11ee99e6-69ef-41cf-8fc3-125533beaea2'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:49.206868 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-99f6266f-eec3-4efc-9158-19de76470f52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab HTTP/1.1" status: 200 len: 991 time: 0.1138625 Sep 22 09:55:49.219097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682631e-455a-4249-ad43-af1a1a474bc3 req-563232eb-b0ce-4335-81ac-17bcea0b6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:49.223190 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5682631e-455a-4249-ad43-af1a1a474bc3 req-563232eb-b0ce-4335-81ac-17bcea0b6e94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1096 time: 0.0622809 Sep 22 09:55:49.297109 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df6857-a5c9-488a-9bc6-10d536f1a700 req-4d286069-2b97-4ec3-82ae-601127f83e96 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:49.303091 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d49fc137-1770-48df-83fd-9dd9f798d625 None None] Set router 11ee99e6-69ef-41cf-8fc3-125533beaea2 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:49.304495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39df6857-a5c9-488a-9bc6-10d536f1a700 req-4d286069-2b97-4ec3-82ae-601127f83e96 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 946 time: 0.0585093 Sep 22 09:55:49.329980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682631e-455a-4249-ad43-af1a1a474bc3 req-bcde2b10-4e7d-4a5c-be4c-0c0704c1b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:49.331645 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5682631e-455a-4249-ad43-af1a1a474bc3 req-bcde2b10-4e7d-4a5c-be4c-0c0704c1b69d service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 898 time: 0.1024382 Sep 22 09:55:49.341223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39df6857-a5c9-488a-9bc6-10d536f1a700 req-e1b505ee-d552-40e8-b6d8-1952c0206fa2 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356052 Sep 22 09:55:49.399022 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5682631e-455a-4249-ad43-af1a1a474bc3 req-d7f569c3-510d-49cf-902e-217d23916426 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 999 time: 0.0595748 Sep 22 09:55:49.453026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682631e-455a-4249-ad43-af1a1a474bc3 req-b6df3ab6-b809-4518-85df-aec33278304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:49.454901 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5682631e-455a-4249-ad43-af1a1a474bc3 req-b6df3ab6-b809-4518-85df-aec33278304a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0488303 Sep 22 09:55:49.517094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e20964-5601-4422-84d2-748004e6cb3d req-cfc0d962-f676-4b5e-b554-82089365ce94 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:49.518826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7e20964-5601-4422-84d2-748004e6cb3d req-cfc0d962-f676-4b5e-b554-82089365ce94 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 946 time: 0.0759895 Sep 22 09:55:49.525186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682631e-455a-4249-ad43-af1a1a474bc3 req-fe6b2214-c09a-4c00-8b25-d0855a65bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:49.528250 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5682631e-455a-4249-ad43-af1a1a474bc3 req-fe6b2214-c09a-4c00-8b25-d0855a65bd8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648589 Sep 22 09:55:49.539429 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d49fc137-1770-48df-83fd-9dd9f798d625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'port_id': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'mac_address': 'fa:16:3e:28:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:55:47Z', 'updated_at': '2021-09-22T09:55:47Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3', 'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:f2:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:28Z', 'updated_at': '2021-09-22T09:55:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:49.572639 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49fc137-1770-48df-83fd-9dd9f798d625 None None] The sync data for ids ['11ee99e6-69ef-41cf-8fc3-125533beaea2'] in n-d-805649-4 is: [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'port_id': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'mac_address': 'fa:16:3e:28:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:55:47Z', 'updated_at': '2021-09-22T09:55:47Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3', 'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:f2:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:28Z', 'updated_at': '2021-09-22T09:55:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:55:49.615745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53a197-411d-49c4-8922-06ad1545b6fa req-d9782b30-cb67-4929-852a-e187827db797 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:49.617334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e53a197-411d-49c4-8922-06ad1545b6fa req-d9782b30-cb67-4929-852a-e187827db797 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 946 time: 0.1203377 Sep 22 09:55:49.642305 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5682631e-455a-4249-ad43-af1a1a474bc3 req-17048696-9b62-464b-9d71-571fa1ea72f6 service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073835 Sep 22 09:55:49.668481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e53a197-411d-49c4-8922-06ad1545b6fa req-e9dc5004-1941-49b3-80b4-9fb0c5581386 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7e9d293-f062-4b3e-bdaa-37b4584b5504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431004 Sep 22 09:55:49.679634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-b7e20964-5601-4422-84d2-748004e6cb3d req-0d29b1b8-ba64-4769-996f-dcf8c3ccb896 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Deleting port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:55:49.679984 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b7e20964-5601-4422-84d2-748004e6cb3d req-0d29b1b8-ba64-4769-996f-dcf8c3ccb896 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:49.752317 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5682631e-455a-4249-ad43-af1a1a474bc3 req-8b6c83f4-a5b7-40a7-8462-ef251f0788ce service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946944 Sep 22 09:55:49.813103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-b7e20964-5601-4422-84d2-748004e6cb3d req-0d29b1b8-ba64-4769-996f-dcf8c3ccb896 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] For port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de,segment=NetworkSegment(dbde9255-6216-40d1-abe5-38afecc5357d),segment_id=dbde9255-6216-40d1-abe5-38afecc5357d)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:49.813475 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b7e20964-5601-4422-84d2-748004e6cb3d req-0d29b1b8-ba64-4769-996f-dcf8c3ccb896 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:49.830411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0b3319-0fed-4791-9eab-64f6428fce34 None None] New status for floating IP 9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:55:49.830872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb9f76-8e89-4e5c-afb3-478d1325c5d3 req-9d350e32-8bf1-4229-8a9d-79ed62ed6ace tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:49.830986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ccb9f76-8e89-4e5c-afb3-478d1325c5d3 req-9d350e32-8bf1-4229-8a9d-79ed62ed6ace tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 946 time: 0.0875874 Sep 22 09:55:49.837889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-b7e20964-5601-4422-84d2-748004e6cb3d req-0d29b1b8-ba64-4769-996f-dcf8c3ccb896 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Calling delete_port for 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:55:49.918939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ccb9f76-8e89-4e5c-afb3-478d1325c5d3 req-ecdddeb6-2a66-4633-a62e-5e211a32c288 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7e9d293-f062-4b3e-bdaa-37b4584b5504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789430 Sep 22 09:55:50.068257 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b7e20964-5601-4422-84d2-748004e6cb3d req-0d29b1b8-ba64-4769-996f-dcf8c3ccb896 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:50.100792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29b1b8-ba64-4769-996f-dcf8c3ccb896 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Pushing event deleted for resources: {'Port': ['ID=6ce0c997-47c8-44f2-9fd5-2ddb4007b3de,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:50.133618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['6ce0c997-47c8-44f2-9fd5-2ddb4007b3de'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:55:50.149016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e20964-5601-4422-84d2-748004e6cb3d req-0d29b1b8-ba64-4769-996f-dcf8c3ccb896 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] No DVR routers for this DVR port 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:55:50.151840 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-b7e20964-5601-4422-84d2-748004e6cb3d req-0d29b1b8-ba64-4769-996f-dcf8c3ccb896 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:50.154156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7e20964-5601-4422-84d2-748004e6cb3d req-0d29b1b8-ba64-4769-996f-dcf8c3ccb896 tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.45 "DELETE /v2.0/ports/6ce0c997-47c8-44f2-9fd5-2ddb4007b3de HTTP/1.1" status: 204 len: 173 time: 0.6209381 Sep 22 09:55:50.154804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5fef5c-6836-48b5-abc4-25d263bc3ad3', 'name': 'network-vif-deleted', 'tag': '6ce0c997-47c8-44f2-9fd5-2ddb4007b3de'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:55:50.157550 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebfbdfa-ea2f-46ac-956c-4e4ff425467c" -d '{"events": [{"server_uuid": "3e5fef5c-6836-48b5-abc4-25d263bc3ad3", "name": "network-vif-deleted", "tag": "6ce0c997-47c8-44f2-9fd5-2ddb4007b3de"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:55:50.197650 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5682ab22-d0b3-4e4c-9849-17a8294c0cba x-openstack-request-id: req-5682ab22-d0b3-4e4c-9849-17a8294c0cba {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:55:50.197650 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5fef5c-6836-48b5-abc4-25d263bc3ad3", "name": "network-vif-deleted", "tag": "6ce0c997-47c8-44f2-9fd5-2ddb4007b3de", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:55:50.197650 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5682ab22-d0b3-4e4c-9849-17a8294c0cba {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:55:50.197650 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5fef5c-6836-48b5-abc4-25d263bc3ad3', 'name': 'network-vif-deleted', 'tag': '6ce0c997-47c8-44f2-9fd5-2ddb4007b3de', 'status': 'completed', 'code': 200} Sep 22 09:55:50.210566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44294) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:50.280161 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-52eb010c-53d2-4b73-bfc6-be18de413dbb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab HTTP/1.1" status: 200 len: 991 time: 0.0684454 Sep 22 09:55:50.439413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37c7fc0c-400a-48aa-950a-480dad0d9f1c req-bf1281c6-12c1-4926-85fe-5cbc39fb136b tempest-InstanceActionsNegativeTestJSON-1115366998 tempest-InstanceActionsNegativeTestJSON-1115366998-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e5fef5c-6836-48b5-abc4-25d263bc3ad3 HTTP/1.1" status: 200 len: 210 time: 0.0272977 Sep 22 09:55:51.002998 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acf70430-61ea-46f5-be5e-1ee871d379e2 req-846f4e9e-a3df-4fcf-899d-6025595303fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437925 Sep 22 09:55:51.099924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70430-61ea-46f5-be5e-1ee871d379e2 req-415f3643-d9bd-44dd-9416-6491e68b6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:51.101875 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acf70430-61ea-46f5-be5e-1ee871d379e2 req-415f3643-d9bd-44dd-9416-6491e68b6aeb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ff3ec867c4c419ebf4e4d97c47f4908&device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 1096 time: 0.0502715 Sep 22 09:55:51.215581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70430-61ea-46f5-be5e-1ee871d379e2 req-954e3bfa-7c31-4cf5-9e0f-35af3a8597ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:51.217034 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acf70430-61ea-46f5-be5e-1ee871d379e2 req-954e3bfa-7c31-4cf5-9e0f-35af3a8597ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7f51e8c-d315-4cea-849b-8896090d41f6 HTTP/1.1" status: 200 len: 915 time: 0.0958421 Sep 22 09:55:51.263841 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acf70430-61ea-46f5-be5e-1ee871d379e2 req-0975f27d-18c8-4168-a309-9753ddfed008 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b3f055-6a5c-4587-b635-a07697ba6b29 HTTP/1.1" status: 200 len: 217 time: 0.0399122 Sep 22 09:55:51.282672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44306) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:51.328173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70430-61ea-46f5-be5e-1ee871d379e2 req-8c706b43-2f29-49fe-9b25-21914d7bf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:51.329804 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acf70430-61ea-46f5-be5e-1ee871d379e2 req-8c706b43-2f29-49fe-9b25-21914d7bf14f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=438e6d02-2370-4516-b57a-3b4477b2ccc2 HTTP/1.1" status: 200 len: 854 time: 0.0594027 Sep 22 09:55:51.364780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9dc32cc5-bac4-49d5-975f-1ba147dedaf9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab HTTP/1.1" status: 200 len: 993 time: 0.0744908 Sep 22 09:55:51.366867 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acf70430-61ea-46f5-be5e-1ee871d379e2 req-e665aa9e-3fb9-4de9-ac6f-9057f2f5de72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7f51e8c-d315-4cea-849b-8896090d41f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295904 Sep 22 09:55:51.400360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44308) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:51.467569 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acf70430-61ea-46f5-be5e-1ee871d379e2 req-cf9a07af-bddc-43d4-bf96-271bf9a8fe41 service neutron] 10.222.0.60 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932350 Sep 22 09:55:51.507611 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44312) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:51.596545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-750eb9da-2c00-489b-b698-674282aa6608 admin admin] Deleting subnet 8d5987ca-e340-4aad-b9b3-37ee0f6b14b8 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:55:51.603273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-750eb9da-2c00-489b-b698-674282aa6608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:51.636662 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acf70430-61ea-46f5-be5e-1ee871d379e2 req-ef1aee67-2a6f-4a80-ad7d-743aa2852360 service neutron] 10.222.0.60 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614869 Sep 22 09:55:51.656655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-750eb9da-2c00-489b-b698-674282aa6608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:51.701403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-750eb9da-2c00-489b-b698-674282aa6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:51.886349 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:51.903475 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-750eb9da-2c00-489b-b698-674282aa6608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:51.935092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750eb9da-2c00-489b-b698-674282aa6608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5987ca-e340-4aad-b9b3-37ee0f6b14b8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:51.940771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-750eb9da-2c00-489b-b698-674282aa6608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:51.942868 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-750eb9da-2c00-489b-b698-674282aa6608 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8d5987ca-e340-4aad-b9b3-37ee0f6b14b8 HTTP/1.1" status: 204 len: 168 time: 0.4342067 Sep 22 09:55:51.945264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44316) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:52.023618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.119175 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.146960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e98f49-0025-4428-b32c-256011181d79']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:52.158947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbde9255-6216-40d1-abe5-38afecc5357d') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:52.159261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbde9255-6216-40d1-abe5-38afecc5357d') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:52.170353 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.184048 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.190344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:55:52.190743 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:55:52.218122 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:55:52.290786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Allocated IP 172.20.0.17 (b3653f3b-a5a5-4837-b374-15651bf0576a/86be321f-88d5-4825-8a89-22f24177aa71/87c7feac-1fc0-4333-b133-9fbd5861fd2e) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:52.376705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.383018 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.389709 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] 10.222.0.49 "DELETE /v2.0/networks/84e98f49-0025-4428-b32c-256011181d79 HTTP/1.1" status: 204 len: 168 time: 0.4386892 Sep 22 09:55:52.396365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473938dc-c907-469d-b4f4-ac94cfc1da0b admin admin] Pushing event deleted for resources: {'Network': ['ID=84e98f49-0025-4428-b32c-256011181d79,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:52.429290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.559874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.597551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network b3653f3b-a5a5-4837-b374-15651bf0576a is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:52.600707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:52.605287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:55:52.632773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=87c7feac-1fc0-4333-b133-9fbd5861fd2e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:52.657701 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.745831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44320) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:52.789296 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-60f8f08c-b044-4530-bde4-486ebe11fb14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a500fa3276014fe8a62075506a74c528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420940 Sep 22 09:55:52.792459 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44322) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:52.805291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6ddd910f-2d27-4f18-90b4-0430283aff79 None None] Provisioning complete for port 87c7feac-1fc0-4333-b133-9fbd5861fd2e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:52.806334 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6ddd910f-2d27-4f18-90b4-0430283aff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.840131 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd910f-2d27-4f18-90b4-0430283aff79 None None] Port 87c7feac-1fc0-4333-b133-9fbd5861fd2e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:55:52.845626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-137d530f-0092-43b2-b337-15931677f0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.867795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-137d530f-0092-43b2-b337-15931677f0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:52.886206 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:53.005174 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-137d530f-0092-43b2-b337-15931677f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:53.008117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-137d530f-0092-43b2-b337-15931677f0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:53.012355 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-137d530f-0092-43b2-b337-15931677f0c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc HTTP/1.1" status: 204 len: 168 time: 0.2189143 Sep 22 09:55:53.020696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d530f-0092-43b2-b337-15931677f0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1ae71b-4ae9-4ec7-8890-72d44a1e1fcc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:53.053369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:55:53.070457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:55:53.070803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6ce0c997-47c8-44f2-9fd5-2ddb4007b3de not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:55:53.177050 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:53.285264 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:53.363256 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:53.365047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=87c7feac-1fc0-4333-b133-9fbd5861fd2e,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:53.406604 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:53.468261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network b3653f3b-a5a5-4837-b374-15651bf0576a is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:53.469824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:53.595413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 17c7615c-7e84-497c-9458-97988b707256 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:55:53.724357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:55:53.736326 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Sync routers for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:55:53.738992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5eda4965-6a90-4943-9b07-2598b7fbfded tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "PUT /v2.0/routers/17c7615c-7e84-497c-9458-97988b707256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3370609 Sep 22 09:55:53.747158 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:53.748059 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:53.767889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-142a3df8-583b-4b74-bcfe-91868a82d4e3 None None] Provisioning complete for port 87c7feac-1fc0-4333-b133-9fbd5861fd2e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:53.768542 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-142a3df8-583b-4b74-bcfe-91868a82d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:53.817667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-142a3df8-583b-4b74-bcfe-91868a82d4e3 None None] Port 87c7feac-1fc0-4333-b133-9fbd5861fd2e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:55:53.871257 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:54.116986 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:55:52Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b50d1b7b-9254-4b66-9936-e65ce6a6e537', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '17c7615c-7e84-497c-9458-97988b707256', 'port_id': '308e056c-e29e-401d-a553-2264abd6f045', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'mac_address': 'fa:16:3e:69:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c14d3e-e797-4481-a10c-253675e2e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:54:52Z', 'updated_at': '2021-09-22T09:54:55Z', 'revision_number': 1, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c7feac-1fc0-4333-b133-9fbd5861fd2e', 'name': '', 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:0a:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '86be321f-88d5-4825-8a89-22f24177aa71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:52Z', 'updated_at': '2021-09-22T09:55:53Z', 'revision_number': 2, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '86be321f-88d5-4825-8a89-22f24177aa71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:54.146340 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Checking router: 17c7615c-7e84-497c-9458-97988b707256 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:55:54.146693 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Updating router 17c7615c-7e84-497c-9458-97988b707256 port 87c7feac-1fc0-4333-b133-9fbd5861fd2e binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:55:54.184711 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.235069 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d141f6f-0836-409a-9ce0-7affc8a482c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.273641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44354) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:54.398247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-632083538-network', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:54.478441 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.576664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Made reservation on behalf of fab256fcde3c42d3bfb14028aa7d2203 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:55:54.579273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.594001 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.611617 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.614822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.664965 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dca91-1358-4d0d-ad3d-966bfb90d643 None None] Pushing event updated for resources: {'Port': ['ID=87c7feac-1fc0-4333-b133-9fbd5861fd2e,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:54.736480 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Attempting to bind port 87c7feac-1fc0-4333-b133-9fbd5861fd2e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:55:54.737201 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Attempting to bind port 87c7feac-1fc0-4333-b133-9fbd5861fd2e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:55:54.738059 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Attempting to bind port 87c7feac-1fc0-4333-b133-9fbd5861fd2e on network b3653f3b-a5a5-4837-b374-15651bf0576a {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:54.760289 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:55:54.762797 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Checking segment: {'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:54.763467 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.764034 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Bound using segment: {'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:55:54.765451 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Bound port: 87c7feac-1fc0-4333-b133-9fbd5861fd2e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366b23b4-a212-4a83-8582-f7fe28ab0e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:55:54.766015 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.776705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.866522 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] For port 87c7feac-1fc0-4333-b133-9fbd5861fd2e, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:55:54.869807 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] For port 87c7feac-1fc0-4333-b133-9fbd5861fd2e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=87c7feac-1fc0-4333-b133-9fbd5861fd2e,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:55:54.931200 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.947333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c64d6108-0594-427c-807d-a4fcfd2508d5 None None] Provisioning complete for port 87c7feac-1fc0-4333-b133-9fbd5861fd2e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:54.948087 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c64d6108-0594-427c-807d-a4fcfd2508d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.957530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:55:54.961106 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.966876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47472990-aaac-45d6-8a45-79f7d283040f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:54.988661 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:54.989295 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Added segment 7d54929f-7e31-419f-b9f2-f665ea6c31cc of type vlan for network c85a8988-a485-4675-bd7e-9a956ab2472f Sep 22 09:55:54.998122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c64d6108-0594-427c-807d-a4fcfd2508d5 None None] Port 87c7feac-1fc0-4333-b133-9fbd5861fd2e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:55:55.021970 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:55.022773 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:55.042467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:55.094766 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dca91-1358-4d0d-ad3d-966bfb90d643 None None] Pushing event updated for resources: {'Port': ['ID=87c7feac-1fc0-4333-b133-9fbd5861fd2e,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:55.159090 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:55.176691 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:55.177802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:55.178393 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:55.221479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9b6958ac-ad15-47ea-bddc-0af42b99c384 None None] Provisioning complete for port 87c7feac-1fc0-4333-b133-9fbd5861fd2e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:55.221993 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b6958ac-ad15-47ea-bddc-0af42b99c384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:55.249012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] Pushing event updated for resources: {'Network': ['ID=c85a8988-a485-4675-bd7e-9a956ab2472f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:55.263684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network c85a8988-a485-4675-bd7e-9a956ab2472f details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:55:55.348823 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7b5e2839-d3f5-46ab-9ad6-a98caf1f4d2f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0739782 Sep 22 09:55:55.351817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44360) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:55.356753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] Request body: {'subnet': {'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-632083538-subnet', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:55.404323 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:55:52Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b50d1b7b-9254-4b66-9936-e65ce6a6e537', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '17c7615c-7e84-497c-9458-97988b707256', 'port_id': '308e056c-e29e-401d-a553-2264abd6f045', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'mac_address': 'fa:16:3e:69:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c14d3e-e797-4481-a10c-253675e2e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:54:52Z', 'updated_at': '2021-09-22T09:54:55Z', 'revision_number': 1, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c7feac-1fc0-4333-b133-9fbd5861fd2e', 'name': '', 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:0a:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '86be321f-88d5-4825-8a89-22f24177aa71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:52Z', 'updated_at': '2021-09-22T09:55:54Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '86be321f-88d5-4825-8a89-22f24177aa71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:55.429565 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752cb3d-d719-4269-8f1b-9f6583bec997 None None] The sync data for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 is: [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:55:52Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b50d1b7b-9254-4b66-9936-e65ce6a6e537', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '17c7615c-7e84-497c-9458-97988b707256', 'port_id': '308e056c-e29e-401d-a553-2264abd6f045', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'mac_address': 'fa:16:3e:69:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c14d3e-e797-4481-a10c-253675e2e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:54:52Z', 'updated_at': '2021-09-22T09:54:55Z', 'revision_number': 1, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87c7feac-1fc0-4333-b133-9fbd5861fd2e', 'name': '', 'network_id': 'b3653f3b-a5a5-4837-b374-15651bf0576a', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:0a:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '86be321f-88d5-4825-8a89-22f24177aa71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:52Z', 'updated_at': '2021-09-22T09:55:54Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '86be321f-88d5-4825-8a89-22f24177aa71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:55:55.463178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] Made reservation on behalf of fab256fcde3c42d3bfb14028aa7d2203 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:55:55.472771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:55.485535 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b6958ac-ad15-47ea-bddc-0af42b99c384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:55.531611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9b6958ac-ad15-47ea-bddc-0af42b99c384 None None] For port 87c7feac-1fc0-4333-b133-9fbd5861fd2e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=87c7feac-1fc0-4333-b133-9fbd5861fd2e,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:55.656691 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b6958ac-ad15-47ea-bddc-0af42b99c384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:55.708293 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6958ac-ad15-47ea-bddc-0af42b99c384 None None] Pushing event updated for resources: {'Port': ['ID=87c7feac-1fc0-4333-b133-9fbd5861fd2e,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:55.760422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:55.817735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:55.828760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] Checking segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:55.829124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] Network hostable DHCP agents. Network: c85a8988-a485-4675-bd7e-9a956ab2472f, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:55:55.954424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] Network c85a8988-a485-4675-bd7e-9a956ab2472f is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:55:56.061663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, c85a8988-a485-4675-bd7e-9a956ab2472f) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:56.065871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:55:56.066458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.071198 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9423d553-cd73-438d-b847-897087cfdecd None None] Network c85a8988-a485-4675-bd7e-9a956ab2472f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:56.199885 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-89440f29-3cc8-438b-824f-0e0a80eff34f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8431187 Sep 22 09:55:56.199885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44368) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:56.204072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:55:56.223479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-c85a8988-a485-4675-bd7e-9a956ab2472f', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:55:56.224463 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.364071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Allocated IP 172.20.0.2 (c85a8988-a485-4675-bd7e-9a956ab2472f/4de2ee4c-7083-42b7-ba44-20ffb6a5fe35/3dca4b87-6d88-4347-bd2f-7b1a6709080f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:56.365806 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.366939 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.425684 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.516245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.611335 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.654355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Network c85a8988-a485-4675-bd7e-9a956ab2472f is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:56.657673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:56.659939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:55:56.669733 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Pushing event updated for resources: {'Port': ['ID=3dca4b87-6d88-4347-bd2f-7b1a6709080f,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:56.692492 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.726005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Attempting to bind port 3dca4b87-6d88-4347-bd2f-7b1a6709080f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:55:56.726364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Attempting to bind port 3dca4b87-6d88-4347-bd2f-7b1a6709080f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:55:56.726722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Attempting to bind port 3dca4b87-6d88-4347-bd2f-7b1a6709080f on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:56.732288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:55:56.732654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Checking segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:56.733147 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.733533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Bound using segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:55:56.733985 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Bound port: 3dca4b87-6d88-4347-bd2f-7b1a6709080f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:55:56.734356 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.799858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] For port 3dca4b87-6d88-4347-bd2f-7b1a6709080f, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:55:56.802922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] For port 3dca4b87-6d88-4347-bd2f-7b1a6709080f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3dca4b87-6d88-4347-bd2f-7b1a6709080f,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:55:56.931947 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.962741 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.969342 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-71872c23-1faa-4d1c-a6fa-38d729a2998d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:56.985056 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:57.021529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2012a-72f0-4a41-87c0-3a1123649651 None None] Pushing event updated for resources: {'Port': ['ID=3dca4b87-6d88-4347-bd2f-7b1a6709080f,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:57.109119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Allocated IP 172.25.6.76 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/603ada7e-9c42-44b8-a44a-31100e143d8d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:57.282158 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:57.283549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 87c7feac-1fc0-4333-b133-9fbd5861fd2e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:57.420974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 87c7feac-1fc0-4333-b133-9fbd5861fd2e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:57.421192 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:57.453084 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:57.496038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:55:57.501374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:55:57.504035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:55:57.541878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=603ada7e-9c42-44b8-a44a-31100e143d8d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:57.593722 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:57.928958 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:58.034005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb0eb10-ce3b-40f7-925e-e5d7cbf787a4 None None] Network c85a8988-a485-4675-bd7e-9a956ab2472f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:55:58.129516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7977d041-12f4-42a0-b5d4-cda7e59a0fd5 None None] Provisioning complete for port 3dca4b87-6d88-4347-bd2f-7b1a6709080f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:58.129796 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7977d041-12f4-42a0-b5d4-cda7e59a0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:58.139724 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:58.168496 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:58.275913 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7977d041-12f4-42a0-b5d4-cda7e59a0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:58.312977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7977d041-12f4-42a0-b5d4-cda7e59a0fd5 None None] For port 3dca4b87-6d88-4347-bd2f-7b1a6709080f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3dca4b87-6d88-4347-bd2f-7b1a6709080f,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:55:58.411325 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7977d041-12f4-42a0-b5d4-cda7e59a0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:58.468332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977d041-12f4-42a0-b5d4-cda7e59a0fd5 None None] Pushing event updated for resources: {'Port': ['ID=3dca4b87-6d88-4347-bd2f-7b1a6709080f,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:58.534677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a2ffd7ba-4ce6-4d8b-9b0b-e0cc3ff31198 None None] Provisioning complete for port 3dca4b87-6d88-4347-bd2f-7b1a6709080f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:58.535045 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a2ffd7ba-4ce6-4d8b-9b0b-e0cc3ff31198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:58.742299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:55:58.852092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:55:58.861844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Sync routers for ids ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:55:58.872551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Routers {'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:55:58.873278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:58.953649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:58.955130 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-01d9593f-48d5-4ba7-876b-a1a8447fc9d0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7551680 Sep 22 09:55:58.958122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44382) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:55:58.979260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Set router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:55:59.252434 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:55:57Z', 'revision_number': 3, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:55:59.307790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Checking router: e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:55:59.308155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Updating router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 port 603ada7e-9c42-44b8-a44a-31100e143d8d binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:55:59.329709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3dca4b87-6d88-4347-bd2f-7b1a6709080f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:55:59.364118 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:59.481190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3dca4b87-6d88-4347-bd2f-7b1a6709080f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:55:59.481550 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:59.510634 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:59.712574 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:59.719476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Allocated IP 172.20.0.1 (c85a8988-a485-4675-bd7e-9a956ab2472f/4de2ee4c-7083-42b7-ba44-20ffb6a5fe35/89ca360c-05ef-4b55-9654-6e49cbaa503b) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:55:59.799568 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:59.869119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028f13a-60fd-4333-a877-76a031b373ff None None] Pushing event updated for resources: {'Port': ['ID=603ada7e-9c42-44b8-a44a-31100e143d8d,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:55:59.873690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Attempting to bind port 603ada7e-9c42-44b8-a44a-31100e143d8d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:55:59.874051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Attempting to bind port 603ada7e-9c42-44b8-a44a-31100e143d8d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:55:59.874412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Attempting to bind port 603ada7e-9c42-44b8-a44a-31100e143d8d on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:55:59.880119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:55:59.885194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:55:59.885194 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:59.885194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:55:59.885194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Bound port: 603ada7e-9c42-44b8-a44a-31100e143d8d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:55:59.885194 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:59.904488 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:55:59.937504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] For port 603ada7e-9c42-44b8-a44a-31100e143d8d, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:55:59.940939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] For port 603ada7e-9c42-44b8-a44a-31100e143d8d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=603ada7e-9c42-44b8-a44a-31100e143d8d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:56:00.040226 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:00.171961 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:00.247198 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Routers {'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:00.247826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:00.280332 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:00.287880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028f13a-60fd-4333-a877-76a031b373ff None None] Pushing event updated for resources: {'Port': ['ID=603ada7e-9c42-44b8-a44a-31100e143d8d,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:00.358640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Network c85a8988-a485-4675-bd7e-9a956ab2472f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:56:00.366519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:56:00.369194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Pushing event updated for resources: {'Port': ['ID=89ca360c-05ef-4b55-9654-6e49cbaa503b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:00.371575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:56:00.396549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] Set router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:00.417014 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:00.608423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:55:57Z', 'revision_number': 3, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:00.646112 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:00.647241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69301bf9-61bb-4ec1-88d0-b35b1fb441dd None None] The sync data for ids ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'] in n-d-805649-4 is: [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:55:57Z', 'revision_number': 3, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:56:00.665140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-105e0252-a76b-490d-b399-054c77a3cc53 None None] Provisioning complete for port 89ca360c-05ef-4b55-9654-6e49cbaa503b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:00.665140 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-105e0252-a76b-490d-b399-054c77a3cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:00.712476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-105e0252-a76b-490d-b399-054c77a3cc53 None None] Port 89ca360c-05ef-4b55-9654-6e49cbaa503b cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:56:00.843114 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:00.926333 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:01.016053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Pushing event updated for resources: {'Port': ['ID=89ca360c-05ef-4b55-9654-6e49cbaa503b,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:01.019655 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:01.139170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Network c85a8988-a485-4675-bd7e-9a956ab2472f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:56:01.140632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:56:01.288093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 603ada7e-9c42-44b8-a44a-31100e143d8d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:01.314850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:56:01.381168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 603ada7e-9c42-44b8-a44a-31100e143d8d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:01.381821 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:01.487751 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:01.516789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 603ada7e-9c42-44b8-a44a-31100e143d8d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=603ada7e-9c42-44b8-a44a-31100e143d8d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:01.554555 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4839c239-9a31-4f05-9c6d-eb48d76c7680 None None] Provisioning complete for port 89ca360c-05ef-4b55-9654-6e49cbaa503b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:01.555112 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4839c239-9a31-4f05-9c6d-eb48d76c7680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:01.566583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:56:01.591670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-24923ba6-d73c-49eb-a133-4b48d51f8a98 admin admin] 10.222.0.49 "PUT /v2.0/routers/e26dfaa4-d87b-4aac-8ff3-ca72e66062a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6237447 Sep 22 09:56:01.614206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4839c239-9a31-4f05-9c6d-eb48d76c7680 None None] Port 89ca360c-05ef-4b55-9654-6e49cbaa503b cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:56:01.617921 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:01.645271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22ad37be-4966-4873-96ed-c4c776f804be req-6212d71e-c958-409d-9b71-7cb70564bf15 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1536195 Sep 22 09:56:01.728447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=603ada7e-9c42-44b8-a44a-31100e143d8d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:01.764346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad37be-4966-4873-96ed-c4c776f804be req-2172568d-614d-4fd8-8196-a05a51510c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:01.765933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22ad37be-4966-4873-96ed-c4c776f804be req-2172568d-614d-4fd8-8196-a05a51510c01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 1097 time: 0.0506923 Sep 22 09:56:01.897452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad37be-4966-4873-96ed-c4c776f804be req-a6bf3cb5-7f17-4024-ac14-2718880aa58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:01.899930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22ad37be-4966-4873-96ed-c4c776f804be req-a6bf3cb5-7f17-4024-ac14-2718880aa58a service neutron] 10.222.0.45 "GET /v2.0/networks?id=caea7a27-4b5e-4054-9bab-df4e4ce816a1 HTTP/1.1" status: 200 len: 897 time: 0.1113703 Sep 22 09:56:01.995614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22ad37be-4966-4873-96ed-c4c776f804be req-9fd801c9-2fc4-4b8b-bb9e-b4b8864b5e10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308e056c-e29e-401d-a553-2264abd6f045 HTTP/1.1" status: 200 len: 1001 time: 0.0869446 Sep 22 09:56:02.057507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad37be-4966-4873-96ed-c4c776f804be req-3a755835-93de-4e8a-8d52-09a6bfb7a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:02.059433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22ad37be-4966-4873-96ed-c4c776f804be req-3a755835-93de-4e8a-8d52-09a6bfb7a8db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52bb1ff3-7934-4e34-87ba-af9c24d85c42 HTTP/1.1" status: 200 len: 834 time: 0.0560250 Sep 22 09:56:02.121577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad37be-4966-4873-96ed-c4c776f804be req-308a08e9-e1d8-4b63-b4a3-ad05300520de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:02.123279 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22ad37be-4966-4873-96ed-c4c776f804be req-308a08e9-e1d8-4b63-b4a3-ad05300520de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caea7a27-4b5e-4054-9bab-df4e4ce816a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526872 Sep 22 09:56:02.231990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22ad37be-4966-4873-96ed-c4c776f804be req-4ab4b546-a0fc-4024-ade3-e76e2f209098 service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970616 Sep 22 09:56:02.346873 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22ad37be-4966-4873-96ed-c4c776f804be req-cd166008-86a7-4e47-a13c-84e6c0147eb4 service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012278 Sep 22 09:56:02.603845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44408) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:02.608604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6a64f7ab-7828-4d6d-92b8-b7e59fc1404b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373382498', 'description': 'tempest-description--501004652'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:02.708686 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a64f7ab-7828-4d6d-92b8-b7e59fc1404b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:02.740247 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Sync routers for ids ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:56:02.749899 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Routers {'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:02.750524 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:02.806880 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a64f7ab-7828-4d6d-92b8-b7e59fc1404b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:02.859626 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Set router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:02.896682 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a64f7ab-7828-4d6d-92b8-b7e59fc1404b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:02.928428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64f7ab-7828-4d6d-92b8-b7e59fc1404b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9e3344-1e11-4834-86ab-270e61129a71,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:03.010859 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a64f7ab-7828-4d6d-92b8-b7e59fc1404b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.012715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6a64f7ab-7828-4d6d-92b8-b7e59fc1404b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4077857 Sep 22 09:56:03.015365 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44414) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:03.019950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9622c08b-e037-4714-94a2-168fbfdde360 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Request body: {'security_group_rule': {'security_group_id': '3c9e3344-1e11-4834-86ab-270e61129a71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:03.079068 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:00Z', 'revision_number': 4, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '89ca360c-05ef-4b55-9654-6e49cbaa503b', 'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'mac_address': 'fa:16:3e:e6:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:59Z', 'updated_at': '2021-09-22T09:56:00Z', 'revision_number': 2, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'subnets': [{'id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:03.113186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9622c08b-e037-4714-94a2-168fbfdde360 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.201464 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9622c08b-e037-4714-94a2-168fbfdde360 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.218407 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Checking router: e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:56:03.219061 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Updating router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 port 89ca360c-05ef-4b55-9654-6e49cbaa503b binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:56:03.223879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 603ada7e-9c42-44b8-a44a-31100e143d8d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:03.246604 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.285196 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9622c08b-e037-4714-94a2-168fbfdde360 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.289249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 603ada7e-9c42-44b8-a44a-31100e143d8d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:03.290922 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.309668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622c08b-e037-4714-94a2-168fbfdde360 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3761c0ec-4fc6-4d01-8b1a-f8a5641cf5f3,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:03.423001 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9622c08b-e037-4714-94a2-168fbfdde360 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.426789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44418) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:03.431301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9622c08b-e037-4714-94a2-168fbfdde360 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4147735 Sep 22 09:56:03.435396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0b484fdc-684d-492f-a2b8-edd49936766c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Request body: {'security_group_rule': {'security_group_id': '3c9e3344-1e11-4834-86ab-270e61129a71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:03.534797 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b484fdc-684d-492f-a2b8-edd49936766c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.567205 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.622360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b484fdc-684d-492f-a2b8-edd49936766c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.662543 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.709349 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b484fdc-684d-492f-a2b8-edd49936766c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.734421 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf0e8e-538b-47e8-b7d5-b6da418741bd None None] Pushing event updated for resources: {'Port': ['ID=89ca360c-05ef-4b55-9654-6e49cbaa503b,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:03.757817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b484fdc-684d-492f-a2b8-edd49936766c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c23d48f-f67b-4a05-86dc-887c4da2b555,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:03.809922 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Attempting to bind port 89ca360c-05ef-4b55-9654-6e49cbaa503b on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:56:03.810417 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Attempting to bind port 89ca360c-05ef-4b55-9654-6e49cbaa503b by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:56:03.810633 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Attempting to bind port 89ca360c-05ef-4b55-9654-6e49cbaa503b on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:03.816410 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:56:03.816807 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Checking segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:56:03.817214 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.817602 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Bound using segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:56:03.818066 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Bound port: 89ca360c-05ef-4b55-9654-6e49cbaa503b, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:56:03.818443 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.833365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b484fdc-684d-492f-a2b8-edd49936766c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.838179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44422) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:03.845131 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0b484fdc-684d-492f-a2b8-edd49936766c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4163804 Sep 22 09:56:03.846008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:03.892528 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] For port 89ca360c-05ef-4b55-9654-6e49cbaa503b, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:56:03.896316 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] For port 89ca360c-05ef-4b55-9654-6e49cbaa503b, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=89ca360c-05ef-4b55-9654-6e49cbaa503b,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:56:03.931910 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:03.958497 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:04.020103 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Routers {'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:04.020953 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:04.038848 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf0e8e-538b-47e8-b7d5-b6da418741bd None None] Pushing event updated for resources: {'Port': ['ID=89ca360c-05ef-4b55-9654-6e49cbaa503b,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:04.063175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9fbd91e7-8909-4d2b-9d2a-5722f672cafc None None] Provisioning complete for port 89ca360c-05ef-4b55-9654-6e49cbaa503b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:04.063680 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9fbd91e7-8909-4d2b-9d2a-5722f672cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:04.092939 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:04.169010 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9fbd91e7-8909-4d2b-9d2a-5722f672cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:04.201047 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] Set router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:04.223097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Allocated IP 172.25.6.73 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/a5f8bbe5-ff0a-43be-951d-1b2c90fcee0a) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:56:04.225593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9fbd91e7-8909-4d2b-9d2a-5722f672cafc None None] For port 89ca360c-05ef-4b55-9654-6e49cbaa503b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=89ca360c-05ef-4b55-9654-6e49cbaa503b,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:04.319398 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9fbd91e7-8909-4d2b-9d2a-5722f672cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:04.339980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:04.397284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd91e7-8909-4d2b-9d2a-5722f672cafc None None] Pushing event updated for resources: {'Port': ['ID=89ca360c-05ef-4b55-9654-6e49cbaa503b,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:04.418639 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:00Z', 'revision_number': 4, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '89ca360c-05ef-4b55-9654-6e49cbaa503b', 'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'mac_address': 'fa:16:3e:e6:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:59Z', 'updated_at': '2021-09-22T09:56:03Z', 'revision_number': 4, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'subnets': [{'id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:04.440830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-323a8ab6-d00e-4e98-ba16-9cc114dd2a3a None None] Provisioning complete for port 89ca360c-05ef-4b55-9654-6e49cbaa503b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:04.441198 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-323a8ab6-d00e-4e98-ba16-9cc114dd2a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:04.448992 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbd3f42-a038-40d3-bc5d-96a0c95c9b3f None None] The sync data for ids ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'] in n-d-805649-4 is: [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:00Z', 'revision_number': 4, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '89ca360c-05ef-4b55-9654-6e49cbaa503b', 'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'mac_address': 'fa:16:3e:e6:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:59Z', 'updated_at': '2021-09-22T09:56:03Z', 'revision_number': 4, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'subnets': [{'id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:56:04.463437 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:04.521431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:56:04.525456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:56:04.529573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:56:04.575963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event updated for resources: {'Port': ['ID=a5f8bbe5-ff0a-43be-951d-1b2c90fcee0a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:04.645171 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:04.765960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:04.943089 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:05.005433 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:05.081431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event updated for resources: {'Port': ['ID=a5f8bbe5-ff0a-43be-951d-1b2c90fcee0a,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:05.094922 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:05.199482 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:05.201015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3cb8ca26-84f6-4746-b872-72d66dda2632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3617368 Sep 22 09:56:05.225945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 89ca360c-05ef-4b55-9654-6e49cbaa503b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:05.290615 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 89ca360c-05ef-4b55-9654-6e49cbaa503b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:05.291152 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:05.386042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-dafa1b90-4e21-407e-8320-9f861ca91624 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1373382498&fields=id&tenant_id=fab256fcde3c42d3bfb14028aa7d2203 HTTP/1.1" status: 200 len: 267 time: 0.0639017 Sep 22 09:56:05.501075 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-6068ace5-eddb-45b4-915d-56782fce76ca tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:05.502624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-6068ace5-eddb-45b4-915d-56782fce76ca tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 811 time: 0.1089315 Sep 22 09:56:05.520423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-8ac03701-3f01-489c-9855-3439453a8b94 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/quotas/fab256fcde3c42d3bfb14028aa7d2203 HTTP/1.1" status: 200 len: 375 time: 0.0107529 Sep 22 09:56:05.580389 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-2f79429f-2a76-479b-9005-c45ceb0119dd tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546587 Sep 22 09:56:05.693399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1dd3706a-215a-4feb-957b-52d9d07cbd08 service neutron] 10.222.0.49 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915167 Sep 22 09:56:05.787902 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-55dc86df-2f62-426e-8389-3f8013a3e613 service neutron] 10.222.0.49 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874243 Sep 22 09:56:06.092052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-599211b6-c883-4c09-8199-9b34999f674e req-e42fcf77-8f06-4e3d-9f13-a75cdcd757ed tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 210 time: 0.0320694 Sep 22 09:56:07.176235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7916a9c0-a3c9-46f3-afe6-c193210c3433 req-73970c51-13b3-4b0e-ab45-c368505113f6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 210 time: 0.0279181 Sep 22 09:56:08.275907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db843799-51a3-401a-bcc5-0624f4e0adaf req-89551c97-103a-4cf9-915e-f479d9c89381 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 210 time: 0.0279570 Sep 22 09:56:08.629580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-82bdb4d2-4423-42af-96d9-6550d0fba3af tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:08.631035 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-82bdb4d2-4423-42af-96d9-6550d0fba3af tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 811 time: 0.1067250 Sep 22 09:56:08.675807 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-959578d3-66f2-4425-9ccd-08741eedc383 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab256fcde3c42d3bfb14028aa7d2203 HTTP/1.1" status: 200 len: 380 time: 0.0348141 Sep 22 09:56:08.688436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Request body: {'port': {'device_id': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'admin_state_up': True, 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'security_groups': ['3c9e3344-1e11-4834-86ab-270e61129a71']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:08.907614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Made reservation on behalf of fab256fcde3c42d3bfb14028aa7d2203 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:56:08.911150 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:09.048827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Allocated IP 172.20.0.12 (c85a8988-a485-4675-bd7e-9a956ab2472f/4de2ee4c-7083-42b7-ba44-20ffb6a5fe35/b1a56d5e-b5ce-4299-921d-c0b15d41434c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:56:09.191308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:09.282112 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:09.329815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Network c85a8988-a485-4675-bd7e-9a956ab2472f is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:56:09.334431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:56:09.337617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:56:09.347246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:09.401743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:09.403429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:09.418147 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d2184-3e86-4b3c-b078-1953453c80cc req-f977e1e2-81a3-44d7-a857-5bf3f9c64616 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:09.420022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa7d2184-3e86-4b3c-b078-1953453c80cc req-f977e1e2-81a3-44d7-a857-5bf3f9c64616 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 932 time: 0.0558271 Sep 22 09:56:09.469969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa7d2184-3e86-4b3c-b078-1953453c80cc req-ebfd4b87-c0db-4811-b12f-51ed87b87c65 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401812 Sep 22 09:56:09.492180 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-1bb89152-5754-45a0-8cb8-46c80855011a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8078136 Sep 22 09:56:09.507186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Request body: {'port': {'device_id': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:09.568428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:09.603241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ff79827f-2bf0-4886-a732-4256274ab6ec None None] Provisioning complete for port b1a56d5e-b5ce-4299-921d-c0b15d41434c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:09.604254 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff79827f-2bf0-4886-a732-4256274ab6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:09.640630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ff79827f-2bf0-4886-a732-4256274ab6ec None None] Port b1a56d5e-b5ce-4299-921d-c0b15d41434c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:56:09.848170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a56d5e-b5ce-4299-921d-c0b15d41434c {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:56:09.856040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:09.868301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Transition to ACTIVE for port object b1a56d5e-b5ce-4299-921d-c0b15d41434c will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:56:09.905839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180abbf-fbd6-465d-8a9d-80691172eb68 req-7ba1d567-3af3-4c6e-8a1b-ac7893680579 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:09.907335 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1180abbf-fbd6-465d-8a9d-80691172eb68 req-7ba1d567-3af3-4c6e-8a1b-ac7893680579 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 945 time: 0.0535717 Sep 22 09:56:09.946858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1180abbf-fbd6-465d-8a9d-80691172eb68 req-cc12ba3c-16c9-4d3f-a6ef-4101465b067a tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332189 Sep 22 09:56:09.959027 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:10.029516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:10.089645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Attempting to bind port b1a56d5e-b5ce-4299-921d-c0b15d41434c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:56:10.090001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Attempting to bind port b1a56d5e-b5ce-4299-921d-c0b15d41434c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:56:10.090326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Attempting to bind port b1a56d5e-b5ce-4299-921d-c0b15d41434c on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:10.094933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Port b1a56d5e-b5ce-4299-921d-c0b15d41434c on network c85a8988-a485-4675-bd7e-9a956ab2472f not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:56:10.095249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Attempting to bind port b1a56d5e-b5ce-4299-921d-c0b15d41434c on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:10.100251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:56:10.100655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Checking segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:56:10.101072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Bound using segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:56:10.101490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Bound port: b1a56d5e-b5ce-4299-921d-c0b15d41434c, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:56:10.101990 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:10.168793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:56:10.171939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:56:10.279785 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:10.315007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:10.315835 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:10.317277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] 10.222.0.60 "PUT /v2.0/ports/b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 1092 time: 0.8146627 Sep 22 09:56:10.319915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:10.323077 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688458e6-5e36-4899-bec5-f53f471ebbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:10.356602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cb76e-9079-4471-a934-fed6494d9133 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:10.372579 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a544f7d-5199-41a7-ba67-1201a16e66cb x-openstack-request-id: req-6a544f7d-5199-41a7-ba67-1201a16e66cb {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:10.373050 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:10.373536 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a544f7d-5199-41a7-ba67-1201a16e66cb {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:10.374309 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'status': 'completed', 'code': 200} Sep 22 09:56:10.438134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688458e6-5e36-4899-bec5-f53f471ebbc4 req-55bd226f-5531-4dd2-a10c-00530270733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:10.439744 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-688458e6-5e36-4899-bec5-f53f471ebbc4 req-55bd226f-5531-4dd2-a10c-00530270733b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1095 time: 0.0463448 Sep 22 09:56:10.549451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688458e6-5e36-4899-bec5-f53f471ebbc4 req-a7c7bcaf-1cb1-42c7-a00d-882a76200572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:10.551023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-688458e6-5e36-4899-bec5-f53f471ebbc4 req-a7c7bcaf-1cb1-42c7-a00d-882a76200572 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1015031 Sep 22 09:56:10.595604 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498554d1-9c34-416f-a1aa-aa6eddb1212a req-36073985-1f1d-42f8-aea6-41943af078e2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:10.597150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-498554d1-9c34-416f-a1aa-aa6eddb1212a req-36073985-1f1d-42f8-aea6-41943af078e2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 944 time: 0.0507662 Sep 22 09:56:10.637494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-498554d1-9c34-416f-a1aa-aa6eddb1212a req-1f7f0757-20a0-43c5-9439-3b907b79dfd7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335238 Sep 22 09:56:10.661594 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688458e6-5e36-4899-bec5-f53f471ebbc4 req-79c76ba6-aeb8-4c39-8182-7b43681ceda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:10.663175 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-688458e6-5e36-4899-bec5-f53f471ebbc4 req-79c76ba6-aeb8-4c39-8182-7b43681ceda1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023064 Sep 22 09:56:10.746752 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-b178772e-6312-4e1d-8ae9-4e9da247833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:10.748349 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-b178772e-6312-4e1d-8ae9-4e9da247833d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1095 time: 0.0437920 Sep 22 09:56:10.793265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-eba5d0d1-ceec-4f21-821c-2a93cd22fc22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 217 time: 0.0359151 Sep 22 09:56:10.844287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-81e826a7-3683-493c-8b1a-3e899e76b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:10.845738 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-81e826a7-3683-493c-8b1a-3e899e76b273 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0449622 Sep 22 09:56:10.899595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-7da8e567-8e28-4eeb-a2a0-df236eb33010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:10.901234 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-7da8e567-8e28-4eeb-a2a0-df236eb33010 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454683 Sep 22 09:56:10.994181 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-4d161c02-ed8b-4079-ab30-9f103b5dcbe4 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844176 Sep 22 09:56:11.064415 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248a0e7-4812-4f2a-9db5-0d4c594b2437 req-231bbcd9-46ad-4d5b-9000-95cfff079554 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:11.065994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f248a0e7-4812-4f2a-9db5-0d4c594b2437 req-231bbcd9-46ad-4d5b-9000-95cfff079554 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 945 time: 0.0511665 Sep 22 09:56:11.094045 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-74b091c4-0dd3-4c8b-904c-53095b1e74b5 req-065419df-d3a3-4a94-adc8-006ce2910851 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915103 Sep 22 09:56:11.105908 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f248a0e7-4812-4f2a-9db5-0d4c594b2437 req-ec47abd9-12f8-4500-94a8-867aea9dfb7b tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331533 Sep 22 09:56:11.432241 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:56:11.522672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0a7c-6c96-466a-935b-39cdd15476bd req-14e410e6-3c93-4823-938f-0bc7b3b9183b tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:11.524477 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3d6d0a7c-6c96-466a-935b-39cdd15476bd req-14e410e6-3c93-4823-938f-0bc7b3b9183b tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.60 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 945 time: 0.0502062 Sep 22 09:56:11.624443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-3d6d0a7c-6c96-466a-935b-39cdd15476bd req-6750ede5-9445-44e2-b2e5-aad68a77170e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Deleting port 14b3f055-6a5c-4587-b635-a07697ba6b29 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:56:11.624819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3d6d0a7c-6c96-466a-935b-39cdd15476bd req-6750ede5-9445-44e2-b2e5-aad68a77170e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:11.719866 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-3d6d0a7c-6c96-466a-935b-39cdd15476bd req-6750ede5-9445-44e2-b2e5-aad68a77170e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] For port 14b3f055-6a5c-4587-b635-a07697ba6b29, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=14b3f055-6a5c-4587-b635-a07697ba6b29,segment=NetworkSegment(6c09f447-5895-4a16-9ee0-cd822714b69e),segment_id=6c09f447-5895-4a16-9ee0-cd822714b69e)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:11.720236 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3d6d0a7c-6c96-466a-935b-39cdd15476bd req-6750ede5-9445-44e2-b2e5-aad68a77170e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:11.733682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-3d6d0a7c-6c96-466a-935b-39cdd15476bd req-6750ede5-9445-44e2-b2e5-aad68a77170e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Calling delete_port for 14b3f055-6a5c-4587-b635-a07697ba6b29 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:56:11.759881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660de780-8069-456c-b11c-80a252dc2008 req-f91cabae-f5d5-4b3b-b6eb-1185a9500e79 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:11.761456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-660de780-8069-456c-b11c-80a252dc2008 req-f91cabae-f5d5-4b3b-b6eb-1185a9500e79 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 944 time: 0.0535710 Sep 22 09:56:11.800071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-660de780-8069-456c-b11c-80a252dc2008 req-489de5cc-50ab-43da-9e2e-5f95f7b5c046 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 Sep 22 09:56:11.982145 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3d6d0a7c-6c96-466a-935b-39cdd15476bd req-6750ede5-9445-44e2-b2e5-aad68a77170e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:11.994562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['14b3f055-6a5c-4587-b635-a07697ba6b29'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:56:12.012159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750ede5-9445-44e2-b2e5-aad68a77170e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Pushing event deleted for resources: {'Port': ['ID=14b3f055-6a5c-4587-b635-a07697ba6b29,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:12.060886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6d0a7c-6c96-466a-935b-39cdd15476bd req-6750ede5-9445-44e2-b2e5-aad68a77170e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] No DVR routers for this DVR port 14b3f055-6a5c-4587-b635-a07697ba6b29 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:56:12.063579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3d6d0a7c-6c96-466a-935b-39cdd15476bd req-6750ede5-9445-44e2-b2e5-aad68a77170e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:12.065918 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3d6d0a7c-6c96-466a-935b-39cdd15476bd req-6750ede5-9445-44e2-b2e5-aad68a77170e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.60 "DELETE /v2.0/ports/14b3f055-6a5c-4587-b635-a07697ba6b29 HTTP/1.1" status: 204 len: 173 time: 0.5346580 Sep 22 09:56:12.208350 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c0e192a-c264-4bb7-8e7b-185115bdb70c req-e7a9cbd1-b427-4c41-be86-5548cd178db1 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=96224c9f-33dd-4034-8286-9f149755a0c4 HTTP/1.1" status: 200 len: 210 time: 0.0286479 Sep 22 09:56:12.375103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96224c9f-33dd-4034-8286-9f149755a0c4', 'name': 'network-vif-deleted', 'tag': '14b3f055-6a5c-4587-b635-a07697ba6b29'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:12.377550 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c114bf95-4102-4f4c-af1c-273072936b22" -d '{"events": [{"server_uuid": "96224c9f-33dd-4034-8286-9f149755a0c4", "name": "network-vif-deleted", "tag": "14b3f055-6a5c-4587-b635-a07697ba6b29"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:12.413845 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21f81fa-3d0d-486f-ba6f-bfa301f91c85 x-openstack-request-id: req-c21f81fa-3d0d-486f-ba6f-bfa301f91c85 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:12.414142 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96224c9f-33dd-4034-8286-9f149755a0c4", "name": "network-vif-deleted", "tag": "14b3f055-6a5c-4587-b635-a07697ba6b29", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:12.415079 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c21f81fa-3d0d-486f-ba6f-bfa301f91c85 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:12.415423 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96224c9f-33dd-4034-8286-9f149755a0c4', 'name': 'network-vif-deleted', 'tag': '14b3f055-6a5c-4587-b635-a07697ba6b29', 'status': 'completed', 'code': 200} Sep 22 09:56:12.897064 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:56:12.921858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6038-559d-4373-b7e2-77f557f66fab req-e02b02dd-3b33-4c24-b280-da7467187c6b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:12.923414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bbe6038-559d-4373-b7e2-77f557f66fab req-e02b02dd-3b33-4c24-b280-da7467187c6b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 944 time: 0.0504422 Sep 22 09:56:12.968310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bbe6038-559d-4373-b7e2-77f557f66fab req-c9fb3871-c840-4dca-8d3c-8d6223a3581e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384059 Sep 22 09:56:12.997424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:13.009051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'port_id': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'mac_address': 'fa:16:3e:a7:47:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:56:13.050267 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:13.064128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a56d5e-b5ce-4299-921d-c0b15d41434c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:56:13.084629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:13.187496 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:13.235903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:13.407113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['b1a56d5e-b5ce-4299-921d-c0b15d41434c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:56:14.089388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476c616-b400-4fe8-9ed1-8ec441723641 req-3c9692a0-e712-4358-a823-e66312212e1b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:14.091237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a476c616-b400-4fe8-9ed1-8ec441723641 req-3c9692a0-e712-4358-a823-e66312212e1b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0525784 Sep 22 09:56:14.140603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a476c616-b400-4fe8-9ed1-8ec441723641 req-8ef6e5ba-3e17-4ca1-89c5-98279d3c2f5d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 Sep 22 09:56:14.906754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:15.044993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port b1a56d5e-b5ce-4299-921d-c0b15d41434c completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:56:15.049164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port b1a56d5e-b5ce-4299-921d-c0b15d41434c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:15.049540 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:15.134198 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:15.159773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:15.162120 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c94648-86d3-4497-936b-6fd088277e18" -d '{"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-plugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:15.176067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:15.262367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ddb5f-5f73-4712-b29f-ca7c638f5bce req-665340ba-081a-4d89-a0f9-e82cbaeaebf0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:15.264238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-370ddb5f-5f73-4712-b29f-ca7c638f5bce req-665340ba-081a-4d89-a0f9-e82cbaeaebf0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0535047 Sep 22 09:56:15.305581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-370ddb5f-5f73-4712-b29f-ca7c638f5bce req-e502922a-3636-4e32-945e-8fd641cb9f68 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350282 Sep 22 09:56:15.314419 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:15.315252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 14b3f055-6a5c-4587-b635-a07697ba6b29 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:56:15.362527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 14b3f055-6a5c-4587-b635-a07697ba6b29 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:56:15.362874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 14b3f055-6a5c-4587-b635-a07697ba6b29 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:56:15.366195 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e24dd2-b3ff-47e7-bd0e-a4df7d6cb535 x-openstack-request-id: req-a1e24dd2-b3ff-47e7-bd0e-a4df7d6cb535 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:15.375937 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-plugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:15.375937 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1e24dd2-b3ff-47e7-bd0e-a4df7d6cb535 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:15.375937 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'code': 200} Sep 22 09:56:15.394466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:15.466700 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f18ee2-8753-4f76-b4e4-28ff8ae8f261 req-774f996d-e330-4561-a6c1-e929cdd392a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:15.468244 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-52f18ee2-8753-4f76-b4e4-28ff8ae8f261 req-774f996d-e330-4561-a6c1-e929cdd392a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0411487 Sep 22 09:56:15.505935 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-52f18ee2-8753-4f76-b4e4-28ff8ae8f261 req-0f9ba273-ec5f-4858-8534-671165453d68 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291045 Sep 22 09:56:16.342355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44536) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:16.435318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32071a5f-362f-4572-9929-60467eaa0d29 req-fa1c9e5c-4448-47e6-bf0f-01e94cffda4d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:16.436920 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32071a5f-362f-4572-9929-60467eaa0d29 req-fa1c9e5c-4448-47e6-bf0f-01e94cffda4d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 946 time: 0.0532846 Sep 22 09:56:16.476514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-32071a5f-362f-4572-9929-60467eaa0d29 req-dc95bf08-3396-4b4c-9fc5-f92cbbec18d2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329549 Sep 22 09:56:16.748550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:17.170563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting port 87c7feac-1fc0-4333-b133-9fbd5861fd2e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:56:17.170900 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:17.312090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] For port 87c7feac-1fc0-4333-b133-9fbd5861fd2e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=87c7feac-1fc0-4333-b133-9fbd5861fd2e,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:17.312847 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:17.329827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Calling delete_port for 87c7feac-1fc0-4333-b133-9fbd5861fd2e owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:56:17.599808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463a191-0c1e-4946-abbd-d0b52155a5ec req-7e7fe6c6-b3dc-48dd-a9fb-f3e385c70fee tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:17.601361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2463a191-0c1e-4946-abbd-d0b52155a5ec req-7e7fe6c6-b3dc-48dd-a9fb-f3e385c70fee tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 946 time: 0.0508356 Sep 22 09:56:17.652060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2463a191-0c1e-4946-abbd-d0b52155a5ec req-d3c76425-4e6a-4937-af37-3089355966f6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431964 Sep 22 09:56:17.759398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:17.768592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871757e8-128f-4681-8e5b-49f55fe42b3b req-71f46bb5-97ec-4bd6-9bcf-a26139e49815 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:17.770244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-871757e8-128f-4681-8e5b-49f55fe42b3b req-71f46bb5-97ec-4bd6-9bcf-a26139e49815 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 946 time: 0.0503170 Sep 22 09:56:17.779908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44546) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:17.784399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4501513e-cf67-46d8-a00b-60855e15973d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Request body: {'floatingip': {'port_id': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:17.786535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Port': ['ID=87c7feac-1fc0-4333-b133-9fbd5861fd2e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:17.826867 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4501513e-cf67-46d8-a00b-60855e15973d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:17.975503 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:18.210448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 17c7615c-7e84-497c-9458-97988b707256 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:56:18.301622 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4501513e-cf67-46d8-a00b-60855e15973d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:18.330166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:56:18.336087 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-db3004d3-db89-4f62-a5cd-c8bbf46cf482 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "PUT /v2.0/routers/17c7615c-7e84-497c-9458-97988b707256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9918997 Sep 22 09:56:18.340963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbccd80-bbf5-45f1-8062-30cdfc8f9eff None None] Sync routers for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:56:18.350655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbccd80-bbf5-45f1-8062-30cdfc8f9eff None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:18.351221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2fbccd80-bbf5-45f1-8062-30cdfc8f9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:18.376135 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4501513e-cf67-46d8-a00b-60855e15973d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:18.461530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-2fbccd80-bbf5-45f1-8062-30cdfc8f9eff None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:18.483659 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-4501513e-cf67-46d8-a00b-60855e15973d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Floating IP 1911bb86-8770-4812-9fed-4d2837dd8990 associated. External IP: 172.25.6.73, port: b1a56d5e-b5ce-4299-921d-c0b15d41434c. Sep 22 09:56:18.753622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2fbccd80-bbf5-45f1-8062-30cdfc8f9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:56:17Z', 'revision_number': 6, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b50d1b7b-9254-4b66-9936-e65ce6a6e537', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '17c7615c-7e84-497c-9458-97988b707256', 'port_id': '308e056c-e29e-401d-a553-2264abd6f045', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'mac_address': 'fa:16:3e:69:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c14d3e-e797-4481-a10c-253675e2e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:54:52Z', 'updated_at': '2021-09-22T09:54:55Z', 'revision_number': 1, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:18.753972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4501513e-cf67-46d8-a00b-60855e15973d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:56:18.794059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbccd80-bbf5-45f1-8062-30cdfc8f9eff None None] Checking router: 17c7615c-7e84-497c-9458-97988b707256 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:56:18.804055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbccd80-bbf5-45f1-8062-30cdfc8f9eff None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:18.804834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2fbccd80-bbf5-45f1-8062-30cdfc8f9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:18.908132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4501513e-cf67-46d8-a00b-60855e15973d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:56:18.917781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21e11b-a9ba-4eb9-9c84-b772751cfbd9 req-4b1c0cc0-519c-4500-871f-5bd7381946fe tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:18.920161 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-2fbccd80-bbf5-45f1-8062-30cdfc8f9eff None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:18.921067 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a911d4-9cf5-4e5c-8fec-d14aad746da5 None None] Sync routers for ids ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:56:18.921588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec21e11b-a9ba-4eb9-9c84-b772751cfbd9 req-4b1c0cc0-519c-4500-871f-5bd7381946fe tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 946 time: 0.1051941 Sep 22 09:56:18.926682 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4501513e-cf67-46d8-a00b-60855e15973d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:18.932546 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a911d4-9cf5-4e5c-8fec-d14aad746da5 None None] Routers {'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:18.933486 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-62a911d4-9cf5-4e5c-8fec-d14aad746da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:19.001705 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4501513e-cf67-46d8-a00b-60855e15973d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "PUT /v2.0/floatingips/1911bb86-8770-4812-9fed-4d2837dd8990 HTTP/1.1" status: 200 len: 991 time: 1.2204432 Sep 22 09:56:19.002769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:19.005523 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8f3349-ee74-4649-8df0-db0364f58ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:19.013101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec21e11b-a9ba-4eb9-9c84-b772751cfbd9 req-d1f0901a-2f70-4ae4-b8ad-1adc2938eb6b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7e9d293-f062-4b3e-bdaa-37b4584b5504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814183 Sep 22 09:56:19.051664 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-62a911d4-9cf5-4e5c-8fec-d14aad746da5 None None] Set router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:19.169409 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1556494-6ce3-4774-a8ca-66a6461db1ae x-openstack-request-id: req-d1556494-6ce3-4774-a8ca-66a6461db1ae {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:19.170178 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:19.173433 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1556494-6ce3-4774-a8ca-66a6461db1ae {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:19.174336 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'status': 'completed', 'code': 200} Sep 22 09:56:19.223168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2fbccd80-bbf5-45f1-8062-30cdfc8f9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:56:17Z', 'revision_number': 6, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b50d1b7b-9254-4b66-9936-e65ce6a6e537', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '17c7615c-7e84-497c-9458-97988b707256', 'port_id': '308e056c-e29e-401d-a553-2264abd6f045', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'mac_address': 'fa:16:3e:69:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c14d3e-e797-4481-a10c-253675e2e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:54:52Z', 'updated_at': '2021-09-22T09:54:55Z', 'revision_number': 1, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:19.257608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbccd80-bbf5-45f1-8062-30cdfc8f9eff None None] The sync data for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 is: [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:56:17Z', 'revision_number': 6, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'b50d1b7b-9254-4b66-9936-e65ce6a6e537', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '17c7615c-7e84-497c-9458-97988b707256', 'port_id': '308e056c-e29e-401d-a553-2264abd6f045', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'mac_address': 'fa:16:3e:69:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c14d3e-e797-4481-a10c-253675e2e583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:54:52Z', 'updated_at': '2021-09-22T09:54:55Z', 'revision_number': 1, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:56:19.327965 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-62a911d4-9cf5-4e5c-8fec-d14aad746da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:00Z', 'revision_number': 4, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '1911bb86-8770-4812-9fed-4d2837dd8990', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'port_id': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'mac_address': 'fa:16:3e:a7:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:56:04Z', 'updated_at': '2021-09-22T09:56:18Z', 'revision_number': 1, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca360c-05ef-4b55-9654-6e49cbaa503b', 'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'mac_address': 'fa:16:3e:e6:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:59Z', 'updated_at': '2021-09-22T09:56:04Z', 'revision_number': 5, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'subnets': [{'id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:19.360104 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a911d4-9cf5-4e5c-8fec-d14aad746da5 None None] Checking router: e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:56:19.370433 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a911d4-9cf5-4e5c-8fec-d14aad746da5 None None] Routers {'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:19.371080 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-62a911d4-9cf5-4e5c-8fec-d14aad746da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:19.483404 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-62a911d4-9cf5-4e5c-8fec-d14aad746da5 None None] Set router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:19.611574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f3349-ee74-4649-8df0-db0364f58ad4 req-c0496926-b95d-4b97-8b71-3b2568e299a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:19.613155 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e8f3349-ee74-4649-8df0-db0364f58ad4 req-c0496926-b95d-4b97-8b71-3b2568e299a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1097 time: 0.4250231 Sep 22 09:56:19.718021 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f3349-ee74-4649-8df0-db0364f58ad4 req-3ebb80b6-46c8-4086-a987-ddd5ab4abe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:19.719560 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e8f3349-ee74-4649-8df0-db0364f58ad4 req-3ebb80b6-46c8-4086-a987-ddd5ab4abe80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.0966363 Sep 22 09:56:19.805602 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e8f3349-ee74-4649-8df0-db0364f58ad4 req-ecf51ea4-e405-4a72-b4dd-915e28dc0480 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 999 time: 0.0759273 Sep 22 09:56:19.837588 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-62a911d4-9cf5-4e5c-8fec-d14aad746da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:00Z', 'revision_number': 4, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '1911bb86-8770-4812-9fed-4d2837dd8990', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'port_id': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'mac_address': 'fa:16:3e:a7:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:56:04Z', 'updated_at': '2021-09-22T09:56:18Z', 'revision_number': 1, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca360c-05ef-4b55-9654-6e49cbaa503b', 'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'mac_address': 'fa:16:3e:e6:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:59Z', 'updated_at': '2021-09-22T09:56:04Z', 'revision_number': 5, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'subnets': [{'id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:19.856385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f3349-ee74-4649-8df0-db0364f58ad4 req-f3009b74-c642-4421-a518-9ead50d55de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:19.857943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e8f3349-ee74-4649-8df0-db0364f58ad4 req-f3009b74-c642-4421-a518-9ead50d55de5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0441210 Sep 22 09:56:19.863832 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a911d4-9cf5-4e5c-8fec-d14aad746da5 None None] The sync data for ids ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'] in n-d-805649-4 is: [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:00Z', 'revision_number': 4, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '1911bb86-8770-4812-9fed-4d2837dd8990', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'port_id': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'mac_address': 'fa:16:3e:a7:47:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:56:04Z', 'updated_at': '2021-09-22T09:56:18Z', 'revision_number': 1, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ca360c-05ef-4b55-9654-6e49cbaa503b', 'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'mac_address': 'fa:16:3e:e6:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:59Z', 'updated_at': '2021-09-22T09:56:04Z', 'revision_number': 5, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'subnets': [{'id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:56:19.916361 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f3349-ee74-4649-8df0-db0364f58ad4 req-6c21db1a-7cd7-4464-aaa2-d7d15ddea453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:19.918161 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e8f3349-ee74-4649-8df0-db0364f58ad4 req-6c21db1a-7cd7-4464-aaa2-d7d15ddea453 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508323 Sep 22 09:56:20.022395 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e8f3349-ee74-4649-8df0-db0364f58ad4 req-4afeb12b-5fe0-4b36-a70a-f737ba95be0b service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959849 Sep 22 09:56:20.198807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc65f7-7eff-4eff-91c9-7baf5080ef26 None None] New status for floating IP 1911bb86-8770-4812-9fed-4d2837dd8990: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:56:20.217917 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e8f3349-ee74-4649-8df0-db0364f58ad4 req-92a98022-0abe-4a01-8158-4fa76e973fae service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881642 Sep 22 09:56:20.272627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d42f31-f7aa-4add-91fe-0e798e9fbc9d req-18133ed2-46b3-44d1-b3c8-73ed74b40e56 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:20.274871 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74d42f31-f7aa-4add-91fe-0e798e9fbc9d req-18133ed2-46b3-44d1-b3c8-73ed74b40e56 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 946 time: 0.1470180 Sep 22 09:56:20.283226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4da218-80d0-48a0-aa8a-3062c842b8ed req-7fb6a721-0f5d-43ee-b8a5-1821e5953009 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:20.284914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d4da218-80d0-48a0-aa8a-3062c842b8ed req-7fb6a721-0f5d-43ee-b8a5-1821e5953009 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 946 time: 0.0959961 Sep 22 09:56:20.395614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d4da218-80d0-48a0-aa8a-3062c842b8ed req-9c89ee70-ac54-49bc-8600-1f7ec27e4a12 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7e9d293-f062-4b3e-bdaa-37b4584b5504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998769 Sep 22 09:56:20.425498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-74d42f31-f7aa-4add-91fe-0e798e9fbc9d req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:56:20.427980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74d42f31-f7aa-4add-91fe-0e798e9fbc9d req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:20.857149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-74d42f31-f7aa-4add-91fe-0e798e9fbc9d req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] For port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=359c44e5-e3f2-45d9-8f52-b468e9ec1d35,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:20.857632 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74d42f31-f7aa-4add-91fe-0e798e9fbc9d req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:20.871390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-74d42f31-f7aa-4add-91fe-0e798e9fbc9d req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Calling delete_port for 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:56:21.037181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6094c5-b092-4261-8545-d2109e89c581 req-6164a291-5370-4eed-98d1-6d39c5286115 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:21.038770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-6164a291-5370-4eed-98d1-6d39c5286115 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/networks?id=c7f51e8c-d315-4cea-849b-8896090d41f6 HTTP/1.1" status: 200 len: 814 time: 0.1232648 Sep 22 09:56:21.081331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-e87ac4b2-bf4b-40ca-a67d-6d3942270291 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/quotas/5ff3ec867c4c419ebf4e4d97c47f4908 HTTP/1.1" status: 200 len: 375 time: 0.0178895 Sep 22 09:56:21.118927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-d1a5f5a7-eea7-47c9-bebc-fc6f20291286 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ff3ec867c4c419ebf4e4d97c47f4908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297992 Sep 22 09:56:21.153166 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 87c7feac-1fc0-4333-b133-9fbd5861fd2e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:56:21.173505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 87c7feac-1fc0-4333-b133-9fbd5861fd2e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:56:21.173845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 87c7feac-1fc0-4333-b133-9fbd5861fd2e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:56:21.185224 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74d42f31-f7aa-4add-91fe-0e798e9fbc9d req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:21.222921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Port': ['ID=359c44e5-e3f2-45d9-8f52-b468e9ec1d35,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:21.240043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.240396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.240777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.241133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.241470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.241802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.242129 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.242480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.243401 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.243828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.244135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.244472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:21.290179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d42f31-f7aa-4add-91fe-0e798e9fbc9d req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] No DVR routers for this DVR port 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:56:21.294324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-1957bbd0-e5dc-43a2-a7fa-ba91697f6cc0 service neutron] 10.222.0.49 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685851 Sep 22 09:56:21.295353 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74d42f31-f7aa-4add-91fe-0e798e9fbc9d req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:21.297258 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74d42f31-f7aa-4add-91fe-0e798e9fbc9d req-2f1ea97e-fa56-43f1-9fed-4298376ff306 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.60 "DELETE /v2.0/ports/359c44e5-e3f2-45d9-8f52-b468e9ec1d35 HTTP/1.1" status: 204 len: 173 time: 1.0114248 Sep 22 09:56:21.297693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16bcce6-88ca-468f-accc-e7d7918e1c2e', 'name': 'network-vif-deleted', 'tag': '359c44e5-e3f2-45d9-8f52-b468e9ec1d35'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:21.300084 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ee7314-322b-44a5-a2d5-af16754b0004" -d '{"events": [{"server_uuid": "f16bcce6-88ca-468f-accc-e7d7918e1c2e", "name": "network-vif-deleted", "tag": "359c44e5-e3f2-45d9-8f52-b468e9ec1d35"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:21.393392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-85ecd40a-d41d-4cd3-a6cb-45e84c5868e2 service neutron] 10.222.0.49 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901337 Sep 22 09:56:21.663377 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddb9c5d-556f-4e6c-abcd-fbd6d0621424 x-openstack-request-id: req-1ddb9c5d-556f-4e6c-abcd-fbd6d0621424 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:21.663671 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16bcce6-88ca-468f-accc-e7d7918e1c2e", "name": "network-vif-deleted", "tag": "359c44e5-e3f2-45d9-8f52-b468e9ec1d35", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:21.663947 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ddb9c5d-556f-4e6c-abcd-fbd6d0621424 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:21.664351 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16bcce6-88ca-468f-accc-e7d7918e1c2e', 'name': 'network-vif-deleted', 'tag': '359c44e5-e3f2-45d9-8f52-b468e9ec1d35', 'status': 'completed', 'code': 200} Sep 22 09:56:21.753874 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc72f19f-a94d-4f8f-bbf9-d038d16006c2 req-b7ac3222-9d53-4dbf-a085-91ed7e17e129 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=f16bcce6-88ca-468f-accc-e7d7918e1c2e HTTP/1.1" status: 200 len: 210 time: 0.0279658 Sep 22 09:56:21.878977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0231ef5c-8663-48b1-8777-63ec7983a722 req-ec631a22-f384-42b7-a93e-fcd5aac68c76 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 210 time: 0.0277200 Sep 22 09:56:22.520477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba5812-cede-492f-8613-b92369258329 req-023ed38a-c394-4225-bdd3-eed1b577ca68 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:22.522094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fba5812-cede-492f-8613-b92369258329 req-023ed38a-c394-4225-bdd3-eed1b577ca68 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1096 time: 0.0414214 Sep 22 09:56:22.558497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fba5812-cede-492f-8613-b92369258329 req-e60cd4ca-1e3e-4e93-afcd-a12c47d89815 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292304 Sep 22 09:56:22.679752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd2817-ad18-4d01-bc05-216acfa54f11 req-2bfe40c4-99f0-4fc0-a048-aee75277a4d7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:22.682492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efcd2817-ad18-4d01-bc05-216acfa54f11 req-2bfe40c4-99f0-4fc0-a048-aee75277a4d7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0574245 Sep 22 09:56:22.721146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efcd2817-ad18-4d01-bc05-216acfa54f11 req-7939dbad-b041-41ee-b5c4-1c468b9fd8e9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325313 Sep 22 09:56:22.745490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44604) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:22.809169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1b9563d1-37fa-4217-ac7c-9dbcb80fe18c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab HTTP/1.1" status: 200 len: 993 time: 0.0624859 Sep 22 09:56:22.809860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44608) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:22.873268 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-01e7f571-7c96-4fd1-ae7c-7b6238e52ec9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:22.901505 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-01e7f571-7c96-4fd1-ae7c-7b6238e52ec9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:22.905541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:56:22.927665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:56:22.928336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 359c44e5-e3f2-45d9-8f52-b468e9ec1d35 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:56:23.033647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b71ace29-15a2-4eda-8ad0-e4235a59a17e req-ebe4ebcb-18ac-4d28-a607-2255100bc6b3 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 210 time: 0.0280421 Sep 22 09:56:23.034405 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-01e7f571-7c96-4fd1-ae7c-7b6238e52ec9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.037013 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-01e7f571-7c96-4fd1-ae7c-7b6238e52ec9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.042180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-01e7f571-7c96-4fd1-ae7c-7b6238e52ec9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/security-groups/b7e9d293-f062-4b3e-bdaa-37b4584b5504 HTTP/1.1" status: 204 len: 168 time: 0.2273374 Sep 22 09:56:23.048434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7f571-7c96-4fd1-ae7c-7b6238e52ec9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e9d293-f062-4b3e-bdaa-37b4584b5504,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:23.166111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44620) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:23.219837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4bebb5-0eae-4ca2-aa6b-521ae2a82a06 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting subnet 86be321f-88d5-4825-8a89-22f24177aa71 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:56:23.223112 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f4bebb5-0eae-4ca2-aa6b-521ae2a82a06 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.269275 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f4bebb5-0eae-4ca2-aa6b-521ae2a82a06 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.363474 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f4bebb5-0eae-4ca2-aa6b-521ae2a82a06 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.375936 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.497421 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f4bebb5-0eae-4ca2-aa6b-521ae2a82a06 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.528816 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bebb5-0eae-4ca2-aa6b-521ae2a82a06 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Subnet': ['ID=86be321f-88d5-4825-8a89-22f24177aa71,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:23.542074 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f4bebb5-0eae-4ca2-aa6b-521ae2a82a06 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.544241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5f4bebb5-0eae-4ca2-aa6b-521ae2a82a06 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/subnets/86be321f-88d5-4825-8a89-22f24177aa71 HTTP/1.1" status: 204 len: 168 time: 0.3770587 Sep 22 09:56:23.545761 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b386e2ce-c525-4198-8495-47a387f3438d None None] Network b3653f3b-a5a5-4837-b374-15651bf0576a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:56:23.547033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44628) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:23.659595 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.670493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0d71-95c9-4c68-87f7-e1f7f2108023 req-a6b5d9b5-c301-43c4-affe-002e95cb98fa tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:23.672028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-deee0d71-95c9-4c68-87f7-e1f7f2108023 req-a6b5d9b5-c301-43c4-affe-002e95cb98fa tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.1166317 Sep 22 09:56:23.762548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66445a5b-70f0-4961-a258-aebed846c771 None None] DHCP port deletion for b3653f3b-a5a5-4837-b374-15651bf0576a request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:56:23.772765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-deee0d71-95c9-4c68-87f7-e1f7f2108023 req-f16a5a40-4dc2-4e02-904f-b482008be47b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912220 Sep 22 09:56:23.791186 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-7efe0381-d7a9-4d59-a5e3-1a674a65e454 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816159 Sep 22 09:56:23.798227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting port 914a6c69-5878-4f55-ac81-5bd6b195a745 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:56:23.798594 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.816307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-66445a5b-70f0-4961-a258-aebed846c771 None None] Deleting port 914a6c69-5878-4f55-ac81-5bd6b195a745 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:56:23.816720 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-66445a5b-70f0-4961-a258-aebed846c771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.885150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-66445a5b-70f0-4961-a258-aebed846c771 None None] For port 914a6c69-5878-4f55-ac81-5bd6b195a745, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=914a6c69-5878-4f55-ac81-5bd6b195a745,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:23.885559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-66445a5b-70f0-4961-a258-aebed846c771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.895857 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] For port 914a6c69-5878-4f55-ac81-5bd6b195a745, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=914a6c69-5878-4f55-ac81-5bd6b195a745,segment=NetworkSegment(366b23b4-a212-4a83-8582-f7fe28ab0e4d),segment_id=366b23b4-a212-4a83-8582-f7fe28ab0e4d)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:23.896218 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:23.904096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-66445a5b-70f0-4961-a258-aebed846c771 None None] Calling delete_port for 914a6c69-5878-4f55-ac81-5bd6b195a745 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:56:23.966585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Calling delete_port for 914a6c69-5878-4f55-ac81-5bd6b195a745 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:56:24.038567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6094c5-b092-4261-8545-d2109e89c581 req-2b75192d-d35b-4ba9-ae77-b659e9a1dd28 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:24.040550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-2b75192d-d35b-4ba9-ae77-b659e9a1dd28 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.45 "GET /v2.0/networks?id=c7f51e8c-d315-4cea-849b-8896090d41f6 HTTP/1.1" status: 200 len: 814 time: 0.2172327 Sep 22 09:56:24.059082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Request body: {'port': {'device_id': 'eb39cba1-5b7f-4742-ac74-2010de5c91a9', 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6', 'admin_state_up': True, 'tenant_id': '5ff3ec867c4c419ebf4e4d97c47f4908'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:24.103776 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-66445a5b-70f0-4961-a258-aebed846c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.151006 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66445a5b-70f0-4961-a258-aebed846c771 None None] Pushing event deleted for resources: {'Port': ['ID=914a6c69-5878-4f55-ac81-5bd6b195a745,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:24.162230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66445a5b-70f0-4961-a258-aebed846c771 None None] No DVR routers for this DVR port 914a6c69-5878-4f55-ac81-5bd6b195a745 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:56:24.182805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19395ac2-40f2-4e2e-b94c-96f338c8fa93 req-add27201-c69c-429a-a1d2-113e28c68b14 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 210 time: 0.0406098 Sep 22 09:56:24.189523 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.228512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Port': ['ID=914a6c69-5878-4f55-ac81-5bd6b195a745,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:24.237010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] No DVR routers for this DVR port 914a6c69-5878-4f55-ac81-5bd6b195a745 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:56:24.273140 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2b846a99-4cee-4587-8a3c-9ebab45b1ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.344205 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.366999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3653f3b-a5a5-4837-b374-15651bf0576a']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:24.377832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366b23b4-a212-4a83-8582-f7fe28ab0e4d') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:24.378135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366b23b4-a212-4a83-8582-f7fe28ab0e4d') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:24.389764 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.404818 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.411458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:56:24.411859 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: self.session.flush() Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:56:24.415049 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:56:24.435476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Made reservation on behalf of 5ff3ec867c4c419ebf4e4d97c47f4908 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:56:24.438991 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.605146 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.635383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.669765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.671470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/networks/b3653f3b-a5a5-4837-b374-15651bf0576a HTTP/1.1" status: 204 len: 168 time: 1.1233659 Sep 22 09:56:24.674574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44654) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:24.692386 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e82b72-398b-4fa4-9f51-b48a5f1fa476 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Network': ['ID=b3653f3b-a5a5-4837-b374-15651bf0576a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:24.763745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Allocated IP 172.20.0.6 (c7f51e8c-d315-4cea-849b-8896090d41f6/438e6d02-2370-4516-b57a-3b4477b2ccc2/3aee59cf-ef98-4573-9b1c-af20e32dc5c2) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:56:24.859893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting port 2735fe9c-8676-418a-a552-024212116acb {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:56:24.860145 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.935807 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.936131 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:24.948272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Calling delete_port for 2735fe9c-8676-418a-a552-024212116acb owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:56:24.975329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dce7a-127b-481d-bd55-b1a6bb120bc2 req-4d2c565e-33e6-46e5-9c5f-65a07802e0e4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:24.976921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f06dce7a-127b-481d-bd55-b1a6bb120bc2 req-4d2c565e-33e6-46e5-9c5f-65a07802e0e4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0822439 Sep 22 09:56:24.987359 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:25.049480 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f06dce7a-127b-481d-bd55-b1a6bb120bc2 req-73e56370-1144-4cba-9eb4-f9b9271e7357 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533388 Sep 22 09:56:25.162170 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:25.193020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 914a6c69-5878-4f55-ac81-5bd6b195a745 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:56:25.209422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Network c7f51e8c-d315-4cea-849b-8896090d41f6 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:56:25.213821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:56:25.214900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 914a6c69-5878-4f55-ac81-5bd6b195a745 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:56:25.215388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 914a6c69-5878-4f55-ac81-5bd6b195a745 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:56:25.217926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:56:25.239087 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:25.253103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Pushing event updated for resources: {'Port': ['ID=3aee59cf-ef98-4573-9b1c-af20e32dc5c2,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:25.266918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Port': ['ID=2735fe9c-8676-418a-a552-024212116acb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:25.289356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:25.293904 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:25.337074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0be5a9-d675-4a7d-b038-e3c9df1280e6 req-93dcf78a-b005-40c8-bba9-37ee122ada67 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:25.338578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb0be5a9-d675-4a7d-b038-e3c9df1280e6 req-93dcf78a-b005-40c8-bba9-37ee122ada67 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 931 time: 0.0693514 Sep 22 09:56:25.346781 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:25.347331 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Floating IP b50d1b7b-9254-4b66-9936-e65ce6a6e537 disassociated (deleted). External IP: 172.25.6.65, port: 308e056c-e29e-401d-a553-2264abd6f045. Sep 22 09:56:25.387549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb0be5a9-d675-4a7d-b038-e3c9df1280e6 req-bd1c2f9b-74a3-4172-afb2-2e14b0a4caac tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359337 Sep 22 09:56:25.439438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-8f76bb92-2de3-45f7-8c2b-6691402c0ae4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3885126 Sep 22 09:56:25.452590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Request body: {'port': {'device_id': 'eb39cba1-5b7f-4742-ac74-2010de5c91a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:25.512332 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:25.567478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 17c7615c-7e84-497c-9458-97988b707256 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:56:25.681267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:56:25.685981 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:25.691560 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d32cca-b105-4c54-9fd7-f9f8ccece27b None None] Sync routers for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:56:25.705147 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d32cca-b105-4c54-9fd7-f9f8ccece27b None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:25.706538 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-45d32cca-b105-4c54-9fd7-f9f8ccece27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:25.714191 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cd219f09-5768-4338-87fb-2139152d441d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/floatingips/b50d1b7b-9254-4b66-9936-e65ce6a6e537 HTTP/1.1" status: 204 len: 168 time: 1.0385015 Sep 22 09:56:25.714798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c14d3e-e797-4481-a10c-253675e2e583', 'tag': '308e056c-e29e-401d-a553-2264abd6f045'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:25.717229 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936" -d '{"events": [{"name": "network-changed", "server_uuid": "65c14d3e-e797-4481-a10c-253675e2e583", "tag": "308e056c-e29e-401d-a553-2264abd6f045"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:25.793785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:56:25.804395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:25.817751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Transition to ACTIVE for port object 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:56:25.822806 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-45d32cca-b105-4c54-9fd7-f9f8ccece27b None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:25.890292 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:25.954473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Pushing event updated for resources: {'Port': ['ID=3aee59cf-ef98-4573-9b1c-af20e32dc5c2,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:26.022016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Attempting to bind port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:56:26.022361 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Attempting to bind port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '6c09f447-5895-4a16-9ee0-cd822714b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:56:26.022741 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Attempting to bind port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 on network c7f51e8c-d315-4cea-849b-8896090d41f6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:26.027699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 on network c7f51e8c-d315-4cea-849b-8896090d41f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:56:26.028027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Attempting to bind port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 on network c7f51e8c-d315-4cea-849b-8896090d41f6 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:26.030843 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-45d32cca-b105-4c54-9fd7-f9f8ccece27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:56:17Z', 'revision_number': 6, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:26.033277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:56:26.033636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Checking segment: {'id': '6c09f447-5895-4a16-9ee0-cd822714b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:56:26.034010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Bound using segment: {'id': '6c09f447-5895-4a16-9ee0-cd822714b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:56:26.034434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Bound port: 3aee59cf-ef98-4573-9b1c-af20e32dc5c2, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c09f447-5895-4a16-9ee0-cd822714b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:56:26.034837 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:26.058011 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d32cca-b105-4c54-9fd7-f9f8ccece27b None None] Checking router: 17c7615c-7e84-497c-9458-97988b707256 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:56:26.070291 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d32cca-b105-4c54-9fd7-f9f8ccece27b None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:26.072819 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-45d32cca-b105-4c54-9fd7-f9f8ccece27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:55:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:26.104985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] For port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:56:26.109427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] For port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3aee59cf-ef98-4573-9b1c-af20e32dc5c2,segment=NetworkSegment(6c09f447-5895-4a16-9ee0-cd822714b69e),segment_id=6c09f447-5895-4a16-9ee0-cd822714b69e)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:56:26.109836 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e38c64b-5df6-49e3-9368-87a81b9e2af2 x-openstack-request-id: req-0e38c64b-5df6-49e3-9368-87a81b9e2af2 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:26.110365 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c14d3e-e797-4481-a10c-253675e2e583", "tag": "308e056c-e29e-401d-a553-2264abd6f045", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:26.110807 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e38c64b-5df6-49e3-9368-87a81b9e2af2 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:26.111208 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c14d3e-e797-4481-a10c-253675e2e583', 'tag': '308e056c-e29e-401d-a553-2264abd6f045', 'status': 'completed', 'code': 200} Sep 22 09:56:26.171151 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:26.199036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936 req-ab1800aa-352b-4e5e-80e0-7991ba3c6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.201431 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936 req-ab1800aa-352b-4e5e-80e0-7991ba3c6343 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 1097 time: 0.0629327 Sep 22 09:56:26.210995 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-45d32cca-b105-4c54-9fd7-f9f8ccece27b None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:26.241439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.242064 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:26.244097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] 10.222.0.45 "PUT /v2.0/ports/3aee59cf-ef98-4573-9b1c-af20e32dc5c2 HTTP/1.1" status: 200 len: 1091 time: 0.7957845 Sep 22 09:56:26.246299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb39cba1-5b7f-4742-ac74-2010de5c91a9', 'tag': '3aee59cf-ef98-4573-9b1c-af20e32dc5c2'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:26.254346 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa063940-d0b1-4c09-8262-4efe11ab42cd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb39cba1-5b7f-4742-ac74-2010de5c91a9", "tag": "3aee59cf-ef98-4573-9b1c-af20e32dc5c2"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:26.294646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f116e-a9f5-4109-a3fb-e0ef3b87db8b service neutron] Pushing event updated for resources: {'Port': ['ID=3aee59cf-ef98-4573-9b1c-af20e32dc5c2,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:26.326885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6847f26-e751-4172-ae8b-78542837c721 req-56bb2636-8629-4dbc-a8ac-335211101472 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.328507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6847f26-e751-4172-ae8b-78542837c721 req-56bb2636-8629-4dbc-a8ac-335211101472 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 946 time: 0.1459587 Sep 22 09:56:26.330265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936 req-9116fe67-a34f-4568-a4ab-66d4a1148715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.335243 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936 req-9116fe67-a34f-4568-a4ab-66d4a1148715 service neutron] 10.222.0.45 "GET /v2.0/networks?id=caea7a27-4b5e-4054-9bab-df4e4ce816a1 HTTP/1.1" status: 200 len: 897 time: 0.1220212 Sep 22 09:56:26.368474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-383cb3cc-7839-493d-98c2-d82194039493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.370064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-383cb3cc-7839-493d-98c2-d82194039493 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1096 time: 0.0914614 Sep 22 09:56:26.405885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a6847f26-e751-4172-ae8b-78542837c721 req-85e81cea-855d-4c67-905f-c8f0a439a525 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=97cbc3d5-efa4-41db-be36-fcc93b925c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678964 Sep 22 09:56:26.415532 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936 req-48bf2095-295f-456f-91eb-ba8292801775 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=308e056c-e29e-401d-a553-2264abd6f045 HTTP/1.1" status: 200 len: 217 time: 0.0640063 Sep 22 09:56:26.454054 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-45d32cca-b105-4c54-9fd7-f9f8ccece27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:56:17Z', 'revision_number': 6, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:26.463967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6094c5-b092-4261-8545-d2109e89c581 req-aff45657-5f9f-4b6a-9d99-8b32e88e9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.465608 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-aff45657-5f9f-4b6a-9d99-8b32e88e9914 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ff3ec867c4c419ebf4e4d97c47f4908&device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 1094 time: 0.1090422 Sep 22 09:56:26.484668 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d32cca-b105-4c54-9fd7-f9f8ccece27b None None] The sync data for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 is: [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:56:17Z', 'revision_number': 6, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '346fd976-fd36-4477-8806-fac8e28972c2', 'name': '', 'network_id': 'caea7a27-4b5e-4054-9bab-df4e4ce816a1', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:a6:7c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:26Z', 'updated_at': '2021-09-22T09:54:32Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '52bb1ff3-7934-4e34-87ba-af9c24d85c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:56:26.507771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-7c07fe83-dcef-4540-8e49-0a6c5e29981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.509623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-7c07fe83-dcef-4540-8e49-0a6c5e29981d service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 898 time: 0.1274443 Sep 22 09:56:26.519488 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-260056de-f302-40ae-a0bb-03ff4d3349c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aee59cf-ef98-4573-9b1c-af20e32dc5c2 HTTP/1.1" status: 200 len: 217 time: 0.0423915 Sep 22 09:56:26.523304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936 req-d820ee11-ffec-49c9-821f-63263b871172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.525402 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936 req-d820ee11-ffec-49c9-821f-63263b871172 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=52bb1ff3-7934-4e34-87ba-af9c24d85c42 HTTP/1.1" status: 200 len: 834 time: 0.1024878 Sep 22 09:56:26.592394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39e45e-1fad-4a25-836b-783d514b6b79 req-d1dabce2-01e5-40cc-9e94-dc53b6b2d4b8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.593954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce39e45e-1fad-4a25-836b-783d514b6b79 req-d1dabce2-01e5-40cc-9e94-dc53b6b2d4b8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0990963 Sep 22 09:56:26.611019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-22d2b356-4ae8-42f0-bd0c-e1a4c6661047 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 1001 time: 0.0881836 Sep 22 09:56:26.616250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6094c5-b092-4261-8545-d2109e89c581 req-569355de-5932-4052-90e1-dc2619e17728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.618435 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-569355de-5932-4052-90e1-dc2619e17728 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=438e6d02-2370-4516-b57a-3b4477b2ccc2 HTTP/1.1" status: 200 len: 854 time: 0.0832863 Sep 22 09:56:26.620833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936 req-31e266b3-963f-432a-a1c6-ead818add045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.622236 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936 req-31e266b3-963f-432a-a1c6-ead818add045 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=caea7a27-4b5e-4054-9bab-df4e4ce816a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790653 Sep 22 09:56:26.671219 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-5bc96af3-db5c-4acf-ab42-80f5d2432c58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7f51e8c-d315-4cea-849b-8896090d41f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388403 Sep 22 09:56:26.674250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce39e45e-1fad-4a25-836b-783d514b6b79 req-527155fd-f252-4c09-b32c-cdb7e0922494 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704219 Sep 22 09:56:26.679880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-f1b99dd9-db2f-4923-8eee-4d0a3802a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.681444 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-f1b99dd9-db2f-4923-8eee-4d0a3802a50e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0628347 Sep 22 09:56:26.737244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-f93a29c0-5026-4352-a2e3-fafbfbfa2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.739112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-f93a29c0-5026-4352-a2e3-fafbfbfa2dad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498757 Sep 22 09:56:26.805856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2252d5-4f86-4508-a47b-c4d6689027f0 None None] New status for floating IP b50d1b7b-9254-4b66-9936-e65ce6a6e537: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:56:26.823757 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d607d629-e02c-43d0-9890-ea8baf97713b x-openstack-request-id: req-d607d629-e02c-43d0-9890-ea8baf97713b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:26.824256 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb39cba1-5b7f-4742-ac74-2010de5c91a9", "tag": "3aee59cf-ef98-4573-9b1c-af20e32dc5c2", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:26.825099 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d607d629-e02c-43d0-9890-ea8baf97713b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:26.825508 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb39cba1-5b7f-4742-ac74-2010de5c91a9', 'tag': '3aee59cf-ef98-4573-9b1c-af20e32dc5c2', 'status': 'completed', 'code': 200} Sep 22 09:56:26.854942 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-3e4e3414-112b-424c-aa61-47630d40818d service neutron] 10.222.0.45 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685617 Sep 22 09:56:26.857317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-729bcdae-6865-43a2-920e-b1d0e27a6a76 service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084812 Sep 22 09:56:26.865765 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936 req-fc554815-54e4-44d5-a1e6-0912b90fa2c0 service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231157 Sep 22 09:56:26.976080 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dc3ff125-1957-4bef-b5b3-34e7cbf6ae31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:26.988850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf04b73-0fdf-4b03-b3eb-dcc4a86183ff req-4e8cbe86-d3d7-438c-97cc-a1cf538eafa2 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:26.990377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1cf04b73-0fdf-4b03-b3eb-dcc4a86183ff req-4e8cbe86-d3d7-438c-97cc-a1cf538eafa2 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 943 time: 0.1304779 Sep 22 09:56:27.026120 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-67043fcc-1934-451e-9480-9634043df767 service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383317 Sep 22 09:56:27.040012 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9e6094c5-b092-4261-8545-d2109e89c581 req-c921e4b4-4b07-48f1-8045-58a9149c9b16 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622913 Sep 22 09:56:27.045576 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df3e7a0b-e1f9-4d4a-807f-7cfcb7097936 req-2d874509-3850-46ae-87d8-44723d3f5949 service neutron] 10.222.0.45 "GET /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576228 Sep 22 09:56:27.047046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1cf04b73-0fdf-4b03-b3eb-dcc4a86183ff req-1198f555-ac50-4384-9b50-f4fec6d85c6f tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498984 Sep 22 09:56:27.235504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063940-d0b1-4c09-8262-4efe11ab42cd req-59ac4ead-a5b4-4e70-a49c-c03e085e8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:27.236985 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa063940-d0b1-4c09-8262-4efe11ab42cd req-59ac4ead-a5b4-4e70-a49c-c03e085e8b2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ff3ec867c4c419ebf4e4d97c47f4908&device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 1094 time: 0.0456314 Sep 22 09:56:27.328339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063940-d0b1-4c09-8262-4efe11ab42cd req-eb6e8d0c-f32e-4501-b3ad-585051f1f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:27.329894 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa063940-d0b1-4c09-8262-4efe11ab42cd req-eb6e8d0c-f32e-4501-b3ad-585051f1f8d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7f51e8c-d315-4cea-849b-8896090d41f6 HTTP/1.1" status: 200 len: 915 time: 0.0851998 Sep 22 09:56:27.377475 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa063940-d0b1-4c09-8262-4efe11ab42cd req-9f8b977c-4c87-440a-b1b6-107352594a1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aee59cf-ef98-4573-9b1c-af20e32dc5c2 HTTP/1.1" status: 200 len: 217 time: 0.0376031 Sep 22 09:56:27.434208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa063940-d0b1-4c09-8262-4efe11ab42cd req-c6cac341-2ce7-4878-86e5-8dfa9aa4bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:27.435661 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa063940-d0b1-4c09-8262-4efe11ab42cd req-c6cac341-2ce7-4878-86e5-8dfa9aa4bbf8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=438e6d02-2370-4516-b57a-3b4477b2ccc2 HTTP/1.1" status: 200 len: 854 time: 0.0432725 Sep 22 09:56:27.471359 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa063940-d0b1-4c09-8262-4efe11ab42cd req-2839473e-d277-4ab3-8bbd-9806d4b6ce41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7f51e8c-d315-4cea-849b-8896090d41f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273454 Sep 22 09:56:27.542093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af93b3-e5e3-4755-8145-acd7108ad1c1 req-dfd98c2f-cdf7-4453-be89-4cdc6ee984b2 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:27.543812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0af93b3-e5e3-4755-8145-acd7108ad1c1 req-dfd98c2f-cdf7-4453-be89-4cdc6ee984b2 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 946 time: 0.0542047 Sep 22 09:56:27.564822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:27.579189 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa063940-d0b1-4c09-8262-4efe11ab42cd req-869478c2-6909-4834-ba46-c90820490d57 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896785 Sep 22 09:56:27.587290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0af93b3-e5e3-4755-8145-acd7108ad1c1 req-5e8ea0a0-b2ea-4134-9466-198762c89d98 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=97cbc3d5-efa4-41db-be36-fcc93b925c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367849 Sep 22 09:56:27.795381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbf762-49fe-4b18-b9c2-5767c7e8c960 req-19a5d2dd-b69c-4270-a20a-f1e4cc78b67c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:27.796858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fedbf762-49fe-4b18-b9c2-5767c7e8c960 req-19a5d2dd-b69c-4270-a20a-f1e4cc78b67c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0507221 Sep 22 09:56:27.836482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fedbf762-49fe-4b18-b9c2-5767c7e8c960 req-09b8b271-68c5-4184-9beb-337d9ad2c342 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330734 Sep 22 09:56:27.941452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a864cc-4a32-457d-ac19-13ddb23d5785 req-44e4dd35-4ac3-46d7-bb19-4ede66d6d559 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:27.942917 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-47a864cc-4a32-457d-ac19-13ddb23d5785 req-44e4dd35-4ac3-46d7-bb19-4ede66d6d559 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.45 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 946 time: 0.0982568 Sep 22 09:56:27.948165 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa063940-d0b1-4c09-8262-4efe11ab42cd req-ccb9cc66-0939-42ef-bb22-bb1277c8cbc2 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553824 Sep 22 09:56:28.033636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-47a864cc-4a32-457d-ac19-13ddb23d5785 req-e90e7a17-4a5b-41ec-acce-288d319b93a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting port 308e056c-e29e-401d-a553-2264abd6f045 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:56:28.033984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-47a864cc-4a32-457d-ac19-13ddb23d5785 req-e90e7a17-4a5b-41ec-acce-288d319b93a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:28.084714 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:28.125270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-47a864cc-4a32-457d-ac19-13ddb23d5785 req-e90e7a17-4a5b-41ec-acce-288d319b93a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] For port 308e056c-e29e-401d-a553-2264abd6f045, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=308e056c-e29e-401d-a553-2264abd6f045,segment=NetworkSegment(1903df04-92a0-4cdd-b213-d7c5afd6f354),segment_id=1903df04-92a0-4cdd-b213-d7c5afd6f354)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:28.125644 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-47a864cc-4a32-457d-ac19-13ddb23d5785 req-e90e7a17-4a5b-41ec-acce-288d319b93a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:28.138696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-47a864cc-4a32-457d-ac19-13ddb23d5785 req-e90e7a17-4a5b-41ec-acce-288d319b93a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Calling delete_port for 308e056c-e29e-401d-a553-2264abd6f045 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:56:28.167975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa68971-0981-426d-bed6-5e9ca0097517 req-9be5cfa2-4ad3-4bb4-9d07-e2fd884a9542 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:28.169493 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dfa68971-0981-426d-bed6-5e9ca0097517 req-9be5cfa2-4ad3-4bb4-9d07-e2fd884a9542 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 943 time: 0.0528233 Sep 22 09:56:28.207563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dfa68971-0981-426d-bed6-5e9ca0097517 req-8ac73d10-f10c-491c-b759-133bac9f649a tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Sep 22 09:56:28.341752 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-47a864cc-4a32-457d-ac19-13ddb23d5785 req-e90e7a17-4a5b-41ec-acce-288d319b93a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:28.373295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e7a17-4a5b-41ec-acce-288d319b93a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Port': ['ID=308e056c-e29e-401d-a553-2264abd6f045,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:28.416904 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a864cc-4a32-457d-ac19-13ddb23d5785 req-e90e7a17-4a5b-41ec-acce-288d319b93a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] No DVR routers for this DVR port 308e056c-e29e-401d-a553-2264abd6f045 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:56:28.419448 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-47a864cc-4a32-457d-ac19-13ddb23d5785 req-e90e7a17-4a5b-41ec-acce-288d319b93a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:28.421610 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-47a864cc-4a32-457d-ac19-13ddb23d5785 req-e90e7a17-4a5b-41ec-acce-288d319b93a6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.45 "DELETE /v2.0/ports/308e056c-e29e-401d-a553-2264abd6f045 HTTP/1.1" status: 204 len: 173 time: 0.4723792 Sep 22 09:56:28.422044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c14d3e-e797-4481-a10c-253675e2e583', 'name': 'network-vif-deleted', 'tag': '308e056c-e29e-401d-a553-2264abd6f045'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:28.427493 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9f445e-dc05-4528-913d-ea9a2fac7124" -d '{"events": [{"server_uuid": "65c14d3e-e797-4481-a10c-253675e2e583", "name": "network-vif-deleted", "tag": "308e056c-e29e-401d-a553-2264abd6f045"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:28.461228 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36c727e-8524-46c3-adb2-101a9be9be4a x-openstack-request-id: req-b36c727e-8524-46c3-adb2-101a9be9be4a {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:28.461529 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c14d3e-e797-4481-a10c-253675e2e583", "name": "network-vif-deleted", "tag": "308e056c-e29e-401d-a553-2264abd6f045", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:28.461791 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b36c727e-8524-46c3-adb2-101a9be9be4a {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:28.462201 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c14d3e-e797-4481-a10c-253675e2e583', 'name': 'network-vif-deleted', 'tag': '308e056c-e29e-401d-a553-2264abd6f045', 'status': 'completed', 'code': 200} Sep 22 09:56:28.687649 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d786e5f-394b-4d91-921b-391606c33e83 req-f2e5d970-7e73-490a-9665-a3c3aa0f9b58 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=65c14d3e-e797-4481-a10c-253675e2e583 HTTP/1.1" status: 200 len: 210 time: 0.0270064 Sep 22 09:56:28.954196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295e0a5-00bd-4a48-9825-e7eb69b2623d req-eff90810-ee00-4043-beb6-7c5820e7116f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:28.955667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7295e0a5-00bd-4a48-9825-e7eb69b2623d req-eff90810-ee00-4043-beb6-7c5820e7116f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0494556 Sep 22 09:56:28.991873 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7295e0a5-00bd-4a48-9825-e7eb69b2623d req-1592d171-81b7-44ae-a5ba-4dd7660e9eb0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300627 Sep 22 09:56:29.330005 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211777cc-4831-4ea1-b248-8d641def0195 req-c783cf19-f7f6-4af7-9965-789359d095c5 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:29.331708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-211777cc-4831-4ea1-b248-8d641def0195 req-c783cf19-f7f6-4af7-9965-789359d095c5 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 943 time: 0.0555685 Sep 22 09:56:29.372500 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-211777cc-4831-4ea1-b248-8d641def0195 req-f5be0747-ad73-42b8-a275-5fcb0e0980bd tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338278 Sep 22 09:56:29.744899 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44698) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:29.803229 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-325af437-10f7-4568-af06-75661f9e29e2 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:29.830225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-325af437-10f7-4568-af06-75661f9e29e2 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:29.885143 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:29.969808 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-325af437-10f7-4568-af06-75661f9e29e2 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:29.972338 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-325af437-10f7-4568-af06-75661f9e29e2 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:29.973579 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-325af437-10f7-4568-af06-75661f9e29e2 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/security-groups/97cbc3d5-efa4-41db-be36-fcc93b925c4c HTTP/1.1" status: 204 len: 168 time: 0.2273200 Sep 22 09:56:29.982685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325af437-10f7-4568-af06-75661f9e29e2 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cbc3d5-efa4-41db-be36-fcc93b925c4c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:30.074281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44706) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:30.210813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfd024-8a18-4805-9fd9-310132e38f68 req-2badcc53-c7c6-46f8-9776-d9ee0814f4cd tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:30.212381 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22dfd024-8a18-4805-9fd9-310132e38f68 req-2badcc53-c7c6-46f8-9776-d9ee0814f4cd tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0944197 Sep 22 09:56:30.303025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22dfd024-8a18-4805-9fd9-310132e38f68 req-44980e26-e0ee-46da-939d-7824af51bd88 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813875 Sep 22 09:56:30.509864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dfd05-dcda-443b-8a5e-935c816d0074 req-fc06b238-913d-4ddb-9987-0dbf1567925b tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:30.511356 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c5dfd05-dcda-443b-8a5e-935c816d0074 req-fc06b238-913d-4ddb-9987-0dbf1567925b tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 943 time: 0.0685382 Sep 22 09:56:30.574368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c5dfd05-dcda-443b-8a5e-935c816d0074 req-fc45f1a1-2911-4779-a5d1-e19bb5abc318 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555727 Sep 22 09:56:30.589932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:31.176503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting port 346fd976-fd36-4477-8806-fac8e28972c2 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:56:31.177223 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:31.237823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:56:31.242063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 308e056c-e29e-401d-a553-2264abd6f045 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:56:31.270474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 308e056c-e29e-401d-a553-2264abd6f045 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:56:31.270702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] For port 346fd976-fd36-4477-8806-fac8e28972c2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=346fd976-fd36-4477-8806-fac8e28972c2,segment=NetworkSegment(1903df04-92a0-4cdd-b213-d7c5afd6f354),segment_id=1903df04-92a0-4cdd-b213-d7c5afd6f354)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:31.270851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 308e056c-e29e-401d-a553-2264abd6f045 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:56:31.270966 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:31.285077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Calling delete_port for 346fd976-fd36-4477-8806-fac8e28972c2 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:56:31.362976 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3aee59cf-ef98-4573-9b1c-af20e32dc5c2,segment=NetworkSegment(6c09f447-5895-4a16-9ee0-cd822714b69e),segment_id=6c09f447-5895-4a16-9ee0-cd822714b69e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:31.374671 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '3aee59cf-ef98-4573-9b1c-af20e32dc5c2', 'network_id': 'c7f51e8c-d315-4cea-849b-8896090d41f6', 'port_id': '3aee59cf-ef98-4573-9b1c-af20e32dc5c2', 'mac_address': 'fa:16:3e:3e:6f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438e6d02-2370-4516-b57a-3b4477b2ccc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:56:31.416180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:31.429167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:56:31.450223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3aee59cf-ef98-4573-9b1c-af20e32dc5c2,segment=NetworkSegment(6c09f447-5895-4a16-9ee0-cd822714b69e),segment_id=6c09f447-5895-4a16-9ee0-cd822714b69e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:31.457837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc891d-ebdf-4fbd-990d-4ce3fc317d50 req-28807b1d-1c10-463b-9eb0-428bae7c4308 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:31.461732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dfc891d-ebdf-4fbd-990d-4ce3fc317d50 req-28807b1d-1c10-463b-9eb0-428bae7c4308 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0725541 Sep 22 09:56:31.536619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7dfc891d-ebdf-4fbd-990d-4ce3fc317d50 req-61f64923-4833-450d-8fd2-afa8136b10c9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689852 Sep 22 09:56:31.548977 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:31.600583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3aee59cf-ef98-4573-9b1c-af20e32dc5c2,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:31.604516 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:31.608444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.608817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.609159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.609494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.609824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.610155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.610479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.610803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.611124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.611449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.611810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.612138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:31.633475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Port': ['ID=346fd976-fd36-4477-8806-fac8e28972c2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:31.791821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86382b4a-fb3b-4ae3-8f48-d0df27b1249e req-ea6d8acf-3744-415a-860c-07b4e0bb5037 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:31.793426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86382b4a-fb3b-4ae3-8f48-d0df27b1249e req-ea6d8acf-3744-415a-860c-07b4e0bb5037 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 944 time: 0.1099730 Sep 22 09:56:31.854104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['3aee59cf-ef98-4573-9b1c-af20e32dc5c2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:56:31.877024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86382b4a-fb3b-4ae3-8f48-d0df27b1249e req-d0712373-f83c-40f5-ae8a-9307820e6128 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746937 Sep 22 09:56:31.877821 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:32.100364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 17c7615c-7e84-497c-9458-97988b707256 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:56:32.208174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:56:32.213867 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-51cfbbf7-b789-40fd-a23e-5f3743615ab5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "PUT /v2.0/routers/17c7615c-7e84-497c-9458-97988b707256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1385553 Sep 22 09:56:32.216594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44716) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:32.219257 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577f9d7-05d1-4d51-a0fb-39b9fe061b97 None None] Sync routers for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:56:32.228845 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577f9d7-05d1-4d51-a0fb-39b9fe061b97 None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:32.229444 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3577f9d7-05d1-4d51-a0fb-39b9fe061b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:56:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:32.267849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab13bf0-5974-4b9b-a693-3f63002571ce tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting subnet 52bb1ff3-7934-4e34-87ba-af9c24d85c42 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:56:32.271011 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7ab13bf0-5974-4b9b-a693-3f63002571ce tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:32.313319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7ab13bf0-5974-4b9b-a693-3f63002571ce tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:32.331174 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-3577f9d7-05d1-4d51-a0fb-39b9fe061b97 None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:32.403987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7ab13bf0-5974-4b9b-a693-3f63002571ce tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:32.507076 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3577f9d7-05d1-4d51-a0fb-39b9fe061b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:56:31Z', 'revision_number': 7, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:32.537514 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577f9d7-05d1-4d51-a0fb-39b9fe061b97 None None] Checking router: 17c7615c-7e84-497c-9458-97988b707256 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:56:32.546259 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577f9d7-05d1-4d51-a0fb-39b9fe061b97 None None] Routers {'17c7615c-7e84-497c-9458-97988b707256'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:32.546863 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3577f9d7-05d1-4d51-a0fb-39b9fe061b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:56:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['17c7615c-7e84-497c-9458-97988b707256'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:32.559688 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7ab13bf0-5974-4b9b-a693-3f63002571ce tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:32.588706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab13bf0-5974-4b9b-a693-3f63002571ce tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Subnet': ['ID=52bb1ff3-7934-4e34-87ba-af9c24d85c42,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:32.597091 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7ab13bf0-5974-4b9b-a693-3f63002571ce tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:32.598585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef336c0-b18d-4f6c-9804-ddd76a2446d8 None None] Network caea7a27-4b5e-4054-9bab-df4e4ce816a1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:56:32.599734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7ab13bf0-5974-4b9b-a693-3f63002571ce tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/subnets/52bb1ff3-7934-4e34-87ba-af9c24d85c42 HTTP/1.1" status: 204 len: 168 time: 0.3814909 Sep 22 09:56:32.603591 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44720) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:32.667923 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-3577f9d7-05d1-4d51-a0fb-39b9fe061b97 None None] Set router 17c7615c-7e84-497c-9458-97988b707256 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:32.672587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d2821-f84d-4ac2-a294-93c39ebacd43 req-4880170f-7100-4c96-a970-6f7d9f2f9a32 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:32.674220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba1d2821-f84d-4ac2-a294-93c39ebacd43 req-4880170f-7100-4c96-a970-6f7d9f2f9a32 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0582373 Sep 22 09:56:32.724425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba1d2821-f84d-4ac2-a294-93c39ebacd43 req-fada5982-fdb7-4516-8d3c-982e09524f4d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428627 Sep 22 09:56:32.731507 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:32.827250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d90fa0-c616-49ce-a04e-62a6870a8a3b None None] DHCP port deletion for caea7a27-4b5e-4054-9bab-df4e4ce816a1 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:56:32.859969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:32.877013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-21d90fa0-c616-49ce-a04e-62a6870a8a3b None None] Deleting port d7999b65-30ba-4380-9e29-32e48114c3e6 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:56:32.877381 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-21d90fa0-c616-49ce-a04e-62a6870a8a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:32.944763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-21d90fa0-c616-49ce-a04e-62a6870a8a3b None None] For port d7999b65-30ba-4380-9e29-32e48114c3e6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d7999b65-30ba-4380-9e29-32e48114c3e6,segment=NetworkSegment(1903df04-92a0-4cdd-b213-d7c5afd6f354),segment_id=1903df04-92a0-4cdd-b213-d7c5afd6f354)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:32.945166 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-21d90fa0-c616-49ce-a04e-62a6870a8a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:32.958758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-21d90fa0-c616-49ce-a04e-62a6870a8a3b None None] Calling delete_port for d7999b65-30ba-4380-9e29-32e48114c3e6 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:56:32.988247 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3577f9d7-05d1-4d51-a0fb-39b9fe061b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:56:31Z', 'revision_number': 7, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:33.002903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting port 88061941-4718-4c46-9dd7-185a9934fca0 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:56:33.003633 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.009696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d56a-15e5-4570-9756-62765cc01b6a req-23865afc-5263-41e4-b09f-efdd16ae7de5 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:33.011579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44d6d56a-15e5-4570-9756-62765cc01b6a req-23865afc-5263-41e4-b09f-efdd16ae7de5 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 944 time: 0.0559874 Sep 22 09:56:33.026050 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577f9d7-05d1-4d51-a0fb-39b9fe061b97 None None] The sync data for ids ['17c7615c-7e84-497c-9458-97988b707256'] in n-d-805649-4 is: [{'id': '17c7615c-7e84-497c-9458-97988b707256', 'name': 'tempest-TestNetworkBasicOps-router-1936591462', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '88061941-4718-4c46-9dd7-185a9934fca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:54:22Z', 'updated_at': '2021-09-22T09:56:31Z', 'revision_number': 7, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '88061941-4718-4c46-9dd7-185a9934fca0', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c7615c-7e84-497c-9458-97988b707256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:54:23Z', 'updated_at': '2021-09-22T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:56:33.071994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44d6d56a-15e5-4570-9756-62765cc01b6a req-f5b77f8d-7d2c-4de5-8234-4c3c02e0f11e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533228 Sep 22 09:56:33.098651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] For port 88061941-4718-4c46-9dd7-185a9934fca0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=88061941-4718-4c46-9dd7-185a9934fca0,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:33.099150 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.110844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Calling delete_port for 88061941-4718-4c46-9dd7-185a9934fca0 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:56:33.153277 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-21d90fa0-c616-49ce-a04e-62a6870a8a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.180558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d90fa0-c616-49ce-a04e-62a6870a8a3b None None] Pushing event deleted for resources: {'Port': ['ID=d7999b65-30ba-4380-9e29-32e48114c3e6,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:33.182351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d90fa0-c616-49ce-a04e-62a6870a8a3b None None] No DVR routers for this DVR port d7999b65-30ba-4380-9e29-32e48114c3e6 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:56:33.269440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:33.347744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.375336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Port': ['ID=88061941-4718-4c46-9dd7-185a9934fca0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:33.433056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:56:33.437086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:33.437543 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.449579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.535267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 346fd976-fd36-4477-8806-fac8e28972c2 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:56:33.560073 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 346fd976-fd36-4477-8806-fac8e28972c2 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:56:33.560451 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 346fd976-fd36-4477-8806-fac8e28972c2 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:56:33.560871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d7999b65-30ba-4380-9e29-32e48114c3e6 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:56:33.565135 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.566859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.583789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: d7999b65-30ba-4380-9e29-32e48114c3e6 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:56:33.584144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d7999b65-30ba-4380-9e29-32e48114c3e6 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:56:33.590252 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.620658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb39cba1-5b7f-4742-ac74-2010de5c91a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aee59cf-ef98-4573-9b1c-af20e32dc5c2'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:33.623156 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce8b6ce-df43-4914-9b9b-ac29d88a5afe" -d '{"events": [{"server_uuid": "eb39cba1-5b7f-4742-ac74-2010de5c91a9", "name": "network-vif-plugged", "status": "completed", "tag": "3aee59cf-ef98-4573-9b1c-af20e32dc5c2"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:33.639123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3aee59cf-ef98-4573-9b1c-af20e32dc5c2,segment=NetworkSegment(6c09f447-5895-4a16-9ee0-cd822714b69e),segment_id=6c09f447-5895-4a16-9ee0-cd822714b69e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:33.660872 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c163c41-f37a-4b1f-ad76-f163f4aa27eb x-openstack-request-id: req-2c163c41-f37a-4b1f-ad76-f163f4aa27eb {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:33.661163 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb39cba1-5b7f-4742-ac74-2010de5c91a9", "name": "network-vif-plugged", "status": "completed", "tag": "3aee59cf-ef98-4573-9b1c-af20e32dc5c2", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:33.661413 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c163c41-f37a-4b1f-ad76-f163f4aa27eb {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:33.661806 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb39cba1-5b7f-4742-ac74-2010de5c91a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aee59cf-ef98-4573-9b1c-af20e32dc5c2', 'code': 200} Sep 22 09:56:33.753354 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.755731 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.756289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Fanout notify agent at l3_agent the message router_deleted on router 17c7615c-7e84-497c-9458-97988b707256 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:56:33.768631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.769953 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8d34fa1c-161f-4f75-955c-c99c3696186d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/routers/17c7615c-7e84-497c-9458-97988b707256 HTTP/1.1" status: 204 len: 168 time: 1.1666923 Sep 22 09:56:33.772867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44730) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:33.787029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989814a1-16e0-4086-8bfb-7a78ea32cc25 req-296edfe4-8a7d-4a7d-ab69-9f7fda6c423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:33.788944 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-989814a1-16e0-4086-8bfb-7a78ea32cc25 req-296edfe4-8a7d-4a7d-ab69-9f7fda6c423d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 1095 time: 0.0626884 Sep 22 09:56:33.839949 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-989814a1-16e0-4086-8bfb-7a78ea32cc25 req-c5763f19-5bd7-4920-86f9-d005b69bac7e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386274 Sep 22 09:56:33.858053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=3aee59cf-ef98-4573-9b1c-af20e32dc5c2,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:33.922629 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:33.941365 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81333575-b38a-4586-bf3e-c83173c8338c req-80fad4fc-4f3d-4cbe-a47a-2e1252ffb654 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:33.942802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81333575-b38a-4586-bf3e-c83173c8338c req-80fad4fc-4f3d-4cbe-a47a-2e1252ffb654 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.1278291 Sep 22 09:56:34.028128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81333575-b38a-4586-bf3e-c83173c8338c req-34652397-b97c-46be-b67a-e2e131cb9056 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780301 Sep 22 09:56:34.057499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.080677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caea7a27-4b5e-4054-9bab-df4e4ce816a1']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:34.091062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1903df04-92a0-4cdd-b213-d7c5afd6f354') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:34.091350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1903df04-92a0-4cdd-b213-d7c5afd6f354') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:34.103759 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.116453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.123313 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:56:34.123714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:56:34.126799 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:56:34.234538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73f022-b2d2-4899-8fce-c322d4f4ee77 req-c179c541-23f3-43c4-8666-b7176f66f52d tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:34.236149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d73f022-b2d2-4899-8fce-c322d4f4ee77 req-c179c541-23f3-43c4-8666-b7176f66f52d tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 945 time: 0.0840909 Sep 22 09:56:34.279046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d73f022-b2d2-4899-8fce-c322d4f4ee77 req-95df9934-0dc4-478d-af03-a62c0e62aa42 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 Sep 22 09:56:34.318294 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.325973 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.327536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/networks/caea7a27-4b5e-4054-9bab-df4e4ce816a1 HTTP/1.1" status: 204 len: 168 time: 0.5535867 Sep 22 09:56:34.339500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac86c65-cf64-477a-93cd-cbdcd2599434 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Network': ['ID=caea7a27-4b5e-4054-9bab-df4e4ce816a1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:34.347676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44736) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:34.353274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'network': {'name': 'tempest-network-smoke--772921893', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'port_security_enabled': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:34.432688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Made reservation on behalf of 623a04d1bea1431681f4a1df0c20e336 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:56:34.436753 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.465266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:56:34.473588 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.483818 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Added segment a22203d7-82d7-4ccf-91b3-99b1274e3654 of type vlan for network 25f8a712-4e71-4d39-8176-3c7145fb055f Sep 22 09:56:34.513647 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.610004 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.615560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:34.616152 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.684485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Network': ['ID=25f8a712-4e71-4d39-8176-3c7145fb055f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:34.694404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 25f8a712-4e71-4d39-8176-3c7145fb055f details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:56:34.719745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-89a79a47-b43f-4b71-addd-967e93ca5325 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3708613 Sep 22 09:56:34.722230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44738) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:34.727279 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-944792224', 'admin_state_up': True, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:34.833064 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.834155 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:34.885518 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:35.083804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:35.148172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e579d-2c06-40eb-b376-3d6817aee90c req-08211ef3-7fc1-42c8-a8f0-e110441b52b8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:35.150411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb9e579d-2c06-40eb-b376-3d6817aee90c req-08211ef3-7fc1-42c8-a8f0-e110441b52b8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0523722 Sep 22 09:56:35.160469 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 88061941-4718-4c46-9dd7-185a9934fca0 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:56:35.180671 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 88061941-4718-4c46-9dd7-185a9934fca0 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:56:35.181041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 88061941-4718-4c46-9dd7-185a9934fca0 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:56:35.193271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eb9e579d-2c06-40eb-b376-3d6817aee90c req-cd8fc45d-fb68-4997-9d94-6a0aaae443ad tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359311 Sep 22 09:56:35.408472 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:35.431018 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:35.485931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78471f57-c2b1-43e0-b3e4-a6ea5c5cb588 req-aa3b8adf-c3d4-45db-9714-2d71e2cf7c1e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:35.487429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78471f57-c2b1-43e0-b3e4-a6ea5c5cb588 req-aa3b8adf-c3d4-45db-9714-2d71e2cf7c1e tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 945 time: 0.1199954 Sep 22 09:56:35.565010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78471f57-c2b1-43e0-b3e4-a6ea5c5cb588 req-c347be3a-3a13-445b-ba75-7d10fcdf4e54 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693984 Sep 22 09:56:35.579513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Allocated IP 172.25.6.195 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/6bc8ce9b-568e-4052-a8f1-b915cdbcd28f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:56:35.682994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:35.776381 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:35.819364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:56:35.824314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:56:35.827983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:56:35.853288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=6bc8ce9b-568e-4052-a8f1-b915cdbcd28f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:36.159532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:36.723644 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:36.815888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eda73f-9cfc-4eb7-b7ba-9596cb95eefb req-300f616b-88cd-4e9d-94e5-fd385ed8abc6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:36.817442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35eda73f-9cfc-4eb7-b7ba-9596cb95eefb req-300f616b-88cd-4e9d-94e5-fd385ed8abc6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0959778 Sep 22 09:56:36.901640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35eda73f-9cfc-4eb7-b7ba-9596cb95eefb req-d17ee57c-4955-4e23-b411-5fb6cfde3118 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497937 Sep 22 09:56:36.987340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:56:37.097555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:56:37.109867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Sync routers for ids ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:56:37.119849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Routers {'74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:37.120467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:56:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:37.170376 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:37.172070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6f29609a-d943-4d3a-98fa-801cf69962f6 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4485116 Sep 22 09:56:37.174797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44760) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:37.205646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-881e0923-81e4-4371-a3d4-818d404a7312 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=623a04d1bea1431681f4a1df0c20e336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271518 Sep 22 09:56:37.205886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44762) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:37.227207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Set router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:37.298324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b111c7b-b95e-4f78-87af-26442e72d6ca tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:37.299789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0b111c7b-b95e-4f78-87af-26442e72d6ca tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930514 Sep 22 09:56:37.303116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44764) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:37.341407 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7af78633-dbd6-425a-b96b-da70f506a673 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370381 Sep 22 09:56:37.344380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44766) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:37.349869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-271332640', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:37.423721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:35Z', 'revision_number': 3, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:37.456390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Checking router: 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:56:37.456390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Updating router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 port 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:56:37.478590 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:37.541509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Made reservation on behalf of 623a04d1bea1431681f4a1df0c20e336 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:56:37.545116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:37.757316 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:37.849894 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:37.861560 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:37.906101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Attempting to bind port 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:56:37.906471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Attempting to bind port 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:56:37.906847 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Attempting to bind port 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:37.908917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad2b8d-9147-4f22-8bf2-e5876d3048ce None None] Pushing event updated for resources: {'Port': ['ID=6bc8ce9b-568e-4052-a8f1-b915cdbcd28f,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:37.915735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:56:37.916087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:56:37.916402 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:37.916835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:56:37.917306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Bound port: 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:56:37.917676 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:37.929412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Subnet': ['ID=5b0acac2-25b9-400f-8148-d9a574ec24bf,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:37.938819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Checking segment: {'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:56:37.939198 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network hostable DHCP agents. Network: 25f8a712-4e71-4d39-8176-3c7145fb055f, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:56:37.983724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] For port 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:56:37.986958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] For port 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6bc8ce9b-568e-4052-a8f1-b915cdbcd28f,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:56:38.039524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31da0fc-03e5-425e-813f-5664f9ede956 req-3a32d565-9476-4196-8906-67dee1a45ddc tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:38.042641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b31da0fc-03e5-425e-813f-5664f9ede956 req-3a32d565-9476-4196-8906-67dee1a45ddc tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0605257 Sep 22 09:56:38.055738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network 25f8a712-4e71-4d39-8176-3c7145fb055f is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:56:38.086583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b31da0fc-03e5-425e-813f-5664f9ede956 req-44282506-a802-46ad-a64a-7a1528225851 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379138 Sep 22 09:56:38.118949 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:38.168416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Routers {'74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:38.169094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:56:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:38.174368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad2b8d-9147-4f22-8bf2-e5876d3048ce None None] Pushing event updated for resources: {'Port': ['ID=6bc8ce9b-568e-4052-a8f1-b915cdbcd28f,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:38.183165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 25f8a712-4e71-4d39-8176-3c7145fb055f) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:56:38.190419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:38.191444 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:38.211808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f68dde5-5599-4a84-9146-27ca79ef24bf None None] Network 25f8a712-4e71-4d39-8176-3c7145fb055f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:56:38.318717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-25b65a47-78bd-4062-bbca-5557880ae8aa tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9723878 Sep 22 09:56:38.321714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44774) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:38.541245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] Set router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:38.677099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-25f8a712-4e71-4d39-8176-3c7145fb055f', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ips': [{'subnet_id': '5b0acac2-25b9-400f-8148-d9a574ec24bf'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:56:38.678105 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:38.817658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:38.870017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Allocated IP 172.20.0.2 (25f8a712-4e71-4d39-8176-3c7145fb055f/5b0acac2-25b9-400f-8148-d9a574ec24bf/33db8638-c424-4aea-8ce0-800328495f44) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:56:38.878092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:35Z', 'revision_number': 3, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:38.908159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7583092f-6f11-4493-ad2a-5003777facc3 None None] The sync data for ids ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'] in n-d-805649-4 is: [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:35Z', 'revision_number': 3, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:56:39.068313 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:39.153593 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:39.234937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Pushing event updated for resources: {'Port': ['ID=33db8638-c424-4aea-8ce0-800328495f44,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:39.240153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Allocated IP 172.20.0.1 (25f8a712-4e71-4d39-8176-3c7145fb055f/5b0acac2-25b9-400f-8148-d9a574ec24bf/0f0077cb-2b21-47fb-862e-2b7f2db87c77) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:56:39.250014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Network 25f8a712-4e71-4d39-8176-3c7145fb055f is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:56:39.251623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:56:39.254401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:56:39.313810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f8405-d40d-4f0b-ad4e-5695b13b1b75 req-75717138-0dd7-4f72-bf2d-a678a34ac0b1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:39.315415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-314f8405-d40d-4f0b-ad4e-5695b13b1b75 req-75717138-0dd7-4f72-bf2d-a678a34ac0b1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.1018744 Sep 22 09:56:39.345604 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Attempting to bind port 33db8638-c424-4aea-8ce0-800328495f44 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:56:39.345899 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Attempting to bind port 33db8638-c424-4aea-8ce0-800328495f44 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:56:39.346267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Attempting to bind port 33db8638-c424-4aea-8ce0-800328495f44 on network 25f8a712-4e71-4d39-8176-3c7145fb055f {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:39.352154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:56:39.352543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Checking segment: {'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:56:39.352982 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:39.353383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Bound using segment: {'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:56:39.353858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Bound port: 33db8638-c424-4aea-8ce0-800328495f44, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:56:39.354242 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:39.377436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-314f8405-d40d-4f0b-ad4e-5695b13b1b75 req-9359b5d3-d608-4338-b407-43cd97ff62a0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539019 Sep 22 09:56:39.453042 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:39.510291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] For port 33db8638-c424-4aea-8ce0-800328495f44, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:56:39.513661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] For port 33db8638-c424-4aea-8ce0-800328495f44, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=33db8638-c424-4aea-8ce0-800328495f44,segment=NetworkSegment(a22203d7-82d7-4ccf-91b3-99b1274e3654),segment_id=a22203d7-82d7-4ccf-91b3-99b1274e3654)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:56:39.600426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:39.627687 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:39.704188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff472c9e-d39d-4b22-ba0d-7ebee22bf333 None None] Pushing event updated for resources: {'Port': ['ID=33db8638-c424-4aea-8ce0-800328495f44,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:39.709411 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network 25f8a712-4e71-4d39-8176-3c7145fb055f is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:56:39.719018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=0f0077cb-2b21-47fb-862e-2b7f2db87c77,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:39.723606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:56:39.731002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:56:39.794642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:40.320867 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:40.539407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cbba6-9ebe-4bdf-acaf-d1b2f88b4109 req-97e03ba8-210b-4be8-9fdd-3c7cdb1c5b24 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:40.541328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-877cbba6-9ebe-4bdf-acaf-d1b2f88b4109 req-97e03ba8-210b-4be8-9fdd-3c7cdb1c5b24 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0695896 Sep 22 09:56:40.587864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-877cbba6-9ebe-4bdf-acaf-d1b2f88b4109 req-457d3d58-384a-45c1-83e3-82e946d15119 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402119 Sep 22 09:56:40.634143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:40.701613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:40.786969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:40.788900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=0f0077cb-2b21-47fb-862e-2b7f2db87c77,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:40.863615 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453a4fe-ff3b-40df-ab8f-b9b0a64c078e None None] Network 25f8a712-4e71-4d39-8176-3c7145fb055f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:56:40.892138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network 25f8a712-4e71-4d39-8176-3c7145fb055f is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:56:40.893635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:56:40.960041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-65898ca5-d85d-437d-ae1f-db947e20a177 None None] Provisioning complete for port 33db8638-c424-4aea-8ce0-800328495f44 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:40.960419 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-65898ca5-d85d-437d-ae1f-db947e20a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:41.023728 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:56:41.092648 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-65898ca5-d85d-437d-ae1f-db947e20a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:41.141531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-65898ca5-d85d-437d-ae1f-db947e20a177 None None] For port 33db8638-c424-4aea-8ce0-800328495f44, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=33db8638-c424-4aea-8ce0-800328495f44,segment=NetworkSegment(a22203d7-82d7-4ccf-91b3-99b1274e3654),segment_id=a22203d7-82d7-4ccf-91b3-99b1274e3654)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:41.156161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:56:41.164589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44790) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:41.164799 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d6f5c2b1-5304-4410-ab90-3232f104faa9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "PUT /v2.0/routers/74c4029f-bfb1-4e69-8a36-2166f7e9d3d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8408849 Sep 22 09:56:41.236113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-65898ca5-d85d-437d-ae1f-db947e20a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:41.326469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e130e0-29f4-4898-b152-4f1285f63a9e tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.327050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e130e0-29f4-4898-b152-4f1285f63a9e tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.327587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e130e0-29f4-4898-b152-4f1285f63a9e tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.328107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e130e0-29f4-4898-b152-4f1285f63a9e tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.328307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 33db8638-c424-4aea-8ce0-800328495f44 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:41.328947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e130e0-29f4-4898-b152-4f1285f63a9e tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.329561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e130e0-29f4-4898-b152-4f1285f63a9e tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.330112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e130e0-29f4-4898-b152-4f1285f63a9e tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.332364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a5e130e0-29f4-4898-b152-4f1285f63a9e tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.1665623 Sep 22 09:56:41.342922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44792) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:41.369368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65898ca5-d85d-437d-ae1f-db947e20a177 None None] Pushing event updated for resources: {'Port': ['ID=33db8638-c424-4aea-8ce0-800328495f44,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:41.408398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 33db8638-c424-4aea-8ce0-800328495f44 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:41.408398 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:41.466615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81665b56-9608-41db-b15e-686224259ca9 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.467099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81665b56-9608-41db-b15e-686224259ca9 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.467570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81665b56-9608-41db-b15e-686224259ca9 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.468231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81665b56-9608-41db-b15e-686224259ca9 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.468863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81665b56-9608-41db-b15e-686224259ca9 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.469268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81665b56-9608-41db-b15e-686224259ca9 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.469633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81665b56-9608-41db-b15e-686224259ca9 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.475701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44794) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:41.476037 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-81665b56-9608-41db-b15e-686224259ca9 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4630 time: 0.1316912 Sep 22 09:56:41.499101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a9594ec5-c7ff-4014-8c3b-b90565c05397 None None] Provisioning complete for port 33db8638-c424-4aea-8ce0-800328495f44 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:41.499466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9594ec5-c7ff-4014-8c3b-b90565c05397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:41.508325 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Sync routers for ids ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:56:41.519861 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Routers {'74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:41.520871 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:56:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:41.534381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:41.652131 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Set router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:41.686815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:41.687426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:41.723348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a9594ec5-c7ff-4014-8c3b-b90565c05397 None None] Provisioning complete for port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:41.724014 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9594ec5-c7ff-4014-8c3b-b90565c05397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:41.778771 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fd59492c-8794-4b93-a97c-1e16513e3ab4 tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.3012629 Sep 22 09:56:41.793803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7c140-eec9-4481-964d-0ca35d6c3806 req-5a828e5e-5f16-490b-aca2-062b0a690e8d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:41.796070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8a7c140-eec9-4481-964d-0ca35d6c3806 req-5a828e5e-5f16-490b-aca2-062b0a690e8d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0768650 Sep 22 09:56:41.830674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a9594ec5-c7ff-4014-8c3b-b90565c05397 None None] Port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:56:41.853836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8a7c140-eec9-4481-964d-0ca35d6c3806 req-e4abf06f-2263-4337-a3e9-d41cca1e1575 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473657 Sep 22 09:56:41.891054 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:41.905951 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:40Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0f0077cb-2b21-47fb-862e-2b7f2db87c77', 'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:8b:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:38Z', 'updated_at': '2021-09-22T09:56:40Z', 'revision_number': 2, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:41.914980 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6bc8ce9b-568e-4052-a8f1-b915cdbcd28f,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:41.940918 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Checking router: 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:56:41.940918 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Updating router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:56:41.952411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-632dc7aa-5b3c-4aa7-b930-69b49c2489dd None None] Provisioning complete for port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:41.952526 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-632dc7aa-5b3c-4aa7-b930-69b49c2489dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:41.969295 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:41.988337 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.004052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-632dc7aa-5b3c-4aa7-b930-69b49c2489dd None None] Port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:56:42.043781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=6bc8ce9b-568e-4052-a8f1-b915cdbcd28f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:42.115609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-32eff8c0-e72f-441b-98b6-5a463ef8d976 None None] Provisioning complete for port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:42.115977 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-32eff8c0-e72f-441b-98b6-5a463ef8d976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.150915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-32eff8c0-e72f-441b-98b6-5a463ef8d976 None None] Port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:56:42.196005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44804) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:42.200689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-02d6eb6f-ea5e-4fee-822e-3f4cf33fd37a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508102551', 'description': 'tempest-secgroup-smoke-1508102551 description', 'project_id': '623a04d1bea1431681f4a1df0c20e336'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:42.243721 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.318924 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d6eb6f-ea5e-4fee-822e-3f4cf33fd37a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.358490 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.405233 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d6eb6f-ea5e-4fee-822e-3f4cf33fd37a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.424973 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Pushing event updated for resources: {'Port': ['ID=0f0077cb-2b21-47fb-862e-2b7f2db87c77,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:42.452122 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.452419 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.452891 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.453158 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.453481 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.454000 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.454323 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.454643 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.454961 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.455299 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.455674 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.455989 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:42.472674 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Attempting to bind port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:56:42.473272 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Attempting to bind port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:56:42.473370 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d6eb6f-ea5e-4fee-822e-3f4cf33fd37a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.473473 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Attempting to bind port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 on network 25f8a712-4e71-4d39-8176-3c7145fb055f {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:42.479570 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:56:42.479941 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Checking segment: {'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:56:42.480342 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.480761 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Bound using segment: {'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:56:42.481225 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Bound port: 0f0077cb-2b21-47fb-862e-2b7f2db87c77, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:56:42.481608 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.517445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6eb6f-ea5e-4fee-822e-3f4cf33fd37a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c4a6df-b350-4965-a6d3-8129423f7aca,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:42.550542 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] For port 0f0077cb-2b21-47fb-862e-2b7f2db87c77, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:56:42.553987 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] For port 0f0077cb-2b21-47fb-862e-2b7f2db87c77, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0f0077cb-2b21-47fb-862e-2b7f2db87c77,segment=NetworkSegment(a22203d7-82d7-4ccf-91b3-99b1274e3654),segment_id=a22203d7-82d7-4ccf-91b3-99b1274e3654)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:56:42.558743 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02d6eb6f-ea5e-4fee-822e-3f4cf33fd37a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.560074 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-02d6eb6f-ea5e-4fee-822e-3f4cf33fd37a tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3630710 Sep 22 09:56:42.562978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44806) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:42.567497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7f032c31-d5ad-4976-a156-9faf3568cb8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '41c4a6df-b350-4965-a6d3-8129423f7aca', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:42.656317 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.671610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4170c4ef-88c5-4d1c-ba5f-02e057b0ffcb None None] Provisioning complete for port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:42.671982 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4170c4ef-88c5-4d1c-ba5f-02e057b0ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.694631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f032c31-d5ad-4976-a156-9faf3568cb8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.714750 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Routers {'74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:56:42.715394 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:56:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:42.763011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f032c31-d5ad-4976-a156-9faf3568cb8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.770336 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4170c4ef-88c5-4d1c-ba5f-02e057b0ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.775655 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3874f-e88c-4637-832b-af31f3b7d2af None None] Pushing event updated for resources: {'Port': ['ID=0f0077cb-2b21-47fb-862e-2b7f2db87c77,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:42.808458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4170c4ef-88c5-4d1c-ba5f-02e057b0ffcb None None] For port 0f0077cb-2b21-47fb-862e-2b7f2db87c77, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0f0077cb-2b21-47fb-862e-2b7f2db87c77,segment=NetworkSegment(a22203d7-82d7-4ccf-91b3-99b1274e3654),segment_id=a22203d7-82d7-4ccf-91b3-99b1274e3654)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:42.850016 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] Set router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:56:42.850215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f032c31-d5ad-4976-a156-9faf3568cb8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.873960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f032c31-d5ad-4976-a156-9faf3568cb8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13524ff-0155-4c6e-91e3-67366f736146,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:42.875922 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4170c4ef-88c5-4d1c-ba5f-02e057b0ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.941443 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f032c31-d5ad-4976-a156-9faf3568cb8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:42.946169 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7f032c31-d5ad-4976-a156-9faf3568cb8b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788021 Sep 22 09:56:42.948717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 44814) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:42.953003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7e67c17d-8bac-462f-865e-1382e170c870 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '41c4a6df-b350-4965-a6d3-8129423f7aca', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:42.964080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170c4ef-88c5-4d1c-ba5f-02e057b0ffcb None None] Pushing event updated for resources: {'Port': ['ID=0f0077cb-2b21-47fb-862e-2b7f2db87c77,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:42.998300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-613aa85a-9ed5-45d1-8385-31a85cd854bc None None] Provisioning complete for port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:42.998719 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-613aa85a-9ed5-45d1-8385-31a85cd854bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.016790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09742-c6ff-4468-b7f1-865cc4474eb1 req-5ded2a9e-65b7-4856-b176-617b8d2d0208 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:43.018405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59a09742-c6ff-4468-b7f1-865cc4474eb1 req-5ded2a9e-65b7-4856-b176-617b8d2d0208 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0561647 Sep 22 09:56:43.045574 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e67c17d-8bac-462f-865e-1382e170c870 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.062035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59a09742-c6ff-4468-b7f1-865cc4474eb1 req-ebb17c91-45a8-4f57-b31e-dcec7b8964c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366139 Sep 22 09:56:43.099142 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:40Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0f0077cb-2b21-47fb-862e-2b7f2db87c77', 'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:8b:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:38Z', 'updated_at': '2021-09-22T09:56:42Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:56:43.124433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e67c17d-8bac-462f-865e-1382e170c870 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.132256 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77c73e2-b63b-4071-9105-e0b90395811b None None] The sync data for ids ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'] in n-d-805649-4 is: [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:40Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0f0077cb-2b21-47fb-862e-2b7f2db87c77', 'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:8b:13:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:38Z', 'updated_at': '2021-09-22T09:56:42Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:56:43.204664 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e67c17d-8bac-462f-865e-1382e170c870 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.222654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67c17d-8bac-462f-865e-1382e170c870 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe78fc4-3323-4d23-876e-d6865775a89f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:43.283335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 33db8638-c424-4aea-8ce0-800328495f44 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:43.312609 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e67c17d-8bac-462f-865e-1382e170c870 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.314355 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7e67c17d-8bac-462f-865e-1382e170c870 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3665836 Sep 22 09:56:43.317455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44816) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:43.324966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-350fe5c7-6853-4f2d-ab17-9fe51c2e648b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '41c4a6df-b350-4965-a6d3-8129423f7aca', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:43.349199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 33db8638-c424-4aea-8ce0-800328495f44 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:43.349803 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.433560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:43.450205 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-350fe5c7-6853-4f2d-ab17-9fe51c2e648b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.482274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:43.482641 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.505667 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-350fe5c7-6853-4f2d-ab17-9fe51c2e648b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.592890 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-350fe5c7-6853-4f2d-ab17-9fe51c2e648b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.616398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fe5c7-6853-4f2d-ab17-9fe51c2e648b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6adf81e-96f7-4e2d-9f3a-dc147ffe6657,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:43.684620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-350fe5c7-6853-4f2d-ab17-9fe51c2e648b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.686686 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-350fe5c7-6853-4f2d-ab17-9fe51c2e648b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674157 Sep 22 09:56:43.689297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44818) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:43.693816 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-15501488-cc95-4036-87df-8347739da8d9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '41c4a6df-b350-4965-a6d3-8129423f7aca', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:43.787020 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15501488-cc95-4036-87df-8347739da8d9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.848841 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15501488-cc95-4036-87df-8347739da8d9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.907143 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15501488-cc95-4036-87df-8347739da8d9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:43.926193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15501488-cc95-4036-87df-8347739da8d9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affc579b-70bf-4622-952b-151cbaf2a2f5,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:44.015136 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15501488-cc95-4036-87df-8347739da8d9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:44.016400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-15501488-cc95-4036-87df-8347739da8d9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3261375 Sep 22 09:56:44.019164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44822) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:44.023616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5a9eaf7c-a3bd-4920-aee3-3251c12ce222 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '41c4a6df-b350-4965-a6d3-8129423f7aca', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:44.129841 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-5a9eaf7c-a3bd-4920-aee3-3251c12ce222 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Project 623a04d1bea1431681f4a1df0c20e336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:56:44.136059 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaf7c-a3bd-4920-aee3-3251c12ce222 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:44.227903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791efe0-32a3-4fd8-ba3a-9e8dc24c0ee0 req-63315784-09f8-40f0-8682-79dc7384dbd5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:44.235709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8791efe0-32a3-4fd8-ba3a-9e8dc24c0ee0 req-63315784-09f8-40f0-8682-79dc7384dbd5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0886021 Sep 22 09:56:44.243531 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-e33c21d8-e121-4d22-ba51-249c85884953 service neutron] show failed (client error): The resource could not be found. Sep 22 09:56:44.244562 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-e33c21d8-e121-4d22-ba51-249c85884953 service neutron] 10.222.0.45 "GET /v2.0/ports/6bd6292b-1e68-457b-9de6-0b21693e3caa/bindings/n-h1-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0624292 Sep 22 09:56:44.251087 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaf7c-a3bd-4920-aee3-3251c12ce222 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:44.280982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8791efe0-32a3-4fd8-ba3a-9e8dc24c0ee0 req-8402910d-6e81-4d7f-8e97-1721270e7d80 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443344 Sep 22 09:56:44.347378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaf7c-a3bd-4920-aee3-3251c12ce222 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:44.370914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eaf7c-a3bd-4920-aee3-3251c12ce222 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8c4f40-67ff-46a0-8ee8-f9df16069b30,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:44.461317 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaf7c-a3bd-4920-aee3-3251c12ce222 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:44.462646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5a9eaf7c-a3bd-4920-aee3-3251c12ce222 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4425464 Sep 22 09:56:44.465337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44828) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:44.469732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-44ebb4f1-29df-486c-9a3b-a892315abdbd tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'security_group_rule': {'security_group_id': '41c4a6df-b350-4965-a6d3-8129423f7aca', 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:44.557852 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-44ebb4f1-29df-486c-9a3b-a892315abdbd tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Project 623a04d1bea1431681f4a1df0c20e336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:56:44.563004 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ebb4f1-29df-486c-9a3b-a892315abdbd tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:44.622904 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ebb4f1-29df-486c-9a3b-a892315abdbd tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:44.718496 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ebb4f1-29df-486c-9a3b-a892315abdbd tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:44.737240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebb4f1-29df-486c-9a3b-a892315abdbd tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebde7f4-655c-4e78-ba73-c63dce9376ef,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:44.804192 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ebb4f1-29df-486c-9a3b-a892315abdbd tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:44.806205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-44ebb4f1-29df-486c-9a3b-a892315abdbd tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3399329 Sep 22 09:56:44.950580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-2b58914e-f613-402a-97e0-a7245f04d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:44.952149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-2b58914e-f613-402a-97e0-a7245f04d44f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0944316 Sep 22 09:56:44.964430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:45.053490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-35ec62cd-45b6-49fe-85c5-bfd1c0982536 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508102551&fields=id&tenant_id=623a04d1bea1431681f4a1df0c20e336 HTTP/1.1" status: 200 len: 267 time: 0.0863290 Sep 22 09:56:45.058633 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:45.245265 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0f0077cb-2b21-47fb-862e-2b7f2db87c77 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:45.267889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c28e6-81b3-43a7-bacd-24897196fedf req-ecef6a31-e052-41d5-932f-d5b3da6e47da tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:45.269445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-ecef6a31-e052-41d5-932f-d5b3da6e47da tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/networks?id=25f8a712-4e71-4d39-8176-3c7145fb055f HTTP/1.1" status: 200 len: 796 time: 0.2078102 Sep 22 09:56:45.294880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:45.295508 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:45.299833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-87469418-b592-46c7-bf2b-de75f3a573d5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/quotas/623a04d1bea1431681f4a1df0c20e336 HTTP/1.1" status: 200 len: 375 time: 0.0214033 Sep 22 09:56:45.409484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:45.429062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-06eff2ea-5504-4695-8412-8121066b9cd1 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864124 Sep 22 09:56:45.472188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:56:45.555436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:45.557741 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94823bad-8c61-41d8-ac30-42d425767a2f" -d '{"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:45.563162 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:45.585797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Transition to ACTIVE for port object 6bd6292b-1e68-457b-9de6-0b21693e3caa will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:56:45.588162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-156aa288-d7bd-464e-8637-dca5fcc1c2e5 service neutron] 10.222.0.49 "GET /v2.0/networks/25f8a712-4e71-4d39-8176-3c7145fb055f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464980 Sep 22 09:56:45.658566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:45.790197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:45.803208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-335a616c-8170-4618-80da-617eff88e941 service neutron] 10.222.0.49 "GET /v2.0/networks/25f8a712-4e71-4d39-8176-3c7145fb055f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087018 Sep 22 09:56:45.864398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] No DVR routers for this DVR port 6bd6292b-1e68-457b-9de6-0b21693e3caa on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:56:46.004027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:56:46.004251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:56:46.004575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa on network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:46.009961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Port 6bd6292b-1e68-457b-9de6-0b21693e3caa on network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:56:46.010280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa on network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:46.015663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:56:46.016008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Checking segment: {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:56:46.016456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Bound using segment: {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:56:46.016924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Bound port: 6bd6292b-1e68-457b-9de6-0b21693e3caa, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:56:46.017317 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:46.127216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:56:46.144521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:56:46.155959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b8a6e-2dbb-4d93-930a-6b7efe7da378 req-664fbfbb-c2f7-4a00-991f-6b195642064b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:46.157863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b09b8a6e-2dbb-4d93-930a-6b7efe7da378 req-664fbfbb-c2f7-4a00-991f-6b195642064b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 943 time: 0.0815527 Sep 22 09:56:46.198490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b09b8a6e-2dbb-4d93-930a-6b7efe7da378 req-604655b2-147d-4c64-b0bf-1e7196cdef69 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337551 Sep 22 09:56:46.204445 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:46.237903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:46.242399 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:46.242399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] 10.222.0.60 "PUT /v2.0/ports/6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 1091 time: 1.2796412 Sep 22 09:56:46.272884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94df10-c1cc-4af1-a6d1-100963201e54 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:46.322393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-827b3d16-520d-4a07-bfb1-3c47213078d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:46.324022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-827b3d16-520d-4a07-bfb1-3c47213078d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1094 time: 0.0479181 Sep 22 09:56:46.343747 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddb8b27-0344-4f60-a6d7-1b17e8478a5a x-openstack-request-id: req-cddb8b27-0344-4f60-a6d7-1b17e8478a5a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:46.344103 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:46.344431 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cddb8b27-0344-4f60-a6d7-1b17e8478a5a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:46.344913 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'code': 200} Sep 22 09:56:46.403405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71663679-7025-4c5f-96d1-5f8de379e64b req-c8af0539-fb52-40a9-8345-9361db296f56 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 210 time: 0.0307806 Sep 22 09:56:46.458810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-87d8a6f8-72ae-4fd9-ab65-0d19649403df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:46.460330 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-87d8a6f8-72ae-4fd9-ab65-0d19649403df service neutron] 10.222.0.60 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 898 time: 0.1282039 Sep 22 09:56:46.533305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-ae9ddc42-b5aa-437e-abdd-b74cd6c91bac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 999 time: 0.0645158 Sep 22 09:56:46.584110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-40c5fa2b-c58c-44b0-8b88-14b987a950ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:46.585821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-40c5fa2b-c58c-44b0-8b88-14b987a950ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0455523 Sep 22 09:56:46.632173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-5b802f3a-7d71-40ae-b1ed-024b23b1141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:46.633744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-5b802f3a-7d71-40ae-b1ed-024b23b1141f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410135 Sep 22 09:56:46.730496 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-d6d45551-a5a0-4389-ac02-d1c2d90218b4 service neutron] 10.222.0.60 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884392 Sep 22 09:56:46.823083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-8f0ced8b-9461-4234-8cdd-3f8fa16eeafc service neutron] 10.222.0.60 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837662 Sep 22 09:56:47.318184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba509ed-4d25-4988-9461-f22da72c7c83 req-2e32d2cf-d9f7-415a-bd94-639348c3ecbc tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:47.319746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bba509ed-4d25-4988-9461-f22da72c7c83 req-2e32d2cf-d9f7-415a-bd94-639348c3ecbc tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 943 time: 0.0511315 Sep 22 09:56:47.356079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:56:47.366736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bba509ed-4d25-4988-9461-f22da72c7c83 req-6fa46d00-2ec2-4fd4-9f33-35893521c2b3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399010 Sep 22 09:56:47.404054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:56:47.518723 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b39f04ac-8198-45ee-9b43-520512810638 req-878b87a9-4d97-4e20-b6d9-e73d2e9a1f9b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 210 time: 0.0277572 Sep 22 09:56:48.346985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:48.349306 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c263476-b809-4df6-8a0d-5b78fd4ede98" -d '{"events": [{"name": "network-changed", "server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:48.420603 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8250fcc8-baed-4798-9212-32551c54afdc x-openstack-request-id: req-8250fcc8-baed-4798-9212-32551c54afdc {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:48.420940 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:48.421181 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8250fcc8-baed-4798-9212-32551c54afdc {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:48.421580 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'status': 'completed', 'code': 200} Sep 22 09:56:48.435855 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:56:48.479114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c28e6-81b3-43a7-bacd-24897196fedf req-75c02cab-245b-4e1b-ba08-5046878829e0 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:48.480630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-75c02cab-245b-4e1b-ba08-5046878829e0 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.60 "GET /v2.0/networks?id=25f8a712-4e71-4d39-8176-3c7145fb055f HTTP/1.1" status: 200 len: 796 time: 0.1349077 Sep 22 09:56:48.501665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-20058ccc-2dc1-474f-8b1b-a4f77f0b4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:48.503274 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-20058ccc-2dc1-474f-8b1b-a4f77f0b4be6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1094 time: 0.0822477 Sep 22 09:56:48.504979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-7f1ea685-61ba-40c7-9828-3ce1a00d3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:48.506825 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-7f1ea685-61ba-40c7-9828-3ce1a00d3fcd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1094 time: 0.0717769 Sep 22 09:56:48.558778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f24bd5-2b75-4e90-acad-2ed1fc18bace req-4750421d-46f3-4e44-8c6a-24c674328b98 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:48.560301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7f24bd5-2b75-4e90-acad-2ed1fc18bace req-4750421d-46f3-4e44-8c6a-24c674328b98 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 943 time: 0.1018445 Sep 22 09:56:48.564220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-d8a15f1c-3b77-43c4-a9a3-01918b73d4c8 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623a04d1bea1431681f4a1df0c20e336 HTTP/1.1" status: 200 len: 380 time: 0.0653288 Sep 22 09:56:48.578495 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'port': {'device_id': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'admin_state_up': True, 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'security_groups': ['41c4a6df-b350-4965-a6d3-8129423f7aca']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:48.631137 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7f24bd5-2b75-4e90-acad-2ed1fc18bace req-137eccdd-21f7-4b9d-8847-fae1c00aa047 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638094 Sep 22 09:56:48.697520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-fb986782-afe2-4370-b25f-6284b5ff4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:48.698999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-fb986782-afe2-4370-b25f-6284b5ff4d86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 898 time: 0.1825991 Sep 22 09:56:48.702135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-b867ed40-499d-44c6-86a5-01afbd5cee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:48.703512 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-b867ed40-499d-44c6-86a5-01afbd5cee01 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 898 time: 0.1783800 Sep 22 09:56:48.822333 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-a1545da3-744a-4518-b7ff-702c746bef6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 999 time: 0.1044335 Sep 22 09:56:48.824062 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-272cc8ad-6f9d-4579-96cf-8e18c30f3458 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 999 time: 0.1143408 Sep 22 09:56:48.847182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab216309-92ad-414f-941c-0176a566e43a req-745c92e8-e030-4f3a-a1c7-ebfd0ce5be76 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 210 time: 0.0313900 Sep 22 09:56:48.847889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Made reservation on behalf of 623a04d1bea1431681f4a1df0c20e336 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:56:48.851477 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:48.922418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-d9c66223-b1cc-42be-9881-f586bf4435af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:48.924020 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-d9c66223-b1cc-42be-9881-f586bf4435af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0915248 Sep 22 09:56:48.925501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-0ce8d541-7097-4448-a768-1ecf44937ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:48.926869 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-0ce8d541-7097-4448-a768-1ecf44937ec6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0844784 Sep 22 09:56:48.997180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Allocated IP 172.20.0.3 (25f8a712-4e71-4d39-8176-3c7145fb055f/5b0acac2-25b9-400f-8148-d9a574ec24bf/e2a887b3-a6c4-4306-944f-c2302281ad35) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:56:49.006574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:56:49.016454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-2c9d3d32-4b3d-41f3-b030-ce057317ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:49.018826 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-2c9d3d32-4b3d-41f3-b030-ce057317ef9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860813 Sep 22 09:56:49.020851 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-d53c111e-f37f-43f3-bcc6-618dc89ce903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:49.023004 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-d53c111e-f37f-43f3-bcc6-618dc89ce903 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801377 Sep 22 09:56:49.147740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:49.161530 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:49.180164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'port_id': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'mac_address': 'fa:16:3e:28:ef:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:56:49.231384 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-bfc602d3-b19f-4828-a252-345370ef28a6 service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047160 Sep 22 09:56:49.233092 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:49.234630 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-bb0cc6d4-fe5c-43f9-a345-eb44e3a5df54 service neutron] 10.222.0.60 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938150 Sep 22 09:56:49.247282 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd6292b-1e68-457b-9de6-0b21693e3caa {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:56:49.268382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:49.393706 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-f20b24af-9c95-4d7f-a48c-b78506eb04ac service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547170 Sep 22 09:56:49.399119 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7c263476-b809-4df6-8a0d-5b78fd4ede98 req-5dfcb03b-354f-400b-8bed-f48fcea20dc1 service neutron] 10.222.0.60 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500688 Sep 22 09:56:49.690199 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:49.691307 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:49.751140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:49.773959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network 25f8a712-4e71-4d39-8176-3c7145fb055f is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:56:49.778874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:56:49.787314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:56:49.792249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=e2a887b3-a6c4-4306-944f-c2302281ad35,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:49.841110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfb982-f315-4ea0-b775-c53b3f4482d6 req-092c2ca8-3370-47f9-b045-2a2aa654d769 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:49.842772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1dfb982-f315-4ea0-b775-c53b3f4482d6 req-092c2ca8-3370-47f9-b045-2a2aa654d769 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 944 time: 0.1209700 Sep 22 09:56:49.858238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:49.858875 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:49.902968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1dfb982-f315-4ea0-b775-c53b3f4482d6 req-be7981b7-dcd9-4cdc-af02-7f701befeb81 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529559 Sep 22 09:56:49.925385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['6bd6292b-1e68-457b-9de6-0b21693e3caa'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:56:49.959342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-823488da-6952-4e94-83d3-418b272ddb91 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3844979 Sep 22 09:56:49.979168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Request body: {'port': {'device_id': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:50.196978 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-608cd3fd-bb06-42dd-a50f-6440c9adeb60 None None] Provisioning complete for port e2a887b3-a6c4-4306-944f-c2302281ad35 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:50.197928 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-608cd3fd-bb06-42dd-a50f-6440c9adeb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:50.199087 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:50.233152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9ab0f-d309-4890-96d6-d6e12d91f891 req-bbd22f87-8224-46e0-bb61-8c6b96be4092 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:50.234889 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2e9ab0f-d309-4890-96d6-d6e12d91f891 req-bbd22f87-8224-46e0-bb61-8c6b96be4092 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 931 time: 0.1790967 Sep 22 09:56:50.251943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-608cd3fd-bb06-42dd-a50f-6440c9adeb60 None None] Port e2a887b3-a6c4-4306-944f-c2302281ad35 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:56:50.310011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2e9ab0f-d309-4890-96d6-d6e12d91f891 req-52f45da0-e85b-49e0-a27d-6fc52502153d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565965 Sep 22 09:56:50.868922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2952b32-c75e-4f0a-b17d-2144ad23d40e req-797f282b-c117-4e32-97f5-e9c459a7b461 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:50.870537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2952b32-c75e-4f0a-b17d-2144ad23d40e req-797f282b-c117-4e32-97f5-e9c459a7b461 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 944 time: 0.0947738 Sep 22 09:56:50.950158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2952b32-c75e-4f0a-b17d-2144ad23d40e req-21112fac-54f4-4f26-b885-5bfdeb9cac5b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729218 Sep 22 09:56:50.965586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a887b3-a6c4-4306-944f-c2302281ad35 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:56:50.974446 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:50.988340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Transition to ACTIVE for port object e2a887b3-a6c4-4306-944f-c2302281ad35 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:56:51.014419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:51.061233 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:51.117663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Pushing event updated for resources: {'Port': ['ID=e2a887b3-a6c4-4306-944f-c2302281ad35,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:51.154551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-ab47b278-3b67-40ec-9692-07b452f378af tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:51.156701 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-ab47b278-3b67-40ec-9692-07b452f378af tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.60 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd&tenant_id=9405e14d620a4da0b6fefcb274955fd4&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 944 time: 0.3801475 Sep 22 09:56:51.220078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Attempting to bind port e2a887b3-a6c4-4306-944f-c2302281ad35 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:56:51.220561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Attempting to bind port e2a887b3-a6c4-4306-944f-c2302281ad35 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:56:51.221060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Attempting to bind port e2a887b3-a6c4-4306-944f-c2302281ad35 on network 25f8a712-4e71-4d39-8176-3c7145fb055f {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:51.227226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Port e2a887b3-a6c4-4306-944f-c2302281ad35 on network 25f8a712-4e71-4d39-8176-3c7145fb055f not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:56:51.227707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Attempting to bind port e2a887b3-a6c4-4306-944f-c2302281ad35 on network 25f8a712-4e71-4d39-8176-3c7145fb055f {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:51.235176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:56:51.237738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Checking segment: {'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:56:51.237738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Bound using segment: {'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:56:51.237738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Bound port: e2a887b3-a6c4-4306-944f-c2302281ad35, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22203d7-82d7-4ccf-91b3-99b1274e3654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:56:51.237738 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:51.270692 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-a187f411-a0ba-414f-af44-c4b45ad6794f service neutron] 10.222.0.60 "GET /v2.0/ports/6bd6292b-1e68-457b-9de6-0b21693e3caa/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 382 time: 0.1046264 Sep 22 09:56:51.334118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] For port e2a887b3-a6c4-4306-944f-c2302281ad35, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:56:51.346376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-4b757902-8800-4cfb-bcca-07427850590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:51.347930 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-4b757902-8800-4cfb-bcca-07427850590e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1095 time: 0.0509038 Sep 22 09:56:51.353528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] For port e2a887b3-a6c4-4306-944f-c2302281ad35, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e2a887b3-a6c4-4306-944f-c2302281ad35,segment=NetworkSegment(a22203d7-82d7-4ccf-91b3-99b1274e3654),segment_id=a22203d7-82d7-4ccf-91b3-99b1274e3654)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:56:51.358192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 6bd6292b-1e68-457b-9de6-0b21693e3caa completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:56:51.364244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 6bd6292b-1e68-457b-9de6-0b21693e3caa triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:51.369683 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:51.450589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e8221-9187-4a6b-bba0-722cbda04dcd req-e73f72a7-d15c-4608-93cf-7359575a3f9b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:51.459823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d2e8221-9187-4a6b-bba0-722cbda04dcd req-e73f72a7-d15c-4608-93cf-7359575a3f9b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 943 time: 0.0635748 Sep 22 09:56:51.463117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-2774119d-df23-44cc-9eb5-dce879e83fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:51.464226 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:51.464693 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-2774119d-df23-44cc-9eb5-dce879e83fe4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 898 time: 0.1087070 Sep 22 09:56:51.502408 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:51.532094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:51.532965 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:51.534574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] 10.222.0.60 "PUT /v2.0/ports/e2a887b3-a6c4-4306-944f-c2302281ad35 HTTP/1.1" status: 200 len: 1091 time: 1.5668664 Sep 22 09:56:51.535223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'tag': 'e2a887b3-a6c4-4306-944f-c2302281ad35'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:51.537538 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56d3fe4-c578-4380-8d48-495da37dd254" -d '{"events": [{"name": "network-changed", "server_uuid": "3450b87a-cad4-40df-95c0-a0c82255fda9", "tag": "e2a887b3-a6c4-4306-944f-c2302281ad35"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:51.549873 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-c6c81f4f-aa56-407e-9367-dea7aa6ff6dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 1000 time: 0.0776243 Sep 22 09:56:51.556682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:51.570255 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e287558-530c-4eb4-bb71-c2ab3473448f" -d '{"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-plugged", "status": "completed", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:51.581105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6006c-236c-4946-b77e-3ffc1d862bcd service neutron] Pushing event updated for resources: {'Port': ['ID=e2a887b3-a6c4-4306-944f-c2302281ad35,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:51.585732 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:51.599367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d2e8221-9187-4a6b-bba0-722cbda04dcd req-15a9cc53-e87c-4595-b649-03d47677b911 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379058 Sep 22 09:56:51.621489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-8606d53e-c4b4-470e-8d23-de2e43d49ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:51.623217 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-8606d53e-c4b4-470e-8d23-de2e43d49ffc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0657701 Sep 22 09:56:51.653031 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca14e0a4-511d-4ea8-b695-686b03391fce x-openstack-request-id: req-ca14e0a4-511d-4ea8-b695-686b03391fce {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:51.653351 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3450b87a-cad4-40df-95c0-a0c82255fda9", "tag": "e2a887b3-a6c4-4306-944f-c2302281ad35", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:51.653727 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca14e0a4-511d-4ea8-b695-686b03391fce {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:51.654048 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'tag': 'e2a887b3-a6c4-4306-944f-c2302281ad35', 'status': 'completed', 'code': 200} Sep 22 09:56:51.667024 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:51.697719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-ae5a730e-2069-4bf3-9834-b7b846fffcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:51.699415 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-ae5a730e-2069-4bf3-9834-b7b846fffcd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660579 Sep 22 09:56:51.753125 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7185ff77-b0fe-4809-a643-56d1173bf3d2 x-openstack-request-id: req-7185ff77-b0fe-4809-a643-56d1173bf3d2 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:51.753559 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-plugged", "status": "completed", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:51.753812 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7185ff77-b0fe-4809-a643-56d1173bf3d2 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:51.754807 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'code': 200} Sep 22 09:56:51.759216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:51.762644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d3fe4-c578-4380-8d48-495da37dd254 req-8b7fc88a-d73c-48e6-bbf4-dd12cae80fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:51.765226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b56d3fe4-c578-4380-8d48-495da37dd254 req-8b7fc88a-d73c-48e6-bbf4-dd12cae80fb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 1094 time: 0.0873551 Sep 22 09:56:51.840817 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-58cd0101-e166-4c2b-abf9-e268fa029fbc service neutron] 10.222.0.60 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337333 Sep 22 09:56:51.939585 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-3435fbae-07e0-4f14-bda2-35fdb7584bad service neutron] 10.222.0.60 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916317 Sep 22 09:56:51.954003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d3fe4-c578-4380-8d48-495da37dd254 req-48c3af26-7767-45c0-af14-6b843ff06064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:51.955687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b56d3fe4-c578-4380-8d48-495da37dd254 req-48c3af26-7767-45c0-af14-6b843ff06064 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=623a04d1bea1431681f4a1df0c20e336&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1812525 Sep 22 09:56:52.158574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d3fe4-c578-4380-8d48-495da37dd254 req-a5713056-98f7-4fe2-b4a2-09f8270aa3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:52.160088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b56d3fe4-c578-4380-8d48-495da37dd254 req-a5713056-98f7-4fe2-b4a2-09f8270aa3ac service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1926055 Sep 22 09:56:52.169272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0252ec-e6df-4e11-811b-5a67ae1e319f req-c67e5f35-8e66-4701-a288-7003d6f079e0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:52.170794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a0252ec-e6df-4e11-811b-5a67ae1e319f req-c67e5f35-8e66-4701-a288-7003d6f079e0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.1362355 Sep 22 09:56:52.236863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a0252ec-e6df-4e11-811b-5a67ae1e319f req-846808ad-6063-4cfc-986e-b211b8067ec0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546668 Sep 22 09:56:52.249915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c28e6-81b3-43a7-bacd-24897196fedf req-5e17da69-b7c5-4360-9ddf-325495ba08db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:52.254780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-5e17da69-b7c5-4360-9ddf-325495ba08db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 1094 time: 0.0509841 Sep 22 09:56:52.308266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-d3297ef3-dbe7-41c2-9d31-5e08c64dc4e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2a887b3-a6c4-4306-944f-c2302281ad35 HTTP/1.1" status: 200 len: 217 time: 0.0409684 Sep 22 09:56:52.367962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c28e6-81b3-43a7-bacd-24897196fedf req-9648f843-3a2a-4e8c-bfc0-f48cd811935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:52.369491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-9648f843-3a2a-4e8c-bfc0-f48cd811935b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b0acac2-25b9-400f-8148-d9a574ec24bf HTTP/1.1" status: 200 len: 834 time: 0.0453260 Sep 22 09:56:52.416608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c28e6-81b3-43a7-bacd-24897196fedf req-c065c20e-f47f-41f8-b655-4426fc013cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:52.418169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-c065c20e-f47f-41f8-b655-4426fc013cc3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25f8a712-4e71-4d39-8176-3c7145fb055f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408983 Sep 22 09:56:52.518493 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-bb434a33-ba80-42a5-bffa-c10c99d75d4f service neutron] 10.222.0.60 "GET /v2.0/networks/25f8a712-4e71-4d39-8176-3c7145fb055f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914083 Sep 22 09:56:52.654896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-649c28e6-81b3-43a7-bacd-24897196fedf req-f02e28bd-9a53-45ce-808f-9a0c9cb3134e service neutron] 10.222.0.60 "GET /v2.0/networks/25f8a712-4e71-4d39-8176-3c7145fb055f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273847 Sep 22 09:56:52.777614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5627b8-85eb-4529-8043-2accf844714a req-d89c27a0-6d42-4f06-854d-31105ce1c557 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:52.779043 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd5627b8-85eb-4529-8043-2accf844714a req-d89c27a0-6d42-4f06-854d-31105ce1c557 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 943 time: 0.0669339 Sep 22 09:56:52.817825 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd5627b8-85eb-4529-8043-2accf844714a req-b2bc6b21-b9c1-4f71-9654-c0f644cc68e5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325727 Sep 22 09:56:53.358091 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:53.360668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3457e-8e55-4e1d-8d2e-47f9d32314b4 req-b4a1359d-738a-4419-ab2a-00a17f4869ad tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:53.362197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d3457e-8e55-4e1d-8d2e-47f9d32314b4 req-b4a1359d-738a-4419-ab2a-00a17f4869ad tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0500081 Sep 22 09:56:53.400803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39d3457e-8e55-4e1d-8d2e-47f9d32314b4 req-37cf7685-c6d2-4091-85f2-444ae81c4f74 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324724 Sep 22 09:56:53.939725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efc542-7777-495e-9995-65cc8bdb0245 req-699979b2-9f5e-42ef-bffb-d9210224fbab tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:53.941446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93efc542-7777-495e-9995-65cc8bdb0245 req-699979b2-9f5e-42ef-bffb-d9210224fbab tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 943 time: 0.0529943 Sep 22 09:56:53.984879 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93efc542-7777-495e-9995-65cc8bdb0245 req-f643e22c-bf20-4692-aca1-3b4015eeb96c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370493 Sep 22 09:56:54.209787 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-35ab18b3-6b86-4646-89fd-50d72f105203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:54.558931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5066326-1004-4a23-96e1-1c6495bd2be0 req-942f8cd9-e44f-4263-8cc0-7cd8a094f77a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:54.560448 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5066326-1004-4a23-96e1-1c6495bd2be0 req-942f8cd9-e44f-4263-8cc0-7cd8a094f77a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 945 time: 0.0681851 Sep 22 09:56:54.587719 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:54.602574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5066326-1004-4a23-96e1-1c6495bd2be0 req-d0ba9ff7-8a3c-40ae-9ef8-e627e4ddaac0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355709 Sep 22 09:56:54.708981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-ad90cece-6618-4baf-a2b0-c550dc60bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:54.711238 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-ad90cece-6618-4baf-a2b0-c550dc60bde1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0734730 Sep 22 09:56:54.728134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:56:54.791002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:55.000345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:55.036137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e2a887b3-a6c4-4306-944f-c2302281ad35 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:56:55.037585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:56:55.085984 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:55.088676 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ee01d-522d-4dff-bc91-eb5e4fa1690c" -d '{"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:55.093391 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:55.107263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Transition to ACTIVE for port object 6bd6292b-1e68-457b-9de6-0b21693e3caa will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:56:55.111469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1b53f-c7c5-42c8-a641-80d8b3cd9447 req-19a9b6f2-bdbe-439f-91c0-7c79f16d4fad tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:55.118704 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6b1b53f-c7c5-42c8-a641-80d8b3cd9447 req-19a9b6f2-bdbe-439f-91c0-7c79f16d4fad tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 943 time: 0.0513988 Sep 22 09:56:55.149045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e2a887b3-a6c4-4306-944f-c2302281ad35, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e2a887b3-a6c4-4306-944f-c2302281ad35,segment=NetworkSegment(a22203d7-82d7-4ccf-91b3-99b1274e3654),segment_id=a22203d7-82d7-4ccf-91b3-99b1274e3654)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:55.158654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6b1b53f-c7c5-42c8-a641-80d8b3cd9447 req-342313e6-6b7b-44cc-9c03-937005776f02 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384929 Sep 22 09:56:55.163141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'e2a887b3-a6c4-4306-944f-c2302281ad35', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'port_id': 'e2a887b3-a6c4-4306-944f-c2302281ad35', 'mac_address': 'fa:16:3e:36:4c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:56:55.204141 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:55.208703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:55.221295 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127bb293-4dc1-4617-b830-14b4eda1403d x-openstack-request-id: req-127bb293-4dc1-4617-b830-14b4eda1403d {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:55.221594 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:55.221843 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-127bb293-4dc1-4617-b830-14b4eda1403d {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:55.222242 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'code': 200} Sep 22 09:56:55.227454 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a887b3-a6c4-4306-944f-c2302281ad35 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:56:55.249243 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e2a887b3-a6c4-4306-944f-c2302281ad35, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e2a887b3-a6c4-4306-944f-c2302281ad35,segment=NetworkSegment(a22203d7-82d7-4ccf-91b3-99b1274e3654),segment_id=a22203d7-82d7-4ccf-91b3-99b1274e3654)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:55.330117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=10']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:55.352664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.353020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.353272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.353607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.353937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.354263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.354586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.354905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.355223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.355540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.355858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.356173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:56:55.358128 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:55.402131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] No DVR routers for this DVR port 6bd6292b-1e68-457b-9de6-0b21693e3caa on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:56:55.412427 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e2a887b3-a6c4-4306-944f-c2302281ad35,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:55.539192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:56:55.539551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:56:55.539885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa on network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:55.544458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Port 6bd6292b-1e68-457b-9de6-0b21693e3caa on network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:56:55.544819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Attempting to bind port 6bd6292b-1e68-457b-9de6-0b21693e3caa on network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:56:55.549855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:56:55.550196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Checking segment: {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:56:55.550580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Bound using segment: {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:56:55.551035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Bound port: 6bd6292b-1e68-457b-9de6-0b21693e3caa, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19a3bdb-50d5-4316-9199-6f47e723592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:56:55.551398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:55.560985 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e2a887b3-a6c4-4306-944f-c2302281ad35'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:56:55.619153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:56:55.622572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:56:55.714442 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:55.735458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afbace-695c-4c50-aed3-db3b9c2dbdc7 req-ec08b0c0-a881-4c73-a2db-ee2bdac6db0d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:55.737161 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71afbace-695c-4c50-aed3-db3b9c2dbdc7 req-ec08b0c0-a881-4c73-a2db-ee2bdac6db0d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 944 time: 0.0615771 Sep 22 09:56:55.757892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:55.758785 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:55.760287 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] 10.222.0.45 "PUT /v2.0/ports/6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 1092 time: 1.0364466 Sep 22 09:56:55.812709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71afbace-695c-4c50-aed3-db3b9c2dbdc7 req-d301189d-63a6-448c-b772-ba0610149c63 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665195 Sep 22 09:56:55.851398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752ac8f-415b-404a-a993-02b9130d11d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=11']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:55.884613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-411c34d1-875c-4778-afa2-04a83731203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:55.886487 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-411c34d1-875c-4778-afa2-04a83731203f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1095 time: 0.0958190 Sep 22 09:56:55.999842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-0ed0edd2-6183-47c9-963e-1b1f61fdc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:56.001379 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-0ed0edd2-6183-47c9-963e-1b1f61fdc5b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 898 time: 0.0997453 Sep 22 09:56:56.071925 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-819d829a-7d08-4a64-8cf5-2b4ccad4534d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 999 time: 0.0609856 Sep 22 09:56:56.130233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-d43bbdcf-f4fb-4ebe-99eb-9101316804d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:56.131625 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-d43bbdcf-f4fb-4ebe-99eb-9101316804d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0452330 Sep 22 09:56:56.188533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-14d8ee70-f8be-4f89-8114-da04fa1c8931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:56.190395 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-14d8ee70-f8be-4f89-8114-da04fa1c8931 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506670 Sep 22 09:56:56.289769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bf29c-befb-4eac-8632-b998ecc155ec req-3601b4f5-42e8-4086-acd8-fa00959e6718 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:56.292218 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-2e713dc5-6f6d-4976-98c5-17bbaf44db3a service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923541 Sep 22 09:56:56.293327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-915bf29c-befb-4eac-8632-b998ecc155ec req-3601b4f5-42e8-4086-acd8-fa00959e6718 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 944 time: 0.0581055 Sep 22 09:56:56.337737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-915bf29c-befb-4eac-8632-b998ecc155ec req-98072581-49ad-4e69-82b5-37448daceff0 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394156 Sep 22 09:56:56.392600 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d57121d8-d8dd-436d-ab75-88e38c767aca req-59fc2dd3-ce29-42da-8554-ed0d31bca3e8 service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910985 Sep 22 09:56:56.923970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a67d1d1a-d00f-4e40-8124-bf46037da6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:56.933271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a36c12-ef41-47fa-939c-69497553002e req-65116654-4c52-44e4-8851-0c6b35dc2775 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:56.934937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9a36c12-ef41-47fa-939c-69497553002e req-65116654-4c52-44e4-8851-0c6b35dc2775 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 944 time: 0.0510826 Sep 22 09:56:56.977291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9a36c12-ef41-47fa-939c-69497553002e req-1804ebfe-53d1-4c6f-9e4d-8f399feb3162 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361500 Sep 22 09:56:57.052336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e2a887b3-a6c4-4306-944f-c2302281ad35 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:56:57.180851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port e2a887b3-a6c4-4306-944f-c2302281ad35 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:56:57.185369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port e2a887b3-a6c4-4306-944f-c2302281ad35 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:56:57.191577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:57.223614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:57.226248 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c88d8a-a3d0-407e-804b-b4468ed81bed" -d '{"events": [{"name": "network-changed", "server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:57.267271 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:57.280267 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38e8eda-218e-4a05-b6a5-743eed64ea8f x-openstack-request-id: req-c38e8eda-218e-4a05-b6a5-743eed64ea8f {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:57.280590 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:57.280877 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c38e8eda-218e-4a05-b6a5-743eed64ea8f {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:57.281278 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'status': 'completed', 'code': 200} Sep 22 09:56:57.301588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a887b3-a6c4-4306-944f-c2302281ad35'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:56:57.301588 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2488fd-4224-49ed-a27d-097679261d1e" -d '{"events": [{"server_uuid": "3450b87a-cad4-40df-95c0-a0c82255fda9", "name": "network-vif-plugged", "status": "completed", "tag": "e2a887b3-a6c4-4306-944f-c2302281ad35"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:56:57.327388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e2a887b3-a6c4-4306-944f-c2302281ad35, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e2a887b3-a6c4-4306-944f-c2302281ad35,segment=NetworkSegment(a22203d7-82d7-4ccf-91b3-99b1274e3654),segment_id=a22203d7-82d7-4ccf-91b3-99b1274e3654)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:57.346113 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59128d24-5cf3-4a2c-b2b9-754e1049443b x-openstack-request-id: req-59128d24-5cf3-4a2c-b2b9-754e1049443b {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:56:57.346411 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3450b87a-cad4-40df-95c0-a0c82255fda9", "name": "network-vif-plugged", "status": "completed", "tag": "e2a887b3-a6c4-4306-944f-c2302281ad35", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:56:57.346666 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59128d24-5cf3-4a2c-b2b9-754e1049443b {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:56:57.347067 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a887b3-a6c4-4306-944f-c2302281ad35', 'code': 200} Sep 22 09:56:57.350394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-16835a4c-e815-4db2-b090-a414bbd3ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:57.352267 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-16835a4c-e815-4db2-b090-a414bbd3ecfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1095 time: 0.0473921 Sep 22 09:56:57.359306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-a2035fff-def9-4c14-9ed7-a8a9870bcb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:57.359306 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-a2035fff-def9-4c14-9ed7-a8a9870bcb25 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1095 time: 0.0496640 Sep 22 09:56:57.414787 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:57.416107 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:56:57.498455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9ae2-7e02-4f0d-82df-122fc75a806f req-16cf4d90-2648-461f-a25a-83eb0ae33816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:57.500071 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a02a9ae2-7e02-4f0d-82df-122fc75a806f req-16cf4d90-2648-461f-a25a-83eb0ae33816 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 1096 time: 0.0687473 Sep 22 09:56:57.501514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-c8bfbdd0-0579-49e4-bcd0-3342432bb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:57.504685 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-c8bfbdd0-0579-49e4-bcd0-3342432bb4b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 898 time: 0.1367962 Sep 22 09:56:57.510127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-53aea2b9-a3a1-406f-b578-fbc620de0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:57.511502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:56:57.511676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-53aea2b9-a3a1-406f-b578-fbc620de0d0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 898 time: 0.1528597 Sep 22 09:56:57.518400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e2a887b3-a6c4-4306-944f-c2302281ad35,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:57.520381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55026b6e-a683-44bd-a191-08039efb5d27 req-ae96ab6b-84a6-4a48-9c2e-b155c1df8511 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:57.521974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55026b6e-a683-44bd-a191-08039efb5d27 req-ae96ab6b-84a6-4a48-9c2e-b155c1df8511 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 945 time: 0.0868793 Sep 22 09:56:57.563945 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:57.602048 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a02a9ae2-7e02-4f0d-82df-122fc75a806f req-80b40c57-f0fa-40d4-91fb-bc7faff1130f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928752 Sep 22 09:56:57.604001 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-fba463ef-4c3c-469d-a021-454b13fdd73f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 999 time: 0.0875387 Sep 22 09:56:57.610047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-95334c18-90df-481a-b7c9-66060ada123e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 999 time: 0.0870903 Sep 22 09:56:57.613048 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55026b6e-a683-44bd-a191-08039efb5d27 req-0b4f1c7f-7098-4303-9a4c-8cb1820561be tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829132 Sep 22 09:56:57.657167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-d17bbb72-35f1-4994-b0d9-3ee493987a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:57.658644 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-d17bbb72-35f1-4994-b0d9-3ee493987a81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0463700 Sep 22 09:56:57.708853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-fb3d594e-eaa5-447d-903b-e4e94d8988e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:57.711479 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-fb3d594e-eaa5-447d-903b-e4e94d8988e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433359 Sep 22 09:56:57.808543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-3796abb1-2ef3-40c7-9bd3-59a9c741795a service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891552 Sep 22 09:56:57.833794 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-db00d0b1-3f6d-4806-a06e-984249d2d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:57.835894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-db00d0b1-3f6d-4806-a06e-984249d2d7b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0457070 Sep 22 09:56:57.886724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-25392833-cb59-46a2-8c2b-bcdc4aafce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:57.888438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-25392833-cb59-46a2-8c2b-bcdc4aafce8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451574 Sep 22 09:56:57.911331 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-e2d5c175-730a-4dab-bf0f-6cb59db41d2d service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897188 Sep 22 09:56:57.993636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-ceeedaf6-1f19-4889-8f9a-440434cbfae4 service neutron] 10.222.0.60 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971203 Sep 22 09:56:58.101318 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:58.128604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79c88d8a-a3d0-407e-804b-b4468ed81bed req-ded07fef-adac-4a59-9712-0e83ac59be4d service neutron] 10.222.0.60 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274898 Sep 22 09:56:58.146769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563a744-23ea-457d-b4ff-7a78a928195f req-a2343849-d144-47b8-a049-15003a2d2f70 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:58.148543 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9563a744-23ea-457d-b4ff-7a78a928195f req-a2343849-d144-47b8-a049-15003a2d2f70 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 944 time: 0.0770512 Sep 22 09:56:58.199961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9563a744-23ea-457d-b4ff-7a78a928195f req-7a5748b5-a06a-4f58-b793-ba2c59373ed4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449135 Sep 22 09:56:58.736393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed554f02-513d-4468-a1c8-07f778f1997d req-0f9a1ec7-4791-439e-a5ea-ae2dbd5533e3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:58.737954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed554f02-513d-4468-a1c8-07f778f1997d req-0f9a1ec7-4791-439e-a5ea-ae2dbd5533e3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 945 time: 0.0513780 Sep 22 09:56:58.781043 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed554f02-513d-4468-a1c8-07f778f1997d req-2c4be595-1d43-4efb-8c58-976cdf56d52c tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362055 Sep 22 09:56:59.318913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a9332-ec15-480a-add7-3c980ad69ecf req-c1e0b608-74a6-4058-b38a-461bef52bc13 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:59.320521 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f44a9332-ec15-480a-add7-3c980ad69ecf req-c1e0b608-74a6-4058-b38a-461bef52bc13 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 944 time: 0.0500879 Sep 22 09:56:59.359526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f44a9332-ec15-480a-add7-3c980ad69ecf req-3df0ab36-1e0c-47c9-b49e-44f2ed0d24db tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321517 Sep 22 09:56:59.382673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 44984) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:56:59.452180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0a9892d2-00b2-47b3-9b51-356ca857b32e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab HTTP/1.1" status: 200 len: 991 time: 0.0683818 Sep 22 09:56:59.469833 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:56:59.564118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:59.575389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'port_id': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'mac_address': 'fa:16:3e:28:ef:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:56:59.615080 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:59.627962 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd6292b-1e68-457b-9de6-0b21693e3caa {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:56:59.647189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:56:59.729725 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:59.778199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=12']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:56:59.895138 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:56:59.903084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75357a0-5111-45c4-a7c7-bafe95ce2b65 req-527221fb-e779-477a-b329-13af61c5c4f2 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:56:59.904627 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e75357a0-5111-45c4-a7c7-bafe95ce2b65 req-527221fb-e779-477a-b329-13af61c5c4f2 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 945 time: 0.0499806 Sep 22 09:56:59.946193 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e75357a0-5111-45c4-a7c7-bafe95ce2b65 req-18748929-e10a-4573-9683-cfbce2f6601b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Sep 22 09:57:00.003781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['6bd6292b-1e68-457b-9de6-0b21693e3caa'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:57:00.520392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ed465-b4d7-4e33-9b4c-7ca28d24d5c5 req-f42c5e5f-7595-4dfc-8008-cfb5bbd3ebf9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:00.521908 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e42ed465-b4d7-4e33-9b4c-7ca28d24d5c5 req-f42c5e5f-7595-4dfc-8008-cfb5bbd3ebf9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 945 time: 0.0530195 Sep 22 09:57:00.562941 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e42ed465-b4d7-4e33-9b4c-7ca28d24d5c5 req-624fc473-bb57-4eec-af5e-d5bc8ff4e4d1 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339339 Sep 22 09:57:00.591015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45002) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:00.639450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88db79-f064-4538-98f3-9960a174a90a tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:00.641069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7a88db79-f064-4538-98f3-9960a174a90a tempest-TestNetworkBasicOps-1994903915 tempest-TestNetworkBasicOps-1994903915-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 1091 time: 0.0486588 Sep 22 09:57:00.643851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45004) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:00.648174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': 'e2a887b3-a6c4-4306-944f-c2302281ad35', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:57:00.735033 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:00.831725 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:00.941468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Allocated IP 172.25.6.8 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/73cdfaca-5aa7-4f60-98b4-bf52bf22dc39) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:57:01.043080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:01.166339 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:01.203344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:57:01.207935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:57:01.212452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:57:01.221379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=73cdfaca-5aa7-4f60-98b4-bf52bf22dc39,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:01.222490 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-80c4e607-5abe-4547-909b-474dd191d9db req-b9686067-7a8d-4dd2-819f-d0dd46842d7d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431831 Sep 22 09:57:01.298307 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e607-5abe-4547-909b-474dd191d9db req-4ac2af48-d4ac-4873-8989-d812f84a948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:01.299802 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-80c4e607-5abe-4547-909b-474dd191d9db req-4ac2af48-d4ac-4873-8989-d812f84a948f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1096 time: 0.0488625 Sep 22 09:57:01.428044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e607-5abe-4547-909b-474dd191d9db req-4aed33b1-de77-4356-a1f5-7bff9a44cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:01.429717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-80c4e607-5abe-4547-909b-474dd191d9db req-4aed33b1-de77-4356-a1f5-7bff9a44cfaa service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 898 time: 0.0991058 Sep 22 09:57:01.490323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:57:01.520993 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-80c4e607-5abe-4547-909b-474dd191d9db req-133158b2-ef41-4bea-8ed8-fa6266782753 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 1000 time: 0.0808973 Sep 22 09:57:01.600855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e607-5abe-4547-909b-474dd191d9db req-a611067a-c43b-4243-b2fb-7d77ca26e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:01.602382 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-80c4e607-5abe-4547-909b-474dd191d9db req-a611067a-c43b-4243-b2fb-7d77ca26e6a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0686588 Sep 22 09:57:01.684969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e607-5abe-4547-909b-474dd191d9db req-ed5c52cd-765b-4492-99ae-847dd94f9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:01.688778 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-80c4e607-5abe-4547-909b-474dd191d9db req-ed5c52cd-765b-4492-99ae-847dd94f9132 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725958 Sep 22 09:57:01.689845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 6bd6292b-1e68-457b-9de6-0b21693e3caa completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:57:01.695210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 6bd6292b-1e68-457b-9de6-0b21693e3caa triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:01.695769 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:01.808331 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-80c4e607-5abe-4547-909b-474dd191d9db req-c258a0ce-d610-4a7c-a47f-ff3c9ed8f42d service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119921 Sep 22 09:57:01.846823 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:01.879957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:57:01.883640 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5521e7-9a01-44bb-b3fa-fb8c22393754" -d '{"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-plugged", "status": "completed", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:57:01.923700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:01.941771 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b2db3c-eab4-45fa-afef-e1565693cd3e x-openstack-request-id: req-21b2db3c-eab4-45fa-afef-e1565693cd3e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:57:01.941771 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-plugged", "status": "completed", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:57:01.942154 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21b2db3c-eab4-45fa-afef-e1565693cd3e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:57:01.942810 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'code': 200} Sep 22 09:57:01.979736 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-80c4e607-5abe-4547-909b-474dd191d9db req-434d5e5b-15cc-44ff-b82a-0623c427b185 service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563919 Sep 22 09:57:01.988049 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:02.052162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=13']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:02.127058 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:02.288317 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:02.457990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:02.558125 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:02.637944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event updated for resources: {'Port': ['ID=73cdfaca-5aa7-4f60-98b4-bf52bf22dc39,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:02.646922 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:02.758161 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Floating IP ace27510-5ed7-4ed3-95cd-3f89e6017126 associated. External IP: 172.25.6.8, port: e2a887b3-a6c4-4306-944f-c2302281ad35. Sep 22 09:57:02.966790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:57:03.075301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:57:03.089094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a6fde-fa48-4213-8f30-3dd826080a55 None None] Sync routers for ids ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:57:03.099033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a6fde-fa48-4213-8f30-3dd826080a55 None None] Routers {'74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:03.099658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-746a6fde-fa48-4213-8f30-3dd826080a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:56:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:03.146804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:03.179131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c5141195-db6b-45f1-b417-a955eb0f3fb3 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5317650 Sep 22 09:57:03.179131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'tag': 'e2a887b3-a6c4-4306-944f-c2302281ad35'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:57:03.179582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45016) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:03.186998 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec2b487-2933-4c46-a050-0538dd9aab8a" -d '{"events": [{"name": "network-changed", "server_uuid": "3450b87a-cad4-40df-95c0-a0c82255fda9", "tag": "e2a887b3-a6c4-4306-944f-c2302281ad35"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:57:03.222643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-746a6fde-fa48-4213-8f30-3dd826080a55 None None] Set router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:03.233238 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19f2060-b4a9-4d3b-92d2-524e600fcc68 x-openstack-request-id: req-c19f2060-b4a9-4d3b-92d2-524e600fcc68 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:57:03.233534 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3450b87a-cad4-40df-95c0-a0c82255fda9", "tag": "e2a887b3-a6c4-4306-944f-c2302281ad35", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:57:03.233788 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c19f2060-b4a9-4d3b-92d2-524e600fcc68 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:57:03.235895 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'tag': 'e2a887b3-a6c4-4306-944f-c2302281ad35', 'status': 'completed', 'code': 200} Sep 22 09:57:03.273485 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e8ea110f-eb55-435b-8179-32a70e02d361 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/floatingips/ace27510-5ed7-4ed3-95cd-3f89e6017126 HTTP/1.1" status: 200 len: 989 time: 0.0924585 Sep 22 09:57:03.311975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2b487-2933-4c46-a050-0538dd9aab8a req-9c04b438-4fde-4f2f-90d6-14900d502dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:03.313620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ec2b487-2933-4c46-a050-0538dd9aab8a req-9c04b438-4fde-4f2f-90d6-14900d502dd3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 1096 time: 0.0512943 Sep 22 09:57:03.409716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2b487-2933-4c46-a050-0538dd9aab8a req-f3070e59-8e7f-464d-86c0-fd7b991f6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:03.411608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ec2b487-2933-4c46-a050-0538dd9aab8a req-f3070e59-8e7f-464d-86c0-fd7b991f6a8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=25f8a712-4e71-4d39-8176-3c7145fb055f HTTP/1.1" status: 200 len: 897 time: 0.0913575 Sep 22 09:57:03.482146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-746a6fde-fa48-4213-8f30-3dd826080a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:40Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'ace27510-5ed7-4ed3-95cd-3f89e6017126', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'port_id': 'e2a887b3-a6c4-4306-944f-c2302281ad35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'mac_address': 'fa:16:3e:36:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:57:01Z', 'updated_at': '2021-09-22T09:57:01Z', 'revision_number': 0, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0077cb-2b21-47fb-862e-2b7f2db87c77', 'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:8b:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:38Z', 'updated_at': '2021-09-22T09:56:42Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:03.489371 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ec2b487-2933-4c46-a050-0538dd9aab8a req-6514d17c-fb06-44b9-9c12-b6827b0ab4ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2a887b3-a6c4-4306-944f-c2302281ad35 HTTP/1.1" status: 200 len: 997 time: 0.0695710 Sep 22 09:57:03.510361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a6fde-fa48-4213-8f30-3dd826080a55 None None] Checking router: 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:57:03.518774 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a6fde-fa48-4213-8f30-3dd826080a55 None None] Routers {'74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:03.519422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-746a6fde-fa48-4213-8f30-3dd826080a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:56:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:03.542058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2b487-2933-4c46-a050-0538dd9aab8a req-e96cea37-7c79-45e5-869b-0da96822ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:03.543562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ec2b487-2933-4c46-a050-0538dd9aab8a req-e96cea37-7c79-45e5-869b-0da96822ae93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b0acac2-25b9-400f-8148-d9a574ec24bf HTTP/1.1" status: 200 len: 834 time: 0.0465851 Sep 22 09:57:03.591292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2b487-2933-4c46-a050-0538dd9aab8a req-15aabd57-4e3f-418e-866a-d9159cb4edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:03.592873 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ec2b487-2933-4c46-a050-0538dd9aab8a req-15aabd57-4e3f-418e-866a-d9159cb4edd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25f8a712-4e71-4d39-8176-3c7145fb055f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423586 Sep 22 09:57:03.630641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-746a6fde-fa48-4213-8f30-3dd826080a55 None None] Set router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:03.691135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ec2b487-2933-4c46-a050-0538dd9aab8a req-b2b7d164-e260-41a5-85bf-2d028dd2c8fc service neutron] 10.222.0.60 "GET /v2.0/networks/25f8a712-4e71-4d39-8176-3c7145fb055f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911283 Sep 22 09:57:03.810992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ec2b487-2933-4c46-a050-0538dd9aab8a req-322a1e0c-6354-4763-9bdd-25b3475d00f5 service neutron] 10.222.0.60 "GET /v2.0/networks/25f8a712-4e71-4d39-8176-3c7145fb055f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118059 Sep 22 09:57:03.886786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-746a6fde-fa48-4213-8f30-3dd826080a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:40Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'ace27510-5ed7-4ed3-95cd-3f89e6017126', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'port_id': 'e2a887b3-a6c4-4306-944f-c2302281ad35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'mac_address': 'fa:16:3e:36:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:57:01Z', 'updated_at': '2021-09-22T09:57:01Z', 'revision_number': 0, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0077cb-2b21-47fb-862e-2b7f2db87c77', 'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:8b:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:38Z', 'updated_at': '2021-09-22T09:56:42Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:03.919962 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a6fde-fa48-4213-8f30-3dd826080a55 None None] The sync data for ids ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'] in n-d-805649-4 is: [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:40Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'ace27510-5ed7-4ed3-95cd-3f89e6017126', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'floating_ip_address': '172.25.6.8', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'port_id': 'e2a887b3-a6c4-4306-944f-c2302281ad35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'mac_address': 'fa:16:3e:36:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:57:01Z', 'updated_at': '2021-09-22T09:57:01Z', 'revision_number': 0, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0077cb-2b21-47fb-862e-2b7f2db87c77', 'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:8b:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:38Z', 'updated_at': '2021-09-22T09:56:42Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:57:04.140768 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60998089-cb9c-4dc7-bac8-8c3da46fc294 None None] New status for floating IP ace27510-5ed7-4ed3-95cd-3f89e6017126: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:57:04.278145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45024) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:04.355634 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8893f191-f68f-4e2a-8fe9-ccd433d65b9b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/floatingips/ace27510-5ed7-4ed3-95cd-3f89e6017126 HTTP/1.1" status: 200 len: 989 time: 0.0761826 Sep 22 09:57:05.333168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07226d5-f0e0-449e-998a-3f7f0805e0bb req-b33c5ee0-92ca-4104-97c2-c7a914769a45 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:05.334741 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c07226d5-f0e0-449e-998a-3f7f0805e0bb req-b33c5ee0-92ca-4104-97c2-c7a914769a45 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 945 time: 0.0582831 Sep 22 09:57:05.358828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45036) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:05.376272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c07226d5-f0e0-449e-998a-3f7f0805e0bb req-ad023d46-f469-4f6e-9c81-3d5b732db7e4 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346270 Sep 22 09:57:05.429428 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5dbace3c-9c39-48ec-b708-b92364c5e74f tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/floatingips/ace27510-5ed7-4ed3-95cd-3f89e6017126 HTTP/1.1" status: 200 len: 991 time: 0.0693276 Sep 22 09:57:06.499996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359d8c6-c12d-417f-b291-92f64180480e req-4afdd059-b9e0-4483-bab7-5d0d83af7876 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:06.501504 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3359d8c6-c12d-417f-b291-92f64180480e req-4afdd059-b9e0-4483-bab7-5d0d83af7876 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 945 time: 0.0509450 Sep 22 09:57:06.540146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3359d8c6-c12d-417f-b291-92f64180480e req-df6391ec-c6fe-460f-977b-8b4bda3e5ee3 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/security-groups?id=d6928385-f731-420d-adcf-a59de4c33796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327044 Sep 22 09:57:07.045530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa16b5-5f0a-4b7f-8f10-48404f729c36 req-8d5cc175-bbed-491e-a750-ed715630a251 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:07.047064 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54fa16b5-5f0a-4b7f-8f10-48404f729c36 req-8d5cc175-bbed-491e-a750-ed715630a251 tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 945 time: 0.0501995 Sep 22 09:57:07.156160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-54fa16b5-5f0a-4b7f-8f10-48404f729c36 req-ad5a3c0c-ad7d-4fdb-962d-fc7311a717ca tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Deleting port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:57:07.156411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54fa16b5-5f0a-4b7f-8f10-48404f729c36 req-ad5a3c0c-ad7d-4fdb-962d-fc7311a717ca tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:07.248220 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-54fa16b5-5f0a-4b7f-8f10-48404f729c36 req-ad5a3c0c-ad7d-4fdb-962d-fc7311a717ca tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] For port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=3aee59cf-ef98-4573-9b1c-af20e32dc5c2,segment=NetworkSegment(6c09f447-5895-4a16-9ee0-cd822714b69e),segment_id=6c09f447-5895-4a16-9ee0-cd822714b69e)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:07.248595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54fa16b5-5f0a-4b7f-8f10-48404f729c36 req-ad5a3c0c-ad7d-4fdb-962d-fc7311a717ca tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:07.261790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-54fa16b5-5f0a-4b7f-8f10-48404f729c36 req-ad5a3c0c-ad7d-4fdb-962d-fc7311a717ca tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Calling delete_port for 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:57:07.466856 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54fa16b5-5f0a-4b7f-8f10-48404f729c36 req-ad5a3c0c-ad7d-4fdb-962d-fc7311a717ca tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:07.483916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['3aee59cf-ef98-4573-9b1c-af20e32dc5c2'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:57:07.496667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a3c0c-ad7d-4fdb-962d-fc7311a717ca tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Pushing event deleted for resources: {'Port': ['ID=3aee59cf-ef98-4573-9b1c-af20e32dc5c2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:07.543012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fa16b5-5f0a-4b7f-8f10-48404f729c36 req-ad5a3c0c-ad7d-4fdb-962d-fc7311a717ca tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] No DVR routers for this DVR port 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:57:07.545817 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-54fa16b5-5f0a-4b7f-8f10-48404f729c36 req-ad5a3c0c-ad7d-4fdb-962d-fc7311a717ca tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:07.549345 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54fa16b5-5f0a-4b7f-8f10-48404f729c36 req-ad5a3c0c-ad7d-4fdb-962d-fc7311a717ca tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.45 "DELETE /v2.0/ports/3aee59cf-ef98-4573-9b1c-af20e32dc5c2 HTTP/1.1" status: 204 len: 173 time: 0.4941835 Sep 22 09:57:07.549345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb39cba1-5b7f-4742-ac74-2010de5c91a9', 'name': 'network-vif-deleted', 'tag': '3aee59cf-ef98-4573-9b1c-af20e32dc5c2'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:57:07.550707 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc39eab-a592-4839-ad74-bb27bfd06c32" -d '{"events": [{"server_uuid": "eb39cba1-5b7f-4742-ac74-2010de5c91a9", "name": "network-vif-deleted", "tag": "3aee59cf-ef98-4573-9b1c-af20e32dc5c2"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:57:07.591271 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeb1569-0f1d-425b-92e7-bbc8cf4d6b1e x-openstack-request-id: req-6aeb1569-0f1d-425b-92e7-bbc8cf4d6b1e {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:57:07.591677 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb39cba1-5b7f-4742-ac74-2010de5c91a9", "name": "network-vif-deleted", "tag": "3aee59cf-ef98-4573-9b1c-af20e32dc5c2", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:57:07.592019 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6aeb1569-0f1d-425b-92e7-bbc8cf4d6b1e {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:57:07.592502 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb39cba1-5b7f-4742-ac74-2010de5c91a9', 'name': 'network-vif-deleted', 'tag': '3aee59cf-ef98-4573-9b1c-af20e32dc5c2', 'status': 'completed', 'code': 200} Sep 22 09:57:07.666043 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-809c146b-2272-41e4-aee7-88cde992ad96 req-f8f4a8cf-131b-4a22-8187-ad351f4e39dc tempest-VolumesSnapshotTestJSON-1016415524 tempest-VolumesSnapshotTestJSON-1016415524-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb39cba1-5b7f-4742-ac74-2010de5c91a9 HTTP/1.1" status: 200 len: 210 time: 0.0271373 Sep 22 09:57:09.506121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:57:09.525580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:57:09.525934 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 3aee59cf-ef98-4573-9b1c-af20e32dc5c2 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:57:23.431973 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:24.260086 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1491-71f6-4f14-b29d-f7fe857a3081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:24.694573 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:25.438492 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:57:26.911900 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-00fdb543-d444-49b2-8811-c5f6cfa360d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:27.546637 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:28.112208 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:29.940584 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:31.951211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51be77d-913e-4572-9cb8-4fa6e583d138 req-f81a8568-df02-443b-a534-78fdc09e4f16 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:31.952908 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c51be77d-913e-4572-9cb8-4fa6e583d138 req-f81a8568-df02-443b-a534-78fdc09e4f16 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1097 time: 0.0493264 Sep 22 09:57:31.991475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c51be77d-913e-4572-9cb8-4fa6e583d138 req-2a60e658-d89c-4566-9ee4-ac8474ee918c tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321705 Sep 22 09:57:32.011042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45178) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:32.170589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port 3382b5b2-dcbf-4a74-ae5b-c14a8d661ac8 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:57:32.170853 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:32.247056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:32.247387 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:32.258929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for 3382b5b2-dcbf-4a74-ae5b-c14a8d661ac8 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:57:32.540894 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:32.578440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=3382b5b2-dcbf-4a74-ae5b-c14a8d661ac8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:32.603327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.603711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.604104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.604492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.604983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.605314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.605642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.605961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.606281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.606602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.606916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.607229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:32.645777 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:32.646097 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Floating IP 9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab disassociated (deleted). External IP: 172.25.6.161, port: 6bd6292b-1e68-457b-9de6-0b21693e3caa. Sep 22 09:57:32.864563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router 11ee99e6-69ef-41cf-8fc3-125533beaea2 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:57:33.237330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:57:33.242542 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:33.248160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d4223-1eaf-46c8-ac62-1fda742e14a1 None None] Sync routers for ids ['11ee99e6-69ef-41cf-8fc3-125533beaea2'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:57:33.257424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d4223-1eaf-46c8-ac62-1fda742e14a1 None None] Routers {'11ee99e6-69ef-41cf-8fc3-125533beaea2'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:33.258097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e58d4223-1eaf-46c8-ac62-1fda742e14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['11ee99e6-69ef-41cf-8fc3-125533beaea2'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:33.271068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8c5b5439-74d6-4acc-9c43-055be8100df2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/floatingips/9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab HTTP/1.1" status: 204 len: 168 time: 1.2589698 Sep 22 09:57:33.271661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:57:33.274163 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178" -d '{"events": [{"name": "network-changed", "server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:57:33.316831 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11aeb9a-f0ef-4a8d-9d21-2a98cca6b323 x-openstack-request-id: req-c11aeb9a-f0ef-4a8d-9d21-2a98cca6b323 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:57:33.317122 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:57:33.317402 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c11aeb9a-f0ef-4a8d-9d21-2a98cca6b323 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:57:33.318026 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'status': 'completed', 'code': 200} Sep 22 09:57:33.369618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e58d4223-1eaf-46c8-ac62-1fda742e14a1 None None] Set router 11ee99e6-69ef-41cf-8fc3-125533beaea2 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:33.397612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178 req-8cbeb34f-45d5-4d6d-b5d9-845cf5cff179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:33.399628 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178 req-8cbeb34f-45d5-4d6d-b5d9-845cf5cff179 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 1097 time: 0.0575359 Sep 22 09:57:33.493306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178 req-539fa28a-6476-4333-a322-c2e6e0a43c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:33.495292 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178 req-539fa28a-6476-4333-a322-c2e6e0a43c18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 200 len: 898 time: 0.0870342 Sep 22 09:57:33.543312 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178 req-a1b9180a-efd6-45cd-84f6-f93e37540481 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 200 len: 217 time: 0.0394316 Sep 22 09:57:33.576192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e58d4223-1eaf-46c8-ac62-1fda742e14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3', 'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:f2:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:28Z', 'updated_at': '2021-09-22T09:55:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:33.599764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178 req-5dbcb349-0a02-4135-bc80-9613290d4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:33.601451 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178 req-5dbcb349-0a02-4135-bc80-9613290d4b7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 200 len: 835 time: 0.0475423 Sep 22 09:57:33.603705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d4223-1eaf-46c8-ac62-1fda742e14a1 None None] Checking router: 11ee99e6-69ef-41cf-8fc3-125533beaea2 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:57:33.614857 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d4223-1eaf-46c8-ac62-1fda742e14a1 None None] Routers {'11ee99e6-69ef-41cf-8fc3-125533beaea2'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:33.615478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e58d4223-1eaf-46c8-ac62-1fda742e14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['11ee99e6-69ef-41cf-8fc3-125533beaea2'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:33.652198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178 req-abc574bd-8ba8-4d28-8751-18d6abfc581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:33.654521 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178 req-abc574bd-8ba8-4d28-8751-18d6abfc581f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d53b67d1-2eda-4b52-a56d-5fb16d7941e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437016 Sep 22 09:57:33.917623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e58d4223-1eaf-46c8-ac62-1fda742e14a1 None None] Set router 11ee99e6-69ef-41cf-8fc3-125533beaea2 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:33.966435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e2c1f-3e1b-484a-b25f-76c87e467462 req-d4ed2581-052c-459f-83d6-85165649f76e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:33.968492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb3e2c1f-3e1b-484a-b25f-76c87e467462 req-d4ed2581-052c-459f-83d6-85165649f76e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 946 time: 0.0659578 Sep 22 09:57:34.019799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb3e2c1f-3e1b-484a-b25f-76c87e467462 req-c848172b-a0ef-4be9-b73f-c21f37c0933a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449891 Sep 22 09:57:34.038509 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178 req-d42fbda1-f588-4884-bca0-0ef537c9403b service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696778 Sep 22 09:57:34.144789 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a8bbbc3-a17c-44e8-97c8-7ad17f867178 req-9bd574a3-ad8f-4c75-83af-463ee9a818f2 service neutron] 10.222.0.45 "GET /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944967 Sep 22 09:57:34.175835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e58d4223-1eaf-46c8-ac62-1fda742e14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3', 'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:f2:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:28Z', 'updated_at': '2021-09-22T09:55:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:34.202602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d4223-1eaf-46c8-ac62-1fda742e14a1 None None] The sync data for ids ['11ee99e6-69ef-41cf-8fc3-125533beaea2'] in n-d-805649-4 is: [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3', 'name': '', 'network_id': 'd53b67d1-2eda-4b52-a56d-5fb16d7941e9', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:f2:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:28Z', 'updated_at': '2021-09-22T09:55:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': 'c4bd3cc6-3d35-4a55-8444-e753554b8d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:57:34.442621 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e417d6-55a7-4cb8-82a7-aef47d4834a0 None None] New status for floating IP 9ea5ebf8-142d-433a-a3d1-0c7b8be3e9ab: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:57:34.662501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45202) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:34.726132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2fbf1de3-da41-45ff-a69b-01ef89611b7d tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/floatingips/ace27510-5ed7-4ed3-95cd-3f89e6017126 HTTP/1.1" status: 200 len: 991 time: 0.0625331 Sep 22 09:57:35.001987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45212) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:35.187188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51cfa2-9085-4795-90ea-772a5ea21523 req-551bf5bb-95ee-42cc-b284-20038d9e44ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:35.188806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f51cfa2-9085-4795-90ea-772a5ea21523 req-551bf5bb-95ee-42cc-b284-20038d9e44ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 946 time: 0.0867586 Sep 22 09:57:35.238301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f51cfa2-9085-4795-90ea-772a5ea21523 req-13862079-cd86-4964-8b62-47828468649a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=ad01d7a6-7888-4a29-a6b0-903670d8fa68&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419054 Sep 22 09:57:35.244845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting port 73cdfaca-5aa7-4f60-98b4-bf52bf22dc39 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:57:35.245263 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:35.334830 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:35.335346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:35.346594 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd3257-8fc9-4ddc-9be0-e055adfcd3cc req-066c7639-fc5c-40a4-93cf-0229a0b6db48 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:35.348218 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ccd3257-8fc9-4ddc-9be0-e055adfcd3cc req-066c7639-fc5c-40a4-93cf-0229a0b6db48 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 946 time: 0.0556383 Sep 22 09:57:35.349522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Calling delete_port for 73cdfaca-5aa7-4f60-98b4-bf52bf22dc39 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:57:35.466543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-5ccd3257-8fc9-4ddc-9be0-e055adfcd3cc req-a5449a71-7b8d-4db0-8e78-cc527b3f7df9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port 6bd6292b-1e68-457b-9de6-0b21693e3caa {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:57:35.467212 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5ccd3257-8fc9-4ddc-9be0-e055adfcd3cc req-a5449a71-7b8d-4db0-8e78-cc527b3f7df9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:35.571943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-5ccd3257-8fc9-4ddc-9be0-e055adfcd3cc req-a5449a71-7b8d-4db0-8e78-cc527b3f7df9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port 6bd6292b-1e68-457b-9de6-0b21693e3caa, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=6bd6292b-1e68-457b-9de6-0b21693e3caa,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:35.573235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5ccd3257-8fc9-4ddc-9be0-e055adfcd3cc req-a5449a71-7b8d-4db0-8e78-cc527b3f7df9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:35.586708 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:35.591068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-5ccd3257-8fc9-4ddc-9be0-e055adfcd3cc req-a5449a71-7b8d-4db0-8e78-cc527b3f7df9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for 6bd6292b-1e68-457b-9de6-0b21693e3caa owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:57:35.622793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Port': ['ID=73cdfaca-5aa7-4f60-98b4-bf52bf22dc39,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:35.711956 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:35.713567 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Floating IP ace27510-5ed7-4ed3-95cd-3f89e6017126 disassociated (deleted). External IP: 172.25.6.8, port: e2a887b3-a6c4-4306-944f-c2302281ad35. Sep 22 09:57:35.849141 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5ccd3257-8fc9-4ddc-9be0-e055adfcd3cc req-a5449a71-7b8d-4db0-8e78-cc527b3f7df9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:35.887744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5449a71-7b8d-4db0-8e78-cc527b3f7df9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=6bd6292b-1e68-457b-9de6-0b21693e3caa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:35.944826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccd3257-8fc9-4ddc-9be0-e055adfcd3cc req-a5449a71-7b8d-4db0-8e78-cc527b3f7df9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] No DVR routers for this DVR port 6bd6292b-1e68-457b-9de6-0b21693e3caa on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:57:35.949608 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5ccd3257-8fc9-4ddc-9be0-e055adfcd3cc req-a5449a71-7b8d-4db0-8e78-cc527b3f7df9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:35.951106 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5ccd3257-8fc9-4ddc-9be0-e055adfcd3cc req-a5449a71-7b8d-4db0-8e78-cc527b3f7df9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "DELETE /v2.0/ports/6bd6292b-1e68-457b-9de6-0b21693e3caa HTTP/1.1" status: 204 len: 173 time: 0.5946426 Sep 22 09:57:35.952193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-deleted', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:57:35.959813 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4575bc3c-5237-4982-8ae4-f5c41e04c755" -d '{"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-deleted", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:57:35.985498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:57:36.070897 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423a16b7-e9df-49fc-9691-c5cba8d4292d x-openstack-request-id: req-423a16b7-e9df-49fc-9691-c5cba8d4292d {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:57:36.071351 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606ced73-de9c-4b12-b69b-66a3a50819cd", "name": "network-vif-deleted", "tag": "6bd6292b-1e68-457b-9de6-0b21693e3caa", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:57:36.071746 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-423a16b7-e9df-49fc-9691-c5cba8d4292d {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:57:36.072402 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606ced73-de9c-4b12-b69b-66a3a50819cd', 'name': 'network-vif-deleted', 'tag': '6bd6292b-1e68-457b-9de6-0b21693e3caa', 'status': 'completed', 'code': 200} Sep 22 09:57:36.121834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:57:36.127247 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:36.133088 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362b646-8439-4623-be78-73053de91059 None None] Sync routers for ids ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:57:36.142885 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362b646-8439-4623-be78-73053de91059 None None] Routers {'74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:36.143874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7362b646-8439-4623-be78-73053de91059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:36.158302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0d403921-8fc4-4226-bf2f-d2d74e07aea5 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/floatingips/ace27510-5ed7-4ed3-95cd-3f89e6017126 HTTP/1.1" status: 204 len: 168 time: 1.1527338 Sep 22 09:57:36.158302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'tag': 'e2a887b3-a6c4-4306-944f-c2302281ad35'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:57:36.159222 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d73167f-7129-4c6e-9652-5c41d91f3d82" -d '{"events": [{"name": "network-changed", "server_uuid": "3450b87a-cad4-40df-95c0-a0c82255fda9", "tag": "e2a887b3-a6c4-4306-944f-c2302281ad35"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:57:36.312708 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7362b646-8439-4623-be78-73053de91059 None None] Set router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:36.595260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7362b646-8439-4623-be78-73053de91059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:40Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0f0077cb-2b21-47fb-862e-2b7f2db87c77', 'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:8b:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:38Z', 'updated_at': '2021-09-22T09:56:42Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:36.625661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362b646-8439-4623-be78-73053de91059 None None] Checking router: 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:57:36.635357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362b646-8439-4623-be78-73053de91059 None None] Routers {'74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:36.643216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7362b646-8439-4623-be78-73053de91059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:36.676894 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b5587a-49a1-4bc7-97ad-21d4e7cbef05 x-openstack-request-id: req-d5b5587a-49a1-4bc7-97ad-21d4e7cbef05 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:57:36.676894 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3450b87a-cad4-40df-95c0-a0c82255fda9", "tag": "e2a887b3-a6c4-4306-944f-c2302281ad35", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:57:36.677522 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5b5587a-49a1-4bc7-97ad-21d4e7cbef05 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:57:36.678350 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'tag': 'e2a887b3-a6c4-4306-944f-c2302281ad35', 'status': 'completed', 'code': 200} Sep 22 09:57:36.752226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7362b646-8439-4623-be78-73053de91059 None None] Set router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:36.768325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-424bf04a-8ec6-481e-935e-4c1600ea9ba2 req-1cc86628-ade1-4094-8ba8-d425ce243bc3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=606ced73-de9c-4b12-b69b-66a3a50819cd HTTP/1.1" status: 200 len: 210 time: 0.0308218 Sep 22 09:57:36.770311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73167f-7129-4c6e-9652-5c41d91f3d82 req-06eb2ef8-1910-48d4-a1a8-ce472765b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:36.771767 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d73167f-7129-4c6e-9652-5c41d91f3d82 req-06eb2ef8-1910-48d4-a1a8-ce472765b204 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=623a04d1bea1431681f4a1df0c20e336&device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 1096 time: 0.0727539 Sep 22 09:57:36.969855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73167f-7129-4c6e-9652-5c41d91f3d82 req-cc91168f-0adb-4d09-83af-2f7994bc361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:36.971707 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d73167f-7129-4c6e-9652-5c41d91f3d82 req-cc91168f-0adb-4d09-83af-2f7994bc361e service neutron] 10.222.0.60 "GET /v2.0/networks?id=25f8a712-4e71-4d39-8176-3c7145fb055f HTTP/1.1" status: 200 len: 897 time: 0.1915984 Sep 22 09:57:37.022055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d73167f-7129-4c6e-9652-5c41d91f3d82 req-33da1a19-c754-4c6b-90df-5993385a716e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2a887b3-a6c4-4306-944f-c2302281ad35 HTTP/1.1" status: 200 len: 217 time: 0.0397379 Sep 22 09:57:37.033055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29a810-3e08-453f-aa6c-90c9b665b026 req-625333bc-d827-44dd-8a7d-72091e033315 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:37.034595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b29a810-3e08-453f-aa6c-90c9b665b026 req-625333bc-d827-44dd-8a7d-72091e033315 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 945 time: 0.1001596 Sep 22 09:57:37.036379 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7362b646-8439-4623-be78-73053de91059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:40Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0f0077cb-2b21-47fb-862e-2b7f2db87c77', 'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:8b:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:38Z', 'updated_at': '2021-09-22T09:56:42Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:37.065136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362b646-8439-4623-be78-73053de91059 None None] The sync data for ids ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'] in n-d-805649-4 is: [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:56:40Z', 'revision_number': 4, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0f0077cb-2b21-47fb-862e-2b7f2db87c77', 'name': '', 'network_id': '25f8a712-4e71-4d39-8176-3c7145fb055f', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'mac_address': 'fa:16:3e:8b:13:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:38Z', 'updated_at': '2021-09-22T09:56:42Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'subnets': [{'id': '5b0acac2-25b9-400f-8148-d9a574ec24bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:57:37.110306 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b29a810-3e08-453f-aa6c-90c9b665b026 req-a402a370-eabd-4ed5-829f-f9e14526cadb tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666192 Sep 22 09:57:37.111886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73167f-7129-4c6e-9652-5c41d91f3d82 req-24d252a4-b452-4180-b1b3-7c0f02c5c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:37.113795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d73167f-7129-4c6e-9652-5c41d91f3d82 req-24d252a4-b452-4180-b1b3-7c0f02c5c52b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b0acac2-25b9-400f-8148-d9a574ec24bf HTTP/1.1" status: 200 len: 834 time: 0.0778873 Sep 22 09:57:37.166575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73167f-7129-4c6e-9652-5c41d91f3d82 req-eaa8ad6a-5c07-4d3e-b3a8-75c5d82d4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:37.170138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d73167f-7129-4c6e-9652-5c41d91f3d82 req-eaa8ad6a-5c07-4d3e-b3a8-75c5d82d4ca5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25f8a712-4e71-4d39-8176-3c7145fb055f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472472 Sep 22 09:57:37.274334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d73167f-7129-4c6e-9652-5c41d91f3d82 req-4593ba5b-6a2b-4615-a62a-35b62b96e12f service neutron] 10.222.0.60 "GET /v2.0/networks/25f8a712-4e71-4d39-8176-3c7145fb055f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960279 Sep 22 09:57:37.344584 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb2b192-30f9-4783-9142-6f20b9d9c338 None None] New status for floating IP ace27510-5ed7-4ed3-95cd-3f89e6017126: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:57:37.381995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d73167f-7129-4c6e-9652-5c41d91f3d82 req-891e2dbe-aec1-45a8-a732-f063cded3bbe service neutron] 10.222.0.60 "GET /v2.0/networks/25f8a712-4e71-4d39-8176-3c7145fb055f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003511 Sep 22 09:57:37.612157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:57:37.636571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 6bd6292b-1e68-457b-9de6-0b21693e3caa {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:57:37.636872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 6bd6292b-1e68-457b-9de6-0b21693e3caa not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:57:37.825890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45244) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:38.038401 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec370d-e09c-4026-8523-f94a32bf891f req-b87326ac-920c-42e5-bd6c-37fc403ce167 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:38.039911 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3eec370d-e09c-4026-8523-f94a32bf891f req-b87326ac-920c-42e5-bd6c-37fc403ce167 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.60 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 945 time: 0.1037261 Sep 22 09:57:38.247298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-3eec370d-e09c-4026-8523-f94a32bf891f req-c604d194-b274-4035-893d-be0c99fdd968 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting port e2a887b3-a6c4-4306-944f-c2302281ad35 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:57:38.247631 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3eec370d-e09c-4026-8523-f94a32bf891f req-c604d194-b274-4035-893d-be0c99fdd968 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:38.296218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab9d3e-6c09-485e-83d1-811c770411ad req-f61a3097-6e47-49cd-bc51-0b449ff86adb tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:38.297747 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbab9d3e-6c09-485e-83d1-811c770411ad req-f61a3097-6e47-49cd-bc51-0b449ff86adb tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 945 time: 0.1005166 Sep 22 09:57:38.390514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-3eec370d-e09c-4026-8523-f94a32bf891f req-c604d194-b274-4035-893d-be0c99fdd968 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] For port e2a887b3-a6c4-4306-944f-c2302281ad35, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e2a887b3-a6c4-4306-944f-c2302281ad35,segment=NetworkSegment(a22203d7-82d7-4ccf-91b3-99b1274e3654),segment_id=a22203d7-82d7-4ccf-91b3-99b1274e3654)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:38.390880 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3eec370d-e09c-4026-8523-f94a32bf891f req-c604d194-b274-4035-893d-be0c99fdd968 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:38.428864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-3eec370d-e09c-4026-8523-f94a32bf891f req-c604d194-b274-4035-893d-be0c99fdd968 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Calling delete_port for e2a887b3-a6c4-4306-944f-c2302281ad35 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:57:38.434303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbab9d3e-6c09-485e-83d1-811c770411ad req-410a2a2a-c384-453f-a650-180c60380605 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/security-groups?id=41c4a6df-b350-4965-a6d3-8129423f7aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045640 Sep 22 09:57:38.514870 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:38.753707 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3eec370d-e09c-4026-8523-f94a32bf891f req-c604d194-b274-4035-893d-be0c99fdd968 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:38.785769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604d194-b274-4035-893d-be0c99fdd968 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Port': ['ID=e2a887b3-a6c4-4306-944f-c2302281ad35,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:38.868904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eec370d-e09c-4026-8523-f94a32bf891f req-c604d194-b274-4035-893d-be0c99fdd968 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] No DVR routers for this DVR port e2a887b3-a6c4-4306-944f-c2302281ad35 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:57:38.872868 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-3eec370d-e09c-4026-8523-f94a32bf891f req-c604d194-b274-4035-893d-be0c99fdd968 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:38.874872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3eec370d-e09c-4026-8523-f94a32bf891f req-c604d194-b274-4035-893d-be0c99fdd968 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.60 "DELETE /v2.0/ports/e2a887b3-a6c4-4306-944f-c2302281ad35 HTTP/1.1" status: 204 len: 173 time: 0.8097584 Sep 22 09:57:38.875402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'name': 'network-vif-deleted', 'tag': 'e2a887b3-a6c4-4306-944f-c2302281ad35'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:57:38.877676 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df796185-d024-4baf-be9a-c682c8880390" -d '{"events": [{"server_uuid": "3450b87a-cad4-40df-95c0-a0c82255fda9", "name": "network-vif-deleted", "tag": "e2a887b3-a6c4-4306-944f-c2302281ad35"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:57:38.913255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:57:38.913573 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:38.929911 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3c4a92-6c58-40b2-8603-e0162f3835aa x-openstack-request-id: req-3a3c4a92-6c58-40b2-8603-e0162f3835aa {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:57:38.930211 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3450b87a-cad4-40df-95c0-a0c82255fda9", "name": "network-vif-deleted", "tag": "e2a887b3-a6c4-4306-944f-c2302281ad35", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:57:38.930465 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a3c4a92-6c58-40b2-8603-e0162f3835aa {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:57:38.930857 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3450b87a-cad4-40df-95c0-a0c82255fda9', 'name': 'network-vif-deleted', 'tag': 'e2a887b3-a6c4-4306-944f-c2302281ad35', 'status': 'completed', 'code': 200} Sep 22 09:57:39.015603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:39.015987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:39.029723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:57:39.341477 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:39.367533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:39.581124 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-babe9b88-7b87-47c6-bd2a-f8429450d757 req-88faf0c4-0d61-408f-8106-d2f71574fb89 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "GET /v2.0/ports?device_id=3450b87a-cad4-40df-95c0-a0c82255fda9 HTTP/1.1" status: 200 len: 210 time: 0.0340374 Sep 22 09:57:39.589425 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:39.859030 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router 11ee99e6-69ef-41cf-8fc3-125533beaea2 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:57:40.295740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:57:40.301158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7241781e-508e-422c-be6c-4bcbbc089bdb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "PUT /v2.0/routers/11ee99e6-69ef-41cf-8fc3-125533beaea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4739330 Sep 22 09:57:40.303700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45266) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:40.311325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b57b823-bc61-47f9-a3c1-a059c060c2bf None None] Sync routers for ids ['11ee99e6-69ef-41cf-8fc3-125533beaea2'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:57:40.321627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b57b823-bc61-47f9-a3c1-a059c060c2bf None None] Routers {'11ee99e6-69ef-41cf-8fc3-125533beaea2'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:40.322270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7b57b823-bc61-47f9-a3c1-a059c060c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['11ee99e6-69ef-41cf-8fc3-125533beaea2'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:40.357170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-433ddcd3-9b2c-4221-97eb-4a846b833bc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting subnet c4bd3cc6-3d35-4a55-8444-e753554b8d2f {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:57:40.360398 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-433ddcd3-9b2c-4221-97eb-4a846b833bc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:40.401645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-433ddcd3-9b2c-4221-97eb-4a846b833bc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:40.430030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7b57b823-bc61-47f9-a3c1-a059c060c2bf None None] Set router 11ee99e6-69ef-41cf-8fc3-125533beaea2 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:40.490070 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-433ddcd3-9b2c-4221-97eb-4a846b833bc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:40.616132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7b57b823-bc61-47f9-a3c1-a059c060c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:57:39Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:40.627277 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-433ddcd3-9b2c-4221-97eb-4a846b833bc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:40.644216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45274) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:40.644758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b57b823-bc61-47f9-a3c1-a059c060c2bf None None] Checking router: 11ee99e6-69ef-41cf-8fc3-125533beaea2 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:57:40.654715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b57b823-bc61-47f9-a3c1-a059c060c2bf None None] Routers {'11ee99e6-69ef-41cf-8fc3-125533beaea2'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:40.655973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7b57b823-bc61-47f9-a3c1-a059c060c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['11ee99e6-69ef-41cf-8fc3-125533beaea2'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:40.668291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ddcd3-9b2c-4221-97eb-4a846b833bc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bd3cc6-3d35-4a55-8444-e753554b8d2f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:40.670496 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-433ddcd3-9b2c-4221-97eb-4a846b833bc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:40.672494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-433ddcd3-9b2c-4221-97eb-4a846b833bc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/subnets/c4bd3cc6-3d35-4a55-8444-e753554b8d2f HTTP/1.1" status: 204 len: 168 time: 0.3678110 Sep 22 09:57:40.675172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45276) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:40.702019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4f3f3-6fdd-4a09-b727-501ed011d5f5 None None] Network d53b67d1-2eda-4b52-a56d-5fb16d7941e9 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:57:40.764957 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3386376d-22b1-4328-9126-3e51999f5520 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:40.828064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3386376d-22b1-4328-9126-3e51999f5520 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:40.849262 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:40.855827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7b57b823-bc61-47f9-a3c1-a059c060c2bf None None] Set router 11ee99e6-69ef-41cf-8fc3-125533beaea2 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:40.976561 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.154799 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3386376d-22b1-4328-9126-3e51999f5520 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.157545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3386376d-22b1-4328-9126-3e51999f5520 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.162172 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3386376d-22b1-4328-9126-3e51999f5520 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/security-groups/41c4a6df-b350-4965-a6d3-8129423f7aca HTTP/1.1" status: 204 len: 168 time: 0.5113742 Sep 22 09:57:41.177355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] DHCP port deletion for d53b67d1-2eda-4b52-a56d-5fb16d7941e9 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:57:41.189711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386376d-22b1-4328-9126-3e51999f5520 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c4a6df-b350-4965-a6d3-8129423f7aca,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:41.225468 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:57:41.225906 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.266150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7b57b823-bc61-47f9-a3c1-a059c060c2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:57:39Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:41.290874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45284) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:41.299436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b57b823-bc61-47f9-a3c1-a059c060c2bf None None] The sync data for ids ['11ee99e6-69ef-41cf-8fc3-125533beaea2'] in n-d-805649-4 is: [{'id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-903844605', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:23Z', 'updated_at': '2021-09-22T09:57:39Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ac:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ee99e6-69ef-41cf-8fc3-125533beaea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:24Z', 'updated_at': '2021-09-22T09:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:57:41.299436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e2a887b3-a6c4-4306-944f-c2302281ad35 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:57:41.344314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Deleting port 087b2979-c94f-4de7-9829-329701ec8fd1 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:57:41.345001 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.349222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: e2a887b3-a6c4-4306-944f-c2302281ad35 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:57:41.349566 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e2a887b3-a6c4-4306-944f-c2302281ad35 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:57:41.351343 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:41.351483 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.377639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:57:41.441901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] For port 087b2979-c94f-4de7-9829-329701ec8fd1, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=087b2979-c94f-4de7-9829-329701ec8fd1,segment=NetworkSegment(d19a3bdb-50d5-4316-9199-6f47e723592f),segment_id=d19a3bdb-50d5-4316-9199-6f47e723592f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:41.443576 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.459421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Calling delete_port for 087b2979-c94f-4de7-9829-329701ec8fd1 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:57:41.465759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 087b2979-c94f-4de7-9829-329701ec8fd1 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:57:41.613447 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.685124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.725330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:41.731774 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.775204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] No DVR routers for this DVR port 087b2979-c94f-4de7-9829-329701ec8fd1 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:57:41.777174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Pushing event deleted for resources: {'Port': ['ID=087b2979-c94f-4de7-9829-329701ec8fd1,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:41.798180 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.818953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.819449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.820106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.820602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.820970 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.821315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.821631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.821955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.823164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.824406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.824771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.825103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e520a14-82ba-489c-9e73-74f678d21757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:41.844641 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.903604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:41.906044 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.014828 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.015490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Fanout notify agent at l3_agent the message router_deleted on router 11ee99e6-69ef-41cf-8fc3-125533beaea2 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:57:42.023330 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.024531 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-23c0c8dc-71f2-4f56-ab59-f2c04765553e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/routers/11ee99e6-69ef-41cf-8fc3-125533beaea2 HTTP/1.1" status: 204 len: 168 time: 1.3480740 Sep 22 09:57:42.027902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45290) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:42.118218 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.129862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting port 0f0077cb-2b21-47fb-862e-2b7f2db87c77 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:57:42.130421 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.234312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] For port 0f0077cb-2b21-47fb-862e-2b7f2db87c77, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0f0077cb-2b21-47fb-862e-2b7f2db87c77,segment=NetworkSegment(a22203d7-82d7-4ccf-91b3-99b1274e3654),segment_id=a22203d7-82d7-4ccf-91b3-99b1274e3654)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:42.234694 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.235038 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.248508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Calling delete_port for 0f0077cb-2b21-47fb-862e-2b7f2db87c77 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:57:42.255872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53b67d1-2eda-4b52-a56d-5fb16d7941e9']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:42.266181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19a3bdb-50d5-4316-9199-6f47e723592f') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:42.266510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19a3bdb-50d5-4316-9199-6f47e723592f') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:42.276296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.289800 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.298168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:57:42.298590 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:57:42.306238 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:57:42.472130 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.488367 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.490338 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/networks/d53b67d1-2eda-4b52-a56d-5fb16d7941e9 HTTP/1.1" status: 204 len: 168 time: 0.4614704 Sep 22 09:57:42.493258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45296) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:42.506834 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b48252-369e-4138-9bd4-3241a9b75e09 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Network': ['ID=d53b67d1-2eda-4b52-a56d-5fb16d7941e9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:42.576107 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.607808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93f46b51-cfef-4252-93c4-9257e3f82319 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.615382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Port': ['ID=0f0077cb-2b21-47fb-862e-2b7f2db87c77,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:42.683204 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93f46b51-cfef-4252-93c4-9257e3f82319 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.839614 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.939022 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93f46b51-cfef-4252-93c4-9257e3f82319 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.942123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-93f46b51-cfef-4252-93c4-9257e3f82319 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:42.942835 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-93f46b51-cfef-4252-93c4-9257e3f82319 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/security-groups/ad01d7a6-7888-4a29-a6b0-903670d8fa68 HTTP/1.1" status: 204 len: 168 time: 0.4477727 Sep 22 09:57:42.957055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f46b51-cfef-4252-93c4-9257e3f82319 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad01d7a6-7888-4a29-a6b0-903670d8fa68,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:43.088441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:57:43.200732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:57:43.206023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-44ec8013-26a8-4618-851e-31a25a99d341 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "PUT /v2.0/routers/74c4029f-bfb1-4e69-8a36-2166f7e9d3d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9133558 Sep 22 09:57:43.208790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45302) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:43.212619 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b775b47f-3700-4a96-8255-91a5552ee5cb None None] Sync routers for ids ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:57:43.236118 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b775b47f-3700-4a96-8255-91a5552ee5cb None None] Routers {'74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:43.238134 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b775b47f-3700-4a96-8255-91a5552ee5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:43.273914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-6caec725-4e59-4c0e-b4e8-1bde7cc88703 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting subnet 5b0acac2-25b9-400f-8148-d9a574ec24bf {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:57:43.279086 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6caec725-4e59-4c0e-b4e8-1bde7cc88703 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:43.343293 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6caec725-4e59-4c0e-b4e8-1bde7cc88703 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:43.407047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:57:43.466433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:57:43.467016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6f55a6a2-a7b3-4bc0-8594-b5a17ecfb5a3 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:57:43.467593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:57:43.493889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:57:43.494771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6d0e16c4-fbf4-472e-873b-dbc57dcd0eaa not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:57:43.508591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45308) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:43.513707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-24ab777b-aac2-4f4c-bea7-35c4d8db19de tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1322530533', 'description': 'tempest-secgroup-smoke-1322530533 description', 'project_id': '9405e14d620a4da0b6fefcb274955fd4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:57:43.519668 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6caec725-4e59-4c0e-b4e8-1bde7cc88703 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:43.523457 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b775b47f-3700-4a96-8255-91a5552ee5cb None None] Set router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:43.650033 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24ab777b-aac2-4f4c-bea7-35c4d8db19de tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:43.689631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6caec725-4e59-4c0e-b4e8-1bde7cc88703 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:43.709663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6caec725-4e59-4c0e-b4e8-1bde7cc88703 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:43.716622 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6caec725-4e59-4c0e-b4e8-1bde7cc88703 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/subnets/5b0acac2-25b9-400f-8148-d9a574ec24bf HTTP/1.1" status: 204 len: 168 time: 0.5061367 Sep 22 09:57:43.717591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d000be-af0c-4087-8f33-7bc2db6f5d3e None None] Network 25f8a712-4e71-4d39-8176-3c7145fb055f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:57:43.725012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45310) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:43.735240 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b775b47f-3700-4a96-8255-91a5552ee5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:57:42Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:43.740123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caec725-4e59-4c0e-b4e8-1bde7cc88703 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0acac2-25b9-400f-8148-d9a574ec24bf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:43.765399 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b775b47f-3700-4a96-8255-91a5552ee5cb None None] Checking router: 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:57:43.774159 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b775b47f-3700-4a96-8255-91a5552ee5cb None None] Routers {'74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:43.774860 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b775b47f-3700-4a96-8255-91a5552ee5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:43.867685 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:43.907968 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b775b47f-3700-4a96-8255-91a5552ee5cb None None] Set router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:43.945650 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24ab777b-aac2-4f4c-bea7-35c4d8db19de tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:43.999815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff872581-2ffc-4ed9-b413-68cb59e5b7bd None None] DHCP port deletion for 25f8a712-4e71-4d39-8176-3c7145fb055f request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:57:44.016243 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24ab777b-aac2-4f4c-bea7-35c4d8db19de tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.028376 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.050420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ff872581-2ffc-4ed9-b413-68cb59e5b7bd None None] Deleting port 33db8638-c424-4aea-8ce0-800328495f44 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:57:44.051130 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff872581-2ffc-4ed9-b413-68cb59e5b7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.068587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab777b-aac2-4f4c-bea7-35c4d8db19de tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84484b4-f945-4a4d-b25a-d14587d1091f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:44.126342 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b775b47f-3700-4a96-8255-91a5552ee5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:57:42Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:44.128537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ff872581-2ffc-4ed9-b413-68cb59e5b7bd None None] For port 33db8638-c424-4aea-8ce0-800328495f44, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=33db8638-c424-4aea-8ce0-800328495f44,segment=NetworkSegment(a22203d7-82d7-4ccf-91b3-99b1274e3654),segment_id=a22203d7-82d7-4ccf-91b3-99b1274e3654)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:44.128816 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24ab777b-aac2-4f4c-bea7-35c4d8db19de tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.128965 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff872581-2ffc-4ed9-b413-68cb59e5b7bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.130301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-24ab777b-aac2-4f4c-bea7-35c4d8db19de tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6202633 Sep 22 09:57:44.133266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45312) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:44.150094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ff872581-2ffc-4ed9-b413-68cb59e5b7bd None None] Calling delete_port for 33db8638-c424-4aea-8ce0-800328495f44 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:57:44.169834 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b775b47f-3700-4a96-8255-91a5552ee5cb None None] The sync data for ids ['74c4029f-bfb1-4e69-8a36-2166f7e9d3d9'] in n-d-805649-4 is: [{'id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'name': 'tempest-TestNetworkBasicOps-router-944792224', 'tenant_id': '623a04d1bea1431681f4a1df0c20e336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:56:34Z', 'updated_at': '2021-09-22T09:57:42Z', 'revision_number': 5, 'project_id': '623a04d1bea1431681f4a1df0c20e336', 'gw_port': {'id': '6bc8ce9b-568e-4052-a8f1-b915cdbcd28f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c4029f-bfb1-4e69-8a36-2166f7e9d3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:56:35Z', 'updated_at': '2021-09-22T09:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:57:44.237673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Deleting port 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:57:44.243118 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.305096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7a5875e2-db1c-477f-91a1-c9f1e2b11d63 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'c84484b4-f945-4a4d-b25a-d14587d1091f', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:57:44.343409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] For port 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6bc8ce9b-568e-4052-a8f1-b915cdbcd28f,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:44.345038 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.355788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Calling delete_port for 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:57:44.403230 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ff872581-2ffc-4ed9-b413-68cb59e5b7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.429424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff872581-2ffc-4ed9-b413-68cb59e5b7bd None None] Pushing event deleted for resources: {'Port': ['ID=33db8638-c424-4aea-8ce0-800328495f44,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:44.432786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff872581-2ffc-4ed9-b413-68cb59e5b7bd None None] No DVR routers for this DVR port 33db8638-c424-4aea-8ce0-800328495f44 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:57:44.575167 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a5875e2-db1c-477f-91a1-c9f1e2b11d63 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.632295 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a5875e2-db1c-477f-91a1-c9f1e2b11d63 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.654829 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.683825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Port': ['ID=6bc8ce9b-568e-4052-a8f1-b915cdbcd28f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:44.740405 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a5875e2-db1c-477f-91a1-c9f1e2b11d63 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.765436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5875e2-db1c-477f-91a1-c9f1e2b11d63 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb1167e-aec6-460b-a838-8369ea7fc7e1,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:44.770043 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.879290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.882377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.884048 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7a5875e2-db1c-477f-91a1-c9f1e2b11d63 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:44.885942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7a5875e2-db1c-477f-91a1-c9f1e2b11d63 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7516456 Sep 22 09:57:44.888835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45320) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:44.894355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-2bad3ca7-2799-465d-be7d-f6044909a734 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'c84484b4-f945-4a4d-b25a-d14587d1091f', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:57:45.014528 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bad3ca7-2799-465d-be7d-f6044909a734 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.060545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.061154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Fanout notify agent at l3_agent the message router_deleted on router 74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:57:45.075179 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.075179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e34c58c4-e1d2-477d-90f0-72617fcf435b tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/routers/74c4029f-bfb1-4e69-8a36-2166f7e9d3d9 HTTP/1.1" status: 204 len: 168 time: 1.3424194 Sep 22 09:57:45.075179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45322) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:45.079055 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bad3ca7-2799-465d-be7d-f6044909a734 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.157170 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.175305 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bad3ca7-2799-465d-be7d-f6044909a734 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.198972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad3ca7-2799-465d-be7d-f6044909a734 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad6f30f-5b23-4a3c-9dce-f7916ed644e9,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:45.267298 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.287939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f8a712-4e71-4d39-8176-3c7145fb055f']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:45.297585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22203d7-82d7-4ccf-91b3-99b1274e3654') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:45.297888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22203d7-82d7-4ccf-91b3-99b1274e3654') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:45.300598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2bad3ca7-2799-465d-be7d-f6044909a734 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.305065 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2bad3ca7-2799-465d-be7d-f6044909a734 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4114897 Sep 22 09:57:45.305251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45324) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:45.310338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2b2b3a50-b0b0-490f-8141-63d8fbe62593 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'c84484b4-f945-4a4d-b25a-d14587d1091f', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:57:45.319539 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.339045 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.346711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:57:45.347112 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:57:45.350093 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:57:45.419620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2b2b3a50-b0b0-490f-8141-63d8fbe62593 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.475790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2b2b3a50-b0b0-490f-8141-63d8fbe62593 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.500034 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.507479 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.510037 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] 10.222.0.49 "DELETE /v2.0/networks/25f8a712-4e71-4d39-8176-3c7145fb055f HTTP/1.1" status: 204 len: 168 time: 0.4354875 Sep 22 09:57:45.536453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0f31f-c052-4212-b16d-4fb9dfca7ce9 tempest-TestNetworkBasicOps-704255387 tempest-TestNetworkBasicOps-704255387-project] Pushing event deleted for resources: {'Network': ['ID=25f8a712-4e71-4d39-8176-3c7145fb055f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:45.586243 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2b2b3a50-b0b0-490f-8141-63d8fbe62593 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.613776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b3a50-b0b0-490f-8141-63d8fbe62593 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd24ef8-03ca-4c83-8dd7-595723c58b3d,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:45.627062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 33db8638-c424-4aea-8ce0-800328495f44 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:57:45.647413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 33db8638-c424-4aea-8ce0-800328495f44 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:57:45.647768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 33db8638-c424-4aea-8ce0-800328495f44 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:57:45.648166 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:57:45.668117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:57:45.668457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6bc8ce9b-568e-4052-a8f1-b915cdbcd28f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:57:45.671768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0f0077cb-2b21-47fb-862e-2b7f2db87c77 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:57:45.690751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 0f0077cb-2b21-47fb-862e-2b7f2db87c77 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:57:45.691091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0f0077cb-2b21-47fb-862e-2b7f2db87c77 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:57:45.743633 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2b2b3a50-b0b0-490f-8141-63d8fbe62593 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.743633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2b2b3a50-b0b0-490f-8141-63d8fbe62593 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4366515 Sep 22 09:57:45.746020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45332) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:45.750678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4938271b-d7d4-4b6e-9778-ac2c4880ae2b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'c84484b4-f945-4a4d-b25a-d14587d1091f', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:57:45.899711 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4938271b-d7d4-4b6e-9778-ac2c4880ae2b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:45.958702 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4938271b-d7d4-4b6e-9778-ac2c4880ae2b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:46.081522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45336) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:46.089063 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4938271b-d7d4-4b6e-9778-ac2c4880ae2b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:46.107832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938271b-d7d4-4b6e-9778-ac2c4880ae2b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038eee38-1913-4278-ad26-f4340c83e5d4,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:46.197898 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4938271b-d7d4-4b6e-9778-ac2c4880ae2b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:46.199423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4938271b-d7d4-4b6e-9778-ac2c4880ae2b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4523938 Sep 22 09:57:46.202561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45340) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:46.207238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8376f380-3230-4557-8b6a-6089ff745efe tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'c84484b4-f945-4a4d-b25a-d14587d1091f', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:57:46.230248 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-98b9e429-fe3c-4189-b49b-2f74b883a10d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=623a04d1bea1431681f4a1df0c20e336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475644 Sep 22 09:57:46.232708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45342) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:46.283528 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4f45-0623-4e12-8b51-8cb56b608590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:46.310415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4f45-0623-4e12-8b51-8cb56b608590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:46.425473 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-8376f380-3230-4557-8b6a-6089ff745efe tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Project 9405e14d620a4da0b6fefcb274955fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:57:46.430588 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8376f380-3230-4557-8b6a-6089ff745efe tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:46.496462 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8376f380-3230-4557-8b6a-6089ff745efe tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:46.545212 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4f45-0623-4e12-8b51-8cb56b608590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:46.547992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f2d4f45-0623-4e12-8b51-8cb56b608590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:46.549198 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0f2d4f45-0623-4e12-8b51-8cb56b608590 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43dedbfd-756e-42e9-8110-4603095f9a56 HTTP/1.1" status: 204 len: 168 time: 0.3155577 Sep 22 09:57:46.557151 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d4f45-0623-4e12-8b51-8cb56b608590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dedbfd-756e-42e9-8110-4603095f9a56,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:46.643136 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8376f380-3230-4557-8b6a-6089ff745efe tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:46.664644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376f380-3230-4557-8b6a-6089ff745efe tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19fa249-3b1a-4728-9c0f-3a35d792d8fa,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:46.803447 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8376f380-3230-4557-8b6a-6089ff745efe tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:46.807429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8376f380-3230-4557-8b6a-6089ff745efe tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6006739 Sep 22 09:57:46.807763 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45350) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:46.812141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6ab81005-b248-4b0a-8eba-4baad723ea26 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': 'c84484b4-f945-4a4d-b25a-d14587d1091f', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:57:46.934428 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-6ab81005-b248-4b0a-8eba-4baad723ea26 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Project 9405e14d620a4da0b6fefcb274955fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:57:46.939940 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ab81005-b248-4b0a-8eba-4baad723ea26 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.016050 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ab81005-b248-4b0a-8eba-4baad723ea26 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.104866 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ab81005-b248-4b0a-8eba-4baad723ea26 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.123865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab81005-b248-4b0a-8eba-4baad723ea26 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5481e82-c16c-4af6-b43b-2b9b1d93051b,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:47.225324 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ab81005-b248-4b0a-8eba-4baad723ea26 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.226579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6ab81005-b248-4b0a-8eba-4baad723ea26 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4180756 Sep 22 09:57:47.229772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45354) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:47.235466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'network': {'name': 'tempest-network-smoke--550603836', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'port_security_enabled': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:57:47.363191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:57:47.366776 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.391291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:57:47.400155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.400882 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Added segment 5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b of type vlan for network 445794c5-be14-432b-b5f0-f076e82b684b Sep 22 09:57:47.441736 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.459321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45356) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:47.472803 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e462efd0-42a0-40fc-8a1a-18551e7a1d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.569923 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.575768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e462efd0-42a0-40fc-8a1a-18551e7a1d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.576623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:47.578912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.678036 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e462efd0-42a0-40fc-8a1a-18551e7a1d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.703736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Network': ['ID=445794c5-be14-432b-b5f0-f076e82b684b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:47.719037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 445794c5-be14-432b-b5f0-f076e82b684b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:57:47.753644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e462efd0-42a0-40fc-8a1a-18551e7a1d7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6ded55117d94f59bc56eb6463a6e7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931218 Sep 22 09:57:47.754554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462efd0-42a0-40fc-8a1a-18551e7a1d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1915d87-13a8-47a8-b7ad-90aba740dc69,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:47.756587 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45360) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:47.814762 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13aeca6b-b8d1-41f5-8520-07ee92d02ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.826166 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fca2972a-a3b5-454a-8b79-3af681c5eed1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5946505 Sep 22 09:57:47.830123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45364) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:47.835148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'admin_state_up': True, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:57:47.842194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13aeca6b-b8d1-41f5-8520-07ee92d02ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.945495 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:47.946661 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:48.020547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13aeca6b-b8d1-41f5-8520-07ee92d02ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:48.023423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-13aeca6b-b8d1-41f5-8520-07ee92d02ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:48.024971 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-13aeca6b-b8d1-41f5-8520-07ee92d02ddc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1915d87-13a8-47a8-b7ad-90aba740dc69 HTTP/1.1" status: 204 len: 168 time: 0.2667389 Sep 22 09:57:48.035291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aeca6b-b8d1-41f5-8520-07ee92d02ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1915d87-13a8-47a8-b7ad-90aba740dc69,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:48.090439 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:48.327529 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:48.685808 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:48.711382 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:48.847235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.25.6.10 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/d3cb54d3-17c4-4469-8644-aaaf874b55e6) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:57:48.971938 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:49.415084 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:49.454553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:57:49.458186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:57:49.463154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:57:49.494328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=d3cb54d3-17c4-4469-8644-aaaf874b55e6,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:49.890012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:50.106825 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:50.368276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:57:50.481930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:57:50.492341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Sync routers for ids ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:57:50.503667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Routers {'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:50.504579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:50.608678 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:50.610118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-25342624-7f05-4234-b5fc-c9e418517d52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7788205 Sep 22 09:57:50.613371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45376) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:50.617174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Set router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:50.642743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b428fad1-27f8-46e1-aa42-b7545a1d35cf tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=9405e14d620a4da0b6fefcb274955fd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280786 Sep 22 09:57:50.645296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45378) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:50.746317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a647294-03a4-4d06-853a-2c7ffd132c33 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:50.747950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2a647294-03a4-4d06-853a-2c7ffd132c33 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1017265 Sep 22 09:57:50.752626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45380) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:50.788350 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bf7d5d59-d106-46cd-91c6-6a87ab089fce tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345030 Sep 22 09:57:50.792211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45382) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:50.796501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095358895', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:57:50.818542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:49Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:50.847392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Checking router: b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:57:50.847736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Updating router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 port d3cb54d3-17c4-4469-8644-aaaf874b55e6 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:57:50.880625 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:51.019927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:57:51.027666 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:51.170054 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:51.270819 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:51.315038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409e11c-54d7-4de3-988e-3573f7704dc2 None None] Pushing event updated for resources: {'Port': ['ID=d3cb54d3-17c4-4469-8644-aaaf874b55e6,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:51.375028 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:51.440832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Attempting to bind port d3cb54d3-17c4-4469-8644-aaaf874b55e6 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:57:51.441557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Attempting to bind port d3cb54d3-17c4-4469-8644-aaaf874b55e6 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:57:51.442250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Attempting to bind port d3cb54d3-17c4-4469-8644-aaaf874b55e6 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:57:51.451016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:57:51.451613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:57:51.452304 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:51.452967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:57:51.453752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Bound port: d3cb54d3-17c4-4469-8644-aaaf874b55e6, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:57:51.454399 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:51.458410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Subnet': ['ID=844d01a5-f0ed-42f7-ac26-712ce405c4f5,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:51.472539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Checking segment: {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:57:51.477619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network hostable DHCP agents. Network: 445794c5-be14-432b-b5f0-f076e82b684b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:57:51.522716 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] For port d3cb54d3-17c4-4469-8644-aaaf874b55e6, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:57:51.529292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] For port d3cb54d3-17c4-4469-8644-aaaf874b55e6, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d3cb54d3-17c4-4469-8644-aaaf874b55e6,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:57:51.603583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 445794c5-be14-432b-b5f0-f076e82b684b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:57:51.630779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:51.689735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Routers {'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:51.690297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:51.729070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409e11c-54d7-4de3-988e-3573f7704dc2 None None] Pushing event updated for resources: {'Port': ['ID=d3cb54d3-17c4-4469-8644-aaaf874b55e6,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:51.739998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 445794c5-be14-432b-b5f0-f076e82b684b) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:57:51.745190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:51.745833 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:51.752492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c41ef-13a9-4270-8fb5-9c77cd92b4b7 None None] Network 445794c5-be14-432b-b5f0-f076e82b684b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:57:51.844795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4f62f58e-30f1-46e8-a684-0de2dcef066a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0510821 Sep 22 09:57:51.846590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45388) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:57:51.861787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] Set router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:52.092434 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-445794c5-be14-432b-b5f0-f076e82b684b', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ips': [{'subnet_id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:57:52.093390 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:52.256485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:49Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:52.407186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:52.438642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f68bc-8fe4-4154-96a2-7e0f6b92a6a5 None None] The sync data for ids ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'] in n-d-805649-4 is: [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:49Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:57:52.457333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Allocated IP 172.20.0.2 (445794c5-be14-432b-b5f0-f076e82b684b/844d01a5-f0ed-42f7-ac26-712ce405c4f5/093cb971-6248-4099-a2db-18e00ffa1387) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:57:52.641650 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:52.751747 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:52.801912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Network 445794c5-be14-432b-b5f0-f076e82b684b is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:57:52.804718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:57:52.812784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:57:52.816236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=093cb971-6248-4099-a2db-18e00ffa1387,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:52.834825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.20.0.1 (445794c5-be14-432b-b5f0-f076e82b684b/844d01a5-f0ed-42f7-ac26-712ce405c4f5/c2573fc5-622c-40f9-b0c5-02c460e5b97e) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:57:52.885274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Attempting to bind port 093cb971-6248-4099-a2db-18e00ffa1387 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:57:52.885826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Attempting to bind port 093cb971-6248-4099-a2db-18e00ffa1387 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:57:52.886299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Attempting to bind port 093cb971-6248-4099-a2db-18e00ffa1387 on network 445794c5-be14-432b-b5f0-f076e82b684b {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:57:52.892218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:57:52.892838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Checking segment: {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:57:52.894377 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:52.894377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Bound using segment: {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:57:52.894611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Bound port: 093cb971-6248-4099-a2db-18e00ffa1387, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:57:52.895044 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:52.975135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] For port 093cb971-6248-4099-a2db-18e00ffa1387, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:57:52.979069 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:52.981428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] For port 093cb971-6248-4099-a2db-18e00ffa1387, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=093cb971-6248-4099-a2db-18e00ffa1387,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:57:53.051940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-981d1ce3-1a85-4a69-8735-a2fa8c58a64a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709958 Sep 22 09:57:53.066537 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:53.138300 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:53.154919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629b02a-0cc3-4861-af7d-3eb431bb7bf9 None None] Pushing event updated for resources: {'Port': ['ID=093cb971-6248-4099-a2db-18e00ffa1387,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:53.180077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 445794c5-be14-432b-b5f0-f076e82b684b is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:57:53.190770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:57:53.197764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:57:53.232131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-fc2225c0-9320-4809-aab7-34cef200e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:53.234052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-fc2225c0-9320-4809-aab7-34cef200e9ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1097 time: 0.1305003 Sep 22 09:57:53.369717 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:53.373754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d3cb54d3-17c4-4469-8644-aaaf874b55e6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:57:53.467034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d3cb54d3-17c4-4469-8644-aaaf874b55e6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:53.467413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:53.583831 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:53.608370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port d3cb54d3-17c4-4469-8644-aaaf874b55e6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d3cb54d3-17c4-4469-8644-aaaf874b55e6,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:53.664991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=c2573fc5-622c-40f9-b0c5-02c460e5b97e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:53.712219 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:53.745961 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:53.804172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=d3cb54d3-17c4-4469-8644-aaaf874b55e6,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:53.817205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-78b38bae-0a88-441d-8a7f-708c35c1487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:53.818640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-78b38bae-0a88-441d-8a7f-708c35c1487b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.1548567 Sep 22 09:57:53.943505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-b0cc4a00-fe39-45fa-9db6-e9219eb4b55f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 1001 time: 0.1089520 Sep 22 09:57:53.996031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-f1e5cc3a-5ed7-4777-8516-b4943cce0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:53.997431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-f1e5cc3a-5ed7-4777-8516-b4943cce0b5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0467279 Sep 22 09:57:54.074581 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:54.081397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-51e561d3-9d61-47c5-a04e-55584c5027ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:54.083706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-51e561d3-9d61-47c5-a04e-55584c5027ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785940 Sep 22 09:57:54.261039 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-41484d90-4f73-4e02-9991-22e8c744af1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:54.261688 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-5b4a3cce-1a1b-4ea6-93cc-6db9593312d0 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716290 Sep 22 09:57:54.459843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf88e9b-a17f-4579-a688-73ab08862158 req-9598b74c-bc7a-49d8-a5a7-d07593babfc6 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913102 Sep 22 09:57:54.524322 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:54.660094 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:54.671691 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:54.740522 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:54.742401 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=c2573fc5-622c-40f9-b0c5-02c460e5b97e,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:54.849187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 445794c5-be14-432b-b5f0-f076e82b684b is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:57:54.850639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:57:54.974971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:57:55.043415 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79626d9e-72e2-4b4e-a464-1840d157b350 None None] Network 445794c5-be14-432b-b5f0-f076e82b684b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:57:55.095723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:57:55.104396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-551f6a7d-ff39-4b75-accc-ab79be993c90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "PUT /v2.0/routers/b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2536800 Sep 22 09:57:55.109822 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Sync routers for ids ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:57:55.120234 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Routers {'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:55.124425 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:55.135753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-95c6d701-eebe-4e6c-9c15-23acd5cf1e9e None None] Provisioning complete for port 093cb971-6248-4099-a2db-18e00ffa1387 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:55.136128 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95c6d701-eebe-4e6c-9c15-23acd5cf1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:55.303943 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Set router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:55.351295 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95c6d701-eebe-4e6c-9c15-23acd5cf1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:55.397729 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-95c6d701-eebe-4e6c-9c15-23acd5cf1e9e None None] For port 093cb971-6248-4099-a2db-18e00ffa1387, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=093cb971-6248-4099-a2db-18e00ffa1387,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:55.484050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d3cb54d3-17c4-4469-8644-aaaf874b55e6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:57:55.565009 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95c6d701-eebe-4e6c-9c15-23acd5cf1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:55.624150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d3cb54d3-17c4-4469-8644-aaaf874b55e6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:55.624558 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:55.680204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6d701-eebe-4e6c-9c15-23acd5cf1e9e None None] Pushing event updated for resources: {'Port': ['ID=093cb971-6248-4099-a2db-18e00ffa1387,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:55.705337 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c2573fc5-622c-40f9-b0c5-02c460e5b97e', 'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:11:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:52Z', 'updated_at': '2021-09-22T09:57:54Z', 'revision_number': 2, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:55.705914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-14db28cb-d255-49bd-9e95-0a75f71934c0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1322530533&fields=id&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 267 time: 0.0447280 Sep 22 09:57:55.708573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-bdbcbc3a-81a7-456d-b473-f73a0f3ea1b1 None None] Provisioning complete for port 093cb971-6248-4099-a2db-18e00ffa1387 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:55.708573 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bdbcbc3a-81a7-456d-b473-f73a0f3ea1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:55.737783 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Checking router: b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:57:55.738295 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Updating router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 port c2573fc5-622c-40f9-b0c5-02c460e5b97e binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:57:55.774011 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:55.785016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 093cb971-6248-4099-a2db-18e00ffa1387 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:57:55.872601 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 093cb971-6248-4099-a2db-18e00ffa1387 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:55.873055 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:55.882880 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-3b6f021e-c229-4db0-a29f-c4b73b7da3d5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:55.895514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-3b6f021e-c229-4db0-a29f-c4b73b7da3d5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/networks?id=445794c5-be14-432b-b5f0-f076e82b684b HTTP/1.1" status: 200 len: 796 time: 0.1756575 Sep 22 09:57:55.910670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-bdbcbc3a-81a7-456d-b473-f73a0f3ea1b1 None None] Provisioning complete for port c2573fc5-622c-40f9-b0c5-02c460e5b97e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:55.911123 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bdbcbc3a-81a7-456d-b473-f73a0f3ea1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:55.917370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-1025d94b-dca9-4ad3-8918-d29643c40c53 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/quotas/9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 375 time: 0.0208769 Sep 22 09:57:55.951288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcbc3a-81a7-456d-b473-f73a0f3ea1b1 None None] Port c2573fc5-622c-40f9-b0c5-02c460e5b97e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:57:56.008668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-06c7daeb-e3c5-4798-91b7-94e70888df9e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824764 Sep 22 09:57:56.078576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c310c1ce-43af-4d63-9ceb-84ac6e993e32 None None] Provisioning complete for port c2573fc5-622c-40f9-b0c5-02c460e5b97e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:56.079163 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c310c1ce-43af-4d63-9ceb-84ac6e993e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:56.152160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c310c1ce-43af-4d63-9ceb-84ac6e993e32 None None] Port c2573fc5-622c-40f9-b0c5-02c460e5b97e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:57:56.159691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-79df7c40-e949-4394-92bc-94f5f2c37ad3 service neutron] 10.222.0.49 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370144 Sep 22 09:57:56.166065 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:56.261609 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-c8d73c25-9132-477c-8d14-8a2d07be231c service neutron] 10.222.0.49 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009419 Sep 22 09:57:56.278234 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:56.284665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b138d1ff-bdf2-4af0-8ad7-b0df2343f760 None None] Provisioning complete for port c2573fc5-622c-40f9-b0c5-02c460e5b97e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:56.285099 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b138d1ff-bdf2-4af0-8ad7-b0df2343f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:56.330514 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b138d1ff-bdf2-4af0-8ad7-b0df2343f760 None None] Port c2573fc5-622c-40f9-b0c5-02c460e5b97e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:57:56.438336 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Pushing event updated for resources: {'Port': ['ID=c2573fc5-622c-40f9-b0c5-02c460e5b97e,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:56.461966 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.462818 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.463199 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.463610 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.463943 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.464264 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.464583 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.464929 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.465247 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.465562 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.465978 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.466191 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:57:56.490473 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Attempting to bind port c2573fc5-622c-40f9-b0c5-02c460e5b97e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:57:56.490842 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Attempting to bind port c2573fc5-622c-40f9-b0c5-02c460e5b97e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:57:56.491250 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Attempting to bind port c2573fc5-622c-40f9-b0c5-02c460e5b97e on network 445794c5-be14-432b-b5f0-f076e82b684b {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:57:56.497871 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:57:56.498239 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Checking segment: {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:57:56.498665 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:56.499076 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Bound using segment: {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:57:56.499541 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Bound port: c2573fc5-622c-40f9-b0c5-02c460e5b97e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:57:56.499923 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:56.550989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3e550f91-5c98-4f6f-b562-266a3794061f None None] Provisioning complete for port c2573fc5-622c-40f9-b0c5-02c460e5b97e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:56.551707 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3e550f91-5c98-4f6f-b562-266a3794061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:56.569957 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] For port c2573fc5-622c-40f9-b0c5-02c460e5b97e, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:57:56.574059 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] For port c2573fc5-622c-40f9-b0c5-02c460e5b97e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c2573fc5-622c-40f9-b0c5-02c460e5b97e,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:57:56.588636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3e550f91-5c98-4f6f-b562-266a3794061f None None] Port c2573fc5-622c-40f9-b0c5-02c460e5b97e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:57:56.751818 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:56.771656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c70b4be-a116-4f0e-976c-b351ea2de438 req-5b37478f-7db5-48e6-9bdc-8e612d4bee95 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 210 time: 0.0316546 Sep 22 09:57:56.904500 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Routers {'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:57:56.906807 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:56.916917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8731-5322-4120-9457-2505a80945a0 req-aa98b856-f383-40ed-9a3e-7b3f441db540 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:57:56.918634 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-251c8731-5322-4120-9457-2505a80945a0 req-aa98b856-f383-40ed-9a3e-7b3f441db540 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 946 time: 0.0602717 Sep 22 09:57:56.941769 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2f5ef-aa71-4a6f-a0b4-1c4b8ece7bdb None None] Pushing event updated for resources: {'Port': ['ID=c2573fc5-622c-40f9-b0c5-02c460e5b97e,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:56.968847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-251c8731-5322-4120-9457-2505a80945a0 req-85e94366-5002-4543-98e1-f5a173bbbb0a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376902 Sep 22 09:57:56.997726 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5774d8c7-0ef7-4dea-ad1a-801145a8e546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:57.050186 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] Set router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:57:57.244253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-98f663fc-7ca4-4f7a-854d-5f8617d13c42 None None] Provisioning complete for port c2573fc5-622c-40f9-b0c5-02c460e5b97e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:57.248944 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-98f663fc-7ca4-4f7a-854d-5f8617d13c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:57.336112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 093cb971-6248-4099-a2db-18e00ffa1387 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:57:57.339698 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c2573fc5-622c-40f9-b0c5-02c460e5b97e', 'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:11:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:52Z', 'updated_at': '2021-09-22T09:57:56Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:57:57.372960 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97522235-e2d6-47c0-9b5a-83cf27de0b0f None None] The sync data for ids ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'] in n-d-805649-4 is: [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c2573fc5-622c-40f9-b0c5-02c460e5b97e', 'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:11:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:52Z', 'updated_at': '2021-09-22T09:57:56Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:57:57.376674 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-98f663fc-7ca4-4f7a-854d-5f8617d13c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:57.428353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-98f663fc-7ca4-4f7a-854d-5f8617d13c42 None None] For port c2573fc5-622c-40f9-b0c5-02c460e5b97e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c2573fc5-622c-40f9-b0c5-02c460e5b97e,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:57:57.430369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 093cb971-6248-4099-a2db-18e00ffa1387 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:57.430779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:57.643240 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-98f663fc-7ca4-4f7a-854d-5f8617d13c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:57.697892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f663fc-7ca4-4f7a-854d-5f8617d13c42 None None] Pushing event updated for resources: {'Port': ['ID=c2573fc5-622c-40f9-b0c5-02c460e5b97e,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:57:57.734417 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:58.030320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b5aced2-cea4-42a3-9c73-d7437b9c2b77 req-654bf328-37ff-4b15-a62e-87b5ee7c222f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 210 time: 0.0462189 Sep 22 09:57:58.175502 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:57:58.798122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-e19fb4bf-1c63-4052-a113-6a82e0f6cfde req-b67c264f-e38e-4cca-b0f3-a3df656ee9ad tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] (95510) timed out ('10.222.0.60', 56607) {{(pid=95510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 09:57:59.131964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-883301fd-fef6-4d76-8712-a970ab4a0c8f req-0d0978a5-3f57-4380-a77f-5c65cd606b89 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 210 time: 0.0261300 Sep 22 09:57:59.303244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c2573fc5-622c-40f9-b0c5-02c460e5b97e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:57:59.377383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c2573fc5-622c-40f9-b0c5-02c460e5b97e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:57:59.377754 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:00.026559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:00.139650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-ede08471-3982-4cab-945e-15a459b63c87 req-64306050-2e6f-4918-8c30-31db9a025c20 tempest-DeleteServersTestJSON-1182564403 tempest-DeleteServersTestJSON-1182564403-project] (95510) timed out ('10.222.0.49', 44688) {{(pid=95510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 09:58:00.241712 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-373e248b-152b-4607-b299-f3278050c36f req-323b3c84-d6e9-4640-a3af-06a2214b3f4e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 210 time: 0.0282378 Sep 22 09:58:00.326076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-d502e4f4-0a54-4d97-af49-a6edf518fac8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:00.327718 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-d502e4f4-0a54-4d97-af49-a6edf518fac8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/networks?id=445794c5-be14-432b-b5f0-f076e82b684b HTTP/1.1" status: 200 len: 796 time: 0.1578093 Sep 22 09:58:00.376834 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-470b793e-8e30-4da4-90d2-16f7b2a39ca4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 380 time: 0.0347209 Sep 22 09:58:00.398448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'port': {'device_id': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'admin_state_up': True, 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'security_groups': ['c84484b4-f945-4a4d-b25a-d14587d1091f']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:58:00.792146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:58:00.796353 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:00.983187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.20.0.11 (445794c5-be14-432b-b5f0-f076e82b684b/844d01a5-f0ed-42f7-ac26-712ce405c4f5/91dfbea1-a133-430b-9233-cd10f80b0bee) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:58:01.185583 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:01.324305 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:01.409679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:58:01.418291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=91dfbea1-a133-430b-9233-cd10f80b0bee,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:01.423943 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315e85c-2485-4427-9b66-6cf8d86bf149 req-b0034b16-f3f6-4bfb-ad30-9171b4e6141a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:01.424712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 445794c5-be14-432b-b5f0-f076e82b684b is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:58:01.429633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2315e85c-2485-4427-9b66-6cf8d86bf149 req-b0034b16-f3f6-4bfb-ad30-9171b4e6141a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 932 time: 0.0792027 Sep 22 09:58:01.434562 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:01.439612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.439931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.440395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.441123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.441699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.442425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.442929 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.443425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.443931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.444454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.445016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.445520 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:01.451354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:58:01.502851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2315e85c-2485-4427-9b66-6cf8d86bf149 req-0452a3de-75d3-487a-a253-b510d869dd89 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688722 Sep 22 09:58:01.573712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:01.574645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:01.694554 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-76bdb4ea-10e5-43c1-bce8-8edbce695311 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3030145 Sep 22 09:58:01.700547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:01.713486 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Request body: {'port': {'device_id': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:58:01.744208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'port_id': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'mac_address': 'fa:16:3e:a7:47:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:58:01.809992 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:01.832842 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1a56d5e-b5ce-4299-921d-c0b15d41434c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:58:01.858260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:01.863859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:01.927482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-41ef6aae-a36a-4caf-81e8-e1836763cd56 None None] Provisioning complete for port 91dfbea1-a133-430b-9233-cd10f80b0bee triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:01.928566 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-41ef6aae-a36a-4caf-81e8-e1836763cd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:02.016300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-41ef6aae-a36a-4caf-81e8-e1836763cd56 None None] Port 91dfbea1-a133-430b-9233-cd10f80b0bee cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:58:02.026527 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:02.172954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:02.177845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['b1a56d5e-b5ce-4299-921d-c0b15d41434c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:58:02.383384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91dfbea1-a133-430b-9233-cd10f80b0bee {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:58:02.401163 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:02.435387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Transition to ACTIVE for port object 91dfbea1-a133-430b-9233-cd10f80b0bee will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:58:02.448644 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:58:02.582842 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:02.722299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Pushing event updated for resources: {'Port': ['ID=91dfbea1-a133-430b-9233-cd10f80b0bee,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:02.751750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785e43b-acd7-4262-a5e0-e9bb2f5f554f req-4baac29a-d453-4c5d-b5d1-91427bf2cadf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:02.753614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f785e43b-acd7-4262-a5e0-e9bb2f5f554f req-4baac29a-d453-4c5d-b5d1-91427bf2cadf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 944 time: 0.1142826 Sep 22 09:58:02.830371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:58:02.831291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f785e43b-acd7-4262-a5e0-e9bb2f5f554f req-0a5423c0-34ba-427e-a950-293d7e00fd5b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759125 Sep 22 09:58:02.833382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:58:02.838508 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee on network 445794c5-be14-432b-b5f0-f076e82b684b {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:02.843059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Port 91dfbea1-a133-430b-9233-cd10f80b0bee on network 445794c5-be14-432b-b5f0-f076e82b684b not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:58:02.843724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee on network 445794c5-be14-432b-b5f0-f076e82b684b {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:02.854290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:58:02.854936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Checking segment: {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:58:02.855477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Bound using segment: {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:58:02.856182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Bound port: 91dfbea1-a133-430b-9233-cd10f80b0bee, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:58:02.856706 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:02.975050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:58:02.979381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:58:03.067205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:03.112354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:03.113658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:03.115463 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] 10.222.0.45 "PUT /v2.0/ports/91dfbea1-a133-430b-9233-cd10f80b0bee HTTP/1.1" status: 200 len: 1092 time: 1.4080181 Sep 22 09:58:03.116810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:58:03.123805 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1be8b7-9283-4718-bfec-a557f93d20da" -d '{"events": [{"name": "network-changed", "server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:58:03.226492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe544dd-569b-4037-9b5b-24559243ab3d service neutron] Pushing event updated for resources: {'Port': ['ID=91dfbea1-a133-430b-9233-cd10f80b0bee,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:03.256494 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ab2ae4-67e3-4a7b-804f-ed5df931e442 x-openstack-request-id: req-b8ab2ae4-67e3-4a7b-804f-ed5df931e442 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:58:03.256494 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:58:03.256494 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8ab2ae4-67e3-4a7b-804f-ed5df931e442 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:58:03.256494 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'status': 'completed', 'code': 200} Sep 22 09:58:03.405649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1be8b7-9283-4718-bfec-a557f93d20da req-c9f2c06d-1ec4-45d8-a87c-c2a9d6defb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:03.408011 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1f1be8b7-9283-4718-bfec-a557f93d20da req-c9f2c06d-1ec4-45d8-a87c-c2a9d6defb86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1095 time: 0.1269553 Sep 22 09:58:03.425320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:03.516541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port b1a56d5e-b5ce-4299-921d-c0b15d41434c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:03.517914 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:03.554371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1be8b7-9283-4718-bfec-a557f93d20da req-69744ee6-4446-4d41-9f56-f8e51c8345e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:03.556457 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1f1be8b7-9283-4718-bfec-a557f93d20da req-69744ee6-4446-4d41-9f56-f8e51c8345e9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9405e14d620a4da0b6fefcb274955fd4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1341424 Sep 22 09:58:03.642646 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:03.669369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:58:03.672038 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36454ca7-acd1-4743-bcad-c8c27fd4b17d" -d '{"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-plugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:58:03.688861 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:03.691606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1be8b7-9283-4718-bfec-a557f93d20da req-910869d6-ac38-451f-8311-2ce525bfb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:03.699027 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1f1be8b7-9283-4718-bfec-a557f93d20da req-910869d6-ac38-451f-8311-2ce525bfb7df service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341724 Sep 22 09:58:03.750629 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4cba34-4445-4a16-89ba-837229a647e6 x-openstack-request-id: req-fa4cba34-4445-4a16-89ba-837229a647e6 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:58:03.751253 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-plugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:58:03.751975 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa4cba34-4445-4a16-89ba-837229a647e6 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:58:03.752568 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'code': 200} Sep 22 09:58:03.776196 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:03.829415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-5503581a-bbc8-42d4-a246-2d11b5773a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:03.832063 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-5503581a-bbc8-42d4-a246-2d11b5773a23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1095 time: 0.0683722 Sep 22 09:58:03.885276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:03.996233 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-8c4735ab-e000-4171-806a-cac0d20580b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91dfbea1-a133-430b-9233-cd10f80b0bee HTTP/1.1" status: 200 len: 217 time: 0.1454699 Sep 22 09:58:04.086405 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7ea7d-f91c-4315-aedc-a485fdddb853 req-811da0dd-dd37-4bf3-8eed-82c6194c26a1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:04.104187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbf7ea7d-f91c-4315-aedc-a485fdddb853 req-811da0dd-dd37-4bf3-8eed-82c6194c26a1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 944 time: 0.1309502 Sep 22 09:58:04.146602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-c563d1b4-676b-4b54-8350-d2836c4f287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:04.149188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-c563d1b4-676b-4b54-8350-d2836c4f287a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=844d01a5-f0ed-42f7-ac26-712ce405c4f5 HTTP/1.1" status: 200 len: 835 time: 0.1446397 Sep 22 09:58:04.200421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbf7ea7d-f91c-4315-aedc-a485fdddb853 req-e9a5b753-d3f8-42fd-b476-960402230018 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917380 Sep 22 09:58:04.284682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-4fea3419-dbb6-4e28-95f1-8ee784d22ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:04.287617 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-4fea3419-dbb6-4e28-95f1-8ee784d22ba2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=445794c5-be14-432b-b5f0-f076e82b684b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256466 Sep 22 09:58:04.443482 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-ef865624-62ba-4a7d-9f69-a2b86c1dd2c1 service neutron] 10.222.0.45 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421211 Sep 22 09:58:04.602035 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf4bd302-ce3c-42eb-b89e-2adbfdbf49c8 req-141dbf4c-cb6a-431a-b782-c1a45d0a1149 service neutron] 10.222.0.45 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451077 Sep 22 09:58:05.404584 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4671a7-4481-4e19-b57a-5abfcc583e8d req-9d26f915-0b66-4008-8292-f99b3545edb2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:05.408123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd4671a7-4481-4e19-b57a-5abfcc583e8d req-9d26f915-0b66-4008-8292-f99b3545edb2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 944 time: 0.1111608 Sep 22 09:58:05.464819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd4671a7-4481-4e19-b57a-5abfcc583e8d req-49f79387-4bb1-42b2-95f9-a82551fdd0f1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496862 Sep 22 09:58:06.654859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9403c-8b52-4fc7-8c07-116611b283a3 req-7b3da6a3-c4fb-4b46-815e-9c7a37b2c660 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:06.656509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ad9403c-8b52-4fc7-8c07-116611b283a3 req-7b3da6a3-c4fb-4b46-815e-9c7a37b2c660 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 944 time: 0.0623810 Sep 22 09:58:06.714764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ad9403c-8b52-4fc7-8c07-116611b283a3 req-48c36415-3472-4bec-8e45-ba8a422a3718 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472026 Sep 22 09:58:07.751121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 91dfbea1-a133-430b-9233-cd10f80b0bee details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:58:07.894975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:07.909593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'port_id': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'mac_address': 'fa:16:3e:87:81:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:58:07.967860 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:07.983448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91dfbea1-a133-430b-9233-cd10f80b0bee {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:58:07.986832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee525e61-4137-4fb6-8d1f-63ea477aec6f req-10dd81c4-6155-4223-a083-63a1c83a6cd3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:08.008279 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee525e61-4137-4fb6-8d1f-63ea477aec6f req-10dd81c4-6155-4223-a083-63a1c83a6cd3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 944 time: 0.1332057 Sep 22 09:58:08.009145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:08.079915 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee525e61-4137-4fb6-8d1f-63ea477aec6f req-00f83a54-26ae-48e2-995c-a5ed9a799639 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690496 Sep 22 09:58:08.101308 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:08.190616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=91dfbea1-a133-430b-9233-cd10f80b0bee,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:08.357338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['91dfbea1-a133-430b-9233-cd10f80b0bee'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:58:09.333891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f33267-6ebf-477c-a767-fb1ac9c07ac8 req-2313d9e7-6e43-453b-bac0-6cb58f5b2b63 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:09.335566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0f33267-6ebf-477c-a767-fb1ac9c07ac8 req-2313d9e7-6e43-453b-bac0-6cb58f5b2b63 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 945 time: 0.1045692 Sep 22 09:58:09.418440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0f33267-6ebf-477c-a767-fb1ac9c07ac8 req-217fc20d-79f6-4484-85b3-511ea95f20f8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732462 Sep 22 09:58:09.783018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 91dfbea1-a133-430b-9233-cd10f80b0bee up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:09.964269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 91dfbea1-a133-430b-9233-cd10f80b0bee completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:58:09.971600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 91dfbea1-a133-430b-9233-cd10f80b0bee triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:09.972214 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:10.093144 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:10.120766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:58:10.123355 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa19e014-d803-4401-a3db-2b47d88493a7" -d '{"events": [{"server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "name": "network-vif-plugged", "status": "completed", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:58:10.155721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:10.165763 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9559ca26-4735-4fc0-9975-87d57e5186ea x-openstack-request-id: req-9559ca26-4735-4fc0-9975-87d57e5186ea {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:58:10.166041 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "name": "network-vif-plugged", "status": "completed", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:58:10.166290 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9559ca26-4735-4fc0-9975-87d57e5186ea {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:58:10.166837 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'code': 200} Sep 22 09:58:10.314838 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea537146-ae69-4530-9b91-ffe89bcfab24 req-1f5fdf58-c0f5-4826-a4ef-338880ba000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:10.316867 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ea537146-ae69-4530-9b91-ffe89bcfab24 req-1f5fdf58-c0f5-4826-a4ef-338880ba000d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1096 time: 0.0641491 Sep 22 09:58:10.362631 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ea537146-ae69-4530-9b91-ffe89bcfab24 req-cbf8e858-f677-4f36-8e5b-69bd3ad17aa3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343950 Sep 22 09:58:10.575004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042892e9-e068-4823-adbb-95a8b08d9809 req-4106ff44-e6a5-437b-ac61-11ae381c9c74 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:10.576749 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-042892e9-e068-4823-adbb-95a8b08d9809 req-4106ff44-e6a5-437b-ac61-11ae381c9c74 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 945 time: 0.0525405 Sep 22 09:58:10.585570 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:10.629593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-042892e9-e068-4823-adbb-95a8b08d9809 req-b1a37e0c-9d9a-49ea-a882-dab3273fdf1e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463352 Sep 22 09:58:10.646048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=91dfbea1-a133-430b-9233-cd10f80b0bee,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:11.866329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513121be-0fbf-4a99-8caf-22c63f33b4bd req-d38e3cb0-d128-4ab5-adc1-d87597861687 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:11.877971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-513121be-0fbf-4a99-8caf-22c63f33b4bd req-d38e3cb0-d128-4ab5-adc1-d87597861687 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 946 time: 0.0997243 Sep 22 09:58:11.956906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-513121be-0fbf-4a99-8caf-22c63f33b4bd req-cb65a43b-0b3e-4242-b2b5-edbf7e7103b2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677466 Sep 22 09:58:12.118109 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bb40-4765-4eac-9013-6c3808b6a819 req-5a0d193b-5c96-41b2-8c23-7d84fb1327ee tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:12.125391 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41f9bb40-4765-4eac-9013-6c3808b6a819 req-5a0d193b-5c96-41b2-8c23-7d84fb1327ee tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 946 time: 0.0658648 Sep 22 09:58:12.168664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41f9bb40-4765-4eac-9013-6c3808b6a819 req-3b97f8df-cab2-45f3-9afa-0e1841af105f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420721 Sep 22 09:58:12.193883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45620) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:12.481080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95d315-3f4c-4548-ad35-bcaa4b2408f8 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:12.486141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ad95d315-3f4c-4548-ad35-bcaa4b2408f8 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1092 time: 0.2876456 Sep 22 09:58:12.486815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45624) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:12.492571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:58:12.615699 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:12.773591 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:13.205681 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.25.6.119 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/3d8e286a-e5b9-4ffd-9954-0c7683c6f59b) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:58:13.331186 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:13.460360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:13.501744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:58:13.505135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:13.509607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:58:13.540569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=3d8e286a-e5b9-4ffd-9954-0c7683c6f59b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:14.003237 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:14.230643 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:14.417355 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:14.517079 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:14.637044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=3d8e286a-e5b9-4ffd-9954-0c7683c6f59b,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:14.647915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:14.813503 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Floating IP d89e6f04-25e5-424f-9bd7-3473bc16a10a associated. External IP: 172.25.6.119, port: 91dfbea1-a133-430b-9233-cd10f80b0bee. Sep 22 09:58:15.141488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:58:15.277936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:58:15.289139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5681f-e664-4d6b-8085-9ce1521dcd14 None None] Sync routers for ids ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:58:15.303531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5681f-e664-4d6b-8085-9ce1521dcd14 None None] Routers {'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:15.304169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-14e5681f-e664-4d6b-8085-9ce1521dcd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:15.403089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:15.422151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-14e5681f-e664-4d6b-8085-9ce1521dcd14 None None] Set router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:15.434745 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f0205e82-7cbd-47d7-a229-cf3e9f368e52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9460278 Sep 22 09:58:15.435387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:58:15.437886 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a8aa09-af0f-43ec-8477-bd78fd865f19" -d '{"events": [{"name": "network-changed", "server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:58:15.588214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d33f38-1b88-456e-bb0e-b03e432d4272 req-88f68dd6-7778-45a8-b96b-914a324eec36 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:15.593580 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9d33f38-1b88-456e-bb0e-b03e432d4272 req-88f68dd6-7778-45a8-b96b-914a324eec36 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 946 time: 0.0833907 Sep 22 09:58:15.641867 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9d33f38-1b88-456e-bb0e-b03e432d4272 req-17dbe6bb-ccbf-463a-baeb-3ec2faec7cab tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448222 Sep 22 09:58:15.672886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45668) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:15.723146 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3200ee-df3d-48ea-80d1-262ebde7db51 x-openstack-request-id: req-1a3200ee-df3d-48ea-80d1-262ebde7db51 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:58:15.723395 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:58:15.723560 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a3200ee-df3d-48ea-80d1-262ebde7db51 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:58:15.724022 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'status': 'completed', 'code': 200} Sep 22 09:58:15.778833 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-95d7999a-6ae2-4ae3-b123-6b66f36d46a4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/d89e6f04-25e5-424f-9bd7-3473bc16a10a HTTP/1.1" status: 200 len: 992 time: 0.1015437 Sep 22 09:58:15.793479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8aa09-af0f-43ec-8477-bd78fd865f19 req-ce9a8a70-56a2-44e7-aa22-bd56dcbfee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:15.794983 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57a8aa09-af0f-43ec-8477-bd78fd865f19 req-ce9a8a70-56a2-44e7-aa22-bd56dcbfee2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1097 time: 0.0529156 Sep 22 09:58:15.884694 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-14e5681f-e664-4d6b-8085-9ce1521dcd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd89e6f04-25e5-424f-9bd7-3473bc16a10a', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'port_id': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'mac_address': 'fa:16:3e:87:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:58:13Z', 'updated_at': '2021-09-22T09:58:13Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2573fc5-622c-40f9-b0c5-02c460e5b97e', 'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:11:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:52Z', 'updated_at': '2021-09-22T09:57:57Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:15.922296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5681f-e664-4d6b-8085-9ce1521dcd14 None None] Checking router: b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:58:15.931663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5681f-e664-4d6b-8085-9ce1521dcd14 None None] Routers {'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:15.932325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-14e5681f-e664-4d6b-8085-9ce1521dcd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:57:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:15.939233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8aa09-af0f-43ec-8477-bd78fd865f19 req-eac8fdff-9008-4f82-8690-5bb4d5d7f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:15.940880 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57a8aa09-af0f-43ec-8477-bd78fd865f19 req-eac8fdff-9008-4f82-8690-5bb4d5d7f36e service neutron] 10.222.0.45 "GET /v2.0/networks?id=445794c5-be14-432b-b5f0-f076e82b684b HTTP/1.1" status: 200 len: 897 time: 0.1329358 Sep 22 09:58:16.010852 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57a8aa09-af0f-43ec-8477-bd78fd865f19 req-d61549f8-2913-4d96-8737-67935853cd23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91dfbea1-a133-430b-9233-cd10f80b0bee HTTP/1.1" status: 200 len: 1000 time: 0.0620570 Sep 22 09:58:16.044911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-14e5681f-e664-4d6b-8085-9ce1521dcd14 None None] Set router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:16.067646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8aa09-af0f-43ec-8477-bd78fd865f19 req-b1f198ad-e94f-4c23-bdd2-8e9e6740ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:16.069192 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57a8aa09-af0f-43ec-8477-bd78fd865f19 req-b1f198ad-e94f-4c23-bdd2-8e9e6740ec92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=844d01a5-f0ed-42f7-ac26-712ce405c4f5 HTTP/1.1" status: 200 len: 835 time: 0.0473173 Sep 22 09:58:16.123842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8aa09-af0f-43ec-8477-bd78fd865f19 req-003e2fc7-5756-4974-91bc-ae55221c6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:16.125415 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57a8aa09-af0f-43ec-8477-bd78fd865f19 req-003e2fc7-5756-4974-91bc-ae55221c6702 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=445794c5-be14-432b-b5f0-f076e82b684b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482006 Sep 22 09:58:16.231180 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57a8aa09-af0f-43ec-8477-bd78fd865f19 req-c181b0ba-ddb0-4424-9003-a715c22d1a06 service neutron] 10.222.0.45 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943933 Sep 22 09:58:16.300576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-14e5681f-e664-4d6b-8085-9ce1521dcd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd89e6f04-25e5-424f-9bd7-3473bc16a10a', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'port_id': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'mac_address': 'fa:16:3e:87:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:58:13Z', 'updated_at': '2021-09-22T09:58:13Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2573fc5-622c-40f9-b0c5-02c460e5b97e', 'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:11:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:52Z', 'updated_at': '2021-09-22T09:57:57Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:16.330548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5681f-e664-4d6b-8085-9ce1521dcd14 None None] The sync data for ids ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'] in n-d-805649-4 is: [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd89e6f04-25e5-424f-9bd7-3473bc16a10a', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'port_id': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'mac_address': 'fa:16:3e:87:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:58:13Z', 'updated_at': '2021-09-22T09:58:13Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2573fc5-622c-40f9-b0c5-02c460e5b97e', 'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:11:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:52Z', 'updated_at': '2021-09-22T09:57:57Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:58:16.340144 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57a8aa09-af0f-43ec-8477-bd78fd865f19 req-328543d3-0322-4f4f-bc36-c4d42c88638c service neutron] 10.222.0.45 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013296 Sep 22 09:58:16.568507 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025bf0b-f96a-4d70-9ba3-86f7f8d0234e None None] New status for floating IP d89e6f04-25e5-424f-9bd7-3473bc16a10a: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:58:16.780119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45690) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:16.841789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ff2e5-ecf2-419f-a8ff-695c5cc3b4f9 req-59fa0c75-6ac5-4db4-ba9d-e4f81af10860 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:16.843426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d4ff2e5-ecf2-419f-a8ff-695c5cc3b4f9 req-59fa0c75-6ac5-4db4-ba9d-e4f81af10860 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 946 time: 0.0546601 Sep 22 09:58:16.855876 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a2b6ab86-5524-47ea-a0ff-5ebc18ea452e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/d89e6f04-25e5-424f-9bd7-3473bc16a10a HTTP/1.1" status: 200 len: 992 time: 0.0744004 Sep 22 09:58:16.887574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d4ff2e5-ecf2-419f-a8ff-695c5cc3b4f9 req-c6c1933c-0282-4d4e-9846-9525dd831162 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367477 Sep 22 09:58:17.859901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45708) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:17.935967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ad1566df-9069-4c38-874e-cff5d2b971b2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/d89e6f04-25e5-424f-9bd7-3473bc16a10a HTTP/1.1" status: 200 len: 994 time: 0.0693991 Sep 22 09:58:19.473889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:58:19.576437 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:19.610494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:58:19.614339 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0bc938-c480-46a1-af4c-3573f23484ce" -d '{"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:58:19.629834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:19.656103 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba298b6-5212-466c-87ef-b8a389ac1a3d x-openstack-request-id: req-5ba298b6-5212-466c-87ef-b8a389ac1a3d {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:58:19.656414 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:58:19.656672 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ba298b6-5212-466c-87ef-b8a389ac1a3d {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:58:19.657106 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'code': 200} Sep 22 09:58:19.745697 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:19.795335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:21.489345 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:58:21.591830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:21.604815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'port_id': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'mac_address': 'fa:16:3e:a7:47:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:58:21.650356 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:21.667432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a56d5e-b5ce-4299-921d-c0b15d41434c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:58:21.689557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:21.797095 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:21.858835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:21.873272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['b1a56d5e-b5ce-4299-921d-c0b15d41434c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:58:23.441793 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:23.504207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:23.582635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port b1a56d5e-b5ce-4299-921d-c0b15d41434c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:23.583240 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:23.697176 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:23.743437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:23.744503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:58:23.749244 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27fd517-65cf-445f-95b3-9657d445118c" -d '{"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-plugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:58:23.823164 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861c8a8d-ddc4-45aa-b033-ace3e97671c4 x-openstack-request-id: req-861c8a8d-ddc4-45aa-b033-ace3e97671c4 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:58:23.823952 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-plugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:58:23.824627 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-861c8a8d-ddc4-45aa-b033-ace3e97671c4 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:58:23.825236 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'code': 200} Sep 22 09:58:23.851494 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:23.923500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=10']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:24.243101 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a7aea37f-1255-4691-a5ab-05b1d1ccc700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:24.901035 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:26.951129 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f3b03a49-0b1a-4050-b5a4-7f73c7210198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:27.546992 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:28.352908 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:28.536809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45828) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:28.729286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d073cd1-5aaf-420f-a1dd-9184b25da2f9 admin admin] Deleting subnet 438e6d02-2370-4516-b57a-3b4477b2ccc2 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:58:28.733237 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d073cd1-5aaf-420f-a1dd-9184b25da2f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:28.771844 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d073cd1-5aaf-420f-a1dd-9184b25da2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:28.823188 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d073cd1-5aaf-420f-a1dd-9184b25da2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:29.020358 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d073cd1-5aaf-420f-a1dd-9184b25da2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:29.060139 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d073cd1-5aaf-420f-a1dd-9184b25da2f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:29.064890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45836) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:29.065430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9d073cd1-5aaf-420f-a1dd-9184b25da2f9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/438e6d02-2370-4516-b57a-3b4477b2ccc2 HTTP/1.1" status: 204 len: 168 time: 0.5270638 Sep 22 09:58:29.066734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d073cd1-5aaf-420f-a1dd-9184b25da2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438e6d02-2370-4516-b57a-3b4477b2ccc2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:29.159732 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:29.255226 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:29.278619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f51e8c-d315-4cea-849b-8896090d41f6']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:29.294989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c09f447-5895-4a16-9ee0-cd822714b69e') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:29.295290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c09f447-5895-4a16-9ee0-cd822714b69e') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:29.307005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:29.323465 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:29.330099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:58:29.330777 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: timer() Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:58:29.332686 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:58:29.478378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:29.490969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:29.490969 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c7f51e8c-d315-4cea-849b-8896090d41f6 HTTP/1.1" status: 204 len: 168 time: 0.4222591 Sep 22 09:58:29.503082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd747d-9eb9-493b-8f4b-527d45fc9b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f51e8c-d315-4cea-849b-8896090d41f6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:29.968586 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:30.019540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45844) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:30.065577 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4f604986-62a6-402b-a769-679153f8be38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ff3ec867c4c419ebf4e4d97c47f4908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446508 Sep 22 09:58:30.071729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45846) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:30.126468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e73eec3-5c37-47b9-841b-b779c6c77552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:30.153001 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e73eec3-5c37-47b9-841b-b779c6c77552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:30.317411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e73eec3-5c37-47b9-841b-b779c6c77552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:30.321520 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5e73eec3-5c37-47b9-841b-b779c6c77552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:30.323084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5e73eec3-5c37-47b9-841b-b779c6c77552 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6928385-f731-420d-adcf-a59de4c33796 HTTP/1.1" status: 204 len: 168 time: 0.2512054 Sep 22 09:58:30.338970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73eec3-5c37-47b9-841b-b779c6c77552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6928385-f731-420d-adcf-a59de4c33796,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:31.814434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45876) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:31.968419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-79151789-network', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:58:32.110166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Made reservation on behalf of 9c372dffbc2d44748fe1f62623f1a40a for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:58:32.112756 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:32.124640 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:32.236174 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:32.328411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:32.353653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:58:32.369625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:32.369878 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Added segment 0ca9ef36-5665-4ebf-9754-004f50bfc8e3 of type vlan for network 13ada358-1b06-4466-b7ab-8f0ae4533ff6 Sep 22 09:58:32.385448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40b92f2-17e3-40da-9f4f-7b34d1c1bf16,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:32.472398 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:32.579987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:32.581035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:32.581625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:32.676667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Pushing event updated for resources: {'Network': ['ID=13ada358-1b06-4466-b7ab-8f0ae4533ff6,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:32.684534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.684917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.685258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.685652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.685981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.686308 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.686629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.686999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.687322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.687643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.687961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.688277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:32.699503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 13ada358-1b06-4466-b7ab-8f0ae4533ff6 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:58:32.749284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45890) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:32.754095 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] Request body: {'subnet': {'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-79151789-subnet', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:58:32.759039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e36d4480-c51c-4d7e-9afc-2fc266a101ac admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9426093 Sep 22 09:58:32.871591 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] Made reservation on behalf of 9c372dffbc2d44748fe1f62623f1a40a for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:58:32.873985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:33.111464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:33.136973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92ff21-efc9-4e46-bd38-bbf5dbcca508 req-63219537-5cd0-40f7-a931-7ea2787e18a6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:33.138440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e92ff21-efc9-4e46-bd38-bbf5dbcca508 req-63219537-5cd0-40f7-a931-7ea2787e18a6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.0517335 Sep 22 09:58:33.177980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e92ff21-efc9-4e46-bd38-bbf5dbcca508 req-fe15b214-b476-4151-80dc-d7a301093ab3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333962 Sep 22 09:58:33.179409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea56d79-ea05-48b6-8295-ab3c03f7893b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:33.183826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] Checking segment: {'id': '0ca9ef36-5665-4ebf-9754-004f50bfc8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:58:33.184103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] Network hostable DHCP agents. Network: 13ada358-1b06-4466-b7ab-8f0ae4533ff6, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:58:33.276999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] Network 13ada358-1b06-4466-b7ab-8f0ae4533ff6 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:58:33.385904 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 13ada358-1b06-4466-b7ab-8f0ae4533ff6) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:33.390245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:33.390728 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:33.395437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843ddd69-25a4-4550-9f1d-cd32e192366e None None] Network 13ada358-1b06-4466-b7ab-8f0ae4533ff6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:58:33.506482 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b0178bbc-05d4-4af9-9a98-a1fe4800ab62 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7560284 Sep 22 09:58:33.509978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45910) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:33.514378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-79151789-router', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:58:33.544507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-13ada358-1b06-4466-b7ab-8f0ae4533ff6', 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'fixed_ips': [{'subnet_id': 'bea56d79-ea05-48b6-8295-ab3c03f7893b'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:58:33.545425 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:33.614713 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:33.615883 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:33.667933 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:33.683318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Allocated IP 172.20.0.2 (13ada358-1b06-4466-b7ab-8f0ae4533ff6/bea56d79-ea05-48b6-8295-ab3c03f7893b/50c7d1d9-725e-47c0-a224-bb30856ec4eb) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:58:33.827787 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:33.856625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:33.906261 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:33.943077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Network 13ada358-1b06-4466-b7ab-8f0ae4533ff6 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:58:33.945921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:33.950007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:58:33.959605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Pushing event updated for resources: {'Port': ['ID=50c7d1d9-725e-47c0-a224-bb30856ec4eb,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:34.010870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Attempting to bind port 50c7d1d9-725e-47c0-a224-bb30856ec4eb on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:58:34.011389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Attempting to bind port 50c7d1d9-725e-47c0-a224-bb30856ec4eb by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '0ca9ef36-5665-4ebf-9754-004f50bfc8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:58:34.011849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Attempting to bind port 50c7d1d9-725e-47c0-a224-bb30856ec4eb on network 13ada358-1b06-4466-b7ab-8f0ae4533ff6 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:34.017391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:58:34.017927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Checking segment: {'id': '0ca9ef36-5665-4ebf-9754-004f50bfc8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:58:34.018435 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:34.019367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Bound using segment: {'id': '0ca9ef36-5665-4ebf-9754-004f50bfc8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:58:34.019554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Bound port: 50c7d1d9-725e-47c0-a224-bb30856ec4eb, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca9ef36-5665-4ebf-9754-004f50bfc8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:58:34.019980 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:34.092871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] For port 50c7d1d9-725e-47c0-a224-bb30856ec4eb, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:58:34.096237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] For port 50c7d1d9-725e-47c0-a224-bb30856ec4eb, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=50c7d1d9-725e-47c0-a224-bb30856ec4eb,segment=NetworkSegment(0ca9ef36-5665-4ebf-9754-004f50bfc8e3),segment_id=0ca9ef36-5665-4ebf-9754-004f50bfc8e3)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:58:34.137625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:34.158222 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:34.190643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:34.254954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e951ce-29b5-4310-947e-c08459717b02 None None] Pushing event updated for resources: {'Port': ['ID=50c7d1d9-725e-47c0-a224-bb30856ec4eb,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:34.283718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Allocated IP 172.25.6.11 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/f05a6a69-8375-4716-a193-0090e7602e72) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:58:34.357721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e494153-1f83-4837-ae72-2d85b4a29bd8 req-59ebec21-6c18-4eec-9545-34627ed32f79 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:34.360303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e494153-1f83-4837-ae72-2d85b4a29bd8 req-59ebec21-6c18-4eec-9545-34627ed32f79 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.0836444 Sep 22 09:58:34.431297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e494153-1f83-4837-ae72-2d85b4a29bd8 req-deb1e596-e696-41b6-9983-f39ed81ec6ef tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605018 Sep 22 09:58:34.476007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:34.591595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:34.629895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:58:34.632842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:34.637093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:58:34.661227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f05a6a69-8375-4716-a193-0090e7602e72,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:35.045768 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:35.227627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17e8528-bef2-4f99-ba0c-18fe1d1170cc None None] Network 13ada358-1b06-4466-b7ab-8f0ae4533ff6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:58:35.302106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b875d8-bd47-4b18-ba71-7a449917ced6 req-b7153011-32c2-4ba0-9ab6-17d4c1d493e5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:35.304537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3b875d8-bd47-4b18-ba71-7a449917ced6 req-b7153011-32c2-4ba0-9ab6-17d4c1d493e5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.0871208 Sep 22 09:58:35.335171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-23353b90-98aa-4658-a84b-81e2cd883511 None None] Provisioning complete for port 50c7d1d9-725e-47c0-a224-bb30856ec4eb triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:35.335762 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-23353b90-98aa-4658-a84b-81e2cd883511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:35.399118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3b875d8-bd47-4b18-ba71-7a449917ced6 req-e58a6653-4390-4303-83b8-a4c05f6510e9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736427 Sep 22 09:58:35.537637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 50c7d1d9-725e-47c0-a224-bb30856ec4eb up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:35.590592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:58:35.592678 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:35.741992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 50c7d1d9-725e-47c0-a224-bb30856ec4eb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:35.743611 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:35.762888 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-23353b90-98aa-4658-a84b-81e2cd883511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:35.791621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Router 9f51451e-7373-442a-b3eb-51cc38468fe9 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:58:35.832596 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:35.861804 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-23353b90-98aa-4658-a84b-81e2cd883511 None None] For port 50c7d1d9-725e-47c0-a224-bb30856ec4eb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=50c7d1d9-725e-47c0-a224-bb30856ec4eb,segment=NetworkSegment(0ca9ef36-5665-4ebf-9754-004f50bfc8e3),segment_id=0ca9ef36-5665-4ebf-9754-004f50bfc8e3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:35.876609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:58:35.881253 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bced6b3c-eb2a-45fe-bbe9-7dbd6558e649" -d '{"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:58:35.895606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:35.909996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:58:35.932889 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942e97a4-3ad2-4945-b001-0d5b570725a1 x-openstack-request-id: req-942e97a4-3ad2-4945-b001-0d5b570725a1 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:58:35.933191 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:58:35.933445 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-942e97a4-3ad2-4945-b001-0d5b570725a1 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:58:35.933823 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'code': 200} Sep 22 09:58:35.934610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Sync routers for ids ['9f51451e-7373-442a-b3eb-51cc38468fe9'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:58:35.944344 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:35.949783 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-23353b90-98aa-4658-a84b-81e2cd883511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:35.965967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Routers {'9f51451e-7373-442a-b3eb-51cc38468fe9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:35.966680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-72823984-9a89-4c71-8154-011a64b955ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9f51451e-7373-442a-b3eb-51cc38468fe9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:36.025486 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:36.027411 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:36.028098 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7f36ce0c-f336-46ff-9753-b64e4a8ec5c1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5171416 Sep 22 09:58:36.031538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45928) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:36.104448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23353b90-98aa-4658-a84b-81e2cd883511 None None] Pushing event updated for resources: {'Port': ['ID=50c7d1d9-725e-47c0-a224-bb30856ec4eb,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:36.165121 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:58:36.165470 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:58:36.175140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e5ae9dd8-3499-4ce9-af5d-1cc59dc7bfba None None] Provisioning complete for port 50c7d1d9-725e-47c0-a224-bb30856ec4eb triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:36.175513 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e5ae9dd8-3499-4ce9-af5d-1cc59dc7bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:36.209456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Set router 9f51451e-7373-442a-b3eb-51cc38468fe9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:36.301588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=11']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:36.466482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-72823984-9a89-4c71-8154-011a64b955ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'name': 'tempest-TestAggregatesBasicOps-79151789-router', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:33Z', 'updated_at': '2021-09-22T09:58:34Z', 'revision_number': 3, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'gw_port': {'id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:34Z', 'updated_at': '2021-09-22T09:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:36.494232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Checking router: 9f51451e-7373-442a-b3eb-51cc38468fe9 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:58:36.494580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Updating router 9f51451e-7373-442a-b3eb-51cc38468fe9 port f05a6a69-8375-4716-a193-0090e7602e72 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:58:36.525870 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:36.685400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc365-9e01-4101-ba69-57acab846128 req-eb73bbf4-f454-4481-ba37-2423559126ea tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:36.686870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e1fc365-9e01-4101-ba69-57acab846128 req-eb73bbf4-f454-4481-ba37-2423559126ea tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0987291 Sep 22 09:58:36.764390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e1fc365-9e01-4101-ba69-57acab846128 req-baf8a1fe-5883-419b-b3d7-b4b53b4bb785 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697665 Sep 22 09:58:36.823575 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:36.846906 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:36.922691 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:36.978102 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0c754-1969-4125-b809-4dce18ae48dd None None] Pushing event updated for resources: {'Port': ['ID=f05a6a69-8375-4716-a193-0090e7602e72,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:36.980406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Attempting to bind port f05a6a69-8375-4716-a193-0090e7602e72 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:58:36.980799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Attempting to bind port f05a6a69-8375-4716-a193-0090e7602e72 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:58:36.981167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Attempting to bind port f05a6a69-8375-4716-a193-0090e7602e72 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:36.986851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:58:36.987228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:58:36.987636 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:36.988029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:58:36.988502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Bound port: f05a6a69-8375-4716-a193-0090e7602e72, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:58:36.988926 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:37.046679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-72823984-9a89-4c71-8154-011a64b955ba None None] For port f05a6a69-8375-4716-a193-0090e7602e72, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:58:37.051070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-72823984-9a89-4c71-8154-011a64b955ba None None] For port f05a6a69-8375-4716-a193-0090e7602e72, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f05a6a69-8375-4716-a193-0090e7602e72,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:58:37.054505 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Allocated IP 172.20.0.1 (13ada358-1b06-4466-b7ab-8f0ae4533ff6/bea56d79-ea05-48b6-8295-ab3c03f7893b/c12d4002-6fae-4daa-bb03-59a2cc009b30) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:58:37.128883 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:37.163605 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:37.185181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Routers {'9f51451e-7373-442a-b3eb-51cc38468fe9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:37.185814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-72823984-9a89-4c71-8154-011a64b955ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9f51451e-7373-442a-b3eb-51cc38468fe9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:37.228489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0c754-1969-4125-b809-4dce18ae48dd None None] Pushing event updated for resources: {'Port': ['ID=f05a6a69-8375-4716-a193-0090e7602e72,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:37.289455 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:37.303864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-72823984-9a89-4c71-8154-011a64b955ba None None] Set router 9f51451e-7373-442a-b3eb-51cc38468fe9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:37.331521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Network 13ada358-1b06-4466-b7ab-8f0ae4533ff6 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:58:37.334663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:37.338879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 50c7d1d9-725e-47c0-a224-bb30856ec4eb up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:37.339053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:58:37.368946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Pushing event updated for resources: {'Port': ['ID=c12d4002-6fae-4daa-bb03-59a2cc009b30,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:37.387751 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:37.604471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:58:37.625048 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:37.637383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-71a4833f-a065-4fb2-9d56-a6ba313d187b None None] Provisioning complete for port c12d4002-6fae-4daa-bb03-59a2cc009b30 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:37.637758 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-71a4833f-a065-4fb2-9d56-a6ba313d187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:37.709407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-71a4833f-a065-4fb2-9d56-a6ba313d187b None None] Port c12d4002-6fae-4daa-bb03-59a2cc009b30 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:58:37.718267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 50c7d1d9-725e-47c0-a224-bb30856ec4eb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:37.718636 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:37.797946 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:37.869028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:37.888057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9b0cf-80a4-42cf-b078-4522d6f6cbb0 req-d0ee3d8b-9d03-44d0-919a-12e8dd509c8a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:37.889670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8d9b0cf-80a4-42cf-b078-4522d6f6cbb0 req-d0ee3d8b-9d03-44d0-919a-12e8dd509c8a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0516248 Sep 22 09:58:37.890851 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:37.903792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'port_id': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'mac_address': 'fa:16:3e:a7:47:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:58:37.910769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-72823984-9a89-4c71-8154-011a64b955ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'name': 'tempest-TestAggregatesBasicOps-79151789-router', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:33Z', 'updated_at': '2021-09-22T09:58:34Z', 'revision_number': 3, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'gw_port': {'id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:34Z', 'updated_at': '2021-09-22T09:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:37.949002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72823984-9a89-4c71-8154-011a64b955ba None None] The sync data for ids ['9f51451e-7373-442a-b3eb-51cc38468fe9'] in n-d-805649-4 is: [{'id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'name': 'tempest-TestAggregatesBasicOps-79151789-router', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:33Z', 'updated_at': '2021-09-22T09:58:34Z', 'revision_number': 3, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'gw_port': {'id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:34Z', 'updated_at': '2021-09-22T09:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:58:37.991521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Pushing event updated for resources: {'Port': ['ID=c12d4002-6fae-4daa-bb03-59a2cc009b30,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:37.994559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:37.996102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:38.007324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8d9b0cf-80a4-42cf-b078-4522d6f6cbb0 req-231fb9fb-60ee-4247-859c-00f809947a02 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108844 Sep 22 09:58:38.017393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a56d5e-b5ce-4299-921d-c0b15d41434c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:58:38.045479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:38.113798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Network 13ada358-1b06-4466-b7ab-8f0ae4533ff6 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:58:38.115233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:38.130245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:38.189271 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=12']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:38.207612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['b1a56d5e-b5ce-4299-921d-c0b15d41434c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:58:38.274945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Router 9f51451e-7373-442a-b3eb-51cc38468fe9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:58:38.418900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:58:38.425863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0a33967d-fa23-413e-86e8-e6531cd7f996 admin admin] 10.222.0.49 "PUT /v2.0/routers/9f51451e-7373-442a-b3eb-51cc38468fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3932257 Sep 22 09:58:38.440663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-70ee667c-19a6-4bf2-9b97-2255e8a3eebb None None] Provisioning complete for port c12d4002-6fae-4daa-bb03-59a2cc009b30 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:38.441211 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-70ee667c-19a6-4bf2-9b97-2255e8a3eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:38.484533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-70ee667c-19a6-4bf2-9b97-2255e8a3eebb None None] Port c12d4002-6fae-4daa-bb03-59a2cc009b30 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:58:39.146607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994dc77-5742-4c25-9396-d4080f74d3e6 req-9e0ad494-60c1-4bf1-a40d-c59d6b9aa853 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:39.148487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2994dc77-5742-4c25-9396-d4080f74d3e6 req-9e0ad494-60c1-4bf1-a40d-c59d6b9aa853 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 946 time: 0.0557227 Sep 22 09:58:39.198443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2994dc77-5742-4c25-9396-d4080f74d3e6 req-c4ba5cce-a394-442b-8c56-b284f662c7d3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421178 Sep 22 09:58:39.248833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45968) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:39.253957 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1055522396-network', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:58:39.333916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f05a6a69-8375-4716-a193-0090e7602e72 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:39.387122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f05a6a69-8375-4716-a193-0090e7602e72 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:39.387500 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.402694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Made reservation on behalf of 67f56c0c57e84c42b4f76fc0e482b645 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:58:39.405133 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.414994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.449360 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:58:39.482969 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.512001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port f05a6a69-8375-4716-a193-0090e7602e72, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f05a6a69-8375-4716-a193-0090e7602e72,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:39.525944 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.605186 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:39.654357 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.662076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port b1a56d5e-b5ce-4299-921d-c0b15d41434c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:39.662076 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.683058 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.696468 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Sync routers for ids ['9f51451e-7373-442a-b3eb-51cc38468fe9'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:58:39.707962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:58:39.720028 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Routers {'9f51451e-7373-442a-b3eb-51cc38468fe9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:39.721015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.721202 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9f51451e-7373-442a-b3eb-51cc38468fe9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:39.721344 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Added segment 705a83bf-3859-4d4d-abf6-34fced987e6a of type vlan for network 7407702f-9b39-4347-b870-ebe7d41aab92 Sep 22 09:58:39.737575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=f05a6a69-8375-4716-a193-0090e7602e72,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:39.785453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.823890 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.843536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265426fa-3eb3-4268-8f61-3be264288669,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:39.860544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:58:39.862867 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884d03f7-1b7c-4bcc-92d3-857a68d349ae" -d '{"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-plugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:58:39.880094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:39.883661 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Set router 9f51451e-7373-442a-b3eb-51cc38468fe9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:39.900994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.902106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:39.906156 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:39.917733 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a586dbcd-620e-4145-a520-6fd9579eb455 x-openstack-request-id: req-a586dbcd-620e-4145-a520-6fd9579eb455 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:58:39.918123 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-plugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:58:39.918463 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a586dbcd-620e-4145-a520-6fd9579eb455 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:58:39.919070 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'code': 200} Sep 22 09:58:39.974549 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:40.000493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] Pushing event updated for resources: {'Network': ['ID=7407702f-9b39-4347-b870-ebe7d41aab92,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:40.016631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 7407702f-9b39-4347-b870-ebe7d41aab92 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:58:40.056377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5d0d25b3-36e7-4206-8a6d-b7726624e628 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8063946 Sep 22 09:58:40.059059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 45980) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:40.065092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] Request body: {'subnet': {'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1055522396-subnet', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:58:40.111837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=13']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:40.169132 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'name': 'tempest-TestAggregatesBasicOps-79151789-router', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:33Z', 'updated_at': '2021-09-22T09:58:37Z', 'revision_number': 4, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'gw_port': {'id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:34Z', 'updated_at': '2021-09-22T09:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c12d4002-6fae-4daa-bb03-59a2cc009b30', 'name': '', 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'mac_address': 'fa:16:3e:7f:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'bea56d79-ea05-48b6-8295-ab3c03f7893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:36Z', 'updated_at': '2021-09-22T09:58:37Z', 'revision_number': 2, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'subnets': [{'id': 'bea56d79-ea05-48b6-8295-ab3c03f7893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:40.197932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] Made reservation on behalf of 67f56c0c57e84c42b4f76fc0e482b645 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:58:40.200352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:40.207481 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Checking router: 9f51451e-7373-442a-b3eb-51cc38468fe9 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:58:40.207835 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Updating router 9f51451e-7373-442a-b3eb-51cc38468fe9 port c12d4002-6fae-4daa-bb03-59a2cc009b30 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:58:40.279934 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:40.427489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcdbc4-1f34-402a-ad70-61b8bc6dfb4f req-bcec6717-5b75-44ba-a4e1-d9a8fbb6e7d8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:40.429189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73dcdbc4-1f34-402a-ad70-61b8bc6dfb4f req-bcec6717-5b75-44ba-a4e1-d9a8fbb6e7d8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.0865347 Sep 22 09:58:40.516310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73dcdbc4-1f34-402a-ad70-61b8bc6dfb4f req-7f98b79e-babf-4131-afa4-f9472c3f127f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740006 Sep 22 09:58:40.694971 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:40.724588 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:40.801863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=253d1246-23c7-48ce-8371-960a03e31c59,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:40.817881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] Checking segment: {'id': '705a83bf-3859-4d4d-abf6-34fced987e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:58:40.818311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] Network hostable DHCP agents. Network: 7407702f-9b39-4347-b870-ebe7d41aab92, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:58:40.821065 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:40.902131 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544ef4d-d49c-4c5a-8b2f-30908f46ed2f None None] Pushing event updated for resources: {'Port': ['ID=c12d4002-6fae-4daa-bb03-59a2cc009b30,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:40.946203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] Network 7407702f-9b39-4347-b870-ebe7d41aab92 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:58:40.970570 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Attempting to bind port c12d4002-6fae-4daa-bb03-59a2cc009b30 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:58:40.970854 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Attempting to bind port c12d4002-6fae-4daa-bb03-59a2cc009b30 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '0ca9ef36-5665-4ebf-9754-004f50bfc8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:58:40.971153 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Attempting to bind port c12d4002-6fae-4daa-bb03-59a2cc009b30 on network 13ada358-1b06-4466-b7ab-8f0ae4533ff6 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:40.978619 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:58:40.978987 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Checking segment: {'id': '0ca9ef36-5665-4ebf-9754-004f50bfc8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:58:40.979388 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:40.979779 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Bound using segment: {'id': '0ca9ef36-5665-4ebf-9754-004f50bfc8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:58:40.980248 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Bound port: c12d4002-6fae-4daa-bb03-59a2cc009b30, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca9ef36-5665-4ebf-9754-004f50bfc8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:58:40.980619 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:41.059851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 7407702f-9b39-4347-b870-ebe7d41aab92) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:41.066043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:41.066647 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:41.076114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbbe68f-37ef-441b-9a08-fa3216e5e9fd None None] Network 7407702f-9b39-4347-b870-ebe7d41aab92 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:58:41.283257 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] For port c12d4002-6fae-4daa-bb03-59a2cc009b30, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:58:41.283257 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] For port c12d4002-6fae-4daa-bb03-59a2cc009b30, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c12d4002-6fae-4daa-bb03-59a2cc009b30,segment=NetworkSegment(0ca9ef36-5665-4ebf-9754-004f50bfc8e3),segment_id=0ca9ef36-5665-4ebf-9754-004f50bfc8e3)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:58:41.283761 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f3ddb60e-ce04-426f-9234-2dc70e486589 None None] Provisioning complete for port c12d4002-6fae-4daa-bb03-59a2cc009b30 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:41.283761 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb60e-ce04-426f-9234-2dc70e486589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:41.312386 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:41.314317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0768cb61-0222-4ac9-ac48-81b060266ea1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2541950 Sep 22 09:58:41.318953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 45986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:41.326313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1055522396-router', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:58:41.361821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f05a6a69-8375-4716-a193-0090e7602e72 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:41.401652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-7407702f-9b39-4347-b870-ebe7d41aab92', 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'fixed_ips': [{'subnet_id': '253d1246-23c7-48ce-8371-960a03e31c59'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:58:41.402764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:41.453408 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Routers {'9f51451e-7373-442a-b3eb-51cc38468fe9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:41.453921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f3ddb60e-ce04-426f-9234-2dc70e486589 None None] Port c12d4002-6fae-4daa-bb03-59a2cc009b30 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:58:41.454031 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9f51451e-7373-442a-b3eb-51cc38468fe9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:41.454031 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544ef4d-d49c-4c5a-8b2f-30908f46ed2f None None] Pushing event updated for resources: {'Port': ['ID=c12d4002-6fae-4daa-bb03-59a2cc009b30,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:41.455252 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:41.456467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:41.547053 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:41.677092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f05a6a69-8375-4716-a193-0090e7602e72 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:41.678928 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:41.721826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Allocated IP 172.20.0.2 (7407702f-9b39-4347-b870-ebe7d41aab92/253d1246-23c7-48ce-8371-960a03e31c59/61ee0c78-2fe5-4303-95a9-7eceb9c190bb) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:58:41.754434 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] Set router 9f51451e-7373-442a-b3eb-51cc38468fe9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:41.795645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a9f4e25b-c281-4612-980f-d85e002677e9 None None] Provisioning complete for port c12d4002-6fae-4daa-bb03-59a2cc009b30 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:41.796319 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e25b-c281-4612-980f-d85e002677e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:41.804616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9903074-c865-433b-9329-cfea85d06b30 req-18f5ccff-a258-44d7-ab9a-4b0a73521d40 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:41.806283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9903074-c865-433b-9329-cfea85d06b30 req-18f5ccff-a258-44d7-ab9a-4b0a73521d40 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.1117787 Sep 22 09:58:41.886382 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:41.892593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9903074-c865-433b-9329-cfea85d06b30 req-747ee70d-c1f9-4d3b-a40a-871f9eec7d99 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787165 Sep 22 09:58:42.058837 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e25b-c281-4612-980f-d85e002677e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:42.067600 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'name': 'tempest-TestAggregatesBasicOps-79151789-router', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:33Z', 'updated_at': '2021-09-22T09:58:37Z', 'revision_number': 4, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'gw_port': {'id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:34Z', 'updated_at': '2021-09-22T09:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c12d4002-6fae-4daa-bb03-59a2cc009b30', 'name': '', 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'mac_address': 'fa:16:3e:7f:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'bea56d79-ea05-48b6-8295-ab3c03f7893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:36Z', 'updated_at': '2021-09-22T09:58:41Z', 'revision_number': 4, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'subnets': [{'id': 'bea56d79-ea05-48b6-8295-ab3c03f7893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:42.089020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:42.100974 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3bb55-b44e-4975-bf43-47d50d4a718b None None] The sync data for ids ['9f51451e-7373-442a-b3eb-51cc38468fe9'] in n-d-805649-4 is: [{'id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'name': 'tempest-TestAggregatesBasicOps-79151789-router', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:33Z', 'updated_at': '2021-09-22T09:58:37Z', 'revision_number': 4, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'gw_port': {'id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:34Z', 'updated_at': '2021-09-22T09:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c12d4002-6fae-4daa-bb03-59a2cc009b30', 'name': '', 'network_id': '13ada358-1b06-4466-b7ab-8f0ae4533ff6', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'mac_address': 'fa:16:3e:7f:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'bea56d79-ea05-48b6-8295-ab3c03f7893b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:36Z', 'updated_at': '2021-09-22T09:58:41Z', 'revision_number': 4, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'subnets': [{'id': 'bea56d79-ea05-48b6-8295-ab3c03f7893b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:58:42.122208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a9f4e25b-c281-4612-980f-d85e002677e9 None None] For port c12d4002-6fae-4daa-bb03-59a2cc009b30, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c12d4002-6fae-4daa-bb03-59a2cc009b30,segment=NetworkSegment(0ca9ef36-5665-4ebf-9754-004f50bfc8e3),segment_id=0ca9ef36-5665-4ebf-9754-004f50bfc8e3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:42.188161 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:42.234807 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9f4e25b-c281-4612-980f-d85e002677e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:42.248496 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Network 7407702f-9b39-4347-b870-ebe7d41aab92 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:58:42.255337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:42.270302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:58:42.281953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Pushing event updated for resources: {'Port': ['ID=61ee0c78-2fe5-4303-95a9-7eceb9c190bb,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:42.294229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.294879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.295295 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.295723 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.296126 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.296530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.296956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.297418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.297803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.298213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.299083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.299938 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:58:42.353124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:42.378841 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:42.415321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Attempting to bind port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:58:42.417078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Attempting to bind port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '705a83bf-3859-4d4d-abf6-34fced987e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:58:42.417737 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Attempting to bind port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb on network 7407702f-9b39-4347-b870-ebe7d41aab92 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:42.443049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:58:42.454102 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Checking segment: {'id': '705a83bf-3859-4d4d-abf6-34fced987e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:58:42.454102 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:42.454102 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Bound using segment: {'id': '705a83bf-3859-4d4d-abf6-34fced987e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:58:42.454102 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Bound port: 61ee0c78-2fe5-4303-95a9-7eceb9c190bb, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705a83bf-3859-4d4d-abf6-34fced987e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:58:42.454102 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:42.477277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4e25b-c281-4612-980f-d85e002677e9 None None] Pushing event updated for resources: {'Port': ['ID=c12d4002-6fae-4daa-bb03-59a2cc009b30,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:42.563844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Allocated IP 172.25.6.7 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/81c7a41e-2859-422f-8bf5-21b7d2c91a41) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:58:42.579807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] For port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:58:42.586442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] For port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61ee0c78-2fe5-4303-95a9-7eceb9c190bb,segment=NetworkSegment(705a83bf-3859-4d4d-abf6-34fced987e6a),segment_id=705a83bf-3859-4d4d-abf6-34fced987e6a)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:58:42.717236 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:42.722102 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:42.823567 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53c4c4-8dc7-482c-bd1b-a82f8a7761f7 None None] Pushing event updated for resources: {'Port': ['ID=61ee0c78-2fe5-4303-95a9-7eceb9c190bb,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:42.856416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:42.918051 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:58:42.921475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:42.929020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:58:42.980678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Pushing event updated for resources: {'Port': ['ID=81c7a41e-2859-422f-8bf5-21b7d2c91a41,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:43.134540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93570bf-e3e8-40b3-835e-65b2b123f4c3 req-b4bfc0c5-382f-4e1d-921a-474600f74eb0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:43.136577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c93570bf-e3e8-40b3-835e-65b2b123f4c3 req-b4bfc0c5-382f-4e1d-921a-474600f74eb0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.1043749 Sep 22 09:58:43.232353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c93570bf-e3e8-40b3-835e-65b2b123f4c3 req-44c69d6a-ca00-484d-b25d-bbf53792ef03 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889070 Sep 22 09:58:43.405235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:43.495041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61ee0c78-2fe5-4303-95a9-7eceb9c190bb up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:43.593086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:43.594026 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:43.703243 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:43.715456 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:43.757543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61ee0c78-2fe5-4303-95a9-7eceb9c190bb,segment=NetworkSegment(705a83bf-3859-4d4d-abf6-34fced987e6a),segment_id=705a83bf-3859-4d4d-abf6-34fced987e6a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:43.831492 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:43.832283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c12d4002-6fae-4daa-bb03-59a2cc009b30 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:43.989812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=61ee0c78-2fe5-4303-95a9-7eceb9c190bb,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:44.000789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c12d4002-6fae-4daa-bb03-59a2cc009b30 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:44.000789 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:44.038300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Router 49fdea67-9c61-45a6-b325-ea8eef0b16dd is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:58:44.188142 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:58:44.191015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b04cf-a672-46ea-98e1-8b5f73b483c1 None None] Network 7407702f-9b39-4347-b870-ebe7d41aab92 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:58:44.212949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Sync routers for ids ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:58:44.265312 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Routers {'49fdea67-9c61-45a6-b325-ea8eef0b16dd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:44.265953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:44.339451 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6930f9e7-e289-435d-b542-040e337c4f99 None None] Provisioning complete for port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:44.339822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6930f9e7-e289-435d-b542-040e337c4f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:44.349245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b250cc-8f9d-4cdf-ac27-192dcf3a2f28 req-2d3c16e0-d26f-4282-8a04-51c0878e06e2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:44.351199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-17b250cc-8f9d-4cdf-ac27-192dcf3a2f28 req-2d3c16e0-d26f-4282-8a04-51c0878e06e2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.0588274 Sep 22 09:58:44.394587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-17b250cc-8f9d-4cdf-ac27-192dcf3a2f28 req-fd03865c-6816-48a1-b565-9abb79e06914 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363779 Sep 22 09:58:44.619242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Set router 49fdea67-9c61-45a6-b325-ea8eef0b16dd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:44.877484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'name': 'tempest-TestAggregatesBasicOps-1055522396-router', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:41Z', 'updated_at': '2021-09-22T09:58:43Z', 'revision_number': 3, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'gw_port': {'id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:42Z', 'updated_at': '2021-09-22T09:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:44.883214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:44.887456 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3d1e0e45-4a5e-45d2-b415-e3fdf932b50e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5642059 Sep 22 09:58:44.887983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46000) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:44.913141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Checking router: 49fdea67-9c61-45a6-b325-ea8eef0b16dd for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:58:44.913631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Updating router 49fdea67-9c61-45a6-b325-ea8eef0b16dd port 81c7a41e-2859-422f-8bf5-21b7d2c91a41 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:58:44.942140 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:45.064435 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-25f93033-b63f-402a-8cfb-dc6f44db9750 None None] Provisioning complete for port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:45.064856 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-25f93033-b63f-402a-8cfb-dc6f44db9750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:45.350877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61ee0c78-2fe5-4303-95a9-7eceb9c190bb up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:45.403596 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:45.430729 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:45.431335 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:45.457914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:45.533400 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:45.585553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd77c15-98ac-495a-8ff6-7ac36d4e25a0 req-8363230e-c7d7-474b-81b2-314c21d1e1f2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:45.602306 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fdd77c15-98ac-495a-8ff6-7ac36d4e25a0 req-8363230e-c7d7-474b-81b2-314c21d1e1f2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.0996947 Sep 22 09:58:45.618277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2f271-a259-4b68-8ba9-b15819232dc8 None None] Pushing event updated for resources: {'Port': ['ID=81c7a41e-2859-422f-8bf5-21b7d2c91a41,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:45.620571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Attempting to bind port 81c7a41e-2859-422f-8bf5-21b7d2c91a41 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:58:45.621538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Attempting to bind port 81c7a41e-2859-422f-8bf5-21b7d2c91a41 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:58:45.621913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Attempting to bind port 81c7a41e-2859-422f-8bf5-21b7d2c91a41 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:45.627790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:58:45.628165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:58:45.628570 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:45.628994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:58:45.629462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Bound port: 81c7a41e-2859-422f-8bf5-21b7d2c91a41, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:58:45.629843 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:45.660489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fdd77c15-98ac-495a-8ff6-7ac36d4e25a0 req-ff648a4d-b89b-46da-9811-b23e207947f5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568724 Sep 22 09:58:45.699526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] For port 81c7a41e-2859-422f-8bf5-21b7d2c91a41, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:58:45.703259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] For port 81c7a41e-2859-422f-8bf5-21b7d2c91a41, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=81c7a41e-2859-422f-8bf5-21b7d2c91a41,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:58:45.745425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Allocated IP 172.20.0.1 (7407702f-9b39-4347-b870-ebe7d41aab92/253d1246-23c7-48ce-8371-960a03e31c59/d6cb296c-96c9-44c0-ab6b-71f52dd458d9) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:58:45.777329 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:45.855678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2f271-a259-4b68-8ba9-b15819232dc8 None None] Pushing event updated for resources: {'Port': ['ID=81c7a41e-2859-422f-8bf5-21b7d2c91a41,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:45.855678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Routers {'49fdea67-9c61-45a6-b325-ea8eef0b16dd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:45.856472 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:45.892196 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:45.978733 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] Set router 49fdea67-9c61-45a6-b325-ea8eef0b16dd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:46.009800 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:46.052990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Network 7407702f-9b39-4347-b870-ebe7d41aab92 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:58:46.054581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:46.058773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:58:46.066608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Pushing event updated for resources: {'Port': ['ID=d6cb296c-96c9-44c0-ab6b-71f52dd458d9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:46.119494 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:46.236616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'name': 'tempest-TestAggregatesBasicOps-1055522396-router', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:41Z', 'updated_at': '2021-09-22T09:58:43Z', 'revision_number': 3, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'gw_port': {'id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:42Z', 'updated_at': '2021-09-22T09:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:46.278625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb424f-6d9b-4900-a01a-5ce9baf1b646 None None] The sync data for ids ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'] in n-d-805649-4 is: [{'id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'name': 'tempest-TestAggregatesBasicOps-1055522396-router', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:41Z', 'updated_at': '2021-09-22T09:58:43Z', 'revision_number': 3, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'gw_port': {'id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:42Z', 'updated_at': '2021-09-22T09:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:58:46.322775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-85398453-99d8-4d38-89d0-8af42942e9e2 None None] Provisioning complete for port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:46.323284 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-85398453-99d8-4d38-89d0-8af42942e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:46.401259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-85398453-99d8-4d38-89d0-8af42942e9e2 None None] Port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:58:46.412684 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:46.637521 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:46.721310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:46.793175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989a919-a094-41fd-af5e-f21316c836d4 req-690f8221-69a8-49e0-ae26-dbced0627126 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:46.810466 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7989a919-a094-41fd-af5e-f21316c836d4 req-690f8221-69a8-49e0-ae26-dbced0627126 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.0761037 Sep 22 09:58:46.814275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Pushing event updated for resources: {'Port': ['ID=d6cb296c-96c9-44c0-ab6b-71f52dd458d9,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:46.817750 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:46.913059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7989a919-a094-41fd-af5e-f21316c836d4 req-f121584a-ceab-415a-a0f4-f9fe362a089a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967872 Sep 22 09:58:46.946036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Network 7407702f-9b39-4347-b870-ebe7d41aab92 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:58:46.948093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:58:47.115255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Router 49fdea67-9c61-45a6-b325-ea8eef0b16dd has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:58:47.276019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:58:47.289654 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7275f543-d98a-4a76-a56c-d5067e04ddc5 admin admin] 10.222.0.49 "PUT /v2.0/routers/49fdea67-9c61-45a6-b325-ea8eef0b16dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3927119 Sep 22 09:58:47.354748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-73b526fa-a392-4b8e-b1a1-2cc0f898a332 None None] Provisioning complete for port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:47.355318 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-73b526fa-a392-4b8e-b1a1-2cc0f898a332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:47.443897 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-73b526fa-a392-4b8e-b1a1-2cc0f898a332 None None] Port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:58:47.446355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 81c7a41e-2859-422f-8bf5-21b7d2c91a41 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:47.509814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 81c7a41e-2859-422f-8bf5-21b7d2c91a41 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:47.510447 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:47.610852 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:47.633773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 81c7a41e-2859-422f-8bf5-21b7d2c91a41, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=81c7a41e-2859-422f-8bf5-21b7d2c91a41,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:47.751619 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:47.815831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=81c7a41e-2859-422f-8bf5-21b7d2c91a41,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:48.073570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369ef3a-3a16-4289-afa5-5cb9f6a8cd79 req-91d4f7eb-ffdf-4d0a-b3df-a030e2772bb0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:48.075382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6369ef3a-3a16-4289-afa5-5cb9f6a8cd79 req-91d4f7eb-ffdf-4d0a-b3df-a030e2772bb0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.0571008 Sep 22 09:58:48.127957 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6369ef3a-3a16-4289-afa5-5cb9f6a8cd79 req-7e0e3c71-a335-4eb3-a2c6-49371f9a3751 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456388 Sep 22 09:58:49.194956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cd2f1-1ef5-4142-bbb8-5c3a3feb3830 req-65c4e554-d67e-496e-98f4-493f8c9acbfb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:49.197934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-343cd2f1-1ef5-4142-bbb8-5c3a3feb3830 req-65c4e554-d67e-496e-98f4-493f8c9acbfb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 946 time: 0.0593328 Sep 22 09:58:49.246289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-343cd2f1-1ef5-4142-bbb8-5c3a3feb3830 req-fce53ae7-8a5a-4341-97d8-f2fb0ab4f2f5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419226 Sep 22 09:58:49.273157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46056) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:49.352471 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Sync routers for ids ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:58:49.365368 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Routers {'49fdea67-9c61-45a6-b325-ea8eef0b16dd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:49.366401 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:49.379690 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c202511f-8160-4bce-ae04-38c14e111a5f tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/d89e6f04-25e5-424f-9bd7-3473bc16a10a HTTP/1.1" status: 200 len: 994 time: 0.1048329 Sep 22 09:58:49.392499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 81c7a41e-2859-422f-8bf5-21b7d2c91a41 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:49.452005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 81c7a41e-2859-422f-8bf5-21b7d2c91a41 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:49.452371 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:49.484638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b6c86-c3a4-479f-845b-2cc5426c7742 req-b5f66625-1f2c-4676-8c9b-995af6bfb1f8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:49.486438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca1b6c86-c3a4-479f-845b-2cc5426c7742 req-b5f66625-1f2c-4676-8c9b-995af6bfb1f8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.0751314 Sep 22 09:58:49.516282 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Set router 49fdea67-9c61-45a6-b325-ea8eef0b16dd gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:49.535890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca1b6c86-c3a4-479f-845b-2cc5426c7742 req-2e814694-e6c9-4be5-9ace-7f7e803a1880 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421262 Sep 22 09:58:49.753552 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'name': 'tempest-TestAggregatesBasicOps-1055522396-router', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:41Z', 'updated_at': '2021-09-22T09:58:46Z', 'revision_number': 4, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'gw_port': {'id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:42Z', 'updated_at': '2021-09-22T09:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'd6cb296c-96c9-44c0-ab6b-71f52dd458d9', 'name': '', 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'mac_address': 'fa:16:3e:16:86:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '253d1246-23c7-48ce-8371-960a03e31c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:45Z', 'updated_at': '2021-09-22T09:58:46Z', 'revision_number': 2, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'subnets': [{'id': '253d1246-23c7-48ce-8371-960a03e31c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:49.781006 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Checking router: 49fdea67-9c61-45a6-b325-ea8eef0b16dd for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:58:49.781352 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Updating router 49fdea67-9c61-45a6-b325-ea8eef0b16dd port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:58:49.809743 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:50.067790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46072) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:50.188855 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:50.275283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8d185-ed55-4862-9c40-8ed1854c3ddb req-e78daf0b-ddfb-4c59-a6a2-ff746771fec0 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:50.278981 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:50.286077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0be8d185-ed55-4862-9c40-8ed1854c3ddb req-e78daf0b-ddfb-4c59-a6a2-ff746771fec0 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1097 time: 0.0723100 Sep 22 09:58:50.337404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0be8d185-ed55-4862-9c40-8ed1854c3ddb req-499515e5-2961-4087-9e3d-3fff915fe4d5 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449991 Sep 22 09:58:50.448280 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f42b68-98b7-4886-a0af-18bfd8b01cb5 None None] Pushing event updated for resources: {'Port': ['ID=d6cb296c-96c9-44c0-ab6b-71f52dd458d9,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:50.513170 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Attempting to bind port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:58:50.513837 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Attempting to bind port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '705a83bf-3859-4d4d-abf6-34fced987e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:58:50.514456 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Attempting to bind port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 on network 7407702f-9b39-4347-b870-ebe7d41aab92 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:50.523405 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:58:50.524097 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Checking segment: {'id': '705a83bf-3859-4d4d-abf6-34fced987e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:58:50.524961 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:50.525518 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Bound using segment: {'id': '705a83bf-3859-4d4d-abf6-34fced987e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:58:50.526199 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Bound port: d6cb296c-96c9-44c0-ab6b-71f52dd458d9, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705a83bf-3859-4d4d-abf6-34fced987e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:58:50.526935 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:50.665648 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] For port d6cb296c-96c9-44c0-ab6b-71f52dd458d9, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:58:50.670857 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] For port d6cb296c-96c9-44c0-ab6b-71f52dd458d9, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d6cb296c-96c9-44c0-ab6b-71f52dd458d9,segment=NetworkSegment(705a83bf-3859-4d4d-abf6-34fced987e6a),segment_id=705a83bf-3859-4d4d-abf6-34fced987e6a)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:58:50.754135 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:50.805264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d6e96fbd-b8ef-436a-9247-55bd68b85378 None None] Provisioning complete for port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:50.806753 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d6e96fbd-b8ef-436a-9247-55bd68b85378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:50.886770 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f42b68-98b7-4886-a0af-18bfd8b01cb5 None None] Pushing event updated for resources: {'Port': ['ID=d6cb296c-96c9-44c0-ab6b-71f52dd458d9,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:50.891085 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Routers {'49fdea67-9c61-45a6-b325-ea8eef0b16dd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:50.906343 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:50.937661 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d6e96fbd-b8ef-436a-9247-55bd68b85378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:51.020243 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d6e96fbd-b8ef-436a-9247-55bd68b85378 None None] For port d6cb296c-96c9-44c0-ab6b-71f52dd458d9, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d6cb296c-96c9-44c0-ab6b-71f52dd458d9,segment=NetworkSegment(705a83bf-3859-4d4d-abf6-34fced987e6a),segment_id=705a83bf-3859-4d4d-abf6-34fced987e6a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:51.052455 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:51.114108 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] Set router 49fdea67-9c61-45a6-b325-ea8eef0b16dd gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:51.152640 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d6e96fbd-b8ef-436a-9247-55bd68b85378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:51.281655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e96fbd-b8ef-436a-9247-55bd68b85378 None None] Pushing event updated for resources: {'Port': ['ID=d6cb296c-96c9-44c0-ab6b-71f52dd458d9,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:51.334987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-50fc868f-7d31-45a4-907d-5029d399b2d3 None None] Provisioning complete for port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:51.337298 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-50fc868f-7d31-45a4-907d-5029d399b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:51.447431 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'name': 'tempest-TestAggregatesBasicOps-1055522396-router', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:41Z', 'updated_at': '2021-09-22T09:58:46Z', 'revision_number': 4, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'gw_port': {'id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:42Z', 'updated_at': '2021-09-22T09:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'd6cb296c-96c9-44c0-ab6b-71f52dd458d9', 'name': '', 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'mac_address': 'fa:16:3e:16:86:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '253d1246-23c7-48ce-8371-960a03e31c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:45Z', 'updated_at': '2021-09-22T09:58:50Z', 'revision_number': 4, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'subnets': [{'id': '253d1246-23c7-48ce-8371-960a03e31c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:51.488994 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1470a145-283e-4d72-9f85-6922d1b717be None None] The sync data for ids ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'] in n-d-805649-4 is: [{'id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'name': 'tempest-TestAggregatesBasicOps-1055522396-router', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:41Z', 'updated_at': '2021-09-22T09:58:46Z', 'revision_number': 4, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'gw_port': {'id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:42Z', 'updated_at': '2021-09-22T09:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'd6cb296c-96c9-44c0-ab6b-71f52dd458d9', 'name': '', 'network_id': '7407702f-9b39-4347-b870-ebe7d41aab92', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'mac_address': 'fa:16:3e:16:86:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '253d1246-23c7-48ce-8371-960a03e31c59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:45Z', 'updated_at': '2021-09-22T09:58:50Z', 'revision_number': 4, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'subnets': [{'id': '253d1246-23c7-48ce-8371-960a03e31c59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:58:51.536426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] Deleting port c12d4002-6fae-4daa-bb03-59a2cc009b30 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:58:51.536930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:51.689563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] For port c12d4002-6fae-4daa-bb03-59a2cc009b30, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c12d4002-6fae-4daa-bb03-59a2cc009b30,segment=NetworkSegment(0ca9ef36-5665-4ebf-9754-004f50bfc8e3),segment_id=0ca9ef36-5665-4ebf-9754-004f50bfc8e3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:51.689987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:51.708124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] Calling delete_port for c12d4002-6fae-4daa-bb03-59a2cc009b30 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:58:52.029778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46096) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:52.071501 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:52.112364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c12d4002-6fae-4daa-bb03-59a2cc009b30,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:52.354964 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-5e2dbe01-db87-4aaf-9c4b-f071c78c9218 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3239517 Sep 22 09:58:52.366113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-f20cf927-00c5-4940-8684-6abb73abc8c1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:58:52.367725 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-f20cf927-00c5-4940-8684-6abb73abc8c1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055611 Sep 22 09:58:52.381204 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:52.643579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] Router 9f51451e-7373-442a-b3eb-51cc38468fe9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:58:52.762941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:58:52.762941 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-be921045-9d7e-4be6-9559-c5caa8795a1b admin admin] 10.222.0.49 "PUT /v2.0/routers/9f51451e-7373-442a-b3eb-51cc38468fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6867957 Sep 22 09:58:52.763718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46106) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:52.764169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c1ef6-60ec-4bf9-9035-63b036874021 None None] Sync routers for ids ['9f51451e-7373-442a-b3eb-51cc38468fe9'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:58:52.769457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c1ef6-60ec-4bf9-9035-63b036874021 None None] Routers {'9f51451e-7373-442a-b3eb-51cc38468fe9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:52.770060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-638c1ef6-60ec-4bf9-9035-63b036874021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9f51451e-7373-442a-b3eb-51cc38468fe9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:52.864238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:52.983974 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:53.031003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-638c1ef6-60ec-4bf9-9035-63b036874021 None None] Set router 9f51451e-7373-442a-b3eb-51cc38468fe9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:53.156904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Deleting port f05a6a69-8375-4716-a193-0090e7602e72 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:58:53.157567 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:53.295885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] For port f05a6a69-8375-4716-a193-0090e7602e72, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f05a6a69-8375-4716-a193-0090e7602e72,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:53.296249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:53.325858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Calling delete_port for f05a6a69-8375-4716-a193-0090e7602e72 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:58:53.346162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-638c1ef6-60ec-4bf9-9035-63b036874021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'name': 'tempest-TestAggregatesBasicOps-79151789-router', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:33Z', 'updated_at': '2021-09-22T09:58:51Z', 'revision_number': 5, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'gw_port': {'id': 'f05a6a69-8375-4716-a193-0090e7602e72', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:34Z', 'updated_at': '2021-09-22T09:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:53.413640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c1ef6-60ec-4bf9-9035-63b036874021 None None] Checking router: 9f51451e-7373-442a-b3eb-51cc38468fe9 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:58:53.423030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c1ef6-60ec-4bf9-9035-63b036874021 None None] Routers {'9f51451e-7373-442a-b3eb-51cc38468fe9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:53.423802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-638c1ef6-60ec-4bf9-9035-63b036874021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9f51451e-7373-442a-b3eb-51cc38468fe9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:53.535827 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:53.576358 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-638c1ef6-60ec-4bf9-9035-63b036874021 None None] Set router 9f51451e-7373-442a-b3eb-51cc38468fe9 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:53.611348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d6cb296c-96c9-44c0-ab6b-71f52dd458d9 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:58:53.683486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-638c1ef6-60ec-4bf9-9035-63b036874021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'name': 'tempest-TestAggregatesBasicOps-79151789-router', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:33Z', 'updated_at': '2021-09-22T09:58:52Z', 'revision_number': 6, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:53.715606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c1ef6-60ec-4bf9-9035-63b036874021 None None] The sync data for ids ['9f51451e-7373-442a-b3eb-51cc38468fe9'] in n-d-805649-4 is: [{'id': '9f51451e-7373-442a-b3eb-51cc38468fe9', 'name': 'tempest-TestAggregatesBasicOps-79151789-router', 'tenant_id': '9c372dffbc2d44748fe1f62623f1a40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:33Z', 'updated_at': '2021-09-22T09:58:52Z', 'revision_number': 6, 'project_id': '9c372dffbc2d44748fe1f62623f1a40a', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:58:53.734367 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:53.757367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:53.758078 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:53.779403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05a6a69-8375-4716-a193-0090e7602e72,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:53.873979 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:53.974409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-084dd6c8-4c45-4d32-a44d-d7606b23df7c tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:53.983774 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-084dd6c8-4c45-4d32-a44d-d7606b23df7c tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/ports/91dfbea1-a133-430b-9233-cd10f80b0bee HTTP/1.1" status: 200 len: 1094 time: 0.1928766 Sep 22 09:58:53.989145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Request body: {'binding': {'host': 'n-h1-805649-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:58:53.990233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Unknown quota resources ['binding']. {{(pid=95509) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 22 09:58:54.006948 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.009607 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.164611 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.220458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f51451e-7373-442a-b3eb-51cc38468fe9 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:58:54.220458 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.220458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f791a537-7099-4450-8d48-031f44ed08b4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9f51451e-7373-442a-b3eb-51cc38468fe9 HTTP/1.1" status: 204 len: 168 time: 1.4135764 Sep 22 09:58:54.221314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46116) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:54.221411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db627f2e-1444-4092-b63f-03f0af522245 req-9e25ad6c-d800-469b-b94d-fb6d0a9512e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:54.221411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db627f2e-1444-4092-b63f-03f0af522245 req-9e25ad6c-d800-469b-b94d-fb6d0a9512e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1098 time: 0.1759758 Sep 22 09:58:54.245295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee on host n-h1-805649-4 for vnic_type normal with profile None {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:58:54.245295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:58:54.245561 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee on network 445794c5-be14-432b-b5f0-f076e82b684b {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:54.252057 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Port 91dfbea1-a133-430b-9233-cd10f80b0bee on network 445794c5-be14-432b-b5f0-f076e82b684b not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:58:54.252382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee on network 445794c5-be14-432b-b5f0-f076e82b684b {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:54.258275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-3482d084-a7c3-4c2f-bc30-7d4168b9f6c3 admin admin] Deleting subnet bea56d79-ea05-48b6-8295-ab3c03f7893b {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:58:54.262800 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3482d084-a7c3-4c2f-bc30-7d4168b9f6c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.264667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:58:54.275302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Checking segment: {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:58:54.275302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Bound using segment: {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:58:54.275302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Bound port: 91dfbea1-a133-430b-9233-cd10f80b0bee, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:58:54.318887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db627f2e-1444-4092-b63f-03f0af522245 req-e48c2482-35ac-4e74-afa8-b34d4cc2f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:54.321345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db627f2e-1444-4092-b63f-03f0af522245 req-e48c2482-35ac-4e74-afa8-b34d4cc2f26f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.1109149 Sep 22 09:58:54.336684 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e87244c-67b5-4257-bab4-b1596e074e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.362652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3482d084-a7c3-4c2f-bc30-7d4168b9f6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.387723 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db627f2e-1444-4092-b63f-03f0af522245 req-dabc8f1a-ca50-4482-b504-c634af6e56bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 1001 time: 0.0600455 Sep 22 09:58:54.419350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:58:54.438001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db627f2e-1444-4092-b63f-03f0af522245 req-fccd3cf2-2f9f-4b68-b66f-174a179f83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:54.439470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db627f2e-1444-4092-b63f-03f0af522245 req-fccd3cf2-2f9f-4b68-b66f-174a179f83e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0444639 Sep 22 09:58:54.470052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3482d084-a7c3-4c2f-bc30-7d4168b9f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.489958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db627f2e-1444-4092-b63f-03f0af522245 req-87148d62-c194-4013-8ffc-32972ed36085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:54.491497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db627f2e-1444-4092-b63f-03f0af522245 req-87148d62-c194-4013-8ffc-32972ed36085 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454855 Sep 22 09:58:54.567505 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] Notify callbacks [] for binding, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.569075 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e008297f-cb8d-48fa-8100-2eca121dbb0d service neutron] 10.222.0.49 "POST /v2.0/ports/91dfbea1-a133-430b-9233-cd10f80b0bee/bindings HTTP/1.1" status: 201 len: 389 time: 0.5836189 Sep 22 09:58:54.590547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db627f2e-1444-4092-b63f-03f0af522245 req-bfe376c8-597f-40c0-91c5-96ccc9f7889f service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921969 Sep 22 09:58:54.654842 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3482d084-a7c3-4c2f-bc30-7d4168b9f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.682838 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482d084-a7c3-4c2f-bc30-7d4168b9f6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea56d79-ea05-48b6-8295-ab3c03f7893b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:54.683678 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.690202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3482d084-a7c3-4c2f-bc30-7d4168b9f6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.694742 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3482d084-a7c3-4c2f-bc30-7d4168b9f6c3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bea56d79-ea05-48b6-8295-ab3c03f7893b HTTP/1.1" status: 204 len: 168 time: 0.5144475 Sep 22 09:58:54.695358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46124) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:54.699430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d779f-13c5-4e75-86ec-740c86c5eb63 None None] Network 13ada358-1b06-4466-b7ab-8f0ae4533ff6 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:58:54.709109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db627f2e-1444-4092-b63f-03f0af522245 req-59865dd0-5293-445b-951b-4018fa83b686 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111841 Sep 22 09:58:54.782249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.852591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Deleting port 50c7d1d9-725e-47c0-a224-bb30856ec4eb {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:58:54.853007 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.932420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f23df-cdc3-4992-ae6b-5e83c3587008 None None] DHCP port deletion for 13ada358-1b06-4466-b7ab-8f0ae4533ff6 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:58:54.955558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] For port 50c7d1d9-725e-47c0-a224-bb30856ec4eb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=50c7d1d9-725e-47c0-a224-bb30856ec4eb,segment=NetworkSegment(0ca9ef36-5665-4ebf-9754-004f50bfc8e3),segment_id=0ca9ef36-5665-4ebf-9754-004f50bfc8e3)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:54.955913 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.974786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Calling delete_port for 50c7d1d9-725e-47c0-a224-bb30856ec4eb owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:58:54.987663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f23df-cdc3-4992-ae6b-5e83c3587008 None None] Deleting port 50c7d1d9-725e-47c0-a224-bb30856ec4eb {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:58:54.988054 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f3f23df-cdc3-4992-ae6b-5e83c3587008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:54.989855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a50f33-1b93-48f9-afa6-7abc7548adde req-b2bcdc31-8941-4ca1-92b9-c154b0a698b3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:54.991434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a50f33-1b93-48f9-afa6-7abc7548adde req-b2bcdc31-8941-4ca1-92b9-c154b0a698b3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.1118944 Sep 22 09:58:55.056243 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5f3f23df-cdc3-4992-ae6b-5e83c3587008 None None] For port 50c7d1d9-725e-47c0-a224-bb30856ec4eb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=50c7d1d9-725e-47c0-a224-bb30856ec4eb,segment=NetworkSegment(0ca9ef36-5665-4ebf-9754-004f50bfc8e3),segment_id=0ca9ef36-5665-4ebf-9754-004f50bfc8e3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:55.056638 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f3f23df-cdc3-4992-ae6b-5e83c3587008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:55.068674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f23df-cdc3-4992-ae6b-5e83c3587008 None None] Calling delete_port for 50c7d1d9-725e-47c0-a224-bb30856ec4eb owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:58:55.083981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53a50f33-1b93-48f9-afa6-7abc7548adde req-d0b2bd5f-79bb-4566-a5f8-1f04c5a1a632 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857890 Sep 22 09:58:55.205892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b3f57-c9a8-424a-932c-fed387557010 req-6c94edbe-7ddd-4a31-9495-a4120fd629fa tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:55.207378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-566b3f57-c9a8-424a-932c-fed387557010 req-6c94edbe-7ddd-4a31-9495-a4120fd629fa tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 946 time: 0.0510621 Sep 22 09:58:55.250776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-566b3f57-c9a8-424a-932c-fed387557010 req-b0df7a2c-2d56-4a7c-a39a-aa1debb69b9e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363822 Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:58:55.268765 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 09:58:55.272992 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:55.279401 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f3f23df-cdc3-4992-ae6b-5e83c3587008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:55.305781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Pushing event deleted for resources: {'Port': ['ID=50c7d1d9-725e-47c0-a224-bb30856ec4eb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:55.309347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] No DVR routers for this DVR port 50c7d1d9-725e-47c0-a224-bb30856ec4eb on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:58:55.317946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f23df-cdc3-4992-ae6b-5e83c3587008 None None] No DVR routers for this DVR port 50c7d1d9-725e-47c0-a224-bb30856ec4eb on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:58:55.325702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f23df-cdc3-4992-ae6b-5e83c3587008 None None] Pushing event deleted for resources: {'Port': ['ID=50c7d1d9-725e-47c0-a224-bb30856ec4eb,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:55.351206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 50c7d1d9-725e-47c0-a224-bb30856ec4eb no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:58:55.376864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 50c7d1d9-725e-47c0-a224-bb30856ec4eb {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:58:55.376864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 50c7d1d9-725e-47c0-a224-bb30856ec4eb not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:58:55.376864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f05a6a69-8375-4716-a193-0090e7602e72 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:58:55.392451 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:55.396433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f05a6a69-8375-4716-a193-0090e7602e72 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:58:55.396811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f05a6a69-8375-4716-a193-0090e7602e72 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:58:55.397222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c12d4002-6fae-4daa-bb03-59a2cc009b30 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:58:55.417278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: c12d4002-6fae-4daa-bb03-59a2cc009b30 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:58:55.417618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c12d4002-6fae-4daa-bb03-59a2cc009b30 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:58:55.441959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ada358-1b06-4466-b7ab-8f0ae4533ff6']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:55.454275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca9ef36-5665-4ebf-9754-004f50bfc8e3') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:55.454571 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca9ef36-5665-4ebf-9754-004f50bfc8e3') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:55.466953 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:55.481907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-cdf974d7-c95b-45f5-ad55-c7a765f99a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:55.483426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-cdf974d7-c95b-45f5-ad55-c7a765f99a70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1097 time: 0.0881727 Sep 22 09:58:55.484346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:55.491278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:58:55.491662 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:58:55.499486 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:58:55.623837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-47faffba-c74d-48fb-ad59-f2bb783c79af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:55.625357 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-47faffba-c74d-48fb-ad59-f2bb783c79af service neutron] 10.222.0.60 "GET /v2.0/networks?id=445794c5-be14-432b-b5f0-f076e82b684b HTTP/1.1" status: 200 len: 897 time: 0.1352944 Sep 22 09:58:55.674435 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:55.681516 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:55.686553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] 10.222.0.49 "DELETE /v2.0/networks/13ada358-1b06-4466-b7ab-8f0ae4533ff6 HTTP/1.1" status: 204 len: 168 time: 0.9870334 Sep 22 09:58:55.686649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46148) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:55.698769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1e4c8-b706-4cf1-b42a-3373bf03335c admin admin] Pushing event deleted for resources: {'Network': ['ID=13ada358-1b06-4466-b7ab-8f0ae4533ff6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:55.711646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-f05f7674-4cc7-4bfd-a812-5be2e27416d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91dfbea1-a133-430b-9233-cd10f80b0bee HTTP/1.1" status: 200 len: 1002 time: 0.0787077 Sep 22 09:58:55.765722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-52b4ed41-e896-45fe-a26e-dc219481f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:55.767285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-52b4ed41-e896-45fe-a26e-dc219481f8cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=844d01a5-f0ed-42f7-ac26-712ce405c4f5 HTTP/1.1" status: 200 len: 835 time: 0.0476353 Sep 22 09:58:55.816868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e53a07bc-16fe-49cf-917a-304be57a2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:55.818410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e53a07bc-16fe-49cf-917a-304be57a2635 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=445794c5-be14-432b-b5f0-f076e82b684b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444114 Sep 22 09:58:55.912639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-4783b0a9-d55c-4ccb-a9b3-8d034311eb10 service neutron] 10.222.0.60 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872452 Sep 22 09:58:56.008175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-a1fc9fb6-52c0-4e84-920b-b89b28bfcb78 service neutron] 10.222.0.60 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883586 Sep 22 09:58:56.038636 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:56.140981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-887fa1ae-3d80-4221-bc2d-b7283c65c98d tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:56.142431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-887fa1ae-3d80-4221-bc2d-b7283c65c98d tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3&tenant_id=9405e14d620a4da0b6fefcb274955fd4&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1097 time: 0.0781686 Sep 22 09:58:56.156133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-805649-4'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:58:56.307613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] Deleting port d6cb296c-96c9-44c0-ab6b-71f52dd458d9 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:58:56.308060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:56.392020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] For port d6cb296c-96c9-44c0-ab6b-71f52dd458d9, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d6cb296c-96c9-44c0-ab6b-71f52dd458d9,segment=NetworkSegment(705a83bf-3859-4d4d-abf6-34fced987e6a),segment_id=705a83bf-3859-4d4d-abf6-34fced987e6a)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:56.392312 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:56.410493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] Calling delete_port for d6cb296c-96c9-44c0-ab6b-71f52dd458d9 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:58:56.558405 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:56.577927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb44eb-77a8-47aa-9170-0765e48b7d28 req-6d936a3c-5d9a-425f-ad7f-5f001c564523 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:56.579481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eeeb44eb-77a8-47aa-9170-0765e48b7d28 req-6d936a3c-5d9a-425f-ad7f-5f001c564523 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.4010739 Sep 22 09:58:56.661433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eeeb44eb-77a8-47aa-9170-0765e48b7d28 req-116bbd97-c703-47c1-85c2-618669c8906e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592341 Sep 22 09:58:56.700094 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:56.778648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:56.778915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cb296c-96c9-44c0-ab6b-71f52dd458d9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:56.810248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f92e0d-3179-4346-bb47-679c941eec97 req-7ba1dbaa-4afb-4d69-a351-7fcced8d5ecb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:56.811834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3f92e0d-3179-4346-bb47-679c941eec97 req-7ba1dbaa-4afb-4d69-a351-7fcced8d5ecb tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 946 time: 0.0874240 Sep 22 09:58:56.859167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:58:56.900820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:56.907388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3f92e0d-3179-4346-bb47-679c941eec97 req-8555f939-1130-4d53-ba54-cdb59f115e35 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784297 Sep 22 09:58:56.917229 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-534c46cc-7018-4420-a588-7b714dd84e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:56.920291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:58:56.922849 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f70febf-66c7-41d5-8414-0c69db3f8eb8" -d '{"events": [{"server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:58:56.936619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:56.974159 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc20126-e56b-4639-a2f3-82f5fd4d6e38 x-openstack-request-id: req-dfc20126-e56b-4639-a2f3-82f5fd4d6e38 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:58:56.974456 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:58:56.974705 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfc20126-e56b-4639-a2f3-82f5fd4d6e38 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:58:56.975111 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'code': 200} Sep 22 09:58:57.074221 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:57.146992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] Router 49fdea67-9c61-45a6-b325-ea8eef0b16dd has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:58:57.176449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Pushing event updated for resources: {'Port': ['ID=91dfbea1-a133-430b-9233-cd10f80b0bee,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:57.229445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee on host n-h2-805649-4 for vnic_type normal with profile {"migrating_to": "n-h1-805649-4"} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:58:57.229790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:58:57.230125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee on network 445794c5-be14-432b-b5f0-f076e82b684b {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:57.234869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Port 91dfbea1-a133-430b-9233-cd10f80b0bee on network 445794c5-be14-432b-b5f0-f076e82b684b not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:58:57.235193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Attempting to bind port 91dfbea1-a133-430b-9233-cd10f80b0bee on network 445794c5-be14-432b-b5f0-f076e82b684b {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:58:57.240788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:58:57.241139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Checking segment: {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:58:57.241521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Bound using segment: {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:58:57.242476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Bound port: 91dfbea1-a133-430b-9233-cd10f80b0bee, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:58:57.242900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:57.349343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:58:57.353441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:58:57.406267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4732ceca-cfde-45ba-b62d-be93f977d0e0 None None] Provisioning complete for port 91dfbea1-a133-430b-9233-cd10f80b0bee triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:57.406704 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4732ceca-cfde-45ba-b62d-be93f977d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:57.426964 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:57.443676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4732ceca-cfde-45ba-b62d-be93f977d0e0 None None] Port 91dfbea1-a133-430b-9233-cd10f80b0bee cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:58:57.537285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Pushing event updated for resources: {'Port': ['ID=91dfbea1-a133-430b-9233-cd10f80b0bee,revision_number=8']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:57.587580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:57.588208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:57.589991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-98d542b6-8ec2-4ca3-a069-f6c0b393d286 service neutron] 10.222.0.60 "PUT /v2.0/ports/91dfbea1-a133-430b-9233-cd10f80b0bee HTTP/1.1" status: 200 len: 1122 time: 1.4389703 Sep 22 09:58:57.591855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:58:57.597524 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a166513c-02f7-4077-8ec3-4d5cd005f96a admin admin] 10.222.0.49 "PUT /v2.0/routers/49fdea67-9c61-45a6-b325-ea8eef0b16dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9096816 Sep 22 09:58:57.597690 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:57.600522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46182) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:57.602790 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92da7a-698a-4c6f-98b8-d70b09096370 None None] Sync routers for ids ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:58:57.615487 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92da7a-698a-4c6f-98b8-d70b09096370 None None] Routers {'49fdea67-9c61-45a6-b325-ea8eef0b16dd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:57.616105 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ff92da7a-698a-4c6f-98b8-d70b09096370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:57.662387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:58:57.713701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['91dfbea1-a133-430b-9233-cd10f80b0bee'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:58:57.725718 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:57.824699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:57.833488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca0bc115-a4cf-42b8-87ec-6d5b8fffa6fe None None] Provisioning complete for port 91dfbea1-a133-430b-9233-cd10f80b0bee triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:58:57.834140 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc115-a4cf-42b8-87ec-6d5b8fffa6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:57.858696 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:57.888619 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ff92da7a-698a-4c6f-98b8-d70b09096370 None None] Set router 49fdea67-9c61-45a6-b325-ea8eef0b16dd gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:57.913135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:58:57.916018 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d3900b-f60e-4216-ad90-9c3f26ae8ec5" -d '{"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:58:57.917131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6a9c4-d727-4642-9610-8ff668c4d249 req-e4e58122-ed26-4cf3-9db5-e345cea803bb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:57.918838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1f6a9c4-d727-4642-9610-8ff668c4d249 req-e4e58122-ed26-4cf3-9db5-e345cea803bb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 947 time: 0.0565984 Sep 22 09:58:57.938763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:57.959266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1f6a9c4-d727-4642-9610-8ff668c4d249 req-9f9c5da8-645b-431b-9ed5-1adca317f507 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336592 Sep 22 09:58:58.019578 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b7a67b-d5c9-4f7b-a44e-a3b8b7e41b40 x-openstack-request-id: req-78b7a67b-d5c9-4f7b-a44e-a3b8b7e41b40 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:58:58.019578 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:58:58.019578 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78b7a67b-d5c9-4f7b-a44e-a3b8b7e41b40 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:58:58.019578 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'code': 200} Sep 22 09:58:58.019578 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc115-a4cf-42b8-87ec-6d5b8fffa6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:58.065789 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:58.074230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Deleting port 81c7a41e-2859-422f-8bf5-21b7d2c91a41 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:58:58.074566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:58.121288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca0bc115-a4cf-42b8-87ec-6d5b8fffa6fe None None] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:58.160979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=14']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:58.162715 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ff92da7a-698a-4c6f-98b8-d70b09096370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'name': 'tempest-TestAggregatesBasicOps-1055522396-router', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:41Z', 'updated_at': '2021-09-22T09:58:56Z', 'revision_number': 5, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'gw_port': {'id': '81c7a41e-2859-422f-8bf5-21b7d2c91a41', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:58:42Z', 'updated_at': '2021-09-22T09:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:58.203037 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92da7a-698a-4c6f-98b8-d70b09096370 None None] Checking router: 49fdea67-9c61-45a6-b325-ea8eef0b16dd for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:58:58.213061 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92da7a-698a-4c6f-98b8-d70b09096370 None None] Routers {'49fdea67-9c61-45a6-b325-ea8eef0b16dd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:58:58.213839 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ff92da7a-698a-4c6f-98b8-d70b09096370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:58.217512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e67f7a-5824-467b-a2ec-e760514cfba7 req-9a735702-a515-44a9-9651-849f93af95a4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:58.219081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5e67f7a-5824-467b-a2ec-e760514cfba7 req-9a735702-a515-44a9-9651-849f93af95a4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 944 time: 0.1181645 Sep 22 09:58:58.225933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] For port 81c7a41e-2859-422f-8bf5-21b7d2c91a41, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=81c7a41e-2859-422f-8bf5-21b7d2c91a41,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:58.226385 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:58.239542 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:58.252882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Calling delete_port for 81c7a41e-2859-422f-8bf5-21b7d2c91a41 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:58:58.285877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5e67f7a-5824-467b-a2ec-e760514cfba7 req-b416fbaa-14e2-4d62-afe0-60d15c5ab0ab tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565035 Sep 22 09:58:58.305236 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ff92da7a-698a-4c6f-98b8-d70b09096370 None None] Set router 49fdea67-9c61-45a6-b325-ea8eef0b16dd gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:58:58.322527 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca0bc115-a4cf-42b8-87ec-6d5b8fffa6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:58.362316 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ff92da7a-698a-4c6f-98b8-d70b09096370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'name': 'tempest-TestAggregatesBasicOps-1055522396-router', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:41Z', 'updated_at': '2021-09-22T09:58:57Z', 'revision_number': 6, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:58:58.389963 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92da7a-698a-4c6f-98b8-d70b09096370 None None] The sync data for ids ['49fdea67-9c61-45a6-b325-ea8eef0b16dd'] in n-d-805649-4 is: [{'id': '49fdea67-9c61-45a6-b325-ea8eef0b16dd', 'name': 'tempest-TestAggregatesBasicOps-1055522396-router', 'tenant_id': '67f56c0c57e84c42b4f76fc0e482b645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:58:41Z', 'updated_at': '2021-09-22T09:58:57Z', 'revision_number': 6, 'project_id': '67f56c0c57e84c42b4f76fc0e482b645', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:58:58.475773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bc115-a4cf-42b8-87ec-6d5b8fffa6fe None None] Pushing event updated for resources: {'Port': ['ID=91dfbea1-a133-430b-9233-cd10f80b0bee,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:58.551468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:58.581841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c7a41e-2859-422f-8bf5-21b7d2c91a41,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:58.647102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:58.738736 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:58.741336 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:58.976711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:58:58.979135 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:58:59.026180 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.026180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49fdea67-9c61-45a6-b325-ea8eef0b16dd {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:58:59.026180 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2b683f-643d-4380-a5a4-cba972bad73f x-openstack-request-id: req-9e2b683f-643d-4380-a5a4-cba972bad73f {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:58:59.026180 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:58:59.026180 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e2b683f-643d-4380-a5a4-cba972bad73f {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:58:59.026180 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'status': 'completed', 'code': 200} Sep 22 09:58:59.026180 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.026180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-86fc162b-b328-435b-8eaa-4bd4b1ebd2e7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/49fdea67-9c61-45a6-b325-ea8eef0b16dd HTTP/1.1" status: 204 len: 168 time: 1.4201188 Sep 22 09:58:59.026180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46230) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:59.078521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d85234-c43b-449e-9165-b3d52e62741a admin admin] Deleting subnet 253d1246-23c7-48ce-8371-960a03e31c59 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:58:59.081981 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41d85234-c43b-449e-9165-b3d52e62741a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.091362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad req-a34bb122-363e-4634-9b04-80821945c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:59.092919 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad req-a34bb122-363e-4634-9b04-80821945c65c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1127 time: 0.0426803 Sep 22 09:58:59.118859 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41d85234-c43b-449e-9165-b3d52e62741a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.192286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad req-53289ec6-f09c-460d-9dca-9640ca13aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:59.194090 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad req-53289ec6-f09c-460d-9dca-9640ca13aa10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=445794c5-be14-432b-b5f0-f076e82b684b HTTP/1.1" status: 200 len: 897 time: 0.0937619 Sep 22 09:58:59.209308 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41d85234-c43b-449e-9165-b3d52e62741a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.272943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad req-6cf2aff2-6bc4-4dfc-a670-8b9a3630768c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91dfbea1-a133-430b-9233-cd10f80b0bee HTTP/1.1" status: 200 len: 1002 time: 0.0649641 Sep 22 09:58:59.329641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 81c7a41e-2859-422f-8bf5-21b7d2c91a41 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:58:59.339556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad req-12d89337-464b-4d75-a513-179fd8a27aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:59.344175 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad req-12d89337-464b-4d75-a513-179fd8a27aaa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=844d01a5-f0ed-42f7-ac26-712ce405c4f5 HTTP/1.1" status: 200 len: 835 time: 0.0558062 Sep 22 09:58:59.355658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 81c7a41e-2859-422f-8bf5-21b7d2c91a41 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:58:59.356001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 81c7a41e-2859-422f-8bf5-21b7d2c91a41 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:58:59.356428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d6cb296c-96c9-44c0-ab6b-71f52dd458d9 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:58:59.380664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: d6cb296c-96c9-44c0-ab6b-71f52dd458d9 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:58:59.381098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d6cb296c-96c9-44c0-ab6b-71f52dd458d9 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:58:59.404631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad req-e85e5174-7700-477a-89a4-1d59d3d4ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:59.406218 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad req-e85e5174-7700-477a-89a4-1d59d3d4ea71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=445794c5-be14-432b-b5f0-f076e82b684b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568097 Sep 22 09:58:59.447138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca44dd6-0a6d-499e-88dc-e0365d869b5c req-ca46e676-53ca-4145-afb6-9d5681299dd2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:58:59.448831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ca44dd6-0a6d-499e-88dc-e0365d869b5c req-ca46e676-53ca-4145-afb6-9d5681299dd2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 946 time: 0.0600424 Sep 22 09:58:59.497730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ca44dd6-0a6d-499e-88dc-e0365d869b5c req-2fa21056-9339-400d-9138-57e8628fce08 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407004 Sep 22 09:58:59.511602 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41d85234-c43b-449e-9165-b3d52e62741a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.515040 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad req-86bf066d-24a5-4013-a123-4ba16d5e5901 service neutron] 10.222.0.45 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941381 Sep 22 09:58:59.533989 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d85234-c43b-449e-9165-b3d52e62741a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253d1246-23c7-48ce-8371-960a03e31c59,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:59.544318 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-41d85234-c43b-449e-9165-b3d52e62741a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.546245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-41d85234-c43b-449e-9165-b3d52e62741a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/253d1246-23c7-48ce-8371-960a03e31c59 HTTP/1.1" status: 204 len: 168 time: 0.5198898 Sep 22 09:58:59.548750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46240) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:58:59.549724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186cd0ad-7129-4fdc-8cb8-e6d6e7e6d600 None None] Network 7407702f-9b39-4347-b870-ebe7d41aab92 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:58:59.627695 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.633958 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ef30cea-469d-41bf-ba0c-f08261b9a6ad req-39334897-0fa2-494c-81a5-eb4c26428824 service neutron] 10.222.0.45 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061852 Sep 22 09:58:59.675475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 91dfbea1-a133-430b-9233-cd10f80b0bee details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:58:59.691247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Deleting port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:58:59.691587 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.756238 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95118354-dfec-484d-9801-27cf4775ed55 None None] DHCP port deletion for 7407702f-9b39-4347-b870-ebe7d41aab92 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:58:59.764110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] For port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61ee0c78-2fe5-4303-95a9-7eceb9c190bb,segment=NetworkSegment(705a83bf-3859-4d4d-abf6-34fced987e6a),segment_id=705a83bf-3859-4d4d-abf6-34fced987e6a)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:59.764110 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.778041 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Calling delete_port for 61ee0c78-2fe5-4303-95a9-7eceb9c190bb owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:58:59.812404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:59.835827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 91dfbea1-a133-430b-9233-cd10f80b0bee has no active binding in host n-h1-805649-4 {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 09:58:59.855279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-95118354-dfec-484d-9801-27cf4775ed55 None None] Deleting port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:58:59.855279 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95118354-dfec-484d-9801-27cf4775ed55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.918020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.919846 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-95118354-dfec-484d-9801-27cf4775ed55 None None] For port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61ee0c78-2fe5-4303-95a9-7eceb9c190bb,segment=NetworkSegment(705a83bf-3859-4d4d-abf6-34fced987e6a),segment_id=705a83bf-3859-4d4d-abf6-34fced987e6a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:58:59.920231 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95118354-dfec-484d-9801-27cf4775ed55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.933289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-95118354-dfec-484d-9801-27cf4775ed55 None None] Calling delete_port for 61ee0c78-2fe5-4303-95a9-7eceb9c190bb owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:58:59.962752 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:58:59.989023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ee0c78-2fe5-4303-95a9-7eceb9c190bb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:58:59.993455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] No DVR routers for this DVR port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:59:00.014787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:00.017198 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b86f92-5c08-4b07-b895-1ef3870ca1ea" -d '{"events": [{"server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "name": "network-vif-plugged", "status": "completed", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:00.021648 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95118354-dfec-484d-9801-27cf4775ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:00.050178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95118354-dfec-484d-9801-27cf4775ed55 None None] Pushing event deleted for resources: {'Port': ['ID=61ee0c78-2fe5-4303-95a9-7eceb9c190bb,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:00.055433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95118354-dfec-484d-9801-27cf4775ed55 None None] No DVR routers for this DVR port 61ee0c78-2fe5-4303-95a9-7eceb9c190bb on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:59:00.075526 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b401ccfc-8532-4795-a9f5-d5dc6029a78e x-openstack-request-id: req-b401ccfc-8532-4795-a9f5-d5dc6029a78e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:00.075821 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "name": "network-vif-plugged", "status": "completed", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:00.076071 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b401ccfc-8532-4795-a9f5-d5dc6029a78e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:00.076436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:00.076560 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'code': 200} Sep 22 09:59:00.099165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7407702f-9b39-4347-b870-ebe7d41aab92']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:00.109064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705a83bf-3859-4d4d-abf6-34fced987e6a') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:00.109369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705a83bf-3859-4d4d-abf6-34fced987e6a') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:00.118799 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:00.131959 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:00.137991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:59:00.138377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:59:00.139995 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:59:00.271853 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:00.278968 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:00.280845 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7407702f-9b39-4347-b870-ebe7d41aab92 HTTP/1.1" status: 204 len: 168 time: 0.7309978 Sep 22 09:59:00.292886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104f5c2-c9fa-4eba-99b4-656d095649c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7407702f-9b39-4347-b870-ebe7d41aab92,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:00.626988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c7454-19f3-461d-b5dd-bbd6408b8307 req-e12bedf6-3d20-4be6-88bf-86d7c9764451 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:00.628556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea8c7454-19f3-461d-b5dd-bbd6408b8307 req-e12bedf6-3d20-4be6-88bf-86d7c9764451 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 946 time: 0.0570176 Sep 22 09:59:00.669404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea8c7454-19f3-461d-b5dd-bbd6408b8307 req-474c4b43-7fba-44ca-b103-b10c6487dba9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342681 Sep 22 09:59:00.760337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46284) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:00.801580 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2e9b48b1-e30e-4002-9df7-c77087e8fb1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c372dffbc2d44748fe1f62623f1a40a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398438 Sep 22 09:59:00.804076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46286) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:00.855415 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-68e3847b-b526-4bf6-8d69-a2ac0a5ee063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:00.877080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-68e3847b-b526-4bf6-8d69-a2ac0a5ee063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:01.019755 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-68e3847b-b526-4bf6-8d69-a2ac0a5ee063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:01.022418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-68e3847b-b526-4bf6-8d69-a2ac0a5ee063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:01.024096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-68e3847b-b526-4bf6-8d69-a2ac0a5ee063 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a40b92f2-17e3-40da-9f4f-7b34d1c1bf16 HTTP/1.1" status: 204 len: 168 time: 0.2184007 Sep 22 09:59:01.032628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3847b-b526-4bf6-8d69-a2ac0a5ee063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40b92f2-17e3-40da-9f4f-7b34d1c1bf16,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:01.178040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e0856-a8bc-4d44-b845-7aa5a3326dc5 req-626717ec-c2c9-4c50-9ba7-8ec896de2203 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:01.179569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d25e0856-a8bc-4d44-b845-7aa5a3326dc5 req-626717ec-c2c9-4c50-9ba7-8ec896de2203 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Sep 22 09:59:01.219364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d25e0856-a8bc-4d44-b845-7aa5a3326dc5 req-ab24a51e-7c84-42f1-a10c-e500f7a25915 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337825 Sep 22 09:59:01.326570 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61ee0c78-2fe5-4303-95a9-7eceb9c190bb no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:59:01.347453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 61ee0c78-2fe5-4303-95a9-7eceb9c190bb {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:59:01.347796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61ee0c78-2fe5-4303-95a9-7eceb9c190bb not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:59:01.794889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46300) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:01.820674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304e07e-c6af-490a-9599-bc0e61a668a2 req-975c81cd-a4ce-437e-b22b-b84901250fc4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:01.822524 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9304e07e-c6af-490a-9599-bc0e61a668a2 req-975c81cd-a4ce-437e-b22b-b84901250fc4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 946 time: 0.0517764 Sep 22 09:59:01.836645 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4065e770-92e7-4614-b1b5-42fdc0c7d521 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67f56c0c57e84c42b4f76fc0e482b645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406051 Sep 22 09:59:01.841211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46302) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:01.888398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9304e07e-c6af-490a-9599-bc0e61a668a2 req-7ce8c579-cc79-4547-a17d-28202087655c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588245 Sep 22 09:59:01.911012 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:01.911132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2391ed1-db00-4c18-93e8-ef2be788637d req-d8f4dbe8-eb95-45ee-b736-51fc92dafac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:01.911132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2391ed1-db00-4c18-93e8-ef2be788637d req-d8f4dbe8-eb95-45ee-b736-51fc92dafac2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0516396 Sep 22 09:59:01.937657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:02.051559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2391ed1-db00-4c18-93e8-ef2be788637d req-070c42c2-4369-4802-8642-d4d51844dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:02.053092 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2391ed1-db00-4c18-93e8-ef2be788637d req-070c42c2-4369-4802-8642-d4d51844dfcc service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.1379895 Sep 22 09:59:02.062712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25970c5b-36b6-41d9-ada9-d2916eebe4c0 req-164c8d1c-9ac2-44db-ab31-7f61eab1ba15 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:02.064187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25970c5b-36b6-41d9-ada9-d2916eebe4c0 req-164c8d1c-9ac2-44db-ab31-7f61eab1ba15 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0705440 Sep 22 09:59:02.077467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:02.080118 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:02.083630 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/265426fa-3eb3-4268-8f61-3be264288669 HTTP/1.1" status: 204 len: 168 time: 0.2391775 Sep 22 09:59:02.096105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265426fa-3eb3-4268-8f61-3be264288669,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:02.105974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.106505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.107004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.107596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.108202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.108692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.109196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.109678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.110192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.110677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.111291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.111771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20253fc4-cc04-4f01-a64f-645f0b5e69a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:02.158272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25970c5b-36b6-41d9-ada9-d2916eebe4c0 req-bf8b63c2-5da5-4c3a-9a93-5a860ee3cc99 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861444 Sep 22 09:59:02.160146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2391ed1-db00-4c18-93e8-ef2be788637d req-3880402b-09b3-4773-86dc-58fca6f31141 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 999 time: 0.0950935 Sep 22 09:59:02.220529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2391ed1-db00-4c18-93e8-ef2be788637d req-ac9660f6-b72b-4b2f-98eb-2c02d9c2cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:02.222190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2391ed1-db00-4c18-93e8-ef2be788637d req-ac9660f6-b72b-4b2f-98eb-2c02d9c2cd5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0553961 Sep 22 09:59:02.269631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2391ed1-db00-4c18-93e8-ef2be788637d req-c4001aae-7835-46d1-a9fb-74a28de1ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:02.271363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2391ed1-db00-4c18-93e8-ef2be788637d req-c4001aae-7835-46d1-a9fb-74a28de1ff5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420318 Sep 22 09:59:02.368219 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2391ed1-db00-4c18-93e8-ef2be788637d req-99977791-e11c-41b1-9c52-ffe85a2d2af1 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897624 Sep 22 09:59:02.466715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2391ed1-db00-4c18-93e8-ef2be788637d req-72e287a2-90b4-4278-88f9-2ef7cddb49d1 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906079 Sep 22 09:59:02.720992 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-0dd56ec8-10e8-4356-83bb-9b4704569b9c service neutron] 10.222.0.45 "GET /v2.0/ports/91dfbea1-a133-430b-9233-cd10f80b0bee/bindings/n-h1-805649-4 HTTP/1.1" status: 200 len: 384 time: 0.0610356 Sep 22 09:59:02.905499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-df7d343c-6f18-4a5f-a357-2f3427168e57 service neutron] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:02.930319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-df7d343c-6f18-4a5f-a357-2f3427168e57 service neutron] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:02.974950 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:02.977772 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7aa48a-060c-45ab-be74-6c198ee4ad06" -d '{"events": [{"server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:02.985626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-df7d343c-6f18-4a5f-a357-2f3427168e57 service neutron] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:03.031225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fc8f2-4e07-40d6-bb6c-8524fd471122 req-3faefbf7-a7d1-4d87-94e8-29e12c413ccc tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:03.032771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e6fc8f2-4e07-40d6-bb6c-8524fd471122 req-3faefbf7-a7d1-4d87-94e8-29e12c413ccc tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 946 time: 0.0685492 Sep 22 09:59:03.073138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e6fc8f2-4e07-40d6-bb6c-8524fd471122 req-6b645708-e68e-4cf9-b6ab-86c70a020ab0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341334 Sep 22 09:59:03.105868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-df7d343c-6f18-4a5f-a357-2f3427168e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:03.117642 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e0586-c688-41d8-814f-a56775d2ab77 x-openstack-request-id: req-358e0586-c688-41d8-814f-a56775d2ab77 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:03.117981 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:03.118101 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-358e0586-c688-41d8-814f-a56775d2ab77 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:03.118504 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'code': 200} Sep 22 09:59:03.197246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-df7d343c-6f18-4a5f-a357-2f3427168e57 service neutron] Transition to ACTIVE for port object 91dfbea1-a133-430b-9233-cd10f80b0bee will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:59:03.254242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcb404-b498-4b92-ac41-cff0209e4b7f req-6507687f-77af-43cc-9eef-60f9bf2ed021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:03.254242 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-34fcb404-b498-4b92-ac41-cff0209e4b7f req-6507687f-77af-43cc-9eef-60f9bf2ed021 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1084 time: 0.0489843 Sep 22 09:59:03.299760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66868506-a167-4c4a-a2c3-01c3bd0e5ee5 req-0fcb8357-5965-4c24-bd96-04137a05c5d9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:03.302525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66868506-a167-4c4a-a2c3-01c3bd0e5ee5 req-0fcb8357-5965-4c24-bd96-04137a05c5d9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0665984 Sep 22 09:59:03.348388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66868506-a167-4c4a-a2c3-01c3bd0e5ee5 req-f8325d10-f988-4d56-b134-fe478bca770f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366368 Sep 22 09:59:03.366641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcb404-b498-4b92-ac41-cff0209e4b7f req-3e4c5747-3ace-4ba0-8e26-a71198544887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:03.368882 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-34fcb404-b498-4b92-ac41-cff0209e4b7f req-3e4c5747-3ace-4ba0-8e26-a71198544887 service neutron] 10.222.0.45 "GET /v2.0/networks?id=445794c5-be14-432b-b5f0-f076e82b684b HTTP/1.1" status: 200 len: 897 time: 0.0965199 Sep 22 09:59:03.380311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-df7d343c-6f18-4a5f-a357-2f3427168e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:03.537399 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-34fcb404-b498-4b92-ac41-cff0209e4b7f req-0f646cfe-c1d6-4922-8fd6-961cd686ee27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91dfbea1-a133-430b-9233-cd10f80b0bee HTTP/1.1" status: 200 len: 1000 time: 0.1539133 Sep 22 09:59:03.541521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d343c-6f18-4a5f-a357-2f3427168e57 service neutron] Pushing event updated for resources: {'Port': ['ID=91dfbea1-a133-430b-9233-cd10f80b0bee,revision_number=11']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:03.598957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-df7d343c-6f18-4a5f-a357-2f3427168e57 service neutron] No DVR routers for this DVR port 91dfbea1-a133-430b-9233-cd10f80b0bee on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:59:03.645514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcb404-b498-4b92-ac41-cff0209e4b7f req-0103472d-dc91-4094-b0d9-6af9a90b966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:03.647026 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-34fcb404-b498-4b92-ac41-cff0209e4b7f req-0103472d-dc91-4094-b0d9-6af9a90b966e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=844d01a5-f0ed-42f7-ac26-712ce405c4f5 HTTP/1.1" status: 200 len: 835 time: 0.0966160 Sep 22 09:59:03.741148 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcb404-b498-4b92-ac41-cff0209e4b7f req-816368ac-e53e-414a-b98c-de54df3242ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:03.743296 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-34fcb404-b498-4b92-ac41-cff0209e4b7f req-816368ac-e53e-414a-b98c-de54df3242ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=445794c5-be14-432b-b5f0-f076e82b684b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863647 Sep 22 09:59:03.786407 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-df7d343c-6f18-4a5f-a357-2f3427168e57 service neutron] 10.222.0.45 "PUT /v2.0/ports/91dfbea1-a133-430b-9233-cd10f80b0bee/bindings/n-h1-805649-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0575659 Sep 22 09:59:03.856446 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-34fcb404-b498-4b92-ac41-cff0209e4b7f req-9ccdb3a6-1c04-4b28-aac8-400257cc1b90 service neutron] 10.222.0.45 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954838 Sep 22 09:59:03.952914 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-34fcb404-b498-4b92-ac41-cff0209e4b7f req-eed39344-0f97-472e-a1f1-3b30c7ec1e52 service neutron] 10.222.0.45 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871255 Sep 22 09:59:03.962131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-3f282a99-ec78-40f4-a827-b82ce88af501 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:03.963629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-3f282a99-ec78-40f4-a827-b82ce88af501 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3&tenant_id=9405e14d620a4da0b6fefcb274955fd4&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.0439768 Sep 22 09:59:04.015847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-f6f5dd95-b7fe-4362-a366-b5df6942c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:04.017443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-f6f5dd95-b7fe-4362-a366-b5df6942c74c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0453539 Sep 22 09:59:04.080325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-43a73e34-8176-4510-8356-b04c97bf2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:04.082036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-43a73e34-8176-4510-8356-b04c97bf2438 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1096 time: 0.0412860 Sep 22 09:59:04.208353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-7b0cbd36-1100-4574-985c-9155276a4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:04.209884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-7b0cbd36-1100-4574-985c-9155276a4c17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=445794c5-be14-432b-b5f0-f076e82b684b HTTP/1.1" status: 200 len: 897 time: 0.1215026 Sep 22 09:59:04.221496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308beb0-3147-499c-b3d3-0ff5fbe86b3c req-730a3782-a1e4-4dbb-be58-4d3111e991cf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:04.222954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1308beb0-3147-499c-b3d3-0ff5fbe86b3c req-730a3782-a1e4-4dbb-be58-4d3111e991cf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 945 time: 0.0740657 Sep 22 09:59:04.301824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1308beb0-3147-499c-b3d3-0ff5fbe86b3c req-8c85d508-607b-4b08-bc99-a808e96be9d5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706666 Sep 22 09:59:04.314064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-3d01a8d3-4c52-486c-9457-31946529da49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91dfbea1-a133-430b-9233-cd10f80b0bee HTTP/1.1" status: 200 len: 1000 time: 0.0901442 Sep 22 09:59:04.367715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-de350f25-d51e-438c-8278-dca09953f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:04.369147 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-de350f25-d51e-438c-8278-dca09953f7d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=844d01a5-f0ed-42f7-ac26-712ce405c4f5 HTTP/1.1" status: 200 len: 835 time: 0.0476787 Sep 22 09:59:04.423995 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-8fe18b34-68d1-4f81-aaaa-f8afa70a4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:04.425536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-8fe18b34-68d1-4f81-aaaa-f8afa70a4db2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=445794c5-be14-432b-b5f0-f076e82b684b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478013 Sep 22 09:59:04.529020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d116614-f708-4b3b-b911-1ce4d5658f80 req-a7801da6-e882-4479-9719-12ab6c45573f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:04.530534 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d116614-f708-4b3b-b911-1ce4d5658f80 req-a7801da6-e882-4479-9719-12ab6c45573f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.1041412 Sep 22 09:59:04.571702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-9645ec17-c067-4d38-9ef5-5abe5e66a9ed service neutron] 10.222.0.60 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362665 Sep 22 09:59:04.592675 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d116614-f708-4b3b-b911-1ce4d5658f80 req-e9e83a5f-f829-459b-96af-f513e1ef430d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540223 Sep 22 09:59:04.671884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-e7ae273b-ccaa-4a6e-89db-428985f731cc service neutron] 10.222.0.60 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921192 Sep 22 09:59:04.787660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6674e66-3e38-4b14-91ad-d4f07773ce29 req-b1fc06fa-21ab-4d26-a0ca-30d77a310d64 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:04.789207 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6674e66-3e38-4b14-91ad-d4f07773ce29 req-b1fc06fa-21ab-4d26-a0ca-30d77a310d64 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0586557 Sep 22 09:59:04.832288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6674e66-3e38-4b14-91ad-d4f07773ce29 req-f95c9d3c-c058-4bd1-aad2-c413f4067015 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364420 Sep 22 09:59:04.957342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc01d0e-c851-47b1-b42c-6a05d01ba4c6 req-71ed4f04-ec88-4645-81f7-f5a4c1a633ac tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:04.958844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cc01d0e-c851-47b1-b42c-6a05d01ba4c6 req-71ed4f04-ec88-4645-81f7-f5a4c1a633ac tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0538542 Sep 22 09:59:04.998443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cc01d0e-c851-47b1-b42c-6a05d01ba4c6 req-36297aba-c925-467f-b128-f95a36c8b530 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329540 Sep 22 09:59:05.160245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-b8ed5da6-8dcc-4972-a7ef-e87d448652a6 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:05.161802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-b8ed5da6-8dcc-4972-a7ef-e87d448652a6 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3&tenant_id=9405e14d620a4da0b6fefcb274955fd4&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 1096 time: 0.0452185 Sep 22 09:59:05.427595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46376) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:05.430892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-570b9bbd-2eac-4469-9edf-a54e224e2f40 service neutron] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:05.433528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'network': {'name': 'tempest-network-smoke--365485816', 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'port_security_enabled': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:05.436339 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-570b9bbd-2eac-4469-9edf-a54e224e2f40 service neutron] Notify callbacks [] for binding, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:05.436339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79076586-4ece-4d83-93bd-5ea7256a2abb req-570b9bbd-2eac-4469-9edf-a54e224e2f40 service neutron] 10.222.0.60 "DELETE /v2.0/ports/91dfbea1-a133-430b-9233-cd10f80b0bee/bindings/n-h2-805649-4 HTTP/1.1" status: 204 len: 173 time: 0.2672038 Sep 22 09:59:05.539614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Made reservation on behalf of d886cc4c49f1475e9e5f26174dbe7feb for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:59:05.543316 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:05.558770 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:05.597581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198727-4a83-4021-b885-764cfe4816a7 req-d338d842-1e1a-4b64-b066-23d975033de5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:05.599106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-d338d842-1e1a-4b64-b066-23d975033de5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 811 time: 0.1093831 Sep 22 09:59:05.614917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-2edc0ec4-c6fc-4043-883c-6d09398e6399 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/quotas/fab256fcde3c42d3bfb14028aa7d2203 HTTP/1.1" status: 200 len: 375 time: 0.0094671 Sep 22 09:59:05.660756 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:05.674561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-91ebcf17-08db-4270-b231-f82ff3492f07 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0532687 Sep 22 09:59:05.762912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:05.764658 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-b27b720b-a237-4e39-9d53-ecbb7a279107 service neutron] 10.222.0.49 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816300 Sep 22 09:59:05.793534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:59:05.799077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf453e4b-04ab-4cfb-9412-afd598c9d680,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:05.807291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:05.807637 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Added segment 8f687e69-b4f6-4ccf-87b9-c5d654397e65 of type vlan for network abc6c5e4-1e4f-4701-86b2-e69bea001ffc Sep 22 09:59:05.848471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:05.860441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-e73573fc-8dfe-4047-a18d-cd3567383a20 service neutron] 10.222.0.49 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892758 Sep 22 09:59:06.026449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:06.032432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:06.033061 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:06.079627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 91dfbea1-a133-430b-9233-cd10f80b0bee no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:59:06.102524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Network': ['ID=abc6c5e4-1e4f-4701-86b2-e69bea001ffc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:06.113467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network abc6c5e4-1e4f-4701-86b2-e69bea001ffc details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:59:06.144089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 91dfbea1-a133-430b-9233-cd10f80b0bee not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:59:06.194892 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9a339280-f37e-4d0f-9226-bb5bb794a453 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7636659 Sep 22 09:59:06.195295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46386) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:06.199960 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'admin_state_up': True, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:06.329459 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:06.329919 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:06.412663 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:06.437581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f6823-4318-4ac3-be4c-42c5e21b7483 req-414d51f3-93cd-42ba-9238-614bd184730d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:06.437581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce4f6823-4318-4ac3-be4c-42c5e21b7483 req-414d51f3-93cd-42ba-9238-614bd184730d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 945 time: 0.0871017 Sep 22 09:59:06.477797 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce4f6823-4318-4ac3-be4c-42c5e21b7483 req-6aa81ac9-197d-402d-9ca0-761a5ddb08d7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327077 Sep 22 09:59:06.542701 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f82324c-618e-4da0-8fd2-472465301919 req-a560be20-29c9-4c65-b0c1-31c7a983fd65 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 210 time: 0.0266500 Sep 22 09:59:07.006546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:07.019283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13672276-722b-4650-a424-54b062a7ad0d req-18590193-2c83-4453-b031-a314e0c612c2 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:07.020830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13672276-722b-4650-a424-54b062a7ad0d req-18590193-2c83-4453-b031-a314e0c612c2 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1096 time: 0.4112120 Sep 22 09:59:07.056149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13672276-722b-4650-a424-54b062a7ad0d req-821e3e90-2967-4d8c-a1c9-d26349c169e8 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279133 Sep 22 09:59:07.216865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95aa41-aa4a-4b2d-acdb-01a90786455d req-22cdba6a-904b-4c7d-994f-20981b0319f5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:07.218375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc95aa41-aa4a-4b2d-acdb-01a90786455d req-22cdba6a-904b-4c7d-994f-20981b0319f5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 945 time: 0.0941014 Sep 22 09:59:07.266636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc95aa41-aa4a-4b2d-acdb-01a90786455d req-704919ee-5cf3-48c1-b995-92442801ee40 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420902 Sep 22 09:59:07.301191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46404) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:07.363382 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:07.365965 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8ff0faf3-0131-4e56-906d-481da537e7d2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/d89e6f04-25e5-424f-9bd7-3473bc16a10a HTTP/1.1" status: 200 len: 992 time: 0.0635128 Sep 22 09:59:07.387414 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:07.489962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Allocated IP 172.25.6.14 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/7d449dd7-f1f7-418c-9a11-a9fb0daff6fc) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:07.594286 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:07.652785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12b07026-3d9e-4a45-ba2b-e00da1cca943 req-1b6e7063-bdaa-48d9-9a5d-72e6927e7847 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 210 time: 0.0345547 Sep 22 09:59:07.746113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:07.782580 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:07.785533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:07.789132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:07.816913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Port': ['ID=7d449dd7-f1f7-418c-9a11-a9fb0daff6fc,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:08.159349 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:08.358496 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:08.580022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Router e0d2695a-ba08-471d-8d6a-21d26db6904c is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:59:08.694007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:59:08.706460 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Sync routers for ids ['e0d2695a-ba08-471d-8d6a-21d26db6904c'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:59:08.716972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Routers {'e0d2695a-ba08-471d-8d6a-21d26db6904c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:08.717966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0d2695a-ba08-471d-8d6a-21d26db6904c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:08.751599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198727-4a83-4021-b885-764cfe4816a7 req-cb7416eb-5747-4720-a2ac-dabe3517f0cb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:08.753338 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-cb7416eb-5747-4720-a2ac-dabe3517f0cb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.45 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 811 time: 0.1227036 Sep 22 09:59:08.757037 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ca8a36b-0635-4383-9fc5-defec8faec43 req-bd1b24ad-a574-4fa8-a75c-504315f2707e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 210 time: 0.0279677 Sep 22 09:59:08.773629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Request body: {'port': {'device_id': '8fc71d0c-96c4-40be-8d54-69381b2ed95f', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'admin_state_up': True, 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:08.802956 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:08.806697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-53ea07a1-f11b-4cd4-a636-5562885e7969 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6101615 Sep 22 09:59:08.810648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46410) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:08.956716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-331d9204-30dd-4467-b75b-3be94f9199d8 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=d886cc4c49f1475e9e5f26174dbe7feb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1447980 Sep 22 09:59:08.960323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46414) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:08.983712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Set router e0d2695a-ba08-471d-8d6a-21d26db6904c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:08.991481 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Made reservation on behalf of fab256fcde3c42d3bfb14028aa7d2203 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:59:08.996489 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.065258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb50120-a063-4974-ac4d-e8b4928d6828 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:09.069599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bbb50120-a063-4974-ac4d-e8b4928d6828 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1054921 Sep 22 09:59:09.069795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46416) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:09.102085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0661c599-fb64-49e8-9104-43eb1acb43c4 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274518 Sep 22 09:59:09.102754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46418) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:09.109006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1787535046', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:09.142986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Allocated IP 172.20.0.11 (c85a8988-a485-4675-bd7e-9a956ab2472f/4de2ee4c-7083-42b7-ba44-20ffb6a5fe35/5cd37bbf-6700-493f-8b4e-bd49b66e8c35) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:09.183670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:07Z', 'revision_number': 3, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:09.212390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Checking router: e0d2695a-ba08-471d-8d6a-21d26db6904c for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:59:09.212984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Updating router e0d2695a-ba08-471d-8d6a-21d26db6904c port 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:59:09.239221 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.294311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Made reservation on behalf of d886cc4c49f1475e9e5f26174dbe7feb for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:59:09.303674 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.303866 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.443899 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.484993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Network c85a8988-a485-4675-bd7e-9a956ab2472f is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:09.485921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:09.489931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:09.518652 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.540440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event updated for resources: {'Port': ['ID=5cd37bbf-6700-493f-8b4e-bd49b66e8c35,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:09.557439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:09.558095 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.597513 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.619691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46424) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:09.626026 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.672209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Subnet': ['ID=173a1dd9-551f-4135-a2a0-d9ecd70d8a86,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:09.677724 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-858683a3-0dc3-4863-a8ae-69e5908d9a04 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9097240 Sep 22 09:59:09.682745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Checking segment: {'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:09.683381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network hostable DHCP agents. Network: abc6c5e4-1e4f-4701-86b2-e69bea001ffc, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:59:09.687129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513132f-a1e7-4f82-885c-120326c1a800 None None] Pushing event updated for resources: {'Port': ['ID=7d449dd7-f1f7-418c-9a11-a9fb0daff6fc,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:09.689999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Attempting to bind port 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:59:09.690599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Attempting to bind port 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:59:09.690961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Attempting to bind port 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:09.696529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Request body: {'port': {'device_id': '8fc71d0c-96c4-40be-8d54-69381b2ed95f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:09.698224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:59:09.698530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:09.698918 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.699486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:59:09.700033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Bound port: 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:59:09.700370 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.756572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f2406012-628d-4007-93b9-344a6365694b None None] Provisioning complete for port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:09.757839 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f2406012-628d-4007-93b9-344a6365694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.782862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] For port 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:09.802565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] For port 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7d449dd7-f1f7-418c-9a11-a9fb0daff6fc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:59:09.809825 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.810419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f2406012-628d-4007-93b9-344a6365694b None None] Port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:59:09.816941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network abc6c5e4-1e4f-4701-86b2-e69bea001ffc is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:59:09.882180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5b125-1004-4624-b8e1-d9e415ad52f6 req-58ba7ffa-a1cc-4e5c-9c8b-98d639d0f54e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:09.884372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41d5b125-1004-4624-b8e1-d9e415ad52f6 req-58ba7ffa-a1cc-4e5c-9c8b-98d639d0f54e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 932 time: 0.0496089 Sep 22 09:59:09.911749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.925944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41d5b125-1004-4624-b8e1-d9e415ad52f6 req-f1513a29-0316-4162-98b2-9cb511ddcafb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Sep 22 09:59:09.957050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port 3d8e286a-e5b9-4ffd-9954-0c7683c6f59b {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:59:09.957399 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:09.965863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Routers {'e0d2695a-ba08-471d-8d6a-21d26db6904c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:09.966490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0d2695a-ba08-471d-8d6a-21d26db6904c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:09.968433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, abc6c5e4-1e4f-4701-86b2-e69bea001ffc) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:09.974160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:09.975793 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:10.018616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c064187e-dcfe-4499-b6ba-3695dee20b4c None None] Network abc6c5e4-1e4f-4701-86b2-e69bea001ffc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:59:10.024343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513132f-a1e7-4f82-885c-120326c1a800 None None] Pushing event updated for resources: {'Port': ['ID=7d449dd7-f1f7-418c-9a11-a9fb0daff6fc,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:10.095120 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:10.095449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:10.118896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d423e7ea-d1f4-411c-ba14-14c8a91239a0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0150714 Sep 22 09:59:10.119509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for 3d8e286a-e5b9-4ffd-9954-0c7683c6f59b owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:59:10.121663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46428) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:10.162653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] Set router e0d2695a-ba08-471d-8d6a-21d26db6904c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:10.239222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:59:10.249075 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:10.271900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Transition to ACTIVE for port object 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:59:10.338940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'fixed_ips': [{'subnet_id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:59:10.340404 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:10.426172 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:10.461889 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:10.499785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Pushing event updated for resources: {'Port': ['ID=5cd37bbf-6700-493f-8b4e-bd49b66e8c35,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:10.523423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:07Z', 'revision_number': 3, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:10.529635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Allocated IP 172.20.0.2 (abc6c5e4-1e4f-4701-86b2-e69bea001ffc/173a1dd9-551f-4135-a2a0-d9ecd70d8a86/b2d108f6-10da-4d9e-9730-11d7bda84411) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:10.545499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=3d8e286a-e5b9-4ffd-9954-0c7683c6f59b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:10.569452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f757a4-3df4-4e4b-b4b1-d08bccec5f1b None None] The sync data for ids ['e0d2695a-ba08-471d-8d6a-21d26db6904c'] in n-d-805649-4 is: [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:07Z', 'revision_number': 3, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:59:10.619564 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:10.792980 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:10.877704 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:10.939004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Network abc6c5e4-1e4f-4701-86b2-e69bea001ffc is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:10.942023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:10.946863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:10.995652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Pushing event updated for resources: {'Port': ['ID=b2d108f6-10da-4d9e-9730-11d7bda84411,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:11.021065 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.021691 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Floating IP d89e6f04-25e5-424f-9bd7-3473bc16a10a disassociated (deleted). External IP: 172.25.6.119, port: 91dfbea1-a133-430b-9233-cd10f80b0bee. Sep 22 09:59:11.036516 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Allocated IP 172.20.0.1 (abc6c5e4-1e4f-4701-86b2-e69bea001ffc/173a1dd9-551f-4135-a2a0-d9ecd70d8a86/7ca94389-b4fb-4c64-a47b-a57c86f7f633) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:11.041987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Attempting to bind port b2d108f6-10da-4d9e-9730-11d7bda84411 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:59:11.042380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Attempting to bind port b2d108f6-10da-4d9e-9730-11d7bda84411 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:59:11.042776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Attempting to bind port b2d108f6-10da-4d9e-9730-11d7bda84411 on network abc6c5e4-1e4f-4701-86b2-e69bea001ffc {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:11.050028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:59:11.050414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Checking segment: {'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:11.050822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.051271 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Bound using segment: {'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:59:11.051752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Bound port: b2d108f6-10da-4d9e-9730-11d7bda84411, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:59:11.052134 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.118654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Attempting to bind port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:59:11.118994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Attempting to bind port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:59:11.119328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Attempting to bind port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:11.131707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] For port b2d108f6-10da-4d9e-9730-11d7bda84411, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:11.136373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] For port b2d108f6-10da-4d9e-9730-11d7bda84411, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b2d108f6-10da-4d9e-9730-11d7bda84411,segment=NetworkSegment(8f687e69-b4f6-4ccf-87b9-c5d654397e65),segment_id=8f687e69-b4f6-4ccf-87b9-c5d654397e65)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:59:11.151596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 on network c85a8988-a485-4675-bd7e-9a956ab2472f not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:59:11.151872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Attempting to bind port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:11.161545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:59:11.161890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Checking segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:11.162285 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Bound using segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:59:11.162728 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Bound port: 5cd37bbf-6700-493f-8b4e-bd49b66e8c35, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:59:11.163093 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.177492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176eb6d-9836-4917-9744-100fd307ffda req-b6674cb9-dc5d-480e-8fde-0c191181a8c9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:11.179772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9176eb6d-9836-4917-9744-100fd307ffda req-b6674cb9-dc5d-480e-8fde-0c191181a8c9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 944 time: 0.1107132 Sep 22 09:59:11.233674 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.244811 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.252478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9176eb6d-9836-4917-9744-100fd307ffda req-902f8dc9-298d-40a7-8671-2f55977d3e69 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609779 Sep 22 09:59:11.326184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] For port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:11.342380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76da408-b56b-42d1-8b3f-457970e147b8 None None] Pushing event updated for resources: {'Port': ['ID=b2d108f6-10da-4d9e-9730-11d7bda84411,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:11.383765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] For port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5cd37bbf-6700-493f-8b4e-bd49b66e8c35,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:59:11.403953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:59:11.443810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:11.510060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:11.513673 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.539154 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.547153 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.579771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:59:11.593810 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de922cd-8539-49a3-82b4-79534be84258 None None] Sync routers for ids ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:59:11.594384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.600661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network abc6c5e4-1e4f-4701-86b2-e69bea001ffc is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:11.605432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:11.609033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:11.610313 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de922cd-8539-49a3-82b4-79534be84258 None None] Routers {'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:11.612281 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3de922cd-8539-49a3-82b4-79534be84258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:11.674167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Port': ['ID=7ca94389-b4fb-4c64-a47b-a57c86f7f633,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:11.688916 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d7630158-aa98-4221-b8ef-d7bfc5f1eb01 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/floatingips/d89e6f04-25e5-424f-9bd7-3473bc16a10a HTTP/1.1" status: 204 len: 168 time: 2.0680130 Sep 22 09:59:11.690754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:11.691415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.693133 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] 10.222.0.45 "PUT /v2.0/ports/5cd37bbf-6700-493f-8b4e-bd49b66e8c35 HTTP/1.1" status: 200 len: 1092 time: 2.0021250 Sep 22 09:59:11.696048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee'}, {'name': 'network-changed', 'server_uuid': '8fc71d0c-96c4-40be-8d54-69381b2ed95f', 'tag': '5cd37bbf-6700-493f-8b4e-bd49b66e8c35'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:11.704110 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01afd21d-848c-4401-8845-a2e7ab3e8ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee"}, {"name": "network-changed", "server_uuid": "8fc71d0c-96c4-40be-8d54-69381b2ed95f", "tag": "5cd37bbf-6700-493f-8b4e-bd49b66e8c35"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:11.704934 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.729690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90e463-b74d-42e3-987a-0481a2d6619a service neutron] Pushing event updated for resources: {'Port': ['ID=5cd37bbf-6700-493f-8b4e-bd49b66e8c35,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:11.749179 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.777083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7d449dd7-f1f7-418c-9a11-a9fb0daff6fc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:11.831384 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-3de922cd-8539-49a3-82b4-79534be84258 None None] Set router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:11.888550 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:11.939049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198727-4a83-4021-b885-764cfe4816a7 req-cec6ab58-7209-4da2-aa34-812fe23d188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:11.940671 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-cec6ab58-7209-4da2-aa34-812fe23d188a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 1095 time: 0.1093676 Sep 22 09:59:11.979173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=7d449dd7-f1f7-418c-9a11-a9fb0daff6fc,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:12.002055 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-de76cf1d-51e8-4993-b370-466ad5ac2305 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cd37bbf-6700-493f-8b4e-bd49b66e8c35 HTTP/1.1" status: 200 len: 217 time: 0.0483620 Sep 22 09:59:12.054587 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198727-4a83-4021-b885-764cfe4816a7 req-6768d5ed-43df-4f26-ba8b-f09d6d53dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:12.056139 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-6768d5ed-43df-4f26-ba8b-f09d6d53dfcb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0470169 Sep 22 09:59:12.087890 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3de922cd-8539-49a3-82b4-79534be84258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c2573fc5-622c-40f9-b0c5-02c460e5b97e', 'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:11:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:52Z', 'updated_at': '2021-09-22T09:57:57Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:12.098705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:12.118205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198727-4a83-4021-b885-764cfe4816a7 req-596d1457-8fb7-49d4-8530-de7ae489eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:12.120358 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-596d1457-8fb7-49d4-8530-de7ae489eee0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513752 Sep 22 09:59:12.125280 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de922cd-8539-49a3-82b4-79534be84258 None None] Checking router: b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:59:12.134310 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de922cd-8539-49a3-82b4-79534be84258 None None] Routers {'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:12.134961 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3de922cd-8539-49a3-82b4-79534be84258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:12.238377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-f1fc0fa5-42a0-4deb-89a5-b7332d59ac20 service neutron] 10.222.0.45 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046011 Sep 22 09:59:12.250287 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-3de922cd-8539-49a3-82b4-79534be84258 None None] Set router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:12.388911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37198727-4a83-4021-b885-764cfe4816a7 req-7644af09-74d3-4a49-bf5f-58ffc61edcf9 service neutron] 10.222.0.45 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395433 Sep 22 09:59:12.390716 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b90e068-baed-4244-8b2d-4a98f47a9146 x-openstack-request-id: req-2b90e068-baed-4244-8b2d-4a98f47a9146 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:12.391019 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fc71d0c-96c4-40be-8d54-69381b2ed95f", "tag": "5cd37bbf-6700-493f-8b4e-bd49b66e8c35", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:12.391272 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b90e068-baed-4244-8b2d-4a98f47a9146 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:12.391674 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'status': 'completed', 'code': 200} Sep 22 09:59:12.391931 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc71d0c-96c4-40be-8d54-69381b2ed95f', 'tag': '5cd37bbf-6700-493f-8b4e-bd49b66e8c35', 'status': 'completed', 'code': 200} Sep 22 09:59:12.481341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-c68d15dd-e753-4900-b739-71ffeb6b30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:12.482950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-c68d15dd-e753-4900-b739-71ffeb6b30d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 1096 time: 0.1450489 Sep 22 09:59:12.526590 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3de922cd-8539-49a3-82b4-79534be84258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c2573fc5-622c-40f9-b0c5-02c460e5b97e', 'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:11:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:52Z', 'updated_at': '2021-09-22T09:57:57Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:12.537174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27bc5c-c783-461c-9a0c-c036b31f0fd2 req-1464d861-f1f3-4098-bc4b-74a9a6697d7b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:12.538833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a27bc5c-c783-461c-9a0c-c036b31f0fd2 req-1464d861-f1f3-4098-bc4b-74a9a6697d7b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 945 time: 0.1403544 Sep 22 09:59:12.565001 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de922cd-8539-49a3-82b4-79534be84258 None None] The sync data for ids ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'] in n-d-805649-4 is: [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c2573fc5-622c-40f9-b0c5-02c460e5b97e', 'name': '', 'network_id': '445794c5-be14-432b-b5f0-f076e82b684b', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:11:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:52Z', 'updated_at': '2021-09-22T09:57:57Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '844d01a5-f0ed-42f7-ac26-712ce405c4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:59:12.650683 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:12.664117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-c4fcb258-bb36-4041-ab25-3e7b2298dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:12.666129 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-c4fcb258-bb36-4041-ab25-3e7b2298dcbb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 1095 time: 0.0921869 Sep 22 09:59:12.693978 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a27bc5c-c783-461c-9a0c-c036b31f0fd2 req-d0fe080f-9cf4-49e0-9c30-cfdd303ab566 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=c84484b4-f945-4a4d-b25a-d14587d1091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356862 Sep 22 09:59:12.723840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-8bda4855-dc11-4fb4-8fea-faf87096da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:12.725381 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-8bda4855-dc11-4fb4-8fea-faf87096da70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=445794c5-be14-432b-b5f0-f076e82b684b HTTP/1.1" status: 200 len: 897 time: 0.2276661 Sep 22 09:59:12.787439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb6241-322f-417e-8cf0-db41358f96f7 None None] Network abc6c5e4-1e4f-4701-86b2-e69bea001ffc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:59:12.792367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-dabc25d0-a41f-48bd-8cf2-13fa0ff5700a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91dfbea1-a133-430b-9233-cd10f80b0bee HTTP/1.1" status: 200 len: 217 time: 0.0595515 Sep 22 09:59:12.795068 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:12.841588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e197c-104d-467e-8079-b640833c2d17 req-61281088-a76a-4454-9f8f-202b2c04f02b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:12.843140 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cd8e197c-104d-467e-8079-b640833c2d17 req-61281088-a76a-4454-9f8f-202b2c04f02b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.60 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 945 time: 0.1227436 Sep 22 09:59:12.893390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-4b4d9faa-fd69-4b7b-9d9a-49eda58873f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:12.894945 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-4b4d9faa-fd69-4b7b-9d9a-49eda58873f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.2209675 Sep 22 09:59:12.910378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1f47c7e1-5daa-4993-b128-e1f51178a116 None None] Provisioning complete for port b2d108f6-10da-4d9e-9730-11d7bda84411 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:12.911929 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f47c7e1-5daa-4993-b128-e1f51178a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:12.945257 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:12.951632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Port': ['ID=7ca94389-b4fb-4c64-a47b-a57c86f7f633,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:12.964711 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-6b1b1b7d-a3b7-484b-aacf-c899e4e5c446 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cd37bbf-6700-493f-8b4e-bd49b66e8c35 HTTP/1.1" status: 200 len: 217 time: 0.0564744 Sep 22 09:59:12.974535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf5cb8-d999-4cd7-9c60-b6bebe4725aa req-dd3b5c3a-4527-4093-bcd8-d2f21e99d699 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:12.984039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25cf5cb8-d999-4cd7-9c60-b6bebe4725aa req-dd3b5c3a-4527-4093-bcd8-d2f21e99d699 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 944 time: 0.2049134 Sep 22 09:59:13.004812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-690befe7-3bd4-4001-8048-f0c789479a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:13.006276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-690befe7-3bd4-4001-8048-f0c789479a70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=844d01a5-f0ed-42f7-ac26-712ce405c4f5 HTTP/1.1" status: 200 len: 835 time: 0.1642671 Sep 22 09:59:13.034015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c4a205-fa00-46c8-ac1f-d4614ba31149 None None] New status for floating IP d89e6f04-25e5-424f-9bd7-3473bc16a10a: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:59:13.037324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-cd8e197c-104d-467e-8079-b640833c2d17 req-f4b3cac6-871a-40c4-aabc-df348aadd5ed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port 91dfbea1-a133-430b-9233-cd10f80b0bee {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:59:13.037776 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cd8e197c-104d-467e-8079-b640833c2d17 req-f4b3cac6-871a-40c4-aabc-df348aadd5ed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:13.045282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-657bdc6e-14a4-4794-b20a-74900940c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:13.047311 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-657bdc6e-14a4-4794-b20a-74900940c7b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0713100 Sep 22 09:59:13.125537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25cf5cb8-d999-4cd7-9c60-b6bebe4725aa req-015d4ab2-a888-4dda-9b92-0eebb84844ce tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400638 Sep 22 09:59:13.149057 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f47c7e1-5daa-4993-b128-e1f51178a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:13.150897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-604d8150-a211-45b1-ad3f-a7c794c630b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:13.152587 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-604d8150-a211-45b1-ad3f-a7c794c630b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=445794c5-be14-432b-b5f0-f076e82b684b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337957 Sep 22 09:59:13.156423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-a4513bda-d01c-4d08-9650-03d33574335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:13.158099 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-a4513bda-d01c-4d08-9650-03d33574335d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002121 Sep 22 09:59:13.198493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-cd8e197c-104d-467e-8079-b640833c2d17 req-f4b3cac6-871a-40c4-aabc-df348aadd5ed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port 91dfbea1-a133-430b-9233-cd10f80b0bee, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=91dfbea1-a133-430b-9233-cd10f80b0bee,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:13.199015 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cd8e197c-104d-467e-8079-b640833c2d17 req-f4b3cac6-871a-40c4-aabc-df348aadd5ed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:13.203841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1f47c7e1-5daa-4993-b128-e1f51178a116 None None] For port b2d108f6-10da-4d9e-9730-11d7bda84411, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b2d108f6-10da-4d9e-9730-11d7bda84411,segment=NetworkSegment(8f687e69-b4f6-4ccf-87b9-c5d654397e65),segment_id=8f687e69-b4f6-4ccf-87b9-c5d654397e65)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:13.215801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network abc6c5e4-1e4f-4701-86b2-e69bea001ffc is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:13.219056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:13.222953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-cd8e197c-104d-467e-8079-b640833c2d17 req-f4b3cac6-871a-40c4-aabc-df348aadd5ed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for 91dfbea1-a133-430b-9233-cd10f80b0bee owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:59:13.277694 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f47c7e1-5daa-4993-b128-e1f51178a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:13.338844 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-5eb99c3b-941e-4b86-b8a7-025e25d6567c service neutron] 10.222.0.45 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665123 Sep 22 09:59:13.351065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-26f7ea4f-be9a-4dca-b017-562265afe515 service neutron] 10.222.0.60 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900129 Sep 22 09:59:13.373488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47c7e1-5daa-4993-b128-e1f51178a116 None None] Pushing event updated for resources: {'Port': ['ID=b2d108f6-10da-4d9e-9730-11d7bda84411,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:13.510830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:13.567090 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-722e7a9b-618c-491c-9b8b-b89552224543 service neutron] 10.222.0.45 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490743 Sep 22 09:59:13.568606 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cd8e197c-104d-467e-8079-b640833c2d17 req-f4b3cac6-871a-40c4-aabc-df348aadd5ed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:13.586893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:13.587572 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:13.604764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3cac6-871a-40c4-aabc-df348aadd5ed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=91dfbea1-a133-430b-9233-cd10f80b0bee,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:13.659099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8e197c-104d-467e-8079-b640833c2d17 req-f4b3cac6-871a-40c4-aabc-df348aadd5ed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] No DVR routers for this DVR port 91dfbea1-a133-430b-9233-cd10f80b0bee on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:59:13.662418 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cd8e197c-104d-467e-8079-b640833c2d17 req-f4b3cac6-871a-40c4-aabc-df348aadd5ed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:13.665386 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cd8e197c-104d-467e-8079-b640833c2d17 req-f4b3cac6-871a-40c4-aabc-df348aadd5ed tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.60 "DELETE /v2.0/ports/91dfbea1-a133-430b-9233-cd10f80b0bee HTTP/1.1" status: 204 len: 173 time: 0.8155842 Sep 22 09:59:13.690183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a5ae44ff-1e23-42ad-a775-798d4278e2a0 None None] Provisioning complete for port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:13.690577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a5ae44ff-1e23-42ad-a775-798d4278e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:13.736641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b2d108f6-10da-4d9e-9730-11d7bda84411 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:13.780267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a5ae44ff-1e23-42ad-a775-798d4278e2a0 None None] Port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:59:13.804657 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b2d108f6-10da-4d9e-9730-11d7bda84411 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:13.804657 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:13.804657 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a5ae44ff-1e23-42ad-a775-798d4278e2a0 None None] Provisioning complete for port b2d108f6-10da-4d9e-9730-11d7bda84411 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:13.804657 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a5ae44ff-1e23-42ad-a775-798d4278e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:13.843525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5dcc4b6d-3314-4d63-9491-7d35f7758188 req-6db3a6d6-6152-4612-9793-ff933727eb52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=84182d4d-0fc4-42a4-98d3-bc11cccba5a3 HTTP/1.1" status: 200 len: 210 time: 0.0528805 Sep 22 09:59:13.900273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Router e0d2695a-ba08-471d-8d6a-21d26db6904c has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:59:13.937990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01afd21d-848c-4401-8845-a2e7ab3e8ae1 req-6b988baf-2dcd-48f7-888d-953f304eaf2b service neutron] 10.222.0.60 "GET /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691502 Sep 22 09:59:14.063250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:59:14.072589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-29575357-2160-466d-99c5-1c89594b7a0b tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "PUT /v2.0/routers/e0d2695a-ba08-471d-8d6a-21d26db6904c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9455602 Sep 22 09:59:14.073159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46442) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:14.075795 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Sync routers for ids ['e0d2695a-ba08-471d-8d6a-21d26db6904c'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:59:14.081390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-575cb622-e409-47af-972d-311c3ed1fade tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1298231341', 'description': 'tempest-secgroup_access--1298231341 description', 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:14.087959 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Routers {'e0d2695a-ba08-471d-8d6a-21d26db6904c'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:14.088872 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0d2695a-ba08-471d-8d6a-21d26db6904c'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:14.089810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8ab6eeca-d4f3-48e3-ae8d-b5f75f0e778f None None] Provisioning complete for port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:14.090289 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8ab6eeca-d4f3-48e3-ae8d-b5f75f0e778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:14.129234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8ab6eeca-d4f3-48e3-ae8d-b5f75f0e778f None None] Port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:59:14.208960 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-575cb622-e409-47af-972d-311c3ed1fade tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:14.213798 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Set router e0d2695a-ba08-471d-8d6a-21d26db6904c gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:14.238913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188a304-40a2-4afc-b60c-946ba7e28de6 req-9de9fdf9-6499-4aca-8e8c-2ae4dd93ffea tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:14.240561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8188a304-40a2-4afc-b60c-946ba7e28de6 req-9de9fdf9-6499-4aca-8e8c-2ae4dd93ffea tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 944 time: 0.0516126 Sep 22 09:59:14.282714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8188a304-40a2-4afc-b60c-946ba7e28de6 req-1f6cd4bf-a098-4f01-93fc-6fdff13cdb10 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354955 Sep 22 09:59:14.319542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-575cb622-e409-47af-972d-311c3ed1fade tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:14.385763 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-575cb622-e409-47af-972d-311c3ed1fade tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:14.392696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'name': 'network-vif-deleted', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:14.395090 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c57cab-1877-4176-9be4-8d10ea16a6ac" -d '{"events": [{"server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "name": "network-vif-deleted", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:14.423657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cb622-e409-47af-972d-311c3ed1fade tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce774d4-16b9-49f2-91cc-a68fa71be84f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:14.434215 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8b8b1f-cfa9-46ec-8b92-8e146fb0f2e5 x-openstack-request-id: req-4c8b8b1f-cfa9-46ec-8b92-8e146fb0f2e5 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:14.434508 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84182d4d-0fc4-42a4-98d3-bc11cccba5a3", "name": "network-vif-deleted", "tag": "91dfbea1-a133-430b-9233-cd10f80b0bee", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:14.434763 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c8b8b1f-cfa9-46ec-8b92-8e146fb0f2e5 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:14.435268 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84182d4d-0fc4-42a4-98d3-bc11cccba5a3', 'name': 'network-vif-deleted', 'tag': '91dfbea1-a133-430b-9233-cd10f80b0bee', 'status': 'completed', 'code': 200} Sep 22 09:59:14.523160 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '7ca94389-b4fb-4c64-a47b-a57c86f7f633', 'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:de:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:10Z', 'updated_at': '2021-09-22T09:59:12Z', 'revision_number': 2, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:14.549057 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Checking router: e0d2695a-ba08-471d-8d6a-21d26db6904c for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:59:14.549407 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Updating router e0d2695a-ba08-471d-8d6a-21d26db6904c port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:59:14.551184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-575cb622-e409-47af-972d-311c3ed1fade tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:14.552662 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-575cb622-e409-47af-972d-311c3ed1fade tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4797978 Sep 22 09:59:14.556719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46448) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:14.561839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4d108677-ceb1-4151-b32f-c5579c3abb90 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2115938600', 'description': 'tempest-secgroup_general--2115938600 description', 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:14.578324 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:14.654478 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d108677-ceb1-4151-b32f-c5579c3abb90 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:14.746872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d108677-ceb1-4151-b32f-c5579c3abb90 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:14.836956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d108677-ceb1-4151-b32f-c5579c3abb90 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:14.838774 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:14.866367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d108677-ceb1-4151-b32f-c5579c3abb90 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:14.917983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46452) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:14.981144 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.007981 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d108677-ceb1-4151-b32f-c5579c3abb90 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.009382 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4d108677-ceb1-4151-b32f-c5579c3abb90 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4514284 Sep 22 09:59:15.012249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46454) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:15.021048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-82932abd-ee2c-484f-bb34-f34bdeb27d63 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'security_group_rule': {'security_group_id': 'bce774d4-16b9-49f2-91cc-a68fa71be84f', 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:15.031289 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Pushing event updated for resources: {'Port': ['ID=7ca94389-b4fb-4c64-a47b-a57c86f7f633,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:15.041806 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.042142 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.042475 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.042799 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.043229 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.043555 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.043873 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.044193 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.044507 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.044849 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.045163 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.045473 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:15.097518 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Attempting to bind port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:59:15.098327 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Attempting to bind port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:59:15.098327 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Attempting to bind port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 on network abc6c5e4-1e4f-4701-86b2-e69bea001ffc {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:15.104160 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:59:15.107239 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Checking segment: {'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:15.107239 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.107239 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Bound using segment: {'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:59:15.107239 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Bound port: 7ca94389-b4fb-4c64-a47b-a57c86f7f633, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:59:15.107239 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.173432 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] For port 7ca94389-b4fb-4c64-a47b-a57c86f7f633, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:15.176650 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] For port 7ca94389-b4fb-4c64-a47b-a57c86f7f633, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7ca94389-b4fb-4c64-a47b-a57c86f7f633,segment=NetworkSegment(8f687e69-b4f6-4ccf-87b9-c5d654397e65),segment_id=8f687e69-b4f6-4ccf-87b9-c5d654397e65)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:59:15.205779 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82932abd-ee2c-484f-bb34-f34bdeb27d63 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.254985 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-44a42efa-3ff0-44df-a5d5-0bd4e0b24e8c None None] Provisioning complete for port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:15.255641 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-44a42efa-3ff0-44df-a5d5-0bd4e0b24e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.293979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-44a42efa-3ff0-44df-a5d5-0bd4e0b24e8c None None] Port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:59:15.296014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82932abd-ee2c-484f-bb34-f34bdeb27d63 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.311450 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.367940 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Routers {'e0d2695a-ba08-471d-8d6a-21d26db6904c'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:15.369361 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0d2695a-ba08-471d-8d6a-21d26db6904c'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:15.391561 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82932abd-ee2c-484f-bb34-f34bdeb27d63 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.407074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b2d108f6-10da-4d9e-9730-11d7bda84411 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:15.444283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82932abd-ee2c-484f-bb34-f34bdeb27d63 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2daf271-b38c-4f3b-8ffc-1419b343fd40,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:15.445018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c4958-b32e-4cd7-be36-e25c98dc48a5 req-e0532064-f90e-4fb8-9444-eccd891df8bb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:15.448208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b1c4958-b32e-4cd7-be36-e25c98dc48a5 req-e0532064-f90e-4fb8-9444-eccd891df8bb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 944 time: 0.0742462 Sep 22 09:59:15.463294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b2d108f6-10da-4d9e-9730-11d7bda84411 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:15.463897 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.492080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.495406 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] Set router e0d2695a-ba08-471d-8d6a-21d26db6904c gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:15.522955 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b1c4958-b32e-4cd7-be36-e25c98dc48a5 req-f7ded704-4a34-4208-820d-d221f2628944 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483382 Sep 22 09:59:15.545739 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-82932abd-ee2c-484f-bb34-f34bdeb27d63 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.566475 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-82932abd-ee2c-484f-bb34-f34bdeb27d63 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5523496 Sep 22 09:59:15.627141 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab525e29-857d-4679-9d3f-81fc5269fb48 None None] Pushing event updated for resources: {'Port': ['ID=7ca94389-b4fb-4c64-a47b-a57c86f7f633,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:15.717061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-95ddf293-e890-44b4-8f4f-a2f1e6adf9b9 None None] Provisioning complete for port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:15.717441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95ddf293-e890-44b4-8f4f-a2f1e6adf9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.773603 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '7ca94389-b4fb-4c64-a47b-a57c86f7f633', 'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:de:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:10Z', 'updated_at': '2021-09-22T09:59:15Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:15.804600 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33315de-ecba-483c-bead-5e1a34738a2b None None] The sync data for ids ['e0d2695a-ba08-471d-8d6a-21d26db6904c'] in n-d-805649-4 is: [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '7ca94389-b4fb-4c64-a47b-a57c86f7f633', 'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:de:48:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:10Z', 'updated_at': '2021-09-22T09:59:15Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:59:15.807349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 91dfbea1-a133-430b-9233-cd10f80b0bee no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:59:15.811550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-401341af-ddcc-4e51-85a1-7c8c0cd0784a tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--2115938600&fields=id&tenant_id=d886cc4c49f1475e9e5f26174dbe7feb HTTP/1.1" status: 200 len: 267 time: 0.0508235 Sep 22 09:59:15.830939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 91dfbea1-a133-430b-9233-cd10f80b0bee {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:59:15.831580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 91dfbea1-a133-430b-9233-cd10f80b0bee not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:59:15.834533 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95ddf293-e890-44b4-8f4f-a2f1e6adf9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.877540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b19547cc-a07b-4f21-b1fc-b740e463587d tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--1298231341&fields=id&tenant_id=d886cc4c49f1475e9e5f26174dbe7feb HTTP/1.1" status: 200 len: 267 time: 0.0649850 Sep 22 09:59:15.883207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-95ddf293-e890-44b4-8f4f-a2f1e6adf9b9 None None] For port 7ca94389-b4fb-4c64-a47b-a57c86f7f633, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7ca94389-b4fb-4c64-a47b-a57c86f7f633,segment=NetworkSegment(8f687e69-b4f6-4ccf-87b9-c5d654397e65),segment_id=8f687e69-b4f6-4ccf-87b9-c5d654397e65)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:15.885533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port c2573fc5-622c-40f9-b0c5-02c460e5b97e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:59:15.885937 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:15.992134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-52531a9c-328d-4b11-b681-a806db833d00 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:16.000572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port c2573fc5-622c-40f9-b0c5-02c460e5b97e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c2573fc5-622c-40f9-b0c5-02c460e5b97e,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:16.000974 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:16.001205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-52531a9c-328d-4b11-b681-a806db833d00 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/networks?id=abc6c5e4-1e4f-4701-86b2-e69bea001ffc HTTP/1.1" status: 200 len: 796 time: 0.1202581 Sep 22 09:59:16.013413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-2f8a29a8-3c47-4410-a3a6-e13f1ba4b061 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/quotas/d886cc4c49f1475e9e5f26174dbe7feb HTTP/1.1" status: 200 len: 375 time: 0.0113149 Sep 22 09:59:16.017778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for c2573fc5-622c-40f9-b0c5-02c460e5b97e owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:59:16.043113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95ddf293-e890-44b4-8f4f-a2f1e6adf9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:16.080868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-07da42a5-d9ab-475e-a44d-9a902010a522 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d886cc4c49f1475e9e5f26174dbe7feb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606418 Sep 22 09:59:16.207061 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-7683ecfc-d16a-492b-9f42-63729fe72a2a service neutron] 10.222.0.49 "GET /v2.0/networks/abc6c5e4-1e4f-4701-86b2-e69bea001ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156924 Sep 22 09:59:16.272182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:59:16.292115 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddf293-e890-44b4-8f4f-a2f1e6adf9b9 None None] Pushing event updated for resources: {'Port': ['ID=7ca94389-b4fb-4c64-a47b-a57c86f7f633,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:16.320454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-366dcb66-3acc-49a4-bea7-68a628c07de0 service neutron] 10.222.0.49 "GET /v2.0/networks/abc6c5e4-1e4f-4701-86b2-e69bea001ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059928 Sep 22 09:59:16.363099 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:16.406534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=c2573fc5-622c-40f9-b0c5-02c460e5b97e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:16.429228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5cd37bbf-6700-493f-8b4e-bd49b66e8c35,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:16.440318 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:59:16.462684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '5cd37bbf-6700-493f-8b4e-bd49b66e8c35', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'port_id': '5cd37bbf-6700-493f-8b4e-bd49b66e8c35', 'mac_address': 'fa:16:3e:f0:37:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:59:16.531870 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:16.551423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:59:16.583537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5cd37bbf-6700-493f-8b4e-bd49b66e8c35,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:16.671527 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:16.734608 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:16.794575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=5cd37bbf-6700-493f-8b4e-bd49b66e8c35,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:16.811106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d6c13-7a36-4d4e-b35f-de476d556547 req-aeabe17a-9ddd-4ca3-a2fe-f808b3add84d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:16.819394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b13d6c13-7a36-4d4e-b35f-de476d556547 req-aeabe17a-9ddd-4ca3-a2fe-f808b3add84d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 945 time: 0.1302421 Sep 22 09:59:16.887133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b13d6c13-7a36-4d4e-b35f-de476d556547 req-80d72b1b-3c83-4370-921b-4d6b5f6ee7de tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444739 Sep 22 09:59:16.953629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5cd37bbf-6700-493f-8b4e-bd49b66e8c35'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:59:16.995971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aae7586d-7f49-4045-8f22-159782064dca req-f0abd7ff-be85-40fd-a0c3-c100ed00b73e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 210 time: 0.0388939 Sep 22 09:59:17.350477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:59:17.447424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7ca94389-b4fb-4c64-a47b-a57c86f7f633 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:17.471042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:59:17.476588 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-279afcfe-22b7-4d6c-8b9f-587a6a53b30a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "PUT /v2.0/routers/b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5578656 Sep 22 09:59:17.480415 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46480) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:17.485073 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f48fa-2186-45f3-b500-ff415618cb87 None None] Sync routers for ids ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:59:17.501964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f48fa-2186-45f3-b500-ff415618cb87 None None] Routers {'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:17.502577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-186f48fa-2186-45f3-b500-ff415618cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:17.534704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7fad99-de89-4d82-9ad3-55497829344b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting subnet 844d01a5-f0ed-42f7-ac26-712ce405c4f5 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 09:59:17.538001 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc7fad99-de89-4d82-9ad3-55497829344b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:17.540866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:17.541310 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:17.583994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc7fad99-de89-4d82-9ad3-55497829344b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:17.645028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-186f48fa-2186-45f3-b500-ff415618cb87 None None] Set router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:17.675586 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc7fad99-de89-4d82-9ad3-55497829344b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:17.814751 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc7fad99-de89-4d82-9ad3-55497829344b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:17.847364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fad99-de89-4d82-9ad3-55497829344b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Subnet': ['ID=844d01a5-f0ed-42f7-ac26-712ce405c4f5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:17.853296 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc7fad99-de89-4d82-9ad3-55497829344b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:17.854993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bc7fad99-de89-4d82-9ad3-55497829344b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/subnets/844d01a5-f0ed-42f7-ac26-712ce405c4f5 HTTP/1.1" status: 204 len: 168 time: 0.3735571 Sep 22 09:59:17.857762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46484) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:17.861011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631e73f9-e53b-44fe-a08d-b34abee616a6 None None] Network 445794c5-be14-432b-b5f0-f076e82b684b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:59:17.881184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-186f48fa-2186-45f3-b500-ff415618cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:59:16Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:17.918017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f48fa-2186-45f3-b500-ff415618cb87 None None] Checking router: b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:59:17.960605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f48fa-2186-45f3-b500-ff415618cb87 None None] Routers {'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:17.961263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-186f48fa-2186-45f3-b500-ff415618cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:17.987014 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.092877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a0929-3e98-4db4-b6f2-b1027adf5852 req-3b3cfaf1-5e41-42da-ac1b-8735a261cef3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:18.094312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f02a0929-3e98-4db4-b6f2-b1027adf5852 req-3b3cfaf1-5e41-42da-ac1b-8735a261cef3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 945 time: 0.1268520 Sep 22 09:59:18.109888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-186f48fa-2186-45f3-b500-ff415618cb87 None None] Set router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:18.167313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:18.188621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f02a0929-3e98-4db4-b6f2-b1027adf5852 req-6ab53d34-29ef-4509-9c2e-cae56fb9d4fa tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620461 Sep 22 09:59:18.189837 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.202508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9523264e-4176-43b5-81aa-1f403ebe8b75 None None] DHCP port deletion for 445794c5-be14-432b-b5f0-f076e82b684b request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 09:59:18.278894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fab9c7c-be80-4881-a3bc-ca5393c55a7a req-f15d4180-26c7-4b8b-aed9-d3c1dd4a2765 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 210 time: 0.0281339 Sep 22 09:59:18.338834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port d3cb54d3-17c4-4469-8644-aaaf874b55e6 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:59:18.339380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.359145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9523264e-4176-43b5-81aa-1f403ebe8b75 None None] Deleting port 093cb971-6248-4099-a2db-18e00ffa1387 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 09:59:18.359536 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9523264e-4176-43b5-81aa-1f403ebe8b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.386981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:59:18.395292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:18.395586 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.435127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port d3cb54d3-17c4-4469-8644-aaaf874b55e6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d3cb54d3-17c4-4469-8644-aaaf874b55e6,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:18.435500 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.448289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for d3cb54d3-17c4-4469-8644-aaaf874b55e6 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:59:18.461628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9523264e-4176-43b5-81aa-1f403ebe8b75 None None] For port 093cb971-6248-4099-a2db-18e00ffa1387, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=093cb971-6248-4099-a2db-18e00ffa1387,segment=NetworkSegment(5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b),segment_id=5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:18.462883 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9523264e-4176-43b5-81aa-1f403ebe8b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.484452 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-186f48fa-2186-45f3-b500-ff415618cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:59:16Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:18.486389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9523264e-4176-43b5-81aa-1f403ebe8b75 None None] Calling delete_port for 093cb971-6248-4099-a2db-18e00ffa1387 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 09:59:18.522560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f48fa-2186-45f3-b500-ff415618cb87 None None] The sync data for ids ['b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4'] in n-d-805649-4 is: [{'id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558182490', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:57:47Z', 'updated_at': '2021-09-22T09:59:16Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': 'd3cb54d3-17c4-4469-8644-aaaf874b55e6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:57:48Z', 'updated_at': '2021-09-22T09:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:59:18.611462 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.642965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc71d0c-96c4-40be-8d54-69381b2ed95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd37bbf-6700-493f-8b4e-bd49b66e8c35'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:18.645227 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7225971d-4b4c-481c-b252-f0eccec0dad2" -d '{"events": [{"server_uuid": "8fc71d0c-96c4-40be-8d54-69381b2ed95f", "name": "network-vif-plugged", "status": "completed", "tag": "5cd37bbf-6700-493f-8b4e-bd49b66e8c35"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:18.658669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5cd37bbf-6700-493f-8b4e-bd49b66e8c35,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:18.682910 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf089ac-8c2c-4dda-b585-b933dadda196 x-openstack-request-id: req-dbf089ac-8c2c-4dda-b585-b933dadda196 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:18.683201 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc71d0c-96c4-40be-8d54-69381b2ed95f", "name": "network-vif-plugged", "status": "completed", "tag": "5cd37bbf-6700-493f-8b4e-bd49b66e8c35", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:18.683453 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbf089ac-8c2c-4dda-b585-b933dadda196 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:18.683851 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc71d0c-96c4-40be-8d54-69381b2ed95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd37bbf-6700-493f-8b4e-bd49b66e8c35', 'code': 200} Sep 22 09:59:18.789093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61416c-55fa-4468-8550-1bd39355dbb8 req-443856bb-2bc6-42fc-b6cf-ec040c356226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:18.790691 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c61416c-55fa-4468-8550-1bd39355dbb8 req-443856bb-2bc6-42fc-b6cf-ec040c356226 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 1096 time: 0.0404739 Sep 22 09:59:18.820114 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.830325 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c61416c-55fa-4468-8550-1bd39355dbb8 req-d4a6bfa9-ace7-46d9-8238-b441299eb051 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285277 Sep 22 09:59:18.850968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=d3cb54d3-17c4-4469-8644-aaaf874b55e6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:18.889294 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.892049 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9523264e-4176-43b5-81aa-1f403ebe8b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.916933 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:18.929403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9523264e-4176-43b5-81aa-1f403ebe8b75 None None] No DVR routers for this DVR port 093cb971-6248-4099-a2db-18e00ffa1387 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:59:18.970125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=5cd37bbf-6700-493f-8b4e-bd49b66e8c35,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:18.998677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523264e-4176-43b5-81aa-1f403ebe8b75 None None] Pushing event deleted for resources: {'Port': ['ID=093cb971-6248-4099-a2db-18e00ffa1387,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:19.026433 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.029165 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.150087 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.150699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Fanout notify agent at l3_agent the message router_deleted on router b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 09:59:19.161865 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.161865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-65bc54b1-0ca9-4dad-8cea-8b72bfd606ea tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/routers/b595c0a0-6d13-4f2c-a8c6-b13b0cb201e4 HTTP/1.1" status: 204 len: 168 time: 1.2992613 Sep 22 09:59:19.162252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46492) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:19.288279 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.423625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-3044e57d-6984-493d-a194-3b8cbd4206a5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:19.425027 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-3044e57d-6984-493d-a194-3b8cbd4206a5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.60 "GET /v2.0/networks?id=abc6c5e4-1e4f-4701-86b2-e69bea001ffc HTTP/1.1" status: 200 len: 796 time: 0.2155828 Sep 22 09:59:19.433084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938ca8e-64db-4e05-8ebc-369a32707427 req-b43b4849-1105-4846-a628-50d52df2686b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:19.434565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a938ca8e-64db-4e05-8ebc-369a32707427 req-b43b4849-1105-4846-a628-50d52df2686b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.1519246 Sep 22 09:59:19.519730 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.567399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-c8c82957-657e-405e-9417-e5544c473e3e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d886cc4c49f1475e9e5f26174dbe7feb HTTP/1.1" status: 200 len: 478 time: 0.1221862 Sep 22 09:59:19.571868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a938ca8e-64db-4e05-8ebc-369a32707427 req-9fa49dce-028c-47fb-a531-ee99487e5a2e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256437 Sep 22 09:59:19.573447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445794c5-be14-432b-b5f0-f076e82b684b']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:19.584118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'port': {'device_id': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'admin_state_up': True, 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'security_groups': ['dc7cf29b-149f-4fa6-81e6-80cc3bc541a6', 'bce774d4-16b9-49f2-91cc-a68fa71be84f']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:19.593237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:19.593417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edea7ef-6fb8-44cb-89d7-97f9ebf77a0b') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:19.618115 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.668451 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.675057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d3cb54d3-17c4-4469-8644-aaaf874b55e6 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:59:19.690784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:59:19.691198 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: timer() Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 09:59:19.694313 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 09:59:19.696590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: d3cb54d3-17c4-4469-8644-aaaf874b55e6 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:59:19.696590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d3cb54d3-17c4-4469-8644-aaaf874b55e6 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:59:19.696590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 093cb971-6248-4099-a2db-18e00ffa1387 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:59:19.719947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 093cb971-6248-4099-a2db-18e00ffa1387 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:59:19.720289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 093cb971-6248-4099-a2db-18e00ffa1387 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:59:19.720709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c2573fc5-622c-40f9-b0c5-02c460e5b97e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 09:59:19.727544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab5780e8-c6bd-4dc1-be1a-3c4611c09115 req-e9fd1395-1388-41e8-b8d9-902697c7aad1 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 210 time: 0.0611591 Sep 22 09:59:19.740457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: c2573fc5-622c-40f9-b0c5-02c460e5b97e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 09:59:19.740880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c2573fc5-622c-40f9-b0c5-02c460e5b97e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 09:59:19.917576 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.925787 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.927700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/networks/445794c5-be14-432b-b5f0-f076e82b684b HTTP/1.1" status: 204 len: 168 time: 0.7644229 Sep 22 09:59:19.930543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46500) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:19.939930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Made reservation on behalf of d886cc4c49f1475e9e5f26174dbe7feb for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:59:19.943687 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:19.945701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bf57c-735e-4d39-997e-a87fa98bb67b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Network': ['ID=445794c5-be14-432b-b5f0-f076e82b684b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:19.995773 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1f1d8b2-2183-4b70-9017-c54bc8fb0583 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:20.023086 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1f1d8b2-2183-4b70-9017-c54bc8fb0583 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:20.083977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Allocated IP 172.20.0.13 (abc6c5e4-1e4f-4701-86b2-e69bea001ffc/173a1dd9-551f-4135-a2a0-d9ecd70d8a86/71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:20.186190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1f1d8b2-2183-4b70-9017-c54bc8fb0583 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:20.188846 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1f1d8b2-2183-4b70-9017-c54bc8fb0583 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:20.190725 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d1f1d8b2-2183-4b70-9017-c54bc8fb0583 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/security-groups/c84484b4-f945-4a4d-b25a-d14587d1091f HTTP/1.1" status: 204 len: 168 time: 0.2581198 Sep 22 09:59:20.200545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1d8b2-2183-4b70-9017-c54bc8fb0583 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84484b4-f945-4a4d-b25a-d14587d1091f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:20.288520 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:20.443583 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:20.489950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network abc6c5e4-1e4f-4701-86b2-e69bea001ffc is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:20.493186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:20.496244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:20.529455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Port': ['ID=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:20.558426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:20.559042 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:20.664687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46510) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:20.670936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-15e53bde-d755-45dc-9981-19f387791ef2 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0912926 Sep 22 09:59:20.671061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6ae912ec-a154-4f9c-869f-e0d143b23849 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-321229866', 'description': 'tempest-secgroup-smoke-321229866 description', 'project_id': '9405e14d620a4da0b6fefcb274955fd4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:20.681160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Request body: {'port': {'device_id': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:20.771683 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:20.791050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce469ae-e9c8-4162-894b-a218c3bc4169 req-56023dad-3d85-4735-92f4-0a18cd041dfa tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:20.792843 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ce469ae-e9c8-4162-894b-a218c3bc4169 req-56023dad-3d85-4735-92f4-0a18cd041dfa tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0828156 Sep 22 09:59:20.794508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d6f0b0b4-b92b-47e8-855f-4ee5bef7eece None None] Provisioning complete for port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:20.794981 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d6f0b0b4-b92b-47e8-855f-4ee5bef7eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:20.807801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ae912ec-a154-4f9c-869f-e0d143b23849 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:20.833122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0b0b4-b92b-47e8-855f-4ee5bef7eece None None] Port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:59:20.896461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ae912ec-a154-4f9c-869f-e0d143b23849 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:20.908808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ce469ae-e9c8-4162-894b-a218c3bc4169 req-d6b84858-1205-4601-bd6d-c15481c2f56a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938923 Sep 22 09:59:21.018926 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ae912ec-a154-4f9c-869f-e0d143b23849 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:21.050323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae912ec-a154-4f9c-869f-e0d143b23849 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7860f941-858a-4b4c-b8dc-3c68b408706a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:21.061930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1e65e-e5ee-4a67-b6b2-1931d6f575cf req-d5b3d20d-cf29-4a62-a791-d172f627b663 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:21.063451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6e1e65e-e5ee-4a67-b6b2-1931d6f575cf req-d5b3d20d-cf29-4a62-a791-d172f627b663 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 971 time: 0.0984225 Sep 22 09:59:21.143368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6e1e65e-e5ee-4a67-b6b2-1931d6f575cf req-9dd9c34b-b9b9-43ae-9e2c-5cc426a4fae4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0733676 Sep 22 09:59:21.147374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:59:21.151089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6ae912ec-a154-4f9c-869f-e0d143b23849 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:21.155229 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6ae912ec-a154-4f9c-869f-e0d143b23849 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4857190 Sep 22 09:59:21.155357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46516) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:21.158491 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:21.163391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-fb0a118a-94c3-4a8d-9807-38ffede67ea6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '7860f941-858a-4b4c-b8dc-3c68b408706a', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:21.186574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Transition to ACTIVE for port object 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:59:21.286792 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:21.340581 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb0a118a-94c3-4a8d-9807-38ffede67ea6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:21.357226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Pushing event updated for resources: {'Port': ['ID=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:21.449362 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb0a118a-94c3-4a8d-9807-38ffede67ea6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:21.466475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Attempting to bind port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:59:21.466808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Attempting to bind port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:59:21.467130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Attempting to bind port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 on network abc6c5e4-1e4f-4701-86b2-e69bea001ffc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:21.471707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 on network abc6c5e4-1e4f-4701-86b2-e69bea001ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:59:21.473803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Attempting to bind port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 on network abc6c5e4-1e4f-4701-86b2-e69bea001ffc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:21.479673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:59:21.480021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Checking segment: {'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:21.480387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Bound using segment: {'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:59:21.480839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Bound port: 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f687e69-b4f6-4ccf-87b9-c5d654397e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:59:21.481519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:21.820710 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb0a118a-94c3-4a8d-9807-38ffede67ea6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:21.874341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a118a-94c3-4a8d-9807-38ffede67ea6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5930fbc7-522d-4b42-ae9f-d58c3d1d5318,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:21.914067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46f005-b561-4ebc-89a9-c117f1a58ebc req-b3ab1460-52c1-4c7d-a14b-334481e25f88 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:21.915600 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d46f005-b561-4ebc-89a9-c117f1a58ebc req-b3ab1460-52c1-4c7d-a14b-334481e25f88 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.4198756 Sep 22 09:59:21.921804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] For port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:21.925863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] For port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8,segment=NetworkSegment(8f687e69-b4f6-4ccf-87b9-c5d654397e65),segment_id=8f687e69-b4f6-4ccf-87b9-c5d654397e65)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:59:21.953101 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb0a118a-94c3-4a8d-9807-38ffede67ea6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:21.954282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fb0a118a-94c3-4a8d-9807-38ffede67ea6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7979836 Sep 22 09:59:21.957077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46520) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:21.961480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a1a0149d-ff87-4dcd-893b-2f51650887f4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '7860f941-858a-4b4c-b8dc-3c68b408706a', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:21.968530 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d46f005-b561-4ebc-89a9-c117f1a58ebc req-ba525d35-899b-47e3-b717-0e80782f992c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445583 Sep 22 09:59:22.009134 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:22.046986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:22.047606 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:22.049033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] 10.222.0.60 "PUT /v2.0/ports/71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 HTTP/1.1" status: 200 len: 1131 time: 1.3722510 Sep 22 09:59:22.049470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'tag': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:22.051719 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc3e6b1-4f5d-430e-8089-0f9ff4376dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "9654fefd-0d14-49dc-ad77-0bc23d6a51a9", "tag": "71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:22.083664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8d09d-8b41-440a-881f-bee822a21d9e service neutron] Pushing event updated for resources: {'Port': ['ID=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:22.099207 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d080c88-a8f6-4ab2-b0ca-361d31243c65 x-openstack-request-id: req-4d080c88-a8f6-4ab2-b0ca-361d31243c65 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:22.099499 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9654fefd-0d14-49dc-ad77-0bc23d6a51a9", "tag": "71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:22.099747 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d080c88-a8f6-4ab2-b0ca-361d31243c65 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:22.100137 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'tag': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8', 'status': 'completed', 'code': 200} Sep 22 09:59:22.104108 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a1a0149d-ff87-4dcd-893b-2f51650887f4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:22.192713 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a1a0149d-ff87-4dcd-893b-2f51650887f4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:22.197261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3e6b1-4f5d-430e-8089-0f9ff4376dd4 req-a1fdb569-a28d-4ed2-879e-1ea3613276a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:22.197682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cc3e6b1-4f5d-430e-8089-0f9ff4376dd4 req-a1fdb569-a28d-4ed2-879e-1ea3613276a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d886cc4c49f1475e9e5f26174dbe7feb&device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 1134 time: 0.0749915 Sep 22 09:59:22.303683 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a1a0149d-ff87-4dcd-893b-2f51650887f4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:22.336625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0149d-ff87-4dcd-893b-2f51650887f4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aaf862-dec3-469b-9acc-b309c2aaf8bb,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:22.354740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e50ff-0a1b-4ae6-939f-75d7a25c2732 req-6fae85a6-e25a-44ca-bb2e-b3166074622d tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:22.356275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-259e50ff-0a1b-4ae6-939f-75d7a25c2732 req-6fae85a6-e25a-44ca-bb2e-b3166074622d tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 983 time: 0.1294518 Sep 22 09:59:22.372051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3e6b1-4f5d-430e-8089-0f9ff4376dd4 req-1512b765-c305-4c9c-8871-3b3834bf7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:22.373562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cc3e6b1-4f5d-430e-8089-0f9ff4376dd4 req-1512b765-c305-4c9c-8871-3b3834bf7db1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d886cc4c49f1475e9e5f26174dbe7feb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1675439 Sep 22 09:59:22.432916 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-259e50ff-0a1b-4ae6-939f-75d7a25c2732 req-fe2f9e61-9b9e-4325-a03e-21a3f16c7e7a tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0690734 Sep 22 09:59:22.461909 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a1a0149d-ff87-4dcd-893b-2f51650887f4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:22.463818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a1a0149d-ff87-4dcd-893b-2f51650887f4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5058420 Sep 22 09:59:22.466884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46526) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:22.471659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7042c00b-07ec-4001-9c76-32ccecceaf23 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '7860f941-858a-4b4c-b8dc-3c68b408706a', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:22.493072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3e6b1-4f5d-430e-8089-0f9ff4376dd4 req-cbf5daf3-339f-4358-b91a-6b077ea4e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:22.494891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cc3e6b1-4f5d-430e-8089-0f9ff4376dd4 req-cbf5daf3-339f-4358-b91a-6b077ea4e266 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130674 Sep 22 09:59:22.570732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-4bd6ec8d-6a2c-42e3-a646-7cb3b988c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:22.572341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-4bd6ec8d-6a2c-42e3-a646-7cb3b988c5d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d886cc4c49f1475e9e5f26174dbe7feb&device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 1134 time: 0.0416849 Sep 22 09:59:22.608271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7042c00b-07ec-4001-9c76-32ccecceaf23 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:22.615571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-860bbd34-d896-4823-8b41-b1a3c9fa4cbc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 HTTP/1.1" status: 200 len: 217 time: 0.0343025 Sep 22 09:59:22.668346 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7042c00b-07ec-4001-9c76-32ccecceaf23 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:22.671134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-3ee7536e-f4ee-4091-883b-a344c321ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:22.671537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-3ee7536e-f4ee-4091-883b-a344c321ac98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=173a1dd9-551f-4135-a2a0-d9ecd70d8a86 HTTP/1.1" status: 200 len: 835 time: 0.0494394 Sep 22 09:59:22.720188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-d7c0ee10-5389-48c5-ac4d-b9382f001706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:22.721798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-d7c0ee10-5389-48c5-ac4d-b9382f001706 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abc6c5e4-1e4f-4701-86b2-e69bea001ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414817 Sep 22 09:59:22.746392 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7042c00b-07ec-4001-9c76-32ccecceaf23 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:22.768140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042c00b-07ec-4001-9c76-32ccecceaf23 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0da4f5e-85a5-4ec1-ac56-94d02b7084c4,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:22.813971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-571ea900-2354-4014-a386-cb7a0a252023 service neutron] 10.222.0.60 "GET /v2.0/networks/abc6c5e4-1e4f-4701-86b2-e69bea001ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842726 Sep 22 09:59:22.854737 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7042c00b-07ec-4001-9c76-32ccecceaf23 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:22.856032 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7042c00b-07ec-4001-9c76-32ccecceaf23 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3880663 Sep 22 09:59:22.858859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46528) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:22.863235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ddc0d61b-b3c3-46d9-ab76-2afd5d69ad7c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '7860f941-858a-4b4c-b8dc-3c68b408706a', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:22.911043 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-061dcc82-3144-4954-85c2-3f2f2fed2203 req-c2edb06f-8942-4cda-a2ff-98bfe83b47e0 service neutron] 10.222.0.60 "GET /v2.0/networks/abc6c5e4-1e4f-4701-86b2-e69bea001ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896688 Sep 22 09:59:22.968285 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d61b-b3c3-46d9-ab76-2afd5d69ad7c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:23.030886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d61b-b3c3-46d9-ab76-2afd5d69ad7c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:23.089017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7910c6d-bcf2-493d-b7f1-bf58437b287a req-3d15da08-9c68-4212-9c18-f60d42bd2b14 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:23.090510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7910c6d-bcf2-493d-b7f1-bf58437b287a req-3d15da08-9c68-4212-9c18-f60d42bd2b14 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0505495 Sep 22 09:59:23.126835 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d61b-b3c3-46d9-ab76-2afd5d69ad7c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:23.130007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7910c6d-bcf2-493d-b7f1-bf58437b287a req-32179e13-55a9-4516-8e6b-a772563dc524 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332663 Sep 22 09:59:23.147129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0d61b-b3c3-46d9-ab76-2afd5d69ad7c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6f12a9-2b3a-4058-bd92-fe04a97e5160,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:23.242883 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d61b-b3c3-46d9-ab76-2afd5d69ad7c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:23.244815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ddc0d61b-b3c3-46d9-ab76-2afd5d69ad7c tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3850522 Sep 22 09:59:23.247631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46532) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:23.252126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0db2a0e4-ff61-48bf-97a4-d77d042cfcd3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '7860f941-858a-4b4c-b8dc-3c68b408706a', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:23.386983 n-d-805649-4 neutron-server[95509]: INFO neutron.db.securitygroups_db [None req-0db2a0e4-ff61-48bf-97a4-d77d042cfcd3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Project 9405e14d620a4da0b6fefcb274955fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:59:23.392447 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0db2a0e4-ff61-48bf-97a4-d77d042cfcd3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:23.419854 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:23.455806 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0db2a0e4-ff61-48bf-97a4-d77d042cfcd3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:23.538373 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0db2a0e4-ff61-48bf-97a4-d77d042cfcd3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:23.552616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec3e2d-0bb8-4026-97f4-0c7d9ad0aa88 req-6680fbdb-cd53-4adb-950a-9f7d5144b688 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:23.554140 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8aec3e2d-0bb8-4026-97f4-0c7d9ad0aa88 req-6680fbdb-cd53-4adb-950a-9f7d5144b688 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 983 time: 0.0546548 Sep 22 09:59:23.559962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2a0e4-ff61-48bf-97a4-d77d042cfcd3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8837fd0-619f-4406-8a74-642521216a7a,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:23.595516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8aec3e2d-0bb8-4026-97f4-0c7d9ad0aa88 req-fc63a472-5d2f-4bc6-b98f-15bc19252a01 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0339048 Sep 22 09:59:23.671328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0db2a0e4-ff61-48bf-97a4-d77d042cfcd3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:23.672568 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0db2a0e4-ff61-48bf-97a4-d77d042cfcd3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4239829 Sep 22 09:59:23.675361 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46536) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:23.680078 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-56326545-cacd-42e9-90ec-f3d349751940 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'security_group_rule': {'security_group_id': '7860f941-858a-4b4c-b8dc-3c68b408706a', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:23.847427 n-d-805649-4 neutron-server[95509]: INFO neutron.db.securitygroups_db [None req-56326545-cacd-42e9-90ec-f3d349751940 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Project 9405e14d620a4da0b6fefcb274955fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:59:23.852694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56326545-cacd-42e9-90ec-f3d349751940 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:23.914952 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56326545-cacd-42e9-90ec-f3d349751940 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.029642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56326545-cacd-42e9-90ec-f3d349751940 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.048534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56326545-cacd-42e9-90ec-f3d349751940 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8308af64-0100-4e6e-9275-b6359121eb02,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:24.202955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-56326545-cacd-42e9-90ec-f3d349751940 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.204209 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-56326545-cacd-42e9-90ec-f3d349751940 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5279012 Sep 22 09:59:24.207337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46540) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:24.213155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'network': {'name': 'tempest-network-smoke--376620293', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'port_security_enabled': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:24.250184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba887d-59cd-4195-9138-8636b8160556 req-259757f4-e830-410a-9aec-10921eb486ca tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:24.251698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77ba887d-59cd-4195-9138-8636b8160556 req-259757f4-e830-410a-9aec-10921eb486ca tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0535135 Sep 22 09:59:24.260147 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-097c46c2-5c4e-4983-bc7d-8eb696fc6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.291358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77ba887d-59cd-4195-9138-8636b8160556 req-434faa5f-6053-4aec-add2-6704a1e19a32 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326941 Sep 22 09:59:24.378612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:59:24.382215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.425572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:59:24.434224 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.434570 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Added segment f192f04d-6f46-40e2-bb7c-5fa992969214 of type vlan for network 87211661-7031-4fe7-9db4-1b10d73fb726 Sep 22 09:59:24.473971 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.568637 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.575171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:24.583795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.644788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Network': ['ID=87211661-7031-4fe7-9db4-1b10d73fb726,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:24.656220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 87211661-7031-4fe7-9db4-1b10d73fb726 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 09:59:24.711517 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.713128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb944b7-e58b-4267-9b41-8236d5ee3431 req-0606ba9c-b9e0-40f1-99e7-ac11a4fa3b7a tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:24.713847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7cb944b7-e58b-4267-9b41-8236d5ee3431 req-0606ba9c-b9e0-40f1-99e7-ac11a4fa3b7a tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 983 time: 0.0505221 Sep 22 09:59:24.735950 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dbb4359c-c36c-468a-916b-995a7535ee8a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5266197 Sep 22 09:59:24.737882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46544) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:24.743115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'admin_state_up': True, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:24.760176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7cb944b7-e58b-4267-9b41-8236d5ee3431 req-89c9c761-0ca9-40af-9555-725d20460857 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0368013 Sep 22 09:59:24.837607 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.838692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:24.888471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:25.098264 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:25.381241 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:25.400924 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:25.423048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3272cde-944b-4bd2-87d0-71cb715b6294 req-3a6a9329-908d-4fb7-848b-65c43e1d9f83 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:25.424604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3272cde-944b-4bd2-87d0-71cb715b6294 req-3a6a9329-908d-4fb7-848b-65c43e1d9f83 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0625453 Sep 22 09:59:25.463422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3272cde-944b-4bd2-87d0-71cb715b6294 req-4e410c24-f175-4e6f-9301-bee156de6f96 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319636 Sep 22 09:59:25.505523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.25.6.104 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/157ba985-2a07-4b2d-a65f-77df60089c6e) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:25.611007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:25.711572 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:25.750559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:25.754793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:25.761376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:25.764557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=157ba985-2a07-4b2d-a65f-77df60089c6e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:25.833391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:59:25.877463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d66b6f-1da6-4f07-b907-7dbc3f0ea0e6 req-2881b8ac-aef4-4b5b-8638-e43468029f44 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:25.879018 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74d66b6f-1da6-4f07-b907-7dbc3f0ea0e6 req-2881b8ac-aef4-4b5b-8638-e43468029f44 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 983 time: 0.0512776 Sep 22 09:59:25.921482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74d66b6f-1da6-4f07-b907-7dbc3f0ea0e6 req-047be540-22d9-4077-827e-3f30555a6088 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0357344 Sep 22 09:59:25.938222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8,segment=NetworkSegment(8f687e69-b4f6-4ccf-87b9-c5d654397e65),segment_id=8f687e69-b4f6-4ccf-87b9-c5d654397e65)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:25.951791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'port_id': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8', 'mac_address': 'fa:16:3e:b5:9d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:59:25.993677 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:26.005922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:59:26.026547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8,segment=NetworkSegment(8f687e69-b4f6-4ccf-87b9-c5d654397e65),segment_id=8f687e69-b4f6-4ccf-87b9-c5d654397e65)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:26.140045 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:26.208511 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:26.260634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:26.378609 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:26.446207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:59:26.592595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eeb28-236e-4b1a-8453-8119a6e13991 req-fcf59a83-dbb4-4954-b3a6-8331af91f466 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:26.594721 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c6eeb28-236e-4b1a-8453-8119a6e13991 req-fcf59a83-dbb4-4954-b3a6-8331af91f466 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0540521 Sep 22 09:59:26.615324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router 8c2f0964-e576-4f53-8d1f-85c4461c125e is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 09:59:26.643862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c6eeb28-236e-4b1a-8453-8119a6e13991 req-ed5aed70-30dc-420d-98e8-1d174a4e6309 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Sep 22 09:59:26.739746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:59:26.750805 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Sync routers for ids ['8c2f0964-e576-4f53-8d1f-85c4461c125e'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:59:26.761206 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Routers {'8c2f0964-e576-4f53-8d1f-85c4461c125e'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:26.761857 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:58:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['8c2f0964-e576-4f53-8d1f-85c4461c125e'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:26.831438 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:26.832679 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4831e20d-06d8-4b2f-88f7-350b584b0fd7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0932889 Sep 22 09:59:26.836103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46552) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:26.865436 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Set router 8c2f0964-e576-4f53-8d1f-85c4461c125e gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:26.874422 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5c433a5d-f226-4278-8b2f-481646e1886d tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=9405e14d620a4da0b6fefcb274955fd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356319 Sep 22 09:59:26.876358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46554) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:26.934120 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ad4a8fea-c67c-4f66-8d30-6ba9b21360c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:27.033059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9e66a3-6a2c-47da-bc92-7da209ffa020 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:27.037022 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5b9e66a3-6a2c-47da-bc92-7da209ffa020 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1573718 Sep 22 09:59:27.037901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46558) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:27.058031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e117d1f-7a70-4021-a572-134c899b19f6 req-5772682f-dcbd-4292-be04-56f1e589f5f7 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:27.059556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e117d1f-7a70-4021-a572-134c899b19f6 req-5772682f-dcbd-4292-be04-56f1e589f5f7 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 984 time: 0.0651331 Sep 22 09:59:27.061152 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:25Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:27.067395 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4376feb7-6ae3-4e27-a076-d8550a230d6e tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282693 Sep 22 09:59:27.070109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46560) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:27.074892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-251155286', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:27.094887 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Checking router: 8c2f0964-e576-4f53-8d1f-85c4461c125e for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:59:27.094887 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Updating router 8c2f0964-e576-4f53-8d1f-85c4461c125e port 157ba985-2a07-4b2d-a65f-77df60089c6e binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:59:27.105891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e117d1f-7a70-4021-a572-134c899b19f6 req-2a2d8b30-2719-484e-9a21-87952da59837 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0388160 Sep 22 09:59:27.128360 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:27.242874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:59:27.246654 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:27.385880 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:27.465647 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:27.506059 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:27.518805 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Attempting to bind port 157ba985-2a07-4b2d-a65f-77df60089c6e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:59:27.519169 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Attempting to bind port 157ba985-2a07-4b2d-a65f-77df60089c6e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:59:27.519525 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Attempting to bind port 157ba985-2a07-4b2d-a65f-77df60089c6e on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:27.521630 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bd11b-c61f-405f-b492-6259863bd5f1 None None] Pushing event updated for resources: {'Port': ['ID=157ba985-2a07-4b2d-a65f-77df60089c6e,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:27.528039 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:59:27.528405 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:27.528828 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:27.529251 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:59:27.529704 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Bound port: 157ba985-2a07-4b2d-a65f-77df60089c6e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:59:27.530078 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:27.563857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Subnet': ['ID=11fa1538-36c9-4aeb-ba79-c89c89068199,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:27.569102 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:27.577710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Checking segment: {'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:27.577710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network hostable DHCP agents. Network: 87211661-7031-4fe7-9db4-1b10d73fb726, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:59:27.582699 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] For port 157ba985-2a07-4b2d-a65f-77df60089c6e, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:27.585818 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] For port 157ba985-2a07-4b2d-a65f-77df60089c6e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=157ba985-2a07-4b2d-a65f-77df60089c6e,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:59:27.666310 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:27.694477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 87211661-7031-4fe7-9db4-1b10d73fb726 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:59:27.723895 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Routers {'8c2f0964-e576-4f53-8d1f-85c4461c125e'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:27.724527 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:59:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['8c2f0964-e576-4f53-8d1f-85c4461c125e'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:27.729902 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bd11b-c61f-405f-b492-6259863bd5f1 None None] Pushing event updated for resources: {'Port': ['ID=157ba985-2a07-4b2d-a65f-77df60089c6e,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:27.766028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5f7a0-8742-4c17-aef2-9659373122f6 req-fd652930-d435-4f25-a3dd-c344397861c0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:27.767556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19f5f7a0-8742-4c17-aef2-9659373122f6 req-fd652930-d435-4f25-a3dd-c344397861c0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0513649 Sep 22 09:59:27.809352 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19f5f7a0-8742-4c17-aef2-9659373122f6 req-5179ef83-35d4-462f-8a0d-c41f20a6d0c2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352092 Sep 22 09:59:27.829912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 87211661-7031-4fe7-9db4-1b10d73fb726) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:27.834225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:27.834829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:27.839036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f770b7-6917-45c2-9245-23819f4baae5 None None] Network 87211661-7031-4fe7-9db4-1b10d73fb726 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:59:27.864572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:27.927275 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] Set router 8c2f0964-e576-4f53-8d1f-85c4461c125e gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:27.944246 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46564) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:27.944973 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0c8c04df-38d5-4b6e-89c4-56eaafa40d1b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8732126 Sep 22 09:59:28.022330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-87211661-7031-4fe7-9db4-1b10d73fb726', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 09:59:28.025029 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:28.111782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:59:28.118241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:28.119271 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:28.120271 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:25Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:28.145947 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae867eb4-a920-4516-a795-67d5e4df1c72 None None] The sync data for ids ['8c2f0964-e576-4f53-8d1f-85c4461c125e'] in n-d-805649-4 is: [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:25Z', 'revision_number': 3, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:59:28.199406 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:28.215700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Allocated IP 172.20.0.2 (87211661-7031-4fe7-9db4-1b10d73fb726/11fa1538-36c9-4aeb-ba79-c89c89068199/ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:28.282288 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:28.331645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf25c0-b7a3-4419-9481-c56876fc3f9a req-d70b7289-1860-421c-b14c-df7262d909e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:28.333307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aebf25c0-b7a3-4419-9481-c56876fc3f9a req-d70b7289-1860-421c-b14c-df7262d909e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 984 time: 0.1007459 Sep 22 09:59:28.348387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:28.350835 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e54d292-038e-44f4-a443-d3e364235a49" -d '{"events": [{"server_uuid": "9654fefd-0d14-49dc-ad77-0bc23d6a51a9", "name": "network-vif-plugged", "status": "completed", "tag": "71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:28.370811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8,segment=NetworkSegment(8f687e69-b4f6-4ccf-87b9-c5d654397e65),segment_id=8f687e69-b4f6-4ccf-87b9-c5d654397e65)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:28.455167 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aebf25c0-b7a3-4419-9481-c56876fc3f9a req-9d32528a-19df-42f6-8de6-3427eb1a98ba tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1008799 Sep 22 09:59:28.463713 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:28.466468 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:28.510356 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dae1ae1-6000-4d1e-9c27-9cf5ca371ded x-openstack-request-id: req-3dae1ae1-6000-4d1e-9c27-9cf5ca371ded {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:28.510656 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9654fefd-0d14-49dc-ad77-0bc23d6a51a9", "name": "network-vif-plugged", "status": "completed", "tag": "71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:28.510913 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3dae1ae1-6000-4d1e-9c27-9cf5ca371ded {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:28.511354 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8', 'code': 200} Sep 22 09:59:28.545733 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:28.549493 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:28.586329 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:28.627469 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Network 87211661-7031-4fe7-9db4-1b10d73fb726 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:28.631688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:28.634057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:28.645541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Pushing event updated for resources: {'Port': ['ID=ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:28.691578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565fe98-4cf0-4f07-b1a1-e607554d49ae req-33a8ad90-d09e-4797-a41d-483f5dc91a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:28.693253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6565fe98-4cf0-4f07-b1a1-e607554d49ae req-33a8ad90-d09e-4797-a41d-483f5dc91a2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 1136 time: 0.0862775 Sep 22 09:59:28.707883 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Attempting to bind port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:59:28.708178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Attempting to bind port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:59:28.708824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Attempting to bind port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 on network 87211661-7031-4fe7-9db4-1b10d73fb726 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:28.714225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:59:28.714606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Checking segment: {'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:28.715016 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:28.715414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Bound using segment: {'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:59:28.716640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Bound port: ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:59:28.716640 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:28.782487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6565fe98-4cf0-4f07-b1a1-e607554d49ae req-20c798e7-f272-4992-a16c-ddd908496cdf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0813718 Sep 22 09:59:28.795829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] For port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:28.798756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] For port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:59:28.883613 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:28.946011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.20.0.1 (87211661-7031-4fe7-9db4-1b10d73fb726/11fa1538-36c9-4aeb-ba79-c89c89068199/a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:28.956817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142f0e0-677a-4944-bc8c-917a9ddb8cd5 None None] Pushing event updated for resources: {'Port': ['ID=ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:28.962836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6108-95e6-4002-b40b-21cd969c4229 req-79f31ac6-5148-40ab-9ffb-6549942479c7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:28.964321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e9f6108-95e6-4002-b40b-21cd969c4229 req-79f31ac6-5148-40ab-9ffb-6549942479c7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0775964 Sep 22 09:59:29.067248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e9f6108-95e6-4002-b40b-21cd969c4229 req-3759b056-fe9b-4386-b3d3-29f7a4d8d6f6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928898 Sep 22 09:59:29.112582 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:29.254791 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:29.300983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 87211661-7031-4fe7-9db4-1b10d73fb726 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:29.304278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:29.307294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:29.353641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:29.370302 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:29.413097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:29.465820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:29.466219 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:29.551516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:29.586802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:29.609007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c55e5f-56d5-4628-84c2-13ccb59957e0 req-494cf86a-2e1b-4288-8678-23249a704eca tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:29.610532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1c55e5f-56d5-4628-84c2-13ccb59957e0 req-494cf86a-2e1b-4288-8678-23249a704eca tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 985 time: 0.0783212 Sep 22 09:59:29.613705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:29.666871 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:29.668067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 157ba985-2a07-4b2d-a65f-77df60089c6e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:29.687007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1c55e5f-56d5-4628-84c2-13ccb59957e0 req-9ea36326-dd57-4aee-a6d8-28c3087f5efd tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0698736 Sep 22 09:59:29.746879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:29.763380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 157ba985-2a07-4b2d-a65f-77df60089c6e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:29.763900 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:29.860024 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:29.880520 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 157ba985-2a07-4b2d-a65f-77df60089c6e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=157ba985-2a07-4b2d-a65f-77df60089c6e,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:29.941652 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:29.956997 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:30.008581 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:30.059529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=157ba985-2a07-4b2d-a65f-77df60089c6e,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:30.172968 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:30.257091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc1f77-1b84-43da-a3fe-06607cee1110 None None] Network 87211661-7031-4fe7-9db4-1b10d73fb726 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 09:59:30.268910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4474a-dce6-4db6-b65d-b3a7ca93ee76 req-29c3712a-15ad-4f4c-bd9f-6fe9562b946b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:30.270452 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9de4474a-dce6-4db6-b65d-b3a7ca93ee76 req-29c3712a-15ad-4f4c-bd9f-6fe9562b946b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.1256011 Sep 22 09:59:30.271660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:30.277862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:30.360569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9de4474a-dce6-4db6-b65d-b3a7ca93ee76 req-c331d65a-f24c-4988-a2fc-b0ec2e727f13 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799301 Sep 22 09:59:30.385088 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8b9a7e94-1f65-4658-a353-3c8ce09a605b None None] Provisioning complete for port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:30.385458 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8b9a7e94-1f65-4658-a353-3c8ce09a605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:30.395926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 87211661-7031-4fe7-9db4-1b10d73fb726 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:30.397583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:30.513243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router 8c2f0964-e576-4f53-8d1f-85c4461c125e has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:59:30.625315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:59:30.639668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-298c9abe-ffab-4ad1-92d8-3e8d39d29c96 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "PUT /v2.0/routers/8c2f0964-e576-4f53-8d1f-85c4461c125e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6939013 Sep 22 09:59:30.643138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Sync routers for ids ['8c2f0964-e576-4f53-8d1f-85c4461c125e'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:59:30.654049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Routers {'8c2f0964-e576-4f53-8d1f-85c4461c125e'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:30.654792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:59:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['8c2f0964-e576-4f53-8d1f-85c4461c125e'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:30.767897 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f63024f9-976f-49b4-bef5-e80df36cfa59 None None] Provisioning complete for port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:30.768301 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f63024f9-976f-49b4-bef5-e80df36cfa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:30.805882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Set router 8c2f0964-e576-4f53-8d1f-85c4461c125e gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:30.818825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521861d-10ca-4e87-a854-fbf311dfe7f2 req-a9904ab1-b59e-4148-9832-353c5384c02a tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:30.820427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7521861d-10ca-4e87-a854-fbf311dfe7f2 req-a9904ab1-b59e-4148-9832-353c5384c02a tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 985 time: 0.0556486 Sep 22 09:59:30.870337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7521861d-10ca-4e87-a854-fbf311dfe7f2 req-35081670-c0c3-43c6-b3aa-9305e7050a47 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0431082 Sep 22 09:59:30.983545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-81b932e6-38ce-4fe7-b06f-ae60439db56d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321229866&fields=id&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 267 time: 0.0380964 Sep 22 09:59:31.015153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f63024f9-976f-49b4-bef5-e80df36cfa59 None None] Provisioning complete for port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:31.015428 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f63024f9-976f-49b4-bef5-e80df36cfa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:31.076992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f63024f9-976f-49b4-bef5-e80df36cfa59 None None] Port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:59:31.097637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11', 'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:01:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:28Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 2, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:31.108612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-68ae6914-f66c-47ae-a41a-8b9222d5a075 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:31.110135 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-68ae6914-f66c-47ae-a41a-8b9222d5a075 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/networks?id=87211661-7031-4fe7-9db4-1b10d73fb726 HTTP/1.1" status: 200 len: 796 time: 0.1188724 Sep 22 09:59:31.124695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Checking router: 8c2f0964-e576-4f53-8d1f-85c4461c125e for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:59:31.125083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Updating router 8c2f0964-e576-4f53-8d1f-85c4461c125e port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:59:31.125860 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-5690a6c2-d418-4b94-a157-db3a7e1f087a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/quotas/9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 375 time: 0.0096667 Sep 22 09:59:31.151235 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:31.180034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c8410648-0b0b-47c2-9967-b6ad695aa651 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482154 Sep 22 09:59:31.213835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2c738470-3050-40ed-bb32-a35f215e713c None None] Provisioning complete for port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:31.214215 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2c738470-3050-40ed-bb32-a35f215e713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:31.285218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-01390766-936e-4b45-9c27-16171325309e service neutron] 10.222.0.49 "GET /v2.0/networks/87211661-7031-4fe7-9db4-1b10d73fb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921776 Sep 22 09:59:31.304883 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2c738470-3050-40ed-bb32-a35f215e713c None None] Port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:59:31.377675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:31.395407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-13c86ac2-e36a-4645-b937-fe93b377c5ea service neutron] 10.222.0.49 "GET /v2.0/networks/87211661-7031-4fe7-9db4-1b10d73fb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037552 Sep 22 09:59:31.465579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:31.465958 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:31.534071 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:31.579563 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 157ba985-2a07-4b2d-a65f-77df60089c6e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:31.613331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:31.727101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499786e-1ea8-4d29-a38e-a212efa4a883 req-efb40c00-fe83-4e19-b5b1-ba952bf8df31 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:31.735688 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1499786e-1ea8-4d29-a38e-a212efa4a883 req-efb40c00-fe83-4e19-b5b1-ba952bf8df31 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 985 time: 0.0763347 Sep 22 09:59:31.788265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1499786e-1ea8-4d29-a38e-a212efa4a883 req-d439b515-7d80-47df-ac2a-a7513fabe4db tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0513148 Sep 22 09:59:31.853756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe1523-4b38-43fa-8858-61967b1b3f47 None None] Pushing event updated for resources: {'Port': ['ID=a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:31.880583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 157ba985-2a07-4b2d-a65f-77df60089c6e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:31.880989 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:31.910490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939519e-b3da-46ad-aa82-5a1f8ec9c22b req-031aad00-70b8-4eab-824a-c664bcfaab6e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:31.912080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f939519e-b3da-46ad-aa82-5a1f8ec9c22b req-031aad00-70b8-4eab-824a-c664bcfaab6e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0518367 Sep 22 09:59:31.937079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Attempting to bind port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:59:31.937368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Attempting to bind port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:59:31.937734 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Attempting to bind port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 on network 87211661-7031-4fe7-9db4-1b10d73fb726 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:31.950891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:59:31.951307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Checking segment: {'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:31.951681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:31.952081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Bound using segment: {'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:59:31.952556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Bound port: a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:59:31.952971 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:31.953090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f939519e-b3da-46ad-aa82-5a1f8ec9c22b req-958a681d-a262-4662-8195-4a9969894511 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341046 Sep 22 09:59:31.968675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-98c8f630-05c5-4dc6-a1ae-e13b6d10fa9a None None] Provisioning complete for port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:31.969098 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-98c8f630-05c5-4dc6-a1ae-e13b6d10fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:32.021070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8aeafff9-fd82-477d-a280-48b1b08d556b req-04f6ff6b-faae-49bc-9c64-93cc8b368fe0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 210 time: 0.0257795 Sep 22 09:59:32.056888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-98c8f630-05c5-4dc6-a1ae-e13b6d10fa9a None None] Port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:59:32.094133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] For port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:32.109170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] For port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:59:32.137345 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b9a21-fcca-42c3-80ba-6b16ac55885b req-3f706d7b-fc95-4b78-a88e-a4f3a3916b94 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:32.138918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-773b9a21-fcca-42c3-80ba-6b16ac55885b req-3f706d7b-fc95-4b78-a88e-a4f3a3916b94 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 1136 time: 0.0465050 Sep 22 09:59:32.158547 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-773b9a21-fcca-42c3-80ba-6b16ac55885b req-3d72dfe4-77db-4d9c-bcb0-2bc7810b06aa tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:32.209484 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:32.254186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-773b9a21-fcca-42c3-80ba-6b16ac55885b req-3d72dfe4-77db-4d9c-bcb0-2bc7810b06aa tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:32.270914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Routers {'8c2f0964-e576-4f53-8d1f-85c4461c125e'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:32.271560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:59:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['8c2f0964-e576-4f53-8d1f-85c4461c125e'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:32.273376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe1523-4b38-43fa-8858-61967b1b3f47 None None] Pushing event updated for resources: {'Port': ['ID=a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:32.380403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-773b9a21-fcca-42c3-80ba-6b16ac55885b req-3d72dfe4-77db-4d9c-bcb0-2bc7810b06aa tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:32.388777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] Set router 8c2f0964-e576-4f53-8d1f-85c4461c125e gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:32.414105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-773b9a21-fcca-42c3-80ba-6b16ac55885b req-3d72dfe4-77db-4d9c-bcb0-2bc7810b06aa tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2689180 Sep 22 09:59:32.430163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72dfe4-77db-4d9c-bcb0-2bc7810b06aa tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33850d8-7eaf-4046-a74e-dd47c93a2f0b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:32.442435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46606) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:32.484365 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daffafdb-8e07-444d-bd78-0369b94bba2c tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:32.488666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-daffafdb-8e07-444d-bd78-0369b94bba2c tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 1131 time: 0.0414910 Sep 22 09:59:32.488854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46608) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:32.494392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:32.513229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b9bd85bd-60a7-4914-979e-0be0e35728e0 None None] Provisioning complete for port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:32.513528 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b9bd85bd-60a7-4914-979e-0be0e35728e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:32.631921 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:32.668630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b9bd85bd-60a7-4914-979e-0be0e35728e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:32.699568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11', 'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:01:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:28Z', 'updated_at': '2021-09-22T09:59:32Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:32.734767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379b47f-5083-46ea-92a3-667db9c9dea2 None None] The sync data for ids ['8c2f0964-e576-4f53-8d1f-85c4461c125e'] in n-d-805649-4 is: [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11', 'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:01:2c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:28Z', 'updated_at': '2021-09-22T09:59:32Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:59:32.744170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b9bd85bd-60a7-4914-979e-0be0e35728e0 None None] For port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:32.744697 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:32.829980 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b9bd85bd-60a7-4914-979e-0be0e35728e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:32.869872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Allocated IP 172.25.6.160 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/c154f2e3-a65b-44bc-bc2d-6f71b6ccd291) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:32.891925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd85bd-60a7-4914-979e-0be0e35728e0 None None] Pushing event updated for resources: {'Port': ['ID=a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:32.985616 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:33.084929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3ced-02f3-4e92-8e90-5e747dc3cc07 req-6ddb59ff-a674-4eb5-9207-c6adbcf16de2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:33.086508 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-930a3ced-02f3-4e92-8e90-5e747dc3cc07 req-6ddb59ff-a674-4eb5-9207-c6adbcf16de2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0513639 Sep 22 09:59:33.133331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-930a3ced-02f3-4e92-8e90-5e747dc3cc07 req-b8625fbd-e46e-4b73-bc9b-6f6438bbc9d8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395765 Sep 22 09:59:33.140895 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:33.179660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:33.182942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:33.187092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:33.430109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:33.488437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:33.489026 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:33.606288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Port': ['ID=c154f2e3-a65b-44bc-bc2d-6f71b6ccd291,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:33.629154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6cd716ac-2303-471c-9992-4930030c17b3 req-9bb84691-e240-4226-8b56-0cd07aa2ce12 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 210 time: 0.0483358 Sep 22 09:59:33.632495 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.632878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.633219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.633552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.633881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.634242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.634578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.634903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.635221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.635597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.635855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.636171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:33.979276 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:34.131391 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:34.322964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87065938-06b9-4453-bdaf-8db5f81231ac req-4cf33f24-34e4-4072-a1d2-24f413355aa5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:34.324611 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87065938-06b9-4453-bdaf-8db5f81231ac req-4cf33f24-34e4-4072-a1d2-24f413355aa5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0819674 Sep 22 09:59:34.360214 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:34.382066 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87065938-06b9-4453-bdaf-8db5f81231ac req-89e0b5de-148b-4f78-a278-e0ba8e445842 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502322 Sep 22 09:59:34.510378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:34.579273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-842b744a-4573-4949-958e-3de40678cf8e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:34.580687 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-842b744a-4573-4949-958e-3de40678cf8e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/networks?id=87211661-7031-4fe7-9db4-1b10d73fb726 HTTP/1.1" status: 200 len: 796 time: 0.4369345 Sep 22 09:59:34.582601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Port': ['ID=c154f2e3-a65b-44bc-bc2d-6f71b6ccd291,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:34.594258 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:34.639977 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-442a96a4-d4ad-4037-8677-45343fe3bfd5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9405e14d620a4da0b6fefcb274955fd4 HTTP/1.1" status: 200 len: 379 time: 0.0348110 Sep 22 09:59:34.650220 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'port': {'device_id': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'admin_state_up': True, 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'security_groups': ['7860f941-858a-4b4c-b8dc-3c68b408706a']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:34.700841 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Floating IP dd2b40b5-8d49-4a56-aa8e-2f49568d9bb3 associated. External IP: 172.25.6.160, port: 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8. Sep 22 09:59:34.766103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-96bd5bea-b01e-4321-826e-ab2007c3adab req-efd81c86-2256-4cab-9fe4-9a8e341ee9cc tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 210 time: 0.0617447 Sep 22 09:59:34.842871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Made reservation on behalf of 9405e14d620a4da0b6fefcb274955fd4 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:59:34.846728 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:34.946502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Router e0d2695a-ba08-471d-8d6a-21d26db6904c has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:59:34.973993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.20.0.5 (87211661-7031-4fe7-9db4-1b10d73fb726/11fa1538-36c9-4aeb-ba79-c89c89068199/177b072f-fcf9-4706-ace2-bdc8fba1078a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:35.058280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:59:35.068118 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb8664a-01aa-4784-b0d8-a26cb4cb99fb None None] Sync routers for ids ['e0d2695a-ba08-471d-8d6a-21d26db6904c'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:59:35.077519 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8664a-01aa-4784-b0d8-a26cb4cb99fb None None] Routers {'e0d2695a-ba08-471d-8d6a-21d26db6904c'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:35.078240 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-6eb8664a-01aa-4784-b0d8-a26cb4cb99fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:59:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0d2695a-ba08-471d-8d6a-21d26db6904c'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:35.116970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:35.151562 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:35.179283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c411bc8d-bd0d-4c6b-bb18-cfaee8510efe tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6894276 Sep 22 09:59:35.179864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'tag': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:35.182661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46618) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:35.183057 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af1610c-caef-4ebf-8f4d-997a822c97db" -d '{"events": [{"name": "network-changed", "server_uuid": "9654fefd-0d14-49dc-ad77-0bc23d6a51a9", "tag": "71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:35.185236 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-6eb8664a-01aa-4784-b0d8-a26cb4cb99fb None None] Set router e0d2695a-ba08-471d-8d6a-21d26db6904c gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:35.219843 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad429e9-35cc-4d1a-9589-bf1dc375f4c0 x-openstack-request-id: req-9ad429e9-35cc-4d1a-9589-bf1dc375f4c0 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:35.220127 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9654fefd-0d14-49dc-ad77-0bc23d6a51a9", "tag": "71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:35.220922 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ad429e9-35cc-4d1a-9589-bf1dc375f4c0 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:35.221324 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'tag': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8', 'status': 'completed', 'code': 200} Sep 22 09:59:35.253778 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:35.286983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1610c-caef-4ebf-8f4d-997a822c97db req-e9ef6a4e-6775-4dfc-bbed-c070ec035337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.288944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3af1610c-caef-4ebf-8f4d-997a822c97db req-e9ef6a4e-6775-4dfc-bbed-c070ec035337 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d886cc4c49f1475e9e5f26174dbe7feb&device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 1136 time: 0.0446098 Sep 22 09:59:35.360857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 87211661-7031-4fe7-9db4-1b10d73fb726 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:35.376626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:35.387773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:35.410458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1610c-caef-4ebf-8f4d-997a822c97db req-6186bd5e-f5e3-453f-b35b-b86f62fae401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.412668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3af1610c-caef-4ebf-8f4d-997a822c97db req-6186bd5e-f5e3-453f-b35b-b86f62fae401 service neutron] 10.222.0.60 "GET /v2.0/networks?id=abc6c5e4-1e4f-4701-86b2-e69bea001ffc HTTP/1.1" status: 200 len: 897 time: 0.1167357 Sep 22 09:59:35.443152 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=177b072f-fcf9-4706-ace2-bdc8fba1078a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:35.455755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4064ddb5-4ee2-403d-ac8c-69fcaed467bb tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.456445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4064ddb5-4ee2-403d-ac8c-69fcaed467bb tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.456734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4064ddb5-4ee2-403d-ac8c-69fcaed467bb tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.457236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4064ddb5-4ee2-403d-ac8c-69fcaed467bb tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.457707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4064ddb5-4ee2-403d-ac8c-69fcaed467bb tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.458172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4064ddb5-4ee2-403d-ac8c-69fcaed467bb tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.460051 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4064ddb5-4ee2-403d-ac8c-69fcaed467bb tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4268 time: 0.2761569 Sep 22 09:59:35.463960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46624) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:35.475365 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-6eb8664a-01aa-4784-b0d8-a26cb4cb99fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'dd2b40b5-8d49-4a56-aa8e-2f49568d9bb3', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'port_id': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'mac_address': 'fa:16:3e:b5:9d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:59:33Z', 'updated_at': '2021-09-22T09:59:33Z', 'revision_number': 0, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca94389-b4fb-4c64-a47b-a57c86f7f633', 'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:de:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:10Z', 'updated_at': '2021-09-22T09:59:15Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:35.508899 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb8664a-01aa-4784-b0d8-a26cb4cb99fb None None] Checking router: e0d2695a-ba08-471d-8d6a-21d26db6904c for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:59:35.520370 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8664a-01aa-4784-b0d8-a26cb4cb99fb None None] Routers {'e0d2695a-ba08-471d-8d6a-21d26db6904c'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:35.521503 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-6eb8664a-01aa-4784-b0d8-a26cb4cb99fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:59:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0d2695a-ba08-471d-8d6a-21d26db6904c'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:35.536797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.537450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:35.547538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3af1610c-caef-4ebf-8f4d-997a822c97db req-83c5ec9c-9cc8-4490-b41a-e52b1e14d3f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 HTTP/1.1" status: 200 len: 1000 time: 0.1274447 Sep 22 09:59:35.560681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43109bb-d2cd-4ddf-b12a-474e55f2d120 req-f68f22f6-72b2-4bf9-92c4-f8f245780cf9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.562526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f43109bb-d2cd-4ddf-b12a-474e55f2d120 req-f68f22f6-72b2-4bf9-92c4-f8f245780cf9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0742536 Sep 22 09:59:35.592043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae34d4df-46ce-4544-b0fc-a2d7ff4bb07b tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.592676 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae34d4df-46ce-4544-b0fc-a2d7ff4bb07b tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.592873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae34d4df-46ce-4544-b0fc-a2d7ff4bb07b tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.593447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae34d4df-46ce-4544-b0fc-a2d7ff4bb07b tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.593768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae34d4df-46ce-4544-b0fc-a2d7ff4bb07b tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.594227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae34d4df-46ce-4544-b0fc-a2d7ff4bb07b tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.598981 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ae34d4df-46ce-4544-b0fc-a2d7ff4bb07b tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3988 time: 0.1312542 Sep 22 09:59:35.601497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46626) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:35.657068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-c59f864e-24f7-4d9a-b509-c57eda251236 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0105531 Sep 22 09:59:35.659287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1610c-caef-4ebf-8f4d-997a822c97db req-446fc8da-e15c-487d-adaa-296e52ad155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.660808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3af1610c-caef-4ebf-8f4d-997a822c97db req-446fc8da-e15c-487d-adaa-296e52ad155b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=173a1dd9-551f-4135-a2a0-d9ecd70d8a86 HTTP/1.1" status: 200 len: 835 time: 0.0972590 Sep 22 09:59:35.663172 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-6eb8664a-01aa-4784-b0d8-a26cb4cb99fb None None] Set router e0d2695a-ba08-471d-8d6a-21d26db6904c gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:35.663666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f43109bb-d2cd-4ddf-b12a-474e55f2d120 req-6bfe7bad-5191-4a2c-afd6-c7da3680f643 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916009 Sep 22 09:59:35.683178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Request body: {'port': {'device_id': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:35.718628 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1610c-caef-4ebf-8f4d-997a822c97db req-2b9828b9-e02e-460d-832c-9889ec3e81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:35.720548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3af1610c-caef-4ebf-8f4d-997a822c97db req-2b9828b9-e02e-460d-832c-9889ec3e81aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abc6c5e4-1e4f-4701-86b2-e69bea001ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513566 Sep 22 09:59:35.756301 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:35.797843 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-bd2f2686-dcea-49a8-9533-352d93853e2b None None] Provisioning complete for port 177b072f-fcf9-4706-ace2-bdc8fba1078a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:35.799020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bd2f2686-dcea-49a8-9533-352d93853e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:35.825264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3af1610c-caef-4ebf-8f4d-997a822c97db req-f7aa4b2c-9a55-40ef-9c9d-f84745a7e0f3 service neutron] 10.222.0.60 "GET /v2.0/networks/abc6c5e4-1e4f-4701-86b2-e69bea001ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950572 Sep 22 09:59:35.864574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f2686-dcea-49a8-9533-352d93853e2b None None] Port 177b072f-fcf9-4706-ace2-bdc8fba1078a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:59:35.945185 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-6eb8664a-01aa-4784-b0d8-a26cb4cb99fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'dd2b40b5-8d49-4a56-aa8e-2f49568d9bb3', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'port_id': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'mac_address': 'fa:16:3e:b5:9d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:59:33Z', 'updated_at': '2021-09-22T09:59:33Z', 'revision_number': 0, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca94389-b4fb-4c64-a47b-a57c86f7f633', 'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:de:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:10Z', 'updated_at': '2021-09-22T09:59:15Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:35.946391 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ec1bf9ca-cfc2-4c02-83ea-708b9c782413 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.3433020 Sep 22 09:59:35.949590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46630) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:35.989165 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb8664a-01aa-4784-b0d8-a26cb4cb99fb None None] The sync data for ids ['e0d2695a-ba08-471d-8d6a-21d26db6904c'] in n-d-805649-4 is: [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'dd2b40b5-8d49-4a56-aa8e-2f49568d9bb3', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'port_id': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'mac_address': 'fa:16:3e:b5:9d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:59:33Z', 'updated_at': '2021-09-22T09:59:33Z', 'revision_number': 0, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca94389-b4fb-4c64-a47b-a57c86f7f633', 'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:de:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:10Z', 'updated_at': '2021-09-22T09:59:15Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:59:35.989507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3af1610c-caef-4ebf-8f4d-997a822c97db req-15ba209f-ea9b-43eb-9ff2-0654b2e555cb service neutron] 10.222.0.60 "GET /v2.0/networks/abc6c5e4-1e4f-4701-86b2-e69bea001ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555488 Sep 22 09:59:36.006614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c846b-5f61-4c40-804d-4a3dae789d3f req-9731c224-8a2b-4b1f-a0aa-646776d6c174 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:36.008159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-558c846b-5f61-4c40-804d-4a3dae789d3f req-9731c224-8a2b-4b1f-a0aa-646776d6c174 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 931 time: 0.1060457 Sep 22 09:59:36.019172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238969be-eec7-40c4-bd87-9df66f3a49b4 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:36.020061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238969be-eec7-40c4-bd87-9df66f3a49b4 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:36.031284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-238969be-eec7-40c4-bd87-9df66f3a49b4 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e0d2695a-ba08-471d-8d6a-21d26db6904c HTTP/1.1" status: 200 len: 1989 time: 0.0707588 Sep 22 09:59:36.059633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-558c846b-5f61-4c40-804d-4a3dae789d3f req-696056a3-7baf-46ef-8b39-8c3335b64037 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372081 Sep 22 09:59:36.103115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177b072f-fcf9-4706-ace2-bdc8fba1078a {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:59:36.110771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:36.123750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Transition to ACTIVE for port object 177b072f-fcf9-4706-ace2-bdc8fba1078a will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:59:36.207188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b90d2b-dc21-4221-b011-f316aa00a7c3 None None] New status for floating IP dd2b40b5-8d49-4a56-aa8e-2f49568d9bb3: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:59:36.237128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:36.318766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Pushing event updated for resources: {'Port': ['ID=177b072f-fcf9-4706-ace2-bdc8fba1078a,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:36.375105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Attempting to bind port 177b072f-fcf9-4706-ace2-bdc8fba1078a on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:59:36.378889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Attempting to bind port 177b072f-fcf9-4706-ace2-bdc8fba1078a by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:59:36.378889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Attempting to bind port 177b072f-fcf9-4706-ace2-bdc8fba1078a on network 87211661-7031-4fe7-9db4-1b10d73fb726 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:36.380606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Port 177b072f-fcf9-4706-ace2-bdc8fba1078a on network 87211661-7031-4fe7-9db4-1b10d73fb726 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:59:36.381027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Attempting to bind port 177b072f-fcf9-4706-ace2-bdc8fba1078a on network 87211661-7031-4fe7-9db4-1b10d73fb726 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:36.386267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:59:36.386595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Checking segment: {'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:36.386976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Bound using segment: {'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:59:36.387403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Bound port: 177b072f-fcf9-4706-ace2-bdc8fba1078a, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f192f04d-6f46-40e2-bb7c-5fa992969214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:59:36.387760 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:36.453268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] For port 177b072f-fcf9-4706-ace2-bdc8fba1078a, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:36.456485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] For port 177b072f-fcf9-4706-ace2-bdc8fba1078a, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:59:36.574983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:36.607657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:36.608625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:36.610099 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] 10.222.0.45 "PUT /v2.0/ports/177b072f-fcf9-4706-ace2-bdc8fba1078a HTTP/1.1" status: 200 len: 1091 time: 0.9431930 Sep 22 09:59:36.612457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:36.615361 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabef9eb-8803-4ffb-bced-62b8216176cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:36.646735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021d6c5-d4d7-4e4a-b377-ba65f5ffbb63 service neutron] Pushing event updated for resources: {'Port': ['ID=177b072f-fcf9-4706-ace2-bdc8fba1078a,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:36.653338 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd594a7-f5d4-4dd7-8fd5-366b2391240e x-openstack-request-id: req-abd594a7-f5d4-4dd7-8fd5-366b2391240e {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:36.653630 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:36.653884 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-abd594a7-f5d4-4dd7-8fd5-366b2391240e {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:36.654301 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'status': 'completed', 'code': 200} Sep 22 09:59:36.793491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabef9eb-8803-4ffb-bced-62b8216176cd req-2c6c76cc-f9cd-4d81-9d74-58b751f7951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:36.794411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d22a0f-9da5-4ed1-a1dc-8559d66ced16 req-8b3d86e0-31b2-44fa-bf69-fd8277c2ee66 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:36.795031 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dabef9eb-8803-4ffb-bced-62b8216176cd req-2c6c76cc-f9cd-4d81-9d74-58b751f7951d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 1094 time: 0.1151509 Sep 22 09:59:36.795982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59d22a0f-9da5-4ed1-a1dc-8559d66ced16 req-8b3d86e0-31b2-44fa-bf69-fd8277c2ee66 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0538433 Sep 22 09:59:36.835513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59d22a0f-9da5-4ed1-a1dc-8559d66ced16 req-29b80cc6-58cc-45ed-b9bf-268921ab992b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Sep 22 09:59:36.897756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabef9eb-8803-4ffb-bced-62b8216176cd req-c6d97e78-63f0-4a28-b9e1-08cc4f82bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:36.899222 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dabef9eb-8803-4ffb-bced-62b8216176cd req-c6d97e78-63f0-4a28-b9e1-08cc4f82bae9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9405e14d620a4da0b6fefcb274955fd4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0933580 Sep 22 09:59:36.996819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabef9eb-8803-4ffb-bced-62b8216176cd req-25179555-0eef-42be-a693-6c6258b280a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:36.998205 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dabef9eb-8803-4ffb-bced-62b8216176cd req-25179555-0eef-42be-a693-6c6258b280a9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913265 Sep 22 09:59:37.080418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-3cecdeb7-3910-4cae-88f9-da2032804691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:37.081983 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-3cecdeb7-3910-4cae-88f9-da2032804691 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 1094 time: 0.0406153 Sep 22 09:59:37.129450 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-638a7eae-24c1-48f8-9932-015cb757eb6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a HTTP/1.1" status: 200 len: 217 time: 0.0354767 Sep 22 09:59:37.178591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81fa57-6183-4e76-8bb6-6e682d220877 req-e29cfe4e-5dce-4e10-8c63-b02fcc11d387 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:37.180081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b81fa57-6183-4e76-8bb6-6e682d220877 req-e29cfe4e-5dce-4e10-8c63-b02fcc11d387 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 943 time: 0.0498061 Sep 22 09:59:37.184127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-f63f4cfd-2789-473e-ab2b-051698e8a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:37.185826 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-f63f4cfd-2789-473e-ab2b-051698e8a37e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=11fa1538-36c9-4aeb-ba79-c89c89068199 HTTP/1.1" status: 200 len: 834 time: 0.0492566 Sep 22 09:59:37.225874 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b81fa57-6183-4e76-8bb6-6e682d220877 req-761df3c2-0342-40e6-b9bc-5056ca9523de tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387087 Sep 22 09:59:37.234872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-12ca85cf-a572-408a-9703-666ce95c7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:37.236417 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-12ca85cf-a572-408a-9703-666ce95c7843 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87211661-7031-4fe7-9db4-1b10d73fb726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432117 Sep 22 09:59:37.333612 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-3f041899-0bda-4853-8d8f-569e558af411 service neutron] 10.222.0.45 "GET /v2.0/networks/87211661-7031-4fe7-9db4-1b10d73fb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871668 Sep 22 09:59:37.426912 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df24f3d0-bb0d-402f-b506-a53aeb9e9b04 req-dacafea2-0249-43d6-82dd-a9b2d02f8e7e service neutron] 10.222.0.45 "GET /v2.0/networks/87211661-7031-4fe7-9db4-1b10d73fb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850613 Sep 22 09:59:37.952556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399b198-81c7-43cb-81e0-ce911b4e88dd req-a890ea54-a187-4618-8ab2-c04bf7bc20ea tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:37.954142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e399b198-81c7-43cb-81e0-ce911b4e88dd req-a890ea54-a187-4618-8ab2-c04bf7bc20ea tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0505810 Sep 22 09:59:37.991617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e399b198-81c7-43cb-81e0-ce911b4e88dd req-ec35c2bb-e359-4d16-a31d-c38db9a46bd6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Sep 22 09:59:38.345225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878444ac-373f-4659-88c6-65f150fa1be8 req-150590a5-aea8-44ae-a8a0-fcc3977cb4cf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:38.349314 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-878444ac-373f-4659-88c6-65f150fa1be8 req-150590a5-aea8-44ae-a8a0-fcc3977cb4cf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 943 time: 0.0496933 Sep 22 09:59:38.385886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-878444ac-373f-4659-88c6-65f150fa1be8 req-14706e27-9ddb-4c8a-a409-27e2ab94c8c5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330222 Sep 22 09:59:39.112185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73fd17-ff4c-442e-bdf8-33b439d2eec9 req-15e3c39f-b6cf-4cd2-b8de-326662b49237 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:39.113759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e73fd17-ff4c-442e-bdf8-33b439d2eec9 req-15e3c39f-b6cf-4cd2-b8de-326662b49237 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0519304 Sep 22 09:59:39.165872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e73fd17-ff4c-442e-bdf8-33b439d2eec9 req-1a132af2-e642-4218-b8cf-d62f5cee898b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Sep 22 09:59:39.503816 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e0393-c575-48eb-8241-eb9ad4efb7d1 req-819c63ea-84e1-43a4-a067-d7c47415ad5e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:39.505340 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b1e0393-c575-48eb-8241-eb9ad4efb7d1 req-819c63ea-84e1-43a4-a067-d7c47415ad5e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 943 time: 0.0496404 Sep 22 09:59:39.543248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b1e0393-c575-48eb-8241-eb9ad4efb7d1 req-20c167bd-c92a-406c-80bb-2743086075cd tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316200 Sep 22 09:59:40.278036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 177b072f-fcf9-4706-ace2-bdc8fba1078a details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 09:59:40.282427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580edd9-dcb6-4f74-b95f-2944663d9cf3 req-5b7f6988-43d1-4124-b270-b3232598da36 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:40.283993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5580edd9-dcb6-4f74-b95f-2944663d9cf3 req-5b7f6988-43d1-4124-b270-b3232598da36 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0492952 Sep 22 09:59:40.327282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5580edd9-dcb6-4f74-b95f-2944663d9cf3 req-a6cf0d01-81b5-480e-a20d-7979361236f0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359464 Sep 22 09:59:40.382457 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 177b072f-fcf9-4706-ace2-bdc8fba1078a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:40.395437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'port_id': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'mac_address': 'fa:16:3e:4e:3a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 09:59:40.432881 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:40.445168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177b072f-fcf9-4706-ace2-bdc8fba1078a {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:59:40.464363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 177b072f-fcf9-4706-ace2-bdc8fba1078a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:40.561053 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:40.615440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=177b072f-fcf9-4706-ace2-bdc8fba1078a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:40.659731 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22889b-ccc9-403d-9dd8-7996f336c085 req-08284224-cd4d-4d1b-ae58-760863b2435d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:40.661268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac22889b-ccc9-403d-9dd8-7996f336c085 req-08284224-cd4d-4d1b-ae58-760863b2435d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 944 time: 0.0500443 Sep 22 09:59:40.703864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac22889b-ccc9-403d-9dd8-7996f336c085 req-ebf72181-267f-4bb3-94df-f33a3c828b94 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365546 Sep 22 09:59:40.815449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['177b072f-fcf9-4706-ace2-bdc8fba1078a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:59:41.445789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c468f1-e878-4b77-9d58-fdac68bbafcc req-19058a75-1f23-4e11-8492-5a9f5d0cdea4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:41.447288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05c468f1-e878-4b77-9d58-fdac68bbafcc req-19058a75-1f23-4e11-8492-5a9f5d0cdea4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0496790 Sep 22 09:59:41.485716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05c468f1-e878-4b77-9d58-fdac68bbafcc req-cde2a072-ad9a-48ce-8909-2bf6b88c348e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Sep 22 09:59:41.820668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cb51e-531d-42a8-ad9c-b640a67f2cbc req-5d31fac2-95a3-44b5-825c-684d37003e29 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:41.825552 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-463cb51e-531d-42a8-ad9c-b640a67f2cbc req-5d31fac2-95a3-44b5-825c-684d37003e29 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 944 time: 0.0515018 Sep 22 09:59:41.860302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-463cb51e-531d-42a8-ad9c-b640a67f2cbc req-411a917f-feac-40d2-a575-f137216579c5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319538 Sep 22 09:59:42.283976 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 177b072f-fcf9-4706-ace2-bdc8fba1078a up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 09:59:42.465670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 177b072f-fcf9-4706-ace2-bdc8fba1078a completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:59:42.469955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 177b072f-fcf9-4706-ace2-bdc8fba1078a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:42.470328 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:42.547527 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:42.569834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:42.572103 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cfcbc4-cb7c-4557-aa63-f60c773c7fa4" -d '{"events": [{"server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "name": "network-vif-plugged", "status": "completed", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:42.586144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 177b072f-fcf9-4706-ace2-bdc8fba1078a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 09:59:42.605153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8b27-ec08-4e21-a544-78d4f6a292b0 req-3bf94e43-c8b8-4b68-95ed-b656fa61136c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:42.606669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37fd8b27-ec08-4e21-a544-78d4f6a292b0 req-3bf94e43-c8b8-4b68-95ed-b656fa61136c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0516860 Sep 22 09:59:42.648668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37fd8b27-ec08-4e21-a544-78d4f6a292b0 req-8f144c66-d474-4063-bd1b-9ed42f5aa957 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357246 Sep 22 09:59:42.693176 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145cc815-a6d0-4dc4-b3f3-8b1393989a44 x-openstack-request-id: req-145cc815-a6d0-4dc4-b3f3-8b1393989a44 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:42.693464 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "name": "network-vif-plugged", "status": "completed", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:42.693715 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-145cc815-a6d0-4dc4-b3f3-8b1393989a44 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:42.694483 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'code': 200} Sep 22 09:59:42.699771 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:42.751560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=177b072f-fcf9-4706-ace2-bdc8fba1078a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:42.759498 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.761862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.761862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.761862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.761862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.762449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.762449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.762815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.763143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.763474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.763798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.764118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:59:42.794260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ace61-4074-479e-9154-f32b88ff7c2f req-9767002c-8d8d-4b80-8b61-a7cc38fa3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:42.795785 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0c0ace61-4074-479e-9154-f32b88ff7c2f req-9767002c-8d8d-4b80-8b61-a7cc38fa3caf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 1096 time: 0.0412354 Sep 22 09:59:42.834015 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0c0ace61-4074-479e-9154-f32b88ff7c2f req-7f1ef123-8278-45af-90aa-b361f5f1c087 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276248 Sep 22 09:59:42.978403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221e773-65b4-450a-87d1-f78242c4897d req-12d2dacf-8052-41fb-9c11-8cbf59ac4d1e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:42.980040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5221e773-65b4-450a-87d1-f78242c4897d req-12d2dacf-8052-41fb-9c11-8cbf59ac4d1e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0504174 Sep 22 09:59:43.018151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5221e773-65b4-450a-87d1-f78242c4897d req-a029a5cc-fb9b-49df-be4e-6bc4479f7eaf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320168 Sep 22 09:59:43.761798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2a9b1-38f8-41ea-a4ca-cb476e652817 req-baa434ab-0afa-4a11-a653-1f3be5dca57e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:43.763274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69f2a9b1-38f8-41ea-a4ca-cb476e652817 req-baa434ab-0afa-4a11-a653-1f3be5dca57e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0481591 Sep 22 09:59:43.801833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69f2a9b1-38f8-41ea-a4ca-cb476e652817 req-903e1c9c-babb-4331-803c-b9e71ac7ade8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Sep 22 09:59:44.134856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4080d07-1106-4d05-b06c-961bfdf668b0 req-913af651-ad94-4513-8ee1-69690991af65 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:44.137517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4080d07-1106-4d05-b06c-961bfdf668b0 req-913af651-ad94-4513-8ee1-69690991af65 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0510688 Sep 22 09:59:44.180349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4080d07-1106-4d05-b06c-961bfdf668b0 req-666b37d5-3d29-4f21-afff-0e7114ec3154 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368493 Sep 22 09:59:44.916238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f4b7b-482a-4164-842a-f3ca10e0881e req-33926229-671c-4c89-9217-6952fc4d3f29 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:44.918424 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-575f4b7b-482a-4164-842a-f3ca10e0881e req-33926229-671c-4c89-9217-6952fc4d3f29 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0497534 Sep 22 09:59:44.956446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-575f4b7b-482a-4164-842a-f3ca10e0881e req-ee10b646-b497-43e1-9ee6-cb9a8ae5eccd tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319004 Sep 22 09:59:45.298205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d469d6-786f-465a-a964-1ae2ccecbfbf req-ca703af4-15bf-4c00-a287-6c876d638be9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:45.300526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42d469d6-786f-465a-a964-1ae2ccecbfbf req-ca703af4-15bf-4c00-a287-6c876d638be9 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0520968 Sep 22 09:59:45.340060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42d469d6-786f-465a-a964-1ae2ccecbfbf req-60083546-73bb-4cdd-9c48-6ba3a20bb2e2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328329 Sep 22 09:59:45.454984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd37f0-45dd-432f-9dc1-3a27148eab00 req-68de16ef-bba4-4382-8f7f-dcd393f32a0d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:45.456490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50dd37f0-45dd-432f-9dc1-3a27148eab00 req-68de16ef-bba4-4382-8f7f-dcd393f32a0d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0497589 Sep 22 09:59:45.498804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50dd37f0-45dd-432f-9dc1-3a27148eab00 req-49d5a675-632b-4649-922c-398795a63341 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362990 Sep 22 09:59:45.519477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46676) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:45.559779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65393baa-8236-473e-b2eb-7e08b2fcec44 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:45.561319 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-65393baa-8236-473e-b2eb-7e08b2fcec44 tempest-TestNetworkAdvancedServerOps-201150329 tempest-TestNetworkAdvancedServerOps-201150329-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 1091 time: 0.0408773 Sep 22 09:59:45.564124 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46678) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:45.568473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:45.654312 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:45.747557 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:45.850665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Allocated IP 172.25.6.4 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/533d1a04-7321-4ca9-bd9a-9057642f6d7f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:45.951880 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:46.070537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eb2c2-0e98-45d9-a381-34b74ea94cc3 req-2751ec96-251b-481d-a38b-7653406d7314 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:46.072039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d7eb2c2-0e98-45d9-a381-34b74ea94cc3 req-2751ec96-251b-481d-a38b-7653406d7314 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0494299 Sep 22 09:59:46.093706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:46.142460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:46.151526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d7eb2c2-0e98-45d9-a381-34b74ea94cc3 req-ff36d19f-169e-485d-8ceb-d5d3ee7fae95 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726633 Sep 22 09:59:46.153004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:46.162371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:46.165575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=533d1a04-7321-4ca9-bd9a-9057642f6d7f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:46.513489 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:46.639320 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:47.101246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:47.174422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:47.270085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event updated for resources: {'Port': ['ID=533d1a04-7321-4ca9-bd9a-9057642f6d7f,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:47.299040 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:47.354692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47961b-d447-4864-8630-f5b0270a94ab req-c2ab1150-e9dd-485d-b825-ece4faf1f62a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:47.356874 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f47961b-d447-4864-8630-f5b0270a94ab req-c2ab1150-e9dd-485d-b825-ece4faf1f62a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.1108992 Sep 22 09:59:47.430842 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f47961b-d447-4864-8630-f5b0270a94ab req-f6a49a9d-1215-4853-9636-08aea39f1e94 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676868 Sep 22 09:59:47.441458 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Floating IP e510eb10-cb2c-41cb-9aa0-7b4f65314d6c associated. External IP: 172.25.6.4, port: 177b072f-fcf9-4706-ace2-bdc8fba1078a. Sep 22 09:59:47.650994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router 8c2f0964-e576-4f53-8d1f-85c4461c125e has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 09:59:47.758307 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 09:59:47.768068 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727cb60-9c4e-408b-abe3-f2565ae8e715 None None] Sync routers for ids ['8c2f0964-e576-4f53-8d1f-85c4461c125e'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:59:47.777330 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727cb60-9c4e-408b-abe3-f2565ae8e715 None None] Routers {'8c2f0964-e576-4f53-8d1f-85c4461c125e'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:47.777997 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a727cb60-9c4e-408b-abe3-f2565ae8e715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:59:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['8c2f0964-e576-4f53-8d1f-85c4461c125e'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:47.842839 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:47.870515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-24022e94-8729-4f4f-bd95-8b2a4a4670d1 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3053589 Sep 22 09:59:47.871752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:47.874086 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc072cc-8143-40d9-a521-d9c37c8dbabe" -d '{"events": [{"name": "network-changed", "server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:47.883282 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a727cb60-9c4e-408b-abe3-f2565ae8e715 None None] Set router 8c2f0964-e576-4f53-8d1f-85c4461c125e gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:47.967834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288cd7c-395c-420c-b250-2597c9c9f934 req-46802a22-1d27-4107-84e5-8e1bac5851d6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:47.969376 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8288cd7c-395c-420c-b250-2597c9c9f934 req-46802a22-1d27-4107-84e5-8e1bac5851d6 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0503387 Sep 22 09:59:48.007485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8288cd7c-395c-420c-b250-2597c9c9f934 req-336de0dd-3b27-4f18-bec6-9443d0918a39 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320981 Sep 22 09:59:48.031086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46690) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:48.102301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-318ff67e-9381-4527-8525-0f57b445f1da tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/e510eb10-cb2c-41cb-9aa0-7b4f65314d6c HTTP/1.1" status: 200 len: 989 time: 0.0700629 Sep 22 09:59:48.112466 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a727cb60-9c4e-408b-abe3-f2565ae8e715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'e510eb10-cb2c-41cb-9aa0-7b4f65314d6c', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'port_id': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'mac_address': 'fa:16:3e:4e:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:59:46Z', 'updated_at': '2021-09-22T09:59:46Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11', 'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:01:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:28Z', 'updated_at': '2021-09-22T09:59:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:48.123686 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b112a1d-9d47-4d7e-a54a-7b180b954717 x-openstack-request-id: req-1b112a1d-9d47-4d7e-a54a-7b180b954717 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:48.123979 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:48.124235 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b112a1d-9d47-4d7e-a54a-7b180b954717 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:48.124640 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'status': 'completed', 'code': 200} Sep 22 09:59:48.145710 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727cb60-9c4e-408b-abe3-f2565ae8e715 None None] Checking router: 8c2f0964-e576-4f53-8d1f-85c4461c125e for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:59:48.156114 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727cb60-9c4e-408b-abe3-f2565ae8e715 None None] Routers {'8c2f0964-e576-4f53-8d1f-85c4461c125e'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 09:59:48.157204 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a727cb60-9c4e-408b-abe3-f2565ae8e715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:59:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['8c2f0964-e576-4f53-8d1f-85c4461c125e'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:48.198751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc072cc-8143-40d9-a521-d9c37c8dbabe req-9b273a2c-d7ef-4493-b96e-ba4b7dec7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:48.200484 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2dc072cc-8143-40d9-a521-d9c37c8dbabe req-9b273a2c-d7ef-4493-b96e-ba4b7dec7642 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 1096 time: 0.0482533 Sep 22 09:59:48.298504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc072cc-8143-40d9-a521-d9c37c8dbabe req-9edc3d9e-4027-4820-8aa9-23c31aff0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:48.300040 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2dc072cc-8143-40d9-a521-d9c37c8dbabe req-9edc3d9e-4027-4820-8aa9-23c31aff0b42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=87211661-7031-4fe7-9db4-1b10d73fb726 HTTP/1.1" status: 200 len: 897 time: 0.0914660 Sep 22 09:59:48.356612 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a727cb60-9c4e-408b-abe3-f2565ae8e715 None None] Set router 8c2f0964-e576-4f53-8d1f-85c4461c125e gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 09:59:48.385522 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2dc072cc-8143-40d9-a521-d9c37c8dbabe req-275c3228-82eb-434e-8d0c-08ed2ec873d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a HTTP/1.1" status: 200 len: 997 time: 0.0621328 Sep 22 09:59:48.439929 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc072cc-8143-40d9-a521-d9c37c8dbabe req-1b09a1bc-036d-4d16-b07d-497acadbd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:48.441444 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2dc072cc-8143-40d9-a521-d9c37c8dbabe req-1b09a1bc-036d-4d16-b07d-497acadbd0c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=11fa1538-36c9-4aeb-ba79-c89c89068199 HTTP/1.1" status: 200 len: 834 time: 0.0445800 Sep 22 09:59:48.488327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc072cc-8143-40d9-a521-d9c37c8dbabe req-ab37622a-4038-45be-b48d-9c7a06bb3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:48.489994 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2dc072cc-8143-40d9-a521-d9c37c8dbabe req-ab37622a-4038-45be-b48d-9c7a06bb3365 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87211661-7031-4fe7-9db4-1b10d73fb726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418544 Sep 22 09:59:48.552132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d1fe2-51f2-4751-8744-099e3fb4e047 req-61b66024-4cd9-467d-a2e7-6b0943888f2c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:48.553698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e11d1fe2-51f2-4751-8744-099e3fb4e047 req-61b66024-4cd9-467d-a2e7-6b0943888f2c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0508554 Sep 22 09:59:48.583372 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a727cb60-9c4e-408b-abe3-f2565ae8e715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'e510eb10-cb2c-41cb-9aa0-7b4f65314d6c', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'port_id': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'mac_address': 'fa:16:3e:4e:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:59:46Z', 'updated_at': '2021-09-22T09:59:46Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11', 'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:01:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:28Z', 'updated_at': '2021-09-22T09:59:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:59:48.589303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2dc072cc-8143-40d9-a521-d9c37c8dbabe req-53c56ce3-f8ec-4beb-b4de-67d395dfbbdd service neutron] 10.222.0.45 "GET /v2.0/networks/87211661-7031-4fe7-9db4-1b10d73fb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917017 Sep 22 09:59:48.597487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e11d1fe2-51f2-4751-8744-099e3fb4e047 req-c7765768-7ea2-4971-b79f-6e0164fe85a9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365860 Sep 22 09:59:48.611180 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727cb60-9c4e-408b-abe3-f2565ae8e715 None None] The sync data for ids ['8c2f0964-e576-4f53-8d1f-85c4461c125e'] in n-d-805649-4 is: [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'e510eb10-cb2c-41cb-9aa0-7b4f65314d6c', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'port_id': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'mac_address': 'fa:16:3e:4e:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T09:59:46Z', 'updated_at': '2021-09-22T09:59:46Z', 'revision_number': 0, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11', 'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:01:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:28Z', 'updated_at': '2021-09-22T09:59:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:59:48.688553 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2dc072cc-8143-40d9-a521-d9c37c8dbabe req-f7172051-e67e-45f3-a2ed-c415b6cf853b service neutron] 10.222.0.45 "GET /v2.0/networks/87211661-7031-4fe7-9db4-1b10d73fb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916376 Sep 22 09:59:48.807122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcea3ab-4177-41aa-80b5-5891c6031775 None None] New status for floating IP e510eb10-cb2c-41cb-9aa0-7b4f65314d6c: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:59:49.104575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46696) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 09:59:49.167168 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0a4a3e23-ac88-4f0e-934e-a44c1fe8b30e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/e510eb10-cb2c-41cb-9aa0-7b4f65314d6c HTTP/1.1" status: 200 len: 991 time: 0.0613306 Sep 22 09:59:49.718173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489d07f-0551-46a6-8786-212bb43ef5ae req-ff781a33-e033-430b-879d-83adbb67c560 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:49.719668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3489d07f-0551-46a6-8786-212bb43ef5ae req-ff781a33-e033-430b-879d-83adbb67c560 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0540760 Sep 22 09:59:49.757487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3489d07f-0551-46a6-8786-212bb43ef5ae req-3ad71578-7dd2-493a-bf85-e61fc62e3e92 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Sep 22 09:59:50.870658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753b70c-047c-4c77-8aea-947e1be41b3b req-3681c32b-0b80-4fe2-a257-99caf0b35c21 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:50.872431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c753b70c-047c-4c77-8aea-947e1be41b3b req-3681c32b-0b80-4fe2-a257-99caf0b35c21 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0494428 Sep 22 09:59:50.910659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c753b70c-047c-4c77-8aea-947e1be41b3b req-88403353-63cf-44a7-a3d3-97329217a137 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Sep 22 09:59:52.030291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2c0cf-b022-4c03-8b0d-8cf07f9fc78d req-56b1ea71-f9c6-4c28-a075-ccc310b07ce3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:52.031923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64f2c0cf-b022-4c03-8b0d-8cf07f9fc78d req-56b1ea71-f9c6-4c28-a075-ccc310b07ce3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0497999 Sep 22 09:59:52.074379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64f2c0cf-b022-4c03-8b0d-8cf07f9fc78d req-802eb7be-3a4d-423f-9a14-dddf3f3cc7a1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353627 Sep 22 09:59:53.194256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73e27-ea11-4baa-85f4-af90e5ef3d2c req-9000e0a9-1676-4b24-9d24-956ce3aa550c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:53.195769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10f73e27-ea11-4baa-85f4-af90e5ef3d2c req-9000e0a9-1676-4b24-9d24-956ce3aa550c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0539405 Sep 22 09:59:53.234291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10f73e27-ea11-4baa-85f4-af90e5ef3d2c req-8a6b18c9-b476-43ab-90a2-58224d884137 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323310 Sep 22 09:59:53.419771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe586923-dd3b-4c82-81cf-4ffae8ebd75c req-b7d38dff-1244-4989-99bf-c640cbd06170 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:53.421880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe586923-dd3b-4c82-81cf-4ffae8ebd75c req-b7d38dff-1244-4989-99bf-c640cbd06170 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0501733 Sep 22 09:59:53.441139 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 09:59:53.441760 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:53.459708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe586923-dd3b-4c82-81cf-4ffae8ebd75c req-f277732b-5986-459b-a9cd-4acbd37f741f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316589 Sep 22 09:59:53.583214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e86a4-5957-4d1b-ac41-778a2487a302 req-97d579d4-3611-4ada-92ac-09d65663af05 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:53.584753 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b31e86a4-5957-4d1b-ac41-778a2487a302 req-97d579d4-3611-4ada-92ac-09d65663af05 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0501673 Sep 22 09:59:53.622802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b31e86a4-5957-4d1b-ac41-778a2487a302 req-ead9fbad-c9fb-4436-8ab4-6d306cea1610 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Sep 22 09:59:53.850274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-606b6d01-7c66-4873-bf0f-f52432cbaca4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:53.851772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-606b6d01-7c66-4873-bf0f-f52432cbaca4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 811 time: 0.1073916 Sep 22 09:59:53.866697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-1c49cbff-04e7-47a6-a85d-9700e7f0f141 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/quotas/fab256fcde3c42d3bfb14028aa7d2203 HTTP/1.1" status: 200 len: 375 time: 0.0089374 Sep 22 09:59:53.926482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-0076b7e3-4c09-4a19-bcc3-d853aabc5613 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0543246 Sep 22 09:59:54.071401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-b8b25564-c24d-4b8e-908d-737b6c0d9b9c service neutron] 10.222.0.49 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378174 Sep 22 09:59:54.162699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-84e00536-4c2e-4194-9df7-2c3f3d826623 service neutron] 10.222.0.49 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844243 Sep 22 09:59:54.225702 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4e6fb986-f243-4beb-97ae-c31fad97a49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:54.449892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7580d018-14dd-4124-a120-9788a0b19498 req-f618da96-9f9e-4542-9113-a2281c859462 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 210 time: 0.0275652 Sep 22 09:59:54.675346 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:55.548113 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1792cb59-eb1d-4c5f-86fc-4bccb9e04b1e req-b1a3218c-5538-439a-a09a-27dc003f135a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 210 time: 0.0317900 Sep 22 09:59:56.031801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-9192f7ff-9614-4fed-9692-615085cf23d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410306 Sep 22 09:59:56.119556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-73bc6e20-a04a-4f3b-a432-ad5d5cac0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:56.121180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-73bc6e20-a04a-4f3b-a432-ad5d5cac0b52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0415845 Sep 22 09:59:56.230090 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-de868ca1-acfc-48db-90ad-feb92cf9a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:56.231608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-de868ca1-acfc-48db-90ad-feb92cf9a8de service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.0893013 Sep 22 09:59:56.301456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-4e5bd10f-4ec4-464a-adef-4648de9304d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 999 time: 0.0597997 Sep 22 09:59:56.357399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-cccb0699-46a0-4234-8423-c343a6e0dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:56.358890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-cccb0699-46a0-4234-8423-c343a6e0dab8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0446603 Sep 22 09:59:56.411596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-95b27f65-9b9c-488c-a56a-ba7ee4f6c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:56.413227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-95b27f65-9b9c-488c-a56a-ba7ee4f6c5d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454726 Sep 22 09:59:56.510382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-1d0e02c9-5bd9-4398-9daf-f1a8b7384808 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871055 Sep 22 09:59:56.579620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-72dd7b98-c5a5-41bb-9f45-44c3e9eed0ce tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:56.581188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-72dd7b98-c5a5-41bb-9f45-44c3e9eed0ce tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 811 time: 0.1036022 Sep 22 09:59:56.595186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Request body: {'port': {'device_id': '86983668-c470-4217-a809-130d5353aa3f', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'admin_state_up': True, 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:56.615454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d1eaf28-f97f-45a3-8040-6e651240cb94 req-ea190c47-0024-4e15-bd90-f1d44d258cd7 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965195 Sep 22 09:59:56.650998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85fe4af4-55ba-4ce6-b1b8-822b2f7b03e6 req-ffabf2a0-97a4-4c81-8c20-4835bf29c1e7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 210 time: 0.0268748 Sep 22 09:59:56.797330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Made reservation on behalf of fab256fcde3c42d3bfb14028aa7d2203 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:59:56.801024 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:56.930994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Allocated IP 172.20.0.6 (c85a8988-a485-4675-bd7e-9a956ab2472f/4de2ee4c-7083-42b7-ba44-20ffb6a5fe35/da556694-4235-4be3-bf7d-ac0b80d7e460) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:59:56.985816 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-df65e711-c0e9-45b3-826c-92d8a9edd82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:57.076772 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:57.208979 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:57.222377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5cd37bbf-6700-493f-8b4e-bd49b66e8c35'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 09:59:57.256750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Network c85a8988-a485-4675-bd7e-9a956ab2472f is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:59:57.259972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:59:57.264276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 09:59:57.292299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event updated for resources: {'Port': ['ID=da556694-4235-4be3-bf7d-ac0b80d7e460,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:57.324748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:57.325406 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:57.409164 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-3324a2b2-09c2-499d-83e6-4830a800dbb9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8187244 Sep 22 09:59:57.424278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Request body: {'port': {'device_id': '86983668-c470-4217-a809-130d5353aa3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 09:59:57.482953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:57.564173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-52239760-55da-4f6d-9c5a-c8594b674afe None None] Provisioning complete for port da556694-4235-4be3-bf7d-ac0b80d7e460 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:59:57.564463 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-52239760-55da-4f6d-9c5a-c8594b674afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:57.586125 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:57.601640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-52239760-55da-4f6d-9c5a-c8594b674afe None None] Port da556694-4235-4be3-bf7d-ac0b80d7e460 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 09:59:57.746318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da556694-4235-4be3-bf7d-ac0b80d7e460 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 09:59:57.754604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:57.767166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Transition to ACTIVE for port object da556694-4235-4be3-bf7d-ac0b80d7e460 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:59:57.767731 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2311d6-e79d-4402-b891-7b509e2eb13b req-9c01bc39-47ac-4515-9484-ceab79bf5b2b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:57.769226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f2311d6-e79d-4402-b891-7b509e2eb13b req-9c01bc39-47ac-4515-9484-ceab79bf5b2b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 931 time: 0.0497110 Sep 22 09:59:57.806668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f2311d6-e79d-4402-b891-7b509e2eb13b req-7e5c0b75-eb32-45b8-b408-704300913acd tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311105 Sep 22 09:59:57.831154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:57.880204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Pushing event updated for resources: {'Port': ['ID=da556694-4235-4be3-bf7d-ac0b80d7e460,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:57.952566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Attempting to bind port da556694-4235-4be3-bf7d-ac0b80d7e460 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 09:59:57.952929 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Attempting to bind port da556694-4235-4be3-bf7d-ac0b80d7e460 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 09:59:57.953251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Attempting to bind port da556694-4235-4be3-bf7d-ac0b80d7e460 on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:57.957933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Port da556694-4235-4be3-bf7d-ac0b80d7e460 on network c85a8988-a485-4675-bd7e-9a956ab2472f not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 09:59:57.958248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Attempting to bind port da556694-4235-4be3-bf7d-ac0b80d7e460 on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 09:59:57.963814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 09:59:57.963814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Checking segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 09:59:57.964099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Bound using segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 09:59:57.964401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Bound port: da556694-4235-4be3-bf7d-ac0b80d7e460, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 09:59:57.964798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:58.036621 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] For port da556694-4235-4be3-bf7d-ac0b80d7e460, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 09:59:58.041025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] For port da556694-4235-4be3-bf7d-ac0b80d7e460, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=da556694-4235-4be3-bf7d-ac0b80d7e460,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 09:59:58.099756 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:58.128920 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:58.163528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:58.164179 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:59:58.165627 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] 10.222.0.60 "PUT /v2.0/ports/da556694-4235-4be3-bf7d-ac0b80d7e460 HTTP/1.1" status: 200 len: 1091 time: 0.7459316 Sep 22 09:59:58.166075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86983668-c470-4217-a809-130d5353aa3f', 'tag': 'da556694-4235-4be3-bf7d-ac0b80d7e460'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 09:59:58.168400 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ca1890-a70a-43c6-82fa-ab1c8f3a3a76" -d '{"events": [{"name": "network-changed", "server_uuid": "86983668-c470-4217-a809-130d5353aa3f", "tag": "da556694-4235-4be3-bf7d-ac0b80d7e460"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:59:58.193341 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081af976-0df1-46fd-99b2-87cbd2b03f70 service neutron] Pushing event updated for resources: {'Port': ['ID=da556694-4235-4be3-bf7d-ac0b80d7e460,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:59:58.213582 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 09:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81fbc42-d5fb-439e-aaf7-a5ba1dc6aaf3 x-openstack-request-id: req-f81fbc42-d5fb-439e-aaf7-a5ba1dc6aaf3 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:59:58.213582 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86983668-c470-4217-a809-130d5353aa3f", "tag": "da556694-4235-4be3-bf7d-ac0b80d7e460", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:59:58.213582 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f81fbc42-d5fb-439e-aaf7-a5ba1dc6aaf3 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:59:58.213582 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86983668-c470-4217-a809-130d5353aa3f', 'tag': 'da556694-4235-4be3-bf7d-ac0b80d7e460', 'status': 'completed', 'code': 200} Sep 22 09:59:58.276551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca1890-a70a-43c6-82fa-ab1c8f3a3a76 req-6aec3c81-58f6-4ebd-ba58-e68b1935d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:58.278324 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-21ca1890-a70a-43c6-82fa-ab1c8f3a3a76 req-6aec3c81-58f6-4ebd-ba58-e68b1935d638 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 1094 time: 0.0445371 Sep 22 09:59:58.387200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca1890-a70a-43c6-82fa-ab1c8f3a3a76 req-dc2d32fd-73fc-4dfd-a58c-682fc07858e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:58.388771 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-21ca1890-a70a-43c6-82fa-ab1c8f3a3a76 req-dc2d32fd-73fc-4dfd-a58c-682fc07858e1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0991356 Sep 22 09:59:58.487625 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca1890-a70a-43c6-82fa-ab1c8f3a3a76 req-e3900a51-d9d0-42fe-8444-cf2f89797209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:58.489141 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-21ca1890-a70a-43c6-82fa-ab1c8f3a3a76 req-e3900a51-d9d0-42fe-8444-cf2f89797209 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926573 Sep 22 09:59:58.568189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-b5c6ea96-f66e-4f66-86cf-e33106ad9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:58.569742 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-b5c6ea96-f66e-4f66-86cf-e33106ad9132 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 1094 time: 0.0464141 Sep 22 09:59:58.613566 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-d7b5ac84-b8d6-444a-879c-df5bc55dad8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da556694-4235-4be3-bf7d-ac0b80d7e460 HTTP/1.1" status: 200 len: 217 time: 0.0344386 Sep 22 09:59:58.661115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-5c3230d4-9baa-4bd0-8c41-abb4d23a8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:58.662567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-5c3230d4-9baa-4bd0-8c41-abb4d23a8c83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0430102 Sep 22 09:59:58.711276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-bb761f46-1ce7-4168-b8a4-cf79408382db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:58.712783 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-bb761f46-1ce7-4168-b8a4-cf79408382db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434504 Sep 22 09:59:58.802567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-10b0632e-2c61-4a2c-875d-c21a886514d7 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813246 Sep 22 09:59:58.898713 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e5371f49-cb4f-4563-bab1-4abddfe5f063 req-6a3b5ea4-9fc2-4834-b728-ed7d89e12793 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889812 Sep 22 09:59:58.941645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848c459-95c1-4d6d-ae0c-d2c04db768f0 req-74161ab6-1641-432f-991c-64505a258c41 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 09:59:58.943230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8848c459-95c1-4d6d-ae0c-d2c04db768f0 req-74161ab6-1641-432f-991c-64505a258c41 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 943 time: 0.0560303 Sep 22 09:59:58.982875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8848c459-95c1-4d6d-ae0c-d2c04db768f0 req-290ffa60-4e58-416c-9b36-500b7f2b94b7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Sep 22 09:59:59.905717 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:00.095851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88764657-3468-4c66-8f6b-85194cd372fc req-30979361-7257-4deb-9972-4334181b1dab tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:00.097358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88764657-3468-4c66-8f6b-85194cd372fc req-30979361-7257-4deb-9972-4334181b1dab tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 943 time: 0.0490677 Sep 22 10:00:00.135287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88764657-3468-4c66-8f6b-85194cd372fc req-6c2f9bb7-ed8f-46a5-a1ae-cdbcb6247a77 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Sep 22 10:00:01.251256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f55f-22dd-4004-ad33-e5e6a42f9e98 req-3b58525f-2f3e-4761-8cac-f7b906307177 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:01.252778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c422f55f-22dd-4004-ad33-e5e6a42f9e98 req-3b58525f-2f3e-4761-8cac-f7b906307177 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 943 time: 0.0496635 Sep 22 10:00:01.291420 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c422f55f-22dd-4004-ad33-e5e6a42f9e98 req-bf8ea2a4-287a-474a-9c07-86dab04147ba tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Sep 22 10:00:02.034433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device da556694-4235-4be3-bf7d-ac0b80d7e460 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:00:02.135222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port da556694-4235-4be3-bf7d-ac0b80d7e460, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=da556694-4235-4be3-bf7d-ac0b80d7e460,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:02.146717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'da556694-4235-4be3-bf7d-ac0b80d7e460', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'port_id': 'da556694-4235-4be3-bf7d-ac0b80d7e460', 'mac_address': 'fa:16:3e:fa:fb:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:00:02.183844 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:02.196171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da556694-4235-4be3-bf7d-ac0b80d7e460 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:00:02.216385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port da556694-4235-4be3-bf7d-ac0b80d7e460, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=da556694-4235-4be3-bf7d-ac0b80d7e460,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:02.306200 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:02.354517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=da556694-4235-4be3-bf7d-ac0b80d7e460,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:02.418612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47522ab5-0124-417a-9f97-95f85241dc45 req-7306c407-e9e5-44cd-85db-7abe7e976815 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:02.420847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47522ab5-0124-417a-9f97-95f85241dc45 req-7306c407-e9e5-44cd-85db-7abe7e976815 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 944 time: 0.0544591 Sep 22 10:00:02.459497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47522ab5-0124-417a-9f97-95f85241dc45 req-d889ec1c-4ee3-488b-abf2-0ce174cd85d3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327277 Sep 22 10:00:02.526111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['da556694-4235-4be3-bf7d-ac0b80d7e460'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:00:03.577489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb25b8d-4b5d-4755-ba4a-83418ceb022e req-7081ac6f-ec6f-40bc-8c52-57284bb47915 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:03.579020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bb25b8d-4b5d-4755-ba4a-83418ceb022e req-7081ac6f-ec6f-40bc-8c52-57284bb47915 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 944 time: 0.0525796 Sep 22 10:00:03.618378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bb25b8d-4b5d-4755-ba4a-83418ceb022e req-92621b79-9a35-4e5a-a6d3-c155d0a367d9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Sep 22 10:00:04.037987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device da556694-4235-4be3-bf7d-ac0b80d7e460 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:00:04.172485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port da556694-4235-4be3-bf7d-ac0b80d7e460 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:00:04.176636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port da556694-4235-4be3-bf7d-ac0b80d7e460 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:04.177048 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:04.255487 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:04.279092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86983668-c470-4217-a809-130d5353aa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da556694-4235-4be3-bf7d-ac0b80d7e460'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:00:04.282107 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b47122-c1ca-4988-ae85-6500e0faf2ee" -d '{"events": [{"server_uuid": "86983668-c470-4217-a809-130d5353aa3f", "name": "network-vif-plugged", "status": "completed", "tag": "da556694-4235-4be3-bf7d-ac0b80d7e460"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:00:04.295750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port da556694-4235-4be3-bf7d-ac0b80d7e460, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=da556694-4235-4be3-bf7d-ac0b80d7e460,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:04.381587 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d5ab1a-5ead-4341-a2c5-71bb02966ec0 x-openstack-request-id: req-e4d5ab1a-5ead-4341-a2c5-71bb02966ec0 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:00:04.381872 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86983668-c470-4217-a809-130d5353aa3f", "name": "network-vif-plugged", "status": "completed", "tag": "da556694-4235-4be3-bf7d-ac0b80d7e460", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:00:04.382132 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4d5ab1a-5ead-4341-a2c5-71bb02966ec0 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:00:04.382527 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86983668-c470-4217-a809-130d5353aa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da556694-4235-4be3-bf7d-ac0b80d7e460', 'code': 200} Sep 22 10:00:04.477325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7033e7e-6311-401e-a007-58e43cd5a42a req-5bec2993-684e-4e39-8e48-c6137433256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:04.478829 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d7033e7e-6311-401e-a007-58e43cd5a42a req-5bec2993-684e-4e39-8e48-c6137433256d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 1095 time: 0.0408137 Sep 22 10:00:04.514592 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d7033e7e-6311-401e-a007-58e43cd5a42a req-ac0d2624-439e-4dbb-8854-b0d11c3342b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288095 Sep 22 10:00:04.566951 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:04.612368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=da556694-4235-4be3-bf7d-ac0b80d7e460,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:04.735526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabcef3-f998-44f6-b63e-be009be4ca3b req-cee2d712-2b2c-48d9-aae6-cfd285de0957 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:04.737037 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aaabcef3-f998-44f6-b63e-be009be4ca3b req-cee2d712-2b2c-48d9-aae6-cfd285de0957 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 945 time: 0.0498495 Sep 22 10:00:04.775426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aaabcef3-f998-44f6-b63e-be009be4ca3b req-a952659a-d7f3-4946-89ca-703d11819e27 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Sep 22 10:00:04.870179 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-c950b150-f9a0-4278-b3d5-7f1ccca49a44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400968 Sep 22 10:00:04.952075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-087b7773-95ad-4f7d-b0ba-8a29571b4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:04.953723 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-087b7773-95ad-4f7d-b0ba-8a29571b4734 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 1097 time: 0.0458052 Sep 22 10:00:05.056228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-c1654c00-5f70-4ead-9f1f-d87d5c407e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:05.057742 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-c1654c00-5f70-4ead-9f1f-d87d5c407e59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.0840209 Sep 22 10:00:05.102717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-127f4870-016c-48ff-8c32-8febf27605bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cd37bbf-6700-493f-8b4e-bd49b66e8c35 HTTP/1.1" status: 200 len: 217 time: 0.0366814 Sep 22 10:00:05.153606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-eafd0af5-64b6-49de-a113-e2240cb95c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:05.155734 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-eafd0af5-64b6-49de-a113-e2240cb95c91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0446680 Sep 22 10:00:05.202222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-7de5c6a7-7bde-4838-9117-82feb2767749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:05.203768 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-7de5c6a7-7bde-4838-9117-82feb2767749 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404921 Sep 22 10:00:05.608073 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-aa9a5273-b406-48e4-8e71-6b9be1c3c404 service neutron] 10.222.0.45 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963790 Sep 22 10:00:05.698999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-75a6c745-2e07-4655-8bd4-9a9dd59f6eff req-95a72483-9356-4849-84cb-3ef750b6c1ad service neutron] 10.222.0.45 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834534 Sep 22 10:00:05.895413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad629977-752f-4df6-ab75-8aeb890b890c req-68b72376-f346-4811-81f8-b728a8ef2eb2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:05.896848 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad629977-752f-4df6-ab75-8aeb890b890c req-68b72376-f346-4811-81f8-b728a8ef2eb2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 945 time: 0.0547056 Sep 22 10:00:05.934373 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad629977-752f-4df6-ab75-8aeb890b890c req-90595c51-8d2d-4b98-94a2-5b792977c0d7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Sep 22 10:00:08.931838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46780) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:09.017885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5209486e-fa09-42bc-a308-69dc5f819322 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2930 time: 0.0848701 Sep 22 10:00:09.021089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46782) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:09.025954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'network': {'name': 'tempest-network-smoke--1409587793', 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'port_security_enabled': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:00:09.143998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Made reservation on behalf of d886cc4c49f1475e9e5f26174dbe7feb for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:00:09.148266 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:09.171870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:00:09.180075 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:09.180410 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Added segment 43c376c9-e1fb-4be3-aa7c-51a23305c62d of type vlan for network 67cf41f8-b886-4d0d-98d4-d5028129bac5 Sep 22 10:00:09.222630 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:09.322885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:09.329013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:09.330210 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:09.395344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Network': ['ID=67cf41f8-b886-4d0d-98d4-d5028129bac5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:09.406391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 67cf41f8-b886-4d0d-98d4-d5028129bac5 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:00:09.477567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-73c7e791-9a1d-48c5-8bab-11c6e3194fb6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4554796 Sep 22 10:00:09.480134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46786) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:09.485149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1031211824', 'admin_state_up': True, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:00:09.568350 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:09.569445 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:09.624355 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:09.839082 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:10.086994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:10.105173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:10.212050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Allocated IP 172.25.6.111 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/c4d4d622-aa0a-4249-bc51-438dd260124d) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:00:10.315763 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:10.551928 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:10.589977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:00:10.593438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:00:10.598050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:00:10.629120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Port': ['ID=c4d4d622-aa0a-4249-bc51-438dd260124d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:10.976277 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:11.481461 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:11.687583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:00:11.792183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:00:11.803469 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Sync routers for ids ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:00:11.813230 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Routers {'2a28e2fb-abed-45b1-aae2-da5a8242dfaa'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:11.813882 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:59:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:11.883411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:11.884790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-02841789-213a-4080-8366-521b6d17a219 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4037085 Sep 22 10:00:11.887856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46796) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:11.919334 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Set router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:11.956037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9aa44-d99e-4617-84ab-5c66130c21ea tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:11.957567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1fb9aa44-d99e-4617-84ab-5c66130c21ea tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=d886cc4c49f1475e9e5f26174dbe7feb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0687535 Sep 22 10:00:11.960297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46798) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:12.054891 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa3e751-7177-4ff1-89fb-e265df7803ee tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:12.059084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-caa3e751-7177-4ff1-89fb-e265df7803ee tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951819 Sep 22 10:00:12.059341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46800) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:12.090947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6d35158b-492a-4b3f-bc4e-82d08d01844c tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305135 Sep 22 10:00:12.094314 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46802) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:12.106231 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031211824', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:09Z', 'updated_at': '2021-09-22T10:00:10Z', 'revision_number': 3, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:10Z', 'updated_at': '2021-09-22T10:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:12.121783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fd399a7f-c406-43a0-acb4-7f7c6072c0fb tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=d886cc4c49f1475e9e5f26174dbe7feb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264070 Sep 22 10:00:12.124486 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46804) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:12.132427 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Checking router: 2a28e2fb-abed-45b1-aae2-da5a8242dfaa for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:00:12.132790 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Updating router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa port c4d4d622-aa0a-4249-bc51-438dd260124d binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:00:12.160905 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:12.213946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d04fa9-bd55-4859-be60-ffe650577375 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:12.215401 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-18d04fa9-bd55-4859-be60-ffe650577375 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899007 Sep 22 10:00:12.219174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46806) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:12.246529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-44e0d74c-433a-41f0-a83f-aae96b8dd29d tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262945 Sep 22 10:00:12.249060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46808) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:12.253967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-26927698', 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5', 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:00:12.415167 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:12.448097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Made reservation on behalf of d886cc4c49f1475e9e5f26174dbe7feb for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:00:12.452258 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:12.526468 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:12.575698 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Attempting to bind port c4d4d622-aa0a-4249-bc51-438dd260124d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:00:12.576069 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Attempting to bind port c4d4d622-aa0a-4249-bc51-438dd260124d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:00:12.576491 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Attempting to bind port c4d4d622-aa0a-4249-bc51-438dd260124d on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:00:12.585634 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a9d94-4e25-4ca8-9e43-082656a0fec9 None None] Pushing event updated for resources: {'Port': ['ID=c4d4d622-aa0a-4249-bc51-438dd260124d,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:12.589565 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:00:12.589939 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:00:12.590949 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:12.590949 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:00:12.591174 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Bound port: c4d4d622-aa0a-4249-bc51-438dd260124d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:00:12.591531 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:12.646211 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] For port c4d4d622-aa0a-4249-bc51-438dd260124d, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:00:12.649474 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] For port c4d4d622-aa0a-4249-bc51-438dd260124d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c4d4d622-aa0a-4249-bc51-438dd260124d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:00:12.692703 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:12.723498 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:12.755788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Subnet': ['ID=f3e026f4-462c-41d0-9083-db59e581d323,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:12.767985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.768335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.770424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.770424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.770424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.770424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.770424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.770424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.771021 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.771021 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.771190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.771509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:12.772114 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Routers {'2a28e2fb-abed-45b1-aae2-da5a8242dfaa'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:12.772745 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:59:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:12.777920 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Checking segment: {'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:00:12.778280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network hostable DHCP agents. Network: 67cf41f8-b886-4d0d-98d4-d5028129bac5, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:00:12.822907 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a9d94-4e25-4ca8-9e43-082656a0fec9 None None] Pushing event updated for resources: {'Port': ['ID=c4d4d622-aa0a-4249-bc51-438dd260124d,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:12.859982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network 67cf41f8-b886-4d0d-98d4-d5028129bac5 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:00:12.892082 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] Set router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:12.926837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 67cf41f8-b886-4d0d-98d4-d5028129bac5) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:00:12.931441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:12.932116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:12.936708 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5641ebe9-dd37-4f7a-ba25-38973911f481 None None] Network 67cf41f8-b886-4d0d-98d4-d5028129bac5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:00:13.021444 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d6acd414-83ab-4c73-bd3e-3f9160609387 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.7709954 Sep 22 10:00:13.024157 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46812) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:13.090950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-67cf41f8-b886-4d0d-98d4-d5028129bac5', 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'fixed_ips': [{'subnet_id': 'f3e026f4-462c-41d0-9083-db59e581d323'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:00:13.092235 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:13.171126 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031211824', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:09Z', 'updated_at': '2021-09-22T10:00:10Z', 'revision_number': 3, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:10Z', 'updated_at': '2021-09-22T10:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:13.200451 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72d5ed-dbe2-49cf-88c9-e6336f354088 None None] The sync data for ids ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'] in n-d-805649-4 is: [{'id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031211824', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:09Z', 'updated_at': '2021-09-22T10:00:10Z', 'revision_number': 3, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:10Z', 'updated_at': '2021-09-22T10:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:00:13.245665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Allocated IP 172.20.0.18 (67cf41f8-b886-4d0d-98d4-d5028129bac5/f3e026f4-462c-41d0-9083-db59e581d323/e6d76574-ffcd-4f0a-94ff-47aff5bab54f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:00:13.393476 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:13.471603 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:13.506628 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:13.528187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Network 67cf41f8-b886-4d0d-98d4-d5028129bac5 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:00:13.541145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:00:13.542952 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Pushing event updated for resources: {'Port': ['ID=e6d76574-ffcd-4f0a-94ff-47aff5bab54f,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:13.545431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:00:13.603536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Attempting to bind port e6d76574-ffcd-4f0a-94ff-47aff5bab54f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:00:13.603994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Attempting to bind port e6d76574-ffcd-4f0a-94ff-47aff5bab54f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:00:13.604272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Attempting to bind port e6d76574-ffcd-4f0a-94ff-47aff5bab54f on network 67cf41f8-b886-4d0d-98d4-d5028129bac5 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:00:13.610095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:00:13.610471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Checking segment: {'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:00:13.610885 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:13.611284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Bound using segment: {'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:00:13.611752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Bound port: e6d76574-ffcd-4f0a-94ff-47aff5bab54f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:00:13.612137 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:13.680374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] For port e6d76574-ffcd-4f0a-94ff-47aff5bab54f, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:00:13.683670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] For port e6d76574-ffcd-4f0a-94ff-47aff5bab54f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e6d76574-ffcd-4f0a-94ff-47aff5bab54f,segment=NetworkSegment(43c376c9-e1fb-4be3-aa7c-51a23305c62d),segment_id=43c376c9-e1fb-4be3-aa7c-51a23305c62d)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:00:13.758044 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:13.821601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Allocated IP 172.20.0.17 (67cf41f8-b886-4d0d-98d4-d5028129bac5/f3e026f4-462c-41d0-9083-db59e581d323/7bdf2163-9e06-4041-9756-405a5138bd6d) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:00:13.825650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae914a77-bb5d-4a6c-b14d-c85a5a553409 None None] Pushing event updated for resources: {'Port': ['ID=e6d76574-ffcd-4f0a-94ff-47aff5bab54f,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:13.963168 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:14.087114 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:14.137057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network 67cf41f8-b886-4d0d-98d4-d5028129bac5 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:00:14.141003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:00:14.144933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:00:14.174691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Port': ['ID=7bdf2163-9e06-4041-9756-405a5138bd6d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:14.195712 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:14.432390 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:14.722532 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a142034-c69e-47b8-b577-640ff5ea142e None None] Network 67cf41f8-b886-4d0d-98d4-d5028129bac5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:00:14.726505 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:14.796411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:14.799351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-63f97e8d-b32b-40d2-8e33-a1f30665447b None None] Provisioning complete for port e6d76574-ffcd-4f0a-94ff-47aff5bab54f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:14.799729 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-63f97e8d-b32b-40d2-8e33-a1f30665447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:14.873117 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:14.875854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Port': ['ID=7bdf2163-9e06-4041-9756-405a5138bd6d,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:14.983641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network 67cf41f8-b886-4d0d-98d4-d5028129bac5 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:00:14.985287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:00:15.097518 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-63f97e8d-b32b-40d2-8e33-a1f30665447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:15.108598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:00:15.137596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-63f97e8d-b32b-40d2-8e33-a1f30665447b None None] For port e6d76574-ffcd-4f0a-94ff-47aff5bab54f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e6d76574-ffcd-4f0a-94ff-47aff5bab54f,segment=NetworkSegment(43c376c9-e1fb-4be3-aa7c-51a23305c62d),segment_id=43c376c9-e1fb-4be3-aa7c-51a23305c62d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:15.229572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:00:15.239983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eccd8a37-6fd2-4160-9c7c-690021ca9fae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "PUT /v2.0/routers/2a28e2fb-abed-45b1-aae2-da5a8242dfaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2108085 Sep 22 10:00:15.283997 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-63f97e8d-b32b-40d2-8e33-a1f30665447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:15.364355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f97e8d-b32b-40d2-8e33-a1f30665447b None None] Pushing event updated for resources: {'Port': ['ID=e6d76574-ffcd-4f0a-94ff-47aff5bab54f,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:15.377626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Sync routers for ids ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:00:15.424664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Routers {'2a28e2fb-abed-45b1-aae2-da5a8242dfaa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:15.425480 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:59:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:15.429009 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0ca2a778-f6ff-4419-9221-3ef633ad1262 None None] Provisioning complete for port 7bdf2163-9e06-4041-9756-405a5138bd6d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:15.429379 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a778-f6ff-4419-9221-3ef633ad1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:15.492882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-9860a496-4304-407f-a6e4-aca849980ebb tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:15.511032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-9860a496-4304-407f-a6e4-aca849980ebb tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/networks?id=67cf41f8-b886-4d0d-98d4-d5028129bac5 HTTP/1.1" status: 200 len: 798 time: 0.1355245 Sep 22 10:00:15.514735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2a778-f6ff-4419-9221-3ef633ad1262 None None] Port 7bdf2163-9e06-4041-9756-405a5138bd6d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:00:15.520058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c4d4d622-aa0a-4249-bc51-438dd260124d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:00:15.525343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-546aaf49-ffb8-4377-8c6f-08556cc42aae tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/quotas/d886cc4c49f1475e9e5f26174dbe7feb HTTP/1.1" status: 200 len: 375 time: 0.0132735 Sep 22 10:00:15.601502 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-1c20e4ef-d7fa-4d89-b646-5d6218f050c4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d886cc4c49f1475e9e5f26174dbe7feb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0670407 Sep 22 10:00:15.602074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0ca2a778-f6ff-4419-9221-3ef633ad1262 None None] Provisioning complete for port e6d76574-ffcd-4f0a-94ff-47aff5bab54f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:15.602451 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a778-f6ff-4419-9221-3ef633ad1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:15.649743 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Set router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:15.725251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-ea4cb6f3-0b2f-4e15-9e7d-722d83b115c1 service neutron] 10.222.0.49 "GET /v2.0/networks/67cf41f8-b886-4d0d-98d4-d5028129bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965731 Sep 22 10:00:15.743173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c4d4d622-aa0a-4249-bc51-438dd260124d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:15.743722 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:15.821261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-4ca8a6bd-5147-4e1f-ae48-7f5ae3e8ab6e service neutron] 10.222.0.49 "GET /v2.0/networks/67cf41f8-b886-4d0d-98d4-d5028129bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902972 Sep 22 10:00:15.944138 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:15.978937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port c4d4d622-aa0a-4249-bc51-438dd260124d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c4d4d622-aa0a-4249-bc51-438dd260124d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:15.995520 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9b5f6d60-34d4-401f-bb36-af4317594450 None None] Provisioning complete for port 7bdf2163-9e06-4041-9756-405a5138bd6d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:15.995980 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6d60-34d4-401f-bb36-af4317594450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:15.998730 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031211824', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:09Z', 'updated_at': '2021-09-22T10:00:14Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:10Z', 'updated_at': '2021-09-22T10:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '7bdf2163-9e06-4041-9756-405a5138bd6d', 'name': '', 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:f1:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f3e026f4-462c-41d0-9083-db59e581d323', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:13Z', 'updated_at': '2021-09-22T10:00:14Z', 'revision_number': 2, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': 'f3e026f4-462c-41d0-9083-db59e581d323', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:16.043034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Checking router: 2a28e2fb-abed-45b1-aae2-da5a8242dfaa for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:00:16.043464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Updating router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa port 7bdf2163-9e06-4041-9756-405a5138bd6d binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:00:16.075525 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f6d60-34d4-401f-bb36-af4317594450 None None] Port 7bdf2163-9e06-4041-9756-405a5138bd6d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:00:16.077983 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:16.111944 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:16.112703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e6d76574-ffcd-4f0a-94ff-47aff5bab54f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:00:16.257561 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=c4d4d622-aa0a-4249-bc51-438dd260124d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:16.292242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e6d76574-ffcd-4f0a-94ff-47aff5bab54f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:16.292610 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:16.464219 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48a1a3f2-b26b-4e21-b7e8-c1cae59e0f9c req-56d6a43c-5eee-4a56-bf12-1e9f4ebe2951 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 210 time: 0.0307899 Sep 22 10:00:16.496000 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:16.583820 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:16.633284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01081a7d-e5ab-453c-ab29-d20d81610db2 None None] Pushing event updated for resources: {'Port': ['ID=7bdf2163-9e06-4041-9756-405a5138bd6d,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:16.690315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Attempting to bind port 7bdf2163-9e06-4041-9756-405a5138bd6d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:00:16.690692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Attempting to bind port 7bdf2163-9e06-4041-9756-405a5138bd6d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:00:16.691062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Attempting to bind port 7bdf2163-9e06-4041-9756-405a5138bd6d on network 67cf41f8-b886-4d0d-98d4-d5028129bac5 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:00:16.696284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:00:16.696570 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Checking segment: {'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:00:16.697009 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:16.697406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Bound using segment: {'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:00:16.697874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Bound port: 7bdf2163-9e06-4041-9756-405a5138bd6d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:00:16.698256 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:16.772126 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] For port 7bdf2163-9e06-4041-9756-405a5138bd6d, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:00:16.775933 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] For port 7bdf2163-9e06-4041-9756-405a5138bd6d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7bdf2163-9e06-4041-9756-405a5138bd6d,segment=NetworkSegment(43c376c9-e1fb-4be3-aa7c-51a23305c62d),segment_id=43c376c9-e1fb-4be3-aa7c-51a23305c62d)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:00:16.901340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d193b3c1-de6e-449f-873d-b75460b8e301 None None] Provisioning complete for port 7bdf2163-9e06-4041-9756-405a5138bd6d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:16.901631 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d193b3c1-de6e-449f-873d-b75460b8e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:16.931815 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:16.965592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d193b3c1-de6e-449f-873d-b75460b8e301 None None] Port 7bdf2163-9e06-4041-9756-405a5138bd6d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:00:17.001042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Routers {'2a28e2fb-abed-45b1-aae2-da5a8242dfaa'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:17.001705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T09:59:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:17.003626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01081a7d-e5ab-453c-ab29-d20d81610db2 None None] Pushing event updated for resources: {'Port': ['ID=7bdf2163-9e06-4041-9756-405a5138bd6d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:17.118717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] Set router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:17.223350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1a187de5-a037-48e6-9e33-82d9b5e52206 None None] Provisioning complete for port 7bdf2163-9e06-4041-9756-405a5138bd6d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:17.223644 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1a187de5-a037-48e6-9e33-82d9b5e52206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:17.381000 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1a187de5-a037-48e6-9e33-82d9b5e52206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:17.395228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c4d4d622-aa0a-4249-bc51-438dd260124d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:00:17.456026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1a187de5-a037-48e6-9e33-82d9b5e52206 None None] For port 7bdf2163-9e06-4041-9756-405a5138bd6d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7bdf2163-9e06-4041-9756-405a5138bd6d,segment=NetworkSegment(43c376c9-e1fb-4be3-aa7c-51a23305c62d),segment_id=43c376c9-e1fb-4be3-aa7c-51a23305c62d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:17.459856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031211824', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:09Z', 'updated_at': '2021-09-22T10:00:14Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:10Z', 'updated_at': '2021-09-22T10:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '7bdf2163-9e06-4041-9756-405a5138bd6d', 'name': '', 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:f1:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f3e026f4-462c-41d0-9083-db59e581d323', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:13Z', 'updated_at': '2021-09-22T10:00:16Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': 'f3e026f4-462c-41d0-9083-db59e581d323', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:17.489024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d2647-bbd4-4242-88b9-98bdeff5a423 None None] The sync data for ids ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'] in n-d-805649-4 is: [{'id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031211824', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:09Z', 'updated_at': '2021-09-22T10:00:14Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:10Z', 'updated_at': '2021-09-22T10:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '7bdf2163-9e06-4041-9756-405a5138bd6d', 'name': '', 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:f1:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'f3e026f4-462c-41d0-9083-db59e581d323', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:13Z', 'updated_at': '2021-09-22T10:00:16Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': 'f3e026f4-462c-41d0-9083-db59e581d323', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:00:17.499693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c4d4d622-aa0a-4249-bc51-438dd260124d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:17.500173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:17.556689 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1a187de5-a037-48e6-9e33-82d9b5e52206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:17.591426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8f98d4d-4250-4ed9-9d20-cd31ea0ae019 req-1a1f8681-50c2-46c8-a387-5dfa6e9b7bac tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 210 time: 0.0399716 Sep 22 10:00:17.800895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a187de5-a037-48e6-9e33-82d9b5e52206 None None] Pushing event updated for resources: {'Port': ['ID=7bdf2163-9e06-4041-9756-405a5138bd6d,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:17.815860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e6d76574-ffcd-4f0a-94ff-47aff5bab54f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:00:17.864748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e6d76574-ffcd-4f0a-94ff-47aff5bab54f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:17.865122 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:18.603390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-1188bf67-1454-4639-afaa-782c83e2d425 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:18.604964 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-1188bf67-1454-4639-afaa-782c83e2d425 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.45 "GET /v2.0/networks?id=67cf41f8-b886-4d0d-98d4-d5028129bac5 HTTP/1.1" status: 200 len: 798 time: 0.1132355 Sep 22 10:00:18.624359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Request body: {'port': {'device_id': '5a857711-d937-4c5f-bd44-a2a07fae0e29', 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5', 'admin_state_up': True, 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:00:18.659295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a34b9b-c410-4a30-9a07-760f0528de45 req-03833fcb-00c1-468d-abc6-dc5dbb04d2d0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:18.660923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8a34b9b-c410-4a30-9a07-760f0528de45 req-03833fcb-00c1-468d-abc6-dc5dbb04d2d0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0507019 Sep 22 10:00:18.699552 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8a34b9b-c410-4a30-9a07-760f0528de45 req-370eaef8-3529-4f5e-a96e-c595c04647ec tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Sep 22 10:00:18.791398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58c446d9-18d1-46d9-94d8-ef26e07375b5 req-28add431-6585-41df-be5d-357b6587c725 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 210 time: 0.0313156 Sep 22 10:00:18.841093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Made reservation on behalf of d886cc4c49f1475e9e5f26174dbe7feb for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:00:18.845868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:18.897717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6541674-0fe9-40b5-93a8-82517f0a4926 req-498ecb27-6b8d-40ff-88ae-7398556615f7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:18.899865 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6541674-0fe9-40b5-93a8-82517f0a4926 req-498ecb27-6b8d-40ff-88ae-7398556615f7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0514035 Sep 22 10:00:18.939749 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6541674-0fe9-40b5-93a8-82517f0a4926 req-7c6de796-ff82-4b06-bca1-1a035794996b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335877 Sep 22 10:00:18.990273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Allocated IP 172.20.0.30 (67cf41f8-b886-4d0d-98d4-d5028129bac5/f3e026f4-462c-41d0-9083-db59e581d323/9017f168-e4ff-4267-9d47-a2cc02e85cda) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:00:19.104499 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:19.243592 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:19.287338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Network 67cf41f8-b886-4d0d-98d4-d5028129bac5 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:00:19.290695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:00:19.294374 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:00:19.323049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event updated for resources: {'Port': ['ID=9017f168-e4ff-4267-9d47-a2cc02e85cda,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:19.363260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:19.363260 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:19.443002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7bdf2163-9e06-4041-9756-405a5138bd6d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:00:19.455215 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-5292e4f7-53f2-418d-8d8f-a83cae3c02c0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8351729 Sep 22 10:00:19.468195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Request body: {'port': {'device_id': '5a857711-d937-4c5f-bd44-a2a07fae0e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:00:19.503702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f1368465-01d6-4b3d-8a4d-a9de787e7734 None None] Provisioning complete for port 9017f168-e4ff-4267-9d47-a2cc02e85cda triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:19.506882 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f1368465-01d6-4b3d-8a4d-a9de787e7734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:19.525606 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:19.530308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 7bdf2163-9e06-4041-9756-405a5138bd6d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:19.530676 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:19.571558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f1368465-01d6-4b3d-8a4d-a9de787e7734 None None] Port 9017f168-e4ff-4267-9d47-a2cc02e85cda cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:00:19.609653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d73bc-c755-4723-9d2a-b1db921af1cd req-3c6a6bb9-b696-48af-add0-3f50d8808bee tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:19.611419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-504d73bc-c755-4723-9d2a-b1db921af1cd req-3c6a6bb9-b696-48af-add0-3f50d8808bee tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0578125 Sep 22 10:00:19.658036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-504d73bc-c755-4723-9d2a-b1db921af1cd req-178092b2-7190-4946-bfdf-507f657ad7ba tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373418 Sep 22 10:00:19.818649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9017f168-e4ff-4267-9d47-a2cc02e85cda {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:00:19.826647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:19.839025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Transition to ACTIVE for port object 9017f168-e4ff-4267-9d47-a2cc02e85cda will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:00:19.962699 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:20.013584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Pushing event updated for resources: {'Port': ['ID=9017f168-e4ff-4267-9d47-a2cc02e85cda,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:20.083615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Attempting to bind port 9017f168-e4ff-4267-9d47-a2cc02e85cda on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:00:20.083952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Attempting to bind port 9017f168-e4ff-4267-9d47-a2cc02e85cda by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:00:20.084282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Attempting to bind port 9017f168-e4ff-4267-9d47-a2cc02e85cda on network 67cf41f8-b886-4d0d-98d4-d5028129bac5 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:00:20.088906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Port 9017f168-e4ff-4267-9d47-a2cc02e85cda on network 67cf41f8-b886-4d0d-98d4-d5028129bac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:00:20.089236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Attempting to bind port 9017f168-e4ff-4267-9d47-a2cc02e85cda on network 67cf41f8-b886-4d0d-98d4-d5028129bac5 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:00:20.094913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 9, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:00:20.095262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Checking segment: {'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:00:20.095653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Bound using segment: {'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:00:20.096085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Bound port: 9017f168-e4ff-4267-9d47-a2cc02e85cda, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c376c9-e1fb-4be3-aa7c-51a23305c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:00:20.096444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:20.167465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] For port 9017f168-e4ff-4267-9d47-a2cc02e85cda, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:00:20.171091 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] For port 9017f168-e4ff-4267-9d47-a2cc02e85cda, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9017f168-e4ff-4267-9d47-a2cc02e85cda,segment=NetworkSegment(43c376c9-e1fb-4be3-aa7c-51a23305c62d),segment_id=43c376c9-e1fb-4be3-aa7c-51a23305c62d)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:00:20.283135 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:20.317832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:20.318522 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:20.319927 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] 10.222.0.45 "PUT /v2.0/ports/9017f168-e4ff-4267-9d47-a2cc02e85cda HTTP/1.1" status: 200 len: 1055 time: 0.8562691 Sep 22 10:00:20.323473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a857711-d937-4c5f-bd44-a2a07fae0e29', 'tag': '9017f168-e4ff-4267-9d47-a2cc02e85cda'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:00:20.323473 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c057ab-763d-4c43-8009-4bd4826bf1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a857711-d937-4c5f-bd44-a2a07fae0e29", "tag": "9017f168-e4ff-4267-9d47-a2cc02e85cda"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:00:20.348708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7c309-0880-462c-8829-2e08590af975 service neutron] Pushing event updated for resources: {'Port': ['ID=9017f168-e4ff-4267-9d47-a2cc02e85cda,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:20.540547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-8a6ba597-a39f-4b96-9060-0845cb66a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:20.542026 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-8a6ba597-a39f-4b96-9060-0845cb66a314 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d886cc4c49f1475e9e5f26174dbe7feb&device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 1058 time: 0.0469458 Sep 22 10:00:20.589404 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-2779e233-4545-458f-bc39-722a0da311f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9017f168-e4ff-4267-9d47-a2cc02e85cda HTTP/1.1" status: 200 len: 217 time: 0.0379555 Sep 22 10:00:20.601166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600681c-4003-404e-b874-7ce5c99316c1 req-662205ca-c41c-4a01-a1f0-dead7297d02c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:20.603595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e600681c-4003-404e-b874-7ce5c99316c1 req-662205ca-c41c-4a01-a1f0-dead7297d02c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 907 time: 0.0494540 Sep 22 10:00:20.648177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-316b2760-3c55-4a1f-a8f2-44103a1dec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:20.649943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-316b2760-3c55-4a1f-a8f2-44103a1dec58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3e026f4-462c-41d0-9083-db59e581d323 HTTP/1.1" status: 200 len: 836 time: 0.0510077 Sep 22 10:00:20.654244 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399f65b2-831f-4833-bb09-41e3d241dbf9 x-openstack-request-id: req-399f65b2-831f-4833-bb09-41e3d241dbf9 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:00:20.654567 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a857711-d937-4c5f-bd44-a2a07fae0e29", "tag": "9017f168-e4ff-4267-9d47-a2cc02e85cda", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:00:20.654821 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-399f65b2-831f-4833-bb09-41e3d241dbf9 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:00:20.655211 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a857711-d937-4c5f-bd44-a2a07fae0e29', 'tag': '9017f168-e4ff-4267-9d47-a2cc02e85cda', 'status': 'completed', 'code': 200} Sep 22 10:00:20.699810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-99368a69-ac99-4139-9ae8-789d190aeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:20.701554 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-99368a69-ac99-4139-9ae8-789d190aeb2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67cf41f8-b886-4d0d-98d4-d5028129bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420256 Sep 22 10:00:20.800444 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-ad32bc78-fda0-47da-84e6-a025f9752b93 service neutron] 10.222.0.45 "GET /v2.0/networks/67cf41f8-b886-4d0d-98d4-d5028129bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876064 Sep 22 10:00:20.894884 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-94d59d29-0a81-4160-b302-32b575b9ccf6 req-17ddda65-b682-47ee-b769-39e7df72d64e service neutron] 10.222.0.45 "GET /v2.0/networks/67cf41f8-b886-4d0d-98d4-d5028129bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870721 Sep 22 10:00:20.980180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6377b-ceb1-4060-ab39-f146fc7b9cde req-5a89f6e2-8a34-426b-82bb-bdf04d2696fc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:20.981679 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90a6377b-ceb1-4060-ab39-f146fc7b9cde req-5a89f6e2-8a34-426b-82bb-bdf04d2696fc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0544946 Sep 22 10:00:21.020489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90a6377b-ceb1-4060-ab39-f146fc7b9cde req-652b6817-4562-4c15-b4e6-fe64f04fbe07 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318980 Sep 22 10:00:21.119981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c057ab-763d-4c43-8009-4bd4826bf1d9 req-ed4e2834-0122-4909-92eb-7aaec9d384ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:21.121571 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36c057ab-763d-4c43-8009-4bd4826bf1d9 req-ed4e2834-0122-4909-92eb-7aaec9d384ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d886cc4c49f1475e9e5f26174dbe7feb&device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 1058 time: 0.0420711 Sep 22 10:00:21.220097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c057ab-763d-4c43-8009-4bd4826bf1d9 req-a5e3a120-caf2-49d5-8a2c-cf45fb43a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:21.221609 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36c057ab-763d-4c43-8009-4bd4826bf1d9 req-a5e3a120-caf2-49d5-8a2c-cf45fb43a042 service neutron] 10.222.0.45 "GET /v2.0/networks?id=67cf41f8-b886-4d0d-98d4-d5028129bac5 HTTP/1.1" status: 200 len: 899 time: 0.0882876 Sep 22 10:00:21.263225 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36c057ab-763d-4c43-8009-4bd4826bf1d9 req-b8cfd522-cace-4e07-aea8-96e59bc658c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9017f168-e4ff-4267-9d47-a2cc02e85cda HTTP/1.1" status: 200 len: 217 time: 0.0333648 Sep 22 10:00:21.318787 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c057ab-763d-4c43-8009-4bd4826bf1d9 req-540bbae6-7cfc-4637-b8e7-217e2c4253fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:21.320310 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36c057ab-763d-4c43-8009-4bd4826bf1d9 req-540bbae6-7cfc-4637-b8e7-217e2c4253fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f3e026f4-462c-41d0-9083-db59e581d323 HTTP/1.1" status: 200 len: 836 time: 0.0486419 Sep 22 10:00:21.367452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c057ab-763d-4c43-8009-4bd4826bf1d9 req-eb9b78d5-f1e4-4b1c-9759-6ae4e127a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:21.369024 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36c057ab-763d-4c43-8009-4bd4826bf1d9 req-eb9b78d5-f1e4-4b1c-9759-6ae4e127a1c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=67cf41f8-b886-4d0d-98d4-d5028129bac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411754 Sep 22 10:00:21.464555 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36c057ab-763d-4c43-8009-4bd4826bf1d9 req-a2dbf6d6-0d9c-4076-8ac0-d7393a6f809b service neutron] 10.222.0.45 "GET /v2.0/networks/67cf41f8-b886-4d0d-98d4-d5028129bac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869145 Sep 22 10:00:21.554241 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36c057ab-763d-4c43-8009-4bd4826bf1d9 req-9b44b243-5a3e-4ee0-9b80-4fd491e51c88 service neutron] 10.222.0.45 "GET /v2.0/networks/67cf41f8-b886-4d0d-98d4-d5028129bac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819602 Sep 22 10:00:21.728548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84183937-94fc-463f-b2de-49b3b1830273 req-f7b30550-69bd-42e0-9882-557a8f234b71 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:21.729972 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84183937-94fc-463f-b2de-49b3b1830273 req-f7b30550-69bd-42e0-9882-557a8f234b71 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 907 time: 0.0502825 Sep 22 10:00:22.137942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659f60e-cf98-4a6f-b717-e91f5ad9a0b7 req-e00d174f-b60c-4955-8554-0f5788d21270 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:22.139497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c659f60e-cf98-4a6f-b717-e91f5ad9a0b7 req-e00d174f-b60c-4955-8554-0f5788d21270 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0505297 Sep 22 10:00:22.177220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c659f60e-cf98-4a6f-b717-e91f5ad9a0b7 req-c4cfc769-88f0-467b-93b1-df52dfcf4492 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Sep 22 10:00:22.803720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad3914-8804-4866-b1c5-6d40c0a2630d req-d0d1b938-61a6-43f8-b505-42edaf50ccf5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:22.805226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23ad3914-8804-4866-b1c5-6d40c0a2630d req-d0d1b938-61a6-43f8-b505-42edaf50ccf5 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0531793 Sep 22 10:00:22.846539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23ad3914-8804-4866-b1c5-6d40c0a2630d req-a8b1613e-07bd-4761-9cbd-f7cd8cb5d876 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327203 Sep 22 10:00:22.948018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460be47-2aa7-40a9-b727-c9f079b4b89a req-2a0a54f5-fe24-45ed-93f4-f9293ec8774e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:22.949486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2460be47-2aa7-40a9-b727-c9f079b4b89a req-2a0a54f5-fe24-45ed-93f4-f9293ec8774e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 907 time: 0.0492063 Sep 22 10:00:23.292691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad44ee-feda-4a5a-ae6b-8a1131c77539 req-f79140b7-f7bf-4a4e-baef-d96e3f11b28c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:23.294958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21ad44ee-feda-4a5a-ae6b-8a1131c77539 req-f79140b7-f7bf-4a4e-baef-d96e3f11b28c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0500774 Sep 22 10:00:23.337455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21ad44ee-feda-4a5a-ae6b-8a1131c77539 req-04b274ac-784d-4b23-97d7-58318734fa77 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355732 Sep 22 10:00:23.551362 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:23.969062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d87816-4ee2-4fe7-9c01-b8261d808046 req-2672877c-7ce9-4ba3-819c-2eb26b763df8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:23.970683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07d87816-4ee2-4fe7-9c01-b8261d808046 req-2672877c-7ce9-4ba3-819c-2eb26b763df8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0546820 Sep 22 10:00:24.010203 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07d87816-4ee2-4fe7-9c01-b8261d808046 req-1bfab2ec-b8e5-4529-b73b-886925b8430b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335236 Sep 22 10:00:24.119113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c795a-16b1-43b7-b1a2-adf1d69fd43b req-22b2a252-cd90-4fab-8f04-663e8379245c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:24.120773 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-270c795a-16b1-43b7-b1a2-adf1d69fd43b req-22b2a252-cd90-4fab-8f04-663e8379245c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 907 time: 0.0543454 Sep 22 10:00:24.287090 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38a3b0c6-5b88-4b83-bec0-ea845f798ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:24.458823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74128192-0640-46b9-ae05-544a0032822a req-8ffa2190-85c9-4c27-9c2a-f840844fc192 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:24.460416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74128192-0640-46b9-ae05-544a0032822a req-8ffa2190-85c9-4c27-9c2a-f840844fc192 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0498631 Sep 22 10:00:24.501975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74128192-0640-46b9-ae05-544a0032822a req-46208e99-f7ba-463f-83f2-8b3656d48356 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355260 Sep 22 10:00:24.545843 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9017f168-e4ff-4267-9d47-a2cc02e85cda details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:00:24.651440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9017f168-e4ff-4267-9d47-a2cc02e85cda, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9017f168-e4ff-4267-9d47-a2cc02e85cda,segment=NetworkSegment(43c376c9-e1fb-4be3-aa7c-51a23305c62d),segment_id=43c376c9-e1fb-4be3-aa7c-51a23305c62d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:24.663123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '9017f168-e4ff-4267-9d47-a2cc02e85cda', 'network_id': '67cf41f8-b886-4d0d-98d4-d5028129bac5', 'port_id': '9017f168-e4ff-4267-9d47-a2cc02e85cda', 'mac_address': 'fa:16:3e:2a:97:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e026f4-462c-41d0-9083-db59e581d323', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:00:24.665873 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:24.700151 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:24.712931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9017f168-e4ff-4267-9d47-a2cc02e85cda {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:00:24.731446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9017f168-e4ff-4267-9d47-a2cc02e85cda, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9017f168-e4ff-4267-9d47-a2cc02e85cda,segment=NetworkSegment(43c376c9-e1fb-4be3-aa7c-51a23305c62d),segment_id=43c376c9-e1fb-4be3-aa7c-51a23305c62d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:24.829756 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:24.877826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=9017f168-e4ff-4267-9d47-a2cc02e85cda,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:25.092556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['9017f168-e4ff-4267-9d47-a2cc02e85cda'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:00:25.124356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0b68d-a394-4d52-af3d-24cd37b9c95a req-f1e622b0-cc34-4118-a970-0b83e4cc3958 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:25.126022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4a0b68d-a394-4d52-af3d-24cd37b9c95a req-f1e622b0-cc34-4118-a970-0b83e4cc3958 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0487156 Sep 22 10:00:25.169860 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4a0b68d-a394-4d52-af3d-24cd37b9c95a req-85aac0cb-e662-4ed0-b743-5d9ab4b03711 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378339 Sep 22 10:00:25.272344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818fa59-6048-43e0-9731-e2254779e27b req-5397c899-54b0-4bac-bb55-1ebac9dfac52 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:25.273875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e818fa59-6048-43e0-9731-e2254779e27b req-5397c899-54b0-4bac-bb55-1ebac9dfac52 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 908 time: 0.0499005 Sep 22 10:00:25.618051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aaeb1-1699-492b-a2da-093588dfe37a req-5419a81d-3804-4470-aa74-ddfdbb441018 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:25.619575 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6aaeb1-1699-492b-a2da-093588dfe37a req-5419a81d-3804-4470-aa74-ddfdbb441018 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0494905 Sep 22 10:00:25.657450 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f6aaeb1-1699-492b-a2da-093588dfe37a req-f855336d-352e-4797-a6db-01859391421a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320141 Sep 22 10:00:26.285357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c496fc-0b80-42fe-93c6-ffc48f078fb9 req-9e43873e-7027-45fd-9a9e-4c485cff8125 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:26.286830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62c496fc-0b80-42fe-93c6-ffc48f078fb9 req-9e43873e-7027-45fd-9a9e-4c485cff8125 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0501776 Sep 22 10:00:26.326354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62c496fc-0b80-42fe-93c6-ffc48f078fb9 req-c102481b-05cb-4f99-b695-acd66fe05134 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332658 Sep 22 10:00:26.431634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aad4f-10a1-4223-8603-f95d48565f9a req-114c49e4-742c-412b-9421-162d5ac65d78 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:26.433137 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad9aad4f-10a1-4223-8603-f95d48565f9a req-114c49e4-742c-412b-9421-162d5ac65d78 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 908 time: 0.0527980 Sep 22 10:00:26.562105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9017f168-e4ff-4267-9d47-a2cc02e85cda up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:00:26.665497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 9017f168-e4ff-4267-9d47-a2cc02e85cda completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:00:26.669216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 9017f168-e4ff-4267-9d47-a2cc02e85cda triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:26.669578 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:26.745653 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:26.769468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a857711-d937-4c5f-bd44-a2a07fae0e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9017f168-e4ff-4267-9d47-a2cc02e85cda'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:00:26.771702 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe22ac04-7c48-44a9-9679-3399754c47ec" -d '{"events": [{"server_uuid": "5a857711-d937-4c5f-bd44-a2a07fae0e29", "name": "network-vif-plugged", "status": "completed", "tag": "9017f168-e4ff-4267-9d47-a2cc02e85cda"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:00:26.775203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dbd16-e8e7-4f7e-b0f6-b20ba72e123d req-cca54fde-330b-40e2-be79-0ee89eed06e8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:26.776985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-087dbd16-e8e7-4f7e-b0f6-b20ba72e123d req-cca54fde-330b-40e2-be79-0ee89eed06e8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0500677 Sep 22 10:00:26.791528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 9017f168-e4ff-4267-9d47-a2cc02e85cda, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9017f168-e4ff-4267-9d47-a2cc02e85cda,segment=NetworkSegment(43c376c9-e1fb-4be3-aa7c-51a23305c62d),segment_id=43c376c9-e1fb-4be3-aa7c-51a23305c62d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:26.816988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-087dbd16-e8e7-4f7e-b0f6-b20ba72e123d req-ebe76720-0884-49ec-b50a-fab1ad02bc3e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338714 Sep 22 10:00:26.859235 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9072e85-c9b2-4678-a264-a2fdaf0d8868 x-openstack-request-id: req-b9072e85-c9b2-4678-a264-a2fdaf0d8868 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:00:26.859523 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a857711-d937-4c5f-bd44-a2a07fae0e29", "name": "network-vif-plugged", "status": "completed", "tag": "9017f168-e4ff-4267-9d47-a2cc02e85cda", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:00:26.859770 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9072e85-c9b2-4678-a264-a2fdaf0d8868 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:00:26.860166 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a857711-d937-4c5f-bd44-a2a07fae0e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9017f168-e4ff-4267-9d47-a2cc02e85cda', 'code': 200} Sep 22 10:00:26.877729 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:26.925982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=9017f168-e4ff-4267-9d47-a2cc02e85cda,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:26.932508 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bc9e78eb-690f-49c1-bd99-6d7b5ff1bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:26.967518 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b77c4-abc6-42cf-aa19-0e33b1b71c1a req-25be7cd2-e7ce-4b7d-9fee-15dedb77e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:26.969086 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-617b77c4-abc6-42cf-aa19-0e33b1b71c1a req-25be7cd2-e7ce-4b7d-9fee-15dedb77e26f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 1060 time: 0.0480812 Sep 22 10:00:27.463908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7146a65-bbf2-4a7e-bc62-88c4a2303e34 req-f503250c-f125-49ac-904b-c72268952da3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:27.465457 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7146a65-bbf2-4a7e-bc62-88c4a2303e34 req-f503250c-f125-49ac-904b-c72268952da3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0630355 Sep 22 10:00:27.507912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7146a65-bbf2-4a7e-bc62-88c4a2303e34 req-7ba9344d-be52-45fb-bbca-aa57a2982bf7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362430 Sep 22 10:00:27.540304 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:27.627287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcca7ed-52fe-4947-9b9e-725f532f9bf2 req-9d655732-7851-426d-afa5-3c8438e690bc tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:27.628829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bcca7ed-52fe-4947-9b9e-725f532f9bf2 req-9d655732-7851-426d-afa5-3c8438e690bc tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 909 time: 0.0596762 Sep 22 10:00:27.934966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c680e9-0d10-4b3f-a972-8999a12cc47d req-ae165e86-49f6-45c8-bff6-61e2643bfc56 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:27.936479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73c680e9-0d10-4b3f-a972-8999a12cc47d req-ae165e86-49f6-45c8-bff6-61e2643bfc56 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0517204 Sep 22 10:00:27.975591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73c680e9-0d10-4b3f-a972-8999a12cc47d req-79c25c25-5f5a-4879-b12f-ea0cb42518a8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330765 Sep 22 10:00:28.214640 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:28.625384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29e57-1630-4a47-9d68-dfdd21c94c71 req-a3c506fa-5e40-47c9-bc5c-258389d669ae tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:28.627719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8a29e57-1630-4a47-9d68-dfdd21c94c71 req-a3c506fa-5e40-47c9-bc5c-258389d669ae tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0495622 Sep 22 10:00:28.666406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8a29e57-1630-4a47-9d68-dfdd21c94c71 req-84271601-b984-4492-b516-c0c4c170c888 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327480 Sep 22 10:00:28.772643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f4c6a-ed18-474d-a5a5-ac2796edad19 req-2a4631fe-0c40-4e22-92f6-541066bf357e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:28.774519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-234f4c6a-ed18-474d-a5a5-ac2796edad19 req-2a4631fe-0c40-4e22-92f6-541066bf357e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 909 time: 0.0537603 Sep 22 10:00:28.892317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b92843-53f3-4e49-a179-a18f2c09238b req-e1b9b1d8-49bd-443b-b7de-bc899a315195 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:28.893827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-94b92843-53f3-4e49-a179-a18f2c09238b req-e1b9b1d8-49bd-443b-b7de-bc899a315195 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 909 time: 0.0489047 Sep 22 10:00:28.998291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbbce3-34d2-4a1b-a818-4e4d336c75aa req-f4cc6ef3-74ba-4d12-8211-277319700871 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:28.999816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42bbbce3-34d2-4a1b-a818-4e4d336c75aa req-f4cc6ef3-74ba-4d12-8211-277319700871 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 1060 time: 0.0405118 Sep 22 10:00:29.104663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce50c87-0672-4839-b955-8c763ea167e1 req-d912a35b-743c-4ad8-a985-570ebc6afa4b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:29.106127 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ce50c87-0672-4839-b955-8c763ea167e1 req-d912a35b-743c-4ad8-a985-570ebc6afa4b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0495200 Sep 22 10:00:29.144295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ce50c87-0672-4839-b955-8c763ea167e1 req-80010a30-56f7-46cf-b1c9-94dff74f56b5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315616 Sep 22 10:00:29.244608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80821cd1-106c-43f0-86f3-51ec79a1972e req-d955a615-e650-423e-9d1d-48e33365affb tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:29.246196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80821cd1-106c-43f0-86f3-51ec79a1972e req-d955a615-e650-423e-9d1d-48e33365affb tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 1136 time: 0.0485053 Sep 22 10:00:29.284386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-80821cd1-106c-43f0-86f3-51ec79a1972e req-60cb3bd9-9029-4785-92d3-b03f1c05faf6 tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0312521 Sep 22 10:00:29.306480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46940) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:29.352125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8517d2-fd5a-4bed-8393-15dc314ebb7e tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:29.353713 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8b8517d2-fd5a-4bed-8393-15dc314ebb7e tempest-TestSecurityGroupsBasicOps-540090341 tempest-TestSecurityGroupsBasicOps-540090341-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 1055 time: 0.0461867 Sep 22 10:00:29.797821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c78fd8-efb1-4c9f-8d6c-44e50bc401fd req-5c659957-c1a4-468d-9545-b60f90d98b88 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:29.800023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1c78fd8-efb1-4c9f-8d6c-44e50bc401fd req-5c659957-c1a4-468d-9545-b60f90d98b88 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0504675 Sep 22 10:00:29.837220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1c78fd8-efb1-4c9f-8d6c-44e50bc401fd req-427ddd90-baa8-442e-8cb3-1132d911a6d8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310214 Sep 22 10:00:29.939988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904412c-a5b8-4f9c-9bf4-deef1035a88c req-9bc711bb-137f-49a8-8a7a-5980b5256eba tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:29.941537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0904412c-a5b8-4f9c-9bf4-deef1035a88c req-9bc711bb-137f-49a8-8a7a-5980b5256eba tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 909 time: 0.0499513 Sep 22 10:00:29.974203 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:30.262796 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba3055-2096-4e5a-9c8a-e091137bbc2a req-8f088089-a6a6-4a01-85a4-6c444004a377 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:30.264321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2ba3055-2096-4e5a-9c8a-e091137bbc2a req-8f088089-a6a6-4a01-85a4-6c444004a377 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0540066 Sep 22 10:00:30.304403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2ba3055-2096-4e5a-9c8a-e091137bbc2a req-5cfe263d-76a8-41a8-b6a2-a45fe2b21d9a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334525 Sep 22 10:00:30.440751 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:00:30.957963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f4d55-df49-4d2e-9f95-a8e0ff1432f9 req-3de43269-8b77-4776-bc97-67b1623fd05e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:30.959637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c47f4d55-df49-4d2e-9f95-a8e0ff1432f9 req-3de43269-8b77-4776-bc97-67b1623fd05e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0516469 Sep 22 10:00:30.998651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c47f4d55-df49-4d2e-9f95-a8e0ff1432f9 req-8a0a55a8-c184-4098-a2cf-58a993627898 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328202 Sep 22 10:00:31.102947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3d04b-d28e-47ee-8fdd-e67dbca2bf4e req-8b7ff1ed-a190-4dcf-83bf-a8ea0ce64366 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:31.104521 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9e3d04b-d28e-47ee-8fdd-e67dbca2bf4e req-8b7ff1ed-a190-4dcf-83bf-a8ea0ce64366 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 909 time: 0.0511637 Sep 22 10:00:31.213538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da2ab-4ca1-4c57-a51b-e46172da8d28 req-3435207a-d216-4989-8058-cb2c94b73b96 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:31.215007 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f22da2ab-4ca1-4c57-a51b-e46172da8d28 req-3435207a-d216-4989-8058-cb2c94b73b96 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 909 time: 0.0471704 Sep 22 10:00:31.309758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f22da2ab-4ca1-4c57-a51b-e46172da8d28 req-0c97494b-7e70-42b2-b278-589f2950864c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Deleting port 9017f168-e4ff-4267-9d47-a2cc02e85cda {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:00:31.310551 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f22da2ab-4ca1-4c57-a51b-e46172da8d28 req-0c97494b-7e70-42b2-b278-589f2950864c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:31.410882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f22da2ab-4ca1-4c57-a51b-e46172da8d28 req-0c97494b-7e70-42b2-b278-589f2950864c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] For port 9017f168-e4ff-4267-9d47-a2cc02e85cda, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=9017f168-e4ff-4267-9d47-a2cc02e85cda,segment=NetworkSegment(43c376c9-e1fb-4be3-aa7c-51a23305c62d),segment_id=43c376c9-e1fb-4be3-aa7c-51a23305c62d)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:31.411307 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f22da2ab-4ca1-4c57-a51b-e46172da8d28 req-0c97494b-7e70-42b2-b278-589f2950864c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:31.422635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2aca9-3a6e-4443-a42b-b15c22c382d1 req-4ebf988f-233e-4425-b00f-7e0d5f9fce21 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:31.424328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04b2aca9-3a6e-4443-a42b-b15c22c382d1 req-4ebf988f-233e-4425-b00f-7e0d5f9fce21 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0512717 Sep 22 10:00:31.424475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f22da2ab-4ca1-4c57-a51b-e46172da8d28 req-0c97494b-7e70-42b2-b278-589f2950864c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Calling delete_port for 9017f168-e4ff-4267-9d47-a2cc02e85cda owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:00:31.468763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04b2aca9-3a6e-4443-a42b-b15c22c382d1 req-f2023375-11db-4f1b-a9ab-ac2c988a7369 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380554 Sep 22 10:00:31.643502 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f22da2ab-4ca1-4c57-a51b-e46172da8d28 req-0c97494b-7e70-42b2-b278-589f2950864c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:31.669039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97494b-7e70-42b2-b278-589f2950864c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'Port': ['ID=9017f168-e4ff-4267-9d47-a2cc02e85cda,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:31.715059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22da2ab-4ca1-4c57-a51b-e46172da8d28 req-0c97494b-7e70-42b2-b278-589f2950864c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] No DVR routers for this DVR port 9017f168-e4ff-4267-9d47-a2cc02e85cda on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:00:31.717928 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f22da2ab-4ca1-4c57-a51b-e46172da8d28 req-0c97494b-7e70-42b2-b278-589f2950864c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:31.720045 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f22da2ab-4ca1-4c57-a51b-e46172da8d28 req-0c97494b-7e70-42b2-b278-589f2950864c tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.45 "DELETE /v2.0/ports/9017f168-e4ff-4267-9d47-a2cc02e85cda HTTP/1.1" status: 204 len: 173 time: 0.4958408 Sep 22 10:00:31.720452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a857711-d937-4c5f-bd44-a2a07fae0e29', 'name': 'network-vif-deleted', 'tag': '9017f168-e4ff-4267-9d47-a2cc02e85cda'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:00:31.722803 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ceb33a-97e9-4c3e-ad4b-7a11487496e0" -d '{"events": [{"server_uuid": "5a857711-d937-4c5f-bd44-a2a07fae0e29", "name": "network-vif-deleted", "tag": "9017f168-e4ff-4267-9d47-a2cc02e85cda"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:00:31.759785 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19f3f86-59f5-493e-9578-a3340bb53ce3 x-openstack-request-id: req-e19f3f86-59f5-493e-9578-a3340bb53ce3 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:00:31.760133 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a857711-d937-4c5f-bd44-a2a07fae0e29", "name": "network-vif-deleted", "tag": "9017f168-e4ff-4267-9d47-a2cc02e85cda", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:00:31.760396 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e19f3f86-59f5-493e-9578-a3340bb53ce3 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:00:31.760835 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a857711-d937-4c5f-bd44-a2a07fae0e29', 'name': 'network-vif-deleted', 'tag': '9017f168-e4ff-4267-9d47-a2cc02e85cda', 'status': 'completed', 'code': 200} Sep 22 10:00:32.121719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604bd82-8012-424f-a671-fd56be74f5bd req-43d3160e-f8c0-42e4-9fce-27235f595335 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:32.123195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8604bd82-8012-424f-a671-fd56be74f5bd req-43d3160e-f8c0-42e4-9fce-27235f595335 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0501800 Sep 22 10:00:32.161715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8604bd82-8012-424f-a671-fd56be74f5bd req-1abd8066-1c65-4aaa-b593-a60021a4a723 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321567 Sep 22 10:00:32.256781 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ee3deb0-f526-461e-96ff-fedc693bb34c req-95af7f31-c897-40d2-b6c5-8d585a14ffa7 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a857711-d937-4c5f-bd44-a2a07fae0e29 HTTP/1.1" status: 200 len: 210 time: 0.0270836 Sep 22 10:00:32.583453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ddd5b-f2f0-4a08-bae5-276beb2020bd req-46e4792c-dff0-48d9-9659-45657f9542a8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:32.584890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa4ddd5b-f2f0-4a08-bae5-276beb2020bd req-46e4792c-dff0-48d9-9659-45657f9542a8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0493600 Sep 22 10:00:32.622298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa4ddd5b-f2f0-4a08-bae5-276beb2020bd req-983d1e6c-4526-4a4c-b274-a7b3421ed7f9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314693 Sep 22 10:00:33.037264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777db0b-e0d2-4241-a858-9f44d7d7f341 req-d64f157c-b892-4ee8-a5b4-4adda51f49e1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:33.039552 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a777db0b-e0d2-4241-a858-9f44d7d7f341 req-d64f157c-b892-4ee8-a5b4-4adda51f49e1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0564098 Sep 22 10:00:33.080831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a777db0b-e0d2-4241-a858-9f44d7d7f341 req-c00556df-0ac4-4588-9917-9977d116bdcb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348098 Sep 22 10:00:33.141927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beff6f-75aa-4b66-978f-e0969d8676ac req-42f0733b-d13a-4a10-a462-05dc54d19463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:33.143550 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-10beff6f-75aa-4b66-978f-e0969d8676ac req-42f0733b-d13a-4a10-a462-05dc54d19463 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0418105 Sep 22 10:00:33.238287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beff6f-75aa-4b66-978f-e0969d8676ac req-02534a33-a1bc-42e6-aaf8-1ab99719f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:33.239777 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-10beff6f-75aa-4b66-978f-e0969d8676ac req-02534a33-a1bc-42e6-aaf8-1ab99719f983 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.0892255 Sep 22 10:00:33.279351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d0909-8675-4505-88e3-4648e0353151 req-1b998d04-0828-40b8-8c64-28939046a0de tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:33.280870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-762d0909-8675-4505-88e3-4648e0353151 req-1b998d04-0828-40b8-8c64-28939046a0de tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0500898 Sep 22 10:00:33.313483 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-10beff6f-75aa-4b66-978f-e0969d8676ac req-96f5565a-f9ac-4719-8f1e-981af5862dd4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 999 time: 0.0641227 Sep 22 10:00:33.323351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-762d0909-8675-4505-88e3-4648e0353151 req-b38a8301-44ca-489e-a5bb-dbc2b199f161 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360436 Sep 22 10:00:33.368879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beff6f-75aa-4b66-978f-e0969d8676ac req-2953601a-8442-4879-926a-8f4d1b7f154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:33.370357 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-10beff6f-75aa-4b66-978f-e0969d8676ac req-2953601a-8442-4879-926a-8f4d1b7f154e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0483854 Sep 22 10:00:33.371359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46972) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:33.487804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beff6f-75aa-4b66-978f-e0969d8676ac req-3a5796cf-afaa-4edb-a9b8-8e23e7e1ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:33.489343 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-10beff6f-75aa-4b66-978f-e0969d8676ac req-3a5796cf-afaa-4edb-a9b8-8e23e7e1ef97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105351 Sep 22 10:00:33.667115 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-10beff6f-75aa-4b66-978f-e0969d8676ac req-d6c3c753-92d1-41ae-9b74-0e578086f7e7 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682661 Sep 22 10:00:33.812170 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-10beff6f-75aa-4b66-978f-e0969d8676ac req-781ceb21-0336-415a-ad54-6baf104f7b0b service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351881 Sep 22 10:00:33.888944 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:34.140171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Deleting port 7bdf2163-9e06-4041-9756-405a5138bd6d {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:00:34.140519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:34.199267 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7ccd0-b4cc-47ca-9108-f15428f5f3e2 req-d561ad26-2c37-4642-a036-fb3a37fd469c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:34.200802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13f7ccd0-b4cc-47ca-9108-f15428f5f3e2 req-d561ad26-2c37-4642-a036-fb3a37fd469c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0516641 Sep 22 10:00:34.231578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] For port 7bdf2163-9e06-4041-9756-405a5138bd6d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7bdf2163-9e06-4041-9756-405a5138bd6d,segment=NetworkSegment(43c376c9-e1fb-4be3-aa7c-51a23305c62d),segment_id=43c376c9-e1fb-4be3-aa7c-51a23305c62d)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:34.232197 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:34.239264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13f7ccd0-b4cc-47ca-9108-f15428f5f3e2 req-e0aa0237-66a9-47da-a020-d6f0f45497fa tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319574 Sep 22 10:00:34.245413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Calling delete_port for 7bdf2163-9e06-4041-9756-405a5138bd6d owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:00:34.443680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4f7cb-f10a-40a1-accc-627c0d54e11f req-ec992a71-58a5-4aff-ad65-3fdee18a7265 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:34.445184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6a4f7cb-f10a-40a1-accc-627c0d54e11f req-ec992a71-58a5-4aff-ad65-3fdee18a7265 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0551870 Sep 22 10:00:34.484051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6a4f7cb-f10a-40a1-accc-627c0d54e11f req-24bf0ad7-acfb-435a-b9b5-02668158e7f2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326953 Sep 22 10:00:34.515356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:34.544228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'Port': ['ID=7bdf2163-9e06-4041-9756-405a5138bd6d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:34.722337 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:35.276320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:00:35.360662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916dc3d-b08a-4e6a-9dfc-34c568e84d0e req-d048265f-a3da-4f28-b434-2547bd9127b5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:35.363190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5916dc3d-b08a-4e6a-9dfc-34c568e84d0e req-d048265f-a3da-4f28-b434-2547bd9127b5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0538259 Sep 22 10:00:35.387557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:00:35.394811 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-212ef8b2-019e-460a-aac2-6f1cf7d8561f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "PUT /v2.0/routers/2a28e2fb-abed-45b1-aae2-da5a8242dfaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0224898 Sep 22 10:00:35.397498 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 46980) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:35.401732 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75aa38-cce0-474d-8ac2-0bf92dd51a43 None None] Sync routers for ids ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:00:35.412783 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75aa38-cce0-474d-8ac2-0bf92dd51a43 None None] Routers {'2a28e2fb-abed-45b1-aae2-da5a8242dfaa'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:35.413553 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0c75aa38-cce0-474d-8ac2-0bf92dd51a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:35.418393 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5916dc3d-b08a-4e6a-9dfc-34c568e84d0e req-915a01e6-d86c-4d9b-8d02-8103cc58fb57 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487237 Sep 22 10:00:35.457320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e195bd9-c70a-4cd8-9b86-14f4b47929a3 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Deleting subnet f3e026f4-462c-41d0-9083-db59e581d323 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:00:35.460657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e195bd9-c70a-4cd8-9b86-14f4b47929a3 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:35.505507 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e195bd9-c70a-4cd8-9b86-14f4b47929a3 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:35.526664 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-0c75aa38-cce0-474d-8ac2-0bf92dd51a43 None None] Set router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:35.538938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ee300-3bb6-4fe2-8e3a-a67da790bda6 req-828025ab-e055-48d7-8d18-08d5e0bc198b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:35.540528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-824ee300-3bb6-4fe2-8e3a-a67da790bda6 req-828025ab-e055-48d7-8d18-08d5e0bc198b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0522974 Sep 22 10:00:35.579064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-824ee300-3bb6-4fe2-8e3a-a67da790bda6 req-ab9d9577-d7b7-4cf0-a2d7-5dce72291768 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321126 Sep 22 10:00:35.624107 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e195bd9-c70a-4cd8-9b86-14f4b47929a3 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:35.695410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453962f-f013-456a-8c18-00e1a3fbeeaa req-0a364100-1a4e-4c27-9cd1-1409191acd78 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:35.697075 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b453962f-f013-456a-8c18-00e1a3fbeeaa req-0a364100-1a4e-4c27-9cd1-1409191acd78 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0549078 Sep 22 10:00:35.713015 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0c75aa38-cce0-474d-8ac2-0bf92dd51a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031211824', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:09Z', 'updated_at': '2021-09-22T10:00:34Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:10Z', 'updated_at': '2021-09-22T10:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:35.735821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b453962f-f013-456a-8c18-00e1a3fbeeaa req-5d4d3296-01d3-4a17-8cd6-807be758f802 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323238 Sep 22 10:00:35.744352 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75aa38-cce0-474d-8ac2-0bf92dd51a43 None None] Checking router: 2a28e2fb-abed-45b1-aae2-da5a8242dfaa for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:00:35.753779 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75aa38-cce0-474d-8ac2-0bf92dd51a43 None None] Routers {'2a28e2fb-abed-45b1-aae2-da5a8242dfaa'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:35.754400 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0c75aa38-cce0-474d-8ac2-0bf92dd51a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:35.780321 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e195bd9-c70a-4cd8-9b86-14f4b47929a3 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:35.809560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e195bd9-c70a-4cd8-9b86-14f4b47929a3 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e026f4-462c-41d0-9083-db59e581d323,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:35.811574 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7e195bd9-c70a-4cd8-9b86-14f4b47929a3 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:35.817847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46988) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:35.818430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5351c5-6e33-4703-9154-ef394ea55508 None None] Network 67cf41f8-b886-4d0d-98d4-d5028129bac5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:00:35.830977 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7e195bd9-c70a-4cd8-9b86-14f4b47929a3 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "DELETE /v2.0/subnets/f3e026f4-462c-41d0-9083-db59e581d323 HTTP/1.1" status: 204 len: 168 time: 0.4225461 Sep 22 10:00:35.860897 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-0c75aa38-cce0-474d-8ac2-0bf92dd51a43 None None] Set router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:36.036034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee08f1b-bad8-4e2f-8f95-ba06de411bfa None None] DHCP port deletion for 67cf41f8-b886-4d0d-98d4-d5028129bac5 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:00:36.057809 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-0c75aa38-cce0-474d-8ac2-0bf92dd51a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031211824', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:09Z', 'updated_at': '2021-09-22T10:00:34Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:10Z', 'updated_at': '2021-09-22T10:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:36.086319 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c75aa38-cce0-474d-8ac2-0bf92dd51a43 None None] The sync data for ids ['2a28e2fb-abed-45b1-aae2-da5a8242dfaa'] in n-d-805649-4 is: [{'id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1031211824', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:09Z', 'updated_at': '2021-09-22T10:00:34Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': 'c4d4d622-aa0a-4249-bc51-438dd260124d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a28e2fb-abed-45b1-aae2-da5a8242dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:10Z', 'updated_at': '2021-09-22T10:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:00:36.087625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fee08f1b-bad8-4e2f-8f95-ba06de411bfa None None] Deleting port e6d76574-ffcd-4f0a-94ff-47aff5bab54f {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:00:36.088283 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fee08f1b-bad8-4e2f-8f95-ba06de411bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:36.175114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fee08f1b-bad8-4e2f-8f95-ba06de411bfa None None] For port e6d76574-ffcd-4f0a-94ff-47aff5bab54f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e6d76574-ffcd-4f0a-94ff-47aff5bab54f,segment=NetworkSegment(43c376c9-e1fb-4be3-aa7c-51a23305c62d),segment_id=43c376c9-e1fb-4be3-aa7c-51a23305c62d)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:36.175517 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fee08f1b-bad8-4e2f-8f95-ba06de411bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:36.187446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fee08f1b-bad8-4e2f-8f95-ba06de411bfa None None] Calling delete_port for e6d76574-ffcd-4f0a-94ff-47aff5bab54f owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:00:36.279915 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:36.405322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf636d96-d41b-4796-bf0e-bbb171ae7b30 req-4caa3a25-bdcc-4dea-a551-11440b07cf05 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:36.406795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf636d96-d41b-4796-bf0e-bbb171ae7b30 req-4caa3a25-bdcc-4dea-a551-11440b07cf05 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0947437 Sep 22 10:00:36.430413 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:36.455278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf636d96-d41b-4796-bf0e-bbb171ae7b30 req-495cad98-b52c-42cd-b882-6d3d8d9962e0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409670 Sep 22 10:00:36.458523 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fee08f1b-bad8-4e2f-8f95-ba06de411bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:36.483948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee08f1b-bad8-4e2f-8f95-ba06de411bfa None None] Pushing event deleted for resources: {'Port': ['ID=e6d76574-ffcd-4f0a-94ff-47aff5bab54f,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:36.491458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee08f1b-bad8-4e2f-8f95-ba06de411bfa None None] No DVR routers for this DVR port e6d76574-ffcd-4f0a-94ff-47aff5bab54f on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:00:36.577603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9017f168-e4ff-4267-9d47-a2cc02e85cda no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:00:36.599529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 9017f168-e4ff-4267-9d47-a2cc02e85cda {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:00:36.600154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 9017f168-e4ff-4267-9d47-a2cc02e85cda not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:00:36.628130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Deleting port c4d4d622-aa0a-4249-bc51-438dd260124d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:00:36.628682 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:36.711323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] For port c4d4d622-aa0a-4249-bc51-438dd260124d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c4d4d622-aa0a-4249-bc51-438dd260124d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:36.711692 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:36.723876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Calling delete_port for c4d4d622-aa0a-4249-bc51-438dd260124d owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:00:36.887110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46404bad-978b-490b-a23f-4f2375f74fba req-ca6177d7-4e70-4f39-8aaa-80fb997af161 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:36.888511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46404bad-978b-490b-a23f-4f2375f74fba req-ca6177d7-4e70-4f39-8aaa-80fb997af161 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0650356 Sep 22 10:00:36.951567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-46404bad-978b-490b-a23f-4f2375f74fba req-33eebb30-7e4a-4224-9eb0-0358c3e29fe3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450482 Sep 22 10:00:37.040191 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.070373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'Port': ['ID=c4d4d622-aa0a-4249-bc51-438dd260124d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:37.100471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.100851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.101193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.101526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.101855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.102180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.102502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.102826 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.103155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.103473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.103792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.104107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:37.139668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8469db0-ccc0-44d0-a67a-a5d2acbd3bbe req-262ab04b-3afc-4ef0-8606-fde86e29ca13 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:37.141088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8469db0-ccc0-44d0-a67a-a5d2acbd3bbe req-262ab04b-3afc-4ef0-8606-fde86e29ca13 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.1330466 Sep 22 10:00:37.168161 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.247821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8469db0-ccc0-44d0-a67a-a5d2acbd3bbe req-08fea370-7795-4b07-b316-8dc24ee7d80e tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999863 Sep 22 10:00:37.273330 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.276095 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.409914 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.409914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Fanout notify agent at l3_agent the message router_deleted on router 2a28e2fb-abed-45b1-aae2-da5a8242dfaa {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:00:37.422642 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.422642 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-751c42ec-cf84-4ef0-b2bd-9203d0d542e9 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "DELETE /v2.0/routers/2a28e2fb-abed-45b1-aae2-da5a8242dfaa HTTP/1.1" status: 204 len: 168 time: 1.5985131 Sep 22 10:00:37.422642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 46998) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:37.450410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e6d76574-ffcd-4f0a-94ff-47aff5bab54f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:00:37.476525 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: e6d76574-ffcd-4f0a-94ff-47aff5bab54f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:00:37.477253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e6d76574-ffcd-4f0a-94ff-47aff5bab54f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:00:37.477723 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7bdf2163-9e06-4041-9756-405a5138bd6d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:00:37.498120 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 7bdf2163-9e06-4041-9756-405a5138bd6d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:00:37.498529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7bdf2163-9e06-4041-9756-405a5138bd6d not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:00:37.509442 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.603094 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.623412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cf41f8-b886-4d0d-98d4-d5028129bac5']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:37.633059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c376c9-e1fb-4be3-aa7c-51a23305c62d') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:37.633664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c376c9-e1fb-4be3-aa7c-51a23305c62d') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:37.642583 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.656058 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.662006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:00:37.662427 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:00:37.665620 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:00:37.892304 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.899958 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:37.901836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "DELETE /v2.0/networks/67cf41f8-b886-4d0d-98d4-d5028129bac5 HTTP/1.1" status: 204 len: 168 time: 0.4802189 Sep 22 10:00:37.904636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47000) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:37.913187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa493ae-5800-4a78-ab17-20359b7630b5 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'Network': ['ID=67cf41f8-b886-4d0d-98d4-d5028129bac5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:38.066985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Deleting port c154f2e3-a65b-44bc-bc2d-6f71b6ccd291 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:00:38.067481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:38.076133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b6bd7-980f-46ff-b92b-9348ebd7e986 req-f94ef08a-060a-4fed-b2c4-801c39d40a30 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:38.077775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf8b6bd7-980f-46ff-b92b-9348ebd7e986 req-f94ef08a-060a-4fed-b2c4-801c39d40a30 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0508788 Sep 22 10:00:38.116994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf8b6bd7-980f-46ff-b92b-9348ebd7e986 req-06d8110d-6dc7-4222-9ba0-f0b9f2b0a4fc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329905 Sep 22 10:00:38.151382 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:38.151525 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:38.165488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Calling delete_port for c154f2e3-a65b-44bc-bc2d-6f71b6ccd291 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:00:38.436943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:38.464941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'Port': ['ID=c154f2e3-a65b-44bc-bc2d-6f71b6ccd291,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:38.515311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fb646-6e47-4016-927a-f162758a5769 req-b76d0e50-7aad-485b-b0a0-e1fd2edc8c52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:38.517059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b4fb646-6e47-4016-927a-f162758a5769 req-b76d0e50-7aad-485b-b0a0-e1fd2edc8c52 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0518680 Sep 22 10:00:38.529496 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:38.529880 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Floating IP dd2b40b5-8d49-4a56-aa8e-2f49568d9bb3 disassociated (deleted). External IP: 172.25.6.160, port: 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8. Sep 22 10:00:38.558996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b4fb646-6e47-4016-927a-f162758a5769 req-4744d7c0-c71f-4a03-8aa2-4a1865fd7237 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349715 Sep 22 10:00:38.671061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa660f-1149-46ac-83ba-b7e86a200d71 req-ef62915b-c3dc-4b22-ae09-43a7e8b74c64 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:38.673464 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4efa660f-1149-46ac-83ba-b7e86a200d71 req-ef62915b-c3dc-4b22-ae09-43a7e8b74c64 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0574570 Sep 22 10:00:38.713903 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4efa660f-1149-46ac-83ba-b7e86a200d71 req-3a8d3c8d-26bd-4c91-83a9-37aa6d1f4782 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336771 Sep 22 10:00:38.748923 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Router e0d2695a-ba08-471d-8d6a-21d26db6904c has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:00:38.865628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:00:38.870396 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:38.874975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc1e19-2508-4b9b-b54e-b379001dfe2f None None] Sync routers for ids ['e0d2695a-ba08-471d-8d6a-21d26db6904c'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:00:38.883917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc1e19-2508-4b9b-b54e-b379001dfe2f None None] Routers {'e0d2695a-ba08-471d-8d6a-21d26db6904c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:38.884610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4abc1e19-2508-4b9b-b54e-b379001dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0d2695a-ba08-471d-8d6a-21d26db6904c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:38.900397 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a6515ed2-d81e-4f95-941f-0729a09605d0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "DELETE /v2.0/floatingips/dd2b40b5-8d49-4a56-aa8e-2f49568d9bb3 HTTP/1.1" status: 204 len: 168 time: 0.9945357 Sep 22 10:00:38.901027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'tag': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:00:38.903300 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b56f3-a3e9-4dca-b659-55c555710e60" -d '{"events": [{"name": "network-changed", "server_uuid": "9654fefd-0d14-49dc-ad77-0bc23d6a51a9", "tag": "71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:00:38.993484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-4abc1e19-2508-4b9b-b54e-b379001dfe2f None None] Set router e0d2695a-ba08-471d-8d6a-21d26db6904c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:39.195167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4abc1e19-2508-4b9b-b54e-b379001dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '7ca94389-b4fb-4c64-a47b-a57c86f7f633', 'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:de:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:10Z', 'updated_at': '2021-09-22T09:59:15Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:39.227728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc1e19-2508-4b9b-b54e-b379001dfe2f None None] Checking router: e0d2695a-ba08-471d-8d6a-21d26db6904c for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:00:39.237493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc1e19-2508-4b9b-b54e-b379001dfe2f None None] Routers {'e0d2695a-ba08-471d-8d6a-21d26db6904c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:39.238115 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4abc1e19-2508-4b9b-b54e-b379001dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0d2695a-ba08-471d-8d6a-21d26db6904c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:39.329506 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e354b26-8ce9-483b-830c-e91f3641aaa4 x-openstack-request-id: req-7e354b26-8ce9-483b-830c-e91f3641aaa4 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:00:39.330703 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9654fefd-0d14-49dc-ad77-0bc23d6a51a9", "tag": "71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:00:39.332258 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e354b26-8ce9-483b-830c-e91f3641aaa4 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:00:39.333269 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'tag': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8', 'status': 'completed', 'code': 200} Sep 22 10:00:39.361629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-4abc1e19-2508-4b9b-b54e-b379001dfe2f None None] Set router e0d2695a-ba08-471d-8d6a-21d26db6904c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:39.392097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c4d4d622-aa0a-4249-bc51-438dd260124d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:00:39.406228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b56f3-a3e9-4dca-b659-55c555710e60 req-1992ad08-37a7-454b-9c2d-f43e50860595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:39.407776 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b50b56f3-a3e9-4dca-b659-55c555710e60 req-1992ad08-37a7-454b-9c2d-f43e50860595 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d886cc4c49f1475e9e5f26174dbe7feb&device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 1136 time: 0.0469348 Sep 22 10:00:39.415758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: c4d4d622-aa0a-4249-bc51-438dd260124d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:00:39.416257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c4d4d622-aa0a-4249-bc51-438dd260124d not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:00:39.450770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077a2b8-f164-40c4-8b29-f90a911d2b2f req-5b012d25-8ac1-4bc8-9295-5a0a99342afc tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:39.452354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3077a2b8-f164-40c4-8b29-f90a911d2b2f req-5b012d25-8ac1-4bc8-9295-5a0a99342afc tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 985 time: 0.0587509 Sep 22 10:00:39.498048 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3077a2b8-f164-40c4-8b29-f90a911d2b2f req-36bee156-7433-4b30-80d6-5e7b0b5ac09f tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0387704 Sep 22 10:00:39.521789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b56f3-a3e9-4dca-b659-55c555710e60 req-09d37b3f-5368-44f1-b77c-033a6b5401e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:39.523306 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b50b56f3-a3e9-4dca-b659-55c555710e60 req-09d37b3f-5368-44f1-b77c-033a6b5401e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=abc6c5e4-1e4f-4701-86b2-e69bea001ffc HTTP/1.1" status: 200 len: 897 time: 0.1062984 Sep 22 10:00:39.566801 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b50b56f3-a3e9-4dca-b659-55c555710e60 req-aea80f80-c76b-4e8b-92e8-082fcfe1f830 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 HTTP/1.1" status: 200 len: 217 time: 0.0349534 Sep 22 10:00:39.610355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4abc1e19-2508-4b9b-b54e-b379001dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '7ca94389-b4fb-4c64-a47b-a57c86f7f633', 'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:de:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:10Z', 'updated_at': '2021-09-22T09:59:15Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:39.625309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b56f3-a3e9-4dca-b659-55c555710e60 req-49de202b-137a-42cd-a1a1-b025af3074f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:39.627172 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b50b56f3-a3e9-4dca-b659-55c555710e60 req-49de202b-137a-42cd-a1a1-b025af3074f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=173a1dd9-551f-4135-a2a0-d9ecd70d8a86 HTTP/1.1" status: 200 len: 835 time: 0.0518310 Sep 22 10:00:39.639022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc1e19-2508-4b9b-b54e-b379001dfe2f None None] The sync data for ids ['e0d2695a-ba08-471d-8d6a-21d26db6904c'] in n-d-805649-4 is: [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '7ca94389-b4fb-4c64-a47b-a57c86f7f633', 'name': '', 'network_id': 'abc6c5e4-1e4f-4701-86b2-e69bea001ffc', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'mac_address': 'fa:16:3e:de:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:10Z', 'updated_at': '2021-09-22T09:59:15Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'subnets': [{'id': '173a1dd9-551f-4135-a2a0-d9ecd70d8a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:00:39.679646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b56f3-a3e9-4dca-b659-55c555710e60 req-ba705c15-4e32-4b14-b1f9-c8876c40f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:39.681234 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b50b56f3-a3e9-4dca-b659-55c555710e60 req-ba705c15-4e32-4b14-b1f9-c8876c40f8e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abc6c5e4-1e4f-4701-86b2-e69bea001ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457988 Sep 22 10:00:39.682497 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584981ba-cc76-4b41-865f-8b0ae3e09418 req-f6b80b46-3edd-43b0-aee4-f54bdd483401 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:39.684255 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-584981ba-cc76-4b41-865f-8b0ae3e09418 req-f6b80b46-3edd-43b0-aee4-f54bdd483401 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0542343 Sep 22 10:00:39.725318 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-584981ba-cc76-4b41-865f-8b0ae3e09418 req-962b0426-4854-47ff-a361-e58a83660e25 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342622 Sep 22 10:00:39.782702 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b50b56f3-a3e9-4dca-b659-55c555710e60 req-0b52d7e4-3d6d-47d3-9039-c990c35d361a service neutron] 10.222.0.60 "GET /v2.0/networks/abc6c5e4-1e4f-4701-86b2-e69bea001ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916939 Sep 22 10:00:39.846986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc8394-1e9f-49cb-a3c5-31db47190c14 req-092b921f-e48d-411d-85d1-c5cde02b7d3f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:39.848948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1dc8394-1e9f-49cb-a3c5-31db47190c14 req-092b921f-e48d-411d-85d1-c5cde02b7d3f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0619481 Sep 22 10:00:39.891379 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1dc8394-1e9f-49cb-a3c5-31db47190c14 req-87239fd0-3b54-4e3a-8715-54e1faf1aef5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360613 Sep 22 10:00:39.893725 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b50b56f3-a3e9-4dca-b659-55c555710e60 req-b6452ff4-bca7-4f03-9782-8bb10cd1e4dd service neutron] 10.222.0.60 "GET /v2.0/networks/abc6c5e4-1e4f-4701-86b2-e69bea001ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011150 Sep 22 10:00:39.898095 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41e8ec-611e-4b2f-a831-fc8f5b454f46 None None] New status for floating IP dd2b40b5-8d49-4a56-aa8e-2f49568d9bb3: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:00:40.013142 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152184b-b58d-4d06-bde8-2b31e514f324 req-4e9ba913-7acf-4099-8085-2d902d33feeb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:40.014663 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1152184b-b58d-4d06-bde8-2b31e514f324 req-4e9ba913-7acf-4099-8085-2d902d33feeb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0518014 Sep 22 10:00:40.054294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1152184b-b58d-4d06-bde8-2b31e514f324 req-89ec4f01-1e20-4dc4-a58c-9490532e126e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327535 Sep 22 10:00:40.170707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9d05a-cf7b-4ebb-82ba-260a5aababb3 req-08632623-4d5e-45fb-9a91-9f6bf59dbeab tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:40.172206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbc9d05a-cf7b-4ebb-82ba-260a5aababb3 req-08632623-4d5e-45fb-9a91-9f6bf59dbeab tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0504630 Sep 22 10:00:40.210624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbc9d05a-cf7b-4ebb-82ba-260a5aababb3 req-a39cbd4f-4662-40d3-9cc4-e9b6c3d6815e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322266 Sep 22 10:00:40.329460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c726c4b-72e5-483b-9d3f-f0aff46422f6 req-15610028-e532-468d-92d4-ad35f79bed63 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:40.331766 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c726c4b-72e5-483b-9d3f-f0aff46422f6 req-15610028-e532-468d-92d4-ad35f79bed63 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0540683 Sep 22 10:00:40.369854 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c726c4b-72e5-483b-9d3f-f0aff46422f6 req-6c1b7e7b-ea1d-4a5d-bd7d-6cf86b83e9dc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318844 Sep 22 10:00:40.617664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ef6a0-dcfb-4a6e-9f08-f6ab82f3f7c2 req-67e071ee-3fd9-46e0-858c-fe32e29fd8f6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:40.619201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-104ef6a0-dcfb-4a6e-9f08-f6ab82f3f7c2 req-67e071ee-3fd9-46e0-858c-fe32e29fd8f6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 985 time: 0.0516875 Sep 22 10:00:40.660359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-104ef6a0-dcfb-4a6e-9f08-f6ab82f3f7c2 req-982d1d87-7da0-4cbf-886b-3e0e39b4c001 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6&id=bce774d4-16b9-49f2-91cc-a68fa71be84f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0349300 Sep 22 10:00:40.776393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1575c88-73fa-478e-b005-104688c2007a req-b40c97b6-e8f5-404a-bc4c-8fe9735f6e90 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:40.778046 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b1575c88-73fa-478e-b005-104688c2007a req-b40c97b6-e8f5-404a-bc4c-8fe9735f6e90 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.60 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 985 time: 0.0516715 Sep 22 10:00:40.844555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c9d0f-47ee-48be-ba62-e957f1ed0cdc req-da18dfd3-c341-47b2-91aa-98bdaff05831 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:40.846205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-586c9d0f-47ee-48be-ba62-e957f1ed0cdc req-da18dfd3-c341-47b2-91aa-98bdaff05831 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0516810 Sep 22 10:00:40.879887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b1575c88-73fa-478e-b005-104688c2007a req-98d66f25-9903-4ee6-8650-60831e9a7166 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Deleting port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:00:40.880142 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b1575c88-73fa-478e-b005-104688c2007a req-98d66f25-9903-4ee6-8650-60831e9a7166 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:40.885612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-586c9d0f-47ee-48be-ba62-e957f1ed0cdc req-124948f5-1838-4864-8022-458a018a0f14 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331340 Sep 22 10:00:40.967811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b1575c88-73fa-478e-b005-104688c2007a req-98d66f25-9903-4ee6-8650-60831e9a7166 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] For port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8,segment=NetworkSegment(8f687e69-b4f6-4ccf-87b9-c5d654397e65),segment_id=8f687e69-b4f6-4ccf-87b9-c5d654397e65)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:40.968176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b1575c88-73fa-478e-b005-104688c2007a req-98d66f25-9903-4ee6-8650-60831e9a7166 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:40.981554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b1575c88-73fa-478e-b005-104688c2007a req-98d66f25-9903-4ee6-8650-60831e9a7166 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Calling delete_port for 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:00:41.180203 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b1575c88-73fa-478e-b005-104688c2007a req-98d66f25-9903-4ee6-8650-60831e9a7166 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:41.210089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d66f25-9903-4ee6-8650-60831e9a7166 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'Port': ['ID=71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:41.261924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1575c88-73fa-478e-b005-104688c2007a req-98d66f25-9903-4ee6-8650-60831e9a7166 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] No DVR routers for this DVR port 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:00:41.264443 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b1575c88-73fa-478e-b005-104688c2007a req-98d66f25-9903-4ee6-8650-60831e9a7166 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:41.266482 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b1575c88-73fa-478e-b005-104688c2007a req-98d66f25-9903-4ee6-8650-60831e9a7166 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.60 "DELETE /v2.0/ports/71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 HTTP/1.1" status: 204 len: 173 time: 0.4801664 Sep 22 10:00:41.335263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'name': 'network-vif-deleted', 'tag': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:00:41.337671 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0351666-3a18-47da-b980-367559973f36" -d '{"events": [{"server_uuid": "9654fefd-0d14-49dc-ad77-0bc23d6a51a9", "name": "network-vif-deleted", "tag": "71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:00:41.374983 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164228a9-c759-402a-b3da-786de3d1293f x-openstack-request-id: req-164228a9-c759-402a-b3da-786de3d1293f {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:00:41.375269 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9654fefd-0d14-49dc-ad77-0bc23d6a51a9", "name": "network-vif-deleted", "tag": "71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:00:41.375519 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-164228a9-c759-402a-b3da-786de3d1293f {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:00:41.375918 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9654fefd-0d14-49dc-ad77-0bc23d6a51a9', 'name': 'network-vif-deleted', 'tag': '71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8', 'status': 'completed', 'code': 200} Sep 22 10:00:41.774915 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-347b8e31-e8f4-47b7-ac59-92f9a8c6e0bd req-90e357d1-a352-475c-960d-8bfabc4756dd tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "GET /v2.0/ports?device_id=9654fefd-0d14-49dc-ad77-0bc23d6a51a9 HTTP/1.1" status: 200 len: 210 time: 0.0315711 Sep 22 10:00:42.000793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d0231-2bd5-4ff9-ad5e-b23f9a51b9d4 req-bbbb1aba-9337-419b-a48b-32f2de40a00a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:42.002806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-548d0231-2bd5-4ff9-ad5e-b23f9a51b9d4 req-bbbb1aba-9337-419b-a48b-32f2de40a00a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0497823 Sep 22 10:00:42.040436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-548d0231-2bd5-4ff9-ad5e-b23f9a51b9d4 req-ee785dfe-797e-49f6-b6b1-0e838a14b38a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313771 Sep 22 10:00:42.806724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717355ce-f22a-4ed3-878e-7f5c06eb8d3a req-d9377ac2-a00e-4d46-96cc-a8d46daee027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:42.808277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-717355ce-f22a-4ed3-878e-7f5c06eb8d3a req-d9377ac2-a00e-4d46-96cc-a8d46daee027 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 1096 time: 0.0410266 Sep 22 10:00:42.830738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47040) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:42.847882 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-717355ce-f22a-4ed3-878e-7f5c06eb8d3a req-c2a35051-f16b-4ba0-986f-8493aba62682 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285745 Sep 22 10:00:42.883118 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83eb405a-475d-446f-8c39-2ed226092cb0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:42.904997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83eb405a-475d-446f-8c39-2ed226092cb0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:43.088588 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83eb405a-475d-446f-8c39-2ed226092cb0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:43.091302 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83eb405a-475d-446f-8c39-2ed226092cb0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:43.092446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-83eb405a-475d-446f-8c39-2ed226092cb0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "DELETE /v2.0/security-groups/dc7cf29b-149f-4fa6-81e6-80cc3bc541a6 HTTP/1.1" status: 204 len: 168 time: 0.2607205 Sep 22 10:00:43.095432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47044) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:43.108010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb405a-475d-446f-8c39-2ed226092cb0 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7cf29b-149f-4fa6-81e6-80cc3bc541a6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:43.154559 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66257456-78d2-4a01-85a0-4f8535f576cc tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:43.177047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58181a-70bb-42f5-8394-488835089651 req-7e068629-33a1-4224-a2f6-4fa6737f14f2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:43.178574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e58181a-70bb-42f5-8394-488835089651 req-7e068629-33a1-4224-a2f6-4fa6737f14f2 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0593786 Sep 22 10:00:43.178730 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66257456-78d2-4a01-85a0-4f8535f576cc tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:43.216881 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e58181a-70bb-42f5-8394-488835089651 req-2ae6a626-1698-492d-9da8-85c66a5988da tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320075 Sep 22 10:00:43.311689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66257456-78d2-4a01-85a0-4f8535f576cc tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:43.314363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-66257456-78d2-4a01-85a0-4f8535f576cc tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:43.316125 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-66257456-78d2-4a01-85a0-4f8535f576cc tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "DELETE /v2.0/security-groups/bce774d4-16b9-49f2-91cc-a68fa71be84f HTTP/1.1" status: 204 len: 168 time: 0.2191467 Sep 22 10:00:43.319038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47046) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:43.333814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66257456-78d2-4a01-85a0-4f8535f576cc tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce774d4-16b9-49f2-91cc-a68fa71be84f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:43.680916 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:43.939453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Deleting port 7ca94389-b4fb-4c64-a47b-a57c86f7f633 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:00:43.939716 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:44.034520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] For port 7ca94389-b4fb-4c64-a47b-a57c86f7f633, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7ca94389-b4fb-4c64-a47b-a57c86f7f633,segment=NetworkSegment(8f687e69-b4f6-4ccf-87b9-c5d654397e65),segment_id=8f687e69-b4f6-4ccf-87b9-c5d654397e65)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:44.034955 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:44.046674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Calling delete_port for 7ca94389-b4fb-4c64-a47b-a57c86f7f633 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:00:44.317623 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:44.355377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'Port': ['ID=7ca94389-b4fb-4c64-a47b-a57c86f7f633,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:44.368680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258751d4-1f9d-46bd-bbd9-cb716e4cca78 req-1deb29c3-d05e-4f85-9030-5f385dad0243 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:44.370190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-258751d4-1f9d-46bd-bbd9-cb716e4cca78 req-1deb29c3-d05e-4f85-9030-5f385dad0243 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0869274 Sep 22 10:00:44.456893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-258751d4-1f9d-46bd-bbd9-cb716e4cca78 req-3cae49e4-fe1f-4793-aac1-8dcc56c5900d tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685415 Sep 22 10:00:44.482691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47050) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:44.549092 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-18a80ece-6554-4cc8-85b7-9071cc08a7a8 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/floatingips/e510eb10-cb2c-41cb-9aa0-7b4f65314d6c HTTP/1.1" status: 200 len: 991 time: 0.0651898 Sep 22 10:00:44.568828 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:44.614624 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 177b072f-fcf9-4706-ace2-bdc8fba1078a details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:00:44.708594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 177b072f-fcf9-4706-ace2-bdc8fba1078a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:44.719763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'port_id': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'mac_address': 'fa:16:3e:4e:3a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:00:44.756571 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:44.773564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 177b072f-fcf9-4706-ace2-bdc8fba1078a {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:00:44.787981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Router e0d2695a-ba08-471d-8d6a-21d26db6904c has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:00:44.793091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 177b072f-fcf9-4706-ace2-bdc8fba1078a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:44.882721 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:44.895938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:00:44.901170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f9027f6c-7a64-4f70-8144-3f2354c54f8e tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "PUT /v2.0/routers/e0d2695a-ba08-471d-8d6a-21d26db6904c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5810585 Sep 22 10:00:44.903892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47052) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:44.910886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9cf912-3f1f-4895-a583-8194f46f6676 None None] Sync routers for ids ['e0d2695a-ba08-471d-8d6a-21d26db6904c'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:00:44.928320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9cf912-3f1f-4895-a583-8194f46f6676 None None] Routers {'e0d2695a-ba08-471d-8d6a-21d26db6904c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:44.928989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ec9cf912-3f1f-4895-a583-8194f46f6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0d2695a-ba08-471d-8d6a-21d26db6904c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:44.978532 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=177b072f-fcf9-4706-ace2-bdc8fba1078a,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:44.990298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:44.990639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:44.990973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:44.991304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:44.991629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:44.991951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:44.992272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:44.992590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:44.992934 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:44.993249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:44.993564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:44.993876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:45.221986 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ec9cf912-3f1f-4895-a583-8194f46f6676 None None] Set router e0d2695a-ba08-471d-8d6a-21d26db6904c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:45.284187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1c7385-cdd9-42c2-b383-775933e753f6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Deleting subnet 173a1dd9-551f-4135-a2a0-d9ecd70d8a86 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:00:45.287488 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed1c7385-cdd9-42c2-b383-775933e753f6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:45.293353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['177b072f-fcf9-4706-ace2-bdc8fba1078a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:00:45.331553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed1c7385-cdd9-42c2-b383-775933e753f6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:45.425635 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed1c7385-cdd9-42c2-b383-775933e753f6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:45.520453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ec9cf912-3f1f-4895-a583-8194f46f6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T10:00:44Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:45.553612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9cf912-3f1f-4895-a583-8194f46f6676 None None] Checking router: e0d2695a-ba08-471d-8d6a-21d26db6904c for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:00:45.574701 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed1c7385-cdd9-42c2-b383-775933e753f6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:45.578332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9cf912-3f1f-4895-a583-8194f46f6676 None None] Routers {'e0d2695a-ba08-471d-8d6a-21d26db6904c'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:45.584247 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ec9cf912-3f1f-4895-a583-8194f46f6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0d2695a-ba08-471d-8d6a-21d26db6904c'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:45.603458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c7385-cdd9-42c2-b383-775933e753f6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'Subnet': ['ID=173a1dd9-551f-4135-a2a0-d9ecd70d8a86,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:45.605466 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ed1c7385-cdd9-42c2-b383-775933e753f6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:45.607343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ed1c7385-cdd9-42c2-b383-775933e753f6 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "DELETE /v2.0/subnets/173a1dd9-551f-4135-a2a0-d9ecd70d8a86 HTTP/1.1" status: 204 len: 168 time: 0.7025135 Sep 22 10:00:45.610796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47054) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:45.625546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67e933-a5ed-4622-b608-8e3d3dbacddb None None] Network abc6c5e4-1e4f-4701-86b2-e69bea001ffc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:00:45.727303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:45.812268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ec9cf912-3f1f-4895-a583-8194f46f6676 None None] Set router e0d2695a-ba08-471d-8d6a-21d26db6904c gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:45.833072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:45.995708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Deleting port 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:00:45.996071 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.038800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ec9cf912-3f1f-4895-a583-8194f46f6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T10:00:44Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:46.043380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d21306-663a-4a36-b62d-283e312181ca None None] DHCP port deletion for abc6c5e4-1e4f-4701-86b2-e69bea001ffc request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:00:46.070104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9cf912-3f1f-4895-a583-8194f46f6676 None None] The sync data for ids ['e0d2695a-ba08-471d-8d6a-21d26db6904c'] in n-d-805649-4 is: [{'id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-847945061', 'tenant_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:06Z', 'updated_at': '2021-09-22T10:00:44Z', 'revision_number': 5, 'project_id': 'd886cc4c49f1475e9e5f26174dbe7feb', 'gw_port': {'id': '7d449dd7-f1f7-418c-9a11-a9fb0daff6fc', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:53:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d2695a-ba08-471d-8d6a-21d26db6904c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:07Z', 'updated_at': '2021-09-22T09:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:00:46.086198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] For port 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=7d449dd7-f1f7-418c-9a11-a9fb0daff6fc,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:46.086584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.101369 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Calling delete_port for 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:00:46.125449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b4d21306-663a-4a36-b62d-283e312181ca None None] Deleting port b2d108f6-10da-4d9e-9730-11d7bda84411 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:00:46.125825 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4d21306-663a-4a36-b62d-283e312181ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.193530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b4d21306-663a-4a36-b62d-283e312181ca None None] For port b2d108f6-10da-4d9e-9730-11d7bda84411, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b2d108f6-10da-4d9e-9730-11d7bda84411,segment=NetworkSegment(8f687e69-b4f6-4ccf-87b9-c5d654397e65),segment_id=8f687e69-b4f6-4ccf-87b9-c5d654397e65)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:46.193919 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4d21306-663a-4a36-b62d-283e312181ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.207337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b4d21306-663a-4a36-b62d-283e312181ca None None] Calling delete_port for b2d108f6-10da-4d9e-9730-11d7bda84411 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:00:46.258421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:00:46.291441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:00:46.291809 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 71e3f2ab-1da7-4e73-a2ea-f8273d96b1a8 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:00:46.340301 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.364003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'Port': ['ID=7d449dd7-f1f7-418c-9a11-a9fb0daff6fc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:46.412521 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4d21306-663a-4a36-b62d-283e312181ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.429333 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.443273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d21306-663a-4a36-b62d-283e312181ca None None] Pushing event deleted for resources: {'Port': ['ID=b2d108f6-10da-4d9e-9730-11d7bda84411,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:46.446861 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d21306-663a-4a36-b62d-283e312181ca None None] No DVR routers for this DVR port b2d108f6-10da-4d9e-9730-11d7bda84411 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:00:46.525410 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.528271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.631246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 177b072f-fcf9-4706-ace2-bdc8fba1078a up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:00:46.652036 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.652763 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Fanout notify agent at l3_agent the message router_deleted on router e0d2695a-ba08-471d-8d6a-21d26db6904c {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:00:46.660329 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.661538 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-213725b6-bf47-40d7-8ab4-2b5ab618fa83 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "DELETE /v2.0/routers/e0d2695a-ba08-471d-8d6a-21d26db6904c HTTP/1.1" status: 204 len: 168 time: 1.0497274 Sep 22 10:00:46.664206 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47058) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:46.684411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 177b072f-fcf9-4706-ace2-bdc8fba1078a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:46.684994 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.749246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.770785 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.797296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:00:46.800352 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecd6d86-8e94-4baa-9a82-2d20e1699ad4" -d '{"events": [{"server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "name": "network-vif-plugged", "status": "completed", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:00:46.813301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 177b072f-fcf9-4706-ace2-bdc8fba1078a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:46.840296 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b945b6-361b-48b7-b02b-e6d7b437308e x-openstack-request-id: req-c7b945b6-361b-48b7-b02b-e6d7b437308e {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:00:46.840590 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "name": "network-vif-plugged", "status": "completed", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:00:46.841028 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7b945b6-361b-48b7-b02b-e6d7b437308e {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:00:46.841405 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'code': 200} Sep 22 10:00:46.851214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.872241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc6c5e4-1e4f-4701-86b2-e69bea001ffc']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:46.882398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f687e69-b4f6-4ccf-87b9-c5d654397e65') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:46.882692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f687e69-b4f6-4ccf-87b9-c5d654397e65') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:46.891829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.900119 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.905262 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.911497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:00:46.911891 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:00:46.914983 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:00:46.949895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=177b072f-fcf9-4706-ace2-bdc8fba1078a,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:47.052216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:47.059929 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:47.061007 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] 10.222.0.49 "DELETE /v2.0/networks/abc6c5e4-1e4f-4701-86b2-e69bea001ffc HTTP/1.1" status: 204 len: 168 time: 0.3957908 Sep 22 10:00:47.077332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37221148-97d7-4f9b-b71c-8e90eb2978e4 tempest-TestSecurityGroupsBasicOps-1542898273 tempest-TestSecurityGroupsBasicOps-1542898273-project] Pushing event deleted for resources: {'Network': ['ID=abc6c5e4-1e4f-4701-86b2-e69bea001ffc,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:47.406467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:00:47.427957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:00:47.428299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7d449dd7-f1f7-418c-9a11-a9fb0daff6fc not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:00:47.428705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7ca94389-b4fb-4c64-a47b-a57c86f7f633 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:00:47.449873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 7ca94389-b4fb-4c64-a47b-a57c86f7f633 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:00:47.450218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 7ca94389-b4fb-4c64-a47b-a57c86f7f633 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:00:47.450630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b2d108f6-10da-4d9e-9730-11d7bda84411 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:00:47.469709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b2d108f6-10da-4d9e-9730-11d7bda84411 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:00:47.470052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b2d108f6-10da-4d9e-9730-11d7bda84411 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:00:47.687630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47068) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:47.820044 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-304334ba-86be-481b-a992-d7881c9c0f08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d886cc4c49f1475e9e5f26174dbe7feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312101 Sep 22 10:00:47.822496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47072) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:47.869934 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-583209a2-107d-4fe0-baee-0402b715d6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:47.891477 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-583209a2-107d-4fe0-baee-0402b715d6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:48.042764 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-583209a2-107d-4fe0-baee-0402b715d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:48.045468 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-583209a2-107d-4fe0-baee-0402b715d6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:48.046827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-583209a2-107d-4fe0-baee-0402b715d6d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf453e4b-04ab-4cfb-9412-afd598c9d680 HTTP/1.1" status: 204 len: 168 time: 0.2233179 Sep 22 10:00:48.055745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583209a2-107d-4fe0-baee-0402b715d6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf453e4b-04ab-4cfb-9412-afd598c9d680,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:48.861953 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47078) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:48.875346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6c22e6a-ac10-4857-b937-cb9a0bea8fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:48.964980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6c22e6a-ac10-4857-b937-cb9a0bea8fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:49.069501 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6c22e6a-ac10-4857-b937-cb9a0bea8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:49.108325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b6c22e6a-ac10-4857-b937-cb9a0bea8fd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=030b83e39c6b452fb48d23562ca49180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452669 Sep 22 10:00:49.109216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c22e6a-ac10-4857-b937-cb9a0bea8fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2730759d-94e1-424c-9ba9-8526f224bb95,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:49.111101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47080) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:49.160903 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf4863e4-f631-4615-8e5a-67713ef1579b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:49.181439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf4863e4-f631-4615-8e5a-67713ef1579b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:49.391693 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf4863e4-f631-4615-8e5a-67713ef1579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:49.394957 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf4863e4-f631-4615-8e5a-67713ef1579b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:49.396186 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bf4863e4-f631-4615-8e5a-67713ef1579b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2730759d-94e1-424c-9ba9-8526f224bb95 HTTP/1.1" status: 204 len: 168 time: 0.2839780 Sep 22 10:00:49.404525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4863e4-f631-4615-8e5a-67713ef1579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2730759d-94e1-424c-9ba9-8526f224bb95,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:50.162453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47086) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:50.207113 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d535671f-d07f-415c-afa2-6bb34491cedc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38ff0e5df3954f7ca4c6bb44689f9994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432248 Sep 22 10:00:50.209500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47088) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:50.264167 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-137ce7a9-ba28-4446-ab88-d9b827f826d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:50.287747 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-137ce7a9-ba28-4446-ab88-d9b827f826d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:50.441316 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-137ce7a9-ba28-4446-ab88-d9b827f826d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:50.443818 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-137ce7a9-ba28-4446-ab88-d9b827f826d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:50.445083 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-137ce7a9-ba28-4446-ab88-d9b827f826d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c33850d8-7eaf-4046-a74e-dd47c93a2f0b HTTP/1.1" status: 204 len: 168 time: 0.2345338 Sep 22 10:00:50.453576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ce7a9-ba28-4446-ab88-d9b827f826d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33850d8-7eaf-4046-a74e-dd47c93a2f0b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:51.532297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47110) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:51.632287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-303874791-network', 'tenant_id': '960ba594255740eea0d94be8afbc953f'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:00:51.723109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Made reservation on behalf of 960ba594255740eea0d94be8afbc953f for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:00:51.725686 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:51.734583 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:51.823567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:51.899926 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:51.924657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:00:51.934334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb16f8f-074d-4663-bd65-0d3766eb5352,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:51.939176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:51.939523 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Added segment 8e52f1c4-b516-44f5-8081-721ebafe0c5c of type vlan for network f867312e-a5a6-490c-b699-1a71eb76bc6d Sep 22 10:00:51.978803 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:52.066324 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:52.067327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:52.067913 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:52.129651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] Pushing event updated for resources: {'Network': ['ID=f867312e-a5a6-490c-b699-1a71eb76bc6d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:52.139127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network f867312e-a5a6-490c-b699-1a71eb76bc6d details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:00:52.163324 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-901a7ab7-a264-499c-be5d-d2c1d2f8013e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6298394 Sep 22 10:00:52.166090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47114) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:52.171064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] Request body: {'subnet': {'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-303874791-subnet', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:00:52.248312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] Made reservation on behalf of 960ba594255740eea0d94be8afbc953f for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:00:52.250762 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:52.492319 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:52.547858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318b94a0-38d6-4bf8-98af-01426af66079,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:52.557611 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] Checking segment: {'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:00:52.557969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] Network hostable DHCP agents. Network: f867312e-a5a6-490c-b699-1a71eb76bc6d, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:00:52.636789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] Network f867312e-a5a6-490c-b699-1a71eb76bc6d is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:00:52.716711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, f867312e-a5a6-490c-b699-1a71eb76bc6d) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:00:52.720888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:00:52.722244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:52.726901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a05206-281f-4248-ac24-4c6b44918cf2 None None] Network f867312e-a5a6-490c-b699-1a71eb76bc6d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:00:52.807476 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c7a4cbf1-0620-466b-aaff-1e973e552de1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6400793 Sep 22 10:00:52.809965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47118) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:52.814338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-303874791-router', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:00:52.871312 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-f867312e-a5a6-490c-b699-1a71eb76bc6d', 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'fixed_ips': [{'subnet_id': '318b94a0-38d6-4bf8-98af-01426af66079'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:00:52.872156 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:52.926765 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:52.927851 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:52.982914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:53.009873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Allocated IP 172.20.0.2 (f867312e-a5a6-490c-b699-1a71eb76bc6d/318b94a0-38d6-4bf8-98af-01426af66079/f1c126b4-f8c1-4020-81f7-8f9267eaa16d) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:00:53.155404 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:53.190958 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:53.237938 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:53.282114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Network f867312e-a5a6-490c-b699-1a71eb76bc6d is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:00:53.285165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:00:53.287814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:00:53.302168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Pushing event updated for resources: {'Port': ['ID=f1c126b4-f8c1-4020-81f7-8f9267eaa16d,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:53.360966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Attempting to bind port f1c126b4-f8c1-4020-81f7-8f9267eaa16d on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:00:53.362038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Attempting to bind port f1c126b4-f8c1-4020-81f7-8f9267eaa16d by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:00:53.362524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Attempting to bind port f1c126b4-f8c1-4020-81f7-8f9267eaa16d on network f867312e-a5a6-490c-b699-1a71eb76bc6d {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:00:53.367795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:00:53.372341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Checking segment: {'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:00:53.372341 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:53.372341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Bound using segment: {'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:00:53.372341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Bound port: f1c126b4-f8c1-4020-81f7-8f9267eaa16d, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:00:53.372341 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:53.429867 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:53.439228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] For port f1c126b4-f8c1-4020-81f7-8f9267eaa16d, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:00:53.443238 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] For port f1c126b4-f8c1-4020-81f7-8f9267eaa16d, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f1c126b4-f8c1-4020-81f7-8f9267eaa16d,segment=NetworkSegment(8e52f1c4-b516-44f5-8081-721ebafe0c5c),segment_id=8e52f1c4-b516-44f5-8081-721ebafe0c5c)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:00:53.462238 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:53.481007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:53.540643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:53.600603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Allocated IP 172.25.6.233 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:00:53.601691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b739c-a546-422c-a57c-578ec0ddb92b None None] Pushing event updated for resources: {'Port': ['ID=f1c126b4-f8c1-4020-81f7-8f9267eaa16d,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:54.040106 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:54.215052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:54.254874 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-93f350ae-2bdb-48aa-a139-032e0153a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:54.261902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:00:54.262441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:00:54.264915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:00:54.293394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Pushing event updated for resources: {'Port': ['ID=64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:54.503552 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854fe91d-dd68-43b8-9584-9947f1e6a50b None None] Network f867312e-a5a6-490c-b699-1a71eb76bc6d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:00:54.612456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5eff6db9-3998-4945-8981-7fce9aba8682 None None] Provisioning complete for port f1c126b4-f8c1-4020-81f7-8f9267eaa16d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:54.612784 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5eff6db9-3998-4945-8981-7fce9aba8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:54.633232 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:54.737809 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:54.759041 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5eff6db9-3998-4945-8981-7fce9aba8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:54.800407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5eff6db9-3998-4945-8981-7fce9aba8682 None None] For port f1c126b4-f8c1-4020-81f7-8f9267eaa16d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f1c126b4-f8c1-4020-81f7-8f9267eaa16d,segment=NetworkSegment(8e52f1c4-b516-44f5-8081-721ebafe0c5c),segment_id=8e52f1c4-b516-44f5-8081-721ebafe0c5c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:54.848790 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:54.882833 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5eff6db9-3998-4945-8981-7fce9aba8682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:54.944805 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff6db9-3998-4945-8981-7fce9aba8682 None None] Pushing event updated for resources: {'Port': ['ID=f1c126b4-f8c1-4020-81f7-8f9267eaa16d,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:55.006240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-09bcc9ee-0e58-482b-bf90-9c3d598cfd35 None None] Provisioning complete for port f1c126b4-f8c1-4020-81f7-8f9267eaa16d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:55.006774 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09bcc9ee-0e58-482b-bf90-9c3d598cfd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:55.088652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Router a964a968-cf45-4660-b005-c49e5383d2e7 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:00:55.197164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:00:55.206667 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Sync routers for ids ['a964a968-cf45-4660-b005-c49e5383d2e7'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:00:55.216715 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Routers {'a964a968-cf45-4660-b005-c49e5383d2e7'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:55.217366 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a964a968-cf45-4660-b005-c49e5383d2e7'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:55.326598 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Set router a964a968-cf45-4660-b005-c49e5383d2e7 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:55.331570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:55.331570 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ea7ba02b-0bc6-4214-aaf9-a100296fec56 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5174725 Sep 22 10:00:55.331570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47120) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:55.461270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f1c126b4-f8c1-4020-81f7-8f9267eaa16d up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:00:55.522108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f1c126b4-f8c1-4020-81f7-8f9267eaa16d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:55.522568 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:55.548007 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'name': 'tempest-ImageQuotaTest-303874791-router', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:52Z', 'updated_at': '2021-09-22T10:00:54Z', 'revision_number': 3, 'project_id': '960ba594255740eea0d94be8afbc953f', 'gw_port': {'id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:53Z', 'updated_at': '2021-09-22T10:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:55.579616 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Checking router: a964a968-cf45-4660-b005-c49e5383d2e7 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:00:55.579960 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Updating router a964a968-cf45-4660-b005-c49e5383d2e7 port 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:00:55.608444 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:55.813959 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:55.963019 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:55.977348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Allocated IP 172.20.0.1 (f867312e-a5a6-490c-b699-1a71eb76bc6d/318b94a0-38d6-4bf8-98af-01426af66079/da0e8368-022c-4dd1-91b4-e0d1e843158e) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:00:56.020030 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.073693 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Pushing event updated for resources: {'Port': ['ID=64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:56.083207 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Attempting to bind port 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:00:56.083565 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Attempting to bind port 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:00:56.083918 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Attempting to bind port 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:00:56.087328 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.087648 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.087979 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.088300 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.088625 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.088965 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.089284 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.089594 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.089904 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.090216 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.090527 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.090835 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:00:56.094013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.096524 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:00:56.096805 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:00:56.097203 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.097587 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:00:56.098043 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Bound port: 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:00:56.098420 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.151235 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] For port 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:00:56.154268 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] For port 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:00:56.203067 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.235384 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.246539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Network f867312e-a5a6-490c-b699-1a71eb76bc6d is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:00:56.249759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:00:56.253045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:00:56.284091 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Pushing event updated for resources: {'Port': ['ID=da0e8368-022c-4dd1-91b4-e0d1e843158e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:56.290573 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Routers {'a964a968-cf45-4660-b005-c49e5383d2e7'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:56.291200 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a964a968-cf45-4660-b005-c49e5383d2e7'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:56.310799 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.341092 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732c02a-f7ca-4b44-967a-2bdc57b9e39b None None] Pushing event updated for resources: {'Port': ['ID=64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:56.418118 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] Set router a964a968-cf45-4660-b005-c49e5383d2e7 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:56.514997 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.518689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-be0771df-407a-4aa2-a18d-7fe17c2797ab None None] Provisioning complete for port da0e8368-022c-4dd1-91b4-e0d1e843158e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:56.520002 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-be0771df-407a-4aa2-a18d-7fe17c2797ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.556594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-be0771df-407a-4aa2-a18d-7fe17c2797ab None None] Port da0e8368-022c-4dd1-91b4-e0d1e843158e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:00:56.637477 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'name': 'tempest-ImageQuotaTest-303874791-router', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:52Z', 'updated_at': '2021-09-22T10:00:54Z', 'revision_number': 3, 'project_id': '960ba594255740eea0d94be8afbc953f', 'gw_port': {'id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:53Z', 'updated_at': '2021-09-22T10:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:56.667121 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ff70b4-e461-4989-8505-061cfa92d46f None None] The sync data for ids ['a964a968-cf45-4660-b005-c49e5383d2e7'] in n-d-805649-4 is: [{'id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'name': 'tempest-ImageQuotaTest-303874791-router', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:52Z', 'updated_at': '2021-09-22T10:00:54Z', 'revision_number': 3, 'project_id': '960ba594255740eea0d94be8afbc953f', 'gw_port': {'id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:53Z', 'updated_at': '2021-09-22T10:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:00:56.697710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.768914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.841817 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.843905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Pushing event updated for resources: {'Port': ['ID=da0e8368-022c-4dd1-91b4-e0d1e843158e,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:56.898551 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e44cb417-0b88-4501-b587-c4214c6629b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:56.967027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Network f867312e-a5a6-490c-b699-1a71eb76bc6d is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:00:56.968766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:00:57.097239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Router a964a968-cf45-4660-b005-c49e5383d2e7 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:00:57.225142 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:00:57.237004 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1de2b455-6d4c-4610-975f-024d98e38f73 admin admin] 10.222.0.49 "PUT /v2.0/routers/a964a968-cf45-4660-b005-c49e5383d2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9003012 Sep 22 10:00:57.283562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e9f33d05-e5f0-4590-a11c-a3c363116697 None None] Provisioning complete for port da0e8368-022c-4dd1-91b4-e0d1e843158e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:57.283958 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e9f33d05-e5f0-4590-a11c-a3c363116697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:57.327157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e9f33d05-e5f0-4590-a11c-a3c363116697 None None] Port da0e8368-022c-4dd1-91b4-e0d1e843158e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:00:57.449556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:00:57.518164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:57.518875 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:57.599788 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:57.648789 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:57.669372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:00:57.743738 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:57.803725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:58.122686 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:58.348703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Sync routers for ids ['a964a968-cf45-4660-b005-c49e5383d2e7'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:00:58.358054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Routers {'a964a968-cf45-4660-b005-c49e5383d2e7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:00:58.358703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a964a968-cf45-4660-b005-c49e5383d2e7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:58.512250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47140) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:00:58.635467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Set router a964a968-cf45-4660-b005-c49e5383d2e7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:00:58.840837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'name': 'tempest-ImageQuotaTest-303874791-router', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:52Z', 'updated_at': '2021-09-22T10:00:56Z', 'revision_number': 4, 'project_id': '960ba594255740eea0d94be8afbc953f', 'gw_port': {'id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:53Z', 'updated_at': '2021-09-22T10:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'da0e8368-022c-4dd1-91b4-e0d1e843158e', 'name': '', 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'mac_address': 'fa:16:3e:d7:ce:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '318b94a0-38d6-4bf8-98af-01426af66079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:55Z', 'updated_at': '2021-09-22T10:00:56Z', 'revision_number': 2, 'project_id': '960ba594255740eea0d94be8afbc953f', 'subnets': [{'id': '318b94a0-38d6-4bf8-98af-01426af66079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:00:58.867701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Checking router: a964a968-cf45-4660-b005-c49e5383d2e7 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:00:58.868056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Updating router a964a968-cf45-4660-b005-c49e5383d2e7 port da0e8368-022c-4dd1-91b4-e0d1e843158e binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:00:58.873877 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1887ad7-0b39-4ae3-9736-d3d608a06a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:58.897849 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:59.127983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a1887ad7-0b39-4ae3-9736-d3d608a06a1a admin admin] Deleting port da0e8368-022c-4dd1-91b4-e0d1e843158e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:00:59.128274 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1887ad7-0b39-4ae3-9736-d3d608a06a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:59.163074 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:59.204690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1887ad7-0b39-4ae3-9736-d3d608a06a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:59.217324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a1887ad7-0b39-4ae3-9736-d3d608a06a1a admin admin] Calling delete_port for da0e8368-022c-4dd1-91b4-e0d1e843158e owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:00:59.248550 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:59.319713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1a294-bb73-41c6-b074-5bbb4462da78 None None] Pushing event updated for resources: {'Port': ['ID=da0e8368-022c-4dd1-91b4-e0d1e843158e,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:59.363489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Attempting to bind port da0e8368-022c-4dd1-91b4-e0d1e843158e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:00:59.363891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Attempting to bind port da0e8368-022c-4dd1-91b4-e0d1e843158e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:00:59.364209 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Attempting to bind port da0e8368-022c-4dd1-91b4-e0d1e843158e on network f867312e-a5a6-490c-b699-1a71eb76bc6d {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:00:59.369756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:00:59.370132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Checking segment: {'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:00:59.370535 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:59.370983 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Bound using segment: {'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:00:59.371380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Bound port: da0e8368-022c-4dd1-91b4-e0d1e843158e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:00:59.371761 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:59.448184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:00:59.501652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:00:59.502117 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:59.520770 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1887ad7-0b39-4ae3-9736-d3d608a06a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:59.528966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:00:59.529324 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:00:59.549885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1887ad7-0b39-4ae3-9736-d3d608a06a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=da0e8368-022c-4dd1-91b4-e0d1e843158e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:00:59.576178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-da00ff93-f1a7-467e-b540-874ff2abd128 None None] Could not find standard attr ID for object da0e8368-022c-4dd1-91b4-e0d1e843158e. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:00:59.720330 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a1887ad7-0b39-4ae3-9736-d3d608a06a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:00:59.962887 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:00.046306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Attempting to bind port da0e8368-022c-4dd1-91b4-e0d1e843158e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:00.046722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Attempting to bind port da0e8368-022c-4dd1-91b4-e0d1e843158e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:00.047086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Attempting to bind port da0e8368-022c-4dd1-91b4-e0d1e843158e on network f867312e-a5a6-490c-b699-1a71eb76bc6d {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:00.053901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:00.054279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Checking segment: {'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:00.054681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:00.055073 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Bound using segment: {'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:00.055717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Bound port: da0e8368-022c-4dd1-91b4-e0d1e843158e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e52f1c4-b516-44f5-8081-721ebafe0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'f867312e-a5a6-490c-b699-1a71eb76bc6d'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:00.056100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:00.087695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Port da0e8368-022c-4dd1-91b4-e0d1e843158e has been deleted concurrently {{(pid=95511) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 22 10:01:00.100210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Routers {'a964a968-cf45-4660-b005-c49e5383d2e7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:00.100880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a964a968-cf45-4660-b005-c49e5383d2e7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:00.210656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] Set router a964a968-cf45-4660-b005-c49e5383d2e7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:00.263175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1887ad7-0b39-4ae3-9736-d3d608a06a1a admin admin] Router a964a968-cf45-4660-b005-c49e5383d2e7 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:01:00.374268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1887ad7-0b39-4ae3-9736-d3d608a06a1a admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:01:00.380190 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a1887ad7-0b39-4ae3-9736-d3d608a06a1a admin admin] 10.222.0.49 "PUT /v2.0/routers/a964a968-cf45-4660-b005-c49e5383d2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8668079 Sep 22 10:01:00.383101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47144) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:00.401691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'name': 'tempest-ImageQuotaTest-303874791-router', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:52Z', 'updated_at': '2021-09-22T10:00:59Z', 'revision_number': 5, 'project_id': '960ba594255740eea0d94be8afbc953f', 'gw_port': {'id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:53Z', 'updated_at': '2021-09-22T10:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:00.428336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd644a9-0ae5-40d6-8a4d-d2c3863f16a4 None None] The sync data for ids ['a964a968-cf45-4660-b005-c49e5383d2e7'] in n-d-805649-4 is: [{'id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'name': 'tempest-ImageQuotaTest-303874791-router', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:52Z', 'updated_at': '2021-09-22T10:00:59Z', 'revision_number': 5, 'project_id': '960ba594255740eea0d94be8afbc953f', 'gw_port': {'id': '64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:00:53Z', 'updated_at': '2021-09-22T10:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:00.490057 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:00.594700 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:00.779474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Deleting port 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:01:00.779818 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:00.863715 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] For port 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:00.864081 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:00.878676 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Calling delete_port for 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:01:01.011206 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb5d282-7890-45b0-a09b-c28be8061efb None None] Sync routers for ids ['a964a968-cf45-4660-b005-c49e5383d2e7'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:01:01.021112 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb5d282-7890-45b0-a09b-c28be8061efb None None] Routers {'a964a968-cf45-4660-b005-c49e5383d2e7'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:01.021773 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-abb5d282-7890-45b0-a09b-c28be8061efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a964a968-cf45-4660-b005-c49e5383d2e7'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:01.110470 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-abb5d282-7890-45b0-a09b-c28be8061efb None None] Set router a964a968-cf45-4660-b005-c49e5383d2e7 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:01.134229 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.163526 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-abb5d282-7890-45b0-a09b-c28be8061efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'name': 'tempest-ImageQuotaTest-303874791-router', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:52Z', 'updated_at': '2021-09-22T10:01:00Z', 'revision_number': 6, 'project_id': '960ba594255740eea0d94be8afbc953f', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:01.166161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:01.194037 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb5d282-7890-45b0-a09b-c28be8061efb None None] Checking router: a964a968-cf45-4660-b005-c49e5383d2e7 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:01:01.202120 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb5d282-7890-45b0-a09b-c28be8061efb None None] Routers {'a964a968-cf45-4660-b005-c49e5383d2e7'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:01.202720 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-abb5d282-7890-45b0-a09b-c28be8061efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['a964a968-cf45-4660-b005-c49e5383d2e7'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:01.228413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.274162 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-abb5d282-7890-45b0-a09b-c28be8061efb None None] Set router a964a968-cf45-4660-b005-c49e5383d2e7 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:01.325839 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-abb5d282-7890-45b0-a09b-c28be8061efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'name': 'tempest-ImageQuotaTest-303874791-router', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:52Z', 'updated_at': '2021-09-22T10:01:01Z', 'revision_number': 7, 'project_id': '960ba594255740eea0d94be8afbc953f', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:01.327199 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.329728 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.356596 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb5d282-7890-45b0-a09b-c28be8061efb None None] The sync data for ids ['a964a968-cf45-4660-b005-c49e5383d2e7'] in n-d-805649-4 is: [{'id': 'a964a968-cf45-4660-b005-c49e5383d2e7', 'name': 'tempest-ImageQuotaTest-303874791-router', 'tenant_id': '960ba594255740eea0d94be8afbc953f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:00:52Z', 'updated_at': '2021-09-22T10:01:01Z', 'revision_number': 7, 'project_id': '960ba594255740eea0d94be8afbc953f', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:01.448696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.452571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a964a968-cf45-4660-b005-c49e5383d2e7 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:01:01.454646 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.458265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-79cf5084-3098-4d39-877f-02b621867b55 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a964a968-cf45-4660-b005-c49e5383d2e7 HTTP/1.1" status: 204 len: 168 time: 1.0718980 Sep 22 10:01:01.458740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47146) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:01.511020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5e0912-44c2-4c16-887f-afe0219b8469 admin admin] Deleting subnet 318b94a0-38d6-4bf8-98af-01426af66079 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:01:01.514596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0912-44c2-4c16-887f-afe0219b8469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.552291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0912-44c2-4c16-887f-afe0219b8469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.633987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0912-44c2-4c16-887f-afe0219b8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.797300 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0912-44c2-4c16-887f-afe0219b8469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.826134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0912-44c2-4c16-887f-afe0219b8469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.828754 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3c5e0912-44c2-4c16-887f-afe0219b8469 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/318b94a0-38d6-4bf8-98af-01426af66079 HTTP/1.1" status: 204 len: 168 time: 0.3690021 Sep 22 10:01:01.829821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e0912-44c2-4c16-887f-afe0219b8469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318b94a0-38d6-4bf8-98af-01426af66079,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:01.831520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47148) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:01.833765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c2d52c-17fb-4c03-b59b-0c3d1eb6f8e7 None None] Network f867312e-a5a6-490c-b699-1a71eb76bc6d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:01:01.910862 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:01.979240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Deleting port f1c126b4-f8c1-4020-81f7-8f9267eaa16d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:01:01.979705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.059690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] For port f1c126b4-f8c1-4020-81f7-8f9267eaa16d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f1c126b4-f8c1-4020-81f7-8f9267eaa16d,segment=NetworkSegment(8e52f1c4-b516-44f5-8081-721ebafe0c5c),segment_id=8e52f1c4-b516-44f5-8081-721ebafe0c5c)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:02.060342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.063606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef71d0b-e9cc-4e0c-af04-d77759e8e1db None None] DHCP port deletion for f867312e-a5a6-490c-b699-1a71eb76bc6d request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:01:02.077128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Calling delete_port for f1c126b4-f8c1-4020-81f7-8f9267eaa16d owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:01:02.121425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8ef71d0b-e9cc-4e0c-af04-d77759e8e1db None None] Deleting port f1c126b4-f8c1-4020-81f7-8f9267eaa16d {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:01:02.121899 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8ef71d0b-e9cc-4e0c-af04-d77759e8e1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.194493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8ef71d0b-e9cc-4e0c-af04-d77759e8e1db None None] For port f1c126b4-f8c1-4020-81f7-8f9267eaa16d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f1c126b4-f8c1-4020-81f7-8f9267eaa16d,segment=NetworkSegment(8e52f1c4-b516-44f5-8081-721ebafe0c5c),segment_id=8e52f1c4-b516-44f5-8081-721ebafe0c5c)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:02.194819 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8ef71d0b-e9cc-4e0c-af04-d77759e8e1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.208222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8ef71d0b-e9cc-4e0c-af04-d77759e8e1db None None] Calling delete_port for f1c126b4-f8c1-4020-81f7-8f9267eaa16d owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:01:02.260108 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.291814 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c126b4-f8c1-4020-81f7-8f9267eaa16d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:02.294575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] No DVR routers for this DVR port f1c126b4-f8c1-4020-81f7-8f9267eaa16d on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:01:02.307814 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8ef71d0b-e9cc-4e0c-af04-d77759e8e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.337335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef71d0b-e9cc-4e0c-af04-d77759e8e1db None None] Pushing event deleted for resources: {'Port': ['ID=f1c126b4-f8c1-4020-81f7-8f9267eaa16d,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:02.344408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef71d0b-e9cc-4e0c-af04-d77759e8e1db None None] No DVR routers for this DVR port f1c126b4-f8c1-4020-81f7-8f9267eaa16d on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:01:02.391688 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.413476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f867312e-a5a6-490c-b699-1a71eb76bc6d']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:02.422952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e52f1c4-b516-44f5-8081-721ebafe0c5c') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:02.423243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e52f1c4-b516-44f5-8081-721ebafe0c5c') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:02.434112 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.448426 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.455430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:01:02.455848 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:01:02.457847 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:01:02.647362 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.653429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:02.655378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f867312e-a5a6-490c-b699-1a71eb76bc6d HTTP/1.1" status: 204 len: 168 time: 0.8219979 Sep 22 10:01:02.666547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fb96b-ec7d-45fd-aa5e-db9972f311d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f867312e-a5a6-490c-b699-1a71eb76bc6d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:03.034162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47152) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:03.074419 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6e130afa-eea2-49f7-896e-c3f42684c664 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=960ba594255740eea0d94be8afbc953f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390897 Sep 22 10:01:03.076948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47154) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:03.124168 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd86f16c-5692-4625-bcc1-92adb2f04845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:03.145348 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd86f16c-5692-4625-bcc1-92adb2f04845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:03.254078 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd86f16c-5692-4625-bcc1-92adb2f04845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:03.256689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dd86f16c-5692-4625-bcc1-92adb2f04845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:03.257922 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dd86f16c-5692-4625-bcc1-92adb2f04845 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cb16f8f-074d-4663-bd65-0d3766eb5352 HTTP/1.1" status: 204 len: 168 time: 0.1800654 Sep 22 10:01:03.265654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86f16c-5692-4625-bcc1-92adb2f04845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb16f8f-074d-4663-bd65-0d3766eb5352,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:03.414362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:01:03.436611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:01:03.436974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 64c23ef8-a8f5-43e9-8dc4-ff4a7b7220e8 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:01:03.437377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f1c126b4-f8c1-4020-81f7-8f9267eaa16d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:01:03.456874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f1c126b4-f8c1-4020-81f7-8f9267eaa16d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:01:03.457218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f1c126b4-f8c1-4020-81f7-8f9267eaa16d not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:01:03.964840 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47160) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:03.978038 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7521d14b-b0fa-4006-a1b4-6fb937386604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:04.070337 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7521d14b-b0fa-4006-a1b4-6fb937386604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:04.160361 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7521d14b-b0fa-4006-a1b4-6fb937386604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:04.199267 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7521d14b-b0fa-4006-a1b4-6fb937386604 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2332499 Sep 22 10:01:04.200143 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521d14b-b0fa-4006-a1b4-6fb937386604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11494c54-4939-4dd4-8022-1cf56ecc02d7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:04.202004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47162) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:04.251956 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3941891-492e-4c06-b351-9b15f3fda9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:04.282077 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3941891-492e-4c06-b351-9b15f3fda9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:04.426143 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3941891-492e-4c06-b351-9b15f3fda9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:04.428618 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d3941891-492e-4c06-b351-9b15f3fda9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:04.429830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d3941891-492e-4c06-b351-9b15f3fda9ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11494c54-4939-4dd4-8022-1cf56ecc02d7 HTTP/1.1" status: 204 len: 168 time: 0.2267838 Sep 22 10:01:04.437979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3941891-492e-4c06-b351-9b15f3fda9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11494c54-4939-4dd4-8022-1cf56ecc02d7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:05.210650 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01481015-a099-4956-a052-56613e93c2e5 req-42303506-44af-479e-9766-dc98a6525391 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402102 Sep 22 10:01:05.218788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47184) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:05.288061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01481015-a099-4956-a052-56613e93c2e5 req-26a1ba5e-b77b-45ff-ad27-e32ac32e747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:05.289551 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01481015-a099-4956-a052-56613e93c2e5 req-26a1ba5e-b77b-45ff-ad27-e32ac32e747e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 1096 time: 0.0414119 Sep 22 10:01:05.333989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1293952786-network', 'tenant_id': '85783f088d50493ba8dced847fb677eb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:05.424948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01481015-a099-4956-a052-56613e93c2e5 req-cb717280-3991-47f9-ba42-7a9d54bdcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:05.426457 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01481015-a099-4956-a052-56613e93c2e5 req-cb717280-3991-47f9-ba42-7a9d54bdcb74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=87211661-7031-4fe7-9db4-1b10d73fb726 HTTP/1.1" status: 200 len: 897 time: 0.1064036 Sep 22 10:01:05.478337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Made reservation on behalf of 85783f088d50493ba8dced847fb677eb for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:01:05.480715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:05.496899 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:05.513652 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01481015-a099-4956-a052-56613e93c2e5 req-2daf549b-a3a8-495a-bd2b-451e04e1beef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a HTTP/1.1" status: 200 len: 999 time: 0.0791230 Sep 22 10:01:05.588026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01481015-a099-4956-a052-56613e93c2e5 req-f5c1e2e0-96b7-4712-b4ff-063b313b6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:05.589462 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01481015-a099-4956-a052-56613e93c2e5 req-f5c1e2e0-96b7-4712-b4ff-063b313b6afb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=11fa1538-36c9-4aeb-ba79-c89c89068199 HTTP/1.1" status: 200 len: 834 time: 0.0679259 Sep 22 10:01:05.663883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01481015-a099-4956-a052-56613e93c2e5 req-2f947b75-07d9-4327-b31b-aa84303575f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:05.665511 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01481015-a099-4956-a052-56613e93c2e5 req-2f947b75-07d9-4327-b31b-aa84303575f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87211661-7031-4fe7-9db4-1b10d73fb726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647876 Sep 22 10:01:05.684031 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:05.762493 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01481015-a099-4956-a052-56613e93c2e5 req-8a3e6942-7b77-47e6-bec2-da51de83c4e5 service neutron] 10.222.0.45 "GET /v2.0/networks/87211661-7031-4fe7-9db4-1b10d73fb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863538 Sep 22 10:01:05.765791 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:05.818320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:01:05.827301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d13ce14-18e2-4687-95df-e0f3aca946c8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:05.857868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:05.858213 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Added segment 39ac4954-af69-4673-9c39-cbd736226538 of type vlan for network 6ed1a16d-1131-43c3-bed3-028a71d58cce Sep 22 10:01:05.916769 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:05.927544 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01481015-a099-4956-a052-56613e93c2e5 req-c3b4cf4d-8863-47fd-8836-5cc89857295f service neutron] 10.222.0.45 "GET /v2.0/networks/87211661-7031-4fe7-9db4-1b10d73fb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572242 Sep 22 10:01:06.008371 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:06.009444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:06.010023 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:06.068164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] Pushing event updated for resources: {'Network': ['ID=6ed1a16d-1131-43c3-bed3-028a71d58cce,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:06.077767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:01:06.123458 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6531d0a2-05b6-45c0-b668-7205a278508f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9034927 Sep 22 10:01:06.126263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47190) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:06.131477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] Request body: {'subnet': {'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1293952786-subnet', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:06.220035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] Made reservation on behalf of 85783f088d50493ba8dced847fb677eb for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:01:06.223579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:06.482577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:06.536295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6586a42-b832-4d74-bacf-f5a31d538762,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:06.546474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] Checking segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:06.546839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] Network hostable DHCP agents. Network: 6ed1a16d-1131-43c3-bed3-028a71d58cce, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:01:06.628759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:01:06.697607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 6ed1a16d-1131-43c3-bed3-028a71d58cce) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:06.701723 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:06.702341 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:06.707253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb0ec37-afdc-4c44-aa16-628244761d56 None None] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:01:06.792349 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f8bf5495-fb8c-477c-9c17-dbf3dc98c80f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6645663 Sep 22 10:01:06.794972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47192) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:06.799915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:06.852598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-6ed1a16d-1131-43c3-bed3-028a71d58cce', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:01:06.853500 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:06.875300 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:06.876380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:06.934339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:06.991279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Allocated IP 172.20.0.2 (6ed1a16d-1131-43c3-bed3-028a71d58cce/f6586a42-b832-4d74-bacf-f5a31d538762/9f2990de-5fe5-4736-8a6c-08b9ad8dfa00) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:07.135171 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:07.180986 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:07.254729 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:07.291263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:07.296395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:07.304028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:07.336046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Pushing event updated for resources: {'Port': ['ID=9f2990de-5fe5-4736-8a6c-08b9ad8dfa00,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:07.366572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Attempting to bind port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:07.381677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Attempting to bind port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:07.381677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Attempting to bind port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:07.381677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:07.381677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Checking segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:07.381677 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:07.381677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Bound using segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:07.381677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Bound port: 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:07.381677 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:07.441020 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:01:07.445222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] For port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:07.448294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] For port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9f2990de-5fe5-4736-8a6c-08b9ad8dfa00,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:07.495566 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:07.515279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:07.551829 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:07.615450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988aa7-73d4-4497-ba86-185d8ce282fc None None] Pushing event updated for resources: {'Port': ['ID=9f2990de-5fe5-4736-8a6c-08b9ad8dfa00,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:07.635622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Allocated IP 172.25.6.93 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/b5add8b0-a243-4f51-9d37-88cc5a7e087a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:07.753648 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:07.860186 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:07.903163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:07.907298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:07.913630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:07.916635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Pushing event updated for resources: {'Port': ['ID=b5add8b0-a243-4f51-9d37-88cc5a7e087a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:08.256866 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:08.475604 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d7561f-9493-46db-ba3d-8cb7c37bea3f None None] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:01:08.575840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-53fe0565-6b90-4ec1-93b0-abf8c22f3f8e None None] Provisioning complete for port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:08.576110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-53fe0565-6b90-4ec1-93b0-abf8c22f3f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:08.713227 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-53fe0565-6b90-4ec1-93b0-abf8c22f3f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:08.750434 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-53fe0565-6b90-4ec1-93b0-abf8c22f3f8e None None] For port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9f2990de-5fe5-4736-8a6c-08b9ad8dfa00,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:08.790397 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:08.857855 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-53fe0565-6b90-4ec1-93b0-abf8c22f3f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:08.917482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe0565-6b90-4ec1-93b0-abf8c22f3f8e None None] Pushing event updated for resources: {'Port': ['ID=9f2990de-5fe5-4736-8a6c-08b9ad8dfa00,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:08.977787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-485dcd9f-5b28-43fd-96e1-96efea61953c None None] Provisioning complete for port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:08.978084 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-485dcd9f-5b28-43fd-96e1-96efea61953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:09.029268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Router 5425eef8-a137-491e-bb17-ac72d7f7381d is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:01:09.141141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:01:09.155079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Sync routers for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:01:09.168327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:09.169046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:09.289252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:09.294625 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:09.295978 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-021ecd50-a0b7-4f15-abc0-1de662cc1161 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5000727 Sep 22 10:01:09.299658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47198) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:09.503288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:09.535498 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:08Z', 'revision_number': 3, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:09.567365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Checking router: 5425eef8-a137-491e-bb17-ac72d7f7381d for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:01:09.567708 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Updating router 5425eef8-a137-491e-bb17-ac72d7f7381d port b5add8b0-a243-4f51-9d37-88cc5a7e087a binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:01:09.600458 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:09.632190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:09.632561 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:09.801185 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:09.925226 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:09.959824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Allocated IP 172.20.0.1 (6ed1a16d-1131-43c3-bed3-028a71d58cce/f6586a42-b832-4d74-bacf-f5a31d538762/4e60712c-76d1-4c1a-871e-8ae6a5252b10) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:09.994535 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.064470 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.163291 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.203207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:10.207247 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Attempting to bind port b5add8b0-a243-4f51-9d37-88cc5a7e087a on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:10.207622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Attempting to bind port b5add8b0-a243-4f51-9d37-88cc5a7e087a by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:10.208163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Attempting to bind port b5add8b0-a243-4f51-9d37-88cc5a7e087a on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:10.208860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:10.212831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:10.221714 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:10.222097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Pushing event updated for resources: {'Port': ['ID=4e60712c-76d1-4c1a-871e-8ae6a5252b10,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:10.222246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:10.222607 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.223005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:10.223493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Bound port: b5add8b0-a243-4f51-9d37-88cc5a7e087a, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:10.229874 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.233788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2482a-b56f-497d-80a4-af7ee53e0e65 None None] Pushing event updated for resources: {'Port': ['ID=b5add8b0-a243-4f51-9d37-88cc5a7e087a,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:10.264133 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.303878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] For port b5add8b0-a243-4f51-9d37-88cc5a7e087a, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:10.309502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] For port b5add8b0-a243-4f51-9d37-88cc5a7e087a, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b5add8b0-a243-4f51-9d37-88cc5a7e087a,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:10.409702 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.462250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:10.462902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:10.503349 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.520957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2482a-b56f-497d-80a4-af7ee53e0e65 None None] Pushing event updated for resources: {'Port': ['ID=b5add8b0-a243-4f51-9d37-88cc5a7e087a,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:10.538903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0b818d5e-35ad-4e6a-a922-9f49e60f8f6b None None] Provisioning complete for port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:10.539277 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0b818d5e-35ad-4e6a-a922-9f49e60f8f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.615876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0b818d5e-35ad-4e6a-a922-9f49e60f8f6b None None] Port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:01:10.630205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:10.690714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.760649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786111fc-cb45-49f6-b8db-481507af36ed req-ffbab25a-180d-48c9-bb8d-9723970eb0d7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:10.762269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-786111fc-cb45-49f6-b8db-481507af36ed req-ffbab25a-180d-48c9-bb8d-9723970eb0d7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0499907 Sep 22 10:01:10.792104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.824137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:08Z', 'revision_number': 3, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:10.853631 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2f627-bff3-4835-bdde-d07df4f09899 None None] The sync data for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 is: [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:08Z', 'revision_number': 3, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:10.862128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-786111fc-cb45-49f6-b8db-481507af36ed req-77bee978-f08e-4147-9c8a-c1cb76b4378d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876448 Sep 22 10:01:10.862348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1384c-21e7-464d-95ca-f089f9fb6952 req-08734968-3e24-408b-9f98-1728bb828ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:10.862348 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-30c1384c-21e7-464d-95ca-f089f9fb6952 req-08734968-3e24-408b-9f98-1728bb828ead service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0485830 Sep 22 10:01:10.881744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Pushing event updated for resources: {'Port': ['ID=4e60712c-76d1-4c1a-871e-8ae6a5252b10,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:10.895061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:10.983280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1384c-21e7-464d-95ca-f089f9fb6952 req-5768eb65-61a4-466a-9f2c-9901ee6af8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:10.984801 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-30c1384c-21e7-464d-95ca-f089f9fb6952 req-5768eb65-61a4-466a-9f2c-9901ee6af8bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.1164911 Sep 22 10:01:11.000970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:11.003551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:11.092989 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-30c1384c-21e7-464d-95ca-f089f9fb6952 req-af6c925c-6852-46b3-ad79-cbcbd24a01ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 999 time: 0.1010644 Sep 22 10:01:11.134689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Router 5425eef8-a137-491e-bb17-ac72d7f7381d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:01:11.201617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1384c-21e7-464d-95ca-f089f9fb6952 req-3fb5e816-caab-4d51-a06d-6d1391042dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:11.203275 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-30c1384c-21e7-464d-95ca-f089f9fb6952 req-3fb5e816-caab-4d51-a06d-6d1391042dca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.1040857 Sep 22 10:01:11.258356 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1384c-21e7-464d-95ca-f089f9fb6952 req-10a666d9-bee7-45aa-817c-2b8497b205d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:11.260182 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-30c1384c-21e7-464d-95ca-f089f9fb6952 req-10a666d9-bee7-45aa-817c-2b8497b205d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502632 Sep 22 10:01:11.285346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:01:11.292060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a712d85a-9c6e-41c2-9ae7-e62ba641c2be admin admin] 10.222.0.49 "PUT /v2.0/routers/5425eef8-a137-491e-bb17-ac72d7f7381d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9910903 Sep 22 10:01:11.342817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f8bb7c30-654b-4354-b250-d602128e2ae1 None None] Provisioning complete for port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:11.343193 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f8bb7c30-654b-4354-b250-d602128e2ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:11.382814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb7c30-654b-4354-b250-d602128e2ae1 None None] Port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:01:11.402287 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-30c1384c-21e7-464d-95ca-f089f9fb6952 req-bc77e265-3882-4517-888f-54d0f4812e97 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327970 Sep 22 10:01:11.484658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b5add8b0-a243-4f51-9d37-88cc5a7e087a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:11.523342 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-30c1384c-21e7-464d-95ca-f089f9fb6952 req-38d23639-1370-4931-97d7-ea15023e6458 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129925 Sep 22 10:01:11.537127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b5add8b0-a243-4f51-9d37-88cc5a7e087a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:11.537703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:11.630328 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:11.655782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port b5add8b0-a243-4f51-9d37-88cc5a7e087a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b5add8b0-a243-4f51-9d37-88cc5a7e087a,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:11.763161 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:11.824816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=b5add8b0-a243-4f51-9d37-88cc5a7e087a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:11.989282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e7a83-be8f-4056-8388-4c88478a5635 req-0470b31b-b19d-4903-b600-97e4b06fceb1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:11.990883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b91e7a83-be8f-4056-8388-4c88478a5635 req-0470b31b-b19d-4903-b600-97e4b06fceb1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0577104 Sep 22 10:01:12.030004 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b91e7a83-be8f-4056-8388-4c88478a5635 req-7bcd03d0-d93c-4f69-bcf1-9f639ae5f88d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326152 Sep 22 10:01:12.094275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47228) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:12.099952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-274958956-network', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:12.229045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Made reservation on behalf of faaeeb212e18408888db7588cae6bacc for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:01:12.231495 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:12.240619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:12.347201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:12.437234 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:12.462845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:01:12.473237 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187abc40-0322-4908-bbfd-6ee29c34d72f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:12.478288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:12.478637 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Added segment b0ad8d34-e461-43b8-9f69-ba342a637d5e of type vlan for network 74c25d11-64a5-4844-90e4-19ff5d5954cf Sep 22 10:01:12.522083 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:12.574091 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Sync routers for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:01:12.583886 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:12.584574 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:12.671075 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:12.672083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:12.672676 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:12.689947 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:12.732852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] Pushing event updated for resources: {'Network': ['ID=74c25d11-64a5-4844-90e4-19ff5d5954cf,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:12.743626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 74c25d11-64a5-4844-90e4-19ff5d5954cf details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:01:12.816125 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-63a39d53-2e9d-403d-913b-81914261188f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7202580 Sep 22 10:01:12.818547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47230) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:12.823835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Request body: {'subnet': {'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-274958956-subnet', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:12.897102 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 2, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:12.922979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Made reservation on behalf of faaeeb212e18408888db7588cae6bacc for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:01:12.924567 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Checking router: 5425eef8-a137-491e-bb17-ac72d7f7381d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:01:12.924944 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Updating router 5425eef8-a137-491e-bb17-ac72d7f7381d port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:01:12.925973 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:12.954381 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.159455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcabe4-c0b2-4105-b7d7-2953a3ee2fd7 req-a2f2232b-bf13-4e9f-a3f5-77cad2c38c4d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:13.161013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47fcabe4-c0b2-4105-b7d7-2953a3ee2fd7 req-a2f2232b-bf13-4e9f-a3f5-77cad2c38c4d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0557475 Sep 22 10:01:13.199811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47fcabe4-c0b2-4105-b7d7-2953a3ee2fd7 req-484dbc07-3c69-4955-896e-2695f1983efc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326364 Sep 22 10:01:13.202707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.266734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd8c80a-dfff-4425-8814-2dbbc6c7ab47,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:13.278888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.279231 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.279570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.279902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.280230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.280556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.280904 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.281242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.281548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.281865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.282182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.282498 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:13.285805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Checking segment: {'id': 'b0ad8d34-e461-43b8-9f69-ba342a637d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:13.286162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Network hostable DHCP agents. Network: 74c25d11-64a5-4844-90e4-19ff5d5954cf, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:01:13.315246 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.379954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Network 74c25d11-64a5-4844-90e4-19ff5d5954cf is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:01:13.414147 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.423650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b5add8b0-a243-4f51-9d37-88cc5a7e087a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:13.472123 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692931c2-87f2-4d72-8d73-108fdfcafe41 None None] Pushing event updated for resources: {'Port': ['ID=4e60712c-76d1-4c1a-871e-8ae6a5252b10,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:13.477679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 74c25d11-64a5-4844-90e4-19ff5d5954cf) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:13.483150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:13.485230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.491973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ac61d7-12dc-4720-b339-ff83a483b1b0 None None] Network 74c25d11-64a5-4844-90e4-19ff5d5954cf requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:01:13.509883 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b5add8b0-a243-4f51-9d37-88cc5a7e087a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:13.510262 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.533674 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Attempting to bind port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:13.534040 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Attempting to bind port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:13.534633 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Attempting to bind port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:13.541513 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:13.543092 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Checking segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:13.544395 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.545575 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Bound using segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:13.546368 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Bound port: 4e60712c-76d1-4c1a-871e-8ae6a5252b10, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:13.547394 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.587351 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6e6b5fd6-b2e6-47e7-9c78-935c86df43aa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7673535 Sep 22 10:01:13.589792 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47236) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:13.597086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-274958956-router', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:13.649796 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] For port 4e60712c-76d1-4c1a-871e-8ae6a5252b10, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:13.654851 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] For port 4e60712c-76d1-4c1a-871e-8ae6a5252b10, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4e60712c-76d1-4c1a-871e-8ae6a5252b10,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:13.699925 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.701055 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.713337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-74c25d11-64a5-4844-90e4-19ff5d5954cf', 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'fixed_ips': [{'subnet_id': 'ebd8c80a-dfff-4425-8814-2dbbc6c7ab47'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:01:13.713999 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.740573 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.746624 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1cd576cd-6d0e-417b-b0ec-be960612c1e7 None None] Provisioning complete for port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:13.751195 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1cd576cd-6d0e-417b-b0ec-be960612c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.755973 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:13.804913 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:13.805618 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:13.807484 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692931c2-87f2-4d72-8d73-108fdfcafe41 None None] Pushing event updated for resources: {'Port': ['ID=4e60712c-76d1-4c1a-871e-8ae6a5252b10,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:13.921670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Allocated IP 172.20.0.2 (74c25d11-64a5-4844-90e4-19ff5d5954cf/ebd8c80a-dfff-4425-8814-2dbbc6c7ab47/fabb10e1-8f3b-4895-870f-f5dd2679641f) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:13.931055 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:13.940643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1cd576cd-6d0e-417b-b0ec-be960612c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.004433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.031016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1cd576cd-6d0e-417b-b0ec-be960612c1e7 None None] For port 4e60712c-76d1-4c1a-871e-8ae6a5252b10, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4e60712c-76d1-4c1a-871e-8ae6a5252b10,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:14.098592 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1cd576cd-6d0e-417b-b0ec-be960612c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.143897 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.164390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd576cd-6d0e-417b-b0ec-be960612c1e7 None None] Pushing event updated for resources: {'Port': ['ID=4e60712c-76d1-4c1a-871e-8ae6a5252b10,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:14.175762 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:14.202597 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618f790a-d413-4d75-88cd-c2f4896602fc None None] The sync data for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 is: [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:14.221389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-09f41c51-cd63-4200-b303-10a159aa6bce None None] Provisioning complete for port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:14.221897 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09f41c51-cd63-4200-b303-10a159aa6bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.266229 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.308806 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.334497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Network 74c25d11-64a5-4844-90e4-19ff5d5954cf is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:14.337530 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.340166 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:14.349482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:14.361905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Pushing event updated for resources: {'Port': ['ID=fabb10e1-8f3b-4895-870f-f5dd2679641f,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:14.398009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3debcc5-c777-464e-a83d-0953af8649c8 req-46497a16-ebe6-4e5a-a221-9dae812ee617 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:14.403839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3debcc5-c777-464e-a83d-0953af8649c8 req-46497a16-ebe6-4e5a-a221-9dae812ee617 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0913374 Sep 22 10:01:14.445570 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Attempting to bind port fabb10e1-8f3b-4895-870f-f5dd2679641f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:14.445949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Attempting to bind port fabb10e1-8f3b-4895-870f-f5dd2679641f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'b0ad8d34-e461-43b8-9f69-ba342a637d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:14.446323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Attempting to bind port fabb10e1-8f3b-4895-870f-f5dd2679641f on network 74c25d11-64a5-4844-90e4-19ff5d5954cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:14.454015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:14.454394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Checking segment: {'id': 'b0ad8d34-e461-43b8-9f69-ba342a637d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:14.455384 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.455869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Bound using segment: {'id': 'b0ad8d34-e461-43b8-9f69-ba342a637d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:14.456613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Bound port: fabb10e1-8f3b-4895-870f-f5dd2679641f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ad8d34-e461-43b8-9f69-ba342a637d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:14.457132 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.465236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3debcc5-c777-464e-a83d-0953af8649c8 req-07ec5138-814a-4226-9924-895ba9464e5c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527432 Sep 22 10:01:14.485780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Allocated IP 172.25.6.3 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/f53e0c8b-2295-4b5f-a128-7390ea9ffb89) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:14.532007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] For port fabb10e1-8f3b-4895-870f-f5dd2679641f, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:14.536754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] For port fabb10e1-8f3b-4895-870f-f5dd2679641f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=fabb10e1-8f3b-4895-870f-f5dd2679641f,segment=NetworkSegment(b0ad8d34-e461-43b8-9f69-ba342a637d5e),segment_id=b0ad8d34-e461-43b8-9f69-ba342a637d5e)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:14.601471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.626224 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.691804 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd10c0-e1e3-4ebd-b117-e80994c3a927 None None] Pushing event updated for resources: {'Port': ['ID=fabb10e1-8f3b-4895-870f-f5dd2679641f,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:14.723318 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:14.766379 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:14.772556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:14.774544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:14.783555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Pushing event updated for resources: {'Port': ['ID=f53e0c8b-2295-4b5f-a128-7390ea9ffb89,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:15.129557 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:15.385854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:15.550663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device fabb10e1-8f3b-4895-870f-f5dd2679641f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:15.612301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port fabb10e1-8f3b-4895-870f-f5dd2679641f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:15.612996 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:15.620394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f37d2-655e-4142-9531-de4c0be1ee8a req-73e108e8-1016-4d1b-bb1c-2df6af00ad90 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:15.622315 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e4f37d2-655e-4142-9531-de4c0be1ee8a req-73e108e8-1016-4d1b-bb1c-2df6af00ad90 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0624053 Sep 22 10:01:15.629868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Router 6017c972-6aac-44a3-9f07-abfdc912d1d8 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:01:15.706006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e4f37d2-655e-4142-9531-de4c0be1ee8a req-470e779e-d760-4caa-911e-2c9e7ace2dc9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648286 Sep 22 10:01:15.724962 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:15.760473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port fabb10e1-8f3b-4895-870f-f5dd2679641f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=fabb10e1-8f3b-4895-870f-f5dd2679641f,segment=NetworkSegment(b0ad8d34-e461-43b8-9f69-ba342a637d5e),segment_id=b0ad8d34-e461-43b8-9f69-ba342a637d5e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:15.772665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:01:15.775253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a500c952-4605-46f0-82b0-d4b503432699 None None] Network 74c25d11-64a5-4844-90e4-19ff5d5954cf requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:01:15.795916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Sync routers for ids ['6017c972-6aac-44a3-9f07-abfdc912d1d8'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:01:15.847015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Routers {'6017c972-6aac-44a3-9f07-abfdc912d1d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:15.847641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6017c972-6aac-44a3-9f07-abfdc912d1d8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:15.851122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e83ff6be-2ebc-4fb8-9392-50692cb01d75 None None] Provisioning complete for port fabb10e1-8f3b-4895-870f-f5dd2679641f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:15.851497 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e83ff6be-2ebc-4fb8-9392-50692cb01d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:15.861216 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:15.862472 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4e60712c-76d1-4c1a-871e-8ae6a5252b10 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:15.877342 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:15.878738 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5fd4aec6-e620-40ec-a885-1879affd8ddc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2875009 Sep 22 10:01:15.881621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47242) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:16.257760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=fabb10e1-8f3b-4895-870f-f5dd2679641f,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:16.296242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Set router 6017c972-6aac-44a3-9f07-abfdc912d1d8 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:16.328949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:16.395848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:16.396223 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:16.492250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Allocated IP 172.20.0.1 (74c25d11-64a5-4844-90e4-19ff5d5954cf/ebd8c80a-dfff-4425-8814-2dbbc6c7ab47/aa66b454-d7f7-40bb-ad34-222695706896) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:16.618295 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:16.625241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'name': 'tempest-TestVolumeBootPattern-274958956-router', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:13Z', 'updated_at': '2021-09-22T10:01:14Z', 'revision_number': 3, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'gw_port': {'id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:14Z', 'updated_at': '2021-09-22T10:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:16.650758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Checking router: 6017c972-6aac-44a3-9f07-abfdc912d1d8 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:01:16.651113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Updating router 6017c972-6aac-44a3-9f07-abfdc912d1d8 port f53e0c8b-2295-4b5f-a128-7390ea9ffb89 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:01:16.681349 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:16.790691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a1661246-ea18-4fc7-a193-4e1531f44167 None None] Provisioning complete for port fabb10e1-8f3b-4895-870f-f5dd2679641f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:16.791151 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a1661246-ea18-4fc7-a193-4e1531f44167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:16.803609 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:16.815668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e1c69-8494-4c40-8bf2-b628652be497 req-94ad1aed-489a-4f69-9849-477a02effe92 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:16.818913 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df8e1c69-8494-4c40-8bf2-b628652be497 req-94ad1aed-489a-4f69-9849-477a02effe92 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0566332 Sep 22 10:01:16.872492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Network 74c25d11-64a5-4844-90e4-19ff5d5954cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:16.881638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:16.886216 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:16.888104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa66b454-d7f7-40bb-ad34-222695706896,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:16.931780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df8e1c69-8494-4c40-8bf2-b628652be497 req-178d4d02-54ec-4ce0-a3fe-c213bc3c146a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938962 Sep 22 10:01:16.949481 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.032217 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.117491 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.180476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Attempting to bind port f53e0c8b-2295-4b5f-a128-7390ea9ffb89 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:17.180781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Attempting to bind port f53e0c8b-2295-4b5f-a128-7390ea9ffb89 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:17.181154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Attempting to bind port f53e0c8b-2295-4b5f-a128-7390ea9ffb89 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:17.183790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.187121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6372579-3549-451d-8c30-9579845a2d37 None None] Pushing event updated for resources: {'Port': ['ID=f53e0c8b-2295-4b5f-a128-7390ea9ffb89,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:17.192101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:17.192541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:17.192978 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.193394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:17.193883 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Bound port: f53e0c8b-2295-4b5f-a128-7390ea9ffb89, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:17.199254 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.227294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3870d1da-5c28-4085-8ae3-3a9c9bf41231 None None] Provisioning complete for port aa66b454-d7f7-40bb-ad34-222695706896 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:17.227726 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3870d1da-5c28-4085-8ae3-3a9c9bf41231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.283288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] For port f53e0c8b-2295-4b5f-a128-7390ea9ffb89, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:17.285565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3870d1da-5c28-4085-8ae3-3a9c9bf41231 None None] Port aa66b454-d7f7-40bb-ad34-222695706896 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:01:17.297052 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] For port f53e0c8b-2295-4b5f-a128-7390ea9ffb89, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f53e0c8b-2295-4b5f-a128-7390ea9ffb89,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:17.361031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.426199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device fabb10e1-8f3b-4895-870f-f5dd2679641f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:17.459544 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.488863 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.538108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6372579-3549-451d-8c30-9579845a2d37 None None] Pushing event updated for resources: {'Port': ['ID=f53e0c8b-2295-4b5f-a128-7390ea9ffb89,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:17.541725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Routers {'6017c972-6aac-44a3-9f07-abfdc912d1d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:17.542395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6017c972-6aac-44a3-9f07-abfdc912d1d8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:17.562291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa66b454-d7f7-40bb-ad34-222695706896,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:17.566531 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.585303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port fabb10e1-8f3b-4895-870f-f5dd2679641f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:17.585683 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:17.669539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Network 74c25d11-64a5-4844-90e4-19ff5d5954cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:17.671095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:17.691205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] Set router 6017c972-6aac-44a3-9f07-abfdc912d1d8 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:17.956024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a03c245a-a300-42ab-9be9-a61ba1c875c9 None None] Provisioning complete for port aa66b454-d7f7-40bb-ad34-222695706896 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:17.956484 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a03c245a-a300-42ab-9be9-a61ba1c875c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:18.060544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a03c245a-a300-42ab-9be9-a61ba1c875c9 None None] Port aa66b454-d7f7-40bb-ad34-222695706896 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:01:18.088506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'name': 'tempest-TestVolumeBootPattern-274958956-router', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:13Z', 'updated_at': '2021-09-22T10:01:17Z', 'revision_number': 4, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'gw_port': {'id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:14Z', 'updated_at': '2021-09-22T10:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'aa66b454-d7f7-40bb-ad34-222695706896', 'name': '', 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'mac_address': 'fa:16:3e:bc:65:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'ebd8c80a-dfff-4425-8814-2dbbc6c7ab47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:16Z', 'updated_at': '2021-09-22T10:01:17Z', 'revision_number': 2, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'subnets': [{'id': 'ebd8c80a-dfff-4425-8814-2dbbc6c7ab47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:18.120297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d7c5b-d5cb-4588-8f45-805a1e006003 None None] The sync data for ids ['6017c972-6aac-44a3-9f07-abfdc912d1d8'] in n-d-805649-4 is: [{'id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'name': 'tempest-TestVolumeBootPattern-274958956-router', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:13Z', 'updated_at': '2021-09-22T10:01:17Z', 'revision_number': 4, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'gw_port': {'id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:14Z', 'updated_at': '2021-09-22T10:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'aa66b454-d7f7-40bb-ad34-222695706896', 'name': '', 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'mac_address': 'fa:16:3e:bc:65:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'ebd8c80a-dfff-4425-8814-2dbbc6c7ab47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:16Z', 'updated_at': '2021-09-22T10:01:17Z', 'revision_number': 2, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'subnets': [{'id': 'ebd8c80a-dfff-4425-8814-2dbbc6c7ab47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:18.210082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Router 6017c972-6aac-44a3-9f07-abfdc912d1d8 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:01:18.226654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4912ae-248e-4ae2-bb50-f5e04b86c24a req-c49aaa10-3c7f-4681-b482-362e984caf77 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:18.228310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d4912ae-248e-4ae2-bb50-f5e04b86c24a req-c49aaa10-3c7f-4681-b482-362e984caf77 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0776439 Sep 22 10:01:18.397647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d4912ae-248e-4ae2-bb50-f5e04b86c24a req-69ffca19-d215-4330-85c2-49f7ad09e796 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000695 Sep 22 10:01:18.472704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:01:18.481513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d4fa372a-1506-4385-93ae-3d147e1fa4c8 admin admin] 10.222.0.49 "PUT /v2.0/routers/6017c972-6aac-44a3-9f07-abfdc912d1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5985465 Sep 22 10:01:19.494368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f53e0c8b-2295-4b5f-a128-7390ea9ffb89 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:19.569722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f53e0c8b-2295-4b5f-a128-7390ea9ffb89 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:19.570157 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:19.671459 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:19.692641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port f53e0c8b-2295-4b5f-a128-7390ea9ffb89, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f53e0c8b-2295-4b5f-a128-7390ea9ffb89,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:19.762984 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:19.815383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=f53e0c8b-2295-4b5f-a128-7390ea9ffb89,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:21.449703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f53e0c8b-2295-4b5f-a128-7390ea9ffb89 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:21.541554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f53e0c8b-2295-4b5f-a128-7390ea9ffb89 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:21.541998 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:21.667233 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Sync routers for ids ['6017c972-6aac-44a3-9f07-abfdc912d1d8'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:01:21.679352 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Routers {'6017c972-6aac-44a3-9f07-abfdc912d1d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:21.680091 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6017c972-6aac-44a3-9f07-abfdc912d1d8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:21.793714 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Set router 6017c972-6aac-44a3-9f07-abfdc912d1d8 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:21.917873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47278) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:22.029161 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'name': 'tempest-TestVolumeBootPattern-274958956-router', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:13Z', 'updated_at': '2021-09-22T10:01:17Z', 'revision_number': 4, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'gw_port': {'id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:14Z', 'updated_at': '2021-09-22T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'aa66b454-d7f7-40bb-ad34-222695706896', 'name': '', 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'mac_address': 'fa:16:3e:bc:65:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'ebd8c80a-dfff-4425-8814-2dbbc6c7ab47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:16Z', 'updated_at': '2021-09-22T10:01:17Z', 'revision_number': 2, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'subnets': [{'id': 'ebd8c80a-dfff-4425-8814-2dbbc6c7ab47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:22.063904 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Checking router: 6017c972-6aac-44a3-9f07-abfdc912d1d8 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:01:22.064449 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Updating router 6017c972-6aac-44a3-9f07-abfdc912d1d8 port aa66b454-d7f7-40bb-ad34-222695706896 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:01:22.094193 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.173378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port 533d1a04-7321-4ca9-bd9a-9057642f6d7f {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:01:22.174329 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.288166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.288597 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.309595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for 533d1a04-7321-4ca9-bd9a-9057642f6d7f owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:01:22.463693 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.612899 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.637649 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.673389 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4a3e8-4525-4ed7-917f-210e86f8f254 None None] Pushing event updated for resources: {'Port': ['ID=aa66b454-d7f7-40bb-ad34-222695706896,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:22.713856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=533d1a04-7321-4ca9-bd9a-9057642f6d7f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:22.746397 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Attempting to bind port aa66b454-d7f7-40bb-ad34-222695706896 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:22.746902 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Attempting to bind port aa66b454-d7f7-40bb-ad34-222695706896 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'b0ad8d34-e461-43b8-9f69-ba342a637d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:22.747411 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Attempting to bind port aa66b454-d7f7-40bb-ad34-222695706896 on network 74c25d11-64a5-4844-90e4-19ff5d5954cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:22.753335 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:22.753859 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Checking segment: {'id': 'b0ad8d34-e461-43b8-9f69-ba342a637d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:22.754417 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.754908 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Bound using segment: {'id': 'b0ad8d34-e461-43b8-9f69-ba342a637d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:22.755480 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Bound port: aa66b454-d7f7-40bb-ad34-222695706896, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ad8d34-e461-43b8-9f69-ba342a637d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:22.756003 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.806102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-34c2a67f-12dc-4db2-8548-a0eb8df0a835 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:22.807891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-34c2a67f-12dc-4db2-8548-a0eb8df0a835 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.2150495 Sep 22 10:01:22.811117 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.813821 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Floating IP e510eb10-cb2c-41cb-9aa0-7b4f65314d6c disassociated (deleted). External IP: 172.25.6.4, port: 177b072f-fcf9-4706-ace2-bdc8fba1078a. Sep 22 10:01:22.828482 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] For port aa66b454-d7f7-40bb-ad34-222695706896, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:22.832647 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] For port aa66b454-d7f7-40bb-ad34-222695706896, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=aa66b454-d7f7-40bb-ad34-222695706896,segment=NetworkSegment(b0ad8d34-e461-43b8-9f69-ba342a637d5e),segment_id=b0ad8d34-e461-43b8-9f69-ba342a637d5e)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:22.861037 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-41b5b1cb-cac0-4319-8641-90d020f5409d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/quotas/85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 375 time: 0.0457172 Sep 22 10:01:22.895027 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.929776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-800f5437-3841-49c4-898e-1e30795d7a68 None None] Provisioning complete for port aa66b454-d7f7-40bb-ad34-222695706896 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:22.930496 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-800f5437-3841-49c4-898e-1e30795d7a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:22.968454 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Routers {'6017c972-6aac-44a3-9f07-abfdc912d1d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:22.969103 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6017c972-6aac-44a3-9f07-abfdc912d1d8'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:22.969249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-16f3252b-849a-4fae-b7c1-84e64f759e8d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970349 Sep 22 10:01:23.015615 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4a3e8-4525-4ed7-917f-210e86f8f254 None None] Pushing event updated for resources: {'Port': ['ID=aa66b454-d7f7-40bb-ad34-222695706896,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:23.028868 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-800f5437-3841-49c4-898e-1e30795d7a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:23.074416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-800f5437-3841-49c4-898e-1e30795d7a68 None None] For port aa66b454-d7f7-40bb-ad34-222695706896, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=aa66b454-d7f7-40bb-ad34-222695706896,segment=NetworkSegment(b0ad8d34-e461-43b8-9f69-ba342a637d5e),segment_id=b0ad8d34-e461-43b8-9f69-ba342a637d5e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:23.156942 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-800f5437-3841-49c4-898e-1e30795d7a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:23.158361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-41909a48-dc0c-4ac2-9efc-6a030b50dc0e service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492338 Sep 22 10:01:23.211028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router 8c2f0964-e576-4f53-8d1f-85c4461c125e has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:01:23.214824 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] Set router 6017c972-6aac-44a3-9f07-abfdc912d1d8 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:23.222239 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f5437-3841-49c4-898e-1e30795d7a68 None None] Pushing event updated for resources: {'Port': ['ID=aa66b454-d7f7-40bb-ad34-222695706896,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:23.281068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8c8ca554-0a4c-4bd0-9691-cd503d1ba0a1 None None] Provisioning complete for port aa66b454-d7f7-40bb-ad34-222695706896 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:23.281540 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca554-0a4c-4bd0-9691-cd503d1ba0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:23.339585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-e29c478e-3950-456e-abd4-87bc66c54f3f service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642485 Sep 22 10:01:23.402812 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:23.407261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:01:23.411739 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:23.427905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5945c-6550-40e2-bf4a-c6e3f2ce0981 None None] Sync routers for ids ['8c2f0964-e576-4f53-8d1f-85c4461c125e'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:01:23.442459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5945c-6550-40e2-bf4a-c6e3f2ce0981 None None] Routers {'8c2f0964-e576-4f53-8d1f-85c4461c125e'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:23.443274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d7f5945c-6550-40e2-bf4a-c6e3f2ce0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['8c2f0964-e576-4f53-8d1f-85c4461c125e'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:23.445662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0f884c28-1a64-4a5c-996b-6ab1547a9cc7 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/floatingips/e510eb10-cb2c-41cb-9aa0-7b4f65314d6c HTTP/1.1" status: 204 len: 168 time: 1.5264130 Sep 22 10:01:23.446321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:01:23.448696 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6597b52-4ec4-463c-865a-c03baa9f36d9" -d '{"events": [{"name": "network-changed", "server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:01:23.515652 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'name': 'tempest-TestVolumeBootPattern-274958956-router', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:13Z', 'updated_at': '2021-09-22T10:01:17Z', 'revision_number': 4, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'gw_port': {'id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:14Z', 'updated_at': '2021-09-22T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'aa66b454-d7f7-40bb-ad34-222695706896', 'name': '', 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'mac_address': 'fa:16:3e:bc:65:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'ebd8c80a-dfff-4425-8814-2dbbc6c7ab47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:16Z', 'updated_at': '2021-09-22T10:01:22Z', 'revision_number': 4, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'subnets': [{'id': 'ebd8c80a-dfff-4425-8814-2dbbc6c7ab47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:23.521823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device aa66b454-d7f7-40bb-ad34-222695706896 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:23.551915 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b4dda-af16-4381-b6ee-62dc826d682d None None] The sync data for ids ['6017c972-6aac-44a3-9f07-abfdc912d1d8'] in n-d-805649-4 is: [{'id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'name': 'tempest-TestVolumeBootPattern-274958956-router', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:13Z', 'updated_at': '2021-09-22T10:01:17Z', 'revision_number': 4, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'gw_port': {'id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:14Z', 'updated_at': '2021-09-22T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'aa66b454-d7f7-40bb-ad34-222695706896', 'name': '', 'network_id': '74c25d11-64a5-4844-90e4-19ff5d5954cf', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'mac_address': 'fa:16:3e:bc:65:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': 'ebd8c80a-dfff-4425-8814-2dbbc6c7ab47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:16Z', 'updated_at': '2021-09-22T10:01:22Z', 'revision_number': 4, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'subnets': [{'id': 'ebd8c80a-dfff-4425-8814-2dbbc6c7ab47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:23.777147 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-d7f5945c-6550-40e2-bf4a-c6e3f2ce0981 None None] Set router 8c2f0964-e576-4f53-8d1f-85c4461c125e gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:23.857352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port aa66b454-d7f7-40bb-ad34-222695706896 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:23.857723 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:24.063555 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d7f5945c-6550-40e2-bf4a-c6e3f2ce0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11', 'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:01:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:28Z', 'updated_at': '2021-09-22T09:59:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:24.092580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5945c-6550-40e2-bf4a-c6e3f2ce0981 None None] Checking router: 8c2f0964-e576-4f53-8d1f-85c4461c125e for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:01:24.103261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5945c-6550-40e2-bf4a-c6e3f2ce0981 None None] Routers {'8c2f0964-e576-4f53-8d1f-85c4461c125e'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:24.103947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d7f5945c-6550-40e2-bf4a-c6e3f2ce0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:00:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['8c2f0964-e576-4f53-8d1f-85c4461c125e'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:24.240103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-d7f5945c-6550-40e2-bf4a-c6e3f2ce0981 None None] Set router 8c2f0964-e576-4f53-8d1f-85c4461c125e gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:24.268020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f07ea140-e7c0-4421-9fb7-4df8d2406a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:24.498402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d7f5945c-6550-40e2-bf4a-c6e3f2ce0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11', 'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:01:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:28Z', 'updated_at': '2021-09-22T09:59:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:24.526600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5945c-6550-40e2-bf4a-c6e3f2ce0981 None None] The sync data for ids ['8c2f0964-e576-4f53-8d1f-85c4461c125e'] in n-d-805649-4 is: [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11', 'name': '', 'network_id': '87211661-7031-4fe7-9db4-1b10d73fb726', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'mac_address': 'fa:16:3e:01:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:28Z', 'updated_at': '2021-09-22T09:59:32Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'subnets': [{'id': '11fa1538-36c9-4aeb-ba79-c89c89068199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:24.546000 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6709ff39-56a8-4689-9409-0e47ea83d62c x-openstack-request-id: req-6709ff39-56a8-4689-9409-0e47ea83d62c {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:01:24.546592 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:01:24.546592 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6709ff39-56a8-4689-9409-0e47ea83d62c {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:01:24.546930 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'status': 'completed', 'code': 200} Sep 22 10:01:24.610557 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bf4ec04-baed-4dfe-8c34-7fe764731783 req-6fb155b2-03b0-40f4-b2e2-55eec7db332a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0346370 Sep 22 10:01:24.631774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6597b52-4ec4-463c-865a-c03baa9f36d9 req-3f715e18-aaa7-4094-af8f-56593a55b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:24.633709 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f6597b52-4ec4-463c-865a-c03baa9f36d9 req-3f715e18-aaa7-4094-af8f-56593a55b1e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9405e14d620a4da0b6fefcb274955fd4&device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 1096 time: 0.0609701 Sep 22 10:01:24.723162 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:24.732284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9cc18-1e3c-497b-9e95-c6cdbc85b7fc req-3e2ffcd0-14f9-4441-a519-c2f18d51da77 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:24.734736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cd9cc18-1e3c-497b-9e95-c6cdbc85b7fc req-3e2ffcd0-14f9-4441-a519-c2f18d51da77 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0559602 Sep 22 10:01:24.745112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6597b52-4ec4-463c-865a-c03baa9f36d9 req-1731259e-309c-4ac2-ba2a-a1360a01a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:24.746686 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f6597b52-4ec4-463c-865a-c03baa9f36d9 req-1731259e-309c-4ac2-ba2a-a1360a01a2bd service neutron] 10.222.0.45 "GET /v2.0/networks?id=87211661-7031-4fe7-9db4-1b10d73fb726 HTTP/1.1" status: 200 len: 897 time: 0.1023450 Sep 22 10:01:24.793282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9cd9cc18-1e3c-497b-9e95-c6cdbc85b7fc req-d9d2b7bc-de30-4177-8e41-707509ca8d90 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450656 Sep 22 10:01:24.827645 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f6597b52-4ec4-463c-865a-c03baa9f36d9 req-3d6ac297-22d0-4707-85ed-a0a6d62fdb60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a HTTP/1.1" status: 200 len: 217 time: 0.0716665 Sep 22 10:01:24.882828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6597b52-4ec4-463c-865a-c03baa9f36d9 req-2e765455-f078-4e5d-ba75-9c125bc4fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:24.884569 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f6597b52-4ec4-463c-865a-c03baa9f36d9 req-2e765455-f078-4e5d-ba75-9c125bc4fcbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=11fa1538-36c9-4aeb-ba79-c89c89068199 HTTP/1.1" status: 200 len: 834 time: 0.0499134 Sep 22 10:01:24.937124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6597b52-4ec4-463c-865a-c03baa9f36d9 req-3035a94e-96b5-47ac-9000-edf903cd8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:24.938639 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f6597b52-4ec4-463c-865a-c03baa9f36d9 req-3035a94e-96b5-47ac-9000-edf903cd8267 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87211661-7031-4fe7-9db4-1b10d73fb726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464284 Sep 22 10:01:25.032470 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f6597b52-4ec4-463c-865a-c03baa9f36d9 req-31a58e60-5aaf-4adf-a6e2-199e6d9202aa service neutron] 10.222.0.45 "GET /v2.0/networks/87211661-7031-4fe7-9db4-1b10d73fb726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862575 Sep 22 10:01:25.137581 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f6597b52-4ec4-463c-865a-c03baa9f36d9 req-727a3072-6bfa-40f1-86a6-076a4ea1a551 service neutron] 10.222.0.45 "GET /v2.0/networks/87211661-7031-4fe7-9db4-1b10d73fb726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970483 Sep 22 10:01:25.403029 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9372fec-cdb9-4926-af44-511d03f543ab None None] New status for floating IP e510eb10-cb2c-41cb-9aa0-7b4f65314d6c: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:01:25.709779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6a92a7a-8619-4a77-a1a8-c6639063ab2b req-72655de8-4b42-47af-8b10-a2af1678e0d2 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0275040 Sep 22 10:01:25.922009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c402f8d-43ea-4a0f-a70b-e831e1b35aa8 req-98d4cd51-8528-46fa-9649-66e04c1e06b0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:25.923699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c402f8d-43ea-4a0f-a70b-e831e1b35aa8 req-98d4cd51-8528-46fa-9649-66e04c1e06b0 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Sep 22 10:01:25.962593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c402f8d-43ea-4a0f-a70b-e831e1b35aa8 req-f740a890-5d41-4be0-a9fa-57a3795bf557 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/security-groups?id=7860f941-858a-4b4c-b8dc-3c68b408706a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326424 Sep 22 10:01:26.101969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3a815-53ec-4cef-9f86-b4b230ce2bff req-c894eae0-1116-41eb-8b57-afa34fa40944 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:26.103455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-05c3a815-53ec-4cef-9f86-b4b230ce2bff req-c894eae0-1116-41eb-8b57-afa34fa40944 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 945 time: 0.0491178 Sep 22 10:01:26.218384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-05c3a815-53ec-4cef-9f86-b4b230ce2bff req-bf5bba47-e1b0-4e10-9bc0-124c94bdcbb3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port 177b072f-fcf9-4706-ace2-bdc8fba1078a {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:01:26.218726 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-05c3a815-53ec-4cef-9f86-b4b230ce2bff req-bf5bba47-e1b0-4e10-9bc0-124c94bdcbb3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:26.311645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-05c3a815-53ec-4cef-9f86-b4b230ce2bff req-bf5bba47-e1b0-4e10-9bc0-124c94bdcbb3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port 177b072f-fcf9-4706-ace2-bdc8fba1078a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=177b072f-fcf9-4706-ace2-bdc8fba1078a,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:26.312018 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-05c3a815-53ec-4cef-9f86-b4b230ce2bff req-bf5bba47-e1b0-4e10-9bc0-124c94bdcbb3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:26.327293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-05c3a815-53ec-4cef-9f86-b4b230ce2bff req-bf5bba47-e1b0-4e10-9bc0-124c94bdcbb3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for 177b072f-fcf9-4706-ace2-bdc8fba1078a owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:01:26.572181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-05c3a815-53ec-4cef-9f86-b4b230ce2bff req-bf5bba47-e1b0-4e10-9bc0-124c94bdcbb3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:26.600542 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bba47-e1b0-4e10-9bc0-124c94bdcbb3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=177b072f-fcf9-4706-ace2-bdc8fba1078a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:26.648045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c3a815-53ec-4cef-9f86-b4b230ce2bff req-bf5bba47-e1b0-4e10-9bc0-124c94bdcbb3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] No DVR routers for this DVR port 177b072f-fcf9-4706-ace2-bdc8fba1078a on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:01:26.651468 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-05c3a815-53ec-4cef-9f86-b4b230ce2bff req-bf5bba47-e1b0-4e10-9bc0-124c94bdcbb3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:26.654588 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-05c3a815-53ec-4cef-9f86-b4b230ce2bff req-bf5bba47-e1b0-4e10-9bc0-124c94bdcbb3 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.45 "DELETE /v2.0/ports/177b072f-fcf9-4706-ace2-bdc8fba1078a HTTP/1.1" status: 204 len: 173 time: 0.5438938 Sep 22 10:01:26.655466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'name': 'network-vif-deleted', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:01:26.658502 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91e86c3-90ec-48a4-a698-e8dd39a765be" -d '{"events": [{"server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "name": "network-vif-deleted", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:01:26.696572 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009884e8-9b67-4f43-80ef-9fae1446eac9 x-openstack-request-id: req-009884e8-9b67-4f43-80ef-9fae1446eac9 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:01:26.696903 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dafd6807-7cb4-47b7-834f-b354aba33c10", "name": "network-vif-deleted", "tag": "177b072f-fcf9-4706-ace2-bdc8fba1078a", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:01:26.697157 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-009884e8-9b67-4f43-80ef-9fae1446eac9 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:01:26.697561 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dafd6807-7cb4-47b7-834f-b354aba33c10', 'name': 'network-vif-deleted', 'tag': '177b072f-fcf9-4706-ace2-bdc8fba1078a', 'status': 'completed', 'code': 200} Sep 22 10:01:26.820445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cf01bdc-a599-4997-8c08-0a8d9a79ae0f req-8de7487c-7e12-4522-ad14-44254e9ff0c2 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0340526 Sep 22 10:01:26.932832 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-278bd44a-4c7d-477a-9db0-6e2f16ac21fb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:26.934474 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-278bd44a-4c7d-477a-9db0-6e2f16ac21fb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1105342 Sep 22 10:01:26.945787 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6467f03f-e9ee-443a-b93c-5d4e96a39d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:26.953096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'port': {'device_id': 'e4ba473b-bca6-4f33-8131-3ced87d1d3a4', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'admin_state_up': True, 'tenant_id': '85783f088d50493ba8dced847fb677eb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:27.098332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ee809bf-6742-4a37-bd70-614a08b9292d req-d78f8709-cfb3-43ce-a9e1-972661d6799a tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "GET /v2.0/ports?device_id=dafd6807-7cb4-47b7-834f-b354aba33c10 HTTP/1.1" status: 200 len: 210 time: 0.0315466 Sep 22 10:01:27.214387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Made reservation on behalf of 85783f088d50493ba8dced847fb677eb for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:01:27.218463 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:27.368549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Allocated IP 172.20.0.6 (6ed1a16d-1131-43c3-bed3-028a71d58cce/f6586a42-b832-4d74-bacf-f5a31d538762/f4eb805d-f474-4580-b993-1803cfaf6607) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:27.542786 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:27.597463 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:27.698356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:27.748085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:27.752453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:27.756549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:27.786740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=f4eb805d-f474-4580-b993-1803cfaf6607,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:27.821888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:27.822715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:27.933017 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-422f0abd-f969-41d4-9303-1ccb4a4845de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9840331 Sep 22 10:01:27.951769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371d76f-0ce7-4e32-8af3-ced99495c289 req-fcdfb969-e91d-4b01-96bb-a5beaf380ae9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:27.953732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1371d76f-0ce7-4e32-8af3-ced99495c289 req-fcdfb969-e91d-4b01-96bb-a5beaf380ae9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 931 time: 0.0581064 Sep 22 10:01:27.956670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Request body: {'port': {'device_id': 'e4ba473b-bca6-4f33-8131-3ced87d1d3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:27.998730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1371d76f-0ce7-4e32-8af3-ced99495c289 req-f22f389b-e17f-4264-8cbc-cb4a61950a1a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364823 Sep 22 10:01:28.038876 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:28.056605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-847ac4c1-a467-45ce-858a-e865b42931d0 None None] Provisioning complete for port f4eb805d-f474-4580-b993-1803cfaf6607 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:28.057744 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-847ac4c1-a467-45ce-858a-e865b42931d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:28.098015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-847ac4c1-a467-45ce-858a-e865b42931d0 None None] Port f4eb805d-f474-4580-b993-1803cfaf6607 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:01:28.159778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47330) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:28.184030 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:28.359864 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4eb805d-f474-4580-b993-1803cfaf6607 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:01:28.368601 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:28.388173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Transition to ACTIVE for port object f4eb805d-f474-4580-b993-1803cfaf6607 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:01:28.475597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:28.554175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Pushing event updated for resources: {'Port': ['ID=f4eb805d-f474-4580-b993-1803cfaf6607,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:28.617661 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:28.647642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Attempting to bind port f4eb805d-f474-4580-b993-1803cfaf6607 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:28.652622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Attempting to bind port f4eb805d-f474-4580-b993-1803cfaf6607 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:28.653128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Attempting to bind port f4eb805d-f474-4580-b993-1803cfaf6607 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:28.659075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Port f4eb805d-f474-4580-b993-1803cfaf6607 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:01:28.659816 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Attempting to bind port f4eb805d-f474-4580-b993-1803cfaf6607 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:28.665555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:28.665902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Checking segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:28.666307 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Bound using segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:28.666753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Bound port: f4eb805d-f474-4580-b993-1803cfaf6607, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:28.667117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:28.746465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] For port f4eb805d-f474-4580-b993-1803cfaf6607, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:28.751179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] For port f4eb805d-f474-4580-b993-1803cfaf6607, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f4eb805d-f474-4580-b993-1803cfaf6607,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:28.861599 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:28.906758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:28.907398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:28.909879 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] 10.222.0.45 "PUT /v2.0/ports/f4eb805d-f474-4580-b993-1803cfaf6607 HTTP/1.1" status: 200 len: 1091 time: 0.9606290 Sep 22 10:01:28.910362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ba473b-bca6-4f33-8131-3ced87d1d3a4', 'tag': 'f4eb805d-f474-4580-b993-1803cfaf6607'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:01:28.912701 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b7aa6a-8cba-4fa0-b410-0cdf1cf995c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ba473b-bca6-4f33-8131-3ced87d1d3a4", "tag": "f4eb805d-f474-4580-b993-1803cfaf6607"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:01:28.963951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:01:28.965035 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:28.972054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf95cc-b8f1-457d-ae8d-d75c21d2dc07 service neutron] Pushing event updated for resources: {'Port': ['ID=f4eb805d-f474-4580-b993-1803cfaf6607,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:28.976245 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421ee224-d6ff-4688-b555-b23e63a8248f x-openstack-request-id: req-421ee224-d6ff-4688-b555-b23e63a8248f {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:01:28.976541 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ba473b-bca6-4f33-8131-3ced87d1d3a4", "tag": "f4eb805d-f474-4580-b993-1803cfaf6607", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:01:28.976891 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-421ee224-d6ff-4688-b555-b23e63a8248f {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:01:28.977217 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ba473b-bca6-4f33-8131-3ced87d1d3a4', 'tag': 'f4eb805d-f474-4580-b993-1803cfaf6607', 'status': 'completed', 'code': 200} Sep 22 10:01:29.115264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:29.116209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:29.159466 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:01:29.248958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb2ce6-0507-4f47-977c-5e3615fde1fa req-7bb089e6-28c5-4737-8dca-2f240abc6862 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:29.250745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4eb2ce6-0507-4f47-977c-5e3615fde1fa req-7bb089e6-28c5-4737-8dca-2f240abc6862 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 943 time: 0.1295192 Sep 22 10:01:29.357813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4eb2ce6-0507-4f47-977c-5e3615fde1fa req-f7f96057-fa1a-44d2-a1d4-e6017811f47c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946920 Sep 22 10:01:29.577418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7aa6a-8cba-4fa0-b410-0cdf1cf995c8 req-3a1bc655-c1e6-4d99-8527-17478b97166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:29.580429 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02b7aa6a-8cba-4fa0-b410-0cdf1cf995c8 req-3a1bc655-c1e6-4d99-8527-17478b97166f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 1094 time: 0.5581646 Sep 22 10:01:29.603154 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:29.635797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:29.739445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7aa6a-8cba-4fa0-b410-0cdf1cf995c8 req-9c1eeda8-2142-47c9-a317-b8c6fd1e5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:29.741107 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02b7aa6a-8cba-4fa0-b410-0cdf1cf995c8 req-9c1eeda8-2142-47c9-a317-b8c6fd1e5e3b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=85783f088d50493ba8dced847fb677eb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1474910 Sep 22 10:01:29.919710 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:29.922538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7aa6a-8cba-4fa0-b410-0cdf1cf995c8 req-3785bfdb-de74-4285-83aa-e6fce67ad5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:29.925625 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02b7aa6a-8cba-4fa0-b410-0cdf1cf995c8 req-3785bfdb-de74-4285-83aa-e6fce67ad5c3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1664917 Sep 22 10:01:29.949984 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:30.039568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-6111a7bc-6cc4-4524-bafd-a563b173fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:30.042134 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-6111a7bc-6cc4-4524-bafd-a563b173fa6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 1094 time: 0.0663526 Sep 22 10:01:30.114968 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-8a5b856b-8e68-4e13-862b-ca0f3f228307 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4eb805d-f474-4580-b993-1803cfaf6607 HTTP/1.1" status: 200 len: 217 time: 0.0569458 Sep 22 10:01:30.175278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-8e78e1da-7d85-4dbc-8e0f-893d689b10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:30.177012 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-8e78e1da-7d85-4dbc-8e0f-893d689b10c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0508163 Sep 22 10:01:30.200433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Router 8c2f0964-e576-4f53-8d1f-85c4461c125e has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:01:30.236533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-47beece0-133c-49f5-8b1a-c94262b1ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:30.238294 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-47beece0-133c-49f5-8b1a-c94262b1ea74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496037 Sep 22 10:01:30.353369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:01:30.358644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9322785e-6e89-4a31-a337-631b5e5be3c4 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "PUT /v2.0/routers/8c2f0964-e576-4f53-8d1f-85c4461c125e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1977184 Sep 22 10:01:30.361962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47336) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:30.368798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac95160-4ac7-4a5c-991a-eb5385a30808 None None] Sync routers for ids ['8c2f0964-e576-4f53-8d1f-85c4461c125e'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:01:30.371577 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-30982cfe-043c-4ed4-a0de-2903fd9c43e9 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190367 Sep 22 10:01:30.379728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac95160-4ac7-4a5c-991a-eb5385a30808 None None] Routers {'8c2f0964-e576-4f53-8d1f-85c4461c125e'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:30.380542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fac95160-4ac7-4a5c-991a-eb5385a30808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['8c2f0964-e576-4f53-8d1f-85c4461c125e'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:30.428833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ba02c8-5453-4fb1-a644-a5795af2da5b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting subnet 11fa1538-36c9-4aeb-ba79-c89c89068199 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:01:30.431880 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5ba02c8-5453-4fb1-a644-a5795af2da5b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:30.484841 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5ba02c8-5453-4fb1-a644-a5795af2da5b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:30.540299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fac95160-4ac7-4a5c-991a-eb5385a30808 None None] Set router 8c2f0964-e576-4f53-8d1f-85c4461c125e gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:30.555207 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27953629-6317-44eb-b1b4-ba62d54bc72b req-7f2e43a1-d8ee-4539-b1ab-adbb753d07de service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711473 Sep 22 10:01:30.638422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5ba02c8-5453-4fb1-a644-a5795af2da5b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:30.649795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecb809-9c21-4548-ad5e-4fb34400fee2 req-6a2153a9-5ed6-4114-bc88-3331c9753a56 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:30.651416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76ecb809-9c21-4548-ad5e-4fb34400fee2 req-6a2153a9-5ed6-4114-bc88-3331c9753a56 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0931621 Sep 22 10:01:30.733024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-76ecb809-9c21-4548-ad5e-4fb34400fee2 req-542f1256-897d-4799-840c-532e6954032c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582891 Sep 22 10:01:30.845298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fac95160-4ac7-4a5c-991a-eb5385a30808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T10:01:29Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:30.850537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5ba02c8-5453-4fb1-a644-a5795af2da5b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:30.876273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 177b072f-fcf9-4706-ace2-bdc8fba1078a no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:01:30.879245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac95160-4ac7-4a5c-991a-eb5385a30808 None None] Checking router: 8c2f0964-e576-4f53-8d1f-85c4461c125e for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:01:30.884117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba02c8-5453-4fb1-a644-a5795af2da5b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Subnet': ['ID=11fa1538-36c9-4aeb-ba79-c89c89068199,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:30.888189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5ba02c8-5453-4fb1-a644-a5795af2da5b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:30.893966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a5ba02c8-5453-4fb1-a644-a5795af2da5b tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/subnets/11fa1538-36c9-4aeb-ba79-c89c89068199 HTTP/1.1" status: 204 len: 168 time: 0.5306036 Sep 22 10:01:30.894177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47342) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:30.915431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac95160-4ac7-4a5c-991a-eb5385a30808 None None] Routers {'8c2f0964-e576-4f53-8d1f-85c4461c125e'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:30.916083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fac95160-4ac7-4a5c-991a-eb5385a30808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['8c2f0964-e576-4f53-8d1f-85c4461c125e'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:30.918142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c01b804-9b90-4a1a-bc58-eed9c5923d03 None None] Network 87211661-7031-4fe7-9db4-1b10d73fb726 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:01:30.922894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 177b072f-fcf9-4706-ace2-bdc8fba1078a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:01:30.922894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 177b072f-fcf9-4706-ace2-bdc8fba1078a not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:01:31.042525 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:31.126790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fac95160-4ac7-4a5c-991a-eb5385a30808 None None] Set router 8c2f0964-e576-4f53-8d1f-85c4461c125e gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:31.180563 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:31.324195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e3e43-1741-491e-b578-ce237d8f4633 None None] DHCP port deletion for 87211661-7031-4fe7-9db4-1b10d73fb726 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:01:31.364300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Deleting port 157ba985-2a07-4b2d-a65f-77df60089c6e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:01:31.364866 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:31.472969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f02e3e43-1741-491e-b578-ce237d8f4633 None None] Deleting port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:01:31.473446 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f02e3e43-1741-491e-b578-ce237d8f4633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:31.520694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] For port 157ba985-2a07-4b2d-a65f-77df60089c6e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=157ba985-2a07-4b2d-a65f-77df60089c6e,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:31.521323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:31.547277 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Calling delete_port for 157ba985-2a07-4b2d-a65f-77df60089c6e owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:01:31.577775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:01:31.594285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fac95160-4ac7-4a5c-991a-eb5385a30808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T10:01:29Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:31.696642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac95160-4ac7-4a5c-991a-eb5385a30808 None None] The sync data for ids ['8c2f0964-e576-4f53-8d1f-85c4461c125e'] in n-d-805649-4 is: [{'id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612544723', 'tenant_id': '9405e14d620a4da0b6fefcb274955fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:59:24Z', 'updated_at': '2021-09-22T10:01:29Z', 'revision_number': 5, 'project_id': '9405e14d620a4da0b6fefcb274955fd4', 'gw_port': {'id': '157ba985-2a07-4b2d-a65f-77df60089c6e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2f0964-e576-4f53-8d1f-85c4461c125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:59:25Z', 'updated_at': '2021-09-22T09:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:31.706597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f02e3e43-1741-491e-b578-ce237d8f4633 None None] For port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3,segment=NetworkSegment(f192f04d-6f46-40e2-bb7c-5fa992969214),segment_id=f192f04d-6f46-40e2-bb7c-5fa992969214)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:31.707266 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f02e3e43-1741-491e-b578-ce237d8f4633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:31.734072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f02e3e43-1741-491e-b578-ce237d8f4633 None None] Calling delete_port for ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:01:31.890625 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:31.910378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:31.925371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b9034-52f3-4fcb-a02c-cca7ceab9a78 req-da8c3ad9-ae15-44ee-98f9-3fc193dce3b1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:31.930518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b04b9034-52f3-4fcb-a02c-cca7ceab9a78 req-da8c3ad9-ae15-44ee-98f9-3fc193dce3b1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0591748 Sep 22 10:01:31.975740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Port': ['ID=157ba985-2a07-4b2d-a65f-77df60089c6e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:31.997563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b04b9034-52f3-4fcb-a02c-cca7ceab9a78 req-c86b0821-4578-4fc7-9497-7a8373df9084 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563052 Sep 22 10:01:32.044331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f02e3e43-1741-491e-b578-ce237d8f4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:32.071874 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:32.083372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e3e43-1741-491e-b578-ce237d8f4633 None None] Pushing event deleted for resources: {'Port': ['ID=ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:32.086909 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:01:32.086909 n-d-805649-4 neutron-server[95511]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 22 10:01:32.086909 n-d-805649-4 neutron-server[95511]: [parameters: {'status': 'DOWN', 'ports_id': 'ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3'}] Sep 22 10:01:32.086909 n-d-805649-4 neutron-server[95511]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:01:32.087652 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:01:32.088432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02e3e43-1741-491e-b578-ce237d8f4633 None None] No DVR routers for this DVR port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:01:32.185859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:32.189444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:32.315714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:32.316252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Fanout notify agent at l3_agent the message router_deleted on router 8c2f0964-e576-4f53-8d1f-85c4461c125e {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:01:32.326476 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:32.326476 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-44ae25ec-2036-42bf-b67b-e68de2929d20 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/routers/8c2f0964-e576-4f53-8d1f-85c4461c125e HTTP/1.1" status: 204 len: 168 time: 1.4304068 Sep 22 10:01:32.328637 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47346) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:32.431277 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:32.614579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Port ff8ccdc1-f9d0-4e23-8ceb-58a18b401df3 update to DOWN by agent not found {{(pid=95511) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 22 10:01:32.903127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:32.929955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87211661-7031-4fe7-9db4-1b10d73fb726']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:32.942685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f192f04d-6f46-40e2-bb7c-5fa992969214') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:32.943026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f192f04d-6f46-40e2-bb7c-5fa992969214') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:32.955448 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:32.971494 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:32.978831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:01:32.979246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:01:32.982587 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:01:33.165853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7627044-2dbb-4817-984e-b21ebaaa8bf5 req-69250315-7c09-4688-9ee3-dac7867fc2b1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:33.167793 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7627044-2dbb-4817-984e-b21ebaaa8bf5 req-69250315-7c09-4688-9ee3-dac7867fc2b1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0583806 Sep 22 10:01:33.177080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:33.182815 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:33.187523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/networks/87211661-7031-4fe7-9db4-1b10d73fb726 HTTP/1.1" status: 204 len: 168 time: 0.8546069 Sep 22 10:01:33.190182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47350) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:33.219095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0d89c-e4e9-4fac-8ba7-31beb4c23815 tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'Network': ['ID=87211661-7031-4fe7-9db4-1b10d73fb726,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:33.250673 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7627044-2dbb-4817-984e-b21ebaaa8bf5 req-9b1520a5-e1eb-46a5-b03d-adc7bb31d84f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748272 Sep 22 10:01:33.274804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c75c8fea-7de5-4f9d-8d7f-9f00f16989bf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:33.312129 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c75c8fea-7de5-4f9d-8d7f-9f00f16989bf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:33.453735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:01:33.478696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:01:33.479065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a2aca4b4-73b6-4c3a-8942-c6d15c9d4d11 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:01:33.479514 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 157ba985-2a07-4b2d-a65f-77df60089c6e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:01:33.482794 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c75c8fea-7de5-4f9d-8d7f-9f00f16989bf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:33.487258 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c75c8fea-7de5-4f9d-8d7f-9f00f16989bf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:33.489148 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c75c8fea-7de5-4f9d-8d7f-9f00f16989bf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] 10.222.0.49 "DELETE /v2.0/security-groups/7860f941-858a-4b4c-b8dc-3c68b408706a HTTP/1.1" status: 204 len: 168 time: 0.2976177 Sep 22 10:01:33.504478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c8fea-7de5-4f9d-8d7f-9f00f16989bf tempest-TestNetworkAdvancedServerOps-149756478 tempest-TestNetworkAdvancedServerOps-149756478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7860f941-858a-4b4c-b8dc-3c68b408706a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:33.517155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 157ba985-2a07-4b2d-a65f-77df60089c6e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:01:33.517155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 157ba985-2a07-4b2d-a65f-77df60089c6e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:01:34.160011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47358) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:34.323823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3c3c3d03-0008-4941-97e2-0a173822d6cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9405e14d620a4da0b6fefcb274955fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593640 Sep 22 10:01:34.324095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47364) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:34.412415 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae4fae-5169-461b-a81d-682a4a157056 req-582dca32-45e3-4610-a9ce-143ed9edd615 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:34.413963 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9fae4fae-5169-461b-a81d-682a4a157056 req-582dca32-45e3-4610-a9ce-143ed9edd615 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0834944 Sep 22 10:01:34.417141 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3871c34-8227-47b2-b0c7-6d75900a07b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:34.452891 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3871c34-8227-47b2-b0c7-6d75900a07b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:34.491446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9fae4fae-5169-461b-a81d-682a4a157056 req-9896d316-e16d-4b45-85c2-1b034ea392d5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645225 Sep 22 10:01:34.594733 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3871c34-8227-47b2-b0c7-6d75900a07b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:34.597838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e3871c34-8227-47b2-b0c7-6d75900a07b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:34.599032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e3871c34-8227-47b2-b0c7-6d75900a07b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fa75cdd-dc6c-4241-a18c-f6cebb440c1a HTTP/1.1" status: 204 len: 168 time: 0.2739198 Sep 22 10:01:34.607142 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3871c34-8227-47b2-b0c7-6d75900a07b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa75cdd-dc6c-4241-a18c-f6cebb440c1a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:35.353806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47370) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:35.398908 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-10494252-147a-4168-9671-6b1d7bd289bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=581f37705ca349718c2af9378d29e396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434401 Sep 22 10:01:35.401971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47372) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:35.459998 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-493a7a73-54d9-461f-bdcb-d283d55eb893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:35.496228 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-493a7a73-54d9-461f-bdcb-d283d55eb893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:35.643117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936e3cb-022e-4139-987d-9a7a7ce8fee3 req-09f3aad5-982f-43d5-8639-b71c05796f43 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:35.644877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9936e3cb-022e-4139-987d-9a7a7ce8fee3 req-09f3aad5-982f-43d5-8639-b71c05796f43 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0572326 Sep 22 10:01:35.668129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-493a7a73-54d9-461f-bdcb-d283d55eb893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:35.672201 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-493a7a73-54d9-461f-bdcb-d283d55eb893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:35.674415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-493a7a73-54d9-461f-bdcb-d283d55eb893 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9af7a915-f95a-46af-950e-2f393789ec39 HTTP/1.1" status: 204 len: 168 time: 0.2712245 Sep 22 10:01:35.698878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a7a73-54d9-461f-bdcb-d283d55eb893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af7a915-f95a-46af-950e-2f393789ec39,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:35.727249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9936e3cb-022e-4139-987d-9a7a7ce8fee3 req-6860b814-fba6-4620-ba29-99320dbbc718 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707390 Sep 22 10:01:36.877486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46314f3-e2bd-4686-8aa7-88b563a78844 req-4a01e003-3264-4dd4-9db6-320c9ccbe02e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:36.879851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d46314f3-e2bd-4686-8aa7-88b563a78844 req-4a01e003-3264-4dd4-9db6-320c9ccbe02e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0613692 Sep 22 10:01:36.935481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d46314f3-e2bd-4686-8aa7-88b563a78844 req-d9a3e6f6-e5fe-454c-a4f2-b3a9eb4aadcc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484145 Sep 22 10:01:36.971324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47398) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:37.083842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-869102143-network', 'tenant_id': '0dacd5919616400a81a075eafa54b29c'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:37.168540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Made reservation on behalf of 0dacd5919616400a81a075eafa54b29c for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:01:37.170911 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:37.191581 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:37.348796 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:37.412173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:37.439552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:01:37.449188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd044e7-edf6-46f3-967a-729b5fcf7688,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:37.454888 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:37.455231 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Added segment 063fa5d6-7fac-4c21-a361-d42ef593ed37 of type vlan for network 9480e3e9-9178-454f-8a96-8bb930d84a09 Sep 22 10:01:37.466421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.468364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.468364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.468364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.468364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.468364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.469166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.469166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.469431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.470561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.470725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.471073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:37.521450 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:37.619919 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:37.621260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:37.621921 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:37.688754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9480e3e9-9178-454f-8a96-8bb930d84a09,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:37.703998 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 9480e3e9-9178-454f-8a96-8bb930d84a09 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:01:37.749311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-32fcc327-5ad1-4769-b19a-7885d8dc10f2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7739067 Sep 22 10:01:37.749883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47402) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:37.755385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] Request body: {'subnet': {'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-869102143-subnet', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:37.851912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] Made reservation on behalf of 0dacd5919616400a81a075eafa54b29c for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:01:37.854336 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:38.093881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b93b3-5077-4c43-88fe-d2d7ffc6f1df req-7224a0d8-8450-430e-b93b-db57712b26cc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:38.096187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-078b93b3-5077-4c43-88fe-d2d7ffc6f1df req-7224a0d8-8450-430e-b93b-db57712b26cc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 943 time: 0.0633235 Sep 22 10:01:38.136824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-078b93b3-5077-4c43-88fe-d2d7ffc6f1df req-4cc92b82-4ed2-4dbc-8604-d9f24dee3958 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342546 Sep 22 10:01:38.152224 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:38.256919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=308daa36-595e-49df-825b-3fd98bcbe612,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:38.270571 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] Checking segment: {'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:38.271166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] Network hostable DHCP agents. Network: 9480e3e9-9178-454f-8a96-8bb930d84a09, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:01:38.391298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] Network 9480e3e9-9178-454f-8a96-8bb930d84a09 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:01:38.511509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 9480e3e9-9178-454f-8a96-8bb930d84a09) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:38.515870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:38.522315 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:38.527271 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acb1a70-1708-4702-8a74-bc012e1e1a0f None None] Network 9480e3e9-9178-454f-8a96-8bb930d84a09 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:01:38.660750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-91d67957-6c5d-40f9-9744-c1adae8640ef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9095333 Sep 22 10:01:38.663391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47406) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:38.668461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:38.697856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-9480e3e9-9178-454f-8a96-8bb930d84a09', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'fixed_ips': [{'subnet_id': '308daa36-595e-49df-825b-3fd98bcbe612'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:01:38.699293 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:38.773196 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:38.775165 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:38.847608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Allocated IP 172.20.0.2 (9480e3e9-9178-454f-8a96-8bb930d84a09/308daa36-595e-49df-825b-3fd98bcbe612/620472bb-ccbc-4c93-ac2f-9c7e6e90727e) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:38.869592 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:39.007959 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:39.078302 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:39.114788 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:39.143911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Network 9480e3e9-9178-454f-8a96-8bb930d84a09 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:39.149236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:39.155257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:39.183819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Pushing event updated for resources: {'Port': ['ID=620472bb-ccbc-4c93-ac2f-9c7e6e90727e,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:39.259036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Attempting to bind port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:39.259616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Attempting to bind port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:39.260085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Attempting to bind port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e on network 9480e3e9-9178-454f-8a96-8bb930d84a09 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:39.268340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:39.271253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Checking segment: {'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:39.271253 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:39.271253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Bound using segment: {'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:39.271253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Bound port: 620472bb-ccbc-4c93-ac2f-9c7e6e90727e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:39.271253 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:39.332368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca751da5-caae-4c0e-b620-6726ebeb2a87 req-08f88ee3-37eb-4ce2-90d2-c19ad75e2326 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:39.334284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca751da5-caae-4c0e-b620-6726ebeb2a87 req-08f88ee3-37eb-4ce2-90d2-c19ad75e2326 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 943 time: 0.1198752 Sep 22 10:01:39.409367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca751da5-caae-4c0e-b620-6726ebeb2a87 req-1913aa4d-0443-453a-a716-959e6c3cc2df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613010 Sep 22 10:01:39.572110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] For port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:39.577841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] For port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=620472bb-ccbc-4c93-ac2f-9c7e6e90727e,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:39.598146 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:39.619522 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:39.637620 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:39.719724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9aad3-43e8-42f2-9eb6-38e7cb222d88 None None] Pushing event updated for resources: {'Port': ['ID=620472bb-ccbc-4c93-ac2f-9c7e6e90727e,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:39.763231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Allocated IP 172.25.6.177 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/b483246e-2e76-4b4e-b502-cd0b5708933f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:39.898537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:40.020129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:40.069894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:40.072887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:40.075325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:40.107199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Pushing event updated for resources: {'Port': ['ID=b483246e-2e76-4b4e-b502-cd0b5708933f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:40.484008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:40.649663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb32a4c-a528-4380-88bb-fc221e00df6c req-f798e872-5453-4d6a-83e8-65d577a624a0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:40.651319 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bb32a4c-a528-4380-88bb-fc221e00df6c req-f798e872-5453-4d6a-83e8-65d577a624a0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 943 time: 0.1049466 Sep 22 10:01:40.809442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bb32a4c-a528-4380-88bb-fc221e00df6c req-7215889e-59d4-49c0-a3aa-3b8d58b696c5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477921 Sep 22 10:01:40.809979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecb28cf-9aef-4c40-a80c-78b5bb621391 None None] Network 9480e3e9-9178-454f-8a96-8bb930d84a09 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:01:40.909115 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:40.945255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2f2390e6-fcb5-4f4b-9a8d-a12b1d3c138b None None] Provisioning complete for port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:40.945624 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2f2390e6-fcb5-4f4b-9a8d-a12b1d3c138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:40.972560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f4eb805d-f474-4580-b993-1803cfaf6607 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:01:41.180453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Router b14d9fc1-e32f-4573-b1cf-b519d67ac541 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:01:41.261981 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2f2390e6-fcb5-4f4b-9a8d-a12b1d3c138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:41.285911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port f4eb805d-f474-4580-b993-1803cfaf6607, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f4eb805d-f474-4580-b993-1803cfaf6607,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:41.322295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:01:41.322992 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'f4eb805d-f474-4580-b993-1803cfaf6607', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'port_id': 'f4eb805d-f474-4580-b993-1803cfaf6607', 'mac_address': 'fa:16:3e:5f:5d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:01:41.357526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2f2390e6-fcb5-4f4b-9a8d-a12b1d3c138b None None] For port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=620472bb-ccbc-4c93-ac2f-9c7e6e90727e,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:41.377678 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Sync routers for ids ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:01:41.390509 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Routers {'b14d9fc1-e32f-4573-b1cf-b519d67ac541'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:41.391446 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:41.414890 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:41.424071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47412) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:41.426779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:41.427437 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a4135b13-bb5e-4685-9048-c9c70eaf8a80 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7624991 Sep 22 10:01:41.478109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2f2390e6-fcb5-4f4b-9a8d-a12b1d3c138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:41.544073 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4eb805d-f474-4580-b993-1803cfaf6607 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:01:41.636227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port f4eb805d-f474-4580-b993-1803cfaf6607, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f4eb805d-f474-4580-b993-1803cfaf6607,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:41.656485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2390e6-fcb5-4f4b-9a8d-a12b1d3c138b None None] Pushing event updated for resources: {'Port': ['ID=620472bb-ccbc-4c93-ac2f-9c7e6e90727e,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:41.670139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 620472bb-ccbc-4c93-ac2f-9c7e6e90727e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:41.685759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-145f35d6-c87e-474d-9a16-2d6b56f56fc7 None None] Provisioning complete for port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:41.685759 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-145f35d6-c87e-474d-9a16-2d6b56f56fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:41.686335 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Set router b14d9fc1-e32f-4573-b1cf-b519d67ac541 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:41.725780 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:41.911739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=f4eb805d-f474-4580-b993-1803cfaf6607,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:41.982206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:41.982678 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:42.030505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['f4eb805d-f474-4580-b993-1803cfaf6607'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:01:42.091571 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:40Z', 'revision_number': 3, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:42.142136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13346f76-aa93-420a-a62a-c577d6eab202 req-a3e2d82b-f89b-4689-958d-1150a32cc02e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:42.143064 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Checking router: b14d9fc1-e32f-4573-b1cf-b519d67ac541 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:01:42.143249 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Updating router b14d9fc1-e32f-4573-b1cf-b519d67ac541 port b483246e-2e76-4b4e-b502-cd0b5708933f binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:01:42.145142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13346f76-aa93-420a-a62a-c577d6eab202 req-a3e2d82b-f89b-4689-958d-1150a32cc02e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 944 time: 0.1500998 Sep 22 10:01:42.196265 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:42.221560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13346f76-aa93-420a-a62a-c577d6eab202 req-0c0d151a-8661-4905-bfe0-b52d98636a7d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672307 Sep 22 10:01:42.359882 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:42.572494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Allocated IP 172.20.0.1 (9480e3e9-9178-454f-8a96-8bb930d84a09/308daa36-595e-49df-825b-3fd98bcbe612/25b50d36-2a74-44ed-af1a-29fb036367e9) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:42.612305 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:42.677672 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:42.709202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:42.750818 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Attempting to bind port b483246e-2e76-4b4e-b502-cd0b5708933f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:42.751913 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Attempting to bind port b483246e-2e76-4b4e-b502-cd0b5708933f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:42.752503 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Attempting to bind port b483246e-2e76-4b4e-b502-cd0b5708933f on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:42.767845 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a39ef-63ad-4e09-9b95-203b162defa0 None None] Pushing event updated for resources: {'Port': ['ID=b483246e-2e76-4b4e-b502-cd0b5708933f,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:42.770453 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:42.770804 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:42.771211 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:42.771593 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:42.772084 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Bound port: b483246e-2e76-4b4e-b502-cd0b5708933f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:42.772471 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:42.830993 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:42.836703 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] For port b483246e-2e76-4b4e-b502-cd0b5708933f, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:42.840317 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] For port b483246e-2e76-4b4e-b502-cd0b5708933f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b483246e-2e76-4b4e-b502-cd0b5708933f,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:42.900145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Network 9480e3e9-9178-454f-8a96-8bb930d84a09 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:42.905052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:42.910711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:42.915905 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:42.927040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Pushing event updated for resources: {'Port': ['ID=25b50d36-2a74-44ed-af1a-29fb036367e9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:42.970710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f4eb805d-f474-4580-b993-1803cfaf6607 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:42.979810 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:42.989289 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Routers {'b14d9fc1-e32f-4573-b1cf-b519d67ac541'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:42.989939 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:43.046167 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a39ef-63ad-4e09-9b95-203b162defa0 None None] Pushing event updated for resources: {'Port': ['ID=b483246e-2e76-4b4e-b502-cd0b5708933f,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:43.124619 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] Set router b14d9fc1-e32f-4573-b1cf-b519d67ac541 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:43.151767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port f4eb805d-f474-4580-b993-1803cfaf6607 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:01:43.155863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port f4eb805d-f474-4580-b993-1803cfaf6607 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:43.156345 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:43.246889 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:43.279101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ba473b-bca6-4f33-8131-3ced87d1d3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4eb805d-f474-4580-b993-1803cfaf6607'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:01:43.286034 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ece1aa8-2d0b-4347-8d66-3ca02906f3a5" -d '{"events": [{"server_uuid": "e4ba473b-bca6-4f33-8131-3ced87d1d3a4", "name": "network-vif-plugged", "status": "completed", "tag": "f4eb805d-f474-4580-b993-1803cfaf6607"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:01:43.286238 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:43.313891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port f4eb805d-f474-4580-b993-1803cfaf6607, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f4eb805d-f474-4580-b993-1803cfaf6607,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:43.328109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-274e6c50-b49e-47e4-83d0-d59b161ef833 None None] Provisioning complete for port 25b50d36-2a74-44ed-af1a-29fb036367e9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:43.328483 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-274e6c50-b49e-47e4-83d0-d59b161ef833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:43.346117 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:40Z', 'revision_number': 3, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:43.375581 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e6f6d-2771-48d1-994a-aeb2a65a743c None None] The sync data for ids ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'] in n-d-805649-4 is: [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:40Z', 'revision_number': 3, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:43.379647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-274e6c50-b49e-47e4-83d0-d59b161ef833 None None] Port 25b50d36-2a74-44ed-af1a-29fb036367e9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:01:43.409699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:43.446077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f58574-7e74-4aaf-b1cc-3b41c4854b09 req-e27dd44d-2178-49c9-82ed-5c61e24f523a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:43.459971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81f58574-7e74-4aaf-b1cc-3b41c4854b09 req-e27dd44d-2178-49c9-82ed-5c61e24f523a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 944 time: 0.1222849 Sep 22 10:01:43.485048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=f4eb805d-f474-4580-b993-1803cfaf6607,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:43.517317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 620472bb-ccbc-4c93-ac2f-9c7e6e90727e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:43.521485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81f58574-7e74-4aaf-b1cc-3b41c4854b09 req-6cf3e472-666e-4d37-98c2-3c98a1ee7035 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587966 Sep 22 10:01:43.553186 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:43.571240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:43.571707 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:43.594137 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc223e3-5cbb-453c-8193-ea186bfabe26 x-openstack-request-id: req-9dc223e3-5cbb-453c-8193-ea186bfabe26 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:01:43.594412 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ba473b-bca6-4f33-8131-3ced87d1d3a4", "name": "network-vif-plugged", "status": "completed", "tag": "f4eb805d-f474-4580-b993-1803cfaf6607", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:01:43.594717 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9dc223e3-5cbb-453c-8193-ea186bfabe26 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:01:43.595294 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ba473b-bca6-4f33-8131-3ced87d1d3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4eb805d-f474-4580-b993-1803cfaf6607', 'code': 200} Sep 22 10:01:43.629244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:43.758243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Pushing event updated for resources: {'Port': ['ID=25b50d36-2a74-44ed-af1a-29fb036367e9,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:43.768685 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:43.777981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bd8b5-259d-4d0b-b325-7bfa8b08e66d req-b6b83e7c-b257-466e-b0c2-a9bf588615df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:43.779515 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf8bd8b5-259d-4d0b-b325-7bfa8b08e66d req-b6b83e7c-b257-466e-b0c2-a9bf588615df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 1096 time: 0.1153562 Sep 22 10:01:43.879329 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf8bd8b5-259d-4d0b-b325-7bfa8b08e66d req-46faa038-2d1e-4e88-908d-87d614fa186c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793867 Sep 22 10:01:43.906959 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Network 9480e3e9-9178-454f-8a96-8bb930d84a09 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:43.909699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:44.046316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Router b14d9fc1-e32f-4573-b1cf-b519d67ac541 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:01:44.181576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:01:44.186702 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4a3152bd-0819-4e62-90c8-0f9fa267075a admin admin] 10.222.0.49 "PUT /v2.0/routers/b14d9fc1-e32f-4573-b1cf-b519d67ac541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7613511 Sep 22 10:01:44.218196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d5790797-1e34-4aea-a743-2be3c0fa051b None None] Provisioning complete for port 25b50d36-2a74-44ed-af1a-29fb036367e9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:44.219022 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5790797-1e34-4aea-a743-2be3c0fa051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:44.275580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d5790797-1e34-4aea-a743-2be3c0fa051b None None] Port 25b50d36-2a74-44ed-af1a-29fb036367e9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:01:44.440783 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:01:44.685318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55eae0b-308f-4fc6-9b30-7b5124d1db67 req-9f343f58-8f16-4309-8d2d-66b49629f157 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:44.686929 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b55eae0b-308f-4fc6-9b30-7b5124d1db67 req-9f343f58-8f16-4309-8d2d-66b49629f157 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0521264 Sep 22 10:01:44.730798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b55eae0b-308f-4fc6-9b30-7b5124d1db67 req-3847716f-d437-479d-bc94-7b6add89397a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356719 Sep 22 10:01:45.060346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47438) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:45.066683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1666470276-network', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:45.155364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Sync routers for ids ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:01:45.167534 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Routers {'b14d9fc1-e32f-4573-b1cf-b519d67ac541'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:45.168204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:45.180068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Made reservation on behalf of d07bf1e095094726afafccbb867d01a4 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:01:45.186842 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:45.203742 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:45.314192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Set router b14d9fc1-e32f-4573-b1cf-b519d67ac541 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:45.387881 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:45.481145 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:45.527927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:01:45.533062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b483246e-2e76-4b4e-b502-cd0b5708933f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:45.538217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fa6066-499b-4927-95ee-7873e132c516,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:45.564813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:45.564813 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Added segment 35a6a5f7-3a28-4e56-a7c6-0879671fb867 of type vlan for network 773be20e-41ea-4016-99cd-ff613a44eb9a Sep 22 10:01:45.607200 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:43Z', 'revision_number': 4, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '25b50d36-2a74-44ed-af1a-29fb036367e9', 'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'mac_address': 'fa:16:3e:ba:d6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '308daa36-595e-49df-825b-3fd98bcbe612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:42Z', 'updated_at': '2021-09-22T10:01:43Z', 'revision_number': 2, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'subnets': [{'id': '308daa36-595e-49df-825b-3fd98bcbe612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:45.611348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b483246e-2e76-4b4e-b502-cd0b5708933f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:45.611722 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:45.634392 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:45.660712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Checking router: b14d9fc1-e32f-4573-b1cf-b519d67ac541 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:01:45.661106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Updating router b14d9fc1-e32f-4573-b1cf-b519d67ac541 port 25b50d36-2a74-44ed-af1a-29fb036367e9 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:01:45.706214 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:45.745779 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:45.746938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:45.747640 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:45.789276 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:45.815070 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] Pushing event updated for resources: {'Network': ['ID=773be20e-41ea-4016-99cd-ff613a44eb9a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:45.838712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 773be20e-41ea-4016-99cd-ff613a44eb9a details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:01:45.870768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7bfd5a54-e12d-4590-b966-ef58b2f24f0d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8088980 Sep 22 10:01:45.874475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47442) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:45.884249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] Request body: {'subnet': {'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1666470276-subnet', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:45.889876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port b483246e-2e76-4b4e-b502-cd0b5708933f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b483246e-2e76-4b4e-b502-cd0b5708933f,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:45.949375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2962e-5d3d-491a-9b63-3d8468816540 req-b0256a0d-3236-4d0c-96d7-3d5932402d5b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:45.953505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2e2962e-5d3d-491a-9b63-3d8468816540 req-b0256a0d-3236-4d0c-96d7-3d5932402d5b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1406140 Sep 22 10:01:45.962909 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:46.013993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2e2962e-5d3d-491a-9b63-3d8468816540 req-e26b272a-ee68-43b2-95a5-740ed92c217d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502112 Sep 22 10:01:46.057762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] Made reservation on behalf of d07bf1e095094726afafccbb867d01a4 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:01:46.061549 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:46.073259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=b483246e-2e76-4b4e-b502-cd0b5708933f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:46.253911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.254270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.254588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.254920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.255257 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.255587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.255905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.256252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.256557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.256906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.257232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.257546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:01:46.302635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38871c-3e4c-45f8-8db5-ac931b057a7d req-af663b2b-fce7-4fa6-9eed-40d440132d80 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:46.305427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d38871c-3e4c-45f8-8db5-ac931b057a7d req-af663b2b-fce7-4fa6-9eed-40d440132d80 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1437640 Sep 22 10:01:46.334775 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:46.442507 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:46.479804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0d38871c-3e4c-45f8-8db5-ac931b057a7d req-1ea85346-1ca9-4a4c-88e5-391d9aff8ba0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343260 Sep 22 10:01:46.493930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353e8fa-c532-4c6f-b367-f2506dc06dc9 None None] Pushing event updated for resources: {'Port': ['ID=25b50d36-2a74-44ed-af1a-29fb036367e9,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:46.556793 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Attempting to bind port 25b50d36-2a74-44ed-af1a-29fb036367e9 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:46.557486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Attempting to bind port 25b50d36-2a74-44ed-af1a-29fb036367e9 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:46.558088 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Attempting to bind port 25b50d36-2a74-44ed-af1a-29fb036367e9 on network 9480e3e9-9178-454f-8a96-8bb930d84a09 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:46.574159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:46.574159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Checking segment: {'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:46.574159 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:46.574159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Bound using segment: {'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:46.574159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Bound port: 25b50d36-2a74-44ed-af1a-29fb036367e9, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:46.574159 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:46.603157 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:46.681589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] For port 25b50d36-2a74-44ed-af1a-29fb036367e9, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:46.686877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] For port 25b50d36-2a74-44ed-af1a-29fb036367e9, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=25b50d36-2a74-44ed-af1a-29fb036367e9,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:46.689878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75fe033-3c53-424a-b673-5df6f862845c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:46.722006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21174930-1b9a-41fd-a853-08f63a47aeb2 req-999294c6-a6cb-4c80-bb90-8b31833dc824 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:46.723657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21174930-1b9a-41fd-a853-08f63a47aeb2 req-999294c6-a6cb-4c80-bb90-8b31833dc824 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 945 time: 0.0944006 Sep 22 10:01:46.730788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] Checking segment: {'id': '35a6a5f7-3a28-4e56-a7c6-0879671fb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:46.731118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] Network hostable DHCP agents. Network: 773be20e-41ea-4016-99cd-ff613a44eb9a, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:01:46.779329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21174930-1b9a-41fd-a853-08f63a47aeb2 req-b4790c62-7066-4cc8-b944-4f2fcd65e578 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445688 Sep 22 10:01:46.795424 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:46.853081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] Network 773be20e-41ea-4016-99cd-ff613a44eb9a is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:01:46.891152 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-00d5e2c9-c97f-4484-a551-a305f7e0233f None None] Provisioning complete for port 25b50d36-2a74-44ed-af1a-29fb036367e9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:46.892276 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-00d5e2c9-c97f-4484-a551-a305f7e0233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:46.900775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Routers {'b14d9fc1-e32f-4573-b1cf-b519d67ac541'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:46.906411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:46.934305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353e8fa-c532-4c6f-b367-f2506dc06dc9 None None] Pushing event updated for resources: {'Port': ['ID=25b50d36-2a74-44ed-af1a-29fb036367e9,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:46.963554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 773be20e-41ea-4016-99cd-ff613a44eb9a) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:46.971904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:46.976015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.000246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f13d770-0ece-4557-8fb0-52de40de7bd9 None None] Network 773be20e-41ea-4016-99cd-ff613a44eb9a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:01:47.089355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-70d95feb-305d-4511-bb47-74964152b091 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2132547 Sep 22 10:01:47.093521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47450) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:47.100439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1666470276-router', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:47.214576 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.216252 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.240047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] Set router b14d9fc1-e32f-4573-b1cf-b519d67ac541 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:47.290809 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-00d5e2c9-c97f-4484-a551-a305f7e0233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.295008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.426800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-00d5e2c9-c97f-4484-a551-a305f7e0233f None None] For port 25b50d36-2a74-44ed-af1a-29fb036367e9, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=25b50d36-2a74-44ed-af1a-29fb036367e9,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:47.503798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-773be20e-41ea-4016-99cd-ff613a44eb9a', 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'fixed_ips': [{'subnet_id': 'e75fe033-3c53-424a-b673-5df6f862845c'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:01:47.505699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.526374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b483246e-2e76-4b4e-b502-cd0b5708933f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:47.566492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf1ea2-93e6-408c-8c3f-771cabf315f7 req-adcbf497-350f-4502-9257-2815dc7352d3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:47.567885 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-00d5e2c9-c97f-4484-a551-a305f7e0233f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.568156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04bf1ea2-93e6-408c-8c3f-771cabf315f7 req-adcbf497-350f-4502-9257-2815dc7352d3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1777637 Sep 22 10:01:47.594312 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.635962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04bf1ea2-93e6-408c-8c3f-771cabf315f7 req-a3090dbe-de80-4735-b7cf-25efa77b670b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371616 Sep 22 10:01:47.788601 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5e2c9-c97f-4484-a551-a305f7e0233f None None] Pushing event updated for resources: {'Port': ['ID=25b50d36-2a74-44ed-af1a-29fb036367e9,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:47.807388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a9c2bbe5-8694-4648-a040-12e5f9dbd2df None None] Provisioning complete for port 25b50d36-2a74-44ed-af1a-29fb036367e9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:47.807769 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9c2bbe5-8694-4648-a040-12e5f9dbd2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.865956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b483246e-2e76-4b4e-b502-cd0b5708933f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:47.866303 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.919446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Allocated IP 172.20.0.2 (773be20e-41ea-4016-99cd-ff613a44eb9a/e75fe033-3c53-424a-b673-5df6f862845c/09074941-6eeb-4dcb-9a67-3e2a34d4cd83) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:47.927990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.932087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:43Z', 'revision_number': 4, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '25b50d36-2a74-44ed-af1a-29fb036367e9', 'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'mac_address': 'fa:16:3e:ba:d6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '308daa36-595e-49df-825b-3fd98bcbe612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:42Z', 'updated_at': '2021-09-22T10:01:46Z', 'revision_number': 4, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'subnets': [{'id': '308daa36-595e-49df-825b-3fd98bcbe612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:47.952368 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:47.988172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec10f69-8e91-4e2f-b61f-e462829146d1 None None] The sync data for ids ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'] in n-d-805649-4 is: [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:43Z', 'revision_number': 4, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '25b50d36-2a74-44ed-af1a-29fb036367e9', 'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'mac_address': 'fa:16:3e:ba:d6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '308daa36-595e-49df-825b-3fd98bcbe612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:42Z', 'updated_at': '2021-09-22T10:01:46Z', 'revision_number': 4, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'subnets': [{'id': '308daa36-595e-49df-825b-3fd98bcbe612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:48.150731 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Allocated IP 172.25.6.99 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/54cb8f18-0730-42ea-b463-9502cb6bd792) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:48.337825 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:48.348878 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:48.466220 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:48.504652 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:48.534800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Network 773be20e-41ea-4016-99cd-ff613a44eb9a is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:48.541926 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:48.546213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:48.572874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Pushing event updated for resources: {'Port': ['ID=09074941-6eeb-4dcb-9a67-3e2a34d4cd83,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:48.593293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:48.599865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:48.607490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:48.659591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Pushing event updated for resources: {'Port': ['ID=54cb8f18-0730-42ea-b463-9502cb6bd792,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:48.662280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Attempting to bind port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:48.663675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Attempting to bind port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '35a6a5f7-3a28-4e56-a7c6-0879671fb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:48.664293 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Attempting to bind port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 on network 773be20e-41ea-4016-99cd-ff613a44eb9a {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:48.674742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:48.675479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Checking segment: {'id': '35a6a5f7-3a28-4e56-a7c6-0879671fb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:48.676431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:48.677058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Bound using segment: {'id': '35a6a5f7-3a28-4e56-a7c6-0879671fb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:48.678056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Bound port: 09074941-6eeb-4dcb-9a67-3e2a34d4cd83, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a6a5f7-3a28-4e56-a7c6-0879671fb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:48.678554 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:48.809329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] For port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:48.809329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] For port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=09074941-6eeb-4dcb-9a67-3e2a34d4cd83,segment=NetworkSegment(35a6a5f7-3a28-4e56-a7c6-0879671fb867),segment_id=35a6a5f7-3a28-4e56-a7c6-0879671fb867)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:48.889391 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:49.023120 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c22b29-ffa8-4d67-9302-0e8ab35f558a None None] Pushing event updated for resources: {'Port': ['ID=09074941-6eeb-4dcb-9a67-3e2a34d4cd83,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:49.064952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a41a9-eb01-4465-a5a7-9b4d886b2815 req-049f883e-7d4d-48f1-be55-c020c31940a4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:49.067539 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c71a41a9-eb01-4465-a5a7-9b4d886b2815 req-049f883e-7d4d-48f1-be55-c020c31940a4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 945 time: 0.1171460 Sep 22 10:01:49.311902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73ce9d-6b43-407a-802b-289013070e7d req-5e3b9978-39ff-47bd-b8d9-f65192f83d27 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:49.315458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f73ce9d-6b43-407a-802b-289013070e7d req-5e3b9978-39ff-47bd-b8d9-f65192f83d27 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 945 time: 0.5548687 Sep 22 10:01:49.316824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-c71a41a9-eb01-4465-a5a7-9b4d886b2815 req-949d1594-b1c1-4540-a58a-6de2e6404804 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Deleting port f4eb805d-f474-4580-b993-1803cfaf6607 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:01:49.317489 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c71a41a9-eb01-4465-a5a7-9b4d886b2815 req-949d1594-b1c1-4540-a58a-6de2e6404804 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:49.420400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f73ce9d-6b43-407a-802b-289013070e7d req-525623bd-d609-4ec2-a666-7233bc326eef tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902908 Sep 22 10:01:49.587967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c71a41a9-eb01-4465-a5a7-9b4d886b2815 req-949d1594-b1c1-4540-a58a-6de2e6404804 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] For port f4eb805d-f474-4580-b993-1803cfaf6607, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=f4eb805d-f474-4580-b993-1803cfaf6607,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:49.589156 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c71a41a9-eb01-4465-a5a7-9b4d886b2815 req-949d1594-b1c1-4540-a58a-6de2e6404804 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:49.634202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-c71a41a9-eb01-4465-a5a7-9b4d886b2815 req-949d1594-b1c1-4540-a58a-6de2e6404804 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Calling delete_port for f4eb805d-f474-4580-b993-1803cfaf6607 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:01:49.659787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:49.674322 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:49.776116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:49.776545 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:49.963119 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c71a41a9-eb01-4465-a5a7-9b4d886b2815 req-949d1594-b1c1-4540-a58a-6de2e6404804 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:50.009338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d1594-b1c1-4540-a58a-6de2e6404804 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event deleted for resources: {'Port': ['ID=f4eb805d-f474-4580-b993-1803cfaf6607,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:50.065860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['f4eb805d-f474-4580-b993-1803cfaf6607'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:01:50.069727 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:50.090898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71a41a9-eb01-4465-a5a7-9b4d886b2815 req-949d1594-b1c1-4540-a58a-6de2e6404804 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] No DVR routers for this DVR port f4eb805d-f474-4580-b993-1803cfaf6607 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:01:50.094376 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c71a41a9-eb01-4465-a5a7-9b4d886b2815 req-949d1594-b1c1-4540-a58a-6de2e6404804 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:50.098016 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c71a41a9-eb01-4465-a5a7-9b4d886b2815 req-949d1594-b1c1-4540-a58a-6de2e6404804 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "DELETE /v2.0/ports/f4eb805d-f474-4580-b993-1803cfaf6607 HTTP/1.1" status: 204 len: 173 time: 1.0194023 Sep 22 10:01:50.098640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ba473b-bca6-4f33-8131-3ced87d1d3a4', 'name': 'network-vif-deleted', 'tag': 'f4eb805d-f474-4580-b993-1803cfaf6607'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:01:50.111181 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7730e112-7b02-4cd6-9617-e4c124aa38d5" -d '{"events": [{"server_uuid": "e4ba473b-bca6-4f33-8131-3ced87d1d3a4", "name": "network-vif-deleted", "tag": "f4eb805d-f474-4580-b993-1803cfaf6607"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:01:50.156832 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154045e4-8413-4a2d-8cab-ac2cea001c5c x-openstack-request-id: req-154045e4-8413-4a2d-8cab-ac2cea001c5c {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:01:50.158086 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ba473b-bca6-4f33-8131-3ced87d1d3a4", "name": "network-vif-deleted", "tag": "f4eb805d-f474-4580-b993-1803cfaf6607", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:01:50.158515 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-154045e4-8413-4a2d-8cab-ac2cea001c5c {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:01:50.159112 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ba473b-bca6-4f33-8131-3ced87d1d3a4', 'name': 'network-vif-deleted', 'tag': 'f4eb805d-f474-4580-b993-1803cfaf6607', 'status': 'completed', 'code': 200} Sep 22 10:01:50.239712 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:50.294025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=09074941-6eeb-4dcb-9a67-3e2a34d4cd83,segment=NetworkSegment(35a6a5f7-3a28-4e56-a7c6-0879671fb867),segment_id=35a6a5f7-3a28-4e56-a7c6-0879671fb867)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:50.418943 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:50.420690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 25b50d36-2a74-44ed-af1a-29fb036367e9 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:50.430588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Router b9170894-e11c-42ac-8ea2-035d12082402 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:01:50.580695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=09074941-6eeb-4dcb-9a67-3e2a34d4cd83,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:50.629406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 25b50d36-2a74-44ed-af1a-29fb036367e9 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:50.630626 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:50.655661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:01:50.691007 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Sync routers for ids ['b9170894-e11c-42ac-8ea2-035d12082402'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:01:50.703201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-850868f5-5c85-47f3-9e22-10badd9d10bf req-43ead685-07fa-417f-a3c3-9385411372b0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 210 time: 0.1355007 Sep 22 10:01:50.709713 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Routers {'b9170894-e11c-42ac-8ea2-035d12082402'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:50.714033 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b9170894-e11c-42ac-8ea2-035d12082402'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:50.792659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c028b0fb-8d83-475f-a030-10997c8d62af None None] Network 773be20e-41ea-4016-99cd-ff613a44eb9a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:01:50.829883 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:50.832824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-213c81b1-3df9-429a-8697-c722b2a58085 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7376256 Sep 22 10:01:50.837232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47462) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:50.859449 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Set router b9170894-e11c-42ac-8ea2-035d12082402 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:50.967137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-78f6f99c-c88a-4853-a595-50a6ded01a76 None None] Provisioning complete for port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:50.967864 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-78f6f99c-c88a-4853-a595-50a6ded01a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:51.024661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed0fb6-4ddb-464f-bfc3-ebc5d86b088f req-407025c8-03c3-4ae8-8bb7-b522cfc244d1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:51.042445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bed0fb6-4ddb-464f-bfc3-ebc5d86b088f req-407025c8-03c3-4ae8-8bb7-b522cfc244d1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.1489947 Sep 22 10:01:51.116661 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'name': 'tempest-TestServerBasicOps-1666470276-router', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:49Z', 'revision_number': 3, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'gw_port': {'id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:51.120551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bed0fb6-4ddb-464f-bfc3-ebc5d86b088f req-42ec470e-4219-442f-b99b-36532595b589 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759580 Sep 22 10:01:51.336287 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Checking router: b9170894-e11c-42ac-8ea2-035d12082402 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:01:51.343000 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Updating router b9170894-e11c-42ac-8ea2-035d12082402 port 54cb8f18-0730-42ea-b463-9502cb6bd792 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:01:51.388582 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:51.414541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c2e85-1c4e-4180-bcc1-7d8cb747a321 req-826fa184-545f-466c-a5fe-b3f7ec6935be tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:51.428549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-760c2e85-1c4e-4180-bcc1-7d8cb747a321 req-826fa184-545f-466c-a5fe-b3f7ec6935be tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.1726525 Sep 22 10:01:51.556985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-760c2e85-1c4e-4180-bcc1-7d8cb747a321 req-d712492c-34a8-45d3-af97-f80d4bbf7d40 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182740 Sep 22 10:01:51.592294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:51.699906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9a50409e-cec6-410e-b6ee-b244cb098d71 None None] Provisioning complete for port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:51.700418 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a50409e-cec6-410e-b6ee-b244cb098d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:51.803395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:51.804091 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:51.956510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8bec362-e94e-4f47-b167-d849dad2e487 req-ab8e0fc4-48ac-40a0-9617-36948a8dc1ae tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0861485 Sep 22 10:01:52.045365 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:52.150865 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:52.176577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-48d21fe2-35ce-41fc-be6e-3d2fc5e31040 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:52.182613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:52.186159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-48d21fe2-35ce-41fc-be6e-3d2fc5e31040 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 811 time: 0.1507850 Sep 22 10:01:52.205575 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-7129c215-a1a1-49fe-a97a-9505b9546fec tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/quotas/fab256fcde3c42d3bfb14028aa7d2203 HTTP/1.1" status: 200 len: 375 time: 0.0181279 Sep 22 10:01:52.290987 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbde3e-45b9-436c-9270-b6813f3d0b58 None None] Pushing event updated for resources: {'Port': ['ID=54cb8f18-0730-42ea-b463-9502cb6bd792,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:52.298213 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Attempting to bind port 54cb8f18-0730-42ea-b463-9502cb6bd792 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:52.298807 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Attempting to bind port 54cb8f18-0730-42ea-b463-9502cb6bd792 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:52.304187 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Attempting to bind port 54cb8f18-0730-42ea-b463-9502cb6bd792 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:52.327020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-2832cb36-e74b-4b5d-bc7f-433b6b6349c4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1198599 Sep 22 10:01:52.331411 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:52.332063 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:52.332786 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:52.333401 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:52.334103 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Bound port: 54cb8f18-0730-42ea-b463-9502cb6bd792, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:52.334675 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:52.396924 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] For port 54cb8f18-0730-42ea-b463-9502cb6bd792, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:52.401552 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] For port 54cb8f18-0730-42ea-b463-9502cb6bd792, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=54cb8f18-0730-42ea-b463-9502cb6bd792,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:52.492176 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:52.519245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-58fff2ee-a8b4-43c5-ac5a-036e5a402bd6 service neutron] 10.222.0.49 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859908 Sep 22 10:01:52.527858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Allocated IP 172.20.0.1 (773be20e-41ea-4016-99cd-ff613a44eb9a/e75fe033-3c53-424a-b673-5df6f862845c/b9c82e16-d5f7-41aa-8159-4b7df1acaad5) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:52.570591 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Routers {'b9170894-e11c-42ac-8ea2-035d12082402'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:52.571147 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b9170894-e11c-42ac-8ea2-035d12082402'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:52.689864 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] Set router b9170894-e11c-42ac-8ea2-035d12082402 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:52.692409 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbde3e-45b9-436c-9270-b6813f3d0b58 None None] Pushing event updated for resources: {'Port': ['ID=54cb8f18-0730-42ea-b463-9502cb6bd792,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:52.737937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-7556fb62-8573-4354-8c08-c015a59764d3 service neutron] 10.222.0.49 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061555 Sep 22 10:01:52.768682 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:52.921055 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'name': 'tempest-TestServerBasicOps-1666470276-router', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:49Z', 'revision_number': 3, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'gw_port': {'id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:52.926790 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:52.956788 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fc193-1f6f-4543-a616-5f5decc3738a None None] The sync data for ids ['b9170894-e11c-42ac-8ea2-035d12082402'] in n-d-805649-4 is: [{'id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'name': 'tempest-TestServerBasicOps-1666470276-router', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:49Z', 'revision_number': 3, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'gw_port': {'id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:53.001685 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f4eb805d-f474-4580-b993-1803cfaf6607 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:01:53.011132 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Network 773be20e-41ea-4016-99cd-ff613a44eb9a is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:53.033880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:53.037707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c82e16-d5f7-41aa-8159-4b7df1acaad5,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:53.040977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: f4eb805d-f474-4580-b993-1803cfaf6607 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:01:53.042493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device f4eb805d-f474-4580-b993-1803cfaf6607 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:01:53.042751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:53.140524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:53.388084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8283ccde-7e74-43b7-a517-667f4c732242 req-7b23181a-8ed8-472e-a3e8-c03f69b3409b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 210 time: 0.1201575 Sep 22 10:01:53.460403 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:53.631869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb61a495-3e5a-436a-9877-56715d285458 req-e05c4b9c-50ba-464e-8cd0-c4b66dbbe833 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 210 time: 0.0540287 Sep 22 10:01:53.634182 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:53.686670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-dce527b9-03a1-4fee-a572-5edd25d904bb None None] Provisioning complete for port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:53.687230 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dce527b9-03a1-4fee-a572-5edd25d904bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:53.787346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-dce527b9-03a1-4fee-a572-5edd25d904bb None None] Port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:01:53.988815 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:54.072056 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:54.214349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c82e16-d5f7-41aa-8159-4b7df1acaad5,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:54.231840 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:54.233026 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb588294-8a2f-498a-a654-361b569c5bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:54.430588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Network 773be20e-41ea-4016-99cd-ff613a44eb9a is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:54.433351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:54.637599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ef48ce6-bed0-4475-9b5d-94e835321e7e req-ba6181a4-50ca-4e58-9478-9a8415e7a06a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0981982 Sep 22 10:01:54.751948 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:54.809966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-49b897d5-2722-415c-93f8-a9b6a75de5af req-5d45a309-bdf5-45ee-9e48-f894c768c4e0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 210 time: 0.0663910 Sep 22 10:01:54.926786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6ca137b3-bf8c-4668-8164-fa0eb15562fe None None] Provisioning complete for port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:54.927437 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6ca137b3-bf8c-4668-8164-fa0eb15562fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:54.993853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6ca137b3-bf8c-4668-8164-fa0eb15562fe None None] Port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:01:55.087233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Router b9170894-e11c-42ac-8ea2-035d12082402 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:01:55.233945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:01:55.242465 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bce7dcac-816d-40ea-a176-f32f9726ba52 admin admin] 10.222.0.49 "PUT /v2.0/routers/b9170894-e11c-42ac-8ea2-035d12082402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4016011 Sep 22 10:01:55.554157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 54cb8f18-0730-42ea-b463-9502cb6bd792 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:55.661500 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 54cb8f18-0730-42ea-b463-9502cb6bd792 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:55.662082 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:55.886632 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:55.932194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Sync routers for ids ['b9170894-e11c-42ac-8ea2-035d12082402'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:01:55.941607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 54cb8f18-0730-42ea-b463-9502cb6bd792, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=54cb8f18-0730-42ea-b463-9502cb6bd792,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:01:55.954728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Routers {'b9170894-e11c-42ac-8ea2-035d12082402'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:55.955839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b9170894-e11c-42ac-8ea2-035d12082402'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:56.056229 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:56.241643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=54cb8f18-0730-42ea-b463-9502cb6bd792,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:56.249088 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Set router b9170894-e11c-42ac-8ea2-035d12082402 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:56.335555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47510) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:56.343128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3224b98c-d0ee-46b9-9c9c-c58cbd9b7b92 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394228958', 'description': 'tempest-secgroup-smoke-1394228958 description', 'project_id': '0dacd5919616400a81a075eafa54b29c'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:56.372288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-24a195e2-c240-494a-aab0-a0570ffce6b9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:56.377824 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-24a195e2-c240-494a-aab0-a0570ffce6b9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 811 time: 0.1925337 Sep 22 10:01:56.406178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Request body: {'port': {'device_id': '6ad32049-2f85-44d6-a879-a4e5915ff802', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'admin_state_up': True, 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:56.483307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-638ecf79-1414-4b54-945c-661a01ba63e6 req-211e5df5-8684-432f-ae27-abbac793a509 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0535150 Sep 22 10:01:56.486273 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3224b98c-d0ee-46b9-9c9c-c58cbd9b7b92 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:56.694985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9da49e8a-b253-4db8-a742-419b406b50d2 req-b8d2775a-e7e1-4dc9-a020-f42203668d53 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 210 time: 0.0485997 Sep 22 10:01:56.696365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'name': 'tempest-TestServerBasicOps-1666470276-router', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:53Z', 'revision_number': 4, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'gw_port': {'id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'b9c82e16-d5f7-41aa-8159-4b7df1acaad5', 'name': '', 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'mac_address': 'fa:16:3e:b9:3f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e75fe033-3c53-424a-b673-5df6f862845c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:52Z', 'updated_at': '2021-09-22T10:01:53Z', 'revision_number': 2, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'subnets': [{'id': 'e75fe033-3c53-424a-b673-5df6f862845c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:56.728559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Checking router: b9170894-e11c-42ac-8ea2-035d12082402 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:01:56.728959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Updating router b9170894-e11c-42ac-8ea2-035d12082402 port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:01:56.735542 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3224b98c-d0ee-46b9-9c9c-c58cbd9b7b92 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:56.770269 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:56.875383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3224b98c-d0ee-46b9-9c9c-c58cbd9b7b92 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:56.935399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224b98c-d0ee-46b9-9c9c-c58cbd9b7b92 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d70451d-7310-4095-84a0-663e60073f91,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:56.998280 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ed63bd72-2623-4b88-a364-611c2cdac7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.043248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Made reservation on behalf of fab256fcde3c42d3bfb14028aa7d2203 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:01:57.048549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.140316 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3224b98c-d0ee-46b9-9c9c-c58cbd9b7b92 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.143349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3224b98c-d0ee-46b9-9c9c-c58cbd9b7b92 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8062763 Sep 22 10:01:57.146253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47512) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:57.154732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-aa80b32a-cdcc-40fb-b164-ca7e52a77fc4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Request body: {'security_group_rule': {'security_group_id': '9d70451d-7310-4095-84a0-663e60073f91', 'project_id': '0dacd5919616400a81a075eafa54b29c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:57.209124 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.228332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Allocated IP 172.20.0.10 (c85a8988-a485-4675-bd7e-9a956ab2472f/4de2ee4c-7083-42b7-ba44-20ffb6a5fe35/69ce0043-04d3-4e3b-a03f-eecf7e79f591) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:01:57.319954 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.342410 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aa80b32a-cdcc-40fb-b164-ca7e52a77fc4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.372275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f5235-0c4f-4f3e-8f35-ef49a2ee0a32 None None] Pushing event updated for resources: {'Port': ['ID=b9c82e16-d5f7-41aa-8159-4b7df1acaad5,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:57.422019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.437079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Attempting to bind port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:57.437449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Attempting to bind port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '35a6a5f7-3a28-4e56-a7c6-0879671fb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:57.439132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Attempting to bind port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 on network 773be20e-41ea-4016-99cd-ff613a44eb9a {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:57.445401 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:57.445719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Checking segment: {'id': '35a6a5f7-3a28-4e56-a7c6-0879671fb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:57.446123 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.446516 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Bound using segment: {'id': '35a6a5f7-3a28-4e56-a7c6-0879671fb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:57.446991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Bound port: b9c82e16-d5f7-41aa-8159-4b7df1acaad5, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a6a5f7-3a28-4e56-a7c6-0879671fb867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:57.447368 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.480256 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aa80b32a-cdcc-40fb-b164-ca7e52a77fc4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.565826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 54cb8f18-0730-42ea-b463-9502cb6bd792 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:01:57.574514 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aa80b32a-cdcc-40fb-b164-ca7e52a77fc4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.616026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80b32a-cdcc-40fb-b164-ca7e52a77fc4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558dd918-4e70-4ba4-82d8-51d3e7f3234f,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:57.624079 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.629780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.653078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['da556694-4235-4be3-bf7d-ac0b80d7e460'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:01:57.702685 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9758c17-f56b-4bc6-83ac-e6d1958769bc req-3c77480c-3973-42bd-adf6-31dc40843bd1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4ba473b-bca6-4f33-8131-3ced87d1d3a4 HTTP/1.1" status: 200 len: 210 time: 0.0631371 Sep 22 10:01:57.710281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5cd37bbf-6700-493f-8b4e-bd49b66e8c35'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:01:57.733783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Network c85a8988-a485-4675-bd7e-9a956ab2472f is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:01:57.738482 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-aa80b32a-cdcc-40fb-b164-ca7e52a77fc4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.738783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:01:57.745139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-aa80b32a-cdcc-40fb-b164-ca7e52a77fc4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5964890 Sep 22 10:01:57.755457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47516) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:57.755457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:01:57.765310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9946c4f9-261a-49e3-817d-4880429f7b49 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Request body: {'security_group_rule': {'security_group_id': '9d70451d-7310-4095-84a0-663e60073f91', 'project_id': '0dacd5919616400a81a075eafa54b29c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:57.772411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] For port b9c82e16-d5f7-41aa-8159-4b7df1acaad5, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:57.821047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event updated for resources: {'Port': ['ID=69ce0043-04d3-4e3b-a03f-eecf7e79f591,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:57.868476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] For port b9c82e16-d5f7-41aa-8159-4b7df1acaad5, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b9c82e16-d5f7-41aa-8159-4b7df1acaad5,segment=NetworkSegment(35a6a5f7-3a28-4e56-a7c6-0879671fb867),segment_id=35a6a5f7-3a28-4e56-a7c6-0879671fb867)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:57.886686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-543c31a1-c1be-4cfe-b9fc-5f7b5a49dc96 None None] Provisioning complete for port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:57.887269 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-543c31a1-c1be-4cfe-b9fc-5f7b5a49dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.905716 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:57.907806 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:57.963225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794ff9d-dd37-4971-90a6-9239f0a9eba9 req-5bc4e5cd-be80-4eea-823c-f1dea939d2cd tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:57.965916 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4794ff9d-dd37-4971-90a6-9239f0a9eba9 req-5bc4e5cd-be80-4eea-823c-f1dea939d2cd tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 932 time: 0.1433394 Sep 22 10:01:57.988580 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9946c4f9-261a-49e3-817d-4880429f7b49 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.025656 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.062874 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-da28245d-fa1e-4fc6-82fc-4f52809e63dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898116 Sep 22 10:01:58.095103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4794ff9d-dd37-4971-90a6-9239f0a9eba9 req-9963fd2f-37d4-429f-90dc-4d1ff68c0efb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103508 Sep 22 10:01:58.131874 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-0bb9714f-91c9-4667-899e-e14e036e0243 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7424119 Sep 22 10:01:58.154350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Request body: {'port': {'device_id': '6ad32049-2f85-44d6-a879-a4e5915ff802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:58.198992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9946c4f9-261a-49e3-817d-4880429f7b49 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.201075 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-543c31a1-c1be-4cfe-b9fc-5f7b5a49dc96 None None] Port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:01:58.213740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-d0bc3962-810f-4f42-89b2-a67b298b8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:58.216540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-d0bc3962-810f-4f42-89b2-a67b298b8ad0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0718324 Sep 22 10:01:58.221393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 54cb8f18-0730-42ea-b463-9502cb6bd792 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:58.222336 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.275743 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.404143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9946c4f9-261a-49e3-817d-4880429f7b49 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.430166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-75f12a99-7bc0-4a08-b587-73fdba927a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:58.432012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-75f12a99-7bc0-4a08-b587-73fdba927a35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.1848955 Sep 22 10:01:58.504313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946c4f9-261a-49e3-817d-4880429f7b49 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9b52ae-d3e8-4908-88ac-2d9ac97148d8,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:58.517211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f5235-0c4f-4f3e-8f35-ef49a2ee0a32 None None] Pushing event updated for resources: {'Port': ['ID=b9c82e16-d5f7-41aa-8159-4b7df1acaad5,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:58.526803 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.530059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-00b742f3-b240-4b6a-9bb4-8869c19c6eaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 999 time: 0.0898433 Sep 22 10:01:58.575985 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Routers {'b9170894-e11c-42ac-8ea2-035d12082402'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:01:58.576517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b9170894-e11c-42ac-8ea2-035d12082402'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:58.599425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-924f4331-2440-45fb-9cf8-22aadb82dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:58.601460 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9946c4f9-261a-49e3-817d-4880429f7b49 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.601994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-924f4331-2440-45fb-9cf8-22aadb82dfb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0636892 Sep 22 10:01:58.605369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47520) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:58.605609 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9946c4f9-261a-49e3-817d-4880429f7b49 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8510113 Sep 22 10:01:58.612907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-26a816e6-780e-4bec-a8c0-b2a4dd63b316 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Request body: {'security_group_rule': {'security_group_id': '9d70451d-7310-4095-84a0-663e60073f91', 'project_id': '0dacd5919616400a81a075eafa54b29c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:58.670911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-04f87fe2-d5b0-4506-b1f6-7c6a60e69f62 None None] Provisioning complete for port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:58.671520 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-04f87fe2-d5b0-4506-b1f6-7c6a60e69f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.683142 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-3450b61a-7230-4599-8075-7b831dfa173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:58.685173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-3450b61a-7230-4599-8075-7b831dfa173a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664651 Sep 22 10:01:58.716035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ce0043-04d3-4e3b-a03f-eecf7e79f591 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:01:58.725930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.746692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Transition to ACTIVE for port object 69ce0043-04d3-4e3b-a03f-eecf7e79f591 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:01:58.811349 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26a816e6-780e-4bec-a8c0-b2a4dd63b316 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.835310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:58.872416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-e7b3573b-7f2d-4680-8e5d-ede5011a170f service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800358 Sep 22 10:01:58.916134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Pushing event updated for resources: {'Port': ['ID=69ce0043-04d3-4e3b-a03f-eecf7e79f591,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:58.938234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-04f87fe2-d5b0-4506-b1f6-7c6a60e69f62 None None] Port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:01:58.949085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26a816e6-780e-4bec-a8c0-b2a4dd63b316 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.039794 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26a816e6-780e-4bec-a8c0-b2a4dd63b316 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.040775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Attempting to bind port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:01:59.045946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Attempting to bind port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:01:59.045946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Attempting to bind port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:59.049667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 on network c85a8988-a485-4675-bd7e-9a956ab2472f not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:01:59.050055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Attempting to bind port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:01:59.059171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:01:59.059620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Checking segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:01:59.060084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Bound using segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:01:59.060718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Bound port: 69ce0043-04d3-4e3b-a03f-eecf7e79f591, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:01:59.061191 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.083172 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] Set router b9170894-e11c-42ac-8ea2-035d12082402 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:01:59.131939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a816e6-780e-4bec-a8c0-b2a4dd63b316 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846d27c9-6e03-4722-9c72-c1c5b153102e,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:59.159235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-f9f894d7-023e-4a9f-be4b-db5624f605ce service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753716 Sep 22 10:01:59.194751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] For port 69ce0043-04d3-4e3b-a03f-eecf7e79f591, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:01:59.199458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] For port 69ce0043-04d3-4e3b-a03f-eecf7e79f591, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=69ce0043-04d3-4e3b-a03f-eecf7e79f591,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:01:59.254310 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26a816e6-780e-4bec-a8c0-b2a4dd63b316 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.257962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-26a816e6-780e-4bec-a8c0-b2a4dd63b316 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6489196 Sep 22 10:01:59.258377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47530) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:59.264465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7b4209c8-b122-40ce-a06e-0aff6f426c16 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Request body: {'security_group_rule': {'security_group_id': '9d70451d-7310-4095-84a0-663e60073f91', 'project_id': '0dacd5919616400a81a075eafa54b29c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:59.274158 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.331911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:59.332578 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.334134 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] 10.222.0.60 "PUT /v2.0/ports/69ce0043-04d3-4e3b-a03f-eecf7e79f591 HTTP/1.1" status: 200 len: 1092 time: 1.1883259 Sep 22 10:01:59.334604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad32049-2f85-44d6-a879-a4e5915ff802', 'tag': '69ce0043-04d3-4e3b-a03f-eecf7e79f591'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:01:59.337179 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08fb022-d5b6-4413-9781-447d0119c092" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad32049-2f85-44d6-a879-a4e5915ff802", "tag": "69ce0043-04d3-4e3b-a03f-eecf7e79f591"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:01:59.357209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ec3b5-43f9-484f-9eda-579433206e50 req-6199568c-e659-4cfb-932b-5b19d32d84bf tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:59.366010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-289ec3b5-43f9-484f-9eda-579433206e50 req-6199568c-e659-4cfb-932b-5b19d32d84bf tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 944 time: 0.1774166 Sep 22 10:01:59.380935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537083e3-aba8-48e6-92f7-fd9440f1aec0 service neutron] Pushing event updated for resources: {'Port': ['ID=69ce0043-04d3-4e3b-a03f-eecf7e79f591,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:59.427343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-289ec3b5-43f9-484f-9eda-579433206e50 req-d70b9786-36a7-44d3-9c63-f5379058be59 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551569 Sep 22 10:01:59.429716 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b4209c8-b122-40ce-a06e-0aff6f426c16 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.498382 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3382f2-886e-45b6-bfb4-853cb4f676c1 x-openstack-request-id: req-ea3382f2-886e-45b6-bfb4-853cb4f676c1 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:01:59.498825 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad32049-2f85-44d6-a879-a4e5915ff802", "tag": "69ce0043-04d3-4e3b-a03f-eecf7e79f591", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:01:59.499180 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea3382f2-886e-45b6-bfb4-853cb4f676c1 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:01:59.499728 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad32049-2f85-44d6-a879-a4e5915ff802', 'tag': '69ce0043-04d3-4e3b-a03f-eecf7e79f591', 'status': 'completed', 'code': 200} Sep 22 10:01:59.534812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ce56de22-9f64-4be6-9434-3f57e5610db9 None None] Provisioning complete for port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:01:59.534812 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ce56de22-9f64-4be6-9434-3f57e5610db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.583669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b4209c8-b122-40ce-a06e-0aff6f426c16 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.598981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-f6f043e1-85a7-4564-b1df-5e55fc4b45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:59.602022 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-f6f043e1-85a7-4564-b1df-5e55fc4b45e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 1095 time: 0.1214626 Sep 22 10:01:59.659655 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-7724ce85-3d6d-4af1-95af-4cc0423b77f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69ce0043-04d3-4e3b-a03f-eecf7e79f591 HTTP/1.1" status: 200 len: 217 time: 0.0482779 Sep 22 10:01:59.677565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b4209c8-b122-40ce-a06e-0aff6f426c16 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.734260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4209c8-b122-40ce-a06e-0aff6f426c16 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3923de7d-84d7-49a9-bc96-6dfad8019139,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:01:59.741769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-94ae1004-2e08-4578-b10b-5056ce7eab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:59.743349 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-94ae1004-2e08-4578-b10b-5056ce7eab9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0775924 Sep 22 10:01:59.804528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'name': 'tempest-TestServerBasicOps-1666470276-router', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:53Z', 'revision_number': 4, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'gw_port': {'id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'b9c82e16-d5f7-41aa-8159-4b7df1acaad5', 'name': '', 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'mac_address': 'fa:16:3e:b9:3f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e75fe033-3c53-424a-b673-5df6f862845c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:52Z', 'updated_at': '2021-09-22T10:01:57Z', 'revision_number': 4, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'subnets': [{'id': 'e75fe033-3c53-424a-b673-5df6f862845c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:01:59.821907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-05c7efa0-914e-4b83-96dd-049b6e39877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:01:59.824201 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-05c7efa0-914e-4b83-96dd-049b6e39877f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722332 Sep 22 10:01:59.826256 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b4209c8-b122-40ce-a06e-0aff6f426c16 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.832471 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7b4209c8-b122-40ce-a06e-0aff6f426c16 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5681515 Sep 22 10:01:59.832977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47534) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:01:59.842141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a7d75-25b9-49dd-be67-35d2d3cc9fca None None] The sync data for ids ['b9170894-e11c-42ac-8ea2-035d12082402'] in n-d-805649-4 is: [{'id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'name': 'tempest-TestServerBasicOps-1666470276-router', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:53Z', 'revision_number': 4, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'gw_port': {'id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'b9c82e16-d5f7-41aa-8159-4b7df1acaad5', 'name': '', 'network_id': '773be20e-41ea-4016-99cd-ff613a44eb9a', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'mac_address': 'fa:16:3e:b9:3f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'e75fe033-3c53-424a-b673-5df6f862845c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:52Z', 'updated_at': '2021-09-22T10:01:57Z', 'revision_number': 4, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'subnets': [{'id': 'e75fe033-3c53-424a-b673-5df6f862845c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:01:59.847421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6ebae9ac-7446-47d0-b4bf-a566e0124be5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Request body: {'security_group_rule': {'security_group_id': '9d70451d-7310-4095-84a0-663e60073f91', 'project_id': '0dacd5919616400a81a075eafa54b29c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:01:59.873023 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ce56de22-9f64-4be6-9434-3f57e5610db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:01:59.956191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ce56de22-9f64-4be6-9434-3f57e5610db9 None None] For port b9c82e16-d5f7-41aa-8159-4b7df1acaad5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b9c82e16-d5f7-41aa-8159-4b7df1acaad5,segment=NetworkSegment(35a6a5f7-3a28-4e56-a7c6-0879671fb867),segment_id=35a6a5f7-3a28-4e56-a7c6-0879671fb867)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:00.022114 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:00.026044 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-a3ea772a-b490-4f63-9711-ca498a153dd4 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941776 Sep 22 10:02:00.035325 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ce56de22-9f64-4be6-9434-3f57e5610db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:00.038454 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-6ebae9ac-7446-47d0-b4bf-a566e0124be5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Project 0dacd5919616400a81a075eafa54b29c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:02:00.051641 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ebae9ac-7446-47d0-b4bf-a566e0124be5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:00.123982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56de22-9f64-4be6-9434-3f57e5610db9 None None] Pushing event updated for resources: {'Port': ['ID=b9c82e16-d5f7-41aa-8159-4b7df1acaad5,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:00.167361 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfff865-ac7d-4e2b-a44a-4627a542772e req-a580ab36-ae3b-4a09-ae16-4cbda93e4d78 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338284 Sep 22 10:02:00.185407 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ebae9ac-7446-47d0-b4bf-a566e0124be5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:00.280636 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ebae9ac-7446-47d0-b4bf-a566e0124be5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:00.312017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebae9ac-7446-47d0-b4bf-a566e0124be5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1c94ff-f5ac-4103-a29f-ed31ac4ebb0e,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:00.354980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fb022-d5b6-4413-9781-447d0119c092 req-5b5c696b-3692-41ca-bf01-fd6853471564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:00.356996 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f08fb022-d5b6-4413-9781-447d0119c092 req-5b5c696b-3692-41ca-bf01-fd6853471564 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 1095 time: 0.0542874 Sep 22 10:02:00.389328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ebae9ac-7446-47d0-b4bf-a566e0124be5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:00.393119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6ebae9ac-7446-47d0-b4bf-a566e0124be5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5584793 Sep 22 10:02:00.395617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47538) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:02:00.400872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2d590c1a-1523-4b48-93d2-113a800cac0a tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Request body: {'security_group_rule': {'security_group_id': '9d70451d-7310-4095-84a0-663e60073f91', 'project_id': '0dacd5919616400a81a075eafa54b29c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:02:00.478632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fb022-d5b6-4413-9781-447d0119c092 req-23281344-077b-4fc4-ad7b-0c788024ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:00.480332 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f08fb022-d5b6-4413-9781-447d0119c092 req-23281344-077b-4fc4-ad7b-0c788024ccf2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.1162283 Sep 22 10:02:00.536514 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f08fb022-d5b6-4413-9781-447d0119c092 req-725ce152-c502-4c93-9fa5-cfe968e74907 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69ce0043-04d3-4e3b-a03f-eecf7e79f591 HTTP/1.1" status: 200 len: 217 time: 0.0453200 Sep 22 10:02:00.536794 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-2d590c1a-1523-4b48-93d2-113a800cac0a tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Project 0dacd5919616400a81a075eafa54b29c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:02:00.558706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2d590c1a-1523-4b48-93d2-113a800cac0a tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:00.592985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80c1e5-28ae-49c7-9b91-449395953675 req-3e1bb21d-d492-4ab9-94cf-96deac579fa7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:00.593424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fb022-d5b6-4413-9781-447d0119c092 req-65735817-a9f6-4d34-b239-13cda5e7652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:00.595597 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f08fb022-d5b6-4413-9781-447d0119c092 req-65735817-a9f6-4d34-b239-13cda5e7652a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0538366 Sep 22 10:02:00.597395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f80c1e5-28ae-49c7-9b91-449395953675 req-3e1bb21d-d492-4ab9-94cf-96deac579fa7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 944 time: 0.0768771 Sep 22 10:02:00.657127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fb022-d5b6-4413-9781-447d0119c092 req-d13113fe-ba0d-4eeb-ab3f-943f85809cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:00.658880 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f08fb022-d5b6-4413-9781-447d0119c092 req-d13113fe-ba0d-4eeb-ab3f-943f85809cb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546203 Sep 22 10:02:00.682369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f80c1e5-28ae-49c7-9b91-449395953675 req-2603e81c-0bc9-4a8c-9c3b-0e0f7cebd49f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793278 Sep 22 10:02:00.692684 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2d590c1a-1523-4b48-93d2-113a800cac0a tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:00.771924 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f08fb022-d5b6-4413-9781-447d0119c092 req-fa419346-d882-4045-868b-b436ffc9595a service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055057 Sep 22 10:02:00.789212 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2d590c1a-1523-4b48-93d2-113a800cac0a tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:00.815021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d590c1a-1523-4b48-93d2-113a800cac0a tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1cb612-cf9c-4116-9688-3a2f2a474777,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:00.884307 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f08fb022-d5b6-4413-9781-447d0119c092 req-b96fb5a8-a7ae-49a5-9cc9-9fe3033cd2cf service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026332 Sep 22 10:02:00.900289 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2d590c1a-1523-4b48-93d2-113a800cac0a tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:00.901582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2d590c1a-1523-4b48-93d2-113a800cac0a tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5049174 Sep 22 10:02:01.065397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c3ad2fb7-9e0b-4416-9e00-e616f5c04669 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394228958&fields=id&tenant_id=0dacd5919616400a81a075eafa54b29c HTTP/1.1" status: 200 len: 267 time: 0.0420988 Sep 22 10:02:01.199671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-51a606ad-d86e-40b0-88d4-05d9abd401c9 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:01.208438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-51a606ad-d86e-40b0-88d4-05d9abd401c9 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/networks?id=9480e3e9-9178-454f-8a96-8bb930d84a09 HTTP/1.1" status: 200 len: 808 time: 0.1287556 Sep 22 10:02:01.228919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-12497854-ff85-4804-bd06-fbb4804cddb9 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/quotas/0dacd5919616400a81a075eafa54b29c HTTP/1.1" status: 200 len: 375 time: 0.0133443 Sep 22 10:02:01.319022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-d2166fd8-153b-4e16-a7c6-d5b29c6f1c64 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0dacd5919616400a81a075eafa54b29c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842078 Sep 22 10:02:01.449542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-a63b6cc0-8a5e-4a33-89e1-8b4593eca42d service neutron] 10.222.0.49 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082809 Sep 22 10:02:01.587418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b9c82e16-d5f7-41aa-8159-4b7df1acaad5 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:02:01.609666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-d5fd4bbb-a63c-45f2-9426-f9c678932d52 service neutron] 10.222.0.49 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481566 Sep 22 10:02:01.686786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:02:01.687731 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:02.046327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eada492-e98a-40ca-82d2-bcdf0b833cc7 req-68ec8307-fdf7-4c3a-a4b5-e70733f86353 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:02.056984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3eada492-e98a-40ca-82d2-bcdf0b833cc7 req-68ec8307-fdf7-4c3a-a4b5-e70733f86353 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 944 time: 0.0985959 Sep 22 10:02:02.104203 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3eada492-e98a-40ca-82d2-bcdf0b833cc7 req-8e779dbe-4ad4-460f-b3c1-2cc7ba07ccad tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462124 Sep 22 10:02:02.227773 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8319a17b-7a7e-41ac-8e28-4321c45cfd02 req-f8189d3a-9b8e-49e9-9d33-ac727888285d tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 210 time: 0.0537767 Sep 22 10:02:02.579188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 69ce0043-04d3-4e3b-a03f-eecf7e79f591 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:02:02.732029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 69ce0043-04d3-4e3b-a03f-eecf7e79f591, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=69ce0043-04d3-4e3b-a03f-eecf7e79f591,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:02.753969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '69ce0043-04d3-4e3b-a03f-eecf7e79f591', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'port_id': '69ce0043-04d3-4e3b-a03f-eecf7e79f591', 'mac_address': 'fa:16:3e:ad:7d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:02:02.814140 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:02.836961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ce0043-04d3-4e3b-a03f-eecf7e79f591 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:02:02.861503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 69ce0043-04d3-4e3b-a03f-eecf7e79f591, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=69ce0043-04d3-4e3b-a03f-eecf7e79f591,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:03.012307 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:03.096951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=69ce0043-04d3-4e3b-a03f-eecf7e79f591,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:03.239197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['69ce0043-04d3-4e3b-a03f-eecf7e79f591'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:02:03.309398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15dbfa-7996-4ce9-a160-c08083d0d2bb req-b8217d6e-0b5c-4201-b84c-62dc3ed43b17 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:03.312171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a15dbfa-7996-4ce9-a160-c08083d0d2bb req-b8217d6e-0b5c-4201-b84c-62dc3ed43b17 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 945 time: 0.0898979 Sep 22 10:02:03.393633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a15dbfa-7996-4ce9-a160-c08083d0d2bb req-a6e01729-6b73-478a-8529-ca5d50372eed tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648880 Sep 22 10:02:03.549682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90d1951b-0fa2-4055-b0f6-641343895839 req-5dc5aafb-5309-44ee-8c99-513674aa9c70 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 210 time: 0.0313444 Sep 22 10:02:04.567172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf15c9d-539c-418c-a1a6-cd352cb405e6 req-9817dacf-5ef5-4690-a2b2-220dff67e73a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:04.569704 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bf15c9d-539c-418c-a1a6-cd352cb405e6 req-9817dacf-5ef5-4690-a2b2-220dff67e73a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 945 time: 0.0852230 Sep 22 10:02:04.593974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 69ce0043-04d3-4e3b-a03f-eecf7e79f591 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:02:04.630235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bf15c9d-539c-418c-a1a6-cd352cb405e6 req-e76f3e80-ba15-45c6-ac02-c5e10c251d2a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536776 Sep 22 10:02:04.743053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f5affe5-8a9a-44ab-9715-360e5f56acd6 req-801620c7-a271-4633-82b2-8486994e4a3d tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 210 time: 0.0319290 Sep 22 10:02:04.789135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:02:04.795408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:02:04.796212 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:04.886725 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:04.916205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad32049-2f85-44d6-a879-a4e5915ff802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce0043-04d3-4e3b-a03f-eecf7e79f591'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:02:04.919045 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec786a49-ff50-4a2a-902f-cb567b8f7a2b" -d '{"events": [{"server_uuid": "6ad32049-2f85-44d6-a879-a4e5915ff802", "name": "network-vif-plugged", "status": "completed", "tag": "69ce0043-04d3-4e3b-a03f-eecf7e79f591"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:02:04.936417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 69ce0043-04d3-4e3b-a03f-eecf7e79f591, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=69ce0043-04d3-4e3b-a03f-eecf7e79f591,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:04.988630 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46666f4-8dfb-46ef-a41b-63b2439fa7bd x-openstack-request-id: req-d46666f4-8dfb-46ef-a41b-63b2439fa7bd {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:02:04.989254 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad32049-2f85-44d6-a879-a4e5915ff802", "name": "network-vif-plugged", "status": "completed", "tag": "69ce0043-04d3-4e3b-a03f-eecf7e79f591", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:02:04.989911 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d46666f4-8dfb-46ef-a41b-63b2439fa7bd {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:02:04.990816 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad32049-2f85-44d6-a879-a4e5915ff802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce0043-04d3-4e3b-a03f-eecf7e79f591', 'code': 200} Sep 22 10:02:05.089352 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:05.116763 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccc37a-3893-425f-acf8-39ef57de8ed6 req-3e36c6f4-77a2-4525-bbf3-c5c21abb91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:05.118517 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fcccc37a-3893-425f-acf8-39ef57de8ed6 req-3e36c6f4-77a2-4525-bbf3-c5c21abb91f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 1096 time: 0.0548220 Sep 22 10:02:05.161354 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fcccc37a-3893-425f-acf8-39ef57de8ed6 req-81e4dd05-1612-497f-ae91-3b4066877251 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343249 Sep 22 10:02:05.175592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=69ce0043-04d3-4e3b-a03f-eecf7e79f591,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:05.306731 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-e0cf93e8-b2ea-48f6-a7fe-c529f9a69da4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:05.310178 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-e0cf93e8-b2ea-48f6-a7fe-c529f9a69da4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.45 "GET /v2.0/networks?id=9480e3e9-9178-454f-8a96-8bb930d84a09 HTTP/1.1" status: 200 len: 808 time: 0.1156638 Sep 22 10:02:05.402427 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-3af721b3-bf14-4b52-a45a-cd76e47598df tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dacd5919616400a81a075eafa54b29c HTTP/1.1" status: 200 len: 380 time: 0.0705826 Sep 22 10:02:05.417516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Request body: {'port': {'device_id': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'admin_state_up': True, 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'security_groups': ['9d70451d-7310-4095-84a0-663e60073f91']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:02:05.702207 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Made reservation on behalf of 0dacd5919616400a81a075eafa54b29c for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:02:05.714858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:05.858619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82ff75-c8a0-448b-80d8-4f886a0207ab req-dc83ba11-66b0-4c87-936a-f4094b11b753 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:05.861662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd82ff75-c8a0-448b-80d8-4f886a0207ab req-dc83ba11-66b0-4c87-936a-f4094b11b753 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 946 time: 0.0931687 Sep 22 10:02:05.928978 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd82ff75-c8a0-448b-80d8-4f886a0207ab req-9de360fe-e7a9-4726-b6a1-5bd7fea46943 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546610 Sep 22 10:02:05.964933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Allocated IP 172.20.0.8 (9480e3e9-9178-454f-8a96-8bb930d84a09/308daa36-595e-49df-825b-3fd98bcbe612/e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:02:06.073839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7986a899-6c3c-4009-a8ef-01ff77ea9148 req-51e67c9d-cc4e-49d6-9dd3-8d64b74dbe05 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 210 time: 0.0365319 Sep 22 10:02:06.210137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:06.281512 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-540adb4d-fa1e-4d5a-b503-50710a006a82 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004996 Sep 22 10:02:06.398328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-09e87b97-7709-4805-8314-8f4a219c04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:06.400117 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-09e87b97-7709-4805-8314-8f4a219c04c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 1097 time: 0.0507441 Sep 22 10:02:06.403085 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:06.494244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Network 9480e3e9-9178-454f-8a96-8bb930d84a09 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:02:06.503598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:02:06.506239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:02:06.511167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event updated for resources: {'Port': ['ID=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:06.614877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:06.615561 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:06.642342 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-62274a87-5719-44e9-a2a8-4ac0b2365a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:06.645411 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-62274a87-5719-44e9-a2a8-4ac0b2365a98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.2077606 Sep 22 10:02:06.723636 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-f80f347f-a860-45f0-87cd-c539e9175007 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cd37bbf-6700-493f-8b4e-bd49b66e8c35 HTTP/1.1" status: 200 len: 217 time: 0.0662520 Sep 22 10:02:06.782733 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-198e43ad-e372-43c8-ab12-f6818b7e08d1 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3701842 Sep 22 10:02:06.803092 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Request body: {'port': {'device_id': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:02:06.846405 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-8503351d-d1f0-47f3-8934-38b6446f44af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:06.848419 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-8503351d-d1f0-47f3-8934-38b6446f44af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.1143966 Sep 22 10:02:06.863796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-50894c0d-479a-4979-87bb-dc6b229dd4c1 None None] Provisioning complete for port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:02:06.864667 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-50894c0d-479a-4979-87bb-dc6b229dd4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:06.913028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-50894c0d-479a-4979-87bb-dc6b229dd4c1 None None] Port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:02:06.945063 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:07.032296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-7186918c-0b12-4cc5-84e6-a072b4fef31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:07.035050 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-7186918c-0b12-4cc5-84e6-a072b4fef31a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741529 Sep 22 10:02:07.119944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c5add-007e-4abd-bd23-4706a198ab93 req-b352e546-5778-4ba1-b501-80fcdba87206 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:07.121684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f13c5add-007e-4abd-bd23-4706a198ab93 req-b352e546-5778-4ba1-b501-80fcdba87206 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 946 time: 0.0605767 Sep 22 10:02:07.180674 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f13c5add-007e-4abd-bd23-4706a198ab93 req-d2ef33e2-68cf-4014-a466-56a9ea7999a7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493174 Sep 22 10:02:07.369724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64823da9-cc4c-4690-96bd-c1cf772c4a78 req-611dd5a2-048d-450c-8c2b-2b350b557678 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:07.371638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64823da9-cc4c-4690-96bd-c1cf772c4a78 req-611dd5a2-048d-450c-8c2b-2b350b557678 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 931 time: 0.0929949 Sep 22 10:02:07.398261 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-d33edf2d-f730-4af6-9459-41d7bbefdb27 service neutron] 10.222.0.45 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514178 Sep 22 10:02:07.436353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64823da9-cc4c-4690-96bd-c1cf772c4a78 req-66e3e775-1bd3-47b0-ab75-c37e328da5e3 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555570 Sep 22 10:02:07.588165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6db4818a-2bda-4206-834a-2e7be1b4ac32 req-722ad43b-df90-4b12-bb07-4e9494a67cb5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fab256fcde3c42d3bfb14028aa7d2203 HTTP/1.1" status: 200 len: 267 time: 0.0521729 Sep 22 10:02:07.681820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4818a-2bda-4206-834a-2e7be1b4ac32 req-85180846-6a07-44a3-b1db-c642725f4039 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:07.684346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6db4818a-2bda-4206-834a-2e7be1b4ac32 req-85180846-6a07-44a3-b1db-c642725f4039 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 946 time: 0.0869570 Sep 22 10:02:07.693061 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-6fc849f3-72bd-4d8d-9a04-5e2d6441a05a service neutron] 10.222.0.45 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429271 Sep 22 10:02:07.699638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-6db4818a-2bda-4206-834a-2e7be1b4ac32 req-4fd601ca-6402-46ec-9a7c-810d83c47908 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Request body: {'port': {'security_groups': []}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:02:07.760529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:02:07.777363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:07.802794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Transition to ACTIVE for port object e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:02:07.805955 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6db4818a-2bda-4206-834a-2e7be1b4ac32 req-4fd601ca-6402-46ec-9a7c-810d83c47908 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:07.893035 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:08.025008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Pushing event updated for resources: {'Port': ['ID=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:08.058317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-6db4818a-2bda-4206-834a-2e7be1b4ac32 req-4fd601ca-6402-46ec-9a7c-810d83c47908 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] For port 69ce0043-04d3-4e3b-a03f-eecf7e79f591, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=69ce0043-04d3-4e3b-a03f-eecf7e79f591,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:08.126536 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6db4818a-2bda-4206-834a-2e7be1b4ac32 req-4fd601ca-6402-46ec-9a7c-810d83c47908 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:08.148820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Attempting to bind port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:02:08.149214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Attempting to bind port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:02:08.149725 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Attempting to bind port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f on network 9480e3e9-9178-454f-8a96-8bb930d84a09 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:02:08.163431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f on network 9480e3e9-9178-454f-8a96-8bb930d84a09 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:02:08.163431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Attempting to bind port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f on network 9480e3e9-9178-454f-8a96-8bb930d84a09 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:02:08.173548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:02:08.173790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Checking segment: {'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:02:08.174154 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Bound using segment: {'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:02:08.174613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Bound port: e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063fa5d6-7fac-4c21-a361-d42ef593ed37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:02:08.174986 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:08.203806 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6db4818a-2bda-4206-834a-2e7be1b4ac32 req-4fd601ca-6402-46ec-9a7c-810d83c47908 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:08.225890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['da556694-4235-4be3-bf7d-ac0b80d7e460', '69ce0043-04d3-4e3b-a03f-eecf7e79f591'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:02:08.247988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5cd37bbf-6700-493f-8b4e-bd49b66e8c35'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:02:08.279865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] For port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:02:08.284633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] For port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:02:08.339098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4818a-2bda-4206-834a-2e7be1b4ac32 req-4fd601ca-6402-46ec-9a7c-810d83c47908 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:08.340186 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-6db4818a-2bda-4206-834a-2e7be1b4ac32 req-4fd601ca-6402-46ec-9a7c-810d83c47908 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:08.342733 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6db4818a-2bda-4206-834a-2e7be1b4ac32 req-4fd601ca-6402-46ec-9a7c-810d83c47908 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "PUT /v2.0/ports/69ce0043-04d3-4e3b-a03f-eecf7e79f591 HTTP/1.1" status: 200 len: 905 time: 0.6490574 Sep 22 10:02:08.343507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad32049-2f85-44d6-a879-a4e5915ff802', 'tag': '69ce0043-04d3-4e3b-a03f-eecf7e79f591'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:02:08.349861 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7d46aa-23fa-4085-8ab0-33a96685ede6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad32049-2f85-44d6-a879-a4e5915ff802", "tag": "69ce0043-04d3-4e3b-a03f-eecf7e79f591"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:02:08.386415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:08.389442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd601ca-6402-46ec-9a7c-810d83c47908 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event updated for resources: {'Port': ['ID=69ce0043-04d3-4e3b-a03f-eecf7e79f591,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:08.455504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:08.456302 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:08.457938 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] 10.222.0.45 "PUT /v2.0/ports/e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f HTTP/1.1" status: 200 len: 1091 time: 1.6614397 Sep 22 10:02:08.458403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'tag': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:02:08.460792 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "b69caef5-ca08-4850-9a8e-49a8f53427c7", "tag": "e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:02:08.524157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7246bdc-4621-4e21-b241-16dc36dce02b service neutron] Pushing event updated for resources: {'Port': ['ID=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:08.550904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['69ce0043-04d3-4e3b-a03f-eecf7e79f591'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:02:08.682323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0b8fb-6978-41eb-825e-4d1fc68f39ab req-d4704601-bffe-4565-abc8-14373a7b274c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:08.697653 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50b0b8fb-6978-41eb-825e-4d1fc68f39ab req-d4704601-bffe-4565-abc8-14373a7b274c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 908 time: 0.1703925 Sep 22 10:02:08.768128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-5b617cb2-8bec-427c-8145-0c0b33dbaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:08.777417 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-5b617cb2-8bec-427c-8145-0c0b33dbaaa5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dacd5919616400a81a075eafa54b29c&device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 1094 time: 0.1498876 Sep 22 10:02:08.862819 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55724e56-e9ea-4719-a981-b2280f8cd899 x-openstack-request-id: req-55724e56-e9ea-4719-a981-b2280f8cd899 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:02:08.863656 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad32049-2f85-44d6-a879-a4e5915ff802", "tag": "69ce0043-04d3-4e3b-a03f-eecf7e79f591", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:02:08.864280 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55724e56-e9ea-4719-a981-b2280f8cd899 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:02:08.865176 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad32049-2f85-44d6-a879-a4e5915ff802', 'tag': '69ce0043-04d3-4e3b-a03f-eecf7e79f591', 'status': 'completed', 'code': 200} Sep 22 10:02:08.873558 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-d4123edf-b8f1-4771-b943-73fbab9d6fbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f HTTP/1.1" status: 200 len: 217 time: 0.0794125 Sep 22 10:02:08.932860 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c02387e-ea5b-4820-9ba1-2f21e08bbd42 x-openstack-request-id: req-2c02387e-ea5b-4820-9ba1-2f21e08bbd42 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:02:08.933189 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69caef5-ca08-4850-9a8e-49a8f53427c7", "tag": "e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:02:08.933568 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c02387e-ea5b-4820-9ba1-2f21e08bbd42 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:02:08.934204 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'tag': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f', 'status': 'completed', 'code': 200} Sep 22 10:02:09.015524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6fd26c68-4fbe-446f-aaf9-0d1b6078f0f0 None None] Provisioning complete for port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:02:09.017078 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6fd26c68-4fbe-446f-aaf9-0d1b6078f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:09.050446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d46aa-23fa-4085-8ab0-33a96685ede6 req-01deedf0-fc98-42a1-af99-0e260c68b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:09.053565 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a7d46aa-23fa-4085-8ab0-33a96685ede6 req-01deedf0-fc98-42a1-af99-0e260c68b960 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 1059 time: 0.1770453 Sep 22 10:02:09.056177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-1fbc6174-595d-4e09-8b7c-716981a146ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:09.058778 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-1fbc6174-595d-4e09-8b7c-716981a146ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=308daa36-595e-49df-825b-3fd98bcbe612 HTTP/1.1" status: 200 len: 847 time: 0.1616073 Sep 22 10:02:09.135998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba48c8-e304-42ff-be61-f48b55fa9393 req-929eecf2-53c9-461b-8503-f63fd2688b5c tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:09.138074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccba48c8-e304-42ff-be61-f48b55fa9393 req-929eecf2-53c9-461b-8503-f63fd2688b5c tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 943 time: 0.1135645 Sep 22 10:02:09.210639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccba48c8-e304-42ff-be61-f48b55fa9393 req-b9a048b1-ce6c-4c55-b886-f4d8b7a28f8a tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578315 Sep 22 10:02:09.252242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-9a58a87e-1cbf-40e9-8942-4a8209430928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:09.254060 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-9a58a87e-1cbf-40e9-8942-4a8209430928 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9480e3e9-9178-454f-8a96-8bb930d84a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782465 Sep 22 10:02:09.293505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d46aa-23fa-4085-8ab0-33a96685ede6 req-ebcffd38-d33f-43e8-95ff-b022d8064c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:09.295366 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a7d46aa-23fa-4085-8ab0-33a96685ede6 req-ebcffd38-d33f-43e8-95ff-b022d8064c68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.2330437 Sep 22 10:02:09.380375 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a7d46aa-23fa-4085-8ab0-33a96685ede6 req-e6587fc1-b76c-4f57-a1ed-687d07192676 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69ce0043-04d3-4e3b-a03f-eecf7e79f591 HTTP/1.1" status: 200 len: 217 time: 0.0717483 Sep 22 10:02:09.439968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf7db1-f2ae-479a-a3df-88e0bdf37451 req-7720329c-40ee-45ab-a3b9-147458e54732 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:09.444892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1acf7db1-f2ae-479a-a3df-88e0bdf37451 req-7720329c-40ee-45ab-a3b9-147458e54732 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0934157 Sep 22 10:02:09.482923 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-807d8535-8610-4fd4-93ec-d6ca30e74db3 service neutron] 10.222.0.45 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180235 Sep 22 10:02:09.486300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d46aa-23fa-4085-8ab0-33a96685ede6 req-d73a5197-e283-4f20-89c1-df5a46ee858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:09.486300 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a7d46aa-23fa-4085-8ab0-33a96685ede6 req-d73a5197-e283-4f20-89c1-df5a46ee858b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0750237 Sep 22 10:02:09.513062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1acf7db1-f2ae-479a-a3df-88e0bdf37451 req-040d395b-0ae0-4e72-80da-bb2717afcf33 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562682 Sep 22 10:02:09.632135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d46aa-23fa-4085-8ab0-33a96685ede6 req-5d5a3e35-e6c9-4486-8039-0e1b63a8f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:09.633743 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a7d46aa-23fa-4085-8ab0-33a96685ede6 req-5d5a3e35-e6c9-4486-8039-0e1b63a8f777 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402094 Sep 22 10:02:09.709278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70c4f8-4266-4335-a0f7-0de3ec96f627 req-f756eb72-69a7-4736-8d58-adb8f7ee048c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:09.710445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be70c4f8-4266-4335-a0f7-0de3ec96f627 req-f756eb72-69a7-4736-8d58-adb8f7ee048c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0879431 Sep 22 10:02:09.717835 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0ef1a5e5-1ed6-4450-9458-e7a59f704d2c req-08f2341c-df42-402c-bdcf-dac1b87fd708 service neutron] 10.222.0.45 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096272 Sep 22 10:02:09.777659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be70c4f8-4266-4335-a0f7-0de3ec96f627 req-4f101bb6-b994-41ab-bc49-8ea377063274 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545290 Sep 22 10:02:09.806730 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a7d46aa-23fa-4085-8ab0-33a96685ede6 req-4e988ea5-62df-4010-8bfb-0b3492901041 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631217 Sep 22 10:02:09.983386 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a7d46aa-23fa-4085-8ab0-33a96685ede6 req-f094c5b7-5b01-4e99-8e25-6963520b7d71 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687160 Sep 22 10:02:09.988133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8 req-2e194073-d941-40fa-9a76-77330a3a89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:09.989634 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8 req-2e194073-d941-40fa-9a76-77330a3a89f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dacd5919616400a81a075eafa54b29c&device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 1094 time: 0.0662060 Sep 22 10:02:10.101249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-a407e8cc-f1bf-4301-9e0a-ac01acaac257 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:10.104821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-a407e8cc-f1bf-4301-9e0a-ac01acaac257 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 811 time: 0.1712987 Sep 22 10:02:10.114541 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8 req-f2fc55e3-71fd-4b91-932c-08453142a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:10.116294 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8 req-f2fc55e3-71fd-4b91-932c-08453142a188 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9480e3e9-9178-454f-8a96-8bb930d84a09 HTTP/1.1" status: 200 len: 909 time: 0.1190748 Sep 22 10:02:10.130044 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-eb4f6841-560a-49fa-ad86-34df71c7f0e4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/quotas/fab256fcde3c42d3bfb14028aa7d2203 HTTP/1.1" status: 200 len: 375 time: 0.0179124 Sep 22 10:02:10.182334 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8 req-f0b61bdb-369a-45d4-bc06-8970a5801a4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f HTTP/1.1" status: 200 len: 217 time: 0.0551748 Sep 22 10:02:10.244231 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-db5491cb-e398-44a8-8e35-6787800cbfc4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1019077 Sep 22 10:02:10.262331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8 req-87b7bd6d-74b8-4595-86c8-14e459fb9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:10.265366 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8 req-87b7bd6d-74b8-4595-86c8-14e459fb9e3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=308daa36-595e-49df-825b-3fd98bcbe612 HTTP/1.1" status: 200 len: 847 time: 0.0753052 Sep 22 10:02:10.387857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8 req-d06f04ca-04d8-48af-8c05-641c64256bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:10.391224 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8 req-d06f04ca-04d8-48af-8c05-641c64256bd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9480e3e9-9178-454f-8a96-8bb930d84a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165221 Sep 22 10:02:10.421788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-56f7f657-4ead-421f-ad20-f9056cb17a17 service neutron] 10.222.0.49 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683636 Sep 22 10:02:10.588975 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8 req-aa4d5c7d-a416-4143-a193-12826c886816 service neutron] 10.222.0.45 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881001 Sep 22 10:02:10.598591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-4eaef2b8-3b7c-4cf2-9677-dec7bf87e6eb service neutron] 10.222.0.49 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617677 Sep 22 10:02:10.756533 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-29ac95c1-46da-4a48-9bf0-dbf4d40bbbd8 req-2caff692-166d-41ae-9947-30e1918708c8 service neutron] 10.222.0.45 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596010 Sep 22 10:02:11.075311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e2cae-180a-4fe8-bc76-1a0d538bd852 req-087dfb06-cd1e-40ef-b91c-a3df3aa22944 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:11.075311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e27e2cae-180a-4fe8-bc76-1a0d538bd852 req-087dfb06-cd1e-40ef-b91c-a3df3aa22944 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 943 time: 0.1107709 Sep 22 10:02:11.136475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e27e2cae-180a-4fe8-bc76-1a0d538bd852 req-1648a306-9ed8-4f1b-9086-d35058277e65 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620954 Sep 22 10:02:11.228129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1ee25b3-9cfe-435a-b66f-6aea678e4604 req-8d4be564-2893-42b1-8cd2-1b773cd86877 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 210 time: 0.0400193 Sep 22 10:02:12.281034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca34e0a-0ae3-4412-9ac1-8bd1750d10ec req-5b3d0762-2158-4bdb-9f1d-8476f9d233f5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:12.283103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cca34e0a-0ae3-4412-9ac1-8bd1750d10ec req-5b3d0762-2158-4bdb-9f1d-8476f9d233f5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 943 time: 0.0553312 Sep 22 10:02:12.355789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cca34e0a-0ae3-4412-9ac1-8bd1750d10ec req-1449379d-17c2-4ab9-ab15-b27748915923 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540473 Sep 22 10:02:12.491107 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd631042-18ec-421b-a739-ff3e8a488263 req-d2fcef56-a208-40f6-97b7-890df55f8992 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 210 time: 0.0314136 Sep 22 10:02:13.109680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:02:13.264682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:13.292579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'port_id': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f', 'mac_address': 'fa:16:3e:fc:33:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308daa36-595e-49df-825b-3fd98bcbe612', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:02:13.357100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:13.382880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:02:13.424296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:13.505905 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:13.543071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73bcc7-9116-43c2-8b8c-f6f9896c1045 req-45d10f9a-4864-4333-9588-55a775100ba3 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:13.545125 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d73bcc7-9116-43c2-8b8c-f6f9896c1045 req-45d10f9a-4864-4333-9588-55a775100ba3 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 943 time: 0.0700965 Sep 22 10:02:13.649314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:13.663707 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d73bcc7-9116-43c2-8b8c-f6f9896c1045 req-73d68033-b47a-49cc-9d1f-53be2a74f20c tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011322 Sep 22 10:02:13.784179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:02:13.843524 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0effa85a-53ea-43f8-8ab0-93639d612560 req-19756239-2ee1-45b1-8a13-5d85abb997fb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 210 time: 0.0480690 Sep 22 10:02:13.875547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-d3ba3472-1516-4b7d-a6cc-b6ad96a3a922 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:13.875547 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-d3ba3472-1516-4b7d-a6cc-b6ad96a3a922 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 811 time: 0.6079447 Sep 22 10:02:13.887505 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Request body: {'port': {'device_id': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'admin_state_up': True, 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:02:14.108571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Made reservation on behalf of fab256fcde3c42d3bfb14028aa7d2203 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:02:14.112896 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:14.252234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Allocated IP 172.20.0.13 (c85a8988-a485-4675-bd7e-9a956ab2472f/4de2ee4c-7083-42b7-ba44-20ffb6a5fe35/6c35ef97-263e-4064-b1d7-0f12d787a105) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:02:14.436900 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:14.535467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:14.551115 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5cd37bbf-6700-493f-8b4e-bd49b66e8c35'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:02:14.553466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['da556694-4235-4be3-bf7d-ac0b80d7e460'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:02:14.614191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Network c85a8988-a485-4675-bd7e-9a956ab2472f is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:02:14.620497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:02:14.624076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:02:14.670543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event updated for resources: {'Port': ['ID=6c35ef97-263e-4064-b1d7-0f12d787a105,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:14.693007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.693539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.694027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.694545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.695106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.695655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.696120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.696646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.697203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.697759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.698340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.698869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:14.753203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:14.754277 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:14.887884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5c5bd-8843-4e3d-ab8b-57e04e284cca req-5ae3cd2b-d7ae-453f-a4c1-655a43b2bc19 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:14.891965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66f5c5bd-8843-4e3d-ab8b-57e04e284cca req-5ae3cd2b-d7ae-453f-a4c1-655a43b2bc19 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 944 time: 0.1032858 Sep 22 10:02:14.898987 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0af19bc3-43ff-4a5e-bd23-78c2173dc062 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0176098 Sep 22 10:02:14.917462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Request body: {'port': {'device_id': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:02:14.984181 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66f5c5bd-8843-4e3d-ab8b-57e04e284cca req-3da62654-f7e7-4e1a-a9c0-14845d7f6906 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802801 Sep 22 10:02:15.018916 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:15.037789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-395612bc-2cb2-4311-aa68-f08f204799ba None None] Provisioning complete for port 6c35ef97-263e-4064-b1d7-0f12d787a105 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:02:15.038398 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-395612bc-2cb2-4311-aa68-f08f204799ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:15.106144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-395612bc-2cb2-4311-aa68-f08f204799ba None None] Port 6c35ef97-263e-4064-b1d7-0f12d787a105 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:02:15.126030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:02:15.154932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a0c22-5225-412d-b5f0-1733227e1f4b req-7ac16c3a-f236-4814-8fed-e840b8ccd4f1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:15.158460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d3a0c22-5225-412d-b5f0-1733227e1f4b req-7ac16c3a-f236-4814-8fed-e840b8ccd4f1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 932 time: 0.0861349 Sep 22 10:02:15.230341 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d3a0c22-5225-412d-b5f0-1733227e1f4b req-5f4dca9d-f2a9-4df5-9f0c-1c5aba46640f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587938 Sep 22 10:02:15.291398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:02:15.295667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:02:15.301240 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:15.366100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c35ef97-263e-4064-b1d7-0f12d787a105 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:02:15.379009 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:15.395917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Transition to ACTIVE for port object 6c35ef97-263e-4064-b1d7-0f12d787a105 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:02:15.434854 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:15.473849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:02:15.476572 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d74b5-cefd-434a-a388-d475317a9092" -d '{"events": [{"server_uuid": "b69caef5-ca08-4850-9a8e-49a8f53427c7", "name": "network-vif-plugged", "status": "completed", "tag": "e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:02:15.498048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:15.498336 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:15.548719 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7f7133-c610-4676-ab1a-b7481b3c115c x-openstack-request-id: req-1f7f7133-c610-4676-ab1a-b7481b3c115c {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:02:15.549482 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69caef5-ca08-4850-9a8e-49a8f53427c7", "name": "network-vif-plugged", "status": "completed", "tag": "e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:02:15.549931 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f7f7133-c610-4676-ab1a-b7481b3c115c {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:02:15.550563 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f', 'code': 200} Sep 22 10:02:15.603367 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:15.621595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c35ef97-263e-4064-b1d7-0f12d787a105,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:15.709142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:15.716595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34429fc4-448b-49a2-985c-c963e08db370 req-950de8c1-a57d-4e99-a283-907496188cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:15.718344 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-34429fc4-448b-49a2-985c-c963e08db370 req-950de8c1-a57d-4e99-a283-907496188cce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 1096 time: 0.0669541 Sep 22 10:02:15.721948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Attempting to bind port 6c35ef97-263e-4064-b1d7-0f12d787a105 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:02:15.722273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Attempting to bind port 6c35ef97-263e-4064-b1d7-0f12d787a105 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:02:15.722600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Attempting to bind port 6c35ef97-263e-4064-b1d7-0f12d787a105 on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:02:15.728367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Port 6c35ef97-263e-4064-b1d7-0f12d787a105 on network c85a8988-a485-4675-bd7e-9a956ab2472f not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:02:15.728713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Attempting to bind port 6c35ef97-263e-4064-b1d7-0f12d787a105 on network c85a8988-a485-4675-bd7e-9a956ab2472f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:02:15.741248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:02:15.741745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Checking segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:02:15.741966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Bound using segment: {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:02:15.742418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Bound port: 6c35ef97-263e-4064-b1d7-0f12d787a105, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d54929f-7e31-419f-b9f2-f665ea6c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:02:15.742780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:15.807794 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-34429fc4-448b-49a2-985c-c963e08db370 req-c355b256-e682-44c7-81a8-ec2811cae2d9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722089 Sep 22 10:02:15.857816 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] For port 6c35ef97-263e-4064-b1d7-0f12d787a105, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:02:15.862280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] For port 6c35ef97-263e-4064-b1d7-0f12d787a105, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6c35ef97-263e-4064-b1d7-0f12d787a105,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:02:15.938167 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:15.975693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:15.976703 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:15.978301 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] 10.222.0.60 "PUT /v2.0/ports/6c35ef97-263e-4064-b1d7-0f12d787a105 HTTP/1.1" status: 200 len: 1092 time: 1.0698624 Sep 22 10:02:15.981173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'tag': '6c35ef97-263e-4064-b1d7-0f12d787a105'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:02:15.986804 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b25f8e8-8760-4a71-834c-d03c29ed5e46" -d '{"events": [{"name": "network-changed", "server_uuid": "78597f25-90d8-496a-a776-87d2d7a50c2f", "tag": "6c35ef97-263e-4064-b1d7-0f12d787a105"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:02:16.044060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118ff06-0db7-4c11-9921-392732ebf3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c35ef97-263e-4064-b1d7-0f12d787a105,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:16.057508 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026ff0e7-56a8-42a8-b244-47073c205633 x-openstack-request-id: req-026ff0e7-56a8-42a8-b244-47073c205633 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:02:16.057508 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78597f25-90d8-496a-a776-87d2d7a50c2f", "tag": "6c35ef97-263e-4064-b1d7-0f12d787a105", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:02:16.057508 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-026ff0e7-56a8-42a8-b244-47073c205633 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:02:16.057508 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'tag': '6c35ef97-263e-4064-b1d7-0f12d787a105', 'status': 'completed', 'code': 200} Sep 22 10:02:16.147320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25f8e8-8760-4a71-834c-d03c29ed5e46 req-7812bb8f-b48e-46cc-b9b5-b364844b7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:16.150519 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b25f8e8-8760-4a71-834c-d03c29ed5e46 req-7812bb8f-b48e-46cc-b9b5-b364844b7dce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 1095 time: 0.0757184 Sep 22 10:02:16.262385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9f0a1-45f0-434f-811d-1e564551bc2a req-6f515d31-4c41-4422-92f5-3a98db7f537b tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:16.268059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fe9f0a1-45f0-434f-811d-1e564551bc2a req-6f515d31-4c41-4422-92f5-3a98db7f537b tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 945 time: 0.1157241 Sep 22 10:02:16.335413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fe9f0a1-45f0-434f-811d-1e564551bc2a req-729508ef-2190-4ed4-99e9-8bcaf0ef035a tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600183 Sep 22 10:02:16.377697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25f8e8-8760-4a71-834c-d03c29ed5e46 req-38b7bbf1-1aea-47a2-af34-c9fd588fb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:16.383913 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b25f8e8-8760-4a71-834c-d03c29ed5e46 req-38b7bbf1-1aea-47a2-af34-c9fd588fb7f3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2206979 Sep 22 10:02:16.502987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783a6d-98f4-4d13-8968-aadd38de32bf req-9e5c1373-a8b9-4c37-94bc-d80d80ee8f30 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:16.504512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2783a6d-98f4-4d13-8968-aadd38de32bf req-9e5c1373-a8b9-4c37-94bc-d80d80ee8f30 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 944 time: 0.0888288 Sep 22 10:02:16.552895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25f8e8-8760-4a71-834c-d03c29ed5e46 req-bb7c81fd-6f08-46f3-b4b6-d9f0c3526511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:16.555743 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b25f8e8-8760-4a71-834c-d03c29ed5e46 req-bb7c81fd-6f08-46f3-b4b6-d9f0c3526511 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1679740 Sep 22 10:02:16.561490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2783a6d-98f4-4d13-8968-aadd38de32bf req-f376b6ab-8466-4f2c-aa9b-91d41df78f0e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483749 Sep 22 10:02:16.654268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-7892c33c-3343-4fe6-8ddc-6a831207094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:16.655928 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-7892c33c-3343-4fe6-8ddc-6a831207094c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 1095 time: 0.0556695 Sep 22 10:02:16.704847 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-5120ee89-412f-4c9a-a410-8d331255221f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c35ef97-263e-4064-b1d7-0f12d787a105 HTTP/1.1" status: 200 len: 217 time: 0.0415294 Sep 22 10:02:16.762412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-cf73b7e2-62fc-43a7-9406-cbfb14cc613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:16.764015 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-cf73b7e2-62fc-43a7-9406-cbfb14cc613c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0528691 Sep 22 10:02:16.825349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-7816eb3f-c620-4dfa-b16d-c4cc3daf3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:16.828380 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-7816eb3f-c620-4dfa-b16d-c4cc3daf3a65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566518 Sep 22 10:02:16.992020 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-0232ba0f-5b87-4e5c-8d42-7e4d22d5661e service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564209 Sep 22 10:02:17.135541 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3169871-0bc9-44dd-8915-2efd17d723e9 req-7361c9cc-7bfe-4f72-9b1d-f7ffafbab062 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338902 Sep 22 10:02:17.490606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0001713-ef61-4b48-bb56-38755e62c83d req-c1c6cca4-354c-4274-8637-18271fb61408 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:17.493131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0001713-ef61-4b48-bb56-38755e62c83d req-c1c6cca4-354c-4274-8637-18271fb61408 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 945 time: 0.0671091 Sep 22 10:02:17.551838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0001713-ef61-4b48-bb56-38755e62c83d req-b43e06a8-587a-43ad-baa2-23c9713f2333 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513189 Sep 22 10:02:17.714056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072bfba-ae92-44aa-b3f3-9199658cef60 req-917d3e9f-a5fd-45fb-b017-a4d826c15213 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:17.715656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3072bfba-ae92-44aa-b3f3-9199658cef60 req-917d3e9f-a5fd-45fb-b017-a4d826c15213 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 945 time: 0.0664687 Sep 22 10:02:17.767355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3072bfba-ae92-44aa-b3f3-9199658cef60 req-025a89b4-c209-406d-b7a5-3ecb3885c8f0 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 Sep 22 10:02:17.916873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4031ac-6c28-4e6b-b9fd-f4a8a011a5fb req-6169b30f-5c18-4836-9760-0357ef5c0b97 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:17.919122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a4031ac-6c28-4e6b-b9fd-f4a8a011a5fb req-6169b30f-5c18-4836-9760-0357ef5c0b97 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 944 time: 0.0691378 Sep 22 10:02:17.977140 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a4031ac-6c28-4e6b-b9fd-f4a8a011a5fb req-ded5fef6-4756-4001-87f4-286d919a8c11 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488410 Sep 22 10:02:18.151280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fdb69-a272-4982-9623-2cad136a7bcd req-d0220879-f9ad-457a-9e29-7f7aff7f4a8c tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:18.154237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b6fdb69-a272-4982-9623-2cad136a7bcd req-d0220879-f9ad-457a-9e29-7f7aff7f4a8c tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 945 time: 0.0902140 Sep 22 10:02:18.215942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b6fdb69-a272-4982-9623-2cad136a7bcd req-9d9ab937-0f49-4f1a-8135-f11cd3834d63 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537996 Sep 22 10:02:18.246174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 47760) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:02:18.442967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71606e-4eaa-477f-8327-6fe670a5495e tempest-TestServerBasicOps-1355441346 tempest-TestServerBasicOps-1355441346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:18.444938 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9e71606e-4eaa-477f-8327-6fe670a5495e tempest-TestServerBasicOps-1355441346 tempest-TestServerBasicOps-1355441346-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 1091 time: 0.1972551 Sep 22 10:02:18.449262 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 47764) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:02:18.455354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:02:18.578030 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:18.643722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 6c35ef97-263e-4064-b1d7-0f12d787a105 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:02:18.746380 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:18.815230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 6c35ef97-263e-4064-b1d7-0f12d787a105, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6c35ef97-263e-4064-b1d7-0f12d787a105,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:18.835178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '6c35ef97-263e-4064-b1d7-0f12d787a105', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'port_id': '6c35ef97-263e-4064-b1d7-0f12d787a105', 'mac_address': 'fa:16:3e:a2:d9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:02:18.893552 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:18.919055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c35ef97-263e-4064-b1d7-0f12d787a105 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:02:18.936205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Allocated IP 172.25.6.156 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/d730c1fe-5eed-4b68-86f9-818a19c7ae90) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:02:18.952528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 6c35ef97-263e-4064-b1d7-0f12d787a105, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6c35ef97-263e-4064-b1d7-0f12d787a105,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:19.040872 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:19.103680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=6c35ef97-263e-4064-b1d7-0f12d787a105,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:19.142455 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:19.179278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787bc70-4f88-4187-add2-f2caff37c3a0 req-c9745748-92c1-4ea2-806f-0d88d651a507 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:19.180964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9787bc70-4f88-4187-add2-f2caff37c3a0 req-c9745748-92c1-4ea2-806f-0d88d651a507 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 945 time: 0.0867255 Sep 22 10:02:19.237805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9787bc70-4f88-4187-add2-f2caff37c3a0 req-26583c88-78ad-491e-8878-564967c73ca7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 Sep 22 10:02:19.283300 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:19.299022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['6c35ef97-263e-4064-b1d7-0f12d787a105'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:02:19.350934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:02:19.355181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:02:19.361510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:02:19.406094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event updated for resources: {'Port': ['ID=d730c1fe-5eed-4b68-86f9-818a19c7ae90,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:20.237053 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:20.430099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e918ba-244b-42aa-a2cc-3663668ccab2 req-36ea8836-4eb7-45ca-8c1f-b70236ddd019 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:20.432231 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75e918ba-244b-42aa-a2cc-3663668ccab2 req-36ea8836-4eb7-45ca-8c1f-b70236ddd019 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 945 time: 0.0795188 Sep 22 10:02:20.491297 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:20.547585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75e918ba-244b-42aa-a2cc-3663668ccab2 req-fc09522e-c6dd-4e7e-be93-61928b85b02a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882587 Sep 22 10:02:20.656213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 6c35ef97-263e-4064-b1d7-0f12d787a105 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:02:20.756291 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:20.803300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 6c35ef97-263e-4064-b1d7-0f12d787a105 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:02:20.809426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 6c35ef97-263e-4064-b1d7-0f12d787a105 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:02:20.809795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:20.829843 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:20.914051 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:20.943632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event updated for resources: {'Port': ['ID=d730c1fe-5eed-4b68-86f9-818a19c7ae90,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:20.949671 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c35ef97-263e-4064-b1d7-0f12d787a105'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:02:20.952834 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f057ff57-7625-476c-8312-31ed2cfc7f58" -d '{"events": [{"server_uuid": "78597f25-90d8-496a-a776-87d2d7a50c2f", "name": "network-vif-plugged", "status": "completed", "tag": "6c35ef97-263e-4064-b1d7-0f12d787a105"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:02:20.962956 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:20.973556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 6c35ef97-263e-4064-b1d7-0f12d787a105, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6c35ef97-263e-4064-b1d7-0f12d787a105,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:21.021980 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d44bfd-da31-4c94-9e93-855b8c0b2d74 x-openstack-request-id: req-b6d44bfd-da31-4c94-9e93-855b8c0b2d74 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:02:21.022414 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78597f25-90d8-496a-a776-87d2d7a50c2f", "name": "network-vif-plugged", "status": "completed", "tag": "6c35ef97-263e-4064-b1d7-0f12d787a105", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:02:21.022782 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6d44bfd-da31-4c94-9e93-855b8c0b2d74 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:02:21.023574 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c35ef97-263e-4064-b1d7-0f12d787a105', 'code': 200} Sep 22 10:02:21.059570 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:21.173681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=6c35ef97-263e-4064-b1d7-0f12d787a105,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:21.178672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c854b-2c1f-41b8-8e4b-e24a7a0b5924 req-aaccf33d-78d6-4b09-b3fb-922548922250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:21.183370 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-604c854b-2c1f-41b8-8e4b-e24a7a0b5924 req-aaccf33d-78d6-4b09-b3fb-922548922250 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 1097 time: 0.0821822 Sep 22 10:02:21.186915 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Floating IP 2f43f88c-8c17-4968-a5f5-62081d34aa03 associated. External IP: 172.25.6.156, port: e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f. Sep 22 10:02:21.235980 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-604c854b-2c1f-41b8-8e4b-e24a7a0b5924 req-401041c9-8a19-4cb0-8603-865ebe9b1e0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458257 Sep 22 10:02:21.445261 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:02:21.494689 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Router b14d9fc1-e32f-4573-b1cf-b519d67ac541 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:02:22.098056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339574d5-42b1-4116-87ec-406e775e1cc6 req-a5bf94e4-b719-4d87-b72b-bcb06539bb5c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:22.100759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-339574d5-42b1-4116-87ec-406e775e1cc6 req-a5bf94e4-b719-4d87-b72b-bcb06539bb5c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.4201558 Sep 22 10:02:22.224885 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:02:22.238983 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c339ac-365f-49ce-b4d1-f6f9cbed08a2 None None] Sync routers for ids ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:02:22.259163 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c339ac-365f-49ce-b4d1-f6f9cbed08a2 None None] Routers {'b14d9fc1-e32f-4573-b1cf-b519d67ac541'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:02:22.261580 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-48c339ac-365f-49ce-b4d1-f6f9cbed08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:02:22.262014 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-339574d5-42b1-4116-87ec-406e775e1cc6 req-a5330e8e-5cef-4e20-9583-f86569909730 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136916 Sep 22 10:02:22.397619 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-48c339ac-365f-49ce-b4d1-f6f9cbed08a2 None None] Set router b14d9fc1-e32f-4573-b1cf-b519d67ac541 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:02:22.441015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:22.499378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-de6dfed2-339e-4a72-8a55-913b3114e4bb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0395684 Sep 22 10:02:22.499378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'tag': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:02:22.499378 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879dcc5c-74f9-4d28-8d2c-e20871129cda" -d '{"events": [{"name": "network-changed", "server_uuid": "b69caef5-ca08-4850-9a8e-49a8f53427c7", "tag": "e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:02:22.566224 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77b5e11-e233-4034-b798-2f4736451973 x-openstack-request-id: req-b77b5e11-e233-4034-b798-2f4736451973 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:02:22.566649 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69caef5-ca08-4850-9a8e-49a8f53427c7", "tag": "e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:02:22.567021 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b77b5e11-e233-4034-b798-2f4736451973 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:02:22.567639 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'tag': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f', 'status': 'completed', 'code': 200} Sep 22 10:02:22.678958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dcc5c-74f9-4d28-8d2c-e20871129cda req-1fe37a75-1727-4e6d-8122-4409be1dcdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:22.680667 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-879dcc5c-74f9-4d28-8d2c-e20871129cda req-1fe37a75-1727-4e6d-8122-4409be1dcdae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dacd5919616400a81a075eafa54b29c&device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 1096 time: 0.0818865 Sep 22 10:02:22.769424 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-48c339ac-365f-49ce-b4d1-f6f9cbed08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:43Z', 'revision_number': 4, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '2f43f88c-8c17-4968-a5f5-62081d34aa03', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'port_id': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'mac_address': 'fa:16:3e:fc:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:02:20Z', 'updated_at': '2021-09-22T10:02:20Z', 'revision_number': 0, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b50d36-2a74-44ed-af1a-29fb036367e9', 'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'mac_address': 'fa:16:3e:ba:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '308daa36-595e-49df-825b-3fd98bcbe612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:42Z', 'updated_at': '2021-09-22T10:01:47Z', 'revision_number': 5, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'subnets': [{'id': '308daa36-595e-49df-825b-3fd98bcbe612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:02:22.801386 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c339ac-365f-49ce-b4d1-f6f9cbed08a2 None None] Checking router: b14d9fc1-e32f-4573-b1cf-b519d67ac541 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:02:22.809280 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c339ac-365f-49ce-b4d1-f6f9cbed08a2 None None] Routers {'b14d9fc1-e32f-4573-b1cf-b519d67ac541'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:02:22.815039 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-48c339ac-365f-49ce-b4d1-f6f9cbed08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:01:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:02:22.815213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dcc5c-74f9-4d28-8d2c-e20871129cda req-79925fa3-5448-4d1f-9371-c208ce50ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:22.817208 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-879dcc5c-74f9-4d28-8d2c-e20871129cda req-79925fa3-5448-4d1f-9371-c208ce50ff28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9480e3e9-9178-454f-8a96-8bb930d84a09 HTTP/1.1" status: 200 len: 909 time: 0.1281095 Sep 22 10:02:22.911326 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-879dcc5c-74f9-4d28-8d2c-e20871129cda req-edbc57fc-1afd-411d-ba3a-b1571b647c10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f HTTP/1.1" status: 200 len: 999 time: 0.0848536 Sep 22 10:02:22.938153 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-48c339ac-365f-49ce-b4d1-f6f9cbed08a2 None None] Set router b14d9fc1-e32f-4573-b1cf-b519d67ac541 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:02:22.978300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dcc5c-74f9-4d28-8d2c-e20871129cda req-8121509d-7a7c-40aa-b464-7a635894e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:22.980184 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-879dcc5c-74f9-4d28-8d2c-e20871129cda req-8121509d-7a7c-40aa-b464-7a635894e570 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=308daa36-595e-49df-825b-3fd98bcbe612 HTTP/1.1" status: 200 len: 847 time: 0.0616131 Sep 22 10:02:23.043167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dcc5c-74f9-4d28-8d2c-e20871129cda req-ac596378-76e9-4189-86b3-e99854b83a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:23.045478 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-879dcc5c-74f9-4d28-8d2c-e20871129cda req-ac596378-76e9-4189-86b3-e99854b83a3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9480e3e9-9178-454f-8a96-8bb930d84a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575902 Sep 22 10:02:23.169116 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-879dcc5c-74f9-4d28-8d2c-e20871129cda req-7ba46886-95b5-4da6-8e28-203c7aea3f25 service neutron] 10.222.0.45 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162891 Sep 22 10:02:23.324487 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-879dcc5c-74f9-4d28-8d2c-e20871129cda req-dd0c1f8d-5f84-40e9-820c-e2b0c0a7d423 service neutron] 10.222.0.45 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476939 Sep 22 10:02:23.326383 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-48c339ac-365f-49ce-b4d1-f6f9cbed08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:43Z', 'revision_number': 4, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '2f43f88c-8c17-4968-a5f5-62081d34aa03', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'port_id': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'mac_address': 'fa:16:3e:fc:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:02:20Z', 'updated_at': '2021-09-22T10:02:20Z', 'revision_number': 0, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b50d36-2a74-44ed-af1a-29fb036367e9', 'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'mac_address': 'fa:16:3e:ba:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '308daa36-595e-49df-825b-3fd98bcbe612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:42Z', 'updated_at': '2021-09-22T10:01:47Z', 'revision_number': 5, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'subnets': [{'id': '308daa36-595e-49df-825b-3fd98bcbe612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:02:23.374194 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c339ac-365f-49ce-b4d1-f6f9cbed08a2 None None] The sync data for ids ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'] in n-d-805649-4 is: [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:43Z', 'revision_number': 4, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '2f43f88c-8c17-4968-a5f5-62081d34aa03', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'port_id': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'mac_address': 'fa:16:3e:fc:33:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:02:20Z', 'updated_at': '2021-09-22T10:02:20Z', 'revision_number': 0, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b50d36-2a74-44ed-af1a-29fb036367e9', 'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'mac_address': 'fa:16:3e:ba:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '308daa36-595e-49df-825b-3fd98bcbe612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:42Z', 'updated_at': '2021-09-22T10:01:47Z', 'revision_number': 5, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'subnets': [{'id': '308daa36-595e-49df-825b-3fd98bcbe612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:02:23.427158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd9fcc-2268-471b-b729-9cf6ed5816e8 req-01e1798b-2bc6-47cc-9c18-22c6326d8871 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:23.429622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13bd9fcc-2268-471b-b729-9cf6ed5816e8 req-01e1798b-2bc6-47cc-9c18-22c6326d8871 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0846918 Sep 22 10:02:23.489170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13bd9fcc-2268-471b-b729-9cf6ed5816e8 req-5ce9904e-2c5d-4d7a-bcbc-86b357eaddf4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492847 Sep 22 10:02:23.489434 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:23.676447 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2885b2d-d9f1-4f03-bf11-59367de42bfd None None] New status for floating IP 2f43f88c-8c17-4968-a5f5-62081d34aa03: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:02:24.005882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8768d2-da62-4029-8713-e7b7bb1ff0e6 req-6821fdea-1d52-4b1b-9aa8-ad25e24181cc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:24.007517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd8768d2-da62-4029-8713-e7b7bb1ff0e6 req-6821fdea-1d52-4b1b-9aa8-ad25e24181cc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0619140 Sep 22 10:02:24.067668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd8768d2-da62-4029-8713-e7b7bb1ff0e6 req-66ef590e-3793-431b-9058-f880b20b9071 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483005 Sep 22 10:02:24.283720 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-34674a3b-ed1e-4957-a889-6348bbfc7f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:24.735613 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:25.195393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22317b-5a29-402b-8eaf-5173ec74db95 req-bceccea9-b911-4129-9efe-73e4dc904e24 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:25.197391 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff22317b-5a29-402b-8eaf-5173ec74db95 req-bceccea9-b911-4129-9efe-73e4dc904e24 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0530386 Sep 22 10:02:25.243107 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff22317b-5a29-402b-8eaf-5173ec74db95 req-6c2531bb-6786-4d25-8bea-d4bc888ca165 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388656 Sep 22 10:02:26.162494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b60c55-43d9-441f-a410-db1be79ba58e req-d7c6a27d-60d2-41b3-803c-30ff705d9de0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:26.165748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6b60c55-43d9-441f-a410-db1be79ba58e req-d7c6a27d-60d2-41b3-803c-30ff705d9de0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0859954 Sep 22 10:02:26.231841 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6b60c55-43d9-441f-a410-db1be79ba58e req-d8db1d80-5d9d-4f06-9f5d-ea2c8f54505d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573711 Sep 22 10:02:26.701711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 6c35ef97-263e-4064-b1d7-0f12d787a105 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:02:26.857016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 6c35ef97-263e-4064-b1d7-0f12d787a105, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6c35ef97-263e-4064-b1d7-0f12d787a105,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:26.877624 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '6c35ef97-263e-4064-b1d7-0f12d787a105', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'port_id': '6c35ef97-263e-4064-b1d7-0f12d787a105', 'mac_address': 'fa:16:3e:a2:d9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:02:26.929177 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:26.944402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c35ef97-263e-4064-b1d7-0f12d787a105 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:02:26.969470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 6c35ef97-263e-4064-b1d7-0f12d787a105, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6c35ef97-263e-4064-b1d7-0f12d787a105,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:27.059525 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8144fd82-855a-4c51-a45b-ee1f4e7cc0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:27.108614 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:27.179307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=6c35ef97-263e-4064-b1d7-0f12d787a105,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:27.208186 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['6c35ef97-263e-4064-b1d7-0f12d787a105'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:02:27.424784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722f9b3-9dd5-4927-a0f6-9184eba7a9aa req-2c46c065-fa30-45be-bc3b-a4278e71ebdf tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:27.427102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8722f9b3-9dd5-4927-a0f6-9184eba7a9aa req-2c46c065-fa30-45be-bc3b-a4278e71ebdf tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 945 time: 0.0610738 Sep 22 10:02:27.474786 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8722f9b3-9dd5-4927-a0f6-9184eba7a9aa req-d49c3b7c-c1f7-49b2-809c-8e1dfd0cf0e8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Sep 22 10:02:27.597329 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:28.185886 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:28.616077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad962ae-f942-4fdf-9a3a-f0a0bcc4c71f req-840b3538-8d56-4086-afb9-7955ed4bdf7d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:28.617678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ad962ae-f942-4fdf-9a3a-f0a0bcc4c71f req-840b3538-8d56-4086-afb9-7955ed4bdf7d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 945 time: 0.0559037 Sep 22 10:02:28.664963 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ad962ae-f942-4fdf-9a3a-f0a0bcc4c71f req-b3ac438d-8593-4799-8811-3140844e972d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Sep 22 10:02:28.692357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 6c35ef97-263e-4064-b1d7-0f12d787a105 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:02:28.758722 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 6c35ef97-263e-4064-b1d7-0f12d787a105 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:02:28.759093 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:28.849991 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:28.874556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c35ef97-263e-4064-b1d7-0f12d787a105'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:02:28.878154 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be57796-bfef-40e6-81ed-d24121b5ba3e" -d '{"events": [{"server_uuid": "78597f25-90d8-496a-a776-87d2d7a50c2f", "name": "network-vif-plugged", "status": "completed", "tag": "6c35ef97-263e-4064-b1d7-0f12d787a105"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:02:28.894535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 6c35ef97-263e-4064-b1d7-0f12d787a105, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6c35ef97-263e-4064-b1d7-0f12d787a105,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:28.928401 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e997afa6-3cc7-4c11-84d1-3a7c7a791c39 x-openstack-request-id: req-e997afa6-3cc7-4c11-84d1-3a7c7a791c39 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:02:28.928925 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78597f25-90d8-496a-a776-87d2d7a50c2f", "name": "network-vif-plugged", "status": "completed", "tag": "6c35ef97-263e-4064-b1d7-0f12d787a105", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:02:28.929276 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e997afa6-3cc7-4c11-84d1-3a7c7a791c39 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:02:28.929914 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c35ef97-263e-4064-b1d7-0f12d787a105', 'code': 200} Sep 22 10:02:29.069779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:29.147043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=6c35ef97-263e-4064-b1d7-0f12d787a105,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:29.824534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81bdad-775f-42c0-9d8c-372eff2930fc req-894e4526-a145-44f1-a89e-07ce669ececf tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:29.826710 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca81bdad-775f-42c0-9d8c-372eff2930fc req-894e4526-a145-44f1-a89e-07ce669ececf tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0634267 Sep 22 10:02:29.881072 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca81bdad-775f-42c0-9d8c-372eff2930fc req-8cfdc479-5af4-4276-be0e-320d002b9cc6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462267 Sep 22 10:02:29.939889 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:31.140087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9942e7-b88f-4ba1-8ec6-f10e6534e8db req-dca81c2b-5fe3-4c6a-9208-de3088fe42f2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:31.149501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce9942e7-b88f-4ba1-8ec6-f10e6534e8db req-dca81c2b-5fe3-4c6a-9208-de3088fe42f2 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.1247458 Sep 22 10:02:31.199321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce9942e7-b88f-4ba1-8ec6-f10e6534e8db req-bce7e915-af63-4c98-93a2-886bced1c70d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Sep 22 10:02:32.477294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1df8f-0446-4d7f-adbf-8f3284d72ab0 req-196a3de4-d167-4fab-a592-6d327581aee4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:32.481834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3bd1df8f-0446-4d7f-adbf-8f3284d72ab0 req-196a3de4-d167-4fab-a592-6d327581aee4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0940452 Sep 22 10:02:32.560820 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3bd1df8f-0446-4d7f-adbf-8f3284d72ab0 req-276c905c-0abd-425b-a9d9-ce851c38df64 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669866 Sep 22 10:02:33.815658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690244c-7fdb-4041-bb6f-23f557f93221 req-a6f3e5df-2cf1-4048-8449-e5c97357f8fa tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:33.830947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a690244c-7fdb-4041-bb6f-23f557f93221 req-a6f3e5df-2cf1-4048-8449-e5c97357f8fa tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.1148267 Sep 22 10:02:33.909706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a690244c-7fdb-4041-bb6f-23f557f93221 req-7289e301-508c-4b8c-9ed0-6d2df8417667 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768690 Sep 22 10:02:35.127590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c0cee-6a9e-455c-8d67-f576e9d6c5a4 req-d19d2e93-50c1-4b3a-aa5e-a7bcd2aee0e6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:35.130489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-082c0cee-6a9e-455c-8d67-f576e9d6c5a4 req-d19d2e93-50c1-4b3a-aa5e-a7bcd2aee0e6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0926445 Sep 22 10:02:35.192432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-082c0cee-6a9e-455c-8d67-f576e9d6c5a4 req-515a6389-c01a-406f-9cce-110e8b291c59 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536058 Sep 22 10:02:36.339051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360586-42b8-4c78-857c-b4c2f166a22a req-0c54ceb0-cff4-425a-a071-fe370dd0732f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:36.348005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57360586-42b8-4c78-857c-b4c2f166a22a req-0c54ceb0-cff4-425a-a071-fe370dd0732f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0654235 Sep 22 10:02:36.403381 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57360586-42b8-4c78-857c-b4c2f166a22a req-01183279-ed36-4593-a95e-80490d1065bd tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540524 Sep 22 10:02:37.590435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f49fa3-02cd-42b3-948e-dcfa955496c5 req-3d04d79b-9d5c-478a-8326-83649c6e0ec7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:37.599590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35f49fa3-02cd-42b3-948e-dcfa955496c5 req-3d04d79b-9d5c-478a-8326-83649c6e0ec7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0804589 Sep 22 10:02:37.660883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35f49fa3-02cd-42b3-948e-dcfa955496c5 req-46485d72-7695-4171-814b-11ca1a7dfc31 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601864 Sep 22 10:02:38.801389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258747-af1c-4558-931c-de05be92a66b req-b508808d-e719-45f5-890f-5d455407e4bd tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:38.805859 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-b508808d-e719-45f5-890f-5d455407e4bd tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1797926 Sep 22 10:02:38.835934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-545c12e5-7436-4d2d-b0ad-e8a9ee47e62b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/quotas/85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 375 time: 0.0167704 Sep 22 10:02:38.945759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-6abfb5d2-bcfe-49dd-9991-52e231c2db54 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025178 Sep 22 10:02:39.107721 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-e834ca37-891a-4784-b55a-05f5cfd4696c service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567211 Sep 22 10:02:39.253329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-630102d8-4fcd-4def-a317-df094e4f922e service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270978 Sep 22 10:02:39.789137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59686b9-9d7c-4d79-b03e-fdad4580eee4 req-041ab2cc-1477-49bd-aae6-d32e23c2dbf1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:39.801774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f59686b9-9d7c-4d79-b03e-fdad4580eee4 req-041ab2cc-1477-49bd-aae6-d32e23c2dbf1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.1004798 Sep 22 10:02:39.866351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f59686b9-9d7c-4d79-b03e-fdad4580eee4 req-5379578f-a42c-4c97-9954-65587af7bdce tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610516 Sep 22 10:02:40.019581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e913778-d876-48c1-91d9-df14f3de881c req-9cc7ab5b-4584-4ca2-a6f9-63a9a1f62287 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 210 time: 0.0464895 Sep 22 10:02:41.075114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858657fa-8150-4d42-95cb-a3e46e30af7c req-55cc76c4-41f1-488b-8098-1ce3432d4498 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:41.078519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-858657fa-8150-4d42-95cb-a3e46e30af7c req-55cc76c4-41f1-488b-8098-1ce3432d4498 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.1021318 Sep 22 10:02:41.200951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-858657fa-8150-4d42-95cb-a3e46e30af7c req-b88aad51-339e-49e6-92be-82622af8ac84 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104767 Sep 22 10:02:41.369585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33031ec4-3892-4a0b-a6d9-a129781b6284 req-cea16634-682a-481d-bdaf-f140c3ff72cd tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 210 time: 0.0717952 Sep 22 10:02:42.341999 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ef0aa-911a-486c-ad66-e7c98cc4d1e1 req-6979d7b8-9197-4f3c-ae79-ff04e6c510cb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:42.348305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b5ef0aa-911a-486c-ad66-e7c98cc4d1e1 req-6979d7b8-9197-4f3c-ae79-ff04e6c510cb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0707278 Sep 22 10:02:42.409180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b5ef0aa-911a-486c-ad66-e7c98cc4d1e1 req-54e3d765-4bc2-4c99-b9ad-909088cbf0c1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580347 Sep 22 10:02:42.519396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-351a7fe8-7eee-4c84-b60b-460f861930e4 req-29b1aa36-14eb-49cf-8074-adc4c436ee3d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 210 time: 0.0327311 Sep 22 10:02:42.600133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258747-af1c-4558-931c-de05be92a66b req-1b719d34-6b84-45dc-81ea-820e2cd9645e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:42.601835 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-1b719d34-6b84-45dc-81ea-820e2cd9645e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1337814 Sep 22 10:02:42.616263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'port': {'device_id': '1582a38e-c1cd-4253-bfaf-1b27fdc8376d', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'admin_state_up': True, 'tenant_id': '85783f088d50493ba8dced847fb677eb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:02:42.761519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de96bf-e825-46c1-9d0b-51432d14e2e9 req-a850871e-5efe-44a6-b30e-9f7c2b218c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:42.763984 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16de96bf-e825-46c1-9d0b-51432d14e2e9 req-a850871e-5efe-44a6-b30e-9f7c2b218c83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 1097 time: 0.0791769 Sep 22 10:02:42.861845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Made reservation on behalf of 85783f088d50493ba8dced847fb677eb for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:02:42.865400 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:42.880403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de96bf-e825-46c1-9d0b-51432d14e2e9 req-b33a7ceb-4498-4f4b-9a87-f4e13f1b0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:42.881806 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16de96bf-e825-46c1-9d0b-51432d14e2e9 req-b33a7ceb-4498-4f4b-9a87-f4e13f1b0e13 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.1096137 Sep 22 10:02:42.965678 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16de96bf-e825-46c1-9d0b-51432d14e2e9 req-7490423b-51ab-4ca2-b243-44a21a23eee0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c35ef97-263e-4064-b1d7-0f12d787a105 HTTP/1.1" status: 200 len: 217 time: 0.0711076 Sep 22 10:02:43.065625 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de96bf-e825-46c1-9d0b-51432d14e2e9 req-853206ee-3c7f-4cbb-aac4-ae319c02830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:43.067045 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16de96bf-e825-46c1-9d0b-51432d14e2e9 req-853206ee-3c7f-4cbb-aac4-ae319c02830b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0913031 Sep 22 10:02:43.117631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Allocated IP 172.20.0.12 (6ed1a16d-1131-43c3-bed3-028a71d58cce/f6586a42-b832-4d74-bacf-f5a31d538762/a60d97ee-5246-431c-a6b4-03d0f3923e0e) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:02:43.157888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de96bf-e825-46c1-9d0b-51432d14e2e9 req-f2069bf7-02a8-49a0-a7f5-e1a4cffe6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:43.159537 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16de96bf-e825-46c1-9d0b-51432d14e2e9 req-f2069bf7-02a8-49a0-a7f5-e1a4cffe6778 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844843 Sep 22 10:02:43.340177 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16de96bf-e825-46c1-9d0b-51432d14e2e9 req-17bac5f5-527a-4dd0-8f18-4dc348e5bed6 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705148 Sep 22 10:02:43.396606 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:43.481964 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-16de96bf-e825-46c1-9d0b-51432d14e2e9 req-09632c31-d11f-4087-bffd-4b3031094486 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305912 Sep 22 10:02:43.568914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1802ff-a9d1-4dcc-ae64-9c1b0c6f0563 req-3a248354-3305-4d11-bc5b-349786c7a7c1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:43.570497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff1802ff-a9d1-4dcc-ae64-9c1b0c6f0563 req-3a248354-3305-4d11-bc5b-349786c7a7c1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0552843 Sep 22 10:02:43.605937 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:43.631590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff1802ff-a9d1-4dcc-ae64-9c1b0c6f0563 req-a5080ff1-e048-48ae-ba26-42e9bc8a421d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492351 Sep 22 10:02:43.657823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:02:43.661328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:02:43.665292 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:02:43.695542 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=a60d97ee-5246-431c-a6b4-03d0f3923e0e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:43.746463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:43.747151 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:43.827279 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-ba96e466-cf0d-4849-859f-3b91d33d1d53 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2150671 Sep 22 10:02:43.839883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Request body: {'port': {'device_id': '1582a38e-c1cd-4253-bfaf-1b27fdc8376d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:02:43.880887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a60f-8166-4d04-baab-9e3c38773da9 req-274a818c-ca78-425f-9156-c78d0dc3dd85 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:43.883423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7bb0a60f-8166-4d04-baab-9e3c38773da9 req-274a818c-ca78-425f-9156-c78d0dc3dd85 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 932 time: 0.0958769 Sep 22 10:02:43.916909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:43.962184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7bb0a60f-8166-4d04-baab-9e3c38773da9 req-fe936828-45d0-456f-a92f-5d1861ce87c8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696425 Sep 22 10:02:44.037609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-877e8b7b-1d9f-4746-8d68-def9cfeee407 None None] Provisioning complete for port a60d97ee-5246-431c-a6b4-03d0f3923e0e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:02:44.038571 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-877e8b7b-1d9f-4746-8d68-def9cfeee407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:44.089623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-877e8b7b-1d9f-4746-8d68-def9cfeee407 None None] Port a60d97ee-5246-431c-a6b4-03d0f3923e0e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:02:44.328664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60d97ee-5246-431c-a6b4-03d0f3923e0e {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:02:44.342783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:44.358422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Transition to ACTIVE for port object a60d97ee-5246-431c-a6b4-03d0f3923e0e will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:02:44.431070 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:44.485064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Pushing event updated for resources: {'Port': ['ID=a60d97ee-5246-431c-a6b4-03d0f3923e0e,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:44.582472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Attempting to bind port a60d97ee-5246-431c-a6b4-03d0f3923e0e on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:02:44.583013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Attempting to bind port a60d97ee-5246-431c-a6b4-03d0f3923e0e by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:02:44.583550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Attempting to bind port a60d97ee-5246-431c-a6b4-03d0f3923e0e on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:02:44.593038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Port a60d97ee-5246-431c-a6b4-03d0f3923e0e on network 6ed1a16d-1131-43c3-bed3-028a71d58cce not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:02:44.593574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Attempting to bind port a60d97ee-5246-431c-a6b4-03d0f3923e0e on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:02:44.603527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:02:44.604106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Checking segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:02:44.604739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Bound using segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:02:44.605557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Bound port: a60d97ee-5246-431c-a6b4-03d0f3923e0e, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:02:44.606155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:44.711610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] For port a60d97ee-5246-431c-a6b4-03d0f3923e0e, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:02:44.729141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] For port a60d97ee-5246-431c-a6b4-03d0f3923e0e, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a60d97ee-5246-431c-a6b4-03d0f3923e0e,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:02:44.812571 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:44.834094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12314f-78d2-4d40-bbd0-755f16e37a30 req-dec39fba-5054-4651-9f7a-83d21644615d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:44.838480 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a12314f-78d2-4d40-bbd0-755f16e37a30 req-dec39fba-5054-4651-9f7a-83d21644615d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.0711727 Sep 22 10:02:44.862596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:44.863261 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:44.864811 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] 10.222.0.45 "PUT /v2.0/ports/a60d97ee-5246-431c-a6b4-03d0f3923e0e HTTP/1.1" status: 200 len: 1092 time: 1.0297763 Sep 22 10:02:44.865283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1582a38e-c1cd-4253-bfaf-1b27fdc8376d', 'tag': 'a60d97ee-5246-431c-a6b4-03d0f3923e0e'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:02:44.867581 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651f07ea-6168-4dd2-992b-235b7816f7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1582a38e-c1cd-4253-bfaf-1b27fdc8376d", "tag": "a60d97ee-5246-431c-a6b4-03d0f3923e0e"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:02:44.898332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f601a66-317c-4ba8-ae42-ccdcc0165f73 service neutron] Pushing event updated for resources: {'Port': ['ID=a60d97ee-5246-431c-a6b4-03d0f3923e0e,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:44.938068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a12314f-78d2-4d40-bbd0-755f16e37a30 req-abbf0b97-bac8-4f1d-bdce-a0105bc268d1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853899 Sep 22 10:02:45.081536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258747-af1c-4558-931c-de05be92a66b req-2ee406f5-a218-406b-9075-eed17972ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:45.083750 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-2ee406f5-a218-406b-9075-eed17972ce62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 1095 time: 0.0853038 Sep 22 10:02:45.166018 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5748dc42-153c-48d3-9501-2a3d0e7114bf x-openstack-request-id: req-5748dc42-153c-48d3-9501-2a3d0e7114bf {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:02:45.166613 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1582a38e-c1cd-4253-bfaf-1b27fdc8376d", "tag": "a60d97ee-5246-431c-a6b4-03d0f3923e0e", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:02:45.167030 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5748dc42-153c-48d3-9501-2a3d0e7114bf {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:02:45.167621 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1582a38e-c1cd-4253-bfaf-1b27fdc8376d', 'tag': 'a60d97ee-5246-431c-a6b4-03d0f3923e0e', 'status': 'completed', 'code': 200} Sep 22 10:02:45.169790 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-3f15dca4-f89c-4a51-ab40-2c466d9f4ddc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a60d97ee-5246-431c-a6b4-03d0f3923e0e HTTP/1.1" status: 200 len: 217 time: 0.0763321 Sep 22 10:02:45.224182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258747-af1c-4558-931c-de05be92a66b req-b3460d86-e103-4a0a-8a47-bf6f7a6e3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:45.225906 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-b3460d86-e103-4a0a-8a47-bf6f7a6e3461 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0485220 Sep 22 10:02:45.295384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258747-af1c-4558-931c-de05be92a66b req-4aa1effd-9103-4b10-b10b-52e50bebdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:45.298288 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-4aa1effd-9103-4b10-b10b-52e50bebdce3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625942 Sep 22 10:02:45.301704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bae03-2a47-4f45-9d29-8efc8cbb1445 req-ea710597-33b6-40fd-939a-4714252ffe43 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:45.303553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-518bae03-2a47-4f45-9d29-8efc8cbb1445 req-ea710597-33b6-40fd-939a-4714252ffe43 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.1409991 Sep 22 10:02:45.369369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-518bae03-2a47-4f45-9d29-8efc8cbb1445 req-da5f783f-2657-4cac-9da3-4a1478ae8a35 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517776 Sep 22 10:02:45.482209 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-2765273a-a568-491d-9170-d480483289cf service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726289 Sep 22 10:02:45.605394 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ad258747-af1c-4558-931c-de05be92a66b req-65e813b7-6ecb-4e42-b133-82974d5c4746 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110969 Sep 22 10:02:45.829824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f07ea-6168-4dd2-992b-235b7816f7a2 req-db67b515-ff5a-4a3c-b8b5-b1609670733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:45.832346 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-651f07ea-6168-4dd2-992b-235b7816f7a2 req-db67b515-ff5a-4a3c-b8b5-b1609670733e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 1095 time: 0.0702600 Sep 22 10:02:45.953840 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f07ea-6168-4dd2-992b-235b7816f7a2 req-307212f8-dc44-48ce-a33d-7943d8bbc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:45.956588 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-651f07ea-6168-4dd2-992b-235b7816f7a2 req-307212f8-dc44-48ce-a33d-7943d8bbc502 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.1165993 Sep 22 10:02:46.016600 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-651f07ea-6168-4dd2-992b-235b7816f7a2 req-b9453fcd-f6b7-42b7-b44b-e1f4ba77a8b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a60d97ee-5246-431c-a6b4-03d0f3923e0e HTTP/1.1" status: 200 len: 217 time: 0.0521243 Sep 22 10:02:46.082512 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f07ea-6168-4dd2-992b-235b7816f7a2 req-2bd45dda-96a9-445d-8b36-d02d9cfcc730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:46.084703 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-651f07ea-6168-4dd2-992b-235b7816f7a2 req-2bd45dda-96a9-445d-8b36-d02d9cfcc730 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0582922 Sep 22 10:02:46.164192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04528e7c-b948-4c6f-9d94-ece0f3214686 req-17326ac6-133d-4301-8305-f0b1716eeb41 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:46.180157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04528e7c-b948-4c6f-9d94-ece0f3214686 req-17326ac6-133d-4301-8305-f0b1716eeb41 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 946 time: 0.1121945 Sep 22 10:02:46.184003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f07ea-6168-4dd2-992b-235b7816f7a2 req-0e94d81f-4c4f-456f-a886-43c2a56eba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:46.186798 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-651f07ea-6168-4dd2-992b-235b7816f7a2 req-0e94d81f-4c4f-456f-a886-43c2a56eba47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905941 Sep 22 10:02:46.261354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04528e7c-b948-4c6f-9d94-ece0f3214686 req-e4c1ddcb-4e2d-49b2-9c34-7620c4b2dffa tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758777 Sep 22 10:02:46.359820 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-651f07ea-6168-4dd2-992b-235b7816f7a2 req-84ed7155-213e-4a48-ae31-2775c1810a2a service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647606 Sep 22 10:02:46.458588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb5d26-75e0-4435-a2c6-067d814b3e7b req-efe1b0f8-53f8-4df5-b5f9-67dfc16f98e5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:46.462017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bbb5d26-75e0-4435-a2c6-067d814b3e7b req-efe1b0f8-53f8-4df5-b5f9-67dfc16f98e5 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0952516 Sep 22 10:02:46.505695 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-651f07ea-6168-4dd2-992b-235b7816f7a2 req-c643dc34-21a6-4a95-927b-4a3b56186456 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341238 Sep 22 10:02:46.531443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bbb5d26-75e0-4435-a2c6-067d814b3e7b req-91cf407f-87a8-4ad4-90b1-b71fc9ae4849 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528362 Sep 22 10:02:46.663361 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48df28d-cb5c-4e17-b429-918e2e59b042 req-35b8664f-5427-48ca-aa59-45d5ba7169b3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:46.665646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c48df28d-cb5c-4e17-b429-918e2e59b042 req-35b8664f-5427-48ca-aa59-45d5ba7169b3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0679574 Sep 22 10:02:46.715137 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c48df28d-cb5c-4e17-b429-918e2e59b042 req-53bb94a8-3d2f-4ec4-a023-bb8fb2ce9412 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Sep 22 10:02:46.759327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 6c35ef97-263e-4064-b1d7-0f12d787a105 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:02:46.882103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e98978-5650-478c-92c9-f401ebe2b94e req-3859fae3-cc23-4767-bbf9-b6ff618752c8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:46.884339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1e98978-5650-478c-92c9-f401ebe2b94e req-3859fae3-cc23-4767-bbf9-b6ff618752c8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0590882 Sep 22 10:02:46.955271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1e98978-5650-478c-92c9-f401ebe2b94e req-8ebb8af6-e64d-40dc-9a54-49fec5bc3b34 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563788 Sep 22 10:02:47.046855 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:47.087717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c35ef97-263e-4064-b1d7-0f12d787a105'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:02:47.091478 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158041ab-1041-4d76-b7ff-a3fd15aead42" -d '{"events": [{"server_uuid": "78597f25-90d8-496a-a776-87d2d7a50c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "6c35ef97-263e-4064-b1d7-0f12d787a105"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:02:47.114317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 6c35ef97-263e-4064-b1d7-0f12d787a105, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6c35ef97-263e-4064-b1d7-0f12d787a105,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:02:47.223345 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:47.310402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=6c35ef97-263e-4064-b1d7-0f12d787a105,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:02:47.330040 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 10:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40087f2-442d-42ce-b7af-2e66f7c935ec x-openstack-request-id: req-a40087f2-442d-42ce-b7af-2e66f7c935ec {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:02:47.330740 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78597f25-90d8-496a-a776-87d2d7a50c2f", "name": "network-vif-unplugged", "status": "failed", "tag": "6c35ef97-263e-4064-b1d7-0f12d787a105", "code": 422}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:02:47.331148 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a40087f2-442d-42ce-b7af-2e66f7c935ec {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:02:47.331643 n-d-805649-4 neutron-server[95511]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c35ef97-263e-4064-b1d7-0f12d787a105', 'code': 422} returned with failed status Sep 22 10:02:47.333454 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.333900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.334347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.334776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.335288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.335664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.336015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.336384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.336715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.337062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.347694 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.347694 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:02:47.434819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0ce9-eaec-40c7-9816-5f85d431ccbc req-077b4fbe-97c4-42bd-8968-57e08d88e139 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:47.437965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-088f0ce9-eaec-40c7-9816-5f85d431ccbc req-077b4fbe-97c4-42bd-8968-57e08d88e139 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0716121 Sep 22 10:02:47.495177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-088f0ce9-eaec-40c7-9816-5f85d431ccbc req-cb08f585-b040-4f36-914e-ec4d4a65ea6e tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457077 Sep 22 10:02:47.860819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b542fc8-5823-48cf-ba15-0bb5c97b9418 req-42154a23-ab92-4506-9feb-cb0b052d1b73 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:47.862774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b542fc8-5823-48cf-ba15-0bb5c97b9418 req-42154a23-ab92-4506-9feb-cb0b052d1b73 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0585215 Sep 22 10:02:47.907156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b542fc8-5823-48cf-ba15-0bb5c97b9418 req-c0f0a305-084e-4fb1-82f7-e54d3f47360c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368981 Sep 22 10:02:48.632395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74576592-953b-42e4-af2a-aaa5c10bd3af req-72ffbf53-8f6f-495c-9af6-7f3d981f0752 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:48.634169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74576592-953b-42e4-af2a-aaa5c10bd3af req-72ffbf53-8f6f-495c-9af6-7f3d981f0752 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0584311 Sep 22 10:02:48.680225 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74576592-953b-42e4-af2a-aaa5c10bd3af req-761f9383-b122-477d-86dd-0af5f002c588 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381854 Sep 22 10:02:49.033412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad0a7a-ceee-4d47-b560-9e52907bbf00 req-db602e6f-a629-4c8f-8ac5-fbaf26b5dacb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:49.034980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3ad0a7a-ceee-4d47-b560-9e52907bbf00 req-db602e6f-a629-4c8f-8ac5-fbaf26b5dacb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0526695 Sep 22 10:02:49.083264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3ad0a7a-ceee-4d47-b560-9e52907bbf00 req-a03afe7c-4756-4cb9-936a-be62b3d97078 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Sep 22 10:02:49.822596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234df06b-ed70-4c6d-82c8-44e5927c56d2 req-7cacafa2-7ae2-47f8-b1e8-2cba22aba428 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:49.824282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-234df06b-ed70-4c6d-82c8-44e5927c56d2 req-7cacafa2-7ae2-47f8-b1e8-2cba22aba428 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0613120 Sep 22 10:02:49.870328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-234df06b-ed70-4c6d-82c8-44e5927c56d2 req-81f3a97f-117b-4c8f-8f62-7f85649ef1dc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376382 Sep 22 10:02:50.215851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfc8c1-3bd4-4126-ba1a-1425b5d63638 req-930d38b6-04b6-45d7-bb38-ed579851c7c8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:50.216969 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aadfc8c1-3bd4-4126-ba1a-1425b5d63638 req-930d38b6-04b6-45d7-bb38-ed579851c7c8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0524950 Sep 22 10:02:50.260104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aadfc8c1-3bd4-4126-ba1a-1425b5d63638 req-3754d62f-050b-413c-8da1-6bd987417f81 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Sep 22 10:02:50.771673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 6c35ef97-263e-4064-b1d7-0f12d787a105 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:02:51.007914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dedf1-9826-4381-b126-aaaf662d2bda req-9dab02c6-7a81-4df2-bbb5-30f880790ca6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:51.009505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a5dedf1-9826-4381-b126-aaaf662d2bda req-9dab02c6-7a81-4df2-bbb5-30f880790ca6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0537431 Sep 22 10:02:51.055171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a5dedf1-9826-4381-b126-aaaf662d2bda req-bd16a584-4437-4cdb-970f-4006276d12f6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385368 Sep 22 10:02:51.400911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7394-38d3-4d0e-b631-7a745f3dd5b5 req-786b8ac3-3dce-493a-8092-c2ada0e097be tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:51.402509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dce7394-38d3-4d0e-b631-7a745f3dd5b5 req-786b8ac3-3dce-493a-8092-c2ada0e097be tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0590913 Sep 22 10:02:51.444545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dce7394-38d3-4d0e-b631-7a745f3dd5b5 req-7042eaee-2193-4078-8153-23cc59b3151d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349829 Sep 22 10:02:52.197881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba37a8-9c4b-490c-b454-4281ac252d97 req-6184cbdd-08a2-477d-a93c-f28e3a689cc6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:52.199517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98ba37a8-9c4b-490c-b454-4281ac252d97 req-6184cbdd-08a2-477d-a93c-f28e3a689cc6 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0606270 Sep 22 10:02:52.249007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98ba37a8-9c4b-490c-b454-4281ac252d97 req-ed1ffe4d-ed6c-4284-9170-6c69e2528a72 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393872 Sep 22 10:02:52.590611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198995c-bf13-43af-8485-27043d64bab3 req-ea84ca55-2c5c-4147-a720-b47548b6a6aa tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:52.592146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7198995c-bf13-43af-8485-27043d64bab3 req-ea84ca55-2c5c-4147-a720-b47548b6a6aa tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0534687 Sep 22 10:02:52.643328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7198995c-bf13-43af-8485-27043d64bab3 req-0a1486f4-609d-4587-b112-0fd4aeb9ef89 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Sep 22 10:02:53.383047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dc079-2ede-42d3-a431-2364c8eba8b1 req-c37afdd0-0625-49be-b6f0-b030ee41eb4b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:53.385255 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe2dc079-2ede-42d3-a431-2364c8eba8b1 req-c37afdd0-0625-49be-b6f0-b030ee41eb4b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0584126 Sep 22 10:02:53.437290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe2dc079-2ede-42d3-a431-2364c8eba8b1 req-c993f37f-579d-4559-be29-f45f44f1971a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369661 Sep 22 10:02:53.446083 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:53.781427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6926a-df0d-4966-ba8c-096fe469ab3a req-12c7159d-7c76-4687-bcf3-fd1b844abb07 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:53.783226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ee6926a-df0d-4966-ba8c-096fe469ab3a req-12c7159d-7c76-4687-bcf3-fd1b844abb07 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0636101 Sep 22 10:02:53.828695 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ee6926a-df0d-4966-ba8c-096fe469ab3a req-3d394219-d94c-4a8d-80d6-b3a6d5e94396 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Sep 22 10:02:54.228327 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7a823a43-a486-44c1-ae47-97c8e45389d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:54.568352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ffec1-9d0b-4c21-8fbd-3ad79fedf3a4 req-d8cba9a4-52b0-4583-8a9d-9f6c51f482bb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:54.569995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-372ffec1-9d0b-4c21-8fbd-3ad79fedf3a4 req-d8cba9a4-52b0-4583-8a9d-9f6c51f482bb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0570016 Sep 22 10:02:54.629896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-372ffec1-9d0b-4c21-8fbd-3ad79fedf3a4 req-bf5c115d-d254-437f-9e10-ac53d1325372 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501420 Sep 22 10:02:54.705075 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:54.965597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9936e4-dbfa-4518-b5ef-903e0a9e09ad req-45214439-0ef3-4857-acaa-66d0c93cd9dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:54.967194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca9936e4-dbfa-4518-b5ef-903e0a9e09ad req-45214439-0ef3-4857-acaa-66d0c93cd9dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0593708 Sep 22 10:02:55.013326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca9936e4-dbfa-4518-b5ef-903e0a9e09ad req-debe08ed-58c0-4139-b94c-5b31a9985739 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Sep 22 10:02:55.824096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e36063-840e-4cad-bfa6-96059b600e4a req-390723b2-1198-412d-805e-11129c3ea3f8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:55.825734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7e36063-840e-4cad-bfa6-96059b600e4a req-390723b2-1198-412d-805e-11129c3ea3f8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.1210101 Sep 22 10:02:55.883479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7e36063-840e-4cad-bfa6-96059b600e4a req-6f2c2d1d-8d97-443f-b9f5-2441852d992c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513687 Sep 22 10:02:56.146969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b13e56-8124-4c65-b7be-c26a5707ac3f req-36fc240b-7445-464c-851b-370caae3107f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:56.148895 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3b13e56-8124-4c65-b7be-c26a5707ac3f req-36fc240b-7445-464c-851b-370caae3107f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0573921 Sep 22 10:02:56.199166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3b13e56-8124-4c65-b7be-c26a5707ac3f req-1aec5161-5fe4-4dc6-a40f-e44634cca2d7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Sep 22 10:02:56.848530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48046) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:02:56.902559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4c38fa76-bd3f-4b30-9348-7feccf071b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:56.960982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9ef73-e4d9-4bb0-9989-6d92d4474b78 req-9ab93c7e-6d50-467a-b5e1-c77fc8df718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:56.962626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4de9ef73-e4d9-4bb0-9989-6d92d4474b78 req-9ab93c7e-6d50-467a-b5e1-c77fc8df718f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 1096 time: 0.1129665 Sep 22 10:02:57.045536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb74963-81d7-44fe-b97d-f3adf10514fc req-2171083b-8194-4d3f-b9b3-3792e40a8d3f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:57.048088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1fb74963-81d7-44fe-b97d-f3adf10514fc req-2171083b-8194-4d3f-b9b3-3792e40a8d3f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0840235 Sep 22 10:02:57.050583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4de9ef73-e4d9-4bb0-9989-6d92d4474b78 req-80e85c70-f85f-4dcb-9eca-1366b951e71c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586948 Sep 22 10:02:57.098736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1fb74963-81d7-44fe-b97d-f3adf10514fc req-736b3574-572f-42f7-8f45-c359efdc049d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427337 Sep 22 10:02:57.358087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b46b5-4fc6-48ad-8c0f-83939b38ef26 req-944a445f-d199-4e70-8a2b-ac9a36b6e48b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:57.361845 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b0b46b5-4fc6-48ad-8c0f-83939b38ef26 req-944a445f-d199-4e70-8a2b-ac9a36b6e48b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0846791 Sep 22 10:02:57.409867 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b0b46b5-4fc6-48ad-8c0f-83939b38ef26 req-bb2dd673-56fe-4799-8e5e-cfa03f592847 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Sep 22 10:02:57.579840 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:58.007403 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-194b375f-27fc-42d2-8388-819f9a239835 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492213 Sep 22 10:02:58.073829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-d2caa720-f686-44f7-9886-dd30effb7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:58.075371 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-d2caa720-f686-44f7-9886-dd30effb7e2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 1096 time: 0.0451829 Sep 22 10:02:58.150544 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:58.199615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-a5b0a205-2e24-4c67-bb62-a7e3665f336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:58.201720 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-a5b0a205-2e24-4c67-bb62-a7e3665f336c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.1038651 Sep 22 10:02:58.247577 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-87647730-20ce-403d-a990-983b5be98e0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da556694-4235-4be3-bf7d-ac0b80d7e460 HTTP/1.1" status: 200 len: 217 time: 0.0377493 Sep 22 10:02:58.280621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb952289-aef1-4f7a-8efd-2fe06e52dc45 req-410c94fb-a316-40ee-ae46-2f7074aa6ebb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:58.282300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb952289-aef1-4f7a-8efd-2fe06e52dc45 req-410c94fb-a316-40ee-ae46-2f7074aa6ebb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0560961 Sep 22 10:02:58.308647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-79ba9ae4-4d11-4eff-8f85-0816a250522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:58.310195 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-79ba9ae4-4d11-4eff-8f85-0816a250522f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0561564 Sep 22 10:02:58.328094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb952289-aef1-4f7a-8efd-2fe06e52dc45 req-9c0cec4f-aade-4d1f-a4eb-ccb35655a0be tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397048 Sep 22 10:02:58.363749 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-37df128d-fc86-48bd-9df9-8726a3aad414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:58.366013 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-37df128d-fc86-48bd-9df9-8726a3aad414 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487270 Sep 22 10:02:58.444675 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:02:58.462428 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-1bc72ab3-3c24-40ee-9959-380a0bef3141 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897708 Sep 22 10:02:58.563170 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a16bb88c-3e94-4f14-aa8a-7e0f5ee6b370 req-710bffa3-8781-45a6-b8cc-f3b4944dd308 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932477 Sep 22 10:02:58.713469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f6a11-4eea-4861-9e6d-064792cf0854 req-86682757-3063-4041-9f2a-cd92cf1fda23 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:58.715019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f3f6a11-4eea-4861-9e6d-064792cf0854 req-86682757-3063-4041-9f2a-cd92cf1fda23 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0506468 Sep 22 10:02:58.756454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f3f6a11-4eea-4861-9e6d-064792cf0854 req-6e138e47-a829-4281-8ac3-196d1ef89660 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347459 Sep 22 10:02:58.856304 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f1f7-7756-4961-94ec-ba99ba0f0c73 req-76506546-1792-4e15-a268-4b4bbd0e9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:58.857965 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b4d5f1f7-7756-4961-94ec-ba99ba0f0c73 req-76506546-1792-4e15-a268-4b4bbd0e9b75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0467019 Sep 22 10:02:58.886151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3c7d1-a644-4d51-bf88-878963207d87 req-bd1415c1-ab3f-495c-935f-1dad6ed99360 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:58.888501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95e3c7d1-a644-4d51-bf88-878963207d87 req-bd1415c1-ab3f-495c-935f-1dad6ed99360 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0599923 Sep 22 10:02:58.938244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95e3c7d1-a644-4d51-bf88-878963207d87 req-450c4a43-fb8b-4282-9fbf-cff65cf55053 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386481 Sep 22 10:02:58.970308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f1f7-7756-4961-94ec-ba99ba0f0c73 req-0b87369d-b5f6-4200-a8a4-2da30a39589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:58.971738 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b4d5f1f7-7756-4961-94ec-ba99ba0f0c73 req-0b87369d-b5f6-4200-a8a4-2da30a39589b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.1056793 Sep 22 10:02:59.372008 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b4d5f1f7-7756-4961-94ec-ba99ba0f0c73 req-013e5459-0933-4f19-88ae-3e3c77a9c5f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 999 time: 0.3934534 Sep 22 10:02:59.424383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f1f7-7756-4961-94ec-ba99ba0f0c73 req-0f8201a0-82b0-4aad-b18b-e62ec1ea0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:59.425894 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b4d5f1f7-7756-4961-94ec-ba99ba0f0c73 req-0f8201a0-82b0-4aad-b18b-e62ec1ea0e7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0469170 Sep 22 10:02:59.479667 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f1f7-7756-4961-94ec-ba99ba0f0c73 req-910feb44-5446-4b7d-881c-929d2614d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:59.481229 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b4d5f1f7-7756-4961-94ec-ba99ba0f0c73 req-910feb44-5446-4b7d-881c-929d2614d54f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485899 Sep 22 10:02:59.577865 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b4d5f1f7-7756-4961-94ec-ba99ba0f0c73 req-d24fe93e-fd2f-4f7d-8963-cc003052bf87 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885792 Sep 22 10:02:59.674925 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b4d5f1f7-7756-4961-94ec-ba99ba0f0c73 req-e2538bb9-a1ee-4a68-bf1f-5d6603548977 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905213 Sep 22 10:02:59.890230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9698a9-cb95-45b8-9549-f213b17d6392 req-1779e401-5728-4ac1-bfc2-40481d36bea3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:02:59.891736 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf9698a9-cb95-45b8-9549-f213b17d6392 req-1779e401-5728-4ac1-bfc2-40481d36bea3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0536315 Sep 22 10:02:59.922453 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:02:59.931924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf9698a9-cb95-45b8-9549-f213b17d6392 req-87b66054-5f0c-46e9-8c07-8d4e843a5b21 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342076 Sep 22 10:03:00.069021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253dddd-5180-4492-95ae-47229dacc3c6 req-3d16c26b-1155-4058-888b-335182c9b97a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:00.070560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8253dddd-5180-4492-95ae-47229dacc3c6 req-3d16c26b-1155-4058-888b-335182c9b97a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0593953 Sep 22 10:03:00.114105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8253dddd-5180-4492-95ae-47229dacc3c6 req-ac6b533c-fc01-46f9-b028-1f0b611ad6ec tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342214 Sep 22 10:03:01.061694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0cb04-bff2-45c2-bbc8-0ebe6c1e7300 req-cbaceb42-0dda-4420-832b-c902bc997224 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:01.063325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56f0cb04-bff2-45c2-bbc8-0ebe6c1e7300 req-cbaceb42-0dda-4420-832b-c902bc997224 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0559149 Sep 22 10:03:01.106608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56f0cb04-bff2-45c2-bbc8-0ebe6c1e7300 req-1eeb10fa-ac26-40e0-8e3d-c8e8b2e5bd1a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Sep 22 10:03:01.239197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f90c4a-ce0c-4292-8df7-ae943b53bfcb req-b3dc03c4-4a0c-46b6-8cda-6e9a316b0482 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:01.240677 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9f90c4a-ce0c-4292-8df7-ae943b53bfcb req-b3dc03c4-4a0c-46b6-8cda-6e9a316b0482 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0516031 Sep 22 10:03:01.283610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9f90c4a-ce0c-4292-8df7-ae943b53bfcb req-bcbcbf38-9d45-4821-881d-f932bdfdddef tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344727 Sep 22 10:03:01.408897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7c5dd-9548-4c3b-ad1d-3343af1d6017 req-8a2f217e-49f5-45a5-a465-5cd5b24bcf5d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:01.410453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3a7c5dd-9548-4c3b-ad1d-3343af1d6017 req-8a2f217e-49f5-45a5-a465-5cd5b24bcf5d tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0512292 Sep 22 10:03:01.454834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3a7c5dd-9548-4c3b-ad1d-3343af1d6017 req-19fc3e76-08fc-44b6-8e78-706ab1f513c1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377560 Sep 22 10:03:01.586360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db4ef0-0736-4a47-9659-3be4052cab16 req-6dc3093e-1f4a-4977-b439-43806f106e84 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:01.587943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70db4ef0-0736-4a47-9659-3be4052cab16 req-6dc3093e-1f4a-4977-b439-43806f106e84 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0575519 Sep 22 10:03:01.630876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70db4ef0-0736-4a47-9659-3be4052cab16 req-04a8d127-a474-4419-b3de-1a749e1ce815 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366869 Sep 22 10:03:02.257563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ea8c6-b329-4bcb-86e7-31777c8cd7d4 req-a6c97f23-71fa-4492-a883-c3faabe2dac3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:02.259869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-969ea8c6-b329-4bcb-86e7-31777c8cd7d4 req-a6c97f23-71fa-4492-a883-c3faabe2dac3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0589004 Sep 22 10:03:02.301371 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-969ea8c6-b329-4bcb-86e7-31777c8cd7d4 req-c835af95-49a0-4687-add1-413c4d488a5c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350502 Sep 22 10:03:02.416416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdddc2-ed1b-4503-ae86-bc9669bd7854 req-a785c8d0-fb9e-440b-8914-fbad650319dc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:02.418060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8fbdddc2-ed1b-4503-ae86-bc9669bd7854 req-a785c8d0-fb9e-440b-8914-fbad650319dc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0590138 Sep 22 10:03:02.461255 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8fbdddc2-ed1b-4503-ae86-bc9669bd7854 req-6809d8e8-a6c3-49fe-a809-881831a11ed3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351727 Sep 22 10:03:03.432980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea843d-5a99-4324-9928-0d0e664f76a2 req-356b5e01-5dbc-4c14-8e7c-96cb54484e96 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:03.434615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2dea843d-5a99-4324-9928-0d0e664f76a2 req-356b5e01-5dbc-4c14-8e7c-96cb54484e96 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0578730 Sep 22 10:03:03.477075 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2dea843d-5a99-4324-9928-0d0e664f76a2 req-ec6c149c-a2eb-4ecc-a5cf-36b2337041b5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346882 Sep 22 10:03:03.585815 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a3809-b1b9-48c4-92ba-e6d19cf6e898 req-cb17b78c-f8bf-408e-abac-519d31dff64c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:03.587542 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e6a3809-b1b9-48c4-92ba-e6d19cf6e898 req-cb17b78c-f8bf-408e-abac-519d31dff64c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0506995 Sep 22 10:03:03.626125 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e6a3809-b1b9-48c4-92ba-e6d19cf6e898 req-e08cb335-0007-4ead-899d-0c68b37b005f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324094 Sep 22 10:03:03.970162 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043f25b-3ad8-46d1-a406-21a2add9d94d req-b8112723-9725-4b00-ae25-ffc63fd1b34b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:03.972063 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9043f25b-3ad8-46d1-a406-21a2add9d94d req-b8112723-9725-4b00-ae25-ffc63fd1b34b tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0508327 Sep 22 10:03:04.013997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9043f25b-3ad8-46d1-a406-21a2add9d94d req-c6284219-b71c-4f16-b5bc-50fff56fce57 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359919 Sep 22 10:03:04.095502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f54c-209a-4198-ad2b-d1e61b769b68 req-58587d64-0264-4724-aa32-cf7b20d6799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:04.097098 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-83c4f54c-209a-4198-ad2b-d1e61b769b68 req-58587d64-0264-4724-aa32-cf7b20d6799b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0445611 Sep 22 10:03:04.193176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f54c-209a-4198-ad2b-d1e61b769b68 req-7007f0a9-a1c0-4c6b-91fa-95adcff784c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:04.194765 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-83c4f54c-209a-4198-ad2b-d1e61b769b68 req-7007f0a9-a1c0-4c6b-91fa-95adcff784c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.0911012 Sep 22 10:03:04.261336 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-83c4f54c-209a-4198-ad2b-d1e61b769b68 req-5fc6fd80-34a9-48ac-a53f-039dbf911c07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 200 len: 999 time: 0.0595520 Sep 22 10:03:04.314049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f54c-209a-4198-ad2b-d1e61b769b68 req-6a7e212d-450b-4057-ad6f-18eebad954e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:04.315575 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-83c4f54c-209a-4198-ad2b-d1e61b769b68 req-6a7e212d-450b-4057-ad6f-18eebad954e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0476656 Sep 22 10:03:04.367486 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f54c-209a-4198-ad2b-d1e61b769b68 req-4e5695f8-1244-4dc9-8541-0995d09e49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:04.369039 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-83c4f54c-209a-4198-ad2b-d1e61b769b68 req-4e5695f8-1244-4dc9-8541-0995d09e49ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465283 Sep 22 10:03:04.459436 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-83c4f54c-209a-4198-ad2b-d1e61b769b68 req-042e1449-868f-4964-85bf-60a704477cbb service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834706 Sep 22 10:03:04.558997 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-83c4f54c-209a-4198-ad2b-d1e61b769b68 req-f3288685-ca44-47b5-83f1-4a281cbd8583 service neutron] 10.222.0.60 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927639 Sep 22 10:03:04.602639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020672dc-1dff-49dd-b6da-b57e819f240b req-904d3438-5582-4423-a730-e85c95bd2e46 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:04.604196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-020672dc-1dff-49dd-b6da-b57e819f240b req-904d3438-5582-4423-a730-e85c95bd2e46 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0555487 Sep 22 10:03:04.644447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-020672dc-1dff-49dd-b6da-b57e819f240b req-6d3593eb-a2c7-43be-a64c-7c3e15af3e8d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329649 Sep 22 10:03:05.369569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485274b9-f862-4a6e-9497-490d851bda52 req-e9b56198-5151-4f01-8fb5-5b7810902452 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:05.371101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-485274b9-f862-4a6e-9497-490d851bda52 req-e9b56198-5151-4f01-8fb5-5b7810902452 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0507972 Sep 22 10:03:05.411275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-485274b9-f862-4a6e-9497-490d851bda52 req-79731fc3-8e87-4669-9773-a79facab0f66 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333309 Sep 22 10:03:05.766034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ada8e-c11e-4671-bf12-69ba3aad18d2 req-6631f74d-f8cc-4881-951f-c5244f0b08f8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:05.767654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-034ada8e-c11e-4671-bf12-69ba3aad18d2 req-6631f74d-f8cc-4881-951f-c5244f0b08f8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0529308 Sep 22 10:03:05.808104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-034ada8e-c11e-4671-bf12-69ba3aad18d2 req-f8c2fcfd-376d-4656-af7e-95b5cf79ebc6 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338175 Sep 22 10:03:06.531434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3ed94-e8cd-4608-9c45-20fca1866776 req-4ff98a36-75ac-4329-b9e3-99a0a71a33bb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:06.532938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97f3ed94-e8cd-4608-9c45-20fca1866776 req-4ff98a36-75ac-4329-b9e3-99a0a71a33bb tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0537815 Sep 22 10:03:06.570069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97f3ed94-e8cd-4608-9c45-20fca1866776 req-2ea76c49-7da5-4345-b745-6e4840043899 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Sep 22 10:03:06.684089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58b650-3c12-49f7-bc09-473a59a6a515 req-71091c48-0542-4c7d-8814-3fe03afc3ad9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:06.685612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd58b650-3c12-49f7-bc09-473a59a6a515 req-71091c48-0542-4c7d-8814-3fe03afc3ad9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0506897 Sep 22 10:03:06.724220 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd58b650-3c12-49f7-bc09-473a59a6a515 req-2ffee0ae-f89f-4d2a-abb0-c65f69692de7 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323918 Sep 22 10:03:08.099337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2568d5-81a5-44fd-8e88-22b87929adca req-45d921f0-1786-43b9-8e5d-b0214acc02c3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:08.101066 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c2568d5-81a5-44fd-8e88-22b87929adca req-45d921f0-1786-43b9-8e5d-b0214acc02c3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=78597f25-90d8-496a-a776-87d2d7a50c2f HTTP/1.1" status: 200 len: 944 time: 0.0536196 Sep 22 10:03:08.200869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-5c2568d5-81a5-44fd-8e88-22b87929adca req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Deleting port 6c35ef97-263e-4064-b1d7-0f12d787a105 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:08.201207 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5c2568d5-81a5-44fd-8e88-22b87929adca req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:08.217336 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-3ca51aab-514e-44dc-bb1c-dfbb6d4541fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406582 Sep 22 10:03:08.294197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-5c2568d5-81a5-44fd-8e88-22b87929adca req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] For port 6c35ef97-263e-4064-b1d7-0f12d787a105, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=6c35ef97-263e-4064-b1d7-0f12d787a105,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:08.294575 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5c2568d5-81a5-44fd-8e88-22b87929adca req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:08.310123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-5c2568d5-81a5-44fd-8e88-22b87929adca req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Calling delete_port for 6c35ef97-263e-4064-b1d7-0f12d787a105 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:08.328503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-458b4755-cb59-478b-935a-5db4e1ec47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:08.328503 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-458b4755-cb59-478b-935a-5db4e1ec47d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 1097 time: 0.0503399 Sep 22 10:03:08.442279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-768fc046-088d-4277-b940-9a44a1c89910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:08.444018 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-768fc046-088d-4277-b940-9a44a1c89910 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 200 len: 912 time: 0.0966606 Sep 22 10:03:08.488592 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-43a4817a-e84b-4421-bd6a-3b0c4cb6c6db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cd37bbf-6700-493f-8b4e-bd49b66e8c35 HTTP/1.1" status: 200 len: 217 time: 0.0372822 Sep 22 10:03:08.547223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-80a044b6-7bea-4963-85a7-e1b30c27a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:08.548792 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-80a044b6-7bea-4963-85a7-e1b30c27a4b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 200 len: 850 time: 0.0480139 Sep 22 10:03:08.559825 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5c2568d5-81a5-44fd-8e88-22b87929adca req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:08.574347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['da556694-4235-4be3-bf7d-ac0b80d7e460'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:03:08.577879 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5cd37bbf-6700-493f-8b4e-bd49b66e8c35'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:03:08.594212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event deleted for resources: {'Port': ['ID=6c35ef97-263e-4064-b1d7-0f12d787a105,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:08.604399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.604399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.604879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-ffddba07-660e-407c-9e22-abed7a739a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:08.605049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.605333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.605743 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.606136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.606312 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-ffddba07-660e-407c-9e22-abed7a739a32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c85a8988-a485-4675-bd7e-9a956ab2472f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492902 Sep 22 10:03:08.606538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.606922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.607202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.607528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.607856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.608701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:08.660264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2568d5-81a5-44fd-8e88-22b87929adca req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] No DVR routers for this DVR port 6c35ef97-263e-4064-b1d7-0f12d787a105 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:03:08.666041 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-5c2568d5-81a5-44fd-8e88-22b87929adca req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:08.678142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c2568d5-81a5-44fd-8e88-22b87929adca req-815a03f5-6ffd-40c8-999c-09fe85e64112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "DELETE /v2.0/ports/6c35ef97-263e-4064-b1d7-0f12d787a105 HTTP/1.1" status: 204 len: 173 time: 0.5713649 Sep 22 10:03:08.679295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'name': 'network-vif-deleted', 'tag': '6c35ef97-263e-4064-b1d7-0f12d787a105'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:03:08.681950 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ccfb99-ed3e-416d-8884-da3982346acd" -d '{"events": [{"server_uuid": "78597f25-90d8-496a-a776-87d2d7a50c2f", "name": "network-vif-deleted", "tag": "6c35ef97-263e-4064-b1d7-0f12d787a105"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:03:08.729623 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-9cdcadeb-7551-4c8c-bfba-a9ba811669a4 service neutron] 10.222.0.45 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110446 Sep 22 10:03:08.855659 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2cf41eef-9809-4b79-ab1c-3dd9149ad4d1 req-84d34043-3af5-4567-8cdc-51d41471bc2f service neutron] 10.222.0.45 "GET /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145861 Sep 22 10:03:09.496065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951d9c5-5cd0-4a79-bf8a-eb82d4e36c32 req-ba2bdf5e-ef30-468f-ad7d-40773ebca8ab tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:09.499331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8951d9c5-5cd0-4a79-bf8a-eb82d4e36c32 req-ba2bdf5e-ef30-468f-ad7d-40773ebca8ab tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0513544 Sep 22 10:03:09.538493 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8951d9c5-5cd0-4a79-bf8a-eb82d4e36c32 req-514d95fa-f741-4b3c-9b58-86e5fca12d0d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339200 Sep 22 10:03:09.579301 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 22 Sep 2021 10:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdc3b7e-362f-4b11-86b9-7e589a53f719 x-openstack-request-id: req-3fdc3b7e-362f-4b11-86b9-7e589a53f719 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:03:09.579590 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78597f25-90d8-496a-a776-87d2d7a50c2f", "name": "network-vif-deleted", "tag": "6c35ef97-263e-4064-b1d7-0f12d787a105", "status": "failed", "code": 422}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:03:09.580034 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fdc3b7e-362f-4b11-86b9-7e589a53f719 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:03:09.580443 n-d-805649-4 neutron-server[95510]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78597f25-90d8-496a-a776-87d2d7a50c2f', 'name': 'network-vif-deleted', 'tag': '6c35ef97-263e-4064-b1d7-0f12d787a105', 'status': 'failed', 'code': 422} returned with failed status Sep 22 10:03:10.080449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb438244-426a-46b8-9137-cc7d39049048 req-df6a73e8-939b-4a14-a0e9-c7f7e811cf79 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:10.082105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb438244-426a-46b8-9137-cc7d39049048 req-df6a73e8-939b-4a14-a0e9-c7f7e811cf79 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 908 time: 0.0522163 Sep 22 10:03:10.660586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f88c0-5874-4476-a2b0-42f55a1613a4 req-575792d8-0bb6-4bf8-840e-460d48cf96fb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:10.662447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-323f88c0-5874-4476-a2b0-42f55a1613a4 req-575792d8-0bb6-4bf8-840e-460d48cf96fb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0553496 Sep 22 10:03:10.706067 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-323f88c0-5874-4476-a2b0-42f55a1613a4 req-7322ce08-86a9-4ce3-9dcc-7986c23afbcf tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376253 Sep 22 10:03:11.231065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872efb9-24c4-4fe0-a07e-acacd845864d req-d176b86f-9141-4a0b-be53-220d3456874a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:11.234487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5872efb9-24c4-4fe0-a07e-acacd845864d req-d176b86f-9141-4a0b-be53-220d3456874a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 908 time: 0.0776663 Sep 22 10:03:11.400074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b81d9-45c7-4c30-8425-f5cc43d7c271 req-bc5b4c53-f665-415d-9a5b-e45812af0d87 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:11.401595 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf8b81d9-45c7-4c30-8425-f5cc43d7c271 req-bc5b4c53-f665-415d-9a5b-e45812af0d87 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 908 time: 0.0488389 Sep 22 10:03:11.501967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-bf8b81d9-45c7-4c30-8425-f5cc43d7c271 req-96c0d829-fd40-4821-8d7a-49ec1ca87518 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Deleting port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:11.502589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf8b81d9-45c7-4c30-8425-f5cc43d7c271 req-96c0d829-fd40-4821-8d7a-49ec1ca87518 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:11.596116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bf8b81d9-45c7-4c30-8425-f5cc43d7c271 req-96c0d829-fd40-4821-8d7a-49ec1ca87518 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] For port 69ce0043-04d3-4e3b-a03f-eecf7e79f591, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=69ce0043-04d3-4e3b-a03f-eecf7e79f591,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:11.596382 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf8b81d9-45c7-4c30-8425-f5cc43d7c271 req-96c0d829-fd40-4821-8d7a-49ec1ca87518 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:11.610251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-bf8b81d9-45c7-4c30-8425-f5cc43d7c271 req-96c0d829-fd40-4821-8d7a-49ec1ca87518 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Calling delete_port for 69ce0043-04d3-4e3b-a03f-eecf7e79f591 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:11.797431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf8b81d9-45c7-4c30-8425-f5cc43d7c271 req-96c0d829-fd40-4821-8d7a-49ec1ca87518 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:11.828120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750b120-b4c3-43a0-a259-7bcb3eb2931d req-751a027f-0a60-4316-8ba3-e7d3ccf9436e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:11.829217 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0d829-fd40-4821-8d7a-49ec1ca87518 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event deleted for resources: {'Port': ['ID=69ce0043-04d3-4e3b-a03f-eecf7e79f591,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:11.829857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9750b120-b4c3-43a0-a259-7bcb3eb2931d req-751a027f-0a60-4316-8ba3-e7d3ccf9436e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0529797 Sep 22 10:03:11.890571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9750b120-b4c3-43a0-a259-7bcb3eb2931d req-853c9595-db75-40ed-94d7-046cf008fee7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521059 Sep 22 10:03:11.893623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8b81d9-45c7-4c30-8425-f5cc43d7c271 req-96c0d829-fd40-4821-8d7a-49ec1ca87518 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] No DVR routers for this DVR port 69ce0043-04d3-4e3b-a03f-eecf7e79f591 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:03:11.903724 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf8b81d9-45c7-4c30-8425-f5cc43d7c271 req-96c0d829-fd40-4821-8d7a-49ec1ca87518 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:11.903724 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf8b81d9-45c7-4c30-8425-f5cc43d7c271 req-96c0d829-fd40-4821-8d7a-49ec1ca87518 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "DELETE /v2.0/ports/69ce0043-04d3-4e3b-a03f-eecf7e79f591 HTTP/1.1" status: 204 len: 173 time: 0.4926038 Sep 22 10:03:11.903724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad32049-2f85-44d6-a879-a4e5915ff802', 'name': 'network-vif-deleted', 'tag': '69ce0043-04d3-4e3b-a03f-eecf7e79f591'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:03:11.906053 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616e5e7c-0b05-4e57-a630-5fe7383b5a02" -d '{"events": [{"server_uuid": "6ad32049-2f85-44d6-a879-a4e5915ff802", "name": "network-vif-deleted", "tag": "69ce0043-04d3-4e3b-a03f-eecf7e79f591"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:03:11.945444 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b160b9a3-2356-4e3b-91ac-58c57f59feb5 x-openstack-request-id: req-b160b9a3-2356-4e3b-91ac-58c57f59feb5 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:03:11.945782 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad32049-2f85-44d6-a879-a4e5915ff802", "name": "network-vif-deleted", "tag": "69ce0043-04d3-4e3b-a03f-eecf7e79f591", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:03:11.945991 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b160b9a3-2356-4e3b-91ac-58c57f59feb5 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:03:11.946395 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad32049-2f85-44d6-a879-a4e5915ff802', 'name': 'network-vif-deleted', 'tag': '69ce0043-04d3-4e3b-a03f-eecf7e79f591', 'status': 'completed', 'code': 200} Sep 22 10:03:12.347301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67ee6f7d-d545-4291-9526-51e8583e9fea req-69f9202b-6a52-4ec1-be3f-38e966a892b3 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad32049-2f85-44d6-a879-a4e5915ff802 HTTP/1.1" status: 200 len: 210 time: 0.0279558 Sep 22 10:03:13.004243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148d470-a473-4098-92f7-f3e99f8189f4 req-c7c59ad3-610d-4766-be9b-998940bbcf01 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:13.005715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d148d470-a473-4098-92f7-f3e99f8189f4 req-c7c59ad3-610d-4766-be9b-998940bbcf01 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0546432 Sep 22 10:03:13.044834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d148d470-a473-4098-92f7-f3e99f8189f4 req-b6ee4776-3bb6-4568-ab33-60d3982e1656 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327747 Sep 22 10:03:13.888825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509eb7b-eb97-4b2e-b7d9-74a2ab73df17 req-14dc1e50-7313-454a-82a0-7a0c826b00a4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:13.890864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d509eb7b-eb97-4b2e-b7d9-74a2ab73df17 req-14dc1e50-7313-454a-82a0-7a0c826b00a4 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 945 time: 0.0488608 Sep 22 10:03:13.928698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d509eb7b-eb97-4b2e-b7d9-74a2ab73df17 req-f983faec-5d31-48e5-8239-e1b18805b1e9 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Sep 22 10:03:14.163244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac2b7-4a7a-457e-9d1f-5f8acef80267 req-22d40c0b-8789-4985-aa7c-a64dde847bae tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:14.164813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6fac2b7-4a7a-457e-9d1f-5f8acef80267 req-22d40c0b-8789-4985-aa7c-a64dde847bae tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0514560 Sep 22 10:03:14.202925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6fac2b7-4a7a-457e-9d1f-5f8acef80267 req-c9b5e435-b9dd-4627-b110-fa85417fdbe8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Sep 22 10:03:15.049530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356660a2-ca8e-47a5-a6ec-23fd4ceccceb req-860ed3f4-78ef-4c12-9f48-c21f3123f56f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:15.051033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-356660a2-ca8e-47a5-a6ec-23fd4ceccceb req-860ed3f4-78ef-4c12-9f48-c21f3123f56f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 945 time: 0.0543523 Sep 22 10:03:15.090157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-356660a2-ca8e-47a5-a6ec-23fd4ceccceb req-8e5df4a6-6fa0-4972-a201-50ce43decd2c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Sep 22 10:03:15.230524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de8f19-0ee0-4e7e-b66e-9e086aa10b87 req-2053b05a-edd5-468b-b0f6-df66f916a41c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:15.232034 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-32de8f19-0ee0-4e7e-b66e-9e086aa10b87 req-2053b05a-edd5-468b-b0f6-df66f916a41c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 945 time: 0.0487895 Sep 22 10:03:15.324862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c782f-41ac-4729-a307-11d36bd71b49 req-de5b4f11-4e60-4ace-9260-9432283091ef tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:15.326405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-015c782f-41ac-4729-a307-11d36bd71b49 req-de5b4f11-4e60-4ace-9260-9432283091ef tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0524883 Sep 22 10:03:15.328769 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-32de8f19-0ee0-4e7e-b66e-9e086aa10b87 req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Deleting port da556694-4235-4be3-bf7d-ac0b80d7e460 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:15.329122 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-32de8f19-0ee0-4e7e-b66e-9e086aa10b87 req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:15.365898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-015c782f-41ac-4729-a307-11d36bd71b49 req-58acd02b-c266-4da5-ad73-db62a7c78063 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330985 Sep 22 10:03:15.421460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-32de8f19-0ee0-4e7e-b66e-9e086aa10b87 req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] For port da556694-4235-4be3-bf7d-ac0b80d7e460, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=da556694-4235-4be3-bf7d-ac0b80d7e460,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:15.421819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-32de8f19-0ee0-4e7e-b66e-9e086aa10b87 req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:15.433351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-32de8f19-0ee0-4e7e-b66e-9e086aa10b87 req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Calling delete_port for da556694-4235-4be3-bf7d-ac0b80d7e460 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:15.662411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-32de8f19-0ee0-4e7e-b66e-9e086aa10b87 req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:15.674818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['da556694-4235-4be3-bf7d-ac0b80d7e460'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:03:15.679400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5cd37bbf-6700-493f-8b4e-bd49b66e8c35'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:03:15.692301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event deleted for resources: {'Port': ['ID=da556694-4235-4be3-bf7d-ac0b80d7e460,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:15.718758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.719313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.719456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.719764 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.720178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.720424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.720768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.721241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.721417 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.721735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.722238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.722362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:15.745499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-32de8f19-0ee0-4e7e-b66e-9e086aa10b87 req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] No DVR routers for this DVR port da556694-4235-4be3-bf7d-ac0b80d7e460 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:03:15.754607 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-32de8f19-0ee0-4e7e-b66e-9e086aa10b87 req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:15.757077 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-32de8f19-0ee0-4e7e-b66e-9e086aa10b87 req-5b21c151-9fb8-4125-8eae-b282f39dbc23 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "DELETE /v2.0/ports/da556694-4235-4be3-bf7d-ac0b80d7e460 HTTP/1.1" status: 204 len: 173 time: 0.5176604 Sep 22 10:03:15.757540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86983668-c470-4217-a809-130d5353aa3f', 'name': 'network-vif-deleted', 'tag': 'da556694-4235-4be3-bf7d-ac0b80d7e460'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:03:15.759937 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3e55bf-4ef8-45d3-8d53-2fee152b3419" -d '{"events": [{"server_uuid": "86983668-c470-4217-a809-130d5353aa3f", "name": "network-vif-deleted", "tag": "da556694-4235-4be3-bf7d-ac0b80d7e460"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:03:15.797301 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da636a6e-da65-4e72-9ddc-d055823fcd48 x-openstack-request-id: req-da636a6e-da65-4e72-9ddc-d055823fcd48 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:03:15.797593 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86983668-c470-4217-a809-130d5353aa3f", "name": "network-vif-deleted", "tag": "da556694-4235-4be3-bf7d-ac0b80d7e460", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:03:15.797842 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da636a6e-da65-4e72-9ddc-d055823fcd48 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:03:15.798256 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86983668-c470-4217-a809-130d5353aa3f', 'name': 'network-vif-deleted', 'tag': 'da556694-4235-4be3-bf7d-ac0b80d7e460', 'status': 'completed', 'code': 200} Sep 22 10:03:16.208168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac692051-cfa2-4b62-8c02-848628480d1d req-acf71c00-731b-4fb5-a28a-37f9f6dd8d47 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=86983668-c470-4217-a809-130d5353aa3f HTTP/1.1" status: 200 len: 210 time: 0.0279801 Sep 22 10:03:16.486097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04f8bd-f5cc-46fc-a24c-12d91f348e0e req-77d079d6-d889-4cb1-aff7-6ab485be818d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:16.487602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc04f8bd-f5cc-46fc-a24c-12d91f348e0e req-77d079d6-d889-4cb1-aff7-6ab485be818d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0542557 Sep 22 10:03:16.525367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc04f8bd-f5cc-46fc-a24c-12d91f348e0e req-9f6058d2-70ec-4bb5-bfda-bd04f7effd44 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317204 Sep 22 10:03:16.941647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 69ce0043-04d3-4e3b-a03f-eecf7e79f591 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:03:16.964594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 69ce0043-04d3-4e3b-a03f-eecf7e79f591 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:03:16.964967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 69ce0043-04d3-4e3b-a03f-eecf7e79f591 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:03:16.965382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device da556694-4235-4be3-bf7d-ac0b80d7e460 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:03:16.985880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: da556694-4235-4be3-bf7d-ac0b80d7e460 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:03:16.986225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device da556694-4235-4be3-bf7d-ac0b80d7e460 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:03:17.680077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926cb8d-22cd-4844-8fca-30066220f00a req-76d9d02e-b773-4b96-9cdc-d153a7047f1b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:17.681632 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d926cb8d-22cd-4844-8fca-30066220f00a req-76d9d02e-b773-4b96-9cdc-d153a7047f1b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0502567 Sep 22 10:03:17.720709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d926cb8d-22cd-4844-8fca-30066220f00a req-71bdf42d-9e7a-424f-92ce-010f0b7d9ace tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328953 Sep 22 10:03:17.824012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f74ccc-8815-4e6e-a4bd-25d8064dfea7 req-2bbf0937-f4e8-4cf6-adfe-b45059283090 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:17.825560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3f74ccc-8815-4e6e-a4bd-25d8064dfea7 req-2bbf0937-f4e8-4cf6-adfe-b45059283090 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0492678 Sep 22 10:03:17.864507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3f74ccc-8815-4e6e-a4bd-25d8064dfea7 req-0a4f1cfa-fcc5-4b01-bd5e-d2645f317cf0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316069 Sep 22 10:03:18.839435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc22232-9522-4103-a11b-b49514b9abd5 req-f8fdc92e-eea7-4b57-a2c8-e4a18e577665 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:18.840942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccc22232-9522-4103-a11b-b49514b9abd5 req-f8fdc92e-eea7-4b57-a2c8-e4a18e577665 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0529323 Sep 22 10:03:18.880411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccc22232-9522-4103-a11b-b49514b9abd5 req-0714bb05-fa61-4942-bf39-30ad71b1d20b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Sep 22 10:03:18.986483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919abd7-bf45-4945-ac57-adc8dcbb4a31 req-b1846d7a-bbbd-4e98-85c3-ebe9c066149c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:18.987959 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7919abd7-bf45-4945-ac57-adc8dcbb4a31 req-b1846d7a-bbbd-4e98-85c3-ebe9c066149c tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0494957 Sep 22 10:03:19.026475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7919abd7-bf45-4945-ac57-adc8dcbb4a31 req-c526faa1-07d4-4245-83c3-bf9c5b7b48e1 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=47472990-aaac-45d6-8a45-79f7d283040f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Sep 22 10:03:19.194938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6514-fa6b-42e2-9df6-fe4bfc94df27 req-2c39cea9-1e84-40b5-b993-4dafc116f112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:19.196427 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f66a6514-fa6b-42e2-9df6-fe4bfc94df27 req-2c39cea9-1e84-40b5-b993-4dafc116f112 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 946 time: 0.0487745 Sep 22 10:03:19.299439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f66a6514-fa6b-42e2-9df6-fe4bfc94df27 req-f7c405bc-f83c-41bf-a300-d1f397d54207 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Deleting port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:19.299694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f66a6514-fa6b-42e2-9df6-fe4bfc94df27 req-f7c405bc-f83c-41bf-a300-d1f397d54207 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:19.387597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f66a6514-fa6b-42e2-9df6-fe4bfc94df27 req-f7c405bc-f83c-41bf-a300-d1f397d54207 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] For port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5cd37bbf-6700-493f-8b4e-bd49b66e8c35,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:19.387956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f66a6514-fa6b-42e2-9df6-fe4bfc94df27 req-f7c405bc-f83c-41bf-a300-d1f397d54207 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:19.405556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f66a6514-fa6b-42e2-9df6-fe4bfc94df27 req-f7c405bc-f83c-41bf-a300-d1f397d54207 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Calling delete_port for 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:19.585380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f66a6514-fa6b-42e2-9df6-fe4bfc94df27 req-f7c405bc-f83c-41bf-a300-d1f397d54207 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:19.601412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5cd37bbf-6700-493f-8b4e-bd49b66e8c35'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:03:19.614383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c405bc-f83c-41bf-a300-d1f397d54207 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event deleted for resources: {'Port': ['ID=5cd37bbf-6700-493f-8b4e-bd49b66e8c35,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:19.661675 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66a6514-fa6b-42e2-9df6-fe4bfc94df27 req-f7c405bc-f83c-41bf-a300-d1f397d54207 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] No DVR routers for this DVR port 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:03:19.664411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f66a6514-fa6b-42e2-9df6-fe4bfc94df27 req-f7c405bc-f83c-41bf-a300-d1f397d54207 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:19.666486 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f66a6514-fa6b-42e2-9df6-fe4bfc94df27 req-f7c405bc-f83c-41bf-a300-d1f397d54207 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.45 "DELETE /v2.0/ports/5cd37bbf-6700-493f-8b4e-bd49b66e8c35 HTTP/1.1" status: 204 len: 173 time: 0.4582782 Sep 22 10:03:19.666934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc71d0c-96c4-40be-8d54-69381b2ed95f', 'name': 'network-vif-deleted', 'tag': '5cd37bbf-6700-493f-8b4e-bd49b66e8c35'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:03:19.669225 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dda0fe4-e9cd-418c-bdb6-12ae71538e3c" -d '{"events": [{"server_uuid": "8fc71d0c-96c4-40be-8d54-69381b2ed95f", "name": "network-vif-deleted", "tag": "5cd37bbf-6700-493f-8b4e-bd49b66e8c35"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:03:19.708061 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41f263c-b003-4c5c-9fd8-da3450b09c5d x-openstack-request-id: req-b41f263c-b003-4c5c-9fd8-da3450b09c5d {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:03:19.708356 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc71d0c-96c4-40be-8d54-69381b2ed95f", "name": "network-vif-deleted", "tag": "5cd37bbf-6700-493f-8b4e-bd49b66e8c35", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:03:19.708611 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b41f263c-b003-4c5c-9fd8-da3450b09c5d {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:03:19.709039 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc71d0c-96c4-40be-8d54-69381b2ed95f', 'name': 'network-vif-deleted', 'tag': '5cd37bbf-6700-493f-8b4e-bd49b66e8c35', 'status': 'completed', 'code': 200} Sep 22 10:03:19.998034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc353c9-3dbf-487c-8d21-fad4eeb9f272 req-cab50af8-ac97-4563-85ce-423e1c09b999 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:20.000080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fc353c9-3dbf-487c-8d21-fad4eeb9f272 req-cab50af8-ac97-4563-85ce-423e1c09b999 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0512445 Sep 22 10:03:20.038046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fc353c9-3dbf-487c-8d21-fad4eeb9f272 req-04be617a-bd09-43fd-9a70-fbe3fec89e54 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319831 Sep 22 10:03:20.133193 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-344387c0-2314-48df-855f-1417f60c30a4 req-8f753076-eb08-4497-9cbd-2eda14cc78d0 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=8fc71d0c-96c4-40be-8d54-69381b2ed95f HTTP/1.1" status: 200 len: 210 time: 0.0304084 Sep 22 10:03:21.153300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ef607-4451-4d69-a885-02af738bf714 req-3ef7fd47-a8ef-4020-9b2f-a7c791b3d55e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:21.156918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de5ef607-4451-4d69-a885-02af738bf714 req-3ef7fd47-a8ef-4020-9b2f-a7c791b3d55e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 944 time: 0.0522716 Sep 22 10:03:21.194539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de5ef607-4451-4d69-a885-02af738bf714 req-5470fb47-1864-41c8-9e9d-5f95691323bc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Sep 22 10:03:21.483286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a60d97ee-5246-431c-a6b4-03d0f3923e0e details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:03:21.579191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a60d97ee-5246-431c-a6b4-03d0f3923e0e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a60d97ee-5246-431c-a6b4-03d0f3923e0e,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:21.594332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'a60d97ee-5246-431c-a6b4-03d0f3923e0e', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'port_id': 'a60d97ee-5246-431c-a6b4-03d0f3923e0e', 'mac_address': 'fa:16:3e:de:fc:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:03:21.632233 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:21.646060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60d97ee-5246-431c-a6b4-03d0f3923e0e {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:03:21.666508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a60d97ee-5246-431c-a6b4-03d0f3923e0e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a60d97ee-5246-431c-a6b4-03d0f3923e0e,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:21.689755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a85c5b-8895-4fef-b515-6ae33a506fcf req-92d38137-5823-42be-8fb1-b0e7b0db2f7f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:21.691266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10a85c5b-8895-4fef-b515-6ae33a506fcf req-92d38137-5823-42be-8fb1-b0e7b0db2f7f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0494804 Sep 22 10:03:21.730041 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-10a85c5b-8895-4fef-b515-6ae33a506fcf req-8a9c3da2-9341-48a4-bbe9-0937072fee62 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323393 Sep 22 10:03:21.759394 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:21.806676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=a60d97ee-5246-431c-a6b4-03d0f3923e0e,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:22.035477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a60d97ee-5246-431c-a6b4-03d0f3923e0e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:03:22.310600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81619eaf-f6ec-49a3-ba5a-eb6d9019aa9c req-f3802e6e-b220-4912-b833-d22155aa509c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:22.325857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81619eaf-f6ec-49a3-ba5a-eb6d9019aa9c req-f3802e6e-b220-4912-b833-d22155aa509c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 945 time: 0.0500076 Sep 22 10:03:22.354908 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81619eaf-f6ec-49a3-ba5a-eb6d9019aa9c req-f5ac5e87-afd6-4533-a217-5fc49c3e1d71 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360787 Sep 22 10:03:22.849942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ada2f-7d9d-4531-9744-c116f978a9f2 req-638ff947-74e3-4004-b5a8-e93535652422 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:22.851427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a4ada2f-7d9d-4531-9744-c116f978a9f2 req-638ff947-74e3-4004-b5a8-e93535652422 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0510721 Sep 22 10:03:22.889868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a4ada2f-7d9d-4531-9744-c116f978a9f2 req-730b87ae-42c7-43db-9424-e1fcd8845e35 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324512 Sep 22 10:03:23.461363 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:23.477752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a215b-3249-402b-bb96-663adf89ca94 req-7fd8fa3b-16e1-4f11-b1d2-58660a765a10 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:23.479383 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-610a215b-3249-402b-bb96-663adf89ca94 req-7fd8fa3b-16e1-4f11-b1d2-58660a765a10 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 945 time: 0.0541534 Sep 22 10:03:23.483707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a60d97ee-5246-431c-a6b4-03d0f3923e0e up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:03:23.520399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-610a215b-3249-402b-bb96-663adf89ca94 req-97c8e2eb-38a5-45f5-a17a-b118a299a187 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337322 Sep 22 10:03:23.590955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c4497-d708-484d-9647-75186a59ef59 req-e94fd38a-c9af-4223-8c6b-546a97d0d656 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:23.592565 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ec1c4497-d708-484d-9647-75186a59ef59 req-e94fd38a-c9af-4223-8c6b-546a97d0d656 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0503602 Sep 22 10:03:23.606697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port a60d97ee-5246-431c-a6b4-03d0f3923e0e completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:03:23.611297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port a60d97ee-5246-431c-a6b4-03d0f3923e0e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:03:23.611673 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:23.691099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Deleting port b1a56d5e-b5ce-4299-921d-c0b15d41434c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:23.691523 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:23.693992 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:23.716032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1582a38e-c1cd-4253-bfaf-1b27fdc8376d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60d97ee-5246-431c-a6b4-03d0f3923e0e'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:03:23.718835 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c5e17c-dc85-4528-a0f0-6ac4c27321df" -d '{"events": [{"server_uuid": "1582a38e-c1cd-4253-bfaf-1b27fdc8376d", "name": "network-vif-plugged", "status": "completed", "tag": "a60d97ee-5246-431c-a6b4-03d0f3923e0e"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:03:23.731844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port a60d97ee-5246-431c-a6b4-03d0f3923e0e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a60d97ee-5246-431c-a6b4-03d0f3923e0e,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:23.756881 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055a1545-0339-48c2-948e-45f7f2d2677b x-openstack-request-id: req-055a1545-0339-48c2-948e-45f7f2d2677b {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:03:23.757175 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1582a38e-c1cd-4253-bfaf-1b27fdc8376d", "name": "network-vif-plugged", "status": "completed", "tag": "a60d97ee-5246-431c-a6b4-03d0f3923e0e", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:03:23.757459 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-055a1545-0339-48c2-948e-45f7f2d2677b {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:03:23.757851 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1582a38e-c1cd-4253-bfaf-1b27fdc8376d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60d97ee-5246-431c-a6b4-03d0f3923e0e', 'code': 200} Sep 22 10:03:23.784880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] For port b1a56d5e-b5ce-4299-921d-c0b15d41434c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b1a56d5e-b5ce-4299-921d-c0b15d41434c,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:23.785249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:23.788362 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:23.789264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:03:23.813595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:03:23.813595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5cd37bbf-6700-493f-8b4e-bd49b66e8c35 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:03:23.856202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=a60d97ee-5246-431c-a6b4-03d0f3923e0e,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:23.968177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de743b-e96f-4ffa-8cdf-c9b4133d4cce req-9c9adeff-2642-4867-a333-4c4817973239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:23.969846 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e6de743b-e96f-4ffa-8cdf-c9b4133d4cce req-9c9adeff-2642-4867-a333-4c4817973239 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 1097 time: 0.1166358 Sep 22 10:03:24.018660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b12678-bbf7-4fb0-a324-9ddb4388aeba req-b7004e3e-931f-452c-828b-38512a056988 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:24.020189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60b12678-bbf7-4fb0-a324-9ddb4388aeba req-b7004e3e-931f-452c-828b-38512a056988 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 945 time: 0.0488980 Sep 22 10:03:24.050479 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e6de743b-e96f-4ffa-8cdf-c9b4133d4cce req-f108d5dd-7466-47f4-ba07-812e960d3254 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718453 Sep 22 10:03:24.061297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:24.061658 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:24.061974 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Floating IP 1911bb86-8770-4812-9fed-4d2837dd8990 disassociated. External IP: 172.25.6.73, port: b1a56d5e-b5ce-4299-921d-c0b15d41434c. Sep 22 10:03:24.062319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Calling delete_port for b1a56d5e-b5ce-4299-921d-c0b15d41434c owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:24.063045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60b12678-bbf7-4fb0-a324-9ddb4388aeba req-fed00b03-0574-40c2-9b4d-668ab678b424 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups?id=3c9e3344-1e11-4834-86ab-270e61129a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365148 Sep 22 10:03:24.273637 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fde3cde6-7833-4cfd-9c75-7783f99fa11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:24.296883 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:24.327393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event deleted for resources: {'Port': ['ID=b1a56d5e-b5ce-4299-921d-c0b15d41434c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:24.442352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:03:24.554972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:03:24.565445 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b33f0-2da4-407f-b17d-1eff7ecf4dfc None None] Sync routers for ids ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:03:24.575446 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b33f0-2da4-407f-b17d-1eff7ecf4dfc None None] Routers {'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:03:24.576401 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-439b33f0-2da4-407f-b17d-1eff7ecf4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:02:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:24.596836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] No DVR routers for this DVR port b1a56d5e-b5ce-4299-921d-c0b15d41434c on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:03:24.599365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:24.601402 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ec1c4497-d708-484d-9647-75186a59ef59 req-0ea5c5b3-91a8-4915-bd05-0fa7c698480a tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.60 "DELETE /v2.0/ports/b1a56d5e-b5ce-4299-921d-c0b15d41434c HTTP/1.1" status: 204 len: 173 time: 1.0029383 Sep 22 10:03:24.601854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-deleted', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:03:24.604181 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13ea528-ad8d-4498-ab46-f61fa09b3f5b" -d '{"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-deleted", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:03:24.651956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e902eb5-51dd-45ff-b66e-e390a5f11ef9 req-ec520436-55ff-4211-a6fc-29482bc1c9a0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:24.653565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e902eb5-51dd-45ff-b66e-e390a5f11ef9 req-ec520436-55ff-4211-a6fc-29482bc1c9a0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 946 time: 0.0575614 Sep 22 10:03:24.693448 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-439b33f0-2da4-407f-b17d-1eff7ecf4dfc None None] Set router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:03:24.694132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e902eb5-51dd-45ff-b66e-e390a5f11ef9 req-3590452c-9f87-42f9-b336-db8c0708fab3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Sep 22 10:03:24.696466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:24.740831 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a9b085-b647-4ea9-a90a-54bd71245545 x-openstack-request-id: req-27a9b085-b647-4ea9-a90a-54bd71245545 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:03:24.741323 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0", "name": "network-vif-deleted", "tag": "b1a56d5e-b5ce-4299-921d-c0b15d41434c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:03:24.741475 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27a9b085-b647-4ea9-a90a-54bd71245545 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:03:24.741749 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0', 'name': 'network-vif-deleted', 'tag': 'b1a56d5e-b5ce-4299-921d-c0b15d41434c', 'status': 'completed', 'code': 200} Sep 22 10:03:24.900865 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-439b33f0-2da4-407f-b17d-1eff7ecf4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:00Z', 'revision_number': 4, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '89ca360c-05ef-4b55-9654-6e49cbaa503b', 'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'mac_address': 'fa:16:3e:e6:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:59Z', 'updated_at': '2021-09-22T09:56:04Z', 'revision_number': 5, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'subnets': [{'id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:24.931528 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b33f0-2da4-407f-b17d-1eff7ecf4dfc None None] Checking router: e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:03:24.940922 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b33f0-2da4-407f-b17d-1eff7ecf4dfc None None] Routers {'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:03:24.941540 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-439b33f0-2da4-407f-b17d-1eff7ecf4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:02:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:25.047443 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-439b33f0-2da4-407f-b17d-1eff7ecf4dfc None None] Set router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:03:25.177193 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ac08c3d-c97c-4df9-9c32-1be85c5d6ac2 req-f583d95c-15a7-4d80-9bfe-c810c922e3e8 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa51e7b0-6d9e-4da2-8b02-06b870f2a9c0 HTTP/1.1" status: 200 len: 210 time: 0.0277650 Sep 22 10:03:25.250725 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-439b33f0-2da4-407f-b17d-1eff7ecf4dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:00Z', 'revision_number': 4, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '89ca360c-05ef-4b55-9654-6e49cbaa503b', 'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'mac_address': 'fa:16:3e:e6:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:59Z', 'updated_at': '2021-09-22T09:56:04Z', 'revision_number': 5, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'subnets': [{'id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:25.281374 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b33f0-2da4-407f-b17d-1eff7ecf4dfc None None] The sync data for ids ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'] in n-d-805649-4 is: [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:00Z', 'revision_number': 4, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '89ca360c-05ef-4b55-9654-6e49cbaa503b', 'name': '', 'network_id': 'c85a8988-a485-4675-bd7e-9a956ab2472f', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'mac_address': 'fa:16:3e:e6:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:59Z', 'updated_at': '2021-09-22T09:56:04Z', 'revision_number': 5, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'subnets': [{'id': '4de2ee4c-7083-42b7-ba44-20ffb6a5fe35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:03:25.511717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a07a87b-150f-42dc-a724-7cace3c5fbd4 None None] New status for floating IP 1911bb86-8770-4812-9fed-4d2837dd8990: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:03:25.827744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133f3e5-6dbb-44c7-9401-3891a531cf83 req-fd998ae7-8c39-49c9-865a-2c94eadd6562 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:25.829431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e133f3e5-6dbb-44c7-9401-3891a531cf83 req-fd998ae7-8c39-49c9-865a-2c94eadd6562 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 946 time: 0.0502336 Sep 22 10:03:25.867776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e133f3e5-6dbb-44c7-9401-3891a531cf83 req-f5ed309c-ad49-4757-95ec-769834425289 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Sep 22 10:03:25.993382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482412b-53c5-443a-95cc-a4e65b5f8aae req-e5e88fb6-2c39-4f4a-b449-d926b4025698 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:25.994901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1482412b-53c5-443a-95cc-a4e65b5f8aae req-e5e88fb6-2c39-4f4a-b449-d926b4025698 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 946 time: 0.0560310 Sep 22 10:03:26.037131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1482412b-53c5-443a-95cc-a4e65b5f8aae req-d7341a9f-1a32-4b6b-8ee5-731cfaaed8fc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Sep 22 10:03:26.155821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f722b39-8878-4021-aef4-6780af47ff8f req-f1b018bb-1d90-46a8-bf7e-bbc4aaffe922 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:26.157357 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f722b39-8878-4021-aef4-6780af47ff8f req-f1b018bb-1d90-46a8-bf7e-bbc4aaffe922 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 946 time: 0.0496979 Sep 22 10:03:26.197185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f722b39-8878-4021-aef4-6780af47ff8f req-61502394-a5a1-4e35-8432-e0202e5e7c43 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321174 Sep 22 10:03:26.329757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48258) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:26.390817 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3dc619c-a2e8-4134-8894-19fce54f1b4f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:26.414840 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3dc619c-a2e8-4134-8894-19fce54f1b4f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:26.545626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3dc619c-a2e8-4134-8894-19fce54f1b4f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:26.548279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d3dc619c-a2e8-4134-8894-19fce54f1b4f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:26.549508 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d3dc619c-a2e8-4134-8894-19fce54f1b4f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "DELETE /v2.0/security-groups/3c9e3344-1e11-4834-86ab-270e61129a71 HTTP/1.1" status: 204 len: 168 time: 0.2186365 Sep 22 10:03:26.552207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48260) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:26.559319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc619c-a2e8-4134-8894-19fce54f1b4f tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9e3344-1e11-4834-86ab-270e61129a71,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:26.567316 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-0464c851-a87d-4e6d-8770-b1f0bc9171dc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] show failed (client error): The resource could not be found. Sep 22 10:03:26.568363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0464c851-a87d-4e6d-8770-b1f0bc9171dc tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "GET /v2.0/security-groups/3c9e3344-1e11-4834-86ab-270e61129a71 HTTP/1.1" status: 404 len: 347 time: 0.0150716 Sep 22 10:03:26.571056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48262) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:26.887806 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-13d67fbc-2469-4b07-978d-90b4dcfaa5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:27.066850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a46353-a37b-4244-bb04-5517acea4321 req-9e4ca34e-2896-4bdc-aa63-7e18610fe056 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:27.068347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0a46353-a37b-4244-bb04-5517acea4321 req-9e4ca34e-2896-4bdc-aa63-7e18610fe056 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 946 time: 0.1278024 Sep 22 10:03:27.102775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6957047d-6261-48c3-b632-2a6df685a749 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Deleting port a5f8bbe5-ff0a-43be-951d-1b2c90fcee0a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:27.103111 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6957047d-6261-48c3-b632-2a6df685a749 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:27.133001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0a46353-a37b-4244-bb04-5517acea4321 req-1945cfb5-f498-4a19-a740-c4cdeb8bdbc9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577626 Sep 22 10:03:27.197941 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6957047d-6261-48c3-b632-2a6df685a749 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:27.198269 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6957047d-6261-48c3-b632-2a6df685a749 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:27.213200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6957047d-6261-48c3-b632-2a6df685a749 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Calling delete_port for a5f8bbe5-ff0a-43be-951d-1b2c90fcee0a owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:27.407942 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6957047d-6261-48c3-b632-2a6df685a749 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:27.432701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957047d-6261-48c3-b632-2a6df685a749 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Pushing event deleted for resources: {'Port': ['ID=a5f8bbe5-ff0a-43be-951d-1b2c90fcee0a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:27.494992 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6957047d-6261-48c3-b632-2a6df685a749 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:27.497559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6957047d-6261-48c3-b632-2a6df685a749 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:27.499444 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6957047d-6261-48c3-b632-2a6df685a749 tempest-ServerActionsTestJSON-1970491940 tempest-ServerActionsTestJSON-1970491940-project] 10.222.0.49 "DELETE /v2.0/floatingips/1911bb86-8770-4812-9fed-4d2837dd8990 HTTP/1.1" status: 204 len: 168 time: 0.9274120 Sep 22 10:03:27.502728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48266) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:27.578855 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:27.963980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:28.119228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:28.249327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] Deleting port 89ca360c-05ef-4b55-9654-6e49cbaa503b {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:28.249923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:28.282519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee3d5e-d8d6-4e9b-a006-d43c3990777f req-3501378a-39c2-4d1e-b391-f7e550a7ce08 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:28.284028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3bee3d5e-d8d6-4e9b-a006-d43c3990777f req-3501378a-39c2-4d1e-b391-f7e550a7ce08 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 946 time: 0.0819471 Sep 22 10:03:28.368453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3bee3d5e-d8d6-4e9b-a006-d43c3990777f req-acca7fdb-d476-431d-af4a-aedb0684d944 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782669 Sep 22 10:03:28.370159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] For port 89ca360c-05ef-4b55-9654-6e49cbaa503b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=89ca360c-05ef-4b55-9654-6e49cbaa503b,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:28.370513 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:28.383624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] Calling delete_port for 89ca360c-05ef-4b55-9654-6e49cbaa503b owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:28.463564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d483c-e392-4186-a71d-214022145fab req-8ad98b67-d4cf-4668-9ef3-e58d2a844132 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:28.465246 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e41d483c-e392-4186-a71d-214022145fab req-8ad98b67-d4cf-4668-9ef3-e58d2a844132 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 946 time: 0.0539026 Sep 22 10:03:28.571909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-e41d483c-e392-4186-a71d-214022145fab req-bb881332-1e4d-4690-b537-d5a547b8acf3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Deleting port a60d97ee-5246-431c-a6b4-03d0f3923e0e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:28.572159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e41d483c-e392-4186-a71d-214022145fab req-bb881332-1e4d-4690-b537-d5a547b8acf3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:28.645541 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:28.668609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e41d483c-e392-4186-a71d-214022145fab req-bb881332-1e4d-4690-b537-d5a547b8acf3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] For port a60d97ee-5246-431c-a6b4-03d0f3923e0e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=a60d97ee-5246-431c-a6b4-03d0f3923e0e,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:28.669008 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e41d483c-e392-4186-a71d-214022145fab req-bb881332-1e4d-4690-b537-d5a547b8acf3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:28.679574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] Pushing event deleted for resources: {'Port': ['ID=89ca360c-05ef-4b55-9654-6e49cbaa503b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:28.687982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-e41d483c-e392-4186-a71d-214022145fab req-bb881332-1e4d-4690-b537-d5a547b8acf3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Calling delete_port for a60d97ee-5246-431c-a6b4-03d0f3923e0e owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:28.853361 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:28.968662 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e41d483c-e392-4186-a71d-214022145fab req-bb881332-1e4d-4690-b537-d5a547b8acf3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:28.970250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:03:28.994717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['a60d97ee-5246-431c-a6b4-03d0f3923e0e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:03:28.998625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: b1a56d5e-b5ce-4299-921d-c0b15d41434c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:03:28.999273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b1a56d5e-b5ce-4299-921d-c0b15d41434c not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:03:28.999523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb881332-1e4d-4690-b537-d5a547b8acf3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event deleted for resources: {'Port': ['ID=a60d97ee-5246-431c-a6b4-03d0f3923e0e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:29.049260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41d483c-e392-4186-a71d-214022145fab req-bb881332-1e4d-4690-b537-d5a547b8acf3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] No DVR routers for this DVR port a60d97ee-5246-431c-a6b4-03d0f3923e0e on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:03:29.051859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e41d483c-e392-4186-a71d-214022145fab req-bb881332-1e4d-4690-b537-d5a547b8acf3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:29.054035 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e41d483c-e392-4186-a71d-214022145fab req-bb881332-1e4d-4690-b537-d5a547b8acf3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "DELETE /v2.0/ports/a60d97ee-5246-431c-a6b4-03d0f3923e0e HTTP/1.1" status: 204 len: 173 time: 0.5783031 Sep 22 10:03:29.054481 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1582a38e-c1cd-4253-bfaf-1b27fdc8376d', 'name': 'network-vif-deleted', 'tag': 'a60d97ee-5246-431c-a6b4-03d0f3923e0e'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:03:29.057224 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f8b282-1905-4053-8465-5bd6ddcfd60d" -d '{"events": [{"server_uuid": "1582a38e-c1cd-4253-bfaf-1b27fdc8376d", "name": "network-vif-deleted", "tag": "a60d97ee-5246-431c-a6b4-03d0f3923e0e"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:03:29.091244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] Router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:03:29.103263 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4126fe1-1679-41de-8079-1b6a73177f12 x-openstack-request-id: req-c4126fe1-1679-41de-8079-1b6a73177f12 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:03:29.103555 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1582a38e-c1cd-4253-bfaf-1b27fdc8376d", "name": "network-vif-deleted", "tag": "a60d97ee-5246-431c-a6b4-03d0f3923e0e", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:03:29.104102 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4126fe1-1679-41de-8079-1b6a73177f12 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:03:29.105217 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1582a38e-c1cd-4253-bfaf-1b27fdc8376d', 'name': 'network-vif-deleted', 'tag': 'a60d97ee-5246-431c-a6b4-03d0f3923e0e', 'status': 'completed', 'code': 200} Sep 22 10:03:29.211887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:03:29.220095 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48274) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:29.222409 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20c0f1-72bf-4b3a-8ec9-3690abcc026b None None] Sync routers for ids ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:03:29.227199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3c3f5d8c-74fa-4db4-8130-850e071bfefd admin admin] 10.222.0.49 "PUT /v2.0/routers/e26dfaa4-d87b-4aac-8ff3-ca72e66062a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7233336 Sep 22 10:03:29.250214 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20c0f1-72bf-4b3a-8ec9-3690abcc026b None None] Routers {'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:03:29.251182 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ea20c0f1-72bf-4b3a-8ec9-3690abcc026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:03:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:29.339160 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:29.369478 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ea20c0f1-72bf-4b3a-8ec9-3690abcc026b None None] Set router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:03:29.462422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:29.485166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50dbf8f9-0b4a-497d-8c33-03570c9f3fca req-553e1dd7-05b7-4811-a4ff-543327d8df80 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 210 time: 0.0381365 Sep 22 10:03:29.575103 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ea20c0f1-72bf-4b3a-8ec9-3690abcc026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T10:03:28Z', 'revision_number': 5, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port': {'id': '603ada7e-9c42-44b8-a44a-31100e143d8d', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ea:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T09:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:29.604100 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20c0f1-72bf-4b3a-8ec9-3690abcc026b None None] Checking router: e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:03:29.615159 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20c0f1-72bf-4b3a-8ec9-3690abcc026b None None] Routers {'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:03:29.615912 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ea20c0f1-72bf-4b3a-8ec9-3690abcc026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:03:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:29.625647 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Deleting port 603ada7e-9c42-44b8-a44a-31100e143d8d {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:29.626328 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:29.712535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] For port 603ada7e-9c42-44b8-a44a-31100e143d8d, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=603ada7e-9c42-44b8-a44a-31100e143d8d,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:29.713051 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:29.713402 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ea20c0f1-72bf-4b3a-8ec9-3690abcc026b None None] Set router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:03:29.728324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Calling delete_port for 603ada7e-9c42-44b8-a44a-31100e143d8d owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:29.882512 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ea20c0f1-72bf-4b3a-8ec9-3690abcc026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T10:03:29Z', 'revision_number': 6, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:29.911220 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20c0f1-72bf-4b3a-8ec9-3690abcc026b None None] The sync data for ids ['e26dfaa4-d87b-4aac-8ff3-ca72e66062a4'] in n-d-805649-4 is: [{'id': 'e26dfaa4-d87b-4aac-8ff3-ca72e66062a4', 'name': 'tempest-ServerActionsTestJSON-632083538-router', 'tenant_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T09:55:56Z', 'updated_at': '2021-09-22T10:03:29Z', 'revision_number': 6, 'project_id': 'fab256fcde3c42d3bfb14028aa7d2203', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:03:29.927664 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.024936 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.049266 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Pushing event deleted for resources: {'Port': ['ID=603ada7e-9c42-44b8-a44a-31100e143d8d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:30.121267 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.213376 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.215843 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.329293 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.329899 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:03:30.334962 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.336645 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bf92e6bf-0fcd-4512-814e-03336bb10150 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e26dfaa4-d87b-4aac-8ff3-ca72e66062a4 HTTP/1.1" status: 204 len: 168 time: 1.1154890 Sep 22 10:03:30.339297 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48278) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:30.390480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-d651b564-8806-497f-9ddf-3605052e1359 admin admin] Deleting subnet 4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:03:30.394552 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d651b564-8806-497f-9ddf-3605052e1359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.430256 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d651b564-8806-497f-9ddf-3605052e1359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.516134 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d651b564-8806-497f-9ddf-3605052e1359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.577910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1cf7936-b989-4721-a10a-0684928f257d req-c9b1e7ef-1d66-4aab-9a77-71d4896f6946 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 210 time: 0.0333259 Sep 22 10:03:30.666033 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d651b564-8806-497f-9ddf-3605052e1359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.693928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651b564-8806-497f-9ddf-3605052e1359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de2ee4c-7083-42b7-ba44-20ffb6a5fe35,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:30.698027 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d651b564-8806-497f-9ddf-3605052e1359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.701434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d651b564-8806-497f-9ddf-3605052e1359 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4de2ee4c-7083-42b7-ba44-20ffb6a5fe35 HTTP/1.1" status: 204 len: 168 time: 0.3596776 Sep 22 10:03:30.703018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48282) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:30.708652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1391e2a-d22f-4ba8-841a-4c6375028210 None None] Network c85a8988-a485-4675-bd7e-9a956ab2472f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:03:30.791263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.847205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Deleting port 3dca4b87-6d88-4347-bd2f-7b1a6709080f {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:30.847546 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.931210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbc6070-1e2a-4c3e-a428-6b2f8f4c3e39 None None] DHCP port deletion for c85a8988-a485-4675-bd7e-9a956ab2472f request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:03:30.934909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] For port 3dca4b87-6d88-4347-bd2f-7b1a6709080f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3dca4b87-6d88-4347-bd2f-7b1a6709080f,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:30.935348 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:30.950399 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Calling delete_port for 3dca4b87-6d88-4347-bd2f-7b1a6709080f owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:30.984691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc6070-1e2a-4c3e-a428-6b2f8f4c3e39 None None] Deleting port 3dca4b87-6d88-4347-bd2f-7b1a6709080f {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:30.985488 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6070-1e2a-4c3e-a428-6b2f8f4c3e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:31.069765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1fbc6070-1e2a-4c3e-a428-6b2f8f4c3e39 None None] For port 3dca4b87-6d88-4347-bd2f-7b1a6709080f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3dca4b87-6d88-4347-bd2f-7b1a6709080f,segment=NetworkSegment(7d54929f-7e31-419f-b9f2-f665ea6c31cc),segment_id=7d54929f-7e31-419f-b9f2-f665ea6c31cc)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:31.070175 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6070-1e2a-4c3e-a428-6b2f8f4c3e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:31.091252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc6070-1e2a-4c3e-a428-6b2f8f4c3e39 None None] Calling delete_port for 3dca4b87-6d88-4347-bd2f-7b1a6709080f owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:31.136588 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:31.179649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Pushing event deleted for resources: {'Port': ['ID=3dca4b87-6d88-4347-bd2f-7b1a6709080f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:31.189829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] No DVR routers for this DVR port 3dca4b87-6d88-4347-bd2f-7b1a6709080f on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:03:31.206719 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6070-1e2a-4c3e-a428-6b2f8f4c3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:31.236242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc6070-1e2a-4c3e-a428-6b2f8f4c3e39 None None] Pushing event deleted for resources: {'Port': ['ID=3dca4b87-6d88-4347-bd2f-7b1a6709080f,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:31.238881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc6070-1e2a-4c3e-a428-6b2f8f4c3e39 None None] No DVR routers for this DVR port 3dca4b87-6d88-4347-bd2f-7b1a6709080f on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:03:31.295519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:31.513344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a60d97ee-5246-431c-a6b4-03d0f3923e0e no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:03:31.536135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: a60d97ee-5246-431c-a6b4-03d0f3923e0e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:03:31.536489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device a60d97ee-5246-431c-a6b4-03d0f3923e0e not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:03:31.557173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 603ada7e-9c42-44b8-a44a-31100e143d8d no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:03:31.582865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 603ada7e-9c42-44b8-a44a-31100e143d8d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:03:31.583237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 603ada7e-9c42-44b8-a44a-31100e143d8d not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:03:31.583626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 89ca360c-05ef-4b55-9654-6e49cbaa503b no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:03:31.606729 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 89ca360c-05ef-4b55-9654-6e49cbaa503b {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:03:31.607072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 89ca360c-05ef-4b55-9654-6e49cbaa503b not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:03:31.607543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3dca4b87-6d88-4347-bd2f-7b1a6709080f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:03:31.629587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 3dca4b87-6d88-4347-bd2f-7b1a6709080f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:03:31.629587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3dca4b87-6d88-4347-bd2f-7b1a6709080f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:03:31.669499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85a8988-a485-4675-bd7e-9a956ab2472f']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:31.682691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d54929f-7e31-419f-b9f2-f665ea6c31cc') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:31.683074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d54929f-7e31-419f-b9f2-f665ea6c31cc') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:31.693983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:31.699526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa604e86-6906-46aa-8715-f33c2093183f req-62739cd2-4ec8-495f-a903-35be39c76497 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 210 time: 0.0340242 Sep 22 10:03:31.712714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:31.720062 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:03:31.720398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: items = [ Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:03:31.722415 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:03:31.893972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:31.899816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:31.902123 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] 10.222.0.49 "DELETE /v2.0/networks/c85a8988-a485-4675-bd7e-9a956ab2472f HTTP/1.1" status: 204 len: 168 time: 1.1980824 Sep 22 10:03:31.914828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2128d74-a179-4afd-9854-70aaf439a48c admin admin] Pushing event deleted for resources: {'Network': ['ID=c85a8988-a485-4675-bd7e-9a956ab2472f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:32.209162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48288) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:32.255240 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d91d7d10-5cbe-4669-a687-989c7fc38be1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fab256fcde3c42d3bfb14028aa7d2203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448208 Sep 22 10:03:32.258195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48290) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:32.314993 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0d885d9-dcc6-4ae6-888b-27a4c2adfd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:32.337123 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0d885d9-dcc6-4ae6-888b-27a4c2adfd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:32.476272 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0d885d9-dcc6-4ae6-888b-27a4c2adfd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:32.479381 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f0d885d9-dcc6-4ae6-888b-27a4c2adfd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:32.480623 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f0d885d9-dcc6-4ae6-888b-27a4c2adfd49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47472990-aaac-45d6-8a45-79f7d283040f HTTP/1.1" status: 204 len: 168 time: 0.2215383 Sep 22 10:03:32.491084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d885d9-dcc6-4ae6-888b-27a4c2adfd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47472990-aaac-45d6-8a45-79f7d283040f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:32.807129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4da8d158-f916-47d9-9654-66969d02c1b6 req-b6c7783a-4525-4a25-8f76-85ad295c83eb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 210 time: 0.0276611 Sep 22 10:03:33.676451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48314) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:33.800183 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-94295935-network', 'tenant_id': 'c46355ca590f457dac5c3369ea7b32c5'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:03:33.899674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Made reservation on behalf of c46355ca590f457dac5c3369ea7b32c5 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:03:33.903121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:33.912092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:33.919498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4ea3f6f-3d16-48e2-9ad0-0a8a05b80c8a req-c2a36a54-2348-417f-a551-03409a8be17f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=1582a38e-c1cd-4253-bfaf-1b27fdc8376d HTTP/1.1" status: 200 len: 210 time: 0.0302427 Sep 22 10:03:34.027279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:34.133576 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:34.162487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:03:34.168875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e55a08-e6e1-4b50-9615-0c3a7573f52a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:34.175799 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:34.176143 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Added segment 6fc7cb5b-f041-42f7-89f3-0eba74c3caca of type vlan for network bb64aca6-5734-416c-8e52-6328fffe73b5 Sep 22 10:03:34.220776 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:34.322420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:34.323443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:34.326764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:34.385015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb64aca6-5734-416c-8e52-6328fffe73b5,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:34.395276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network bb64aca6-5734-416c-8e52-6328fffe73b5 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:03:34.423409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48320) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:34.423665 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-091ed722-3785-4fea-93d5-1aca026397f5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7465825 Sep 22 10:03:34.428933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] Request body: {'subnet': {'network_id': 'bb64aca6-5734-416c-8e52-6328fffe73b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-94295935-subnet', 'tenant_id': 'c46355ca590f457dac5c3369ea7b32c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:03:34.513522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] Made reservation on behalf of c46355ca590f457dac5c3369ea7b32c5 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:03:34.516745 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:34.759740 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:34.819773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=343433d0-23f2-4686-894a-a88c0672b016,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:34.827846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] Checking segment: {'id': '6fc7cb5b-f041-42f7-89f3-0eba74c3caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bb64aca6-5734-416c-8e52-6328fffe73b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:03:34.828211 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] Network hostable DHCP agents. Network: bb64aca6-5734-416c-8e52-6328fffe73b5, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:03:34.890757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] Network bb64aca6-5734-416c-8e52-6328fffe73b5 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:03:34.979637 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, bb64aca6-5734-416c-8e52-6328fffe73b5) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:03:34.986858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:34.987813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:34.998895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f54a3c-f2cc-4d3e-81b2-5bf813b078b3 None None] Network bb64aca6-5734-416c-8e52-6328fffe73b5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:03:35.078009 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1226682d-ecda-48c7-8feb-1a40f6724bc8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6523762 Sep 22 10:03:35.131302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19575238-9cb1-470c-833c-5086f0a1b9c3 None None] Network bb64aca6-5734-416c-8e52-6328fffe73b5 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:03:35.444429 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:03:37.205639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad130-a4d6-4459-897f-4865763e2def req-5ef0f479-c43b-4146-902a-a0cb8a8db886 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:37.207201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-5ef0f479-c43b-4146-902a-a0cb8a8db886 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/networks?id=bb64aca6-5734-416c-8e52-6328fffe73b5 HTTP/1.1" status: 200 len: 808 time: 0.1103499 Sep 22 10:03:37.223296 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-0cb9a52a-67e7-4a2a-b759-d86a66dd9e97 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/quotas/c46355ca590f457dac5c3369ea7b32c5 HTTP/1.1" status: 200 len: 375 time: 0.0100193 Sep 22 10:03:37.259155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-14d9d6ef-41b0-47f4-a837-ed65e4843905 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c46355ca590f457dac5c3369ea7b32c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301530 Sep 22 10:03:37.369609 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-d974b8db-e6b5-40cf-8291-4f85e6810ee8 service neutron] 10.222.0.49 "GET /v2.0/networks/bb64aca6-5734-416c-8e52-6328fffe73b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011703 Sep 22 10:03:37.475773 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-7467ce94-1a68-4dcf-97d6-4a0362fe6e47 service neutron] 10.222.0.49 "GET /v2.0/networks/bb64aca6-5734-416c-8e52-6328fffe73b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968127 Sep 22 10:03:37.886286 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4faeed3f-cbdd-4363-943e-02fea5c4402e req-4172d000-8ed1-4cf9-afef-6dfef51ca9ca tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 210 time: 0.0321212 Sep 22 10:03:38.966480 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efb94b3a-7cd1-4ece-a771-9e6e83c96e18 req-4f1823f9-16e9-4342-9a0f-e5c2dd5c8d38 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 210 time: 0.0271237 Sep 22 10:03:40.063429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-183ae398-d36c-4ebf-ade3-c78e8d4c7e43 req-4c3e169e-83db-4a28-a21e-c839da1c36f4 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 210 time: 0.0267792 Sep 22 10:03:40.199587 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad130-a4d6-4459-897f-4865763e2def req-37fb0486-575f-45f3-bc70-bc8a1bf8eed9 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:40.201943 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-37fb0486-575f-45f3-bc70-bc8a1bf8eed9 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.60 "GET /v2.0/networks?id=bb64aca6-5734-416c-8e52-6328fffe73b5 HTTP/1.1" status: 200 len: 808 time: 0.1081190 Sep 22 10:03:40.215995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Request body: {'port': {'device_id': 'bc14833a-c78b-4702-94bb-f98825541adb', 'network_id': 'bb64aca6-5734-416c-8e52-6328fffe73b5', 'admin_state_up': True, 'tenant_id': 'c46355ca590f457dac5c3369ea7b32c5'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:03:40.450591 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Made reservation on behalf of c46355ca590f457dac5c3369ea7b32c5 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:03:40.455123 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:40.585649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Allocated IP 172.20.0.4 (bb64aca6-5734-416c-8e52-6328fffe73b5/343433d0-23f2-4686-894a-a88c0672b016/a815efc3-10ab-4439-a58f-60f0caec5d5b) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:03:40.741257 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:40.824618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:40.870250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Network bb64aca6-5734-416c-8e52-6328fffe73b5 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:03:40.874109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:03:40.878072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:03:40.912496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Pushing event updated for resources: {'Port': ['ID=a815efc3-10ab-4439-a58f-60f0caec5d5b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:40.937598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:40.938346 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.011462 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-3467f5a9-1632-4f26-8373-b17e623c9142 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7994847 Sep 22 10:03:41.024780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Request body: {'port': {'device_id': 'bc14833a-c78b-4702-94bb-f98825541adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:03:41.087498 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.221841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80dad0-e75a-4b6c-9939-264e4491588f req-0196187b-a03e-4475-9e66-ec5e8c1f0fbf tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:41.221841 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec80dad0-e75a-4b6c-9939-264e4491588f req-0196187b-a03e-4475-9e66-ec5e8c1f0fbf tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 931 time: 0.0656090 Sep 22 10:03:41.268336 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec80dad0-e75a-4b6c-9939-264e4491588f req-e440f6e2-8450-4216-bf61-b39f3bee0986 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/security-groups?id=93e55a08-e6e1-4b50-9615-0c3a7573f52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487483 Sep 22 10:03:41.428376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a815efc3-10ab-4439-a58f-60f0caec5d5b {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:03:41.437455 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.461660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Transition to ACTIVE for port object a815efc3-10ab-4439-a58f-60f0caec5d5b will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:03:41.587892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.642908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Pushing event updated for resources: {'Port': ['ID=a815efc3-10ab-4439-a58f-60f0caec5d5b,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:41.728190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Attempting to bind port a815efc3-10ab-4439-a58f-60f0caec5d5b on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:03:41.728531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Attempting to bind port a815efc3-10ab-4439-a58f-60f0caec5d5b by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '6fc7cb5b-f041-42f7-89f3-0eba74c3caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bb64aca6-5734-416c-8e52-6328fffe73b5'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:03:41.728907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Attempting to bind port a815efc3-10ab-4439-a58f-60f0caec5d5b on network bb64aca6-5734-416c-8e52-6328fffe73b5 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:03:41.733290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Port a815efc3-10ab-4439-a58f-60f0caec5d5b on network bb64aca6-5734-416c-8e52-6328fffe73b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:03:41.733613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Attempting to bind port a815efc3-10ab-4439-a58f-60f0caec5d5b on network bb64aca6-5734-416c-8e52-6328fffe73b5 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:03:41.738539 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:03:41.738873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Checking segment: {'id': '6fc7cb5b-f041-42f7-89f3-0eba74c3caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bb64aca6-5734-416c-8e52-6328fffe73b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:03:41.739250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Bound using segment: {'id': '6fc7cb5b-f041-42f7-89f3-0eba74c3caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bb64aca6-5734-416c-8e52-6328fffe73b5'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:03:41.739669 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Bound port: a815efc3-10ab-4439-a58f-60f0caec5d5b, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc7cb5b-f041-42f7-89f3-0eba74c3caca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bb64aca6-5734-416c-8e52-6328fffe73b5'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:03:41.740020 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.811656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] For port a815efc3-10ab-4439-a58f-60f0caec5d5b, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:03:41.811656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] For port a815efc3-10ab-4439-a58f-60f0caec5d5b, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a815efc3-10ab-4439-a58f-60f0caec5d5b,segment=NetworkSegment(6fc7cb5b-f041-42f7-89f3-0eba74c3caca),segment_id=6fc7cb5b-f041-42f7-89f3-0eba74c3caca)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:03:41.922762 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.958421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:41.959028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:41.960412 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] 10.222.0.60 "PUT /v2.0/ports/a815efc3-10ab-4439-a58f-60f0caec5d5b HTTP/1.1" status: 200 len: 1091 time: 0.9407268 Sep 22 10:03:41.960866 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc14833a-c78b-4702-94bb-f98825541adb', 'tag': 'a815efc3-10ab-4439-a58f-60f0caec5d5b'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:03:41.963084 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2965a248-69c3-451d-9d2b-251a86f3e54c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc14833a-c78b-4702-94bb-f98825541adb", "tag": "a815efc3-10ab-4439-a58f-60f0caec5d5b"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:03:41.986319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e2eaf-3cd5-4599-b76f-09884aed4195 service neutron] Pushing event updated for resources: {'Port': ['ID=a815efc3-10ab-4439-a58f-60f0caec5d5b,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:42.003231 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed4cbf2-119e-4602-8777-7b35fcd3e9ca x-openstack-request-id: req-7ed4cbf2-119e-4602-8777-7b35fcd3e9ca {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:03:42.003555 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc14833a-c78b-4702-94bb-f98825541adb", "tag": "a815efc3-10ab-4439-a58f-60f0caec5d5b", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:03:42.003803 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ed4cbf2-119e-4602-8777-7b35fcd3e9ca {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:03:42.004225 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc14833a-c78b-4702-94bb-f98825541adb', 'tag': 'a815efc3-10ab-4439-a58f-60f0caec5d5b', 'status': 'completed', 'code': 200} Sep 22 10:03:42.069261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965a248-69c3-451d-9d2b-251a86f3e54c req-e66405fc-c5b5-45fb-8b46-40e103872396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:42.070780 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2965a248-69c3-451d-9d2b-251a86f3e54c req-e66405fc-c5b5-45fb-8b46-40e103872396 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46355ca590f457dac5c3369ea7b32c5&device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 1094 time: 0.0452960 Sep 22 10:03:42.175698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965a248-69c3-451d-9d2b-251a86f3e54c req-892dca4a-b10a-4685-92bc-fc69a413f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:42.177274 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2965a248-69c3-451d-9d2b-251a86f3e54c req-892dca4a-b10a-4685-92bc-fc69a413f5ed service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c46355ca590f457dac5c3369ea7b32c5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0984647 Sep 22 10:03:42.284813 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965a248-69c3-451d-9d2b-251a86f3e54c req-4e036434-63c9-406a-871c-faf4d44df2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:42.284813 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2965a248-69c3-451d-9d2b-251a86f3e54c req-4e036434-63c9-406a-871c-faf4d44df2c6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959282 Sep 22 10:03:42.391872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad130-a4d6-4459-897f-4865763e2def req-4979b86c-0343-4904-8c38-af02b2d9fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:42.393677 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-4979b86c-0343-4904-8c38-af02b2d9fffb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c46355ca590f457dac5c3369ea7b32c5&device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 1094 time: 0.0508633 Sep 22 10:03:42.413017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbbf55-8786-4519-bfdc-4da17e70e3a7 req-096f2a08-df38-4397-9b03-085e1e4b2a07 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:42.422123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dbbbf55-8786-4519-bfdc-4da17e70e3a7 req-096f2a08-df38-4397-9b03-085e1e4b2a07 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 943 time: 0.0674529 Sep 22 10:03:42.458624 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-e76cd8e3-d847-4807-a8b2-6db07a0f4f61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a815efc3-10ab-4439-a58f-60f0caec5d5b HTTP/1.1" status: 200 len: 217 time: 0.0563397 Sep 22 10:03:42.463853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dbbbf55-8786-4519-bfdc-4da17e70e3a7 req-0d8a5c04-0f5f-44d4-ab9c-4d370723ccee tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/security-groups?id=93e55a08-e6e1-4b50-9615-0c3a7573f52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408106 Sep 22 10:03:42.528776 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad130-a4d6-4459-897f-4865763e2def req-a6d86d95-ef12-4d7a-bf38-7ef2d82bbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:42.530728 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-a6d86d95-ef12-4d7a-bf38-7ef2d82bbf98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=343433d0-23f2-4686-894a-a88c0672b016 HTTP/1.1" status: 200 len: 848 time: 0.0646586 Sep 22 10:03:42.568592 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-b073e1b8-2219-4ced-bc41-1444ae46add7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb64aca6-5734-416c-8e52-6328fffe73b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300667 Sep 22 10:03:42.667447 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-c3da7913-9ec4-4934-bdec-48b048588b36 service neutron] 10.222.0.60 "GET /v2.0/networks/bb64aca6-5734-416c-8e52-6328fffe73b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915318 Sep 22 10:03:42.769687 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5e7ad130-a4d6-4459-897f-4865763e2def req-55446ba5-46f8-4e07-89f3-160974bf641c service neutron] 10.222.0.60 "GET /v2.0/networks/bb64aca6-5734-416c-8e52-6328fffe73b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955572 Sep 22 10:03:43.596899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49172e-8632-4c18-a611-c4f946feddaa req-89163951-88c2-4082-9b00-a4eeef307eb2 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:43.599390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb49172e-8632-4c18-a611-c4f946feddaa req-89163951-88c2-4082-9b00-a4eeef307eb2 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 943 time: 0.0624318 Sep 22 10:03:43.642431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bb49172e-8632-4c18-a611-c4f946feddaa req-03b97306-e91c-422c-b82d-e7c80ca66cb3 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/security-groups?id=93e55a08-e6e1-4b50-9615-0c3a7573f52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 Sep 22 10:03:44.765061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a90300-c719-4945-b7d1-4b4272ec6d05 req-f59e0dfb-60cc-4ecb-974b-bc022b6730bc tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:44.766737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40a90300-c719-4945-b7d1-4b4272ec6d05 req-f59e0dfb-60cc-4ecb-974b-bc022b6730bc tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 943 time: 0.0545797 Sep 22 10:03:44.808421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40a90300-c719-4945-b7d1-4b4272ec6d05 req-29f10a61-96d0-4649-88f1-367b7d916f6a tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/security-groups?id=93e55a08-e6e1-4b50-9615-0c3a7573f52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350397 Sep 22 10:03:45.070188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a815efc3-10ab-4439-a58f-60f0caec5d5b details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:03:45.173394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a815efc3-10ab-4439-a58f-60f0caec5d5b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a815efc3-10ab-4439-a58f-60f0caec5d5b,segment=NetworkSegment(6fc7cb5b-f041-42f7-89f3-0eba74c3caca),segment_id=6fc7cb5b-f041-42f7-89f3-0eba74c3caca)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:45.186296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'a815efc3-10ab-4439-a58f-60f0caec5d5b', 'network_id': 'bb64aca6-5734-416c-8e52-6328fffe73b5', 'port_id': 'a815efc3-10ab-4439-a58f-60f0caec5d5b', 'mac_address': 'fa:16:3e:a1:7c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343433d0-23f2-4686-894a-a88c0672b016', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:03:45.225558 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:45.239108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a815efc3-10ab-4439-a58f-60f0caec5d5b {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:03:45.259456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a815efc3-10ab-4439-a58f-60f0caec5d5b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a815efc3-10ab-4439-a58f-60f0caec5d5b,segment=NetworkSegment(6fc7cb5b-f041-42f7-89f3-0eba74c3caca),segment_id=6fc7cb5b-f041-42f7-89f3-0eba74c3caca)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:45.350978 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:45.399788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=a815efc3-10ab-4439-a58f-60f0caec5d5b,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:45.550512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a815efc3-10ab-4439-a58f-60f0caec5d5b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:03:45.933897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6b786-3a53-47a1-8be1-fc7a3f59d1d5 req-30c47675-a85f-4a8e-9d2c-a1e04f20ef51 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:45.941271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31b6b786-3a53-47a1-8be1-fc7a3f59d1d5 req-30c47675-a85f-4a8e-9d2c-a1e04f20ef51 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 944 time: 0.0599456 Sep 22 10:03:45.983482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31b6b786-3a53-47a1-8be1-fc7a3f59d1d5 req-c520625f-fc2c-4a69-8ad4-65fa1c37b9da tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/security-groups?id=93e55a08-e6e1-4b50-9615-0c3a7573f52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398190 Sep 22 10:03:47.086237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a815efc3-10ab-4439-a58f-60f0caec5d5b up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:03:47.108397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4adf0-b582-482b-8639-f5c98791e12a req-11de47ff-c465-4a20-9fcc-ef79f84fb053 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:47.110697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7a4adf0-b582-482b-8639-f5c98791e12a req-11de47ff-c465-4a20-9fcc-ef79f84fb053 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 944 time: 0.0567064 Sep 22 10:03:47.153838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7a4adf0-b582-482b-8639-f5c98791e12a req-92d0d0ae-3c70-48ab-9fb2-448d561a5054 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/security-groups?id=93e55a08-e6e1-4b50-9615-0c3a7573f52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369511 Sep 22 10:03:47.196375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port a815efc3-10ab-4439-a58f-60f0caec5d5b completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:03:47.200371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port a815efc3-10ab-4439-a58f-60f0caec5d5b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:03:47.201377 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:47.285958 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:47.313764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc14833a-c78b-4702-94bb-f98825541adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a815efc3-10ab-4439-a58f-60f0caec5d5b'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:03:47.316086 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8d3f0b-5d84-4275-bb55-07c31ca972ba" -d '{"events": [{"server_uuid": "bc14833a-c78b-4702-94bb-f98825541adb", "name": "network-vif-plugged", "status": "completed", "tag": "a815efc3-10ab-4439-a58f-60f0caec5d5b"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:03:47.330384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a815efc3-10ab-4439-a58f-60f0caec5d5b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a815efc3-10ab-4439-a58f-60f0caec5d5b,segment=NetworkSegment(6fc7cb5b-f041-42f7-89f3-0eba74c3caca),segment_id=6fc7cb5b-f041-42f7-89f3-0eba74c3caca)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:47.361948 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810a3ff1-a1a4-48ba-8805-808a2f769848 x-openstack-request-id: req-810a3ff1-a1a4-48ba-8805-808a2f769848 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:03:47.362241 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc14833a-c78b-4702-94bb-f98825541adb", "name": "network-vif-plugged", "status": "completed", "tag": "a815efc3-10ab-4439-a58f-60f0caec5d5b", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:03:47.362499 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-810a3ff1-a1a4-48ba-8805-808a2f769848 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:03:47.362888 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc14833a-c78b-4702-94bb-f98825541adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a815efc3-10ab-4439-a58f-60f0caec5d5b', 'code': 200} Sep 22 10:03:47.413795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:47.465980 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=a815efc3-10ab-4439-a58f-60f0caec5d5b,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:47.473608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c242730-898d-4bc2-978e-157869a0d0d5 req-6263683b-404e-4d44-b21e-76b7f9cabbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:47.474763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.475122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.475248 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6c242730-898d-4bc2-978e-157869a0d0d5 req-6263683b-404e-4d44-b21e-76b7f9cabbf6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 1096 time: 0.0485435 Sep 22 10:03:47.475465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.475940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.476544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.476904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.477499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.477818 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.478399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.478731 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.479069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.479395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:03:47.513604 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6c242730-898d-4bc2-978e-157869a0d0d5 req-662e1ab4-e5b3-4edf-b132-afadd157f79d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93e55a08-e6e1-4b50-9615-0c3a7573f52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304694 Sep 22 10:03:48.291788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66be03-517e-4c4e-84ce-cc11e3e3fed1 req-6ec460fb-9256-4873-a8eb-498985441765 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:48.291788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b66be03-517e-4c4e-84ce-cc11e3e3fed1 req-6ec460fb-9256-4873-a8eb-498985441765 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 945 time: 0.0545433 Sep 22 10:03:48.325290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b66be03-517e-4c4e-84ce-cc11e3e3fed1 req-1625f4db-cef2-454b-902b-f3272f789541 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/security-groups?id=93e55a08-e6e1-4b50-9615-0c3a7573f52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377595 Sep 22 10:03:49.452539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826524a-e761-44d8-89c6-a47c19f601ac req-427b0116-5e9e-4e58-a648-94dc15f6c18a tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:49.454111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3826524a-e761-44d8-89c6-a47c19f601ac req-427b0116-5e9e-4e58-a648-94dc15f6c18a tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 945 time: 0.0558107 Sep 22 10:03:49.498418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3826524a-e761-44d8-89c6-a47c19f601ac req-0e7939cd-0f80-4b9a-823d-df3880cc66a2 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/security-groups?id=93e55a08-e6e1-4b50-9615-0c3a7573f52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382235 Sep 22 10:03:50.034374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09938063-3202-44dd-9973-c78999e98b1c req-1aadf166-16b9-46a8-9ca5-341c1a169259 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:50.035921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09938063-3202-44dd-9973-c78999e98b1c req-1aadf166-16b9-46a8-9ca5-341c1a169259 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 945 time: 0.0531831 Sep 22 10:03:50.077345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09938063-3202-44dd-9973-c78999e98b1c req-d81b86d3-51ce-46a0-b9b6-7df85e0d9392 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/security-groups?id=93e55a08-e6e1-4b50-9615-0c3a7573f52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345967 Sep 22 10:03:51.206723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3b9a6-2ba3-4e89-838c-b4e7c21cd27b req-668fee9d-6e82-4fe2-8f5b-5ac0e7d98551 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:51.208321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efa3b9a6-2ba3-4e89-838c-b4e7c21cd27b req-668fee9d-6e82-4fe2-8f5b-5ac0e7d98551 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 945 time: 0.0526376 Sep 22 10:03:51.251576 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efa3b9a6-2ba3-4e89-838c-b4e7c21cd27b req-cc81ec6e-d8d9-4d6c-983e-3f2e0e68f49c tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/security-groups?id=93e55a08-e6e1-4b50-9615-0c3a7573f52a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366702 Sep 22 10:03:51.293589 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3524c66-ec85-4dbd-8434-e093e72bdd1b req-9def704a-f41a-4952-92ad-3cc6a5646e31 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:51.296011 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b3524c66-ec85-4dbd-8434-e093e72bdd1b req-9def704a-f41a-4952-92ad-3cc6a5646e31 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 945 time: 0.0590549 Sep 22 10:03:51.393359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b3524c66-ec85-4dbd-8434-e093e72bdd1b req-5dcc37a2-9a4d-48b5-a9ad-20897f0127e7 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Deleting port a815efc3-10ab-4439-a58f-60f0caec5d5b {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:03:51.393769 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b3524c66-ec85-4dbd-8434-e093e72bdd1b req-5dcc37a2-9a4d-48b5-a9ad-20897f0127e7 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:51.494390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b3524c66-ec85-4dbd-8434-e093e72bdd1b req-5dcc37a2-9a4d-48b5-a9ad-20897f0127e7 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] For port a815efc3-10ab-4439-a58f-60f0caec5d5b, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a815efc3-10ab-4439-a58f-60f0caec5d5b,segment=NetworkSegment(6fc7cb5b-f041-42f7-89f3-0eba74c3caca),segment_id=6fc7cb5b-f041-42f7-89f3-0eba74c3caca)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:03:51.494757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b3524c66-ec85-4dbd-8434-e093e72bdd1b req-5dcc37a2-9a4d-48b5-a9ad-20897f0127e7 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:51.508253 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b3524c66-ec85-4dbd-8434-e093e72bdd1b req-5dcc37a2-9a4d-48b5-a9ad-20897f0127e7 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Calling delete_port for a815efc3-10ab-4439-a58f-60f0caec5d5b owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:03:52.314146 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b3524c66-ec85-4dbd-8434-e093e72bdd1b req-5dcc37a2-9a4d-48b5-a9ad-20897f0127e7 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:52.326842 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a815efc3-10ab-4439-a58f-60f0caec5d5b'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:03:52.363313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d55d5e2f-a404-4ebe-bc72-b107615309c6 req-fe8616b2-cd12-429c-95d2-7c231ef7f00f tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 210 time: 0.0339735 Sep 22 10:03:52.382635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc37a2-9a4d-48b5-a9ad-20897f0127e7 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Pushing event deleted for resources: {'Port': ['ID=a815efc3-10ab-4439-a58f-60f0caec5d5b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:52.418122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3524c66-ec85-4dbd-8434-e093e72bdd1b req-5dcc37a2-9a4d-48b5-a9ad-20897f0127e7 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] No DVR routers for this DVR port a815efc3-10ab-4439-a58f-60f0caec5d5b on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:03:52.421726 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b3524c66-ec85-4dbd-8434-e093e72bdd1b req-5dcc37a2-9a4d-48b5-a9ad-20897f0127e7 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:52.423875 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b3524c66-ec85-4dbd-8434-e093e72bdd1b req-5dcc37a2-9a4d-48b5-a9ad-20897f0127e7 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.60 "DELETE /v2.0/ports/a815efc3-10ab-4439-a58f-60f0caec5d5b HTTP/1.1" status: 204 len: 173 time: 1.1219604 Sep 22 10:03:52.424369 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc14833a-c78b-4702-94bb-f98825541adb', 'name': 'network-vif-deleted', 'tag': 'a815efc3-10ab-4439-a58f-60f0caec5d5b'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:03:52.426855 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954cdbbe-f1fa-4a2e-9a90-760a92170c3e" -d '{"events": [{"server_uuid": "bc14833a-c78b-4702-94bb-f98825541adb", "name": "network-vif-deleted", "tag": "a815efc3-10ab-4439-a58f-60f0caec5d5b"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:03:52.464394 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e37884-f920-452b-8438-92b1d35c012a x-openstack-request-id: req-c2e37884-f920-452b-8438-92b1d35c012a {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:03:52.464767 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc14833a-c78b-4702-94bb-f98825541adb", "name": "network-vif-deleted", "tag": "a815efc3-10ab-4439-a58f-60f0caec5d5b", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:03:52.464983 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2e37884-f920-452b-8438-92b1d35c012a {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:03:52.465387 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc14833a-c78b-4702-94bb-f98825541adb', 'name': 'network-vif-deleted', 'tag': 'a815efc3-10ab-4439-a58f-60f0caec5d5b', 'status': 'completed', 'code': 200} Sep 22 10:03:53.488813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c48955b-fec3-4a2d-b0fd-5d29cf482ae7 req-eeb71b2b-5a2b-42fa-b76a-34e2c43b42b2 tempest-ServerGroupTestJSON-81810331 tempest-ServerGroupTestJSON-81810331-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc14833a-c78b-4702-94bb-f98825541adb HTTP/1.1" status: 200 len: 210 time: 0.0314543 Sep 22 10:03:53.516226 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:54.250247 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f76f2509-cab9-43e0-b734-5eebcff00b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:54.707604 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:54.897517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48580) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:54.943187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd90726-de47-4fb2-a6e6-ff4af9f85c42 admin admin] Deleting subnet 343433d0-23f2-4686-894a-a88c0672b016 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:03:54.946439 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2bd90726-de47-4fb2-a6e6-ff4af9f85c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:54.985774 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2bd90726-de47-4fb2-a6e6-ff4af9f85c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.027638 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2bd90726-de47-4fb2-a6e6-ff4af9f85c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.134201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a815efc3-10ab-4439-a58f-60f0caec5d5b no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:03:55.155502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: a815efc3-10ab-4439-a58f-60f0caec5d5b {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:03:55.155838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a815efc3-10ab-4439-a58f-60f0caec5d5b not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:03:55.164913 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2bd90726-de47-4fb2-a6e6-ff4af9f85c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.193259 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd90726-de47-4fb2-a6e6-ff4af9f85c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343433d0-23f2-4686-894a-a88c0672b016,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:55.199919 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2bd90726-de47-4fb2-a6e6-ff4af9f85c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.205533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2bd90726-de47-4fb2-a6e6-ff4af9f85c42 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/343433d0-23f2-4686-894a-a88c0672b016 HTTP/1.1" status: 204 len: 168 time: 0.3046665 Sep 22 10:03:55.205533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48582) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:55.276571 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.359007 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.383475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb64aca6-5734-416c-8e52-6328fffe73b5']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:55.394451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc7cb5b-f041-42f7-89f3-0eba74c3caca') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:55.394840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc7cb5b-f041-42f7-89f3-0eba74c3caca') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:03:55.406038 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.420872 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.427460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:03:55.427977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:03:55.430035 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:03:55.573483 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.579599 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:55.582061 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bb64aca6-5734-416c-8e52-6328fffe73b5 HTTP/1.1" status: 204 len: 168 time: 0.3743551 Sep 22 10:03:55.597197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25b593-c4bd-4b88-abc5-96216c3580d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb64aca6-5734-416c-8e52-6328fffe73b5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:56.058028 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48588) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:56.099669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3f68ddf7-6a21-4b2a-8873-ed4e9823b1a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c46355ca590f457dac5c3369ea7b32c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403359 Sep 22 10:03:56.102159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48590) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:56.153538 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4774-ca45-4fd8-afd4-6cacc23fb225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:56.175258 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4774-ca45-4fd8-afd4-6cacc23fb225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:56.396400 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4774-ca45-4fd8-afd4-6cacc23fb225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:56.399413 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4774-ca45-4fd8-afd4-6cacc23fb225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:56.400597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ae6f4774-ca45-4fd8-afd4-6cacc23fb225 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93e55a08-e6e1-4b50-9615-0c3a7573f52a HTTP/1.1" status: 204 len: 168 time: 0.2975440 Sep 22 10:03:56.409899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f4774-ca45-4fd8-afd4-6cacc23fb225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e55a08-e6e1-4b50-9615-0c3a7573f52a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:56.927828 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4bf91e77-e39d-4f07-9ca1-6a7019a39130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:57.590452 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:57.622070 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48616) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:57.729504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-124223018-network', 'tenant_id': 'c5b2eef3e84f4b3da616eedd8340b1ec'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:03:57.850432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Made reservation on behalf of c5b2eef3e84f4b3da616eedd8340b1ec for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:03:57.852888 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:57.862197 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:57.957965 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:58.047635 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:58.076350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:03:58.085666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fde61e9-3a6b-41f7-9106-9e47397cecfd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:58.092646 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:58.093030 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Added segment 69262d14-d45a-4242-b76c-8df07d295cc3 of type vlan for network a63b370a-26e0-429c-b796-7a8ea3e6e1f7 Sep 22 10:03:58.133660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:58.196484 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:58.276745 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:58.277715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:58.278312 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:58.340006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] Pushing event updated for resources: {'Network': ['ID=a63b370a-26e0-429c-b796-7a8ea3e6e1f7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:58.350478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network a63b370a-26e0-429c-b796-7a8ea3e6e1f7 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:03:58.420183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e58ec336-349d-438b-bda3-8c0470240f4b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7967494 Sep 22 10:03:58.423626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48620) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:03:58.428378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] Request body: {'subnet': {'network_id': 'a63b370a-26e0-429c-b796-7a8ea3e6e1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-124223018-subnet', 'tenant_id': 'c5b2eef3e84f4b3da616eedd8340b1ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:03:58.567928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] Made reservation on behalf of c5b2eef3e84f4b3da616eedd8340b1ec for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:03:58.570436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:58.833623 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:58.896610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e23482c-c729-4c17-be43-dc6ed9027953,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:03:58.904452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] Checking segment: {'id': '69262d14-d45a-4242-b76c-8df07d295cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a63b370a-26e0-429c-b796-7a8ea3e6e1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:03:58.904846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] Network hostable DHCP agents. Network: a63b370a-26e0-429c-b796-7a8ea3e6e1f7, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:03:59.085443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] Network a63b370a-26e0-429c-b796-7a8ea3e6e1f7 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:03:59.207737 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, a63b370a-26e0-429c-b796-7a8ea3e6e1f7) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:03:59.212507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:59.213697 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:59.219207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ecc80b-bd7a-421a-a129-9f1d0f1ae2ca None None] Network a63b370a-26e0-429c-b796-7a8ea3e6e1f7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:03:59.356246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9de8de-70c6-41d5-91a0-ecc08230156d None None] Network a63b370a-26e0-429c-b796-7a8ea3e6e1f7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:03:59.405893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c69b3a74-70a2-4dd9-8237-53e8fa013744 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9811401 Sep 22 10:03:59.887401 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-ce1b6ab5-8125-421c-976e-388b4338a9e4 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:03:59.890402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-ce1b6ab5-8125-421c-976e-388b4338a9e4 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/networks?id=a63b370a-26e0-429c-b796-7a8ea3e6e1f7 HTTP/1.1" status: 200 len: 820 time: 0.1178279 Sep 22 10:03:59.907476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-fce976ad-d96c-4c02-b6bb-ea30a9e3dd57 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/quotas/c5b2eef3e84f4b3da616eedd8340b1ec HTTP/1.1" status: 200 len: 375 time: 0.0111885 Sep 22 10:03:59.942310 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:03:59.947384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-9a486444-4546-4b5c-9e18-2093eda88e3b tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c5b2eef3e84f4b3da616eedd8340b1ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338817 Sep 22 10:04:00.390282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-89bc8e54-db6c-4e66-94fb-3a1b3e959af1 service neutron] 10.222.0.49 "GET /v2.0/networks/a63b370a-26e0-429c-b796-7a8ea3e6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344990 Sep 22 10:04:00.492980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f52756c3-2719-4f66-909f-041d77fe71c8 service neutron] 10.222.0.49 "GET /v2.0/networks/a63b370a-26e0-429c-b796-7a8ea3e6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963519 Sep 22 10:04:00.728918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5eec4580-fd76-444d-a87c-85def6529206 req-3fa6e00c-ec3d-4480-b5d3-08534845c770 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 210 time: 0.0282731 Sep 22 10:04:01.813506 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87ac9904-f8ff-4a7e-84eb-d19e40a38693 req-2983d032-aa74-437a-85e7-6399c94908af tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 210 time: 0.0300336 Sep 22 10:04:02.913042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d29f9a7-ef47-498b-a777-180aa1f24b0f req-07b19385-3adb-4129-b87b-9272e0e75826 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 210 time: 0.0281141 Sep 22 10:04:03.071889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-fcf0d017-a2f5-4129-a690-99080e9ff77b tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:03.074146 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-fcf0d017-a2f5-4129-a690-99080e9ff77b tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.60 "GET /v2.0/networks?id=a63b370a-26e0-429c-b796-7a8ea3e6e1f7 HTTP/1.1" status: 200 len: 820 time: 0.1144454 Sep 22 10:04:03.087247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Request body: {'port': {'device_id': '08c6fa9d-c055-4600-b550-1666b0fce588', 'network_id': 'a63b370a-26e0-429c-b796-7a8ea3e6e1f7', 'admin_state_up': True, 'tenant_id': 'c5b2eef3e84f4b3da616eedd8340b1ec'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:03.224360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab44b9-786d-4817-b55b-be99c693b847 req-a3052d4a-d303-4959-8623-4a997b3e26c7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:03.226144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-a3052d4a-d303-4959-8623-4a997b3e26c7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1179383 Sep 22 10:04:03.243668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-13f58c95-dae4-4cb1-894b-bb1366fe5356 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/quotas/85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 375 time: 0.0098596 Sep 22 10:04:03.273592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Made reservation on behalf of c5b2eef3e84f4b3da616eedd8340b1ec for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:04:03.277527 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:03.300270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-224c0cdd-c499-4f4a-ae84-fd17051c32c7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503147 Sep 22 10:04:03.419631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Allocated IP 172.20.0.8 (a63b370a-26e0-429c-b796-7a8ea3e6e1f7/2e23482c-c729-4c17-be43-dc6ed9027953/a348d63d-b6f7-4758-be4e-88680d049d36) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:04:03.421595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-c4824efc-e510-4a3c-a0ca-ace3d0699544 service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064880 Sep 22 10:04:03.520550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-af936747-fa5a-4bc3-963b-59c9c62fdda3 service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925963 Sep 22 10:04:03.577095 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:03.673533 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:03.715668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Network a63b370a-26e0-429c-b796-7a8ea3e6e1f7 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:03.719314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:03.723197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:04:03.732593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Pushing event updated for resources: {'Port': ['ID=a348d63d-b6f7-4758-be4e-88680d049d36,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:03.781014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:03.781626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:03.851456 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-e4d7f9e2-16ef-47e5-8f1a-92c54f950bb7 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683375 Sep 22 10:04:03.861890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-aa8e1d7b-7e65-4d05-84f6-f67c461db8ff tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:04:03.862887 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-aa8e1d7b-7e65-4d05-84f6-f67c461db8ff tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051227 Sep 22 10:04:03.931258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Request body: {'port': {'device_id': '08c6fa9d-c055-4600-b550-1666b0fce588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:03.989666 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:04.127447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b9b1f-73c9-4684-a18d-0514cbe0686a req-cb07c3ff-ed21-4b4c-8a40-5d1a8d614616 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:04.129071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c8b9b1f-73c9-4684-a18d-0514cbe0686a req-cb07c3ff-ed21-4b4c-8a40-5d1a8d614616 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 931 time: 0.0623665 Sep 22 10:04:04.175237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c8b9b1f-73c9-4684-a18d-0514cbe0686a req-5e2ff95d-a6ab-4464-bfec-be6160684857 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fde61e9-3a6b-41f7-9106-9e47397cecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374799 Sep 22 10:04:04.253938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eff3350d-88e0-439a-9276-32eeb3462438 req-f56cae8a-801d-4475-9748-da7d4e5c85cc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 210 time: 0.0279913 Sep 22 10:04:04.286034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a348d63d-b6f7-4758-be4e-88680d049d36 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:04:04.294873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:04.312452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Transition to ACTIVE for port object a348d63d-b6f7-4758-be4e-88680d049d36 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:04:04.439025 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:04.492578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a348d63d-b6f7-4758-be4e-88680d049d36,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:04.563870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Attempting to bind port a348d63d-b6f7-4758-be4e-88680d049d36 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:04:04.564420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Attempting to bind port a348d63d-b6f7-4758-be4e-88680d049d36 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '69262d14-d45a-4242-b76c-8df07d295cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a63b370a-26e0-429c-b796-7a8ea3e6e1f7'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:04:04.564781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Attempting to bind port a348d63d-b6f7-4758-be4e-88680d049d36 on network a63b370a-26e0-429c-b796-7a8ea3e6e1f7 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:04.569247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Port a348d63d-b6f7-4758-be4e-88680d049d36 on network a63b370a-26e0-429c-b796-7a8ea3e6e1f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:04:04.569570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Attempting to bind port a348d63d-b6f7-4758-be4e-88680d049d36 on network a63b370a-26e0-429c-b796-7a8ea3e6e1f7 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:04.574457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:04:04.574796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Checking segment: {'id': '69262d14-d45a-4242-b76c-8df07d295cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a63b370a-26e0-429c-b796-7a8ea3e6e1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:04:04.575233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Bound using segment: {'id': '69262d14-d45a-4242-b76c-8df07d295cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a63b370a-26e0-429c-b796-7a8ea3e6e1f7'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:04:04.576255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Bound port: a348d63d-b6f7-4758-be4e-88680d049d36, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69262d14-d45a-4242-b76c-8df07d295cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a63b370a-26e0-429c-b796-7a8ea3e6e1f7'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:04:04.576631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:04.642663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] For port a348d63d-b6f7-4758-be4e-88680d049d36, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:04:04.645730 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] For port a348d63d-b6f7-4758-be4e-88680d049d36, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a348d63d-b6f7-4758-be4e-88680d049d36,segment=NetworkSegment(69262d14-d45a-4242-b76c-8df07d295cc3),segment_id=69262d14-d45a-4242-b76c-8df07d295cc3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:04:04.748961 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:04.784032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:04.784644 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:04.786088 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] 10.222.0.60 "PUT /v2.0/ports/a348d63d-b6f7-4758-be4e-88680d049d36 HTTP/1.1" status: 200 len: 1091 time: 0.9143796 Sep 22 10:04:04.786524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c6fa9d-c055-4600-b550-1666b0fce588', 'tag': 'a348d63d-b6f7-4758-be4e-88680d049d36'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:04:04.788818 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8079ed4f-4aba-425d-a578-6996c535792b" -d '{"events": [{"name": "network-changed", "server_uuid": "08c6fa9d-c055-4600-b550-1666b0fce588", "tag": "a348d63d-b6f7-4758-be4e-88680d049d36"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:04:04.813580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c694e-7dd8-40fb-91b7-8f3228ea22d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a348d63d-b6f7-4758-be4e-88680d049d36,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:04.827408 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0cc459-20a5-439e-b42a-b10bca4636c3 x-openstack-request-id: req-1e0cc459-20a5-439e-b42a-b10bca4636c3 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:04:04.827741 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c6fa9d-c055-4600-b550-1666b0fce588", "tag": "a348d63d-b6f7-4758-be4e-88680d049d36", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:04:04.827999 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e0cc459-20a5-439e-b42a-b10bca4636c3 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:04:04.828404 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c6fa9d-c055-4600-b550-1666b0fce588', 'tag': 'a348d63d-b6f7-4758-be4e-88680d049d36', 'status': 'completed', 'code': 200} Sep 22 10:04:04.892530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079ed4f-4aba-425d-a578-6996c535792b req-e18b1a5b-eb0a-4976-b9ee-967e2bf8ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:04.894122 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8079ed4f-4aba-425d-a578-6996c535792b req-e18b1a5b-eb0a-4976-b9ee-967e2bf8ab08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5b2eef3e84f4b3da616eedd8340b1ec&device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 1094 time: 0.0433624 Sep 22 10:04:05.000105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079ed4f-4aba-425d-a578-6996c535792b req-2d9f5d8f-ee25-4a51-aabd-fbc00ce35e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:05.001546 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8079ed4f-4aba-425d-a578-6996c535792b req-2d9f5d8f-ee25-4a51-aabd-fbc00ce35e0f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c5b2eef3e84f4b3da616eedd8340b1ec&shared=False HTTP/1.1" status: 200 len: 921 time: 0.0990114 Sep 22 10:04:05.102997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079ed4f-4aba-425d-a578-6996c535792b req-316e1630-9c05-42a1-9877-ec7dba528903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:05.104507 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8079ed4f-4aba-425d-a578-6996c535792b req-316e1630-9c05-42a1-9877-ec7dba528903 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963933 Sep 22 10:04:05.189156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-a956d264-064e-44fa-b30d-a96b9c7798f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:05.190695 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-a956d264-064e-44fa-b30d-a96b9c7798f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5b2eef3e84f4b3da616eedd8340b1ec&device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 1094 time: 0.0501781 Sep 22 10:04:05.236698 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-d1ceeb62-d8c3-4dd0-8fbc-9b1db1929d87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a348d63d-b6f7-4758-be4e-88680d049d36 HTTP/1.1" status: 200 len: 217 time: 0.0378640 Sep 22 10:04:05.291012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-3fc7275a-ab26-4bd6-bd58-7e48cb08ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:05.292514 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-3fc7275a-ab26-4bd6-bd58-7e48cb08ab88 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2e23482c-c729-4c17-be43-dc6ed9027953 HTTP/1.1" status: 200 len: 860 time: 0.0494430 Sep 22 10:04:05.300277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f72d62-a00c-45ee-a998-49c81eec11c3 req-fc11324f-e7d0-4ac2-8424-93177bb5a003 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:05.302030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2f72d62-a00c-45ee-a998-49c81eec11c3 req-fc11324f-e7d0-4ac2-8424-93177bb5a003 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 943 time: 0.0533230 Sep 22 10:04:05.326269 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-08e65259-5a7f-4228-8d9d-ea3f1c39e649 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a63b370a-26e0-429c-b796-7a8ea3e6e1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268466 Sep 22 10:04:05.343501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2f72d62-a00c-45ee-a998-49c81eec11c3 req-cdf022d0-6019-435c-875e-f5bc98317085 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fde61e9-3a6b-41f7-9106-9e47397cecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333958 Sep 22 10:04:05.423018 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-7ba8a073-404d-472b-bbe3-2ede098b0477 service neutron] 10.222.0.60 "GET /v2.0/networks/a63b370a-26e0-429c-b796-7a8ea3e6e1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895188 Sep 22 10:04:05.442917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8a326bc-92f2-485e-9845-c76775556a78 req-80a44db8-543e-4a80-ae96-d03cb8d23001 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 210 time: 0.0325227 Sep 22 10:04:05.523529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7fd2331c-3908-4894-a5e8-c33ec14ffddf req-4d865c23-8335-40b9-9773-6c98c43feba9 service neutron] 10.222.0.60 "GET /v2.0/networks/a63b370a-26e0-429c-b796-7a8ea3e6e1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929976 Sep 22 10:04:06.348911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1086eb7c-75be-4e78-9c7d-61cee570ba40 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:06.350669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1086eb7c-75be-4e78-9c7d-61cee570ba40 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1168053 Sep 22 10:04:06.370528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'port': {'device_id': 'cb4a6d66-35fe-47da-a381-64659ea0d882', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'admin_state_up': True, 'tenant_id': '85783f088d50493ba8dced847fb677eb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:06.477062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32a01-2c80-466d-9378-6d1a09fa286c req-cbd0f54f-e116-4340-af2f-62d14de91784 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:06.478716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7a32a01-2c80-466d-9378-6d1a09fa286c req-cbd0f54f-e116-4340-af2f-62d14de91784 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 943 time: 0.0560093 Sep 22 10:04:06.524564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7a32a01-2c80-466d-9378-6d1a09fa286c req-f2cd1dec-14c1-46b5-8cc2-a8c68f296065 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fde61e9-3a6b-41f7-9106-9e47397cecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384903 Sep 22 10:04:06.556461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Made reservation on behalf of 85783f088d50493ba8dced847fb677eb for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:04:06.560386 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:06.615851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f88b4ad-89fe-4da9-ab82-61107bf89204 req-6c36755c-1fe2-41f4-8535-49a5de3fba1e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 210 time: 0.0301464 Sep 22 10:04:06.702091 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Allocated IP 172.20.0.9 (6ed1a16d-1131-43c3-bed3-028a71d58cce/f6586a42-b832-4d74-bacf-f5a31d538762/e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:04:06.864153 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:06.956669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:06.999694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:07.002894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:07.005353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:04:07.039244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:07.069866 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:07.076512 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.159658 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-1777832b-7de8-4bf0-bb92-ed957e0d874f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934709 Sep 22 10:04:07.171564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-4e39d25d-9b0f-4d2a-a0e4-7d45f40cef79 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:04:07.172569 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-4e39d25d-9b0f-4d2a-a0e4-7d45f40cef79 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053778 Sep 22 10:04:07.188127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Request body: {'port': {'device_id': 'cb4a6d66-35fe-47da-a381-64659ea0d882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:07.188295 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a348d63d-b6f7-4758-be4e-88680d049d36 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:04:07.248140 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.282632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-62bcb3e4-73b8-40f6-ab33-aac2f53c42e8 None None] Provisioning complete for port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:07.282943 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-62bcb3e4-73b8-40f6-ab33-aac2f53c42e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.331822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a348d63d-b6f7-4758-be4e-88680d049d36, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a348d63d-b6f7-4758-be4e-88680d049d36,segment=NetworkSegment(69262d14-d45a-4242-b76c-8df07d295cc3),segment_id=69262d14-d45a-4242-b76c-8df07d295cc3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:07.342390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-62bcb3e4-73b8-40f6-ab33-aac2f53c42e8 None None] Port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:04:07.347595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'a348d63d-b6f7-4758-be4e-88680d049d36', 'network_id': 'a63b370a-26e0-429c-b796-7a8ea3e6e1f7', 'port_id': 'a348d63d-b6f7-4758-be4e-88680d049d36', 'mac_address': 'fa:16:3e:49:93:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e23482c-c729-4c17-be43-dc6ed9027953', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:04:07.387110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.405900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a348d63d-b6f7-4758-be4e-88680d049d36 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:04:07.490863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a348d63d-b6f7-4758-be4e-88680d049d36, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a348d63d-b6f7-4758-be4e-88680d049d36,segment=NetworkSegment(69262d14-d45a-4242-b76c-8df07d295cc3),segment_id=69262d14-d45a-4242-b76c-8df07d295cc3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:07.545560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:04:07.554134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.558900 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.590063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Transition to ACTIVE for port object e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:04:07.632291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=a348d63d-b6f7-4758-be4e-88680d049d36,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:07.658424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182491b3-41c4-4ef7-bfc3-c159aa6b3f54 req-0eb2ab82-ea03-460f-9b21-70ee4e241faf tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:07.660140 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-182491b3-41c4-4ef7-bfc3-c159aa6b3f54 req-0eb2ab82-ea03-460f-9b21-70ee4e241faf tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 944 time: 0.0599697 Sep 22 10:04:07.673277 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.711111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-182491b3-41c4-4ef7-bfc3-c159aa6b3f54 req-f1e6bfd8-2ebb-436c-bdd5-5f9a9d7ebd1b tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fde61e9-3a6b-41f7-9106-9e47397cecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444784 Sep 22 10:04:07.751771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a348d63d-b6f7-4758-be4e-88680d049d36'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:04:07.817103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:07.867378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Attempting to bind port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:04:07.869550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Attempting to bind port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:04:07.870118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Attempting to bind port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:07.874944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645dd32-5a02-4e69-b594-50680c9d734b req-e65fc4c9-cb61-43bb-8398-810f34f8156d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:07.877232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed on network 6ed1a16d-1131-43c3-bed3-028a71d58cce not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:04:07.877635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Attempting to bind port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:07.879115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b645dd32-5a02-4e69-b594-50680c9d734b req-e65fc4c9-cb61-43bb-8398-810f34f8156d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 943 time: 0.0826581 Sep 22 10:04:07.891825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:04:07.892200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Checking segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:04:07.892656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Bound using segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:04:07.893179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Bound port: e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:04:07.893607 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:07.953012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b645dd32-5a02-4e69-b594-50680c9d734b req-f56a1bb9-a2ad-457a-a866-cd530fb03ee5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671899 Sep 22 10:04:07.985699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] For port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:04:07.989784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] For port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:04:08.073534 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:08.112279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:08.112931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:08.114408 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] 10.222.0.45 "PUT /v2.0/ports/e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed HTTP/1.1" status: 200 len: 1091 time: 0.9317033 Sep 22 10:04:08.114856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4a6d66-35fe-47da-a381-64659ea0d882', 'tag': 'e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:04:08.120921 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc264f9-6c85-49a6-8997-1d546d4731c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4a6d66-35fe-47da-a381-64659ea0d882", "tag": "e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:04:08.161982 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b3428e-3435-4476-98fb-8beb4621d277 x-openstack-request-id: req-59b3428e-3435-4476-98fb-8beb4621d277 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:04:08.162265 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4a6d66-35fe-47da-a381-64659ea0d882", "tag": "e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:04:08.163118 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59b3428e-3435-4476-98fb-8beb4621d277 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:04:08.163266 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4a6d66-35fe-47da-a381-64659ea0d882', 'tag': 'e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed', 'status': 'completed', 'code': 200} Sep 22 10:04:08.163819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b30d86-50c9-408b-94ae-99cc6021d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:08.242538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc264f9-6c85-49a6-8997-1d546d4731c3 req-f40ae52c-8893-46bc-8e96-80875f570176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:08.244336 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-efc264f9-6c85-49a6-8997-1d546d4731c3 req-f40ae52c-8893-46bc-8e96-80875f570176 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 1094 time: 0.0518968 Sep 22 10:04:08.365450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc264f9-6c85-49a6-8997-1d546d4731c3 req-cc86983b-513d-4e83-a77c-754930560d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:08.367017 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-efc264f9-6c85-49a6-8997-1d546d4731c3 req-cc86983b-513d-4e83-a77c-754930560d49 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=85783f088d50493ba8dced847fb677eb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1099031 Sep 22 10:04:08.476418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc264f9-6c85-49a6-8997-1d546d4731c3 req-ec377126-3344-4356-9646-dbb07f650a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:08.477982 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-efc264f9-6c85-49a6-8997-1d546d4731c3 req-ec377126-3344-4356-9646-dbb07f650a96 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989060 Sep 22 10:04:08.565871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab44b9-786d-4817-b55b-be99c693b847 req-032afa00-cc9e-41bb-b04b-3c22eab18912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:08.567453 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-032afa00-cc9e-41bb-b04b-3c22eab18912 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 1094 time: 0.0438402 Sep 22 10:04:08.617991 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-cb7d24e7-25bf-4558-8a08-03d20ef00be0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed HTTP/1.1" status: 200 len: 217 time: 0.0381184 Sep 22 10:04:08.845750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf543a8-8716-4a08-95ab-f542c133ad9a req-e7b557cc-9b19-4762-8bc1-ff95733650a9 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:08.847366 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf543a8-8716-4a08-95ab-f542c133ad9a req-e7b557cc-9b19-4762-8bc1-ff95733650a9 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 944 time: 0.0590177 Sep 22 10:04:08.893608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf543a8-8716-4a08-95ab-f542c133ad9a req-41883177-27c8-470e-9c78-98c179302f05 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fde61e9-3a6b-41f7-9106-9e47397cecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Sep 22 10:04:09.003441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab44b9-786d-4817-b55b-be99c693b847 req-eee94ebd-abf2-464d-8f9c-c74e56823de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:09.003441 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-eee94ebd-abf2-464d-8f9c-c74e56823de2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.3775604 Sep 22 10:04:09.054552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab44b9-786d-4817-b55b-be99c693b847 req-258cd259-8719-43b7-b0cd-001124166676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:09.056191 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-258cd259-8719-43b7-b0cd-001124166676 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444295 Sep 22 10:04:09.085974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df134e-7303-49ae-8ddd-e95f2402dd2e req-fc22ee28-44ec-40b3-9f67-07342d196717 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:09.087665 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21df134e-7303-49ae-8ddd-e95f2402dd2e req-fc22ee28-44ec-40b3-9f67-07342d196717 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 943 time: 0.0548689 Sep 22 10:04:09.128640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-21df134e-7303-49ae-8ddd-e95f2402dd2e req-77cabdb3-8142-4ce2-918f-f3c0c0a489db tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333605 Sep 22 10:04:09.162969 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-e03a1f66-fbc2-4fbd-acb6-7d50397f0c80 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944436 Sep 22 10:04:09.197179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a348d63d-b6f7-4758-be4e-88680d049d36 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:04:09.262157 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cdab44b9-786d-4817-b55b-be99c693b847 req-08aede98-f7ae-4485-ae86-2bed0fb97a04 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894642 Sep 22 10:04:09.356489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port a348d63d-b6f7-4758-be4e-88680d049d36 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:04:09.360658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port a348d63d-b6f7-4758-be4e-88680d049d36 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:09.361068 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:09.439721 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:09.461815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c6fa9d-c055-4600-b550-1666b0fce588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a348d63d-b6f7-4758-be4e-88680d049d36'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:04:09.464051 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369513dc-f4e0-4981-a62d-87fbba1a3b4d" -d '{"events": [{"server_uuid": "08c6fa9d-c055-4600-b550-1666b0fce588", "name": "network-vif-plugged", "status": "completed", "tag": "a348d63d-b6f7-4758-be4e-88680d049d36"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:04:09.477562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a348d63d-b6f7-4758-be4e-88680d049d36, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a348d63d-b6f7-4758-be4e-88680d049d36,segment=NetworkSegment(69262d14-d45a-4242-b76c-8df07d295cc3),segment_id=69262d14-d45a-4242-b76c-8df07d295cc3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:09.502155 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede0b163-956e-4aee-9d32-0d7aaad5ada4 x-openstack-request-id: req-ede0b163-956e-4aee-9d32-0d7aaad5ada4 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:04:09.502468 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c6fa9d-c055-4600-b550-1666b0fce588", "name": "network-vif-plugged", "status": "completed", "tag": "a348d63d-b6f7-4758-be4e-88680d049d36", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:04:09.502718 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ede0b163-956e-4aee-9d32-0d7aaad5ada4 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:04:09.503135 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c6fa9d-c055-4600-b550-1666b0fce588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a348d63d-b6f7-4758-be4e-88680d049d36', 'code': 200} Sep 22 10:04:09.562133 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:09.611847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260928dd-8d75-44c6-9289-b7076c618d62 req-b2cdec0e-48d9-4e1a-a730-b6ee3e14022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:09.613485 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-260928dd-8d75-44c6-9289-b7076c618d62 req-b2cdec0e-48d9-4e1a-a730-b6ee3e14022b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 1096 time: 0.0523481 Sep 22 10:04:09.619274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=a348d63d-b6f7-4758-be4e-88680d049d36,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:09.655521 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-260928dd-8d75-44c6-9289-b7076c618d62 req-1aaae135-fc06-4f43-9323-c9d739548a90 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5fde61e9-3a6b-41f7-9106-9e47397cecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346906 Sep 22 10:04:10.021428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0e6ba-5db2-4127-8eb2-85ebac06ec4d req-3a8ed6a8-3e9e-4f08-857b-d4e4e4b44e01 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:10.023249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62b0e6ba-5db2-4127-8eb2-85ebac06ec4d req-3a8ed6a8-3e9e-4f08-857b-d4e4e4b44e01 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 945 time: 0.0550706 Sep 22 10:04:10.063748 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62b0e6ba-5db2-4127-8eb2-85ebac06ec4d req-1f360e38-5fc7-4f14-aea0-bb89bbafd48b tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fde61e9-3a6b-41f7-9106-9e47397cecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Sep 22 10:04:10.214050 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-b0cd8f35-997f-477e-909d-c6bbbfb36735 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451119 Sep 22 10:04:10.264217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845739ea-9ea2-48cc-bf5b-aad62a09df88 req-13746d51-1cd2-428e-b9b4-e92d7f58fbeb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:10.266119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-845739ea-9ea2-48cc-bf5b-aad62a09df88 req-13746d51-1cd2-428e-b9b4-e92d7f58fbeb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 943 time: 0.0579448 Sep 22 10:04:10.286442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-b9cdbeed-def0-4272-88b0-84886b99f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:10.289288 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-b9cdbeed-def0-4272-88b0-84886b99f51b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dacd5919616400a81a075eafa54b29c&device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 1096 time: 0.0503328 Sep 22 10:04:10.318676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-845739ea-9ea2-48cc-bf5b-aad62a09df88 req-feec8168-15fa-4927-b2f0-09b03c4c5248 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451634 Sep 22 10:04:10.411139 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-50c72cd3-47cc-4138-9a56-0fca81a56b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:10.412653 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-50c72cd3-47cc-4138-9a56-0fca81a56b1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=9480e3e9-9178-454f-8a96-8bb930d84a09 HTTP/1.1" status: 200 len: 909 time: 0.0923142 Sep 22 10:04:10.484256 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-a4214e78-f6d1-4ff8-b9b4-c7b7612f1931 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f HTTP/1.1" status: 200 len: 1001 time: 0.0595207 Sep 22 10:04:10.541628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-00403f5d-dc6c-4c67-905f-46196938d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:10.543158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-00403f5d-dc6c-4c67-905f-46196938d63e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=308daa36-595e-49df-825b-3fd98bcbe612 HTTP/1.1" status: 200 len: 847 time: 0.0476995 Sep 22 10:04:10.601910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-1b7c4e97-ebc7-4d53-abe7-d0aab7de267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:10.604616 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-1b7c4e97-ebc7-4d53-abe7-d0aab7de267d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9480e3e9-9178-454f-8a96-8bb930d84a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495651 Sep 22 10:04:10.700426 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-bddfa2cf-25af-40e5-a662-48baa1cd473b service neutron] 10.222.0.45 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884352 Sep 22 10:04:10.800787 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e9800868-4a02-4962-b4fe-59b10935cef0 req-6a92ba78-63d6-4eb7-940a-d60eb9504f43 service neutron] 10.222.0.45 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897045 Sep 22 10:04:11.185636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a85eee-f281-46e3-846c-16fe0df2e745 req-89021712-1a79-439c-a383-abf05be2944a tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:11.187148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13a85eee-f281-46e3-846c-16fe0df2e745 req-89021712-1a79-439c-a383-abf05be2944a tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 945 time: 0.0506091 Sep 22 10:04:11.225676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13a85eee-f281-46e3-846c-16fe0df2e745 req-3a41afbd-1ba7-4c61-90fc-49794c914089 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fde61e9-3a6b-41f7-9106-9e47397cecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323329 Sep 22 10:04:11.442703 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7e13a-974b-4c37-a1c7-2d50d57456d0 req-3bb5291a-8ef0-4de5-9f2a-73c2965832ec tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:11.444245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cc7e13a-974b-4c37-a1c7-2d50d57456d0 req-3bb5291a-8ef0-4de5-9f2a-73c2965832ec tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 943 time: 0.0540414 Sep 22 10:04:11.483766 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cc7e13a-974b-4c37-a1c7-2d50d57456d0 req-d61b1726-3329-42de-a793-45f23a8fd36b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326517 Sep 22 10:04:12.255927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75ca38-b0c0-4577-938b-041235f7f515 req-9d82b797-8a1f-453b-9fbf-99b29afd1898 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:12.257492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c75ca38-b0c0-4577-938b-041235f7f515 req-9d82b797-8a1f-453b-9fbf-99b29afd1898 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 945 time: 0.0545888 Sep 22 10:04:12.296914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c75ca38-b0c0-4577-938b-041235f7f515 req-619755ca-4a12-435d-ad4e-1b4a8e2bd4c6 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fde61e9-3a6b-41f7-9106-9e47397cecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333316 Sep 22 10:04:12.444607 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:04:12.599860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331cdce-7e5d-4650-995c-029ec2ced0bc req-f1a57d6a-bbaf-4a8e-a181-7d8dd4c21fe6 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:12.601399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7331cdce-7e5d-4650-995c-029ec2ced0bc req-f1a57d6a-bbaf-4a8e-a181-7d8dd4c21fe6 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 943 time: 0.0491683 Sep 22 10:04:12.639830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7331cdce-7e5d-4650-995c-029ec2ced0bc req-b5cda989-6bd5-4ff2-80d9-eb9e1ca0202e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Sep 22 10:04:13.425589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e70b9-9d34-44ac-9831-13bd8938df68 req-1218b7f8-ce9d-42e7-9756-403462e948ef tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:13.427245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a82e70b9-9d34-44ac-9831-13bd8938df68 req-1218b7f8-ce9d-42e7-9756-403462e948ef tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 945 time: 0.0571029 Sep 22 10:04:13.470000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a82e70b9-9d34-44ac-9831-13bd8938df68 req-8ca0e6d9-e80c-4198-ba74-dea6aa89ad73 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/security-groups?id=5fde61e9-3a6b-41f7-9106-9e47397cecfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359924 Sep 22 10:04:13.474221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d49ee-38ae-4835-ab08-dfb1dce6b6bb req-dbbf4425-9be7-4bff-9f80-6f8ee7bb65a5 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:13.475927 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-512d49ee-38ae-4835-ab08-dfb1dce6b6bb req-dbbf4425-9be7-4bff-9f80-6f8ee7bb65a5 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.60 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 945 time: 0.0554471 Sep 22 10:04:13.576490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-512d49ee-38ae-4835-ab08-dfb1dce6b6bb req-8a0c49ab-a37e-489e-8032-187acf1c1dd2 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Deleting port a348d63d-b6f7-4758-be4e-88680d049d36 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:04:13.576758 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-512d49ee-38ae-4835-ab08-dfb1dce6b6bb req-8a0c49ab-a37e-489e-8032-187acf1c1dd2 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:13.667135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-512d49ee-38ae-4835-ab08-dfb1dce6b6bb req-8a0c49ab-a37e-489e-8032-187acf1c1dd2 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] For port a348d63d-b6f7-4758-be4e-88680d049d36, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a348d63d-b6f7-4758-be4e-88680d049d36,segment=NetworkSegment(69262d14-d45a-4242-b76c-8df07d295cc3),segment_id=69262d14-d45a-4242-b76c-8df07d295cc3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:13.667506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-512d49ee-38ae-4835-ab08-dfb1dce6b6bb req-8a0c49ab-a37e-489e-8032-187acf1c1dd2 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:13.682099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-512d49ee-38ae-4835-ab08-dfb1dce6b6bb req-8a0c49ab-a37e-489e-8032-187acf1c1dd2 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Calling delete_port for a348d63d-b6f7-4758-be4e-88680d049d36 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:04:13.760677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de05e3c-2e20-45c4-a920-7bb6e43ce99c req-b95edd49-9301-4236-ae35-e62841b67b9f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:13.761824 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5de05e3c-2e20-45c4-a920-7bb6e43ce99c req-b95edd49-9301-4236-ae35-e62841b67b9f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 943 time: 0.0510809 Sep 22 10:04:13.802936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5de05e3c-2e20-45c4-a920-7bb6e43ce99c req-d13c698c-ad4f-4309-89c3-3ab234f79314 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338507 Sep 22 10:04:13.888357 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-512d49ee-38ae-4835-ab08-dfb1dce6b6bb req-8a0c49ab-a37e-489e-8032-187acf1c1dd2 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:13.900368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a348d63d-b6f7-4758-be4e-88680d049d36'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:04:13.918430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c49ab-a37e-489e-8032-187acf1c1dd2 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Pushing event deleted for resources: {'Port': ['ID=a348d63d-b6f7-4758-be4e-88680d049d36,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:13.964924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-512d49ee-38ae-4835-ab08-dfb1dce6b6bb req-8a0c49ab-a37e-489e-8032-187acf1c1dd2 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] No DVR routers for this DVR port a348d63d-b6f7-4758-be4e-88680d049d36 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:04:13.968958 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-512d49ee-38ae-4835-ab08-dfb1dce6b6bb req-8a0c49ab-a37e-489e-8032-187acf1c1dd2 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:13.970981 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-512d49ee-38ae-4835-ab08-dfb1dce6b6bb req-8a0c49ab-a37e-489e-8032-187acf1c1dd2 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.60 "DELETE /v2.0/ports/a348d63d-b6f7-4758-be4e-88680d049d36 HTTP/1.1" status: 204 len: 173 time: 0.4883285 Sep 22 10:04:13.971436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c6fa9d-c055-4600-b550-1666b0fce588', 'name': 'network-vif-deleted', 'tag': 'a348d63d-b6f7-4758-be4e-88680d049d36'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:04:13.973719 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897b509c-f910-4190-960b-8e449ab2a7a8" -d '{"events": [{"server_uuid": "08c6fa9d-c055-4600-b550-1666b0fce588", "name": "network-vif-deleted", "tag": "a348d63d-b6f7-4758-be4e-88680d049d36"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:04:14.009079 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dd1f39-a68b-472f-b367-a9ff87051c33 x-openstack-request-id: req-61dd1f39-a68b-472f-b367-a9ff87051c33 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:04:14.009392 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c6fa9d-c055-4600-b550-1666b0fce588", "name": "network-vif-deleted", "tag": "a348d63d-b6f7-4758-be4e-88680d049d36", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:04:14.009754 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61dd1f39-a68b-472f-b367-a9ff87051c33 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:04:14.010159 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c6fa9d-c055-4600-b550-1666b0fce588', 'name': 'network-vif-deleted', 'tag': 'a348d63d-b6f7-4758-be4e-88680d049d36', 'status': 'completed', 'code': 200} Sep 22 10:04:14.580967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26810931-11e8-4524-8b13-06421694445d req-f6e62208-763a-4185-980b-140f4d408784 tempest-ServerMetadataNegativeTestJSON-1566325245 tempest-ServerMetadataNegativeTestJSON-1566325245-project] 10.222.0.49 "GET /v2.0/ports?device_id=08c6fa9d-c055-4600-b550-1666b0fce588 HTTP/1.1" status: 200 len: 210 time: 0.0276785 Sep 22 10:04:14.926068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f9ee1-0e1e-4ebb-a959-d2c93908cf21 req-55f9a7a8-0322-4c43-abd1-856313a18a30 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:14.927665 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c03f9ee1-0e1e-4ebb-a959-d2c93908cf21 req-55f9a7a8-0322-4c43-abd1-856313a18a30 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 943 time: 0.0565608 Sep 22 10:04:14.972083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c03f9ee1-0e1e-4ebb-a959-d2c93908cf21 req-74f33e39-e9af-426a-952c-8e5701b7d1c2 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381579 Sep 22 10:04:15.636832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48762) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:15.684015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Deleting subnet 2e23482c-c729-4c17-be43-dc6ed9027953 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:04:15.687869 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:15.722879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:15.761227 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:15.894126 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:15.921291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e23482c-c729-4c17-be43-dc6ed9027953,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:15.926019 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:15.928485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2e23482c-c729-4c17-be43-dc6ed9027953 HTTP/1.1" status: 204 len: 168 time: 0.2892470 Sep 22 10:04:15.930981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48764) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:15.933374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:15.933717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:15.934052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:15.934513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:15.934875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:15.935286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:15.935615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:15.935936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:15.936258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:15.936575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:15.936919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:15.937236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7f79-47bb-4372-8292-1966cae91ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.002612 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:16.096801 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:16.103165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a0527-d6d1-4224-978e-d3f1a5712f02 req-c3a989bc-356e-41dc-8a84-a1a520b82f96 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:16.104731 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-449a0527-d6d1-4224-978e-d3f1a5712f02 req-c3a989bc-356e-41dc-8a84-a1a520b82f96 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 943 time: 0.0515957 Sep 22 10:04:16.118164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63b370a-26e0-429c-b796-7a8ea3e6e1f7']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:16.127805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69262d14-d45a-4242-b76c-8df07d295cc3') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:16.128099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69262d14-d45a-4242-b76c-8df07d295cc3') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:16.138363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:16.144470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-449a0527-d6d1-4224-978e-d3f1a5712f02 req-5e64a12a-9a64-48f0-bbf3-3432d3d568f6 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 Sep 22 10:04:16.152207 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:16.159556 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:04:16.159985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:04:16.161828 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:04:16.284224 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:16.289094 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:16.291251 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a63b370a-26e0-429c-b796-7a8ea3e6e1f7 HTTP/1.1" status: 204 len: 168 time: 0.3592262 Sep 22 10:04:16.304182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63b370a-26e0-429c-b796-7a8ea3e6e1f7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:16.312643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.313029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.313573 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.313753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.314105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.314371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.314897 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.315053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.315385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.315901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.316199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.316456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc49cd85-9b9a-42dc-91d2-267b7c937640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:16.712595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48770) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:16.756356 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-222062ef-d8e0-40d5-8482-083badc2f37a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5b2eef3e84f4b3da616eedd8340b1ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425704 Sep 22 10:04:16.759041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48772) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:16.806707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cde1567b-a148-49ea-a481-c09c78aa9ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:16.828007 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cde1567b-a148-49ea-a481-c09c78aa9ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:16.967794 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cde1567b-a148-49ea-a481-c09c78aa9ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:16.970493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cde1567b-a148-49ea-a481-c09c78aa9ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:16.971683 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cde1567b-a148-49ea-a481-c09c78aa9ca5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5fde61e9-3a6b-41f7-9106-9e47397cecfd HTTP/1.1" status: 204 len: 168 time: 0.2117491 Sep 22 10:04:16.979844 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1567b-a148-49ea-a481-c09c78aa9ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fde61e9-3a6b-41f7-9106-9e47397cecfd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:17.229053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a348d63d-b6f7-4758-be4e-88680d049d36 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:04:17.250486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: a348d63d-b6f7-4758-be4e-88680d049d36 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:04:17.250855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a348d63d-b6f7-4758-be4e-88680d049d36 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:04:17.269007 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347bf94-6153-4e6b-8b7e-185ccdc76733 req-4225b2b3-1b95-4f1e-95c0-39cb3f1f86cd tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:17.270598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a347bf94-6153-4e6b-8b7e-185ccdc76733 req-4225b2b3-1b95-4f1e-95c0-39cb3f1f86cd tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 943 time: 0.0552034 Sep 22 10:04:17.320491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a347bf94-6153-4e6b-8b7e-185ccdc76733 req-26f59b11-f733-44f6-b59a-f3ade5baa5b7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429184 Sep 22 10:04:18.475876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0787c-b934-4e43-8b75-dff7b7831b7d req-afe11056-0627-44a8-bbbf-44f2e817b155 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:18.477489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aba0787c-b934-4e43-8b75-dff7b7831b7d req-afe11056-0627-44a8-bbbf-44f2e817b155 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 943 time: 0.0544331 Sep 22 10:04:18.517200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aba0787c-b934-4e43-8b75-dff7b7831b7d req-6f9255fe-daad-49f7-b8cf-1b2b07491344 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 Sep 22 10:04:19.202059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48834) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:19.312439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5c4eef56-166d-4b6f-9b22-530c02f219d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:19.412847 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5c4eef56-166d-4b6f-9b22-530c02f219d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:19.487534 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5c4eef56-166d-4b6f-9b22-530c02f219d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:19.526891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eef56-166d-4b6f-9b22-530c02f219d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1cd64a-a3ad-4206-856c-0f16b2cf2f7d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:19.532171 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5c4eef56-166d-4b6f-9b22-530c02f219d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ae6e3c0382040dab17e95ace6c02180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289821 Sep 22 10:04:19.534889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48838) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:19.591235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4aec-3928-41fa-8159-ff92e149bce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:19.613961 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4aec-3928-41fa-8159-ff92e149bce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:19.639002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7287cb-b899-4813-b2b1-6e7019ec2387 req-0e7f3594-b5ab-4283-8534-87e2cf3f1960 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:19.640598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df7287cb-b899-4813-b2b1-6e7019ec2387 req-0e7f3594-b5ab-4283-8534-87e2cf3f1960 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 943 time: 0.0519574 Sep 22 10:04:19.681749 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df7287cb-b899-4813-b2b1-6e7019ec2387 req-ecf45016-76a9-4ec2-b6a4-eb615e989b09 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348024 Sep 22 10:04:19.750309 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4aec-3928-41fa-8159-ff92e149bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:19.752927 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4aec-3928-41fa-8159-ff92e149bce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:19.754125 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0f2b4aec-3928-41fa-8159-ff92e149bce5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb1cd64a-a3ad-4206-856c-0f16b2cf2f7d HTTP/1.1" status: 204 len: 168 time: 0.2182708 Sep 22 10:04:19.762734 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b4aec-3928-41fa-8159-ff92e149bce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1cd64a-a3ad-4206-856c-0f16b2cf2f7d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:19.825966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:04:20.077278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:20.088171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'port_id': 'e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed', 'mac_address': 'fa:16:3e:ff:85:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:04:20.126703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:20.140546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:04:20.160888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:20.261710 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:20.311596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:20.542975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:04:20.807171 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffc368-ccfb-4b74-b882-7b9f2119acd7 req-e9f43da3-4941-4be9-8892-647401b8b828 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:20.808710 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5dffc368-ccfb-4b74-b882-7b9f2119acd7 req-e9f43da3-4941-4be9-8892-647401b8b828 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 944 time: 0.0584626 Sep 22 10:04:20.848547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5dffc368-ccfb-4b74-b882-7b9f2119acd7 req-ca0989d7-b39e-4fdf-bfd6-8c465cdf98b6 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 Sep 22 10:04:21.424852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48878) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:21.540494 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b2375f0-73b1-4922-95b2-c669e9cd19ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:21.630443 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b2375f0-73b1-4922-95b2-c669e9cd19ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:21.718774 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b2375f0-73b1-4922-95b2-c669e9cd19ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:21.755024 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2375f0-73b1-4922-95b2-c669e9cd19ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41541d9-7c3c-4b6d-b3a9-4aa4dd19e2ce,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:21.759543 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0b2375f0-73b1-4922-95b2-c669e9cd19ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a242bf355248437c9fec73b7a16c2d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335323 Sep 22 10:04:21.762964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 48882) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:21.812698 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-05e4c539-d459-416a-ad36-07fcd24ef662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:21.836923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:04:21.837566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-05e4c539-d459-416a-ad36-07fcd24ef662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:21.953060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:04:21.957049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:21.957432 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:21.976583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407c09e-6d03-4795-863c-3f40d7927c4c req-0aa88096-d78a-44ac-a910-ddad3ff3af6b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:21.978304 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2407c09e-6d03-4795-863c-3f40d7927c4c req-0aa88096-d78a-44ac-a910-ddad3ff3af6b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 944 time: 0.0576186 Sep 22 10:04:21.986960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-05e4c539-d459-416a-ad36-07fcd24ef662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:21.989714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-05e4c539-d459-416a-ad36-07fcd24ef662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:21.990826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-05e4c539-d459-416a-ad36-07fcd24ef662 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e41541d9-7c3c-4b6d-b3a9-4aa4dd19e2ce HTTP/1.1" status: 204 len: 168 time: 0.2268574 Sep 22 10:04:22.023119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4c539-d459-416a-ad36-07fcd24ef662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41541d9-7c3c-4b6d-b3a9-4aa4dd19e2ce,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:22.034967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2407c09e-6d03-4795-863c-3f40d7927c4c req-fd2bf615-a091-40d1-8c87-4a174ffbda79 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498168 Sep 22 10:04:22.048999 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:22.072949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4a6d66-35fe-47da-a381-64659ea0d882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:04:22.076179 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fbb527-2ddf-4f18-b98c-c72e4e87a1a7" -d '{"events": [{"server_uuid": "cb4a6d66-35fe-47da-a381-64659ea0d882", "name": "network-vif-plugged", "status": "completed", "tag": "e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:04:22.088682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:22.113592 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a950a9e-1cc8-48a8-bc38-4091e123f3da x-openstack-request-id: req-3a950a9e-1cc8-48a8-bc38-4091e123f3da {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:04:22.113908 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4a6d66-35fe-47da-a381-64659ea0d882", "name": "network-vif-plugged", "status": "completed", "tag": "e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:04:22.114157 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a950a9e-1cc8-48a8-bc38-4091e123f3da {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:04:22.114576 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4a6d66-35fe-47da-a381-64659ea0d882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed', 'code': 200} Sep 22 10:04:22.173238 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:22.220563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a9738-ad41-4511-befb-5ca4b14d694e req-e543187a-4add-4da2-931d-3f9a104c3062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:22.222334 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-468a9738-ad41-4511-befb-5ca4b14d694e req-e543187a-4add-4da2-931d-3f9a104c3062 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 1096 time: 0.0420642 Sep 22 10:04:22.226921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:22.261239 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-468a9738-ad41-4511-befb-5ca4b14d694e req-7620963d-45a3-457d-8b1b-bdcf0ba2929c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309820 Sep 22 10:04:23.174327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4163120-b427-41e5-8630-135e68a747b9 req-d717303d-12e2-41a5-a01b-0f29a3aaf1df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:23.175862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4163120-b427-41e5-8630-135e68a747b9 req-d717303d-12e2-41a5-a01b-0f29a3aaf1df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 945 time: 0.0585263 Sep 22 10:04:23.215337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48910) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:23.219630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4163120-b427-41e5-8630-135e68a747b9 req-1cd2f034-0270-473f-b1e6-f9b2da46a1e9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377347 Sep 22 10:04:23.330328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-234282370-network', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:23.427450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Made reservation on behalf of a07a4bf087a346b8ad1f9cef7ab91ca2 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:04:23.429943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:23.439587 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:23.462065 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:23.538930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:23.621257 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:23.651453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:04:23.662519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feab9fcc-9937-4cab-9260-e642f58c6803,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:23.667702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:23.668048 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Added segment 7732fe06-18c4-4588-833f-1f2ff121fb35 of type vlan for network 94ab7a0b-137a-424e-aa9b-352b3a13daab Sep 22 10:04:23.711861 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:23.810447 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:23.811617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:23.812312 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:23.873636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] Pushing event updated for resources: {'Network': ['ID=94ab7a0b-137a-424e-aa9b-352b3a13daab,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:23.883378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 94ab7a0b-137a-424e-aa9b-352b3a13daab details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:04:24.043716 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7f470d09-e920-4ff1-8714-fd0327e18c84 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8266926 Sep 22 10:04:24.046593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48914) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:24.051506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] Request body: {'subnet': {'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-subnet', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:24.181649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] Made reservation on behalf of a07a4bf087a346b8ad1f9cef7ab91ca2 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:04:24.187313 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:24.253268 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1859cfb8-4ec0-404b-9fbf-5db4e3a7f9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:24.370021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640757a-a604-4bab-87e1-d503d8dd95a8 req-0b52838a-b1e7-4a9e-8ced-5385dfc375ed tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:24.373057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a640757a-a604-4bab-87e1-d503d8dd95a8 req-0b52838a-b1e7-4a9e-8ced-5385dfc375ed tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 945 time: 0.0555546 Sep 22 10:04:24.415560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a640757a-a604-4bab-87e1-d503d8dd95a8 req-b0a2b324-936c-48f1-8ad8-4c4deddb5fcc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343649 Sep 22 10:04:24.465089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:24.550663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4cd97c-5536-4c87-a292-0b01f37b1435,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:24.564453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] Checking segment: {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:04:24.564895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] Network hostable DHCP agents. Network: 94ab7a0b-137a-424e-aa9b-352b3a13daab, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:04:24.580600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcec3a-2f89-469d-8c1a-0521d1f26f59 req-1db18574-027b-45f2-b16c-72af1102aa54 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:24.582269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6fcec3a-2f89-469d-8c1a-0521d1f26f59 req-1db18574-027b-45f2-b16c-72af1102aa54 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 945 time: 0.0597088 Sep 22 10:04:24.623246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6fcec3a-2f89-469d-8c1a-0521d1f26f59 req-ea833905-77a7-44ea-9fcb-5c9c348eccf2 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347321 Sep 22 10:04:24.647785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] Network 94ab7a0b-137a-424e-aa9b-352b3a13daab is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:04:24.781287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 94ab7a0b-137a-424e-aa9b-352b3a13daab) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:24.785470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:24.786079 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:24.791507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d342d0-189e-486e-9bcd-4151c84482a5 None None] Network 94ab7a0b-137a-424e-aa9b-352b3a13daab requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:04:24.819805 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:24.911460 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ef5746f3-a79d-4d51-a84f-4221240270a8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8637402 Sep 22 10:04:24.914866 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48924) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:24.919963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:24.952001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-94ab7a0b-137a-424e-aa9b-352b3a13daab', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:04:24.952917 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.061710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.062818 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.101129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Allocated IP 172.20.0.2 (94ab7a0b-137a-424e-aa9b-352b3a13daab/1a4cd97c-5536-4c87-a292-0b01f37b1435/9fa15609-ca87-448e-86e4-e41170fea442) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:04:25.122149 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.262943 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.337375 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.342923 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.378728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Network 94ab7a0b-137a-424e-aa9b-352b3a13daab is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:25.381598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:25.385329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:04:25.401873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Pushing event updated for resources: {'Port': ['ID=9fa15609-ca87-448e-86e4-e41170fea442,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:25.450949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Attempting to bind port 9fa15609-ca87-448e-86e4-e41170fea442 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:04:25.451227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Attempting to bind port 9fa15609-ca87-448e-86e4-e41170fea442 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:04:25.451578 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Attempting to bind port 9fa15609-ca87-448e-86e4-e41170fea442 on network 94ab7a0b-137a-424e-aa9b-352b3a13daab {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:25.456635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:04:25.460353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Checking segment: {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:04:25.460353 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.460353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Bound using segment: {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:04:25.460353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Bound port: 9fa15609-ca87-448e-86e4-e41170fea442, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:04:25.460353 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.524943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] For port 9fa15609-ca87-448e-86e4-e41170fea442, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:04:25.529028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] For port 9fa15609-ca87-448e-86e4-e41170fea442, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9fa15609-ca87-448e-86e4-e41170fea442,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:04:25.610751 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.649524 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.676953 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:25.690999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961013b-a92f-4474-9b92-3d334328fcd1 None None] Pushing event updated for resources: {'Port': ['ID=9fa15609-ca87-448e-86e4-e41170fea442,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:25.789657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Allocated IP 172.25.6.38 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/5cd31ffb-2202-4332-ba69-8785f805d347) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:04:25.935221 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:26.065467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:26.106888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:26.108439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:26.112345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:04:26.137737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Pushing event updated for resources: {'Port': ['ID=5cd31ffb-2202-4332-ba69-8785f805d347,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:26.478531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:26.706426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:26.751492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a25e3-1da4-4514-95ab-d6b7e5dd87f5 None None] Network 94ab7a0b-137a-424e-aa9b-352b3a13daab requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:04:26.898661 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0a0ce216-4020-403c-b65e-b37144b4c764 None None] Provisioning complete for port 9fa15609-ca87-448e-86e4-e41170fea442 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:26.898979 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0a0ce216-4020-403c-b65e-b37144b4c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:26.978186 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5a10d8fd-05b7-49d0-8547-a6893480b0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:27.040086 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0a0ce216-4020-403c-b65e-b37144b4c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:27.089470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0a0ce216-4020-403c-b65e-b37144b4c764 None None] For port 9fa15609-ca87-448e-86e4-e41170fea442, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9fa15609-ca87-448e-86e4-e41170fea442,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:27.098491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Router 3c071db3-145a-4236-bee2-f7a9def0ea08 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:04:27.185717 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0a0ce216-4020-403c-b65e-b37144b4c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:27.254816 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:04:27.268891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Sync routers for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:04:27.279907 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ce216-4020-403c-b65e-b37144b4c764 None None] Pushing event updated for resources: {'Port': ['ID=9fa15609-ca87-448e-86e4-e41170fea442,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:27.298426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:04:27.298426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:04:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:27.384543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:27.385871 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d59c5bfd-b71d-4528-b464-56221d85f497 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4700365 Sep 22 10:04:27.388756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 48984) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:27.421084 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9039ad7e-2213-4bb7-8d0b-2f93f620dc07 None None] Provisioning complete for port 9fa15609-ca87-448e-86e4-e41170fea442 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:27.421339 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9039ad7e-2213-4bb7-8d0b-2f93f620dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:27.423833 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:04:27.615066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9fa15609-ca87-448e-86e4-e41170fea442 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:04:27.679848 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:27.737823 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9fa15609-ca87-448e-86e4-e41170fea442 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:27.738195 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:27.782041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:26Z', 'revision_number': 3, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:27.815264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Checking router: 3c071db3-145a-4236-bee2-f7a9def0ea08 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:04:27.815597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Updating router 3c071db3-145a-4236-bee2-f7a9def0ea08 port 5cd31ffb-2202-4332-ba69-8785f805d347 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:04:27.846597 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.149610 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.154758 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.159136 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.224702 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.289389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bed25a-0ee2-4e5a-a016-639ffa7ec6ab None None] Pushing event updated for resources: {'Port': ['ID=5cd31ffb-2202-4332-ba69-8785f805d347,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:28.289389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Attempting to bind port 5cd31ffb-2202-4332-ba69-8785f805d347 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:04:28.289389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Attempting to bind port 5cd31ffb-2202-4332-ba69-8785f805d347 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:04:28.289389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Attempting to bind port 5cd31ffb-2202-4332-ba69-8785f805d347 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:28.291003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:04:28.291377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:04:28.291784 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.292176 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:04:28.292655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Bound port: 5cd31ffb-2202-4332-ba69-8785f805d347, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:04:28.293065 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.332087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Allocated IP 172.20.0.1 (94ab7a0b-137a-424e-aa9b-352b3a13daab/1a4cd97c-5536-4c87-a292-0b01f37b1435/4f6fd52c-b843-4a2c-8167-14f0f73d9766) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:04:28.350378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] For port 5cd31ffb-2202-4332-ba69-8785f805d347, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:04:28.353768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] For port 5cd31ffb-2202-4332-ba69-8785f805d347, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5cd31ffb-2202-4332-ba69-8785f805d347,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:04:28.431166 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.455103 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.497435 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bed25a-0ee2-4e5a-a016-639ffa7ec6ab None None] Pushing event updated for resources: {'Port': ['ID=5cd31ffb-2202-4332-ba69-8785f805d347,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:28.501990 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:04:28.502621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:04:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:28.581150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-ffec1e80-d3bc-4a30-8624-0161dd6971af tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:28.582752 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-ffec1e80-d3bc-4a30-8624-0161dd6971af tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1101840 Sep 22 10:04:28.584829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.599975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-52ee3c7a-73ed-43f6-b803-ef339d935a1c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/quotas/85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 375 time: 0.0106359 Sep 22 10:04:28.617699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:04:28.629387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Network 94ab7a0b-137a-424e-aa9b-352b3a13daab is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:28.634109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:28.638975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:04:28.667602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0f60f6f6-330f-4bfb-b8b6-e4b50bf01769 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597045 Sep 22 10:04:28.672631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Pushing event updated for resources: {'Port': ['ID=4f6fd52c-b843-4a2c-8167-14f0f73d9766,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:28.696356 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.783435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-69af086e-f17f-4dc2-b087-c9e3868ed7ad service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972619 Sep 22 10:04:28.827531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:26Z', 'revision_number': 3, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:28.861643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27ab6a-7534-4c50-a6ef-217699bf2dbb None None] The sync data for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 is: [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:26Z', 'revision_number': 3, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:04:28.905398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-d86d1e73-b3ac-47ca-a3b3-9202a55f810f service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154160 Sep 22 10:04:28.911706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e2414fa0-594f-4eb2-a8b9-aa95775aac15 None None] Provisioning complete for port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:28.912085 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e2414fa0-594f-4eb2-a8b9-aa95775aac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:28.950498 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e2414fa0-594f-4eb2-a8b9-aa95775aac15 None None] Port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:04:28.988092 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:29.208483 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:29.226856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99cc2cdf-6efa-4fb3-8c66-225a5ca05089 req-b842a692-6758-4387-88b3-8193662fadb9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 210 time: 0.0326831 Sep 22 10:04:29.290353 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:29.372912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Pushing event updated for resources: {'Port': ['ID=4f6fd52c-b843-4a2c-8167-14f0f73d9766,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:29.375719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:29.481596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Network 94ab7a0b-137a-424e-aa9b-352b3a13daab is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:29.483204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:29.628426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Router 3c071db3-145a-4236-bee2-f7a9def0ea08 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:04:29.659138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5cd31ffb-2202-4332-ba69-8785f805d347 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:04:29.723349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5cd31ffb-2202-4332-ba69-8785f805d347 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:29.723930 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:29.796411 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:04:29.805397 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e2c30b69-cd32-43db-ab5f-e7dc5ab40f58 admin admin] 10.222.0.49 "PUT /v2.0/routers/3c071db3-145a-4236-bee2-f7a9def0ea08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4155543 Sep 22 10:04:29.838031 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:29.879479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 5cd31ffb-2202-4332-ba69-8785f805d347, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5cd31ffb-2202-4332-ba69-8785f805d347,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:29.900521 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-06a3a75a-5af3-47c8-ac04-aae331473f2b None None] Provisioning complete for port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:29.901290 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-06a3a75a-5af3-47c8-ac04-aae331473f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:29.962638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-06a3a75a-5af3-47c8-ac04-aae331473f2b None None] Port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:04:29.983088 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:30.022300 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:30.048744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=5cd31ffb-2202-4332-ba69-8785f805d347,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:30.541508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49020) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:30.547117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-18f4a36a-fe2f-4b1d-940a-9a4cc412957b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143583385', 'description': 'tempest-description--117625032'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:30.625849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-098d97c5-4f4c-41d1-990d-52e6ba99dc7e req-d0c158fc-83d0-4c78-8405-5e1633b9b657 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 210 time: 0.0352473 Sep 22 10:04:30.725755 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Sync routers for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:04:30.739596 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:04:30.744235 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:04:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:30.769914 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18f4a36a-fe2f-4b1d-940a-9a4cc412957b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:30.862246 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:04:30.877074 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18f4a36a-fe2f-4b1d-940a-9a4cc412957b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:30.936935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18f4a36a-fe2f-4b1d-940a-9a4cc412957b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:30.969597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4a36a-fe2f-4b1d-940a-9a4cc412957b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a78b08-8615-4a42-afc4-59ccf50bf5bd,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:31.032960 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-18f4a36a-fe2f-4b1d-940a-9a4cc412957b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.034648 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-18f4a36a-fe2f-4b1d-940a-9a4cc412957b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4919193 Sep 22 10:04:31.037982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49022) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:31.042848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9ed13fa9-1602-4b21-8586-ffc3cecbc362 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'security_group_rule': {'security_group_id': '68a78b08-8615-4a42-afc4-59ccf50bf5bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:31.076948 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 2, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:31.104383 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Checking router: 3c071db3-145a-4236-bee2-f7a9def0ea08 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:04:31.104733 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Updating router 3c071db3-145a-4236-bee2-f7a9def0ea08 port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:04:31.136410 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.141475 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ed13fa9-1602-4b21-8586-ffc3cecbc362 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.205622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ed13fa9-1602-4b21-8586-ffc3cecbc362 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.267142 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ed13fa9-1602-4b21-8586-ffc3cecbc362 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.286323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed13fa9-1602-4b21-8586-ffc3cecbc362 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae588f7-62b2-48ad-8496-111ad0a0ac55,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:31.375731 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ed13fa9-1602-4b21-8586-ffc3cecbc362 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.377064 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9ed13fa9-1602-4b21-8586-ffc3cecbc362 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3379457 Sep 22 10:04:31.380028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49024) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:31.384992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3444f9bf-afde-467f-afa3-6441765a99a0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'security_group_rule': {'security_group_id': '68a78b08-8615-4a42-afc4-59ccf50bf5bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:31.414184 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.477663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3444f9bf-afde-467f-afa3-6441765a99a0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.538172 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.544679 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3444f9bf-afde-467f-afa3-6441765a99a0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.564810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5cd31ffb-2202-4332-ba69-8785f805d347 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:04:31.631108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5cd31ffb-2202-4332-ba69-8785f805d347 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:31.631784 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.634823 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Pushing event updated for resources: {'Port': ['ID=4f6fd52c-b843-4a2c-8167-14f0f73d9766,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:31.635508 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3444f9bf-afde-467f-afa3-6441765a99a0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.661971 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.662309 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.662663 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.662990 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.663316 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.663635 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.663975 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.669305 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.669305 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.669305 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.669305 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.669305 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:31.687625 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Attempting to bind port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:04:31.687999 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Attempting to bind port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:04:31.688358 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Attempting to bind port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 on network 94ab7a0b-137a-424e-aa9b-352b3a13daab {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:31.694576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444f9bf-afde-467f-afa3-6441765a99a0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa00a17-2037-4b34-bd57-f7a02edba470,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:31.696400 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:04:31.708285 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Checking segment: {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:04:31.710119 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.711020 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Bound using segment: {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:04:31.712028 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Bound port: 4f6fd52c-b843-4a2c-8167-14f0f73d9766, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:04:31.713187 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.755591 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0a8702da-8b4c-4c9a-aac9-43b87a54029b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:31.757194 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0a8702da-8b4c-4c9a-aac9-43b87a54029b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1656401 Sep 22 10:04:31.775808 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'port': {'device_id': '2f1daf06-8b8f-4752-93c5-5c4790aba820', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'admin_state_up': True, 'tenant_id': '85783f088d50493ba8dced847fb677eb'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:31.801688 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] For port 4f6fd52c-b843-4a2c-8167-14f0f73d9766, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:04:31.806900 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] For port 4f6fd52c-b843-4a2c-8167-14f0f73d9766, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f6fd52c-b843-4a2c-8167-14f0f73d9766,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:04:31.830090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d7bfc32-bf8c-4e8c-b4f1-131f4eafd4f6 req-26da3eb3-26af-4624-be3f-692bf467ee34 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 210 time: 0.0553176 Sep 22 10:04:31.859569 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3444f9bf-afde-467f-afa3-6441765a99a0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.863621 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3444f9bf-afde-467f-afa3-6441765a99a0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4797611 Sep 22 10:04:31.863862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49030) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:31.873814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:31.905836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2a23d6da-5be3-4421-b52c-35b476736c05 None None] Provisioning complete for port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:31.906221 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2a23d6da-5be3-4421-b52c-35b476736c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.913041 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.944392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2a23d6da-5be3-4421-b52c-35b476736c05 None None] Port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:04:31.983731 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:31.993446 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30448b07-ab62-410f-a62d-ac8ea3544731 None None] Pushing event updated for resources: {'Port': ['ID=4f6fd52c-b843-4a2c-8167-14f0f73d9766,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:32.000293 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:04:32.001268 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:04:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:32.068406 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Made reservation on behalf of 85783f088d50493ba8dced847fb677eb for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:04:32.071924 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:32.159123 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:04:32.172404 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:32.273007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-371e9465-fb60-40ee-9a7c-6ff282f1e7ab None None] Provisioning complete for port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:32.275057 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-371e9465-fb60-40ee-9a7c-6ff282f1e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:32.318129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Allocated IP 172.20.0.5 (6ed1a16d-1131-43c3-bed3-028a71d58cce/f6586a42-b832-4d74-bacf-f5a31d538762/e2174ccc-0cd4-4074-948e-0d15e94e5c92) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:04:32.354579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Allocated IP 172.25.6.186 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/4539edfc-4f86-4ffa-8c63-efdf1e523b72) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:04:32.379270 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-371e9465-fb60-40ee-9a7c-6ff282f1e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:32.415733 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-371e9465-fb60-40ee-9a7c-6ff282f1e7ab None None] For port 4f6fd52c-b843-4a2c-8167-14f0f73d9766, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f6fd52c-b843-4a2c-8167-14f0f73d9766,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:32.428027 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:31Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:32.457574 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d095dd79-38ed-4291-81c2-26e875229139 None None] The sync data for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 is: [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:31Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:04:32.508254 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-371e9465-fb60-40ee-9a7c-6ff282f1e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:32.609644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e9465-fb60-40ee-9a7c-6ff282f1e7ab None None] Pushing event updated for resources: {'Port': ['ID=4f6fd52c-b843-4a2c-8167-14f0f73d9766,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:32.613585 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:32.622682 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:32.770384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:32.784845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:04:32.855282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:32.859978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:32.862426 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:32.869716 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:04:32.884862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=e2174ccc-0cd4-4074-948e-0d15e94e5c92,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:33.006835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:33.023023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:33.031097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:04:33.050972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882ab82-8ddf-4e04-9def-559df18b3bef req-7bc93db6-3f59-4c4f-b321-3efac993c8de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:33.059277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5882ab82-8ddf-4e04-9def-559df18b3bef req-7bc93db6-3f59-4c4f-b321-3efac993c8de tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 931 time: 0.0884366 Sep 22 10:04:33.059445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:33.059445 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:33.088652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'Port': ['ID=4539edfc-4f86-4ffa-8c63-efdf1e523b72,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:33.144578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5882ab82-8ddf-4e04-9def-559df18b3bef req-f502cfd9-b93c-46a3-b7d0-8853f5232aa1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791681 Sep 22 10:04:33.191035 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:33.265565 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-f28de2cc-2d86-40dd-b5d5-6caade0dc57b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4984324 Sep 22 10:04:33.279514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Request body: {'port': {'device_id': '2f1daf06-8b8f-4752-93c5-5c4790aba820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:33.340392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-febab0d1-dbd9-4310-94d0-db9b8044ffa0 None None] Provisioning complete for port e2174ccc-0cd4-4074-948e-0d15e94e5c92 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:33.340869 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-febab0d1-dbd9-4310-94d0-db9b8044ffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:33.355339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:33.389996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-febab0d1-dbd9-4310-94d0-db9b8044ffa0 None None] Port e2174ccc-0cd4-4074-948e-0d15e94e5c92 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:04:33.394865 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:33.642042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f6fd52c-b843-4a2c-8167-14f0f73d9766 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:04:33.736827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:33.737359 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:33.741043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:33.803955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2174ccc-0cd4-4074-948e-0d15e94e5c92 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:04:33.813028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:33.827627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Transition to ACTIVE for port object e2174ccc-0cd4-4074-948e-0d15e94e5c92 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:04:33.853971 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:33.931961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'Port': ['ID=4539edfc-4f86-4ffa-8c63-efdf1e523b72,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:33.945013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:34.010201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:34.083160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Pushing event updated for resources: {'Port': ['ID=e2174ccc-0cd4-4074-948e-0d15e94e5c92,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:34.089726 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:34.091188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4c8e3642-7e46-4044-bd88-ec701e63c9b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2262018 Sep 22 10:04:34.195105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Attempting to bind port e2174ccc-0cd4-4074-948e-0d15e94e5c92 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:04:34.195593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Attempting to bind port e2174ccc-0cd4-4074-948e-0d15e94e5c92 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:04:34.196040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Attempting to bind port e2174ccc-0cd4-4074-948e-0d15e94e5c92 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:34.202807 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Port e2174ccc-0cd4-4074-948e-0d15e94e5c92 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:04:34.203371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Attempting to bind port e2174ccc-0cd4-4074-948e-0d15e94e5c92 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:34.209991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:04:34.210629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Checking segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:04:34.211221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Bound using segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:04:34.211790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Bound port: e2174ccc-0cd4-4074-948e-0d15e94e5c92, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:04:34.212266 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:34.290409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-2c51aea5-5b48-46fd-80ee-6fb55eef041d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--143583385&fields=id&tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2 HTTP/1.1" status: 200 len: 267 time: 0.0474906 Sep 22 10:04:34.320390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] For port e2174ccc-0cd4-4074-948e-0d15e94e5c92, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:04:34.325682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] For port e2174ccc-0cd4-4074-948e-0d15e94e5c92, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e2174ccc-0cd4-4074-948e-0d15e94e5c92,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:04:34.417168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfda719-594f-4906-ab22-06f35ab29849 req-9d2b230d-c9c3-484c-938e-23ff50c0f096 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:34.425036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-9d2b230d-c9c3-484c-938e-23ff50c0f096 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 816 time: 0.1327386 Sep 22 10:04:34.437486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-23d221b7-5148-4fe3-a20f-1ca2a4d4d29c tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/quotas/a07a4bf087a346b8ad1f9cef7ab91ca2 HTTP/1.1" status: 200 len: 375 time: 0.0108824 Sep 22 10:04:34.439213 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:34.483860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:34.484992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:34.487700 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] 10.222.0.60 "PUT /v2.0/ports/e2174ccc-0cd4-4074-948e-0d15e94e5c92 HTTP/1.1" status: 200 len: 1091 time: 1.2138939 Sep 22 10:04:34.488232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1daf06-8b8f-4752-93c5-5c4790aba820', 'tag': 'e2174ccc-0cd4-4074-948e-0d15e94e5c92'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:04:34.490777 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5f96f7-3807-40ab-94d2-02c3231d94a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1daf06-8b8f-4752-93c5-5c4790aba820", "tag": "e2174ccc-0cd4-4074-948e-0d15e94e5c92"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:04:34.508133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-36eed415-a59c-4fd9-9c49-126ef807bdbf tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629780 Sep 22 10:04:34.517005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e30c8-6df7-4e98-9fc1-7a370f53153d service neutron] Pushing event updated for resources: {'Port': ['ID=e2174ccc-0cd4-4074-948e-0d15e94e5c92,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:34.631314 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-6fab8898-1a57-4a06-94bb-855b4f87e458 service neutron] 10.222.0.49 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009479 Sep 22 10:04:34.698563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-15f5039a-a126-4f6e-8f28-60bec528769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:34.700543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-15f5039a-a126-4f6e-8f28-60bec528769e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 1094 time: 0.0535266 Sep 22 10:04:34.756605 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-8c3b71c9-cf1e-4eb9-a53b-b1955335b146 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2174ccc-0cd4-4074-948e-0d15e94e5c92 HTTP/1.1" status: 200 len: 217 time: 0.0482302 Sep 22 10:04:34.757323 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-dd25e04a-851b-4615-ba5a-10ea0fb1d636 service neutron] 10.222.0.49 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174207 Sep 22 10:04:34.810455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-71582a52-feb9-47ad-82f5-c45bd118f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:34.812172 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-71582a52-feb9-47ad-82f5-c45bd118f6d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0487895 Sep 22 10:04:34.870192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-b7901c26-475e-476c-8651-1465f4b80bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:34.872380 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-b7901c26-475e-476c-8651-1465f4b80bf2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516744 Sep 22 10:04:34.974031 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-54bb25e2-7fbb-47b2-adfa-9a741fc00ddc service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946569 Sep 22 10:04:35.078161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05acf2-b978-48c1-9141-241361021003 req-b339cff2-818c-4bad-8e63-490daf672069 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:35.086556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca05acf2-b978-48c1-9141-241361021003 req-b339cff2-818c-4bad-8e63-490daf672069 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0612388 Sep 22 10:04:35.100752 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1a59d46c-4cbe-41fb-977f-6b08f35247d4 req-996aeb18-9e1d-4567-975d-46de0eefc7a2 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199062 Sep 22 10:04:35.150027 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca05acf2-b978-48c1-9141-241361021003 req-b4cd5ffb-fc56-468a-951d-cb7af6c678c9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617814 Sep 22 10:04:35.205729 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4557cb37-c694-4901-b803-fe49c40b2d60 x-openstack-request-id: req-4557cb37-c694-4901-b803-fe49c40b2d60 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:04:35.206100 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1daf06-8b8f-4752-93c5-5c4790aba820", "tag": "e2174ccc-0cd4-4074-948e-0d15e94e5c92", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:04:35.206356 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4557cb37-c694-4901-b803-fe49c40b2d60 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:04:35.206768 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1daf06-8b8f-4752-93c5-5c4790aba820', 'tag': 'e2174ccc-0cd4-4074-948e-0d15e94e5c92', 'status': 'completed', 'code': 200} Sep 22 10:04:35.276462 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b3b2d7a-744e-41e0-8951-8e3a5fc68665 req-ad3ba730-fefd-4ab8-8dc6-6f3e8168ca10 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 210 time: 0.0284760 Sep 22 10:04:35.285847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f96f7-3807-40ab-94d2-02c3231d94a8 req-81480e29-6c5e-4105-8042-b02bdb57d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:35.287549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cc5f96f7-3807-40ab-94d2-02c3231d94a8 req-81480e29-6c5e-4105-8042-b02bdb57d296 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 1094 time: 0.0456445 Sep 22 10:04:35.388497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f96f7-3807-40ab-94d2-02c3231d94a8 req-5f3e449a-c577-4847-b680-add5fdfeb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:35.390016 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cc5f96f7-3807-40ab-94d2-02c3231d94a8 req-5f3e449a-c577-4847-b680-add5fdfeb2bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.0950501 Sep 22 10:04:35.432940 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cc5f96f7-3807-40ab-94d2-02c3231d94a8 req-904f9907-e8dd-49a1-b5ab-6ee5d0cf05ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2174ccc-0cd4-4074-948e-0d15e94e5c92 HTTP/1.1" status: 200 len: 217 time: 0.0346646 Sep 22 10:04:35.486408 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f96f7-3807-40ab-94d2-02c3231d94a8 req-0953f8e0-f111-44c3-9fad-c796875913b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:35.487950 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cc5f96f7-3807-40ab-94d2-02c3231d94a8 req-0953f8e0-f111-44c3-9fad-c796875913b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0487101 Sep 22 10:04:35.548362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f96f7-3807-40ab-94d2-02c3231d94a8 req-b1b697a5-133a-4d55-8d31-c590f429dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:35.549984 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cc5f96f7-3807-40ab-94d2-02c3231d94a8 req-b1b697a5-133a-4d55-8d31-c590f429dde0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552449 Sep 22 10:04:35.651407 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cc5f96f7-3807-40ab-94d2-02c3231d94a8 req-7f9074ae-fcbc-4440-b691-51d1e6396fd0 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937572 Sep 22 10:04:35.744298 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cc5f96f7-3807-40ab-94d2-02c3231d94a8 req-ef886887-f1fa-4042-a83c-7641c7594d13 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854108 Sep 22 10:04:36.275423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dd5da-6a13-4e08-bdf2-32f49858f5dd req-046b573e-8445-42b1-97fe-5c965c01cc66 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:36.276845 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-897dd5da-6a13-4e08-bdf2-32f49858f5dd req-046b573e-8445-42b1-97fe-5c965c01cc66 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0530806 Sep 22 10:04:36.318959 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-897dd5da-6a13-4e08-bdf2-32f49858f5dd req-2f971ee6-d6b1-4f43-bae2-7900a69d35e4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353403 Sep 22 10:04:36.387909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-658d0203-ff3c-48a8-b94a-afd2c4d585b1 req-987f45a6-028d-4eb5-8ca0-580c9f8a5c5c tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 210 time: 0.0274847 Sep 22 10:04:37.457780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528486-4679-4179-bc8b-e18809b87e0b req-ebd625d0-9fa8-4310-81b5-ddd6aaa7b134 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:37.459413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26528486-4679-4179-bc8b-e18809b87e0b req-ebd625d0-9fa8-4310-81b5-ddd6aaa7b134 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0594873 Sep 22 10:04:37.508809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26528486-4679-4179-bc8b-e18809b87e0b req-8d8163ad-ef24-479c-932c-c940b66d5b9c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 Sep 22 10:04:37.610998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-efcc93e5-74ab-4e02-8c23-88b4d632fe9b req-07b48931-484e-441e-bb3e-1498289e97e1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 210 time: 0.0373504 Sep 22 10:04:38.104455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfda719-594f-4906-ab22-06f35ab29849 req-ae7023d3-42cf-401e-80fa-5b93660c129c tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:38.106413 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-ae7023d3-42cf-401e-80fa-5b93660c129c tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.60 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 816 time: 0.1307740 Sep 22 10:04:38.162581 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-127c784f-2ef4-4253-b856-204c189e39c6 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2 HTTP/1.1" status: 200 len: 379 time: 0.0453029 Sep 22 10:04:38.173543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'port': {'device_id': '418ff78b-11cc-424a-bc48-1ab811c63072', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'admin_state_up': True, 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'security_groups': ['68a78b08-8615-4a42-afc4-59ccf50bf5bd']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:38.401955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Made reservation on behalf of a07a4bf087a346b8ad1f9cef7ab91ca2 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:04:38.406401 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:38.564699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Allocated IP 172.20.0.6 (94ab7a0b-137a-424e-aa9b-352b3a13daab/1a4cd97c-5536-4c87-a292-0b01f37b1435/7577a559-71ad-4a78-bb84-650b3a20d00c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:04:38.688553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c91ae-1c05-440c-bb8c-ed358799c02c req-0d1d49dd-d368-4905-b34c-df4890d0567e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:38.690190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-013c91ae-1c05-440c-bb8c-ed358799c02c req-0d1d49dd-d368-4905-b34c-df4890d0567e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0830896 Sep 22 10:04:38.743930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-013c91ae-1c05-440c-bb8c-ed358799c02c req-05981778-935d-4e6d-951b-c0f40e82e128 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430429 Sep 22 10:04:38.813029 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:38.861417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e26e70f-1f68-4c90-b9fd-5d8680cbc6ec req-04225790-912f-41f1-aa17-a4e5383ef026 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 210 time: 0.0411777 Sep 22 10:04:39.005135 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:39.054783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Network 94ab7a0b-137a-424e-aa9b-352b3a13daab is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:04:39.059242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:04:39.067093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:04:39.084155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:39.158357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:39.160642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:39.285992 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-21a152ee-ce4b-44bb-b074-46d3d280d72f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1178579 Sep 22 10:04:39.298733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Request body: {'port': {'device_id': '418ff78b-11cc-424a-bc48-1ab811c63072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:39.401171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ef4a77a1-b0cf-4ff2-8646-4db1329c8fc3 None None] Provisioning complete for port 7577a559-71ad-4a78-bb84-650b3a20d00c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:39.403123 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77a1-b0cf-4ff2-8646-4db1329c8fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:39.410561 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:39.444033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ef4a77a1-b0cf-4ff2-8646-4db1329c8fc3 None None] Port 7577a559-71ad-4a78-bb84-650b3a20d00c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:04:39.962846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef69b35-3945-4c8e-8f0f-85130be1d82a req-62bcc2d3-4385-4a9e-a5e7-8c6ad25d0c87 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:39.966537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bef69b35-3945-4c8e-8f0f-85130be1d82a req-62bcc2d3-4385-4a9e-a5e7-8c6ad25d0c87 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0973394 Sep 22 10:04:40.029358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bef69b35-3945-4c8e-8f0f-85130be1d82a req-ef045f3f-059d-46ea-8ee1-4153e22c826a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477173 Sep 22 10:04:40.099695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7577a559-71ad-4a78-bb84-650b3a20d00c {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:04:40.120568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:40.145479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Transition to ACTIVE for port object 7577a559-71ad-4a78-bb84-650b3a20d00c will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:04:40.203762 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815099c-7fbd-435d-a715-c2a74ab358bb req-077d0209-675c-4e1b-95df-935b1c414808 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:40.205603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2815099c-7fbd-435d-a715-c2a74ab358bb req-077d0209-675c-4e1b-95df-935b1c414808 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 931 time: 0.0762556 Sep 22 10:04:40.242287 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:40.267456 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2815099c-7fbd-435d-a715-c2a74ab358bb req-84193bea-cda5-4eb9-94ca-31636c4f66d6 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488565 Sep 22 10:04:40.350455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:40.471782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Attempting to bind port 7577a559-71ad-4a78-bb84-650b3a20d00c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:04:40.472418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Attempting to bind port 7577a559-71ad-4a78-bb84-650b3a20d00c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:04:40.472991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Attempting to bind port 7577a559-71ad-4a78-bb84-650b3a20d00c on network 94ab7a0b-137a-424e-aa9b-352b3a13daab {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:40.482501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Port 7577a559-71ad-4a78-bb84-650b3a20d00c on network 94ab7a0b-137a-424e-aa9b-352b3a13daab not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:04:40.483023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Attempting to bind port 7577a559-71ad-4a78-bb84-650b3a20d00c on network 94ab7a0b-137a-424e-aa9b-352b3a13daab {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:04:40.490756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:04:40.493720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Checking segment: {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:04:40.493720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Bound using segment: {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:04:40.493720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Bound port: 7577a559-71ad-4a78-bb84-650b3a20d00c, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:04:40.493720 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:40.572909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:04:40.579640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:04:40.688102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:40.723563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:40.724352 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:40.725822 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] 10.222.0.60 "PUT /v2.0/ports/7577a559-71ad-4a78-bb84-650b3a20d00c HTTP/1.1" status: 200 len: 1091 time: 1.4315310 Sep 22 10:04:40.726364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:04:40.728576 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22eb37be-c276-4cce-bf8b-df3480f8d8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:04:40.769972 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd61de6a-f1de-45d5-ad4e-83754f045949 x-openstack-request-id: req-cd61de6a-f1de-45d5-ad4e-83754f045949 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:04:40.770557 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:04:40.771020 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd61de6a-f1de-45d5-ad4e-83754f045949 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:04:40.771526 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'status': 'completed', 'code': 200} Sep 22 10:04:40.775184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7702f-c1ed-45fb-b474-7c651f7d6729 service neutron] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:40.850485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb37be-c276-4cce-bf8b-df3480f8d8ef req-200738c7-3bbe-4b53-9e06-16659a1727d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:40.850485 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22eb37be-c276-4cce-bf8b-df3480f8d8ef req-200738c7-3bbe-4b53-9e06-16659a1727d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 1094 time: 0.0577321 Sep 22 10:04:40.980883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb37be-c276-4cce-bf8b-df3480f8d8ef req-fb299686-0bc6-4226-89f9-7911f8942694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:40.983515 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22eb37be-c276-4cce-bf8b-df3480f8d8ef req-fb299686-0bc6-4226-89f9-7911f8942694 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1257167 Sep 22 10:04:41.124499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb37be-c276-4cce-bf8b-df3480f8d8ef req-f86873a0-0211-4c24-a0af-8558703b68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:41.126039 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-22eb37be-c276-4cce-bf8b-df3480f8d8ef req-f86873a0-0211-4c24-a0af-8558703b68dc service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358256 Sep 22 10:04:41.235469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfda719-594f-4906-ab22-06f35ab29849 req-b01d3237-2c6f-4417-8035-f4083aef1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:41.237142 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-b01d3237-2c6f-4417-8035-f4083aef1bea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 1094 time: 0.0630331 Sep 22 10:04:41.253618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaac7aa-f2c5-4dc5-a71c-4755dc313603 req-063655ea-11d0-4a40-9084-7f27bae6b7f4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:41.256435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-feaac7aa-f2c5-4dc5-a71c-4755dc313603 req-063655ea-11d0-4a40-9084-7f27bae6b7f4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0910189 Sep 22 10:04:41.284860 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-eae44e01-e76a-43e6-9d4b-bd9c3a9e8753 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7577a559-71ad-4a78-bb84-650b3a20d00c HTTP/1.1" status: 200 len: 217 time: 0.0400031 Sep 22 10:04:41.325709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-feaac7aa-f2c5-4dc5-a71c-4755dc313603 req-c7b62aa6-55d6-4615-bcc6-5620b7d4ad09 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598063 Sep 22 10:04:41.353905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfda719-594f-4906-ab22-06f35ab29849 req-2d034225-644e-49d0-93cd-1425b712c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:41.353905 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-2d034225-644e-49d0-93cd-1425b712c301 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0526445 Sep 22 10:04:41.419736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfda719-594f-4906-ab22-06f35ab29849 req-7c7516a6-0a7f-409c-805e-98c0a0b49f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:41.423517 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-7c7516a6-0a7f-409c-805e-98c0a0b49f18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694540 Sep 22 10:04:41.469657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd32593-c0bf-4809-be56-a286d05e882e req-5d00be06-c29f-4d87-a5d9-407569e85447 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:41.472837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3bd32593-c0bf-4809-be56-a286d05e882e req-5d00be06-c29f-4d87-a5d9-407569e85447 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 943 time: 0.0677867 Sep 22 10:04:41.523809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3bd32593-c0bf-4809-be56-a286d05e882e req-b392bf26-7e16-4e35-ae68-01d683de3441 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421622 Sep 22 10:04:41.554739 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-a50fe9cb-ac7c-4689-845c-7bbeece00272 service neutron] 10.222.0.60 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236951 Sep 22 10:04:41.657291 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0dfda719-594f-4906-ab22-06f35ab29849 req-8c6a344f-e4cb-4b7a-a0ee-549beb1bd13c service neutron] 10.222.0.60 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951519 Sep 22 10:04:42.466658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a82ceb-bfa4-420f-9088-ffb39474648b req-6c18a804-767e-46ad-a2df-76393772b504 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:42.468988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b4a82ceb-bfa4-420f-9088-ffb39474648b req-6c18a804-767e-46ad-a2df-76393772b504 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0587156 Sep 22 10:04:42.521378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b4a82ceb-bfa4-420f-9088-ffb39474648b req-873b06b1-a368-4c78-ad95-4f97a4301b38 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445280 Sep 22 10:04:42.661544 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fef11e-fbd0-4af7-a525-c34862aecaa7 req-cfbb29ac-5c5a-428d-8392-9c6cb47641b1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:42.663088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93fef11e-fbd0-4af7-a525-c34862aecaa7 req-cfbb29ac-5c5a-428d-8392-9c6cb47641b1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 943 time: 0.0566626 Sep 22 10:04:42.707272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93fef11e-fbd0-4af7-a525-c34862aecaa7 req-3a24a4cb-80d4-4530-a351-7b3088fc13e3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330582 Sep 22 10:04:43.661808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f69a-2c98-4c68-8649-45bea216a4c5 req-31dbb0a8-8d43-4af5-9c69-ded9160aabe8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:43.663316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d406f69a-2c98-4c68-8649-45bea216a4c5 req-31dbb0a8-8d43-4af5-9c69-ded9160aabe8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0639331 Sep 22 10:04:43.712397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d406f69a-2c98-4c68-8649-45bea216a4c5 req-303bce2c-0c22-4a63-9e7b-b1e33751a0d2 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Sep 22 10:04:43.848176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e5738-15e6-4d2a-b151-1da78ea1f12c req-c54939c1-9168-4bf5-adf6-0d9aead71369 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:43.849996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e7e5738-15e6-4d2a-b151-1da78ea1f12c req-c54939c1-9168-4bf5-adf6-0d9aead71369 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 943 time: 0.0619218 Sep 22 10:04:43.893997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e7e5738-15e6-4d2a-b151-1da78ea1f12c req-d7b8b6c7-aa2d-4e51-94e2-a5e1ae4cf6a3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378704 Sep 22 10:04:44.842023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91847a-e790-4b9f-bcaf-939351dbba0f req-d5a903f6-8711-45ce-ba13-3d8d19ce39a2 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:44.843560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b91847a-e790-4b9f-bcaf-939351dbba0f req-d5a903f6-8711-45ce-ba13-3d8d19ce39a2 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0532510 Sep 22 10:04:44.884475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b91847a-e790-4b9f-bcaf-939351dbba0f req-c19a6f02-1171-48d5-834c-e910e47854a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349183 Sep 22 10:04:45.021138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa53452-d6c6-42fd-961e-b2c5dc139e6b req-443ed660-6ac3-4510-b588-18a5341d668a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:45.022805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5aa53452-d6c6-42fd-961e-b2c5dc139e6b req-443ed660-6ac3-4510-b588-18a5341d668a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 943 time: 0.0522707 Sep 22 10:04:45.065727 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5aa53452-d6c6-42fd-961e-b2c5dc139e6b req-eb7398b5-096d-42df-8fc4-06b99d259646 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367742 Sep 22 10:04:45.345746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7577a559-71ad-4a78-bb84-650b3a20d00c details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:04:45.444628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:45.456606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'port_id': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'mac_address': 'fa:16:3e:53:e6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:04:45.494673 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:45.508588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7577a559-71ad-4a78-bb84-650b3a20d00c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:04:45.531533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:45.610776 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:45.664602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:45.821394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['7577a559-71ad-4a78-bb84-650b3a20d00c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:04:46.049680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c24bcb-35b0-476a-a51c-04e48012b163 req-a841fad7-da8e-4784-ab45-1faa6a97f81a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:46.051172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50c24bcb-35b0-476a-a51c-04e48012b163 req-a841fad7-da8e-4784-ab45-1faa6a97f81a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0584495 Sep 22 10:04:46.095416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50c24bcb-35b0-476a-a51c-04e48012b163 req-a5b762ed-2a4f-4ad6-8ee6-c7a77dc2eeed tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381165 Sep 22 10:04:46.211268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ab01c-031c-4c3e-872c-b23c2830780f req-670a0987-cf6e-4a97-83a4-4105d3ef052e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:46.216558 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-407ab01c-031c-4c3e-872c-b23c2830780f req-670a0987-cf6e-4a97-83a4-4105d3ef052e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0570250 Sep 22 10:04:46.254577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-407ab01c-031c-4c3e-872c-b23c2830780f req-ba180759-1d9e-4c1d-acc3-0aa3aefbc28d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348411 Sep 22 10:04:47.226428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322dc6e-2181-4c0b-b9d8-4c34eecc9b76 req-ecef8ee4-2ca1-4c0b-b48d-e1f834868a73 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:47.227961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5322dc6e-2181-4c0b-b9d8-4c34eecc9b76 req-ecef8ee4-2ca1-4c0b-b48d-e1f834868a73 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0544100 Sep 22 10:04:47.268739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5322dc6e-2181-4c0b-b9d8-4c34eecc9b76 req-8d233cdf-7486-44b7-b5d7-c62cfa09ffcd tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336487 Sep 22 10:04:47.360218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7577a559-71ad-4a78-bb84-650b3a20d00c up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:04:47.398330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16aa0f-faa5-4fe2-9bde-0628283e9138 req-a0513915-5e88-4bea-9626-06f78641f900 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:47.399774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e16aa0f-faa5-4fe2-9bde-0628283e9138 req-a0513915-5e88-4bea-9626-06f78641f900 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0603337 Sep 22 10:04:47.443961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e16aa0f-faa5-4fe2-9bde-0628283e9138 req-d4730f21-494a-4fa1-96d8-654f593484d5 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372992 Sep 22 10:04:47.483788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 7577a559-71ad-4a78-bb84-650b3a20d00c completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:04:47.488061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 7577a559-71ad-4a78-bb84-650b3a20d00c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:04:47.488450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:47.566364 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:47.593564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:04:47.596023 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f0f9c5-f31f-4acd-a9b6-e71c8c93dec1" -d '{"events": [{"server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "name": "network-vif-plugged", "status": "completed", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:04:47.610466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:04:47.635198 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd25665d-2aa6-49e9-a97c-c41c3765b8cb x-openstack-request-id: req-fd25665d-2aa6-49e9-a97c-c41c3765b8cb {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:04:47.635653 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "name": "network-vif-plugged", "status": "completed", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:04:47.635986 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd25665d-2aa6-49e9-a97c-c41c3765b8cb {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:04:47.636299 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'code': 200} Sep 22 10:04:47.716909 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:47.742676 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e25f43-ce0f-4d41-bcab-aa1f5df4da2b req-87d48b63-e400-4b9f-9637-e3ebbb08dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:47.754537 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-73e25f43-ce0f-4d41-bcab-aa1f5df4da2b req-87d48b63-e400-4b9f-9637-e3ebbb08dfcb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 1095 time: 0.0503163 Sep 22 10:04:47.768042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:04:47.777997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.778493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.778830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.779300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.779687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.780020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.780348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.780673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.781041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.781364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.781690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.782016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:04:47.793610 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-73e25f43-ce0f-4d41-bcab-aa1f5df4da2b req-ecd8c292-0143-496e-9f91-f8df94da767a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413380 Sep 22 10:04:48.408046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929585a-a684-4faa-aa9e-6c1f844a0a36 req-dffa4858-0a00-4e5c-af3c-4a77cd919334 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:48.409507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5929585a-a684-4faa-aa9e-6c1f844a0a36 req-dffa4858-0a00-4e5c-af3c-4a77cd919334 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0507617 Sep 22 10:04:48.452922 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5929585a-a684-4faa-aa9e-6c1f844a0a36 req-97eb8e54-02d1-4460-a1a4-df90096dd72d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363061 Sep 22 10:04:48.574218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30b532-8f67-4211-8074-5a74f8a6e2ab req-d7f45d19-f9a0-4b09-a308-bc8db0aa184b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:48.575915 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e30b532-8f67-4211-8074-5a74f8a6e2ab req-d7f45d19-f9a0-4b09-a308-bc8db0aa184b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0532181 Sep 22 10:04:48.616103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e30b532-8f67-4211-8074-5a74f8a6e2ab req-d34e416c-2c06-41ed-a00b-8e765df16c3e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341904 Sep 22 10:04:49.444616 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:04:49.582230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb1220-46b9-4ab1-ab99-760ddeac0528 req-0872fffd-a2d8-4ac4-ba91-83d3e3dab68f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:49.583666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51bb1220-46b9-4ab1-ab99-760ddeac0528 req-0872fffd-a2d8-4ac4-ba91-83d3e3dab68f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0570714 Sep 22 10:04:49.623645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51bb1220-46b9-4ab1-ab99-760ddeac0528 req-4f060ea2-17fb-4a53-86b8-40b483bad86e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Sep 22 10:04:49.739013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7f49-9028-41d8-a859-cd009dd521b4 req-54c74317-ca4e-47b9-a808-c182a66e7d20 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:49.740524 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-050c7f49-9028-41d8-a859-cd009dd521b4 req-54c74317-ca4e-47b9-a808-c182a66e7d20 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0511885 Sep 22 10:04:49.781693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-050c7f49-9028-41d8-a859-cd009dd521b4 req-6fc529ac-3d33-4d78-a40d-e2ee2e2ad79d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346668 Sep 22 10:04:49.901133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ab526-9c7a-4ce3-aa9a-42058f501082 req-566470e5-9555-43fe-870b-5801f84b194a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:49.903357 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-741ab526-9c7a-4ce3-aa9a-42058f501082 req-566470e5-9555-43fe-870b-5801f84b194a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0522273 Sep 22 10:04:49.912600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49122) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:04:49.918040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-52f38701-1d77-4c72-9f32-56c7868af94f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'floatingip': {'port_id': '7577a559-71ad-4a78-bb84-650b3a20d00c'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:04:49.966187 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52f38701-1d77-4c72-9f32-56c7868af94f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:50.427307 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52f38701-1d77-4c72-9f32-56c7868af94f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:50.541240 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52f38701-1d77-4c72-9f32-56c7868af94f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:50.642746 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-52f38701-1d77-4c72-9f32-56c7868af94f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Floating IP f25a3ea3-53a7-4ae3-8f2b-9251cf34837a associated. External IP: 172.25.6.186, port: 7577a559-71ad-4a78-bb84-650b3a20d00c. Sep 22 10:04:50.792131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fb338-b917-4550-805a-4366983c4591 req-b9afc342-91ea-4b1c-b02e-a7506512d9f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:50.794180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-624fb338-b917-4550-805a-4366983c4591 req-b9afc342-91ea-4b1c-b02e-a7506512d9f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0983701 Sep 22 10:04:50.879856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-624fb338-b917-4550-805a-4366983c4591 req-09e9a265-77ce-420e-98d8-8e915194c284 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541227 Sep 22 10:04:51.260900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f38701-1d77-4c72-9f32-56c7868af94f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Router 3c071db3-145a-4236-bee2-f7a9def0ea08 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:04:51.377214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f38701-1d77-4c72-9f32-56c7868af94f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:04:51.382171 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-52f38701-1d77-4c72-9f32-56c7868af94f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:51.389269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6794f7b0-0709-4529-b944-1f31c9acdc90 None None] Sync routers for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:04:51.404760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6794f7b0-0709-4529-b944-1f31c9acdc90 None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:04:51.405320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6794f7b0-0709-4529-b944-1f31c9acdc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:04:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:51.419259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-52f38701-1d77-4c72-9f32-56c7868af94f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "PUT /v2.0/floatingips/f25a3ea3-53a7-4ae3-8f2b-9251cf34837a HTTP/1.1" status: 200 len: 991 time: 1.5053840 Sep 22 10:04:51.419978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:04:51.423366 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:04:51.523507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-6794f7b0-0709-4529-b944-1f31c9acdc90 None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:04:51.619948 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b479730-4f0c-4b1b-ad84-2ce277a273be x-openstack-request-id: req-6b479730-4f0c-4b1b-ad84-2ce277a273be {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:04:51.620252 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:04:51.620472 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b479730-4f0c-4b1b-ad84-2ce277a273be {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:04:51.621409 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'status': 'completed', 'code': 200} Sep 22 10:04:51.684957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9 req-eaef05a1-8331-4305-adfc-68d680b1b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:51.686524 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9 req-eaef05a1-8331-4305-adfc-68d680b1b6b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 1096 time: 0.0431290 Sep 22 10:04:51.755165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6794f7b0-0709-4529-b944-1f31c9acdc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f25a3ea3-53a7-4ae3-8f2b-9251cf34837a', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'port_id': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'mac_address': 'fa:16:3e:53:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ff78b-11cc-424a-bc48-1ab811c63072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:04:33Z', 'updated_at': '2021-09-22T10:04:50Z', 'revision_number': 1, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:51.781701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6794f7b0-0709-4529-b944-1f31c9acdc90 None None] Checking router: 3c071db3-145a-4236-bee2-f7a9def0ea08 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:04:51.782427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9 req-50e1cfd7-047f-4051-b1c6-88dcfd3e0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:51.784019 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9 req-50e1cfd7-047f-4051-b1c6-88dcfd3e0ef4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.0902832 Sep 22 10:04:51.790096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6794f7b0-0709-4529-b944-1f31c9acdc90 None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:04:51.790692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6794f7b0-0709-4529-b944-1f31c9acdc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:04:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:51.857950 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9 req-76ecfea6-bfe9-4c32-abe8-70adcc2c411b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7577a559-71ad-4a78-bb84-650b3a20d00c HTTP/1.1" status: 200 len: 999 time: 0.0665576 Sep 22 10:04:51.904385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-6794f7b0-0709-4529-b944-1f31c9acdc90 None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:04:51.909185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9 req-50d44aa9-2864-46d1-922f-5d9e272db550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:51.910630 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9 req-50d44aa9-2864-46d1-922f-5d9e272db550 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0459645 Sep 22 10:04:51.957857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9 req-476428b7-9907-4154-b38c-549cf71f2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:51.959414 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9 req-476428b7-9907-4154-b38c-549cf71f2f67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422804 Sep 22 10:04:52.019451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295245f-1d93-4f89-ae34-9430745e303d req-582255d5-5502-42f7-b0b0-fe249ede1ec5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:52.021137 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2295245f-1d93-4f89-ae34-9430745e303d req-582255d5-5502-42f7-b0b0-fe249ede1ec5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0557103 Sep 22 10:04:52.057679 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9 req-2a65ee4d-580f-4dc0-9bf6-755386c563af service neutron] 10.222.0.60 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915830 Sep 22 10:04:52.065091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2295245f-1d93-4f89-ae34-9430745e303d req-d686aad6-47f4-4c32-aca0-e5b76f4d102b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354669 Sep 22 10:04:52.154372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-6794f7b0-0709-4529-b944-1f31c9acdc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f25a3ea3-53a7-4ae3-8f2b-9251cf34837a', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'port_id': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'mac_address': 'fa:16:3e:53:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ff78b-11cc-424a-bc48-1ab811c63072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:04:33Z', 'updated_at': '2021-09-22T10:04:50Z', 'revision_number': 1, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:04:52.159896 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4c45361d-087e-4e68-9cc3-52b8a4f2eeb9 req-475223c7-213f-4221-b7bb-82021c024592 service neutron] 10.222.0.60 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953829 Sep 22 10:04:52.181476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6794f7b0-0709-4529-b944-1f31c9acdc90 None None] The sync data for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 is: [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'f25a3ea3-53a7-4ae3-8f2b-9251cf34837a', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'floating_ip_address': '172.25.6.186', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'port_id': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'mac_address': 'fa:16:3e:53:e6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ff78b-11cc-424a-bc48-1ab811c63072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:04:33Z', 'updated_at': '2021-09-22T10:04:50Z', 'revision_number': 1, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:04:52.384529 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fa8c5a-ca0e-4895-82a5-50e8a0f0c405 None None] New status for floating IP f25a3ea3-53a7-4ae3-8f2b-9251cf34837a: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:04:53.199422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89852d8-21ba-474c-86ee-0c2c8d53e92e req-1ad4d283-8169-4d46-9e7d-3582d9be4c23 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:53.201103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a89852d8-21ba-474c-86ee-0c2c8d53e92e req-1ad4d283-8169-4d46-9e7d-3582d9be4c23 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0562341 Sep 22 10:04:53.247729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a89852d8-21ba-474c-86ee-0c2c8d53e92e req-1af6b6d8-213c-4d80-ab66-2075e6aaccce tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Sep 22 10:04:53.607201 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:54.249708 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-14bf8be7-b386-460f-bc88-f565b95e2ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:54.373071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bee0f-f4c8-45e8-b744-eae6fb603152 req-afb48913-718a-4aa1-b019-e14f9d231f7f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:54.374601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-925bee0f-f4c8-45e8-b744-eae6fb603152 req-afb48913-718a-4aa1-b019-e14f9d231f7f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0523100 Sep 22 10:04:54.413439 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-925bee0f-f4c8-45e8-b744-eae6fb603152 req-c22ac36e-5ed1-4741-a7a1-83bbd58d4d74 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323582 Sep 22 10:04:54.786888 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:55.539424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc346e9-941b-4ce5-be28-03e29b08883f req-5c866a92-6f9a-4db1-baf4-22a17eb4b746 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:55.541143 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cc346e9-941b-4ce5-be28-03e29b08883f req-5c866a92-6f9a-4db1-baf4-22a17eb4b746 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0541122 Sep 22 10:04:55.581403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3cc346e9-941b-4ce5-be28-03e29b08883f req-dd05f97b-29d6-4cd3-be52-e3eb3929c8bb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339539 Sep 22 10:04:56.704585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85e9ca-2a3c-4340-879b-40bcb7e1fc17 req-78d02849-8b8a-4b35-839b-597c43422861 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:56.706154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db85e9ca-2a3c-4340-879b-40bcb7e1fc17 req-78d02849-8b8a-4b35-839b-597c43422861 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0492156 Sep 22 10:04:56.748579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db85e9ca-2a3c-4340-879b-40bcb7e1fc17 req-70f8d06a-61db-4cbd-a64f-81ffb8bfd5dd tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363903 Sep 22 10:04:56.961251 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3854caee-d09b-4d13-9ac4-afffe5ce2c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:57.592012 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:57.868102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a87f0b-4652-4f68-8bef-a9de9c92efcc req-8eec8b75-89e6-48cc-8ed1-f281782ae4e3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:57.869634 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5a87f0b-4652-4f68-8bef-a9de9c92efcc req-8eec8b75-89e6-48cc-8ed1-f281782ae4e3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0492971 Sep 22 10:04:57.908630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5a87f0b-4652-4f68-8bef-a9de9c92efcc req-a3208705-d1a6-404a-8259-21cab79036ae tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329449 Sep 22 10:04:58.155925 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:04:59.034458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf2fc6-a9a5-4397-882c-0f23ae3e0dd1 req-7cee1baf-a19c-4483-8495-26f375360953 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:04:59.035954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ebf2fc6-a9a5-4397-882c-0f23ae3e0dd1 req-7cee1baf-a19c-4483-8495-26f375360953 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0543287 Sep 22 10:04:59.074858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ebf2fc6-a9a5-4397-882c-0f23ae3e0dd1 req-c757361f-7d86-409e-934d-61140b4b5575 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Sep 22 10:04:59.938649 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:00.013221 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-d110b7cd-d76e-44a0-8fb4-532da5f07415 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471365 Sep 22 10:05:00.099627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-c0331e8b-2fef-4181-87ec-fefb95f5c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:00.101143 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-c0331e8b-2fef-4181-87ec-fefb95f5c464 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 1096 time: 0.0416398 Sep 22 10:05:00.194363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d9a74-81fb-41cb-9272-eb92408a9744 req-3e6a4738-b524-42ba-98bb-ca6b2e28d65d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:00.195872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-125d9a74-81fb-41cb-9272-eb92408a9744 req-3e6a4738-b524-42ba-98bb-ca6b2e28d65d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0505476 Sep 22 10:05:00.210595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-f2de7f4a-ac6a-400f-a9fb-d01c5b36aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:00.212247 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-f2de7f4a-ac6a-400f-a9fb-d01c5b36aad0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.0912240 Sep 22 10:05:00.243759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-125d9a74-81fb-41cb-9272-eb92408a9744 req-5c21ba9b-652c-46c4-bc20-7f04d668e085 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Sep 22 10:05:00.281727 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-8468bff7-a2c2-4c4e-b301-378abf510a54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7577a559-71ad-4a78-bb84-650b3a20d00c HTTP/1.1" status: 200 len: 1001 time: 0.0621347 Sep 22 10:05:00.339786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-09ec405b-31b0-4d3c-bbcc-b188a978c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:00.341692 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-09ec405b-31b0-4d3c-bbcc-b188a978c2d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0480206 Sep 22 10:05:00.391393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-047eb218-f834-4e20-85dd-38d043a1b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:00.392868 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-047eb218-f834-4e20-85dd-38d043a1b097 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442915 Sep 22 10:05:00.485316 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-caf78ccc-5f99-4e3d-8c84-34df9cbc31a9 service neutron] 10.222.0.60 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855329 Sep 22 10:05:00.589780 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a74a543c-3b61-4de2-82b2-bc3672915149 req-f15ff037-8c51-4717-adac-b5bd1205cf66 service neutron] 10.222.0.60 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977123 Sep 22 10:05:01.367367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f56fc-1368-4986-bbb3-3f3614f60eba req-33410db1-214f-4922-8dc6-76823fe49bda tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:01.368900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f69f56fc-1368-4986-bbb3-3f3614f60eba req-33410db1-214f-4922-8dc6-76823fe49bda tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0513523 Sep 22 10:05:01.408627 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f69f56fc-1368-4986-bbb3-3f3614f60eba req-b433de14-903c-4260-a7c5-2f2c1726827c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333245 Sep 22 10:05:02.529706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef0a6f-30cf-47e4-8f4e-5f1973a101df req-a494e1ed-157c-4297-8a10-e63c8b0a48df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:02.531184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90ef0a6f-30cf-47e4-8f4e-5f1973a101df req-a494e1ed-157c-4297-8a10-e63c8b0a48df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0497823 Sep 22 10:05:02.568978 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90ef0a6f-30cf-47e4-8f4e-5f1973a101df req-443ba49a-7340-4d39-bff1-abefec346f5f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Sep 22 10:05:03.689736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb378df-df10-4adb-b01f-34472354311f req-1bac7cfd-6979-4063-b046-ab28974416d3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:03.691474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbb378df-df10-4adb-b01f-34472354311f req-1bac7cfd-6979-4063-b046-ab28974416d3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0525963 Sep 22 10:05:03.735645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dbb378df-df10-4adb-b01f-34472354311f req-5a5c402c-f112-4066-bb1d-8146c9ea1bbf tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378461 Sep 22 10:05:04.857010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e609c-cf93-49c4-85e4-2ae723addded req-ad4f47ae-0ba2-4a36-974b-ada8a18fd9fc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:04.858652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae0e609c-cf93-49c4-85e4-2ae723addded req-ad4f47ae-0ba2-4a36-974b-ada8a18fd9fc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0512369 Sep 22 10:05:04.897910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae0e609c-cf93-49c4-85e4-2ae723addded req-836151a9-89b5-4196-acef-cd305610c30a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330324 Sep 22 10:05:06.018967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a8464-09ea-4954-83a0-a059b3a7f425 req-2e92263d-fdeb-4343-8a29-fc4d1854f67d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:06.020533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-729a8464-09ea-4954-83a0-a059b3a7f425 req-2e92263d-fdeb-4343-8a29-fc4d1854f67d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0497954 Sep 22 10:05:06.064559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-729a8464-09ea-4954-83a0-a059b3a7f425 req-b9f884c9-cc2a-453c-b343-29f80dff452a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370116 Sep 22 10:05:07.185524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d7718-4699-4f15-9f54-8a170e1f36b8 req-828db792-13df-452f-93ff-7ca1757f2d20 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:07.187064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253d7718-4699-4f15-9f54-8a170e1f36b8 req-828db792-13df-452f-93ff-7ca1757f2d20 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0513937 Sep 22 10:05:07.229269 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-253d7718-4699-4f15-9f54-8a170e1f36b8 req-2ae5a896-3ace-4f5d-a417-bacc6004f47c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359921 Sep 22 10:05:08.350578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f7aa4-7156-42c1-b1df-b5b27d52752c req-dffd0190-b17a-403a-97f4-39af0e5bc73b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:08.352070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f18f7aa4-7156-42c1-b1df-b5b27d52752c req-dffd0190-b17a-403a-97f4-39af0e5bc73b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0503919 Sep 22 10:05:08.390194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f18f7aa4-7156-42c1-b1df-b5b27d52752c req-58ccdfc3-fba4-41ce-9f30-71c7a124d905 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Sep 22 10:05:09.515406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc0488-e64c-4527-a6d6-8d514d70fc40 req-f3179c6f-8525-4d55-9624-3d0b0d8faae5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:09.517205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77dc0488-e64c-4527-a6d6-8d514d70fc40 req-f3179c6f-8525-4d55-9624-3d0b0d8faae5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0539427 Sep 22 10:05:09.559515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-77dc0488-e64c-4527-a6d6-8d514d70fc40 req-8f85d5cc-f826-4821-85c0-18ad79ba1d3b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353417 Sep 22 10:05:10.686867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431043d3-a799-467e-adca-149221f614f8 req-82a50568-a13b-4ce3-ad6b-c942334418b8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:10.688457 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-431043d3-a799-467e-adca-149221f614f8 req-82a50568-a13b-4ce3-ad6b-c942334418b8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0534165 Sep 22 10:05:10.733445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-431043d3-a799-467e-adca-149221f614f8 req-9becd70f-a138-4129-9673-3c9b436f25a6 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387707 Sep 22 10:05:11.250528 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-11d3e5d3-65d4-4763-b263-77e679049fba req-028cec83-c8e2-439f-83cc-6dabcb25e51c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1000264 Sep 22 10:05:11.341075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3e5d3-65d4-4763-b263-77e679049fba req-036459a5-4573-4a11-b511-b4fe5e2fbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:11.344803 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-11d3e5d3-65d4-4763-b263-77e679049fba req-036459a5-4573-4a11-b511-b4fe5e2fbfb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dacd5919616400a81a075eafa54b29c&device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 1096 time: 0.0428672 Sep 22 10:05:11.456967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3e5d3-65d4-4763-b263-77e679049fba req-6da2513b-3be4-415a-9d3f-69f96beb86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:11.458541 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-11d3e5d3-65d4-4763-b263-77e679049fba req-6da2513b-3be4-415a-9d3f-69f96beb86f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9480e3e9-9178-454f-8a96-8bb930d84a09 HTTP/1.1" status: 200 len: 909 time: 0.0933716 Sep 22 10:05:11.531669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-11d3e5d3-65d4-4763-b263-77e679049fba req-7e341401-0140-43ab-850f-fb52335f368e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f HTTP/1.1" status: 200 len: 1001 time: 0.0612040 Sep 22 10:05:11.590293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3e5d3-65d4-4763-b263-77e679049fba req-d236f4b8-b051-4899-8334-411dd3c0ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:11.591905 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-11d3e5d3-65d4-4763-b263-77e679049fba req-d236f4b8-b051-4899-8334-411dd3c0ae96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=308daa36-595e-49df-825b-3fd98bcbe612 HTTP/1.1" status: 200 len: 847 time: 0.0496302 Sep 22 10:05:11.646990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3e5d3-65d4-4763-b263-77e679049fba req-225fcba8-e624-4cda-92cf-a36c200f8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:11.648540 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-11d3e5d3-65d4-4763-b263-77e679049fba req-225fcba8-e624-4cda-92cf-a36c200f8884 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9480e3e9-9178-454f-8a96-8bb930d84a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434694 Sep 22 10:05:11.744675 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-11d3e5d3-65d4-4763-b263-77e679049fba req-fbb83610-8654-4e4b-99f4-be19a5807766 service neutron] 10.222.0.45 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837882 Sep 22 10:05:11.853651 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-11d3e5d3-65d4-4763-b263-77e679049fba req-f403cbf5-73a2-4868-b4f7-6870e5d6cdbd service neutron] 10.222.0.45 "GET /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009858 Sep 22 10:05:11.889883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83e86d-1a23-43c5-9079-deceea5dfe96 req-028c5116-66fa-4557-9ef1-7dbb95fe714f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:11.891570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa83e86d-1a23-43c5-9079-deceea5dfe96 req-028c5116-66fa-4557-9ef1-7dbb95fe714f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0554810 Sep 22 10:05:11.932033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa83e86d-1a23-43c5-9079-deceea5dfe96 req-e1faa17f-2ce1-4f2b-b9f1-fd967e32343d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341668 Sep 22 10:05:13.055630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf1ce8-7f49-4e41-bbe9-b502aa84a699 req-30064567-453a-4a03-8983-a75aeac71c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:13.057302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0bf1ce8-7f49-4e41-bbe9-b502aa84a699 req-30064567-453a-4a03-8983-a75aeac71c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0517621 Sep 22 10:05:13.097315 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0bf1ce8-7f49-4e41-bbe9-b502aa84a699 req-23d6eaea-a02c-4798-9949-83aa1c74ac88 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Sep 22 10:05:14.222599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d2460-8ecc-4109-a442-3d4e2a04dade req-e98a4947-9ecf-4a9c-899d-e304aa729b7f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:14.224120 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e06d2460-8ecc-4109-a442-3d4e2a04dade req-e98a4947-9ecf-4a9c-899d-e304aa729b7f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0500226 Sep 22 10:05:14.269723 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e06d2460-8ecc-4109-a442-3d4e2a04dade req-90d25a29-940d-4de9-956c-6b33b42f3737 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384891 Sep 22 10:05:15.393518 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454579a2-f469-45e2-99f1-fbb6d198c0fa req-c7e01946-cf05-47ae-b006-994b701fd8fb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:15.395073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-454579a2-f469-45e2-99f1-fbb6d198c0fa req-c7e01946-cf05-47ae-b006-994b701fd8fb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0504661 Sep 22 10:05:15.434225 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-454579a2-f469-45e2-99f1-fbb6d198c0fa req-fb04e182-59f7-4d27-ad33-97351ae8ac6f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Sep 22 10:05:16.561050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f77ff-51cf-42e3-a6f4-070f6e083eca req-c7239af8-19da-4c9b-9658-97c7851a3a9a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:16.562825 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a5f77ff-51cf-42e3-a6f4-070f6e083eca req-c7239af8-19da-4c9b-9658-97c7851a3a9a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0546231 Sep 22 10:05:16.602944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a5f77ff-51cf-42e3-a6f4-070f6e083eca req-f92568ca-bcec-4da0-ac11-de6fd4753bbf tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339994 Sep 22 10:05:17.734431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702bd9-5e10-427f-9f4d-3cda3a7b2f32 req-9adf863b-c15f-40f7-9b10-0656dd1946aa tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:17.736213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b702bd9-5e10-427f-9f4d-3cda3a7b2f32 req-9adf863b-c15f-40f7-9b10-0656dd1946aa tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0555940 Sep 22 10:05:17.787181 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b702bd9-5e10-427f-9f4d-3cda3a7b2f32 req-623e41d9-e689-4027-a398-2c95f7b2fb92 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441244 Sep 22 10:05:18.915985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f126f-8dd1-4650-a555-98177837049e req-86a2ddc3-888a-4ba2-a380-3c7e527a0100 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:18.918260 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-284f126f-8dd1-4650-a555-98177837049e req-86a2ddc3-888a-4ba2-a380-3c7e527a0100 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0539126 Sep 22 10:05:18.961709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-284f126f-8dd1-4650-a555-98177837049e req-4e9c8887-1828-41ac-8bb1-24eb4d7f2f05 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352678 Sep 22 10:05:20.097304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1279f8-a267-4092-99ca-61be7871be21 req-791b01be-3930-428c-ae3b-b3b945e3cb75 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:20.098858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c1279f8-a267-4092-99ca-61be7871be21 req-791b01be-3930-428c-ae3b-b3b945e3cb75 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0602808 Sep 22 10:05:20.140157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c1279f8-a267-4092-99ca-61be7871be21 req-de13d5d9-135f-4101-8e97-1e8591592632 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Sep 22 10:05:21.258879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ce82a-c2aa-4a92-a407-55069fca533c req-8acdf224-72c3-43a3-8014-136a0c0e6c66 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:21.260986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-694ce82a-c2aa-4a92-a407-55069fca533c req-8acdf224-72c3-43a3-8014-136a0c0e6c66 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0496018 Sep 22 10:05:21.308954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-694ce82a-c2aa-4a92-a407-55069fca533c req-36a49e22-8f9b-4d7f-8a9e-52dba1f3fcf5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Sep 22 10:05:22.431817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe1ea3-1eab-4932-bfba-b78d0a73e575 req-0c62c0b4-ae8e-4a29-8111-4ace98f0c6b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:22.433994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2fe1ea3-1eab-4932-bfba-b78d0a73e575 req-0c62c0b4-ae8e-4a29-8111-4ace98f0c6b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0521858 Sep 22 10:05:22.473639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2fe1ea3-1eab-4932-bfba-b78d0a73e575 req-07b69588-e2ea-4e9e-b45e-aae10b563d95 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334716 Sep 22 10:05:23.517846 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:23.595375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1689964-9f63-4334-ad6f-ddfa4b4c3ee7 req-48a5deb5-032d-4d68-924a-0c798f62537a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:23.596840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1689964-9f63-4334-ad6f-ddfa4b4c3ee7 req-48a5deb5-032d-4d68-924a-0c798f62537a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0509231 Sep 22 10:05:23.634993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1689964-9f63-4334-ad6f-ddfa4b4c3ee7 req-43409d41-b351-49b7-9efa-6419d12bc470 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Sep 22 10:05:24.275543 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b2d841a3-10ee-4dd0-b388-e63f7d885de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:24.757556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42406f-b5ee-404c-b74c-63188cf01e4c req-5b166fb8-9d47-44e9-951c-a2994e895f75 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:24.759047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be42406f-b5ee-404c-b74c-63188cf01e4c req-5b166fb8-9d47-44e9-951c-a2994e895f75 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0496306 Sep 22 10:05:24.773130 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:24.803355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be42406f-b5ee-404c-b74c-63188cf01e4c req-0cce1903-4c47-4540-9624-b4ccbc53eb56 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 Sep 22 10:05:25.927246 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1a825-d198-4508-a234-6eca89466463 req-5d2b72a1-bdb6-4fdb-aa43-4b7e10aa9b72 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:25.929029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ed1a825-d198-4508-a234-6eca89466463 req-5d2b72a1-bdb6-4fdb-aa43-4b7e10aa9b72 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0523164 Sep 22 10:05:25.970102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ed1a825-d198-4508-a234-6eca89466463 req-004076d5-339c-43a6-a69b-6fe500892ce4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347180 Sep 22 10:05:26.444274 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:05:26.968958 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4544789e-9d80-4aa6-a1fe-473e3af93d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:27.091883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103a369-216c-4aaf-a141-dfc656dcfc56 req-e0858163-9539-4540-bd34-bd186b48f54b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:27.093421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1103a369-216c-4aaf-a141-dfc656dcfc56 req-e0858163-9539-4540-bd34-bd186b48f54b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0502133 Sep 22 10:05:27.133228 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1103a369-216c-4aaf-a141-dfc656dcfc56 req-f5a0854b-1d19-49df-885e-7f97ae2f40c6 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Sep 22 10:05:27.590471 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:28.161129 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:28.259571 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b27394-f9e1-4a92-9934-767e689e0627 req-f1d587d8-94e4-4239-b3a6-997082ebc433 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:28.261791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19b27394-f9e1-4a92-9934-767e689e0627 req-f1d587d8-94e4-4239-b3a6-997082ebc433 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0524604 Sep 22 10:05:28.308291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19b27394-f9e1-4a92-9934-767e689e0627 req-e8cd8030-a227-4c39-a702-cb6b3f46c74a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Sep 22 10:05:29.431684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3b083-5114-43aa-85f0-d97bb858358a req-c609d26f-4504-4751-8a36-ada3e1a00762 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:29.433443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1eb3b083-5114-43aa-85f0-d97bb858358a req-c609d26f-4504-4751-8a36-ada3e1a00762 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 943 time: 0.0513728 Sep 22 10:05:29.471981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1eb3b083-5114-43aa-85f0-d97bb858358a req-d7a93b64-078f-4cfd-9a87-519d1cde2342 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324368 Sep 22 10:05:29.543002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e2174ccc-0cd4-4074-948e-0d15e94e5c92 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:05:29.637693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e2174ccc-0cd4-4074-948e-0d15e94e5c92, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e2174ccc-0cd4-4074-948e-0d15e94e5c92,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:05:29.649068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'e2174ccc-0cd4-4074-948e-0d15e94e5c92', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'port_id': 'e2174ccc-0cd4-4074-948e-0d15e94e5c92', 'mac_address': 'fa:16:3e:e5:58:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:05:29.689642 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:29.703340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2174ccc-0cd4-4074-948e-0d15e94e5c92 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:05:29.723739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e2174ccc-0cd4-4074-948e-0d15e94e5c92, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e2174ccc-0cd4-4074-948e-0d15e94e5c92,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:05:29.826602 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:29.883641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e2174ccc-0cd4-4074-948e-0d15e94e5c92,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:29.974736 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:30.024562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e2174ccc-0cd4-4074-948e-0d15e94e5c92'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:05:30.594764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd542d-17b3-4e3c-b42a-72d7186e15a3 req-49f71c8a-f44b-414d-94d2-efd7ffd945f1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:30.596215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35bd542d-17b3-4e3c-b42a-72d7186e15a3 req-49f71c8a-f44b-414d-94d2-efd7ffd945f1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 944 time: 0.0523329 Sep 22 10:05:30.636175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35bd542d-17b3-4e3c-b42a-72d7186e15a3 req-703201a4-68ac-4107-aef7-c3e95a2681fd tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333424 Sep 22 10:05:31.546626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e2174ccc-0cd4-4074-948e-0d15e94e5c92 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:05:31.675563 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port e2174ccc-0cd4-4074-948e-0d15e94e5c92 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:05:31.679490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port e2174ccc-0cd4-4074-948e-0d15e94e5c92 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:05:31.685137 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:31.758253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5bf7-b1ed-4766-bba0-64c7797aca40 req-e9fa7cf1-3def-4572-a3a8-6519ceccf993 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:31.759783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-300b5bf7-b1ed-4766-bba0-64c7797aca40 req-e9fa7cf1-3def-4572-a3a8-6519ceccf993 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 944 time: 0.0499382 Sep 22 10:05:31.762815 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:31.786764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1daf06-8b8f-4752-93c5-5c4790aba820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2174ccc-0cd4-4074-948e-0d15e94e5c92'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:05:31.790686 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe29891c-f6a1-4169-baf3-7ac429e02e2a" -d '{"events": [{"server_uuid": "2f1daf06-8b8f-4752-93c5-5c4790aba820", "name": "network-vif-plugged", "status": "completed", "tag": "e2174ccc-0cd4-4074-948e-0d15e94e5c92"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:05:31.804779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e2174ccc-0cd4-4074-948e-0d15e94e5c92, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e2174ccc-0cd4-4074-948e-0d15e94e5c92,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:05:31.806582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-300b5bf7-b1ed-4766-bba0-64c7797aca40 req-24bd7012-e1dc-4517-967f-d68e71dd4752 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398426 Sep 22 10:05:31.893123 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:31.942690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e2174ccc-0cd4-4074-948e-0d15e94e5c92,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:31.978482 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ff05b4-0759-4a20-81fb-5ebb0b5b7e68 x-openstack-request-id: req-91ff05b4-0759-4a20-81fb-5ebb0b5b7e68 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:05:31.979067 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1daf06-8b8f-4752-93c5-5c4790aba820", "name": "network-vif-plugged", "status": "completed", "tag": "e2174ccc-0cd4-4074-948e-0d15e94e5c92", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:05:31.980195 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91ff05b4-0759-4a20-81fb-5ebb0b5b7e68 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:05:31.980647 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1daf06-8b8f-4752-93c5-5c4790aba820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2174ccc-0cd4-4074-948e-0d15e94e5c92', 'code': 200} Sep 22 10:05:32.080934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2796280-2e17-4386-9ffd-694245a7c3b1 req-0f3a15b1-c55d-4bbe-b180-969336d371fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:32.082536 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2796280-2e17-4386-9ffd-694245a7c3b1 req-0f3a15b1-c55d-4bbe-b180-969336d371fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 1096 time: 0.0424256 Sep 22 10:05:32.118961 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2796280-2e17-4386-9ffd-694245a7c3b1 req-a2d5b663-731a-4b0d-9e6a-7aae70a7586f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283644 Sep 22 10:05:32.929121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c73bc-f523-45cc-ba23-775adbfea16d req-907db452-eea9-4b57-a807-5c1b6229ff8f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:32.930639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-568c73bc-f523-45cc-ba23-775adbfea16d req-907db452-eea9-4b57-a807-5c1b6229ff8f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 945 time: 0.0515006 Sep 22 10:05:32.969556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-568c73bc-f523-45cc-ba23-775adbfea16d req-5019cf9d-9970-4c60-92cc-2b9579e4dfc2 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326443 Sep 22 10:05:34.093010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4301a49-a9b5-4d98-8d3f-82ee066ecfe3 req-f77ed722-0b3c-48ee-b6b4-e2b265259877 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:34.094569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b4301a49-a9b5-4d98-8d3f-82ee066ecfe3 req-f77ed722-0b3c-48ee-b6b4-e2b265259877 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 945 time: 0.0505049 Sep 22 10:05:34.132602 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b4301a49-a9b5-4d98-8d3f-82ee066ecfe3 req-2bfffcf1-8c19-4de1-8fe2-7fbf82a3ba87 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Sep 22 10:05:34.299963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb2f47-7231-4ffa-a9f4-6a76a746946d req-83fb73fb-0e3a-4e9d-8283-9698a9796183 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:34.301576 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7efb2f47-7231-4ffa-a9f4-6a76a746946d req-83fb73fb-0e3a-4e9d-8283-9698a9796183 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 945 time: 0.0530264 Sep 22 10:05:34.347891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7efb2f47-7231-4ffa-a9f4-6a76a746946d req-241043ef-ae92-4484-b606-dc7b62943fd3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 Sep 22 10:05:34.931005 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c089eb-c775-4c02-b251-0f93614cc059 req-b0288410-a3f0-4d7d-a341-f3dbbb95a439 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:34.933287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8c089eb-c775-4c02-b251-0f93614cc059 req-b0288410-a3f0-4d7d-a341-f3dbbb95a439 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 945 time: 0.0523958 Sep 22 10:05:34.981121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a8c089eb-c775-4c02-b251-0f93614cc059 req-9e16bfcd-99e9-421b-a51e-ccf2970f2899 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Sep 22 10:05:36.111805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9d218-d5e0-4548-92f9-5f1de80e05a7 req-f548538c-9d8a-4c27-81c7-187f3e08d72e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:36.113476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ca9d218-d5e0-4548-92f9-5f1de80e05a7 req-f548538c-9d8a-4c27-81c7-187f3e08d72e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 945 time: 0.0540619 Sep 22 10:05:36.156287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ca9d218-d5e0-4548-92f9-5f1de80e05a7 req-ede0efe5-e42f-4050-bf9c-15bc4ad5e6e3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358028 Sep 22 10:05:36.355109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0cfc8-50af-4773-babd-b23cc7f4760b req-e908fa91-6486-4ae5-8bfb-6f89848fcde2 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:36.356762 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d6b0cfc8-50af-4773-babd-b23cc7f4760b req-e908fa91-6486-4ae5-8bfb-6f89848fcde2 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 945 time: 0.0522947 Sep 22 10:05:36.454814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d6b0cfc8-50af-4773-babd-b23cc7f4760b req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Deleting port e2174ccc-0cd4-4074-948e-0d15e94e5c92 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:05:36.455154 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d6b0cfc8-50af-4773-babd-b23cc7f4760b req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:36.547093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d6b0cfc8-50af-4773-babd-b23cc7f4760b req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] For port e2174ccc-0cd4-4074-948e-0d15e94e5c92, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e2174ccc-0cd4-4074-948e-0d15e94e5c92,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:05:36.547368 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d6b0cfc8-50af-4773-babd-b23cc7f4760b req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:36.559578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d6b0cfc8-50af-4773-babd-b23cc7f4760b req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Calling delete_port for e2174ccc-0cd4-4074-948e-0d15e94e5c92 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:05:36.820985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d6b0cfc8-50af-4773-babd-b23cc7f4760b req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:36.833778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e2174ccc-0cd4-4074-948e-0d15e94e5c92'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:05:36.838380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:05:36.854874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event deleted for resources: {'Port': ['ID=e2174ccc-0cd4-4074-948e-0d15e94e5c92,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:36.883459 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.883809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.884662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.884662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.884986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.885833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.886074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.886407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.886874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.887377 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.888291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.888291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:36.912314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b0cfc8-50af-4773-babd-b23cc7f4760b req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] No DVR routers for this DVR port e2174ccc-0cd4-4074-948e-0d15e94e5c92 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:05:36.915149 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d6b0cfc8-50af-4773-babd-b23cc7f4760b req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:36.918242 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d6b0cfc8-50af-4773-babd-b23cc7f4760b req-19ea797c-9cd2-4b01-9667-52aad22500b9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "DELETE /v2.0/ports/e2174ccc-0cd4-4074-948e-0d15e94e5c92 HTTP/1.1" status: 204 len: 173 time: 0.5553193 Sep 22 10:05:36.918760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1daf06-8b8f-4752-93c5-5c4790aba820', 'name': 'network-vif-deleted', 'tag': 'e2174ccc-0cd4-4074-948e-0d15e94e5c92'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:05:36.921187 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc60b940-73f7-4a6d-8303-c1ea746f76f9" -d '{"events": [{"server_uuid": "2f1daf06-8b8f-4752-93c5-5c4790aba820", "name": "network-vif-deleted", "tag": "e2174ccc-0cd4-4074-948e-0d15e94e5c92"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:05:36.968668 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97053a30-7ce7-4d51-8874-6af94483e99b x-openstack-request-id: req-97053a30-7ce7-4d51-8874-6af94483e99b {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:05:36.968999 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1daf06-8b8f-4752-93c5-5c4790aba820", "name": "network-vif-deleted", "tag": "e2174ccc-0cd4-4074-948e-0d15e94e5c92", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:05:36.969281 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97053a30-7ce7-4d51-8874-6af94483e99b {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:05:36.969737 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1daf06-8b8f-4752-93c5-5c4790aba820', 'name': 'network-vif-deleted', 'tag': 'e2174ccc-0cd4-4074-948e-0d15e94e5c92', 'status': 'completed', 'code': 200} Sep 22 10:05:37.258330 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9874a2c-860e-40cd-8be5-163f4f459484 req-c37ad1da-8631-4fca-9422-d581ddb9f6ab tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 210 time: 0.0294242 Sep 22 10:05:38.365170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7bacdec-a261-41c1-9466-8f7900438f80 req-059b9e76-6eab-470b-8d60-252ef1697583 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 210 time: 0.0323672 Sep 22 10:05:39.468719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c8cb4e3-c088-4208-b2bd-d043a3ee8644 req-b54d49bc-c20d-4736-8d31-f3f03b47258c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 210 time: 0.0277402 Sep 22 10:05:40.574645 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b22e3227-e016-468d-8a1b-5acd33d4f090 req-67716b73-8b9a-4b22-ad0f-820cda852930 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 210 time: 0.0264211 Sep 22 10:05:41.671546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e2174ccc-0cd4-4074-948e-0d15e94e5c92 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:05:41.707162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: e2174ccc-0cd4-4074-948e-0d15e94e5c92 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:05:41.707512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e2174ccc-0cd4-4074-948e-0d15e94e5c92 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:05:41.730384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-49021177-cc71-460d-8bc0-f79d853c43ae req-6dcf5a7a-0db3-4cff-8fac-c658d39f55e0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1daf06-8b8f-4752-93c5-5c4790aba820 HTTP/1.1" status: 200 len: 210 time: 0.0316360 Sep 22 10:05:46.623704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842fac6-c6ce-4b90-bb26-24a513a90964 req-f454aeb9-ed48-4ec6-8d28-0927aac823a8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:46.625248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7842fac6-c6ce-4b90-bb26-24a513a90964 req-f454aeb9-ed48-4ec6-8d28-0927aac823a8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 945 time: 0.0534265 Sep 22 10:05:46.664428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7842fac6-c6ce-4b90-bb26-24a513a90964 req-5efa2dd4-135a-4392-b19f-e50b6436b624 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329201 Sep 22 10:05:47.789049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32e669-828b-4a48-8e1f-4fdaa88a52da req-4f2645b6-d167-4463-8336-4b2fb5cd6737 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:47.790650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0a32e669-828b-4a48-8e1f-4fdaa88a52da req-4f2645b6-d167-4463-8336-4b2fb5cd6737 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 945 time: 0.0553279 Sep 22 10:05:47.831097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0a32e669-828b-4a48-8e1f-4fdaa88a52da req-ab04683f-74ce-4c15-b25c-ef8442ed442e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d13ce14-18e2-4687-95df-e0f3aca946c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336454 Sep 22 10:05:48.419472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b1cda-9a8b-49e5-82bf-e1ba5382b1c2 req-e485b65e-3d6c-4d5b-bbf9-431f6803b92e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:05:48.420924 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-017b1cda-9a8b-49e5-82bf-e1ba5382b1c2 req-e485b65e-3d6c-4d5b-bbf9-431f6803b92e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Sep 22 10:05:48.521967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-017b1cda-9a8b-49e5-82bf-e1ba5382b1c2 req-0b7d101f-6082-47ee-ae72-2be9878e73df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Deleting port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:05:48.522303 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-017b1cda-9a8b-49e5-82bf-e1ba5382b1c2 req-0b7d101f-6082-47ee-ae72-2be9878e73df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:48.612125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-017b1cda-9a8b-49e5-82bf-e1ba5382b1c2 req-0b7d101f-6082-47ee-ae72-2be9878e73df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] For port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:05:48.612492 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-017b1cda-9a8b-49e5-82bf-e1ba5382b1c2 req-0b7d101f-6082-47ee-ae72-2be9878e73df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:48.625526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-017b1cda-9a8b-49e5-82bf-e1ba5382b1c2 req-0b7d101f-6082-47ee-ae72-2be9878e73df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Calling delete_port for e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:05:48.864046 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-017b1cda-9a8b-49e5-82bf-e1ba5382b1c2 req-0b7d101f-6082-47ee-ae72-2be9878e73df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:48.881111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:05:48.893515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d101f-6082-47ee-ae72-2be9878e73df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event deleted for resources: {'Port': ['ID=e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:48.932033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44e5ffcf-4f95-4a6c-b490-98666ccf19c0 req-c39fa05a-573d-47b7-88b6-230c43e4dfdb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 210 time: 0.0297263 Sep 22 10:05:48.943329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-017b1cda-9a8b-49e5-82bf-e1ba5382b1c2 req-0b7d101f-6082-47ee-ae72-2be9878e73df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] No DVR routers for this DVR port e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:05:48.955531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-017b1cda-9a8b-49e5-82bf-e1ba5382b1c2 req-0b7d101f-6082-47ee-ae72-2be9878e73df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:48.957755 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-017b1cda-9a8b-49e5-82bf-e1ba5382b1c2 req-0b7d101f-6082-47ee-ae72-2be9878e73df tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "DELETE /v2.0/ports/e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed HTTP/1.1" status: 204 len: 173 time: 0.5266988 Sep 22 10:05:48.973944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4a6d66-35fe-47da-a381-64659ea0d882', 'name': 'network-vif-deleted', 'tag': 'e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:05:48.973944 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfca5610-9ada-4ba1-aaf9-d6114ddde648" -d '{"events": [{"server_uuid": "cb4a6d66-35fe-47da-a381-64659ea0d882", "name": "network-vif-deleted", "tag": "e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:05:49.014545 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9b2c4d-9be5-4839-a9cf-4e079b441fe1 x-openstack-request-id: req-8a9b2c4d-9be5-4839-a9cf-4e079b441fe1 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:05:49.014545 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4a6d66-35fe-47da-a381-64659ea0d882", "name": "network-vif-deleted", "tag": "e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:05:49.014545 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a9b2c4d-9be5-4839-a9cf-4e079b441fe1 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:05:49.014545 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4a6d66-35fe-47da-a381-64659ea0d882', 'name': 'network-vif-deleted', 'tag': 'e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed', 'status': 'completed', 'code': 200} Sep 22 10:05:50.030382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad471cb9-b803-4606-bf91-9cf9f0ff4ae9 req-e4b3460c-e994-400b-9b04-5ca7f57ce23f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 210 time: 0.0273914 Sep 22 10:05:51.131811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b42cb47f-6574-4b06-9b5a-b0881b7ebe0c req-28a312e7-cd24-4042-82be-7fccb69b8ea9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 210 time: 0.0281434 Sep 22 10:05:52.233862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-42162a85-00b9-4099-bcbc-190d5106cd77 req-5089aaee-b750-4673-8333-ce920cc78b16 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 210 time: 0.0312343 Sep 22 10:05:52.357148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:05:52.377711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:05:52.378057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e08d14cf-5e6a-463f-a02d-2c4c7bd7dfed not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:05:53.360563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54510c78-c265-48b8-8597-d8fe7fc9ee61 req-17cb71ce-07cb-4297-8ea8-3fe8b10ccfe4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb4a6d66-35fe-47da-a381-64659ea0d882 HTTP/1.1" status: 200 len: 210 time: 0.0277026 Sep 22 10:05:53.464494 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:54.220356 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9f46283d-ba64-46f3-ac9e-f3bfb53f7e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:54.768715 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:56.827265 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49452) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:05:56.832152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378427587', 'description': 'tempest-secgroup-smoke-1378427587 description', 'project_id': '85783f088d50493ba8dced847fb677eb'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:05:56.934162 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f9fe204b-bee3-4a33-aa9c-6b4501b55554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.002899 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.085181 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.174467 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.204806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944b6409-7e84-4a0c-b1c8-284ae87976df,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:57.212208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.216913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.216913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.216913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.216913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.216913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.216913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.216913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.216913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.216913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.216913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.216913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:05:57.277267 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.278579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-03c9f7ed-cfbd-4d0c-8cfd-9c4714fd80d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4502857 Sep 22 10:05:57.281864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49454) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:05:57.286237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f3a52668-99ab-482d-a85f-f671d2db0924 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'security_group_rule': {'security_group_id': '944b6409-7e84-4a0c-b1c8-284ae87976df', 'project_id': '85783f088d50493ba8dced847fb677eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:05:57.419758 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3a52668-99ab-482d-a85f-f671d2db0924 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.477489 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3a52668-99ab-482d-a85f-f671d2db0924 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.568626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3a52668-99ab-482d-a85f-f671d2db0924 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.586977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a52668-99ab-482d-a85f-f671d2db0924 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4626acec-3be3-4781-b7e1-23a0d5c756fa,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:57.591252 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.675336 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f3a52668-99ab-482d-a85f-f671d2db0924 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.676536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f3a52668-99ab-482d-a85f-f671d2db0924 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3937318 Sep 22 10:05:57.679375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49456) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:05:57.684255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-465ea47b-e9ed-4ef5-ad91-7ca1df9ee879 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'security_group_rule': {'security_group_id': '944b6409-7e84-4a0c-b1c8-284ae87976df', 'project_id': '85783f088d50493ba8dced847fb677eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:05:57.790440 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-465ea47b-e9ed-4ef5-ad91-7ca1df9ee879 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.850757 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-465ea47b-e9ed-4ef5-ad91-7ca1df9ee879 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:57.989767 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-465ea47b-e9ed-4ef5-ad91-7ca1df9ee879 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.007839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ea47b-e9ed-4ef5-ad91-7ca1df9ee879 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b4c056-2de8-4505-ae12-cad483635e0f,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:58.143995 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-465ea47b-e9ed-4ef5-ad91-7ca1df9ee879 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.145360 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-465ea47b-e9ed-4ef5-ad91-7ca1df9ee879 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4650550 Sep 22 10:05:58.148390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49460) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:05:58.152934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-059265e2-8075-465f-8bea-292d6eac97bb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'security_group_rule': {'security_group_id': '944b6409-7e84-4a0c-b1c8-284ae87976df', 'project_id': '85783f088d50493ba8dced847fb677eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:05:58.189470 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.286370 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-059265e2-8075-465f-8bea-292d6eac97bb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.347883 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-059265e2-8075-465f-8bea-292d6eac97bb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.521407 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-059265e2-8075-465f-8bea-292d6eac97bb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.543501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059265e2-8075-465f-8bea-292d6eac97bb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300edeef-e5a3-42e2-bc2e-b09d30659c57,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:58.642898 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-059265e2-8075-465f-8bea-292d6eac97bb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.644162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-059265e2-8075-465f-8bea-292d6eac97bb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4947827 Sep 22 10:05:58.647269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49462) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:05:58.652114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-82882a8f-64f2-42e6-82cb-135d18430522 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'security_group_rule': {'security_group_id': '944b6409-7e84-4a0c-b1c8-284ae87976df', 'project_id': '85783f088d50493ba8dced847fb677eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:05:58.762408 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82882a8f-64f2-42e6-82cb-135d18430522 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.821362 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82882a8f-64f2-42e6-82cb-135d18430522 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.922713 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82882a8f-64f2-42e6-82cb-135d18430522 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:58.941801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82882a8f-64f2-42e6-82cb-135d18430522 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a9a8b6-377e-46a3-9eaf-261a69c54936,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:59.012431 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-82882a8f-64f2-42e6-82cb-135d18430522 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:59.013737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-82882a8f-64f2-42e6-82cb-135d18430522 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3655334 Sep 22 10:05:59.016506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49466) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:05:59.021309 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-bf7ed74b-5491-489e-bffd-b0ce7ecefc91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'security_group_rule': {'security_group_id': '944b6409-7e84-4a0c-b1c8-284ae87976df', 'project_id': '85783f088d50493ba8dced847fb677eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:05:59.115290 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-bf7ed74b-5491-489e-bffd-b0ce7ecefc91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Project 85783f088d50493ba8dced847fb677eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:05:59.120978 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf7ed74b-5491-489e-bffd-b0ce7ecefc91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:59.183110 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf7ed74b-5491-489e-bffd-b0ce7ecefc91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:59.269709 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf7ed74b-5491-489e-bffd-b0ce7ecefc91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:59.287570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ed74b-5491-489e-bffd-b0ce7ecefc91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b798d6e-be4b-428c-aaf6-cc19aed57ce1,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:59.397480 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf7ed74b-5491-489e-bffd-b0ce7ecefc91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:59.398679 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bf7ed74b-5491-489e-bffd-b0ce7ecefc91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3811712 Sep 22 10:05:59.401438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49468) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:05:59.405901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ff9b99ae-50c3-40af-9293-bbcf211686ca tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'security_group_rule': {'security_group_id': '944b6409-7e84-4a0c-b1c8-284ae87976df', 'project_id': '85783f088d50493ba8dced847fb677eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:05:59.482588 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-ff9b99ae-50c3-40af-9293-bbcf211686ca tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Project 85783f088d50493ba8dced847fb677eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:05:59.487608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff9b99ae-50c3-40af-9293-bbcf211686ca tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:59.548764 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff9b99ae-50c3-40af-9293-bbcf211686ca tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:59.642889 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff9b99ae-50c3-40af-9293-bbcf211686ca tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:59.661191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b99ae-50c3-40af-9293-bbcf211686ca tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2f8ede-07f3-4fe7-9203-36fe6d48e730,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:05:59.751625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff9b99ae-50c3-40af-9293-bbcf211686ca tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:05:59.752936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ff9b99ae-50c3-40af-9293-bbcf211686ca tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3505015 Sep 22 10:06:00.008350 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:02.003408 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-82ed7aa9-0abd-4547-857a-a4ec30a9dc89 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482988 Sep 22 10:06:02.090288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-9cd0b4be-e01f-48d8-bab5-61c448c8bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:02.091879 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-9cd0b4be-e01f-48d8-bab5-61c448c8bef9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 1096 time: 0.0445018 Sep 22 10:06:02.210337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-4f55c796-3e38-483f-85d0-c53c3ea37d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:02.212141 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-4f55c796-3e38-483f-85d0-c53c3ea37d87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.1007819 Sep 22 10:06:02.282139 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-ae0580da-f24e-4ac5-860a-d525ade5f739 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7577a559-71ad-4a78-bb84-650b3a20d00c HTTP/1.1" status: 200 len: 1001 time: 0.0626707 Sep 22 10:06:02.334396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-d1b3b4df-77f5-4f62-b8b0-27faf6406ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:02.336254 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-d1b3b4df-77f5-4f62-b8b0-27faf6406ae0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0470364 Sep 22 10:06:02.391014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-463471c5-5add-49ce-941c-977f31e67966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:02.392567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-463471c5-5add-49ce-941c-977f31e67966 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494671 Sep 22 10:06:02.488470 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-305ffc13-0c48-48a7-9251-f50ae70fbdc6 service neutron] 10.222.0.60 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882955 Sep 22 10:06:02.586782 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7a3178c7-c7d4-44ec-b679-60c2985fd80b req-d520aa88-868e-45ad-9872-eebf13182826 service neutron] 10.222.0.60 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914910 Sep 22 10:06:03.443013 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:06:20.836687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-c2446d08-7436-470d-9530-1ee3334c6bb7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378427587&fields=id&tenant_id=85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 267 time: 0.0323329 Sep 22 10:06:20.948495 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-0f7de428-9561-4597-94c9-255840ee61f0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:20.949955 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-0f7de428-9561-4597-94c9-255840ee61f0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1058607 Sep 22 10:06:20.965443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-4379dc4a-4dd3-4f7a-9c4f-86486cb59029 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/quotas/85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 375 time: 0.0095539 Sep 22 10:06:21.015807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-46319842-1b84-4987-8e4d-2c674f26a8fd tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451543 Sep 22 10:06:21.086396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-8895711f-612b-4f6d-aa17-b7e567fd9cc2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:06:21.088199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-8895711f-612b-4f6d-aa17-b7e567fd9cc2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0594411 Sep 22 10:06:21.181841 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-fd91bc2a-05ab-4297-90dd-c0e7df008bc7 service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866909 Sep 22 10:06:21.270407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-9f1af1d4-e9c6-4fd0-9c1a-aca0241e2826 service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825205 Sep 22 10:06:21.950812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe9b479a-1994-497d-bc6b-e64d92a1feb1 req-16c0ada5-bc21-476f-8282-dc7487d932bb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 210 time: 0.0277977 Sep 22 10:06:23.044568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82310577-3e53-4fa8-9aad-63d2180bf9fd req-198d216b-3849-4202-b473-031946d47b62 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 210 time: 0.0269651 Sep 22 10:06:23.482674 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:23.954949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-1072fc49-64e0-4b77-a857-2daadc2e967f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:23.956534 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-1072fc49-64e0-4b77-a857-2daadc2e967f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.0998554 Sep 22 10:06:24.003303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-2e52fe45-becb-40c8-b3dd-e6214f879556 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 380 time: 0.0375221 Sep 22 10:06:24.016930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'port': {'device_id': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'admin_state_up': True, 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'security_groups': ['944b6409-7e84-4a0c-b1c8-284ae87976df']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:06:24.151648 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c1120be-6c82-4aff-bc10-7c355a6d3026 req-310015b8-e1ce-4eca-a802-80bb8e030507 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 210 time: 0.0348642 Sep 22 10:06:24.197367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Made reservation on behalf of 85783f088d50493ba8dced847fb677eb for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:06:24.201153 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:24.265480 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e21362ca-56da-4f0a-8a39-b665b7410ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:24.333445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Allocated IP 172.20.0.8 (6ed1a16d-1131-43c3-bed3-028a71d58cce/f6586a42-b832-4d74-bacf-f5a31d538762/ba79636a-0e95-4e46-bdd8-aeb9f7aca050) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:06:24.470704 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:24.584211 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:24.630310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:06:24.634321 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:06:24.638428 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:06:24.671211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=ba79636a-0e95-4e46-bdd8-aeb9f7aca050,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:24.704917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:24.705638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:24.791564 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:24.829967 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-406b46f9-0be7-4e5d-a7bd-e0b4d9ee8026 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8167162 Sep 22 10:06:24.842948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Request body: {'port': {'device_id': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:06:24.896683 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:24.928019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c68c4386-3fd2-49dd-af7c-78770dd86394 None None] Provisioning complete for port ba79636a-0e95-4e46-bdd8-aeb9f7aca050 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:06:24.928294 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c68c4386-3fd2-49dd-af7c-78770dd86394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:24.963824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c68c4386-3fd2-49dd-af7c-78770dd86394 None None] Port ba79636a-0e95-4e46-bdd8-aeb9f7aca050 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:06:25.171945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba79636a-0e95-4e46-bdd8-aeb9f7aca050 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:06:25.179630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:25.196142 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Transition to ACTIVE for port object ba79636a-0e95-4e46-bdd8-aeb9f7aca050 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:06:25.279093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509edb2-6cdc-4f2e-ae0c-3298660196b9 req-bb124f1d-2e8d-4c36-98fc-88a2647b1c4a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:25.280976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:25.281646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1509edb2-6cdc-4f2e-ae0c-3298660196b9 req-bb124f1d-2e8d-4c36-98fc-88a2647b1c4a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 931 time: 0.0514576 Sep 22 10:06:25.355176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1509edb2-6cdc-4f2e-ae0c-3298660196b9 req-6b5edc7a-9e23-4d32-b9cd-581c3c0dc899 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594239 Sep 22 10:06:25.362935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba79636a-0e95-4e46-bdd8-aeb9f7aca050,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:25.420778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Attempting to bind port ba79636a-0e95-4e46-bdd8-aeb9f7aca050 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:06:25.421129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Attempting to bind port ba79636a-0e95-4e46-bdd8-aeb9f7aca050 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:06:25.421448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Attempting to bind port ba79636a-0e95-4e46-bdd8-aeb9f7aca050 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:06:25.426213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Port ba79636a-0e95-4e46-bdd8-aeb9f7aca050 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:06:25.426643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Attempting to bind port ba79636a-0e95-4e46-bdd8-aeb9f7aca050 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:06:25.432463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:06:25.432837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Checking segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:06:25.433226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Bound using segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:06:25.433707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Bound port: ba79636a-0e95-4e46-bdd8-aeb9f7aca050, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:06:25.434067 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:25.501690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] For port ba79636a-0e95-4e46-bdd8-aeb9f7aca050, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:06:25.505094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] For port ba79636a-0e95-4e46-bdd8-aeb9f7aca050, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ba79636a-0e95-4e46-bdd8-aeb9f7aca050,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:06:25.591648 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:25.628344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:25.629022 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:25.630533 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] 10.222.0.60 "PUT /v2.0/ports/ba79636a-0e95-4e46-bdd8-aeb9f7aca050 HTTP/1.1" status: 200 len: 1091 time: 0.7916751 Sep 22 10:06:25.630981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'tag': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:06:25.635695 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0704061f-013e-4a4c-9a72-f9fa11c43ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "e971bf15-7d5d-423b-97c6-9f5f804891d4", "tag": "ba79636a-0e95-4e46-bdd8-aeb9f7aca050"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:06:25.665484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ac0ee-01f0-421e-84cf-e0347f1522f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba79636a-0e95-4e46-bdd8-aeb9f7aca050,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:25.687666 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31651041-d162-49a9-9858-699c01fd42a3 x-openstack-request-id: req-31651041-d162-49a9-9858-699c01fd42a3 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:06:25.687666 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e971bf15-7d5d-423b-97c6-9f5f804891d4", "tag": "ba79636a-0e95-4e46-bdd8-aeb9f7aca050", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:06:25.687666 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31651041-d162-49a9-9858-699c01fd42a3 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:06:25.688207 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'tag': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050', 'status': 'completed', 'code': 200} Sep 22 10:06:25.756276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704061f-013e-4a4c-9a72-f9fa11c43ed8 req-70335633-c131-44e2-a610-63fa051e1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:25.757944 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0704061f-013e-4a4c-9a72-f9fa11c43ed8 req-70335633-c131-44e2-a610-63fa051e1402 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 1094 time: 0.0442021 Sep 22 10:06:25.870738 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704061f-013e-4a4c-9a72-f9fa11c43ed8 req-a5fed38c-9f97-4046-8570-c5b230869bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:25.872290 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0704061f-013e-4a4c-9a72-f9fa11c43ed8 req-a5fed38c-9f97-4046-8570-c5b230869bf6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=85783f088d50493ba8dced847fb677eb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1056778 Sep 22 10:06:25.976398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704061f-013e-4a4c-9a72-f9fa11c43ed8 req-73ec57b2-fd56-4fce-9f12-92303b8ad40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:25.978117 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0704061f-013e-4a4c-9a72-f9fa11c43ed8 req-73ec57b2-fd56-4fce-9f12-92303b8ad40c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987120 Sep 22 10:06:26.059211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-90e64652-35de-4241-8612-24b85ab9f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:26.060847 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-90e64652-35de-4241-8612-24b85ab9f038 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 1094 time: 0.0435796 Sep 22 10:06:26.104020 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-0bfdef4c-0754-49e5-acec-32b0969d79c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba79636a-0e95-4e46-bdd8-aeb9f7aca050 HTTP/1.1" status: 200 len: 217 time: 0.0351682 Sep 22 10:06:26.156511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-da5cf847-530d-4c58-95b5-fa083570cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:26.158062 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-da5cf847-530d-4c58-95b5-fa083570cb2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0467699 Sep 22 10:06:26.209504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-6372a9e3-3e1a-46cc-b722-394dd45f9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:26.211028 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-6372a9e3-3e1a-46cc-b722-394dd45f9c88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454977 Sep 22 10:06:26.310876 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-4064697a-0bec-4b56-8bf1-04d47cce3069 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837464 Sep 22 10:06:26.407116 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3c7c6aab-4081-49b6-846b-f818f5514f38 req-46964605-1ea8-4c56-8ef2-97f290138d64 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947804 Sep 22 10:06:26.472202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c28f-431c-4adc-b0c6-d72865e96c7d req-c30bdaf4-af9b-4cd3-b184-ea40b1f3fea9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:26.473726 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87d4c28f-431c-4adc-b0c6-d72865e96c7d req-c30bdaf4-af9b-4cd3-b184-ea40b1f3fea9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 943 time: 0.0520425 Sep 22 10:06:26.514304 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87d4c28f-431c-4adc-b0c6-d72865e96c7d req-e9f4c782-55b0-4a70-9065-036da7c55f28 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340798 Sep 22 10:06:26.909285 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-67b79fe6-26e2-4fca-8785-e2cc8c5a2828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:27.559250 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:27.640224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e040432-abdd-40d4-91c6-5836e18ce760 req-076ab95e-747d-4fc1-ae0b-7fed9a8336ed tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:27.641771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e040432-abdd-40d4-91c6-5836e18ce760 req-076ab95e-747d-4fc1-ae0b-7fed9a8336ed tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 943 time: 0.0544319 Sep 22 10:06:27.680271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e040432-abdd-40d4-91c6-5836e18ce760 req-61ef3309-e120-403a-97a0-2617d0e0a8e8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319922 Sep 22 10:06:28.159217 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:28.798988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80780f-b9b8-42fa-adfd-fb0d24a44239 req-18588c52-2ac4-4946-9d40-772f16094d18 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:28.800516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc80780f-b9b8-42fa-adfd-fb0d24a44239 req-18588c52-2ac4-4946-9d40-772f16094d18 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 943 time: 0.0506415 Sep 22 10:06:28.841996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cc80780f-b9b8-42fa-adfd-fb0d24a44239 req-9dd812a2-1588-4baf-9b71-e5f252c5b0ce tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351608 Sep 22 10:06:29.943492 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:29.959975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c425f-7cf6-461f-962a-3703b439cd42 req-39ee7731-5abb-4fc8-85d4-f686e3474cc5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:29.962105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea1c425f-7cf6-461f-962a-3703b439cd42 req-39ee7731-5abb-4fc8-85d4-f686e3474cc5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 943 time: 0.0497780 Sep 22 10:06:30.002385 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea1c425f-7cf6-461f-962a-3703b439cd42 req-f40718c6-e8ca-45ba-81d6-80ec8e9dc364 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340273 Sep 22 10:06:31.455017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369001f-e212-4586-a9ec-e91ee6b1b205 req-d0a0835b-b4f1-40b8-a22c-f5d0ad401767 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:31.456545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5369001f-e212-4586-a9ec-e91ee6b1b205 req-d0a0835b-b4f1-40b8-a22c-f5d0ad401767 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 943 time: 0.0547605 Sep 22 10:06:31.496298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5369001f-e212-4586-a9ec-e91ee6b1b205 req-b85ec256-01e3-4774-875c-c0ffe5bfd3ee tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324957 Sep 22 10:06:31.599206 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676b867-6164-4ede-804a-abd9f4f1a74b req-c624a921-d254-4f02-829a-aed9337ad141 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:31.600639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3676b867-6164-4ede-804a-abd9f4f1a74b req-c624a921-d254-4f02-829a-aed9337ad141 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0499189 Sep 22 10:06:31.639750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3676b867-6164-4ede-804a-abd9f4f1a74b req-0859aafc-59fc-4995-9c0f-ad75133a8aee tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328081 Sep 22 10:06:32.610750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c65f1-731f-4e9f-9a9c-5dd6759bcfb8 req-df05e9f5-e307-41ad-96aa-7e56aad46342 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:32.612141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-406c65f1-731f-4e9f-9a9c-5dd6759bcfb8 req-df05e9f5-e307-41ad-96aa-7e56aad46342 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 943 time: 0.0495682 Sep 22 10:06:32.650883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-406c65f1-731f-4e9f-9a9c-5dd6759bcfb8 req-ed028937-4cb8-40b8-a1e6-ec6b784699bd tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Sep 22 10:06:32.766151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ca652-cae3-429c-9867-1ce0166835f5 req-165640fa-6ce3-4606-9352-1a02b6823872 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:32.767655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b11ca652-cae3-429c-9867-1ce0166835f5 req-165640fa-6ce3-4606-9352-1a02b6823872 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0560024 Sep 22 10:06:32.805847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b11ca652-cae3-429c-9867-1ce0166835f5 req-539ddc45-4748-4d97-832b-e80205afc335 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314884 Sep 22 10:06:33.766589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5e7bf-8eb5-4dde-8193-4f832a0a0ee9 req-698a79cd-b231-4e5c-9bb0-c02f1ccf02c5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:33.768102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3b5e7bf-8eb5-4dde-8193-4f832a0a0ee9 req-698a79cd-b231-4e5c-9bb0-c02f1ccf02c5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 943 time: 0.0499065 Sep 22 10:06:33.805923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3b5e7bf-8eb5-4dde-8193-4f832a0a0ee9 req-0e1363b9-cc41-41a2-9f96-37fe70b9a26e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308821 Sep 22 10:06:33.926208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f163c56-4254-4c99-9f5f-d712cba1c999 req-2d7fea0a-82af-4e6b-a053-8cdf7d172ebe tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:33.927807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f163c56-4254-4c99-9f5f-d712cba1c999 req-2d7fea0a-82af-4e6b-a053-8cdf7d172ebe tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0501411 Sep 22 10:06:33.967225 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f163c56-4254-4c99-9f5f-d712cba1c999 req-58036db5-7360-4f85-b7df-11f843592575 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325890 Sep 22 10:06:34.925569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10d69a-6a8b-41f1-8830-474836eabdaf req-faee3a1a-21c9-420b-a1a7-e076d0aaad71 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:34.927074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca10d69a-6a8b-41f1-8830-474836eabdaf req-faee3a1a-21c9-420b-a1a7-e076d0aaad71 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 943 time: 0.0542095 Sep 22 10:06:34.965292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ca10d69a-6a8b-41f1-8830-474836eabdaf req-aeaafdfb-665e-4ce1-8b97-15174fd07286 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320373 Sep 22 10:06:35.088701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3c817-bec6-4168-b824-22ee6b42b0db req-5e1d3be6-0b90-4286-bf8e-c9d29ae07ceb tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:35.090146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25a3c817-bec6-4168-b824-22ee6b42b0db req-5e1d3be6-0b90-4286-bf8e-c9d29ae07ceb tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0506730 Sep 22 10:06:35.128244 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25a3c817-bec6-4168-b824-22ee6b42b0db req-7d266db7-c267-4c24-8b6e-3e424d5ab722 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320878 Sep 22 10:06:36.090168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332e3e4-60bf-4ea3-91c5-61c8741b40c0 req-61002145-d3b5-4002-9ded-efa6fd57c53a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:36.091683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b332e3e4-60bf-4ea3-91c5-61c8741b40c0 req-61002145-d3b5-4002-9ded-efa6fd57c53a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 943 time: 0.0562706 Sep 22 10:06:36.131721 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b332e3e4-60bf-4ea3-91c5-61c8741b40c0 req-16dcd406-e463-43bf-b2e8-4a571d62d238 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337520 Sep 22 10:06:36.264590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205cfe9-7052-44fd-a043-6bbfbd32fb10 req-0daa6683-41bc-4cf4-9770-8579cff51116 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:36.266090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0205cfe9-7052-44fd-a043-6bbfbd32fb10 req-0daa6683-41bc-4cf4-9770-8579cff51116 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0583456 Sep 22 10:06:36.312835 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0205cfe9-7052-44fd-a043-6bbfbd32fb10 req-3f04a10f-ddb7-48bc-9657-96d19825dc4f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397632 Sep 22 10:06:37.248104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62c1a3-c958-49dc-9bc2-98466fb8513f req-bf538438-0556-4392-9050-84266b4902ce tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:37.249643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f62c1a3-c958-49dc-9bc2-98466fb8513f req-bf538438-0556-4392-9050-84266b4902ce tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 943 time: 0.0498586 Sep 22 10:06:37.288243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f62c1a3-c958-49dc-9bc2-98466fb8513f req-306ae199-cbf2-4658-9acf-91029efb498e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Sep 22 10:06:37.432382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e93533-e0f1-48eb-986c-fd43c1b9ef5b req-f51de8be-0fd2-4ddd-97d9-cf35e6ea7701 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:37.433796 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74e93533-e0f1-48eb-986c-fd43c1b9ef5b req-f51de8be-0fd2-4ddd-97d9-cf35e6ea7701 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0483313 Sep 22 10:06:37.471492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74e93533-e0f1-48eb-986c-fd43c1b9ef5b req-2878e3d9-5f9b-491a-87c1-66ffc0cbf315 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315528 Sep 22 10:06:37.857908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ba79636a-0e95-4e46-bdd8-aeb9f7aca050 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:06:37.953914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ba79636a-0e95-4e46-bdd8-aeb9f7aca050, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ba79636a-0e95-4e46-bdd8-aeb9f7aca050,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:06:37.965099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'port_id': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050', 'mac_address': 'fa:16:3e:df:c0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:06:38.001034 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:38.013308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba79636a-0e95-4e46-bdd8-aeb9f7aca050 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:06:38.031570 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ba79636a-0e95-4e46-bdd8-aeb9f7aca050, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ba79636a-0e95-4e46-bdd8-aeb9f7aca050,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:06:38.160634 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:38.206689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=ba79636a-0e95-4e46-bdd8-aeb9f7aca050,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:38.214322 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.214683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.215015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.215355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.215691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.216025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.216357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.216683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.217035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.217362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.217688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.218010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:06:38.377777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['ba79636a-0e95-4e46-bdd8-aeb9f7aca050'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:06:38.409953 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387a078-2d7f-4841-80f8-bd8774193f16 req-99bffc7d-89b4-444b-88d2-385b1e69ee49 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:38.411611 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1387a078-2d7f-4841-80f8-bd8774193f16 req-99bffc7d-89b4-444b-88d2-385b1e69ee49 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 944 time: 0.0546014 Sep 22 10:06:38.452682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1387a078-2d7f-4841-80f8-bd8774193f16 req-4a96c577-a081-4535-bf39-5acfe3d0f908 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342507 Sep 22 10:06:38.594381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f3057-a29e-4c6c-a114-f7b59682b406 req-ea28487a-173a-46c7-8e8e-c6d5edffc218 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:38.595924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-463f3057-a29e-4c6c-a114-f7b59682b406 req-ea28487a-173a-46c7-8e8e-c6d5edffc218 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0507216 Sep 22 10:06:38.634909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-463f3057-a29e-4c6c-a114-f7b59682b406 req-dfaedc21-9aff-476d-b24d-ca8631d3f043 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329087 Sep 22 10:06:39.570895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed28fd6-ed54-4c53-a856-a1a841899b60 req-ba983dd1-aa08-4444-9712-f293b2d6a03e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:39.572394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ed28fd6-ed54-4c53-a856-a1a841899b60 req-ba983dd1-aa08-4444-9712-f293b2d6a03e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 944 time: 0.0496149 Sep 22 10:06:39.610620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ed28fd6-ed54-4c53-a856-a1a841899b60 req-223c14e0-985e-40f6-a675-491e5df561e0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Sep 22 10:06:39.759593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a5dc6-3349-412d-9ada-3bb9ccac612c req-c668b79c-c67c-4a28-aa8a-bd60af210fb5 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:39.761087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef5a5dc6-3349-412d-9ada-3bb9ccac612c req-c668b79c-c67c-4a28-aa8a-bd60af210fb5 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0545990 Sep 22 10:06:39.799211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef5a5dc6-3349-412d-9ada-3bb9ccac612c req-d252c61d-2800-425a-ad9c-2915e93196ec tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320919 Sep 22 10:06:39.873738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ba79636a-0e95-4e46-bdd8-aeb9f7aca050 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:06:40.030862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port ba79636a-0e95-4e46-bdd8-aeb9f7aca050 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:06:40.034833 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port ba79636a-0e95-4e46-bdd8-aeb9f7aca050 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:06:40.035205 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:40.110450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:40.131769 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:06:40.134482 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72219ef-10a7-4368-9b1d-6c1209e47a24" -d '{"events": [{"server_uuid": "e971bf15-7d5d-423b-97c6-9f5f804891d4", "name": "network-vif-plugged", "status": "completed", "tag": "ba79636a-0e95-4e46-bdd8-aeb9f7aca050"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:06:40.147277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ba79636a-0e95-4e46-bdd8-aeb9f7aca050, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ba79636a-0e95-4e46-bdd8-aeb9f7aca050,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:06:40.171646 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338da646-d52b-4546-b1fe-63e535440e27 x-openstack-request-id: req-338da646-d52b-4546-b1fe-63e535440e27 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:06:40.171956 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e971bf15-7d5d-423b-97c6-9f5f804891d4", "name": "network-vif-plugged", "status": "completed", "tag": "ba79636a-0e95-4e46-bdd8-aeb9f7aca050", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:06:40.172369 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-338da646-d52b-4546-b1fe-63e535440e27 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:06:40.172782 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050', 'code': 200} Sep 22 10:06:40.254083 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:40.267123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8e938-a4aa-4114-adcb-90fe673812f4 req-0c58d48d-5055-4a16-ae2b-26b219439179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:40.268887 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27a8e938-a4aa-4114-adcb-90fe673812f4 req-0c58d48d-5055-4a16-ae2b-26b219439179 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 1095 time: 0.0411739 Sep 22 10:06:40.303798 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-27a8e938-a4aa-4114-adcb-90fe673812f4 req-f34773cf-e497-447b-b702-ab7a7a02d86e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276263 Sep 22 10:06:40.308476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=ba79636a-0e95-4e46-bdd8-aeb9f7aca050,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:40.441636 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:06:40.746981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17b699-dc6b-4fca-b2bc-46af1eb1f80b req-c0870cdf-b753-4b9a-a959-31ade883c537 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:40.748838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee17b699-dc6b-4fca-b2bc-46af1eb1f80b req-c0870cdf-b753-4b9a-a959-31ade883c537 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 945 time: 0.0689554 Sep 22 10:06:40.792270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee17b699-dc6b-4fca-b2bc-46af1eb1f80b req-1149cf2e-7531-4098-98c0-0fbd649216fe tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363085 Sep 22 10:06:40.917980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81d5a-0724-4bc5-a6fb-b5f7b564366a req-800aa223-3cc8-466d-b08e-7be71227c6e1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:40.919462 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07c81d5a-0724-4bc5-a6fb-b5f7b564366a req-800aa223-3cc8-466d-b08e-7be71227c6e1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0496042 Sep 22 10:06:40.956485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07c81d5a-0724-4bc5-a6fb-b5f7b564366a req-b2eb177f-eecc-476b-95d8-15e6e766f709 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310473 Sep 22 10:06:41.917034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f3da2-ce37-48a5-b295-1475e477fadc req-12e2d3b7-a1f0-4e8f-b4bd-ffbf0e4c7e12 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:41.918565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c7f3da2-ce37-48a5-b295-1475e477fadc req-12e2d3b7-a1f0-4e8f-b4bd-ffbf0e4c7e12 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 945 time: 0.0569804 Sep 22 10:06:41.957784 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c7f3da2-ce37-48a5-b295-1475e477fadc req-3994e8fe-6e81-43ad-b191-af4d929515b0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329556 Sep 22 10:06:42.072918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece184e-37a1-42c2-ae03-5a863fd4c59c req-dc6ab0c7-0523-4e33-8d43-023438808a2d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:42.074315 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ece184e-37a1-42c2-ae03-5a863fd4c59c req-dc6ab0c7-0523-4e33-8d43-023438808a2d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 945 time: 0.0491178 Sep 22 10:06:42.111885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ece184e-37a1-42c2-ae03-5a863fd4c59c req-60d7c25d-c517-49d4-b312-45055d2abbe0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Sep 22 10:06:42.135315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49786) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:42.217567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af2387-6bc2-416a-86ee-1a373794dcad req-017e297b-2f46-4d03-859a-807e5c1ab657 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:42.219083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09af2387-6bc2-416a-86ee-1a373794dcad req-017e297b-2f46-4d03-859a-807e5c1ab657 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0511799 Sep 22 10:06:42.287485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09af2387-6bc2-416a-86ee-1a373794dcad req-e3442fe4-f02f-4aa6-ac30-b857951634ff tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622191 Sep 22 10:06:42.297841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb96f1-6d39-4dad-9779-5408b9f1ee19 tempest-TestVolumeBootPattern-937363463 tempest-TestVolumeBootPattern-937363463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:42.299469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a1bb96f1-6d39-4dad-9779-5408b9f1ee19 tempest-TestVolumeBootPattern-937363463 tempest-TestVolumeBootPattern-937363463-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 1091 time: 0.1630836 Sep 22 10:06:42.302388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49790) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:06:42.307614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:06:42.413879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:42.511559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:42.619422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Allocated IP 172.25.6.19 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/3c372dad-a3fd-498a-ac50-1dcdd62d52a4) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:06:42.721061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:42.825768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:42.872460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:06:42.875331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:06:42.882599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:06:42.885677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=3c372dad-a3fd-498a-ac50-1dcdd62d52a4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:43.237577 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:43.393388 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:43.465832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c2ac7-a753-46f1-b542-5526242d3328 req-ec8e8762-082d-414b-804e-bd072ee020a9 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:43.483030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd0c2ac7-a753-46f1-b542-5526242d3328 req-ec8e8762-082d-414b-804e-bd072ee020a9 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0925047 Sep 22 10:06:43.563038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd0c2ac7-a753-46f1-b542-5526242d3328 req-002149fb-361f-4fe8-8a1e-a8547c0eb852 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821242 Sep 22 10:06:43.610965 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:43.686551 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:43.758832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=3c372dad-a3fd-498a-ac50-1dcdd62d52a4,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:43.770801 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:43.867434 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Floating IP 23db25c9-863f-41c9-bb35-2db0a7eb7181 associated. External IP: 172.25.6.19, port: ba79636a-0e95-4e46-bdd8-aeb9f7aca050. Sep 22 10:06:43.899912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7577a559-71ad-4a78-bb84-650b3a20d00c details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:06:44.000489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:06:44.013458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'port_id': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'mac_address': 'fa:16:3e:53:e6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:06:44.052418 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:44.066835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7577a559-71ad-4a78-bb84-650b3a20d00c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:06:44.092673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Router 5425eef8-a137-491e-bb17-ac72d7f7381d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:06:44.097585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:06:44.202220 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:44.202795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:06:44.228668 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a312c9-b91e-49c8-ac98-8c250aa9a897 None None] Sync routers for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:06:44.255708 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a312c9-b91e-49c8-ac98-8c250aa9a897 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:06:44.256367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-12a312c9-b91e-49c8-ac98-8c250aa9a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:06:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:06:44.299758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['7577a559-71ad-4a78-bb84-650b3a20d00c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:06:44.302859 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:44.307561 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:44.357917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8161f866-8618-46e5-9156-3b03a5b11107 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0543134 Sep 22 10:06:44.358942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'tag': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:06:44.364943 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0cad12-ed8d-4214-9cb1-551411f16480" -d '{"events": [{"name": "network-changed", "server_uuid": "e971bf15-7d5d-423b-97c6-9f5f804891d4", "tag": "ba79636a-0e95-4e46-bdd8-aeb9f7aca050"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:06:44.421746 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13d65fc-4029-44ca-9014-6a87090b6840 x-openstack-request-id: req-b13d65fc-4029-44ca-9014-6a87090b6840 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:06:44.422575 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e971bf15-7d5d-423b-97c6-9f5f804891d4", "tag": "ba79636a-0e95-4e46-bdd8-aeb9f7aca050", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:06:44.422575 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b13d65fc-4029-44ca-9014-6a87090b6840 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:06:44.422870 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'tag': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050', 'status': 'completed', 'code': 200} Sep 22 10:06:44.487743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cad12-ed8d-4214-9cb1-551411f16480 req-0128de37-ab31-4914-adf0-42d04129cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:44.490415 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fe0cad12-ed8d-4214-9cb1-551411f16480 req-0128de37-ab31-4914-adf0-42d04129cb0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 1096 time: 0.0452981 Sep 22 10:06:44.493489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-12a312c9-b91e-49c8-ac98-8c250aa9a897 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:06:44.632523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cad12-ed8d-4214-9cb1-551411f16480 req-ddb23360-36fd-46d0-922f-bb3e2d84708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:44.634884 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fe0cad12-ed8d-4214-9cb1-551411f16480 req-ddb23360-36fd-46d0-922f-bb3e2d84708e service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.1370881 Sep 22 10:06:44.737714 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fe0cad12-ed8d-4214-9cb1-551411f16480 req-4f792e3f-412f-4e59-8ed0-ee3e35f343a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba79636a-0e95-4e46-bdd8-aeb9f7aca050 HTTP/1.1" status: 200 len: 998 time: 0.0959918 Sep 22 10:06:44.758820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef351dfe-7903-4357-9f48-08b787c3902b req-938d73df-56fd-4806-9c38-28c10c77303a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:44.769646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef351dfe-7903-4357-9f48-08b787c3902b req-938d73df-56fd-4806-9c38-28c10c77303a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0892851 Sep 22 10:06:44.819403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cad12-ed8d-4214-9cb1-551411f16480 req-0598fe27-74ab-4150-86a8-4c66217b8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:44.823579 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fe0cad12-ed8d-4214-9cb1-551411f16480 req-0598fe27-74ab-4150-86a8-4c66217b8ae2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0783215 Sep 22 10:06:44.837334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef351dfe-7903-4357-9f48-08b787c3902b req-7c1e54bf-ce29-4816-8909-99ed6addccd4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652995 Sep 22 10:06:44.858563 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-12a312c9-b91e-49c8-ac98-8c250aa9a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '23db25c9-863f-41c9-bb35-2db0a7eb7181', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:df:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:06:43Z', 'updated_at': '2021-09-22T10:06:43Z', 'revision_number': 0, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:06:44.885802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cad12-ed8d-4214-9cb1-551411f16480 req-cdcd6be0-4e2f-425f-8dbe-c8ce89d8445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:44.887507 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fe0cad12-ed8d-4214-9cb1-551411f16480 req-cdcd6be0-4e2f-425f-8dbe-c8ce89d8445b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562029 Sep 22 10:06:44.890007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a312c9-b91e-49c8-ac98-8c250aa9a897 None None] Checking router: 5425eef8-a137-491e-bb17-ac72d7f7381d for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:06:44.900657 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a312c9-b91e-49c8-ac98-8c250aa9a897 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:06:44.901348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-12a312c9-b91e-49c8-ac98-8c250aa9a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:06:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:06:45.019228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-12a312c9-b91e-49c8-ac98-8c250aa9a897 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:06:45.295612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-12a312c9-b91e-49c8-ac98-8c250aa9a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '23db25c9-863f-41c9-bb35-2db0a7eb7181', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:df:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:06:43Z', 'updated_at': '2021-09-22T10:06:43Z', 'revision_number': 0, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:06:45.333356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a312c9-b91e-49c8-ac98-8c250aa9a897 None None] The sync data for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 is: [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '23db25c9-863f-41c9-bb35-2db0a7eb7181', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:df:c0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:06:43Z', 'updated_at': '2021-09-22T10:06:43Z', 'revision_number': 0, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:06:45.396283 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fe0cad12-ed8d-4214-9cb1-551411f16480 req-9fe9552c-7c83-4fc7-b227-143407e8ce1f service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995472 Sep 22 10:06:45.512442 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fe0cad12-ed8d-4214-9cb1-551411f16480 req-8e77ef20-cb44-43b8-9960-ad850b66273f service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070845 Sep 22 10:06:45.595770 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd83d8-bcee-49eb-8eb8-71d3decfdfef None None] New status for floating IP 23db25c9-863f-41c9-bb35-2db0a7eb7181: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:06:45.906826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7577a559-71ad-4a78-bb84-650b3a20d00c up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:06:45.972720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 7577a559-71ad-4a78-bb84-650b3a20d00c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:06:45.973225 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:46.010290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d2edf-d55e-45c3-a247-c96d9ec8b612 req-ddc754af-892e-47d1-86e1-81cbc62d3177 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:46.011884 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d28d2edf-d55e-45c3-a247-c96d9ec8b612 req-ddc754af-892e-47d1-86e1-81cbc62d3177 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0627334 Sep 22 10:06:46.061948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d28d2edf-d55e-45c3-a247-c96d9ec8b612 req-8ed6d2f2-2c62-43ee-9d67-853d0966722c tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419111 Sep 22 10:06:46.068017 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:46.091487 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:06:46.093883 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3997e8b3-04f6-4f7e-93ac-45d208586475" -d '{"events": [{"server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "name": "network-vif-plugged", "status": "completed", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:06:46.116396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:06:46.136299 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70841f8b-a5a8-47e7-8794-9ee203fbabef x-openstack-request-id: req-70841f8b-a5a8-47e7-8794-9ee203fbabef {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:06:46.136597 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "name": "network-vif-plugged", "status": "completed", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:06:46.136888 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70841f8b-a5a8-47e7-8794-9ee203fbabef {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:06:46.137292 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'code': 200} Sep 22 10:06:46.197070 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:46.248910 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:06:47.192752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7330153-57d9-42fd-becf-be4a30faabd0 req-8fada597-c9f3-40a7-a26c-33cbb9b759ee tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:47.194666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7330153-57d9-42fd-becf-be4a30faabd0 req-8fada597-c9f3-40a7-a26c-33cbb9b759ee tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0572269 Sep 22 10:06:47.249240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7330153-57d9-42fd-becf-be4a30faabd0 req-a65c96a3-02fb-4c6a-9755-6ace6f1ca023 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483129 Sep 22 10:06:48.388070 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eda4c0-bbe4-464d-a2e7-fe96c870d276 req-534cc173-5f33-4089-ac4a-ed34062a8d95 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:48.390904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9eda4c0-bbe4-464d-a2e7-fe96c870d276 req-534cc173-5f33-4089-ac4a-ed34062a8d95 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0588601 Sep 22 10:06:48.432798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9eda4c0-bbe4-464d-a2e7-fe96c870d276 req-b152c097-0c03-4e46-8fe7-eb6c8531991d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356150 Sep 22 10:06:49.559066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33046ca6-5ef3-44b4-b679-01877e9d0653 req-fbcd0dbb-2373-42bd-a1fb-6942d4778a92 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:49.566317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33046ca6-5ef3-44b4-b679-01877e9d0653 req-fbcd0dbb-2373-42bd-a1fb-6942d4778a92 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0585980 Sep 22 10:06:49.603252 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-33046ca6-5ef3-44b4-b679-01877e9d0653 req-612ce58e-7249-4890-a3fe-2aa413392df9 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358660 Sep 22 10:06:50.733844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8b4cb-047f-4f62-b89e-18ed8f3ce950 req-0ecf2e03-8b98-46d9-847b-9344efea56eb tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:50.742782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87e8b4cb-047f-4f62-b89e-18ed8f3ce950 req-0ecf2e03-8b98-46d9-847b-9344efea56eb tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0652847 Sep 22 10:06:50.785319 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87e8b4cb-047f-4f62-b89e-18ed8f3ce950 req-0b1e07c3-9306-46f6-af67-6a29483a6631 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412357 Sep 22 10:06:51.904252 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2be0b-f15b-4ed6-836d-ca9b80282b68 req-df38f22c-ee2e-4330-a828-8361a70706de tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:51.905779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55f2be0b-f15b-4ed6-836d-ca9b80282b68 req-df38f22c-ee2e-4330-a828-8361a70706de tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0558398 Sep 22 10:06:51.948084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55f2be0b-f15b-4ed6-836d-ca9b80282b68 req-4de4c62e-66fa-43e6-91ec-92a5b472e2ba tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358844 Sep 22 10:06:53.093776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3212-74e4-4f63-b05a-55ea8e015e81 req-5b6854db-fabf-486d-9bf9-1a31cd6b7857 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:53.095408 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16af3212-74e4-4f63-b05a-55ea8e015e81 req-5b6854db-fabf-486d-9bf9-1a31cd6b7857 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0607839 Sep 22 10:06:53.139383 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16af3212-74e4-4f63-b05a-55ea8e015e81 req-31765f79-57e5-45d6-8fe3-4ae9bdd56b84 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376661 Sep 22 10:06:53.630571 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:54.282366 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba726aa1-9f1d-4cd0-a211-06981f21e748 req-8e5fd6a4-e9e3-456e-919d-7320c2ebc787 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:54.282991 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9c73cfd2-a479-4af8-8cd1-65e4afc5bdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:54.284128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba726aa1-9f1d-4cd0-a211-06981f21e748 req-8e5fd6a4-e9e3-456e-919d-7320c2ebc787 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0579188 Sep 22 10:06:54.329531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba726aa1-9f1d-4cd0-a211-06981f21e748 req-379d045e-958b-4f9d-b9e3-e847a5f6fb9f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380869 Sep 22 10:06:54.784922 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:55.599110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92905273-0094-4b14-8557-20042607407f req-470c4a20-acfa-4a5b-99e4-9420869b1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:55.600646 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92905273-0094-4b14-8557-20042607407f req-470c4a20-acfa-4a5b-99e4-9420869b1e7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 1096 time: 0.0432253 Sep 22 10:06:55.701312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92905273-0094-4b14-8557-20042607407f req-617c9bec-cba1-4584-96dd-1454925b443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:55.702823 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92905273-0094-4b14-8557-20042607407f req-617c9bec-cba1-4584-96dd-1454925b443f service neutron] 10.222.0.60 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.0942321 Sep 22 10:06:55.770306 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92905273-0094-4b14-8557-20042607407f req-514f04b6-04f5-4821-a4c3-bec447364e2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7577a559-71ad-4a78-bb84-650b3a20d00c HTTP/1.1" status: 200 len: 1001 time: 0.0603447 Sep 22 10:06:55.776584 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb6efd-deb1-4b88-82bc-292fbeb7b736 req-71ce8eee-7e10-415a-b35d-603b0933f4d1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:55.778235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3cb6efd-deb1-4b88-82bc-292fbeb7b736 req-71ce8eee-7e10-415a-b35d-603b0933f4d1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.3687065 Sep 22 10:06:55.817292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b3cb6efd-deb1-4b88-82bc-292fbeb7b736 req-0b3e7703-fc20-4dc1-8b19-5ce91316938b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329792 Sep 22 10:06:55.824793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92905273-0094-4b14-8557-20042607407f req-05a33314-5c1c-4f47-a49c-f9c5a584ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:55.826286 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92905273-0094-4b14-8557-20042607407f req-05a33314-5c1c-4f47-a49c-f9c5a584ddce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0488100 Sep 22 10:06:55.873604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92905273-0094-4b14-8557-20042607407f req-e1b07da4-ca2b-4a8f-946c-ee711378efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:55.875202 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92905273-0094-4b14-8557-20042607407f req-e1b07da4-ca2b-4a8f-946c-ee711378efa7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413711 Sep 22 10:06:55.970880 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92905273-0094-4b14-8557-20042607407f req-793ebf8d-82b7-4f61-b922-70180fa5a166 service neutron] 10.222.0.60 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868809 Sep 22 10:06:56.063463 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92905273-0094-4b14-8557-20042607407f req-6ace2577-829d-4f3f-9600-983c693edff6 service neutron] 10.222.0.60 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843768 Sep 22 10:06:56.939597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ee9a2-aa46-462e-a63a-8f78194d45c8 req-6ae28d70-424c-4ac3-8de7-3032f7490942 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:56.941170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-387ee9a2-aa46-462e-a63a-8f78194d45c8 req-6ae28d70-424c-4ac3-8de7-3032f7490942 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0504982 Sep 22 10:06:56.967925 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4480284-29ca-4223-9091-657066ab4eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:56.980513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-387ee9a2-aa46-462e-a63a-8f78194d45c8 req-61975800-ddd4-4856-9de9-3e5449cc1bf2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323510 Sep 22 10:06:57.550388 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:58.107874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bb726-ecf1-4038-994a-d954fbe8cd74 req-259bed9a-4ab0-4d99-90d2-6ec928d7156e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:58.109461 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be5bb726-ecf1-4038-994a-d954fbe8cd74 req-259bed9a-4ab0-4d99-90d2-6ec928d7156e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0503466 Sep 22 10:06:58.148643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be5bb726-ecf1-4038-994a-d954fbe8cd74 req-abc74d7f-1e8b-4f0e-a767-24864a1ac915 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330915 Sep 22 10:06:58.173121 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:06:59.418013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-51d65c82-2ba8-4227-9e4a-19e12fe737dd req-e823b474-5cd7-4b10-9d22-1d9c1cdf930c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:06:59.418997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51d65c82-2ba8-4227-9e4a-19e12fe737dd req-e823b474-5cd7-4b10-9d22-1d9c1cdf930c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054796 Sep 22 10:06:59.720397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fec2e-9545-465f-af86-8644c22990f7 req-05e8d282-ea4e-4329-b59a-5a79c33497bf tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:06:59.722319 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c26fec2e-9545-465f-af86-8644c22990f7 req-05e8d282-ea4e-4329-b59a-5a79c33497bf tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0565214 Sep 22 10:06:59.764876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c26fec2e-9545-465f-af86-8644c22990f7 req-b72afe99-8f73-4b77-8e2c-1b2320abce60 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359719 Sep 22 10:06:59.938718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7577a559-71ad-4a78-bb84-650b3a20d00c no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:07:00.009513 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:00.013644 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:00.036209 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:07:00.038485 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b61871b-9094-449c-bca8-771f8d96bc3a" -d '{"events": [{"server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "name": "network-vif-unplugged", "status": "completed", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:07:00.051534 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:00.072912 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 10:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f8acbe-8265-469b-b739-40557bbb82db x-openstack-request-id: req-95f8acbe-8265-469b-b739-40557bbb82db {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:07:00.073173 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "name": "network-vif-unplugged", "status": "failed", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c", "code": 422}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:07:00.073421 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95f8acbe-8265-469b-b739-40557bbb82db {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:07:00.073840 n-d-805649-4 neutron-server[95511]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'code': 422} returned with failed status Sep 22 10:07:00.127582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:00.181136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:00.196384 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-a62be5a0-5d91-495f-9bbe-a76c14fd31fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918443 Sep 22 10:07:00.205272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-bfc69e47-3c83-4943-9881-9c609c8f7f37 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:07:00.206214 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-bfc69e47-3c83-4943-9881-9c609c8f7f37 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049763 Sep 22 10:07:00.891533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ee3cd-feb6-4077-a021-3d2cca79a55c req-40413a54-7df3-4ae5-a428-93840ee7cc6d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:00.893153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d8ee3cd-feb6-4077-a021-3d2cca79a55c req-40413a54-7df3-4ae5-a428-93840ee7cc6d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 943 time: 0.0522370 Sep 22 10:07:00.935240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d8ee3cd-feb6-4077-a021-3d2cca79a55c req-903a2dc8-74a8-45c4-89a9-0eee69cfdf34 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347273 Sep 22 10:07:02.311144 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09a169-4fde-4dc3-9d6e-189cf83506bb req-0219681a-6570-4fd5-a94d-7220b5128411 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:02.312965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db09a169-4fde-4dc3-9d6e-189cf83506bb req-0219681a-6570-4fd5-a94d-7220b5128411 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 943 time: 0.0537469 Sep 22 10:07:02.354606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db09a169-4fde-4dc3-9d6e-189cf83506bb req-0ba04bcb-51cc-4f41-b785-868a56d1bc8c tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348003 Sep 22 10:07:02.485117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0b774-4e51-42af-8eb8-59a311afc640 req-f2254a1d-6f42-4b88-880b-801ed17b7eb5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:02.486631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9e0b774-4e51-42af-8eb8-59a311afc640 req-f2254a1d-6f42-4b88-880b-801ed17b7eb5 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 945 time: 0.0561907 Sep 22 10:07:02.525681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9e0b774-4e51-42af-8eb8-59a311afc640 req-ed9966c9-d9bc-4eb8-a062-7f3a38349ec0 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322208 Sep 22 10:07:03.482559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebf039-2ef8-4a7e-81dd-dab750b6f712 req-76699e0c-4db4-47c9-b4d4-65530474b800 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:03.484173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78ebf039-2ef8-4a7e-81dd-dab750b6f712 req-76699e0c-4db4-47c9-b4d4-65530474b800 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 943 time: 0.0504010 Sep 22 10:07:03.523427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78ebf039-2ef8-4a7e-81dd-dab750b6f712 req-80422fda-72df-46b4-b1fb-fcb8190acb3f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332100 Sep 22 10:07:03.647390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b5001-5131-4847-bf3f-58570267ebd7 req-f4f063f2-9abc-42e2-bc20-d609ff2dba98 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:03.649808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd0b5001-5131-4847-bf3f-58570267ebd7 req-f4f063f2-9abc-42e2-bc20-d609ff2dba98 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 945 time: 0.0545571 Sep 22 10:07:03.689787 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd0b5001-5131-4847-bf3f-58570267ebd7 req-db988c49-f4da-4252-89d8-10528e960704 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341799 Sep 22 10:07:03.739384 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-377ca3f4-447e-4b41-8651-527a5aa0096e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487812 Sep 22 10:07:03.837999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-337d911a-380c-43f2-ba4a-b9412f22d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:03.839482 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-337d911a-380c-43f2-ba4a-b9412f22d56c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 1096 time: 0.0504601 Sep 22 10:07:03.895319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-0b955123-3839-48e6-b12f-36a347328292 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:03.896778 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-0b955123-3839-48e6-b12f-36a347328292 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.45 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 945 time: 0.0712698 Sep 22 10:07:04.017834 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-a2fcde03-5d0e-413d-9502-451f9d1e9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:04.019299 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-a2fcde03-5d0e-413d-9502-451f9d1e9a4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.1561968 Sep 22 10:07:04.083094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Deleting port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:07:04.083323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:04.120451 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-a2fc4c23-3638-4dc9-b0fc-23b21b44cf4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba79636a-0e95-4e46-bdd8-aeb9f7aca050 HTTP/1.1" status: 200 len: 1000 time: 0.0930903 Sep 22 10:07:04.221852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-e3ff02f9-0d0c-4f6a-9bc4-ef89debe333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:04.223290 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-e3ff02f9-0d0c-4f6a-9bc4-ef89debe333a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0952010 Sep 22 10:07:04.224973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] For port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:04.225338 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:04.358872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-ba306fab-0a3e-41c1-aa0f-45756dea2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:04.360398 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-ba306fab-0a3e-41c1-aa0f-45756dea2425 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262100 Sep 22 10:07:04.492627 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:04.492935 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:04.493283 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Floating IP 2f43f88c-8c17-4968-a5f5-62081d34aa03 disassociated. External IP: 172.25.6.156, port: e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f. Sep 22 10:07:04.493595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Calling delete_port for e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:07:04.520199 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-2aeed2dd-b215-4b69-b0bd-b2ece006db32 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513124 Sep 22 10:07:04.670203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391ac04-9fcb-4a5f-b8b2-041165f82a13 req-ae67dcc3-241b-4102-b930-91973d6e2fb2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:04.671783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0391ac04-9fcb-4a5f-b8b2-041165f82a13 req-ae67dcc3-241b-4102-b930-91973d6e2fb2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 943 time: 0.0673313 Sep 22 10:07:04.674202 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-92e5a33f-2613-42e8-a6fb-37c5ed16eb70 req-ce387b09-40f5-4ad4-a256-eedde0780023 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203623 Sep 22 10:07:04.722253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0391ac04-9fcb-4a5f-b8b2-041165f82a13 req-0a8a8d66-2f58-48a4-84f7-c7d3b545e5ec tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406337 Sep 22 10:07:04.829168 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:04.841667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c875d2-8788-4dc8-97ca-17beea8247f7 req-0ddb392e-bee6-4f7b-916a-a548b7748191 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:04.848326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89c875d2-8788-4dc8-97ca-17beea8247f7 req-0ddb392e-bee6-4f7b-916a-a548b7748191 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 945 time: 0.0584612 Sep 22 10:07:04.859888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event deleted for resources: {'Port': ['ID=e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:04.892483 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89c875d2-8788-4dc8-97ca-17beea8247f7 req-2d82366e-3abb-400d-b9a6-3454e4044018 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/security-groups?id=9d70451d-7310-4095-84a0-663e60073f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412023 Sep 22 10:07:04.910972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.911319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.911660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.916402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.916402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.916402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.916402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.916402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.916402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.916402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.916402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.916402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:04.997859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Router b14d9fc1-e32f-4573-b1cf-b519d67ac541 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:07:05.109692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:07:05.121708 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae543570-9b8d-49d8-8f75-3ba06535c261 None None] Sync routers for ids ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:07:05.135454 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae543570-9b8d-49d8-8f75-3ba06535c261 None None] Routers {'b14d9fc1-e32f-4573-b1cf-b519d67ac541'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:05.136138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ae543570-9b8d-49d8-8f75-3ba06535c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:06:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:05.152587 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] No DVR routers for this DVR port e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:07:05.155445 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:05.157471 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2fd70434-4265-4230-9ee5-f525bb523ae4 req-ed64c363-1d3a-4bf9-9729-755447e62cf2 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.45 "DELETE /v2.0/ports/e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f HTTP/1.1" status: 204 len: 173 time: 1.2529037 Sep 22 10:07:05.158034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'name': 'network-vif-deleted', 'tag': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:07:05.160282 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561750ed-b4da-47cc-bb2a-92c5df22c33f" -d '{"events": [{"server_uuid": "b69caef5-ca08-4850-9a8e-49a8f53427c7", "name": "network-vif-deleted", "tag": "e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:07:05.207238 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8fd794-3845-4cce-9200-991638a93c44 x-openstack-request-id: req-0e8fd794-3845-4cce-9200-991638a93c44 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:07:05.207528 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69caef5-ca08-4850-9a8e-49a8f53427c7", "name": "network-vif-deleted", "tag": "e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:07:05.207829 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e8fd794-3845-4cce-9200-991638a93c44 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:07:05.208371 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69caef5-ca08-4850-9a8e-49a8f53427c7', 'name': 'network-vif-deleted', 'tag': 'e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f', 'status': 'completed', 'code': 200} Sep 22 10:07:05.253978 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ae543570-9b8d-49d8-8f75-3ba06535c261 None None] Set router b14d9fc1-e32f-4573-b1cf-b519d67ac541 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:05.494911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ae543570-9b8d-49d8-8f75-3ba06535c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:43Z', 'revision_number': 4, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '25b50d36-2a74-44ed-af1a-29fb036367e9', 'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'mac_address': 'fa:16:3e:ba:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '308daa36-595e-49df-825b-3fd98bcbe612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:42Z', 'updated_at': '2021-09-22T10:01:47Z', 'revision_number': 5, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'subnets': [{'id': '308daa36-595e-49df-825b-3fd98bcbe612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:05.525465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae543570-9b8d-49d8-8f75-3ba06535c261 None None] Checking router: b14d9fc1-e32f-4573-b1cf-b519d67ac541 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:07:05.534955 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae543570-9b8d-49d8-8f75-3ba06535c261 None None] Routers {'b14d9fc1-e32f-4573-b1cf-b519d67ac541'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:05.535621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ae543570-9b8d-49d8-8f75-3ba06535c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:06:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:05.652833 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ae543570-9b8d-49d8-8f75-3ba06535c261 None None] Set router b14d9fc1-e32f-4573-b1cf-b519d67ac541 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:05.854847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9e3d9-f38e-4ecc-943b-3f8bf1c39135 req-4cbfbc71-4821-4a18-b125-b1b0917ae64e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:05.856634 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2bb9e3d9-f38e-4ecc-943b-3f8bf1c39135 req-4cbfbc71-4821-4a18-b125-b1b0917ae64e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 943 time: 0.0549250 Sep 22 10:07:05.866040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ae543570-9b8d-49d8-8f75-3ba06535c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:43Z', 'revision_number': 4, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '25b50d36-2a74-44ed-af1a-29fb036367e9', 'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'mac_address': 'fa:16:3e:ba:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '308daa36-595e-49df-825b-3fd98bcbe612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:42Z', 'updated_at': '2021-09-22T10:01:47Z', 'revision_number': 5, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'subnets': [{'id': '308daa36-595e-49df-825b-3fd98bcbe612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:05.892441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae543570-9b8d-49d8-8f75-3ba06535c261 None None] The sync data for ids ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'] in n-d-805649-4 is: [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:01:43Z', 'revision_number': 4, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '25b50d36-2a74-44ed-af1a-29fb036367e9', 'name': '', 'network_id': '9480e3e9-9178-454f-8a96-8bb930d84a09', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'mac_address': 'fa:16:3e:ba:d6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '308daa36-595e-49df-825b-3fd98bcbe612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:42Z', 'updated_at': '2021-09-22T10:01:47Z', 'revision_number': 5, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'subnets': [{'id': '308daa36-595e-49df-825b-3fd98bcbe612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:07:05.899212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2bb9e3d9-f38e-4ecc-943b-3f8bf1c39135 req-4794d86b-c5c3-476c-bbd8-8573aa2cf4db tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362968 Sep 22 10:07:06.018583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e2236d4-83e2-4352-bbae-d4779948951d req-73c49ee0-a6e1-48c8-9dbc-3616a5d0eafe tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69caef5-ca08-4850-9a8e-49a8f53427c7 HTTP/1.1" status: 200 len: 210 time: 0.0346518 Sep 22 10:07:06.159532 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c7918f-7cf7-4db7-97c7-6c2f917572d4 None None] New status for floating IP 2f43f88c-8c17-4968-a5f5-62081d34aa03: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:07:06.682706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:07:06.703105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:07:06.703474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e834a13b-ccb9-498d-b0bc-7eab5f3e4f6f not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:07:06.959063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7ce35-2285-4479-aa84-622e0b941422 req-c84d736f-3240-40dd-8758-d950cd0362cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:06.960718 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-c84d736f-3240-40dd-8758-d950cd0362cf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072&tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2 HTTP/1.1" status: 200 len: 1094 time: 0.0426276 Sep 22 10:07:06.977883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:07:07.025874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81149336-3936-4fca-b74d-29f84911c6f3 req-3873c840-a6e3-4f08-927c-7743d97f567f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:07.027557 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81149336-3936-4fca-b74d-29f84911c6f3 req-3873c840-a6e3-4f08-927c-7743d97f567f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 943 time: 0.0514193 Sep 22 10:07:07.040012 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.068175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81149336-3936-4fca-b74d-29f84911c6f3 req-475b8df7-27d3-410a-abac-7fae855fb5b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343883 Sep 22 10:07:07.119331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49944) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:07.253167 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Deleting port d730c1fe-5eed-4b68-86f9-818a19c7ae90 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:07:07.253502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.263775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:07.298235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:07:07.332810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7577a559-71ad-4a78-bb84-650b3a20d00c {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:07:07.336496 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.336858 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.340550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.349290 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Calling delete_port for d730c1fe-5eed-4b68-86f9-818a19c7ae90 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:07:07.353106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Transition to ACTIVE for port object 7577a559-71ad-4a78-bb84-650b3a20d00c will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:07:07.470932 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.556542 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.559030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=9']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:07.587644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event deleted for resources: {'Port': ['ID=d730c1fe-5eed-4b68-86f9-818a19c7ae90,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:07.603313 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.603669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.604014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.604354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.604691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.605202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.605540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.605787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.606114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.606442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.606582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] No DVR routers for this DVR port 7577a559-71ad-4a78-bb84-650b3a20d00c on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:07:07.606789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.607120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:07.668308 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.670987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.672206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c1a3ac84-04c3-4482-a2b8-eb5f6679ecdb tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "DELETE /v2.0/floatingips/2f43f88c-8c17-4968-a5f5-62081d34aa03 HTTP/1.1" status: 204 len: 168 time: 0.5514846 Sep 22 10:07:07.748246 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49950) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:07.760444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Attempting to bind port 7577a559-71ad-4a78-bb84-650b3a20d00c on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:07:07.760688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Attempting to bind port 7577a559-71ad-4a78-bb84-650b3a20d00c by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:07:07.761043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Attempting to bind port 7577a559-71ad-4a78-bb84-650b3a20d00c on network 94ab7a0b-137a-424e-aa9b-352b3a13daab {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:07.765349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Port 7577a559-71ad-4a78-bb84-650b3a20d00c on network 94ab7a0b-137a-424e-aa9b-352b3a13daab not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:07:07.771248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Attempting to bind port 7577a559-71ad-4a78-bb84-650b3a20d00c on network 94ab7a0b-137a-424e-aa9b-352b3a13daab {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:07.771248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:07:07.771248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Checking segment: {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:07:07.771596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Bound using segment: {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:07:07.771828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Bound port: 7577a559-71ad-4a78-bb84-650b3a20d00c, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:07:07.772102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.809350 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-acfc9893-015d-4119-854b-92c038e845f4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.834843 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-acfc9893-015d-4119-854b-92c038e845f4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.840865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:07:07.844124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:07:07.956608 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.992999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:07.993712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:07.995106 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] 10.222.0.45 "PUT /v2.0/ports/7577a559-71ad-4a78-bb84-650b3a20d00c HTTP/1.1" status: 200 len: 1091 time: 1.0222130 Sep 22 10:07:07.995535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:07:07.998063 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72352adc-ff3d-45f7-84fe-deff06caa9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:07:08.015166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-acfc9893-015d-4119-854b-92c038e845f4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:08.015166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-acfc9893-015d-4119-854b-92c038e845f4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:08.016290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-acfc9893-015d-4119-854b-92c038e845f4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] 10.222.0.49 "DELETE /v2.0/security-groups/9d70451d-7310-4095-84a0-663e60073f91 HTTP/1.1" status: 204 len: 168 time: 0.2669308 Sep 22 10:07:08.028710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc9893-015d-4119-854b-92c038e845f4 tempest-TestServerBasicOps-1219945782 tempest-TestServerBasicOps-1219945782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d70451d-7310-4095-84a0-663e60073f91,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:08.064185 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677c87ff-8694-4d3f-ade5-fb562d942554 x-openstack-request-id: req-677c87ff-8694-4d3f-ade5-fb562d942554 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:07:08.064481 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:07:08.064754 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-677c87ff-8694-4d3f-ade5-fb562d942554 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:07:08.065479 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'status': 'completed', 'code': 200} Sep 22 10:07:08.068199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795800c5-a201-4830-bd3c-72cb62b45f8f service neutron] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=10']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:08.084797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7ce35-2285-4479-aa84-622e0b941422 req-dd649679-bff7-49ae-802d-d28dbdc6c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:08.087003 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-dd649679-bff7-49ae-802d-d28dbdc6c748 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 1095 time: 0.0648644 Sep 22 10:07:08.191465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7ce35-2285-4479-aa84-622e0b941422 req-32f9af49-ddb9-42f2-8e94-c4c6731b086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:08.193326 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-32f9af49-ddb9-42f2-8e94-c4c6731b086c service neutron] 10.222.0.45 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.0955586 Sep 22 10:07:08.218619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49958) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:08.280347 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-8ffce7fd-44ca-48a9-822f-45c668b57cf1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7577a559-71ad-4a78-bb84-650b3a20d00c HTTP/1.1" status: 200 len: 999 time: 0.0756011 Sep 22 10:07:08.334743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7ce35-2285-4479-aa84-622e0b941422 req-4e5658ab-e1e0-4cb6-8692-0b9bb43848e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:08.336970 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-4e5658ab-e1e0-4cb6-8692-0b9bb43848e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0491180 Sep 22 10:07:08.366952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91285e-ea55-45ac-baf9-99a31d14b246 req-f5c48507-3474-4778-8967-693ba01efabd tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:08.368583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d91285e-ea55-45ac-baf9-99a31d14b246 req-f5c48507-3474-4778-8967-693ba01efabd tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0987315 Sep 22 10:07:08.391176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7ce35-2285-4479-aa84-622e0b941422 req-37d436c3-5afc-4434-bee6-78db01ea2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:08.392707 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-37d436c3-5afc-4434-bee6-78db01ea2abe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460360 Sep 22 10:07:08.478010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d91285e-ea55-45ac-baf9-99a31d14b246 req-710ad1b2-309a-499e-b759-42abfa757015 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024420 Sep 22 10:07:08.485567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-078fa076-1245-4244-8692-5ced7f9023ae service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843413 Sep 22 10:07:08.588482 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fca7ce35-2285-4479-aa84-622e0b941422 req-d60a864b-85cb-41ea-9b43-92b65e57d9ac service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903339 Sep 22 10:07:08.687153 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:08.806868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72352adc-ff3d-45f7-84fe-deff06caa9f9 req-5105314e-1eb8-472b-a4be-1ac284a1e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:08.808566 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72352adc-ff3d-45f7-84fe-deff06caa9f9 req-5105314e-1eb8-472b-a4be-1ac284a1e79d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 1095 time: 0.0479829 Sep 22 10:07:08.913828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72352adc-ff3d-45f7-84fe-deff06caa9f9 req-5cf7b734-e69e-453e-a950-4bcff11d10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:08.915589 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72352adc-ff3d-45f7-84fe-deff06caa9f9 req-5cf7b734-e69e-453e-a950-4bcff11d10a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.1002393 Sep 22 10:07:08.964190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] Deleting port 25b50d36-2a74-44ed-af1a-29fb036367e9 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:07:08.964616 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:08.985601 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72352adc-ff3d-45f7-84fe-deff06caa9f9 req-8dc23ddf-a884-4385-90db-53344626a187 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7577a559-71ad-4a78-bb84-650b3a20d00c HTTP/1.1" status: 200 len: 999 time: 0.0629981 Sep 22 10:07:09.037581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72352adc-ff3d-45f7-84fe-deff06caa9f9 req-292c6bde-08a5-414b-8022-b23c7ef8ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:09.039820 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72352adc-ff3d-45f7-84fe-deff06caa9f9 req-292c6bde-08a5-414b-8022-b23c7ef8ef88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0463796 Sep 22 10:07:09.049768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] For port 25b50d36-2a74-44ed-af1a-29fb036367e9, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=25b50d36-2a74-44ed-af1a-29fb036367e9,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:09.050311 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:09.064285 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] Calling delete_port for 25b50d36-2a74-44ed-af1a-29fb036367e9 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:07:09.089463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72352adc-ff3d-45f7-84fe-deff06caa9f9 req-ba4db43e-7cab-4a3d-ae0a-3d8d3338c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:09.090972 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72352adc-ff3d-45f7-84fe-deff06caa9f9 req-ba4db43e-7cab-4a3d-ae0a-3d8d3338c6f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443621 Sep 22 10:07:09.189946 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72352adc-ff3d-45f7-84fe-deff06caa9f9 req-437fd8a6-fcb8-4225-84da-0ebce2ec2ec5 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876009 Sep 22 10:07:09.325766 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72352adc-ff3d-45f7-84fe-deff06caa9f9 req-5ce27452-dd1a-4cbc-8e30-45a0dd18625e service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204951 Sep 22 10:07:09.400974 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:09.438397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] Pushing event deleted for resources: {'Port': ['ID=25b50d36-2a74-44ed-af1a-29fb036367e9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:09.715646 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:09.735358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfe4ef-6cc8-4ea9-9805-c59f3b6e1ed9 req-06e22207-25c5-479e-9897-57ab66556cd6 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:09.737099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bfcfe4ef-6cc8-4ea9-9805-c59f3b6e1ed9 req-06e22207-25c5-479e-9897-57ab66556cd6 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.1712706 Sep 22 10:07:09.829180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bfcfe4ef-6cc8-4ea9-9805-c59f3b6e1ed9 req-7cbc9e53-53f2-4c5f-a7de-aefc6fd94511 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764518 Sep 22 10:07:10.013255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] Router b14d9fc1-e32f-4573-b1cf-b519d67ac541 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:07:10.127875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:07:10.135421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fc9535a5-be2f-48ce-aaa2-3abd9cbf147c admin admin] 10.222.0.49 "PUT /v2.0/routers/b14d9fc1-e32f-4573-b1cf-b519d67ac541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9156954 Sep 22 10:07:10.136041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49982) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:10.137837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296835a8-e51c-4803-9c91-2f43c18e837d None None] Sync routers for ids ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:07:10.155679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296835a8-e51c-4803-9c91-2f43c18e837d None None] Routers {'b14d9fc1-e32f-4573-b1cf-b519d67ac541'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:10.156327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-296835a8-e51c-4803-9c91-2f43c18e837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:06:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:10.282902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-296835a8-e51c-4803-9c91-2f43c18e837d None None] Set router b14d9fc1-e32f-4573-b1cf-b519d67ac541 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:10.601854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:10.702821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-296835a8-e51c-4803-9c91-2f43c18e837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:07:09Z', 'revision_number': 5, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:10.719449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:10.731924 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296835a8-e51c-4803-9c91-2f43c18e837d None None] Checking router: b14d9fc1-e32f-4573-b1cf-b519d67ac541 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:07:10.741116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296835a8-e51c-4803-9c91-2f43c18e837d None None] Routers {'b14d9fc1-e32f-4573-b1cf-b519d67ac541'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:10.741790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-296835a8-e51c-4803-9c91-2f43c18e837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:06:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:10.850747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-296835a8-e51c-4803-9c91-2f43c18e837d None None] Set router b14d9fc1-e32f-4573-b1cf-b519d67ac541 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:10.936628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Deleting port b483246e-2e76-4b4e-b502-cd0b5708933f {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:07:10.937481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:11.010066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9a94a-ed74-4b59-b4bd-1a932ec7f059 req-ba5df6ca-de70-41f2-8c6d-f335e7dd8b64 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:11.012405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35b9a94a-ed74-4b59-b4bd-1a932ec7f059 req-ba5df6ca-de70-41f2-8c6d-f335e7dd8b64 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0656226 Sep 22 10:07:11.075131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] For port b483246e-2e76-4b4e-b502-cd0b5708933f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b483246e-2e76-4b4e-b502-cd0b5708933f,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:11.075834 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:11.076941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-296835a8-e51c-4803-9c91-2f43c18e837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:07:09Z', 'revision_number': 5, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:11.089382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35b9a94a-ed74-4b59-b4bd-1a932ec7f059 req-55ad5fa2-5e77-4de7-bbb3-fd4f816b0167 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699773 Sep 22 10:07:11.097065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Calling delete_port for b483246e-2e76-4b4e-b502-cd0b5708933f owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:07:11.107576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296835a8-e51c-4803-9c91-2f43c18e837d None None] The sync data for ids ['b14d9fc1-e32f-4573-b1cf-b519d67ac541'] in n-d-805649-4 is: [{'id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'name': 'tempest-TestServerBasicOps-869102143-router', 'tenant_id': '0dacd5919616400a81a075eafa54b29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:38Z', 'updated_at': '2021-09-22T10:07:09Z', 'revision_number': 5, 'project_id': '0dacd5919616400a81a075eafa54b29c', 'gw_port': {'id': 'b483246e-2e76-4b4e-b502-cd0b5708933f', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ce:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14d9fc1-e32f-4573-b1cf-b519d67ac541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:39Z', 'updated_at': '2021-09-22T10:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:07:11.377345 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:11.423469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Pushing event deleted for resources: {'Port': ['ID=b483246e-2e76-4b4e-b502-cd0b5708933f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:11.480439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:11.579005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:11.581617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:11.696666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 25b50d36-2a74-44ed-af1a-29fb036367e9 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:07:11.710984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:11.717461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Fanout notify agent at l3_agent the message router_deleted on router b14d9fc1-e32f-4573-b1cf-b519d67ac541 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:07:11.717461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:11.718179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 25b50d36-2a74-44ed-af1a-29fb036367e9 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:07:11.718588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 25b50d36-2a74-44ed-af1a-29fb036367e9 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:07:11.720790 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bd9dbcf9-111d-4eff-b6b5-5b58ef9773af admin admin] 10.222.0.49 "DELETE /v2.0/routers/b14d9fc1-e32f-4573-b1cf-b519d67ac541 HTTP/1.1" status: 204 len: 168 time: 1.5823953 Sep 22 10:07:11.722182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49986) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:11.781335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be750de-0154-412a-9729-0718cd34ddab admin admin] Deleting subnet 308daa36-595e-49df-825b-3fd98bcbe612 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:07:11.784440 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7be750de-0154-412a-9729-0718cd34ddab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:11.831281 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7be750de-0154-412a-9729-0718cd34ddab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:11.922108 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7be750de-0154-412a-9729-0718cd34ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.053120 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7be750de-0154-412a-9729-0718cd34ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.087317 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7be750de-0154-412a-9729-0718cd34ddab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.089790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7be750de-0154-412a-9729-0718cd34ddab admin admin] 10.222.0.49 "DELETE /v2.0/subnets/308daa36-595e-49df-825b-3fd98bcbe612 HTTP/1.1" status: 204 len: 168 time: 0.3665264 Sep 22 10:07:12.091036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be750de-0154-412a-9729-0718cd34ddab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308daa36-595e-49df-825b-3fd98bcbe612,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:12.092606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 49990) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:12.096629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6736610-0f0f-4987-8e1b-02311439bd2b None None] Network 9480e3e9-9178-454f-8a96-8bb930d84a09 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:07:12.182921 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.263642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Deleting port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:07:12.266666 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.324151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee1942-64fe-42af-a86a-9604349eea19 req-f82db4e3-7524-4ad8-864c-09a70b0aea08 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:12.325702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-feee1942-64fe-42af-a86a-9604349eea19 req-f82db4e3-7524-4ad8-864c-09a70b0aea08 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.1088099 Sep 22 10:07:12.387538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] For port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=620472bb-ccbc-4c93-ac2f-9c7e6e90727e,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:12.388140 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.395737 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01a7d0b-f99a-430e-af55-2b0275d6ee8c None None] DHCP port deletion for 9480e3e9-9178-454f-8a96-8bb930d84a09 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:07:12.406074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-feee1942-64fe-42af-a86a-9604349eea19 req-63ae98b5-cb66-45ed-900e-48e76f45bfd4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714753 Sep 22 10:07:12.407444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Calling delete_port for 620472bb-ccbc-4c93-ac2f-9c7e6e90727e owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:07:12.466651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f01a7d0b-f99a-430e-af55-2b0275d6ee8c None None] Deleting port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:07:12.468405 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f01a7d0b-f99a-430e-af55-2b0275d6ee8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.546637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f01a7d0b-f99a-430e-af55-2b0275d6ee8c None None] For port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=620472bb-ccbc-4c93-ac2f-9c7e6e90727e,segment=NetworkSegment(063fa5d6-7fac-4c21-a361-d42ef593ed37),segment_id=063fa5d6-7fac-4c21-a361-d42ef593ed37)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:12.547032 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f01a7d0b-f99a-430e-af55-2b0275d6ee8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.561931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f01a7d0b-f99a-430e-af55-2b0275d6ee8c None None] Calling delete_port for 620472bb-ccbc-4c93-ac2f-9c7e6e90727e owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:07:12.617916 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.642210 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f01a7d0b-f99a-430e-af55-2b0275d6ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.646728 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Pushing event deleted for resources: {'Port': ['ID=620472bb-ccbc-4c93-ac2f-9c7e6e90727e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:12.648415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] No DVR routers for this DVR port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:07:12.673828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a7d0b-f99a-430e-af55-2b0275d6ee8c None None] Pushing event deleted for resources: {'Port': ['ID=620472bb-ccbc-4c93-ac2f-9c7e6e90727e,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:12.677768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a7d0b-f99a-430e-af55-2b0275d6ee8c None None] No DVR routers for this DVR port 620472bb-ccbc-4c93-ac2f-9c7e6e90727e on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:07:12.756928 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.779524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9480e3e9-9178-454f-8a96-8bb930d84a09']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:12.790469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063fa5d6-7fac-4c21-a361-d42ef593ed37') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:12.795650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063fa5d6-7fac-4c21-a361-d42ef593ed37') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:12.800543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.814710 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.822058 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:07:12.822733 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:07:12.824504 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:07:13.017930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:13.025717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:13.031029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 49994) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:13.031601 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9480e3e9-9178-454f-8a96-8bb930d84a09 HTTP/1.1" status: 204 len: 168 time: 0.9372962 Sep 22 10:07:13.047440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b7144-789d-4837-8ce2-56a0ea8fe144 admin admin] Pushing event deleted for resources: {'Network': ['ID=9480e3e9-9178-454f-8a96-8bb930d84a09,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:13.668021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e70a5-3299-4ec5-a797-2501c940532f req-d768fd06-8569-4d8d-a19f-87c1be17c457 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:13.669588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-836e70a5-3299-4ec5-a797-2501c940532f req-d768fd06-8569-4d8d-a19f-87c1be17c457 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0673215 Sep 22 10:07:13.689719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 620472bb-ccbc-4c93-ac2f-9c7e6e90727e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:07:13.713046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 620472bb-ccbc-4c93-ac2f-9c7e6e90727e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:07:13.713413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 620472bb-ccbc-4c93-ac2f-9c7e6e90727e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:07:13.713883 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b483246e-2e76-4b4e-b502-cd0b5708933f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:07:13.734363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b483246e-2e76-4b4e-b502-cd0b5708933f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:07:13.737732 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b483246e-2e76-4b4e-b502-cd0b5708933f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:07:13.737881 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-836e70a5-3299-4ec5-a797-2501c940532f req-fa5c9e32-8f9f-4697-99ce-a5c5c2d843ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483887 Sep 22 10:07:13.825937 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:14.086272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] Deleting port b9c82e16-d5f7-41aa-8159-4b7df1acaad5 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:07:14.087100 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:14.170294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] For port b9c82e16-d5f7-41aa-8159-4b7df1acaad5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b9c82e16-d5f7-41aa-8159-4b7df1acaad5,segment=NetworkSegment(35a6a5f7-3a28-4e56-a7c6-0879671fb867),segment_id=35a6a5f7-3a28-4e56-a7c6-0879671fb867)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:14.170654 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:14.183966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] Calling delete_port for b9c82e16-d5f7-41aa-8159-4b7df1acaad5 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:07:14.516810 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:14.552975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c82e16-d5f7-41aa-8159-4b7df1acaad5,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:14.736356 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:14.943568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3d012-28b3-47d3-9f3c-b57b7d81cd76 req-cc6ee681-ceae-4f52-856e-f5059725552d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:14.945652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9b3d012-28b3-47d3-9f3c-b57b7d81cd76 req-cc6ee681-ceae-4f52-856e-f5059725552d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.1029103 Sep 22 10:07:15.031817 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9b3d012-28b3-47d3-9f3c-b57b7d81cd76 req-3504f143-c248-4ff2-a4e9-3acddd82d9ff tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753646 Sep 22 10:07:15.050432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] Router b9170894-e11c-42ac-8ea2-035d12082402 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:07:15.170438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:07:15.180851 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2097477-0596-436b-a147-31b02b3469b9 None None] Sync routers for ids ['b9170894-e11c-42ac-8ea2-035d12082402'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:07:15.186625 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50004) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:15.187206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-517d8c48-6a7c-421e-b6c8-7826b7a47f81 admin admin] 10.222.0.49 "PUT /v2.0/routers/b9170894-e11c-42ac-8ea2-035d12082402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1543672 Sep 22 10:07:15.201935 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2097477-0596-436b-a147-31b02b3469b9 None None] Routers {'b9170894-e11c-42ac-8ea2-035d12082402'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:15.202930 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f2097477-0596-436b-a147-31b02b3469b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:06:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b9170894-e11c-42ac-8ea2-035d12082402'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:15.334199 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-f2097477-0596-436b-a147-31b02b3469b9 None None] Set router b9170894-e11c-42ac-8ea2-035d12082402 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:15.344650 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:15.469670 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:15.540095 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f2097477-0596-436b-a147-31b02b3469b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'name': 'tempest-TestServerBasicOps-1666470276-router', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:07:14Z', 'revision_number': 5, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'gw_port': {'id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:15.567881 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2097477-0596-436b-a147-31b02b3469b9 None None] Checking router: b9170894-e11c-42ac-8ea2-035d12082402 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:07:15.576671 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2097477-0596-436b-a147-31b02b3469b9 None None] Routers {'b9170894-e11c-42ac-8ea2-035d12082402'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:15.577316 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f2097477-0596-436b-a147-31b02b3469b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:06:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['b9170894-e11c-42ac-8ea2-035d12082402'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:15.693205 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-f2097477-0596-436b-a147-31b02b3469b9 None None] Set router b9170894-e11c-42ac-8ea2-035d12082402 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:15.713418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Deleting port 54cb8f18-0730-42ea-b463-9502cb6bd792 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:07:15.713843 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:15.841194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] For port 54cb8f18-0730-42ea-b463-9502cb6bd792, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=54cb8f18-0730-42ea-b463-9502cb6bd792,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:15.841575 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:15.861370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Calling delete_port for 54cb8f18-0730-42ea-b463-9502cb6bd792 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:07:15.969908 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f2097477-0596-436b-a147-31b02b3469b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'name': 'tempest-TestServerBasicOps-1666470276-router', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:07:14Z', 'revision_number': 5, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'gw_port': {'id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:16.016323 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2097477-0596-436b-a147-31b02b3469b9 None None] The sync data for ids ['b9170894-e11c-42ac-8ea2-035d12082402'] in n-d-805649-4 is: [{'id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'name': 'tempest-TestServerBasicOps-1666470276-router', 'tenant_id': 'd07bf1e095094726afafccbb867d01a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:07:14Z', 'revision_number': 5, 'project_id': 'd07bf1e095094726afafccbb867d01a4', 'gw_port': {'id': '54cb8f18-0730-42ea-b463-9502cb6bd792', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9170894-e11c-42ac-8ea2-035d12082402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:47Z', 'updated_at': '2021-09-22T10:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:07:16.174505 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c32e1-9ea2-450e-8a04-6b94c641854c req-a3cbb306-2fba-4a03-b5ea-342c89f5090b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:16.176016 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-585c32e1-9ea2-450e-8a04-6b94c641854c req-a3cbb306-2fba-4a03-b5ea-342c89f5090b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0521786 Sep 22 10:07:16.220046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-585c32e1-9ea2-450e-8a04-6b94c641854c req-18730d75-ec75-4c36-9929-d591e41ddd32 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354946 Sep 22 10:07:16.674866 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:16.704008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Pushing event deleted for resources: {'Port': ['ID=54cb8f18-0730-42ea-b463-9502cb6bd792,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:16.770981 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:16.867334 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:16.870187 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:17.167618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:17.168073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9170894-e11c-42ac-8ea2-035d12082402 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:07:17.174174 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:17.183122 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50008) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:17.190180 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7f0032aa-36b5-47f3-8dd4-ece3ec066848 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b9170894-e11c-42ac-8ea2-035d12082402 HTTP/1.1" status: 204 len: 168 time: 1.9975505 Sep 22 10:07:17.263435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-129585b7-d866-497c-8cda-3580173bc552 admin admin] Deleting subnet e75fe033-3c53-424a-b673-5df6f862845c {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:07:17.267829 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129585b7-d866-497c-8cda-3580173bc552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:17.316652 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129585b7-d866-497c-8cda-3580173bc552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:17.436853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12870917-2376-4003-b68e-fe1415b16012 req-f8715548-1c7b-4a5d-88af-2f6ac98f8731 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:17.438308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12870917-2376-4003-b68e-fe1415b16012 req-f8715548-1c7b-4a5d-88af-2f6ac98f8731 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.1046977 Sep 22 10:07:17.441563 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:07:17.456453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129585b7-d866-497c-8cda-3580173bc552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:17.513965 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-12870917-2376-4003-b68e-fe1415b16012 req-c1b7b4df-a8c2-4dd9-a922-4fab5cee55bc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638347 Sep 22 10:07:17.637139 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129585b7-d866-497c-8cda-3580173bc552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:17.665898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129585b7-d866-497c-8cda-3580173bc552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75fe033-3c53-424a-b673-5df6f862845c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:17.670605 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-129585b7-d866-497c-8cda-3580173bc552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:17.672912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-129585b7-d866-497c-8cda-3580173bc552 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e75fe033-3c53-424a-b673-5df6f862845c HTTP/1.1" status: 204 len: 168 time: 0.4875362 Sep 22 10:07:17.675441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50012) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:17.686542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e207a3-f0c9-427a-840b-d935e63e9e16 None None] Network 773be20e-41ea-4016-99cd-ff613a44eb9a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:07:17.776465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:17.798349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 54cb8f18-0730-42ea-b463-9502cb6bd792 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:07:17.832535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 54cb8f18-0730-42ea-b463-9502cb6bd792 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:07:17.833202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 54cb8f18-0730-42ea-b463-9502cb6bd792 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:07:17.833819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b9c82e16-d5f7-41aa-8159-4b7df1acaad5 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:07:17.841739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Deleting port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:07:17.847287 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:17.875104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b9c82e16-d5f7-41aa-8159-4b7df1acaad5 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:07:17.875778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b9c82e16-d5f7-41aa-8159-4b7df1acaad5 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:07:17.936632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] For port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=09074941-6eeb-4dcb-9a67-3e2a34d4cd83,segment=NetworkSegment(35a6a5f7-3a28-4e56-a7c6-0879671fb867),segment_id=35a6a5f7-3a28-4e56-a7c6-0879671fb867)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:17.937112 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:17.950733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Calling delete_port for 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:07:17.991166 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6857170-8b7d-4d97-a321-5175f7c46a66 None None] DHCP port deletion for 773be20e-41ea-4016-99cd-ff613a44eb9a request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:07:18.048814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e6857170-8b7d-4d97-a321-5175f7c46a66 None None] Deleting port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:07:18.049073 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6857170-8b7d-4d97-a321-5175f7c46a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:18.115721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e6857170-8b7d-4d97-a321-5175f7c46a66 None None] For port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=09074941-6eeb-4dcb-9a67-3e2a34d4cd83,segment=NetworkSegment(35a6a5f7-3a28-4e56-a7c6-0879671fb867),segment_id=35a6a5f7-3a28-4e56-a7c6-0879671fb867)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:18.116712 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6857170-8b7d-4d97-a321-5175f7c46a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:18.130364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e6857170-8b7d-4d97-a321-5175f7c46a66 None None] Calling delete_port for 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:07:18.149279 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:18.193349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] No DVR routers for this DVR port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:07:18.198684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=09074941-6eeb-4dcb-9a67-3e2a34d4cd83,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:18.222619 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6857170-8b7d-4d97-a321-5175f7c46a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:18.252948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6857170-8b7d-4d97-a321-5175f7c46a66 None None] Pushing event deleted for resources: {'Port': ['ID=09074941-6eeb-4dcb-9a67-3e2a34d4cd83,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:18.259225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6857170-8b7d-4d97-a321-5175f7c46a66 None None] No DVR routers for this DVR port 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:07:18.298238 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:18.328466 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773be20e-41ea-4016-99cd-ff613a44eb9a']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:18.338916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a6a5f7-3a28-4e56-a7c6-0879671fb867') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:18.339246 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a6a5f7-3a28-4e56-a7c6-0879671fb867') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:18.350070 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:18.364532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:18.371734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:07:18.376833 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:07:18.539902 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:18.546140 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:18.550332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/773be20e-41ea-4016-99cd-ff613a44eb9a HTTP/1.1" status: 204 len: 168 time: 0.8729603 Sep 22 10:07:18.573929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf5541-22ec-4665-a9cd-c0a3b43909a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=773be20e-41ea-4016-99cd-ff613a44eb9a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:18.660665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0679ef-aa33-4d76-b695-26d36c676fca req-1614449e-16da-46ea-89a5-4bef41266345 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:18.662236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b0679ef-aa33-4d76-b695-26d36c676fca req-1614449e-16da-46ea-89a5-4bef41266345 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0589018 Sep 22 10:07:18.705701 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b0679ef-aa33-4d76-b695-26d36c676fca req-b36d2b53-65e3-41c3-8eb2-d8b3ef83cbfd tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361831 Sep 22 10:07:19.113374 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50020) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:19.155253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cc8da6d7-3dce-454d-9cc6-b7e3e7ed3a14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dacd5919616400a81a075eafa54b29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407364 Sep 22 10:07:19.157644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50022) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:19.205668 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66f8097f-dfa4-4854-bf5c-e6cc13eb4cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:19.227470 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66f8097f-dfa4-4854-bf5c-e6cc13eb4cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:19.373600 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66f8097f-dfa4-4854-bf5c-e6cc13eb4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:19.376185 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-66f8097f-dfa4-4854-bf5c-e6cc13eb4cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:19.377591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-66f8097f-dfa4-4854-bf5c-e6cc13eb4cb0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3cd044e7-edf6-46f3-967a-729b5fcf7688 HTTP/1.1" status: 204 len: 168 time: 0.2189817 Sep 22 10:07:19.386450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8097f-dfa4-4854-bf5c-e6cc13eb4cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd044e7-edf6-46f3-967a-729b5fcf7688,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:19.536242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb52bcc-557e-4c77-9ba4-20e38a10b71b req-981f594d-8fab-47a0-90ea-4cbdf60d7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:19.537777 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9fb52bcc-557e-4c77-9ba4-20e38a10b71b req-981f594d-8fab-47a0-90ea-4cbdf60d7419 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 1095 time: 0.0451117 Sep 22 10:07:19.648245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb52bcc-557e-4c77-9ba4-20e38a10b71b req-f0a00a96-4f10-448a-ab3d-b758d1f6584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:19.650008 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9fb52bcc-557e-4c77-9ba4-20e38a10b71b req-f0a00a96-4f10-448a-ab3d-b758d1f6584d service neutron] 10.222.0.45 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.0883806 Sep 22 10:07:19.655686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:07:19.676817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:07:19.677162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 09074941-6eeb-4dcb-9a67-3e2a34d4cd83 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:07:19.720903 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9fb52bcc-557e-4c77-9ba4-20e38a10b71b req-2b292359-74f3-4f47-9e1d-90ecb211a6bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7577a559-71ad-4a78-bb84-650b3a20d00c HTTP/1.1" status: 200 len: 999 time: 0.0627985 Sep 22 10:07:19.773455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb52bcc-557e-4c77-9ba4-20e38a10b71b req-1c462803-d166-41fc-9117-a9187f69e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:19.776926 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9fb52bcc-557e-4c77-9ba4-20e38a10b71b req-1c462803-d166-41fc-9117-a9187f69e5cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0470259 Sep 22 10:07:19.834413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb52bcc-557e-4c77-9ba4-20e38a10b71b req-b58e9419-ba06-49a8-8f9a-0519427d98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:19.839766 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9fb52bcc-557e-4c77-9ba4-20e38a10b71b req-b58e9419-ba06-49a8-8f9a-0519427d98d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484927 Sep 22 10:07:19.839908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e661d3-6dfe-4779-adb9-e9c0ddfef7d5 req-91225a86-fbae-41a5-9fbd-bb2b4e87cf4d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:19.839908 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36e661d3-6dfe-4779-adb9-e9c0ddfef7d5 req-91225a86-fbae-41a5-9fbd-bb2b4e87cf4d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0588198 Sep 22 10:07:19.880668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36e661d3-6dfe-4779-adb9-e9c0ddfef7d5 req-55507fd8-6df8-4eb2-9564-02e0a6eacbc9 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350106 Sep 22 10:07:19.935482 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9fb52bcc-557e-4c77-9ba4-20e38a10b71b req-dcbe2251-a5f9-43b3-82bd-f77d9b424600 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922248 Sep 22 10:07:20.026090 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9fb52bcc-557e-4c77-9ba4-20e38a10b71b req-af45bcf2-c088-4e38-acb2-cf6ed8a52dd2 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827491 Sep 22 10:07:20.254426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50030) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:20.296117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-79ee07c2-f491-45a1-80e8-d6243f484fc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d07bf1e095094726afafccbb867d01a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404577 Sep 22 10:07:20.298447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50032) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:20.351835 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-769090e6-546f-420a-8acd-e1dd3d0385bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:20.374409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-769090e6-546f-420a-8acd-e1dd3d0385bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:20.659010 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-769090e6-546f-420a-8acd-e1dd3d0385bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:20.661626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-769090e6-546f-420a-8acd-e1dd3d0385bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:20.662876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-769090e6-546f-420a-8acd-e1dd3d0385bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31fa6066-499b-4927-95ee-7873e132c516 HTTP/1.1" status: 204 len: 168 time: 0.3634982 Sep 22 10:07:20.671616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769090e6-546f-420a-8acd-e1dd3d0385bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fa6066-499b-4927-95ee-7873e132c516,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:21.008022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076a91-1abd-402c-a415-0fd2c366dcb9 req-4d3d785a-a744-447a-9ee1-59cf4455adf8 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:21.009594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9076a91-1abd-402c-a415-0fd2c366dcb9 req-4d3d785a-a744-447a-9ee1-59cf4455adf8 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0501294 Sep 22 10:07:21.052008 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9076a91-1abd-402c-a415-0fd2c366dcb9 req-4b8e2ffc-36b5-415c-baba-4906fae616c3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360589 Sep 22 10:07:21.864570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50056) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:21.963160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1718642311-network', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:07:22.064527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Made reservation on behalf of 3bd1bfd241244434944a83bfca1c81a6 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:07:22.066947 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:22.075601 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:22.199140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27ab19-d466-4600-9aee-7957b4fbae8e req-826301f4-5628-40c3-987e-158a722c1198 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:22.201111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a27ab19-d466-4600-9aee-7957b4fbae8e req-826301f4-5628-40c3-987e-158a722c1198 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0743942 Sep 22 10:07:22.222585 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:22.251672 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a27ab19-d466-4600-9aee-7957b4fbae8e req-f16126b4-e9f3-47be-a304-83123f9d9507 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419462 Sep 22 10:07:22.327722 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:22.354700 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:07:22.364280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaf8071-5ddf-442c-8219-0419dab49e55,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:22.370313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:22.370691 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Added segment b5595d6c-89f8-4e45-a2e0-d848f2d5152f of type vlan for network ac57c67d-6bd6-492f-98d3-74988153a29e Sep 22 10:07:22.414248 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:22.531443 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:22.532414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:22.533034 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:22.593409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] Pushing event updated for resources: {'Network': ['ID=ac57c67d-6bd6-492f-98d3-74988153a29e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:22.603407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network ac57c67d-6bd6-492f-98d3-74988153a29e details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:07:22.640911 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-974ec103-44aa-49fa-a812-f56fe277074c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7751541 Sep 22 10:07:22.644020 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50062) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:22.649837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] Request body: {'subnet': {'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1718642311-subnet', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:07:22.765958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] Made reservation on behalf of 3bd1bfd241244434944a83bfca1c81a6 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:07:22.768421 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:23.017655 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:23.071819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=969630c2-d3d2-4806-9192-81007dbb8682,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:23.082372 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] Checking segment: {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:07:23.082732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] Network hostable DHCP agents. Network: ac57c67d-6bd6-492f-98d3-74988153a29e, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:07:23.184678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] Network ac57c67d-6bd6-492f-98d3-74988153a29e is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:07:23.281756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, ac57c67d-6bd6-492f-98d3-74988153a29e) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:23.285922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:23.286536 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:23.301071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca83f3-a915-44f2-bcff-54f7b064a9c5 None None] Network ac57c67d-6bd6-492f-98d3-74988153a29e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:07:23.384578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f26b5-3991-4b29-a37d-cc3d336f1364 req-32063813-71fb-4b06-812c-8fbccf14cb11 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:23.386166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b45f26b5-3991-4b29-a37d-cc3d336f1364 req-32063813-71fb-4b06-812c-8fbccf14cb11 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0543368 Sep 22 10:07:23.425089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b45f26b5-3991-4b29-a37d-cc3d336f1364 req-5c3e6fec-b99e-4569-8a25-86944f977129 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322685 Sep 22 10:07:23.440767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50066) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:23.445070 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2abf9b7a-f233-4cdd-9880-f10b4e9e81a4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7956793 Sep 22 10:07:23.446315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1718642311-router', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:07:23.447251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-ac57c67d-6bd6-492f-98d3-74988153a29e', 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'fixed_ips': [{'subnet_id': '969630c2-d3d2-4806-9192-81007dbb8682'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:07:23.448132 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:23.580742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Allocated IP 172.20.0.2 (ac57c67d-6bd6-492f-98d3-74988153a29e/969630c2-d3d2-4806-9192-81007dbb8682/a010f14d-7414-4e17-b535-3c740c4d14ff) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:07:23.659513 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:23.720930 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:23.744482 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:23.745602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:23.800626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:23.847750 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:23.885231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Network ac57c67d-6bd6-492f-98d3-74988153a29e is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:07:23.889327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:23.896441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:07:23.899031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Pushing event updated for resources: {'Port': ['ID=a010f14d-7414-4e17-b535-3c740c4d14ff,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:23.951071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Attempting to bind port a010f14d-7414-4e17-b535-3c740c4d14ff on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:07:23.951440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Attempting to bind port a010f14d-7414-4e17-b535-3c740c4d14ff by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:07:23.951799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Attempting to bind port a010f14d-7414-4e17-b535-3c740c4d14ff on network ac57c67d-6bd6-492f-98d3-74988153a29e {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:23.956680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:07:23.957076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Checking segment: {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:07:23.957478 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:23.957869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Bound using segment: {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:07:23.958354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Bound port: a010f14d-7414-4e17-b535-3c740c4d14ff, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:07:23.958733 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:24.013069 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:24.023753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] For port a010f14d-7414-4e17-b535-3c740c4d14ff, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:07:24.026863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] For port a010f14d-7414-4e17-b535-3c740c4d14ff, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a010f14d-7414-4e17-b535-3c740c4d14ff,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:07:24.161935 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:24.238074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73b971-1445-4109-ac96-bd9178cac0ad None None] Pushing event updated for resources: {'Port': ['ID=a010f14d-7414-4e17-b535-3c740c4d14ff,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:24.333178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e86c76a1-7b16-41fd-b412-5d2ad8ea00bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:24.376158 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:24.396673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:24.517570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Allocated IP 172.25.6.12 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/6b121215-0983-4de7-896d-a050d96aa8eb) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:07:24.555869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ba2f0-bada-45d7-baeb-159f7a158640 req-04ac7b23-c74d-4424-b772-3d2ec65ee460 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:24.557431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-547ba2f0-bada-45d7-baeb-159f7a158640 req-04ac7b23-c74d-4424-b772-3d2ec65ee460 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0498660 Sep 22 10:07:24.596667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-547ba2f0-bada-45d7-baeb-159f7a158640 req-baf87dab-e328-490a-b0d8-899afaed52ce tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326807 Sep 22 10:07:24.621663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:24.728068 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:24.765632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:07:24.768657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:24.773005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:07:24.780682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Pushing event updated for resources: {'Port': ['ID=6b121215-0983-4de7-896d-a050d96aa8eb,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:24.925977 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:25.073599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ed9dc7-cef5-47ed-95e3-e32a1d9ddd4b None None] Network ac57c67d-6bd6-492f-98d3-74988153a29e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:07:25.140413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cae5133d-28f3-4f4a-923d-b9d1f9f5a76a None None] Provisioning complete for port a010f14d-7414-4e17-b535-3c740c4d14ff triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:25.140795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cae5133d-28f3-4f4a-923d-b9d1f9f5a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:25.202014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:25.280866 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cae5133d-28f3-4f4a-923d-b9d1f9f5a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:25.323236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cae5133d-28f3-4f4a-923d-b9d1f9f5a76a None None] For port a010f14d-7414-4e17-b535-3c740c4d14ff, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a010f14d-7414-4e17-b535-3c740c4d14ff,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:25.408396 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:25.447443 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cae5133d-28f3-4f4a-923d-b9d1f9f5a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:25.498540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5133d-28f3-4f4a-923d-b9d1f9f5a76a None None] Pushing event updated for resources: {'Port': ['ID=a010f14d-7414-4e17-b535-3c740c4d14ff,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:25.566490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4a13fb34-3122-41b0-9620-b1b989955552 None None] Provisioning complete for port a010f14d-7414-4e17-b535-3c740c4d14ff triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:25.566833 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4a13fb34-3122-41b0-9620-b1b989955552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:25.636523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Router 982ba768-6f0c-4a38-94bd-9466477241cd is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:07:25.739693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaf9d0-51c5-49fb-bfa6-61c43fbd8cf8 req-da5e34e1-4181-4661-8d98-d8a9e0a52d3d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:25.743293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86eaf9d0-51c5-49fb-bfa6-61c43fbd8cf8 req-da5e34e1-4181-4661-8d98-d8a9e0a52d3d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0589402 Sep 22 10:07:25.764014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:07:25.789048 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86eaf9d0-51c5-49fb-bfa6-61c43fbd8cf8 req-93e2830d-a178-4d95-a676-0dab3e624949 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399225 Sep 22 10:07:25.828187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a010f14d-7414-4e17-b535-3c740c4d14ff up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:07:25.828187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Sync routers for ids ['982ba768-6f0c-4a38-94bd-9466477241cd'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:07:25.847570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:25.851546 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0b93b731-db44-4c78-826a-7ebcbb17a66a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4071236 Sep 22 10:07:25.853034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50074) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:25.861007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Routers {'982ba768-6f0c-4a38-94bd-9466477241cd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:25.861649 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:06:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['982ba768-6f0c-4a38-94bd-9466477241cd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:25.964638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port a010f14d-7414-4e17-b535-3c740c4d14ff triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:25.965383 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:26.013718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Set router 982ba768-6f0c-4a38-94bd-9466477241cd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:26.250535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'name': 'tempest-TestServerMultinode-1718642311-router', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:23Z', 'updated_at': '2021-09-22T10:07:24Z', 'revision_number': 3, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'gw_port': {'id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:24Z', 'updated_at': '2021-09-22T10:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:26.277254 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Checking router: 982ba768-6f0c-4a38-94bd-9466477241cd for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:07:26.277596 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Updating router 982ba768-6f0c-4a38-94bd-9466477241cd port 6b121215-0983-4de7-896d-a050d96aa8eb binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:07:26.304070 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:26.563860 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:26.604948 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:26.670279 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:26.719208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Attempting to bind port 6b121215-0983-4de7-896d-a050d96aa8eb on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:07:26.719589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Attempting to bind port 6b121215-0983-4de7-896d-a050d96aa8eb by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:07:26.719958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Attempting to bind port 6b121215-0983-4de7-896d-a050d96aa8eb on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:26.729919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a0c93-c3e4-4808-a668-df123ded5af1 None None] Pushing event updated for resources: {'Port': ['ID=6b121215-0983-4de7-896d-a050d96aa8eb,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:26.732417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:07:26.732813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:07:26.733322 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:26.733603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:07:26.734104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Bound port: 6b121215-0983-4de7-896d-a050d96aa8eb, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:07:26.734488 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:26.764991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Allocated IP 172.20.0.1 (ac57c67d-6bd6-492f-98d3-74988153a29e/969630c2-d3d2-4806-9192-81007dbb8682/41547543-a326-462d-adb0-3aa5c0a73d39) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:07:26.787648 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] For port 6b121215-0983-4de7-896d-a050d96aa8eb, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:07:26.791348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] For port 6b121215-0983-4de7-896d-a050d96aa8eb, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6b121215-0983-4de7-896d-a050d96aa8eb,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:07:26.869694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:26.880743 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:26.920336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c93525-90ac-4599-9aab-1ff1ed438037 req-520d2912-1d64-4c7a-a24a-4fcd59b4a22b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:26.922110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68c93525-90ac-4599-9aab-1ff1ed438037 req-520d2912-1d64-4c7a-a24a-4fcd59b4a22b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0545676 Sep 22 10:07:26.937618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Routers {'982ba768-6f0c-4a38-94bd-9466477241cd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:26.940293 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:06:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['982ba768-6f0c-4a38-94bd-9466477241cd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:26.964193 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-68c93525-90ac-4599-9aab-1ff1ed438037 req-6ea2360a-a098-470e-b608-3a21fd5f7ca2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350132 Sep 22 10:07:26.978123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a0c93-c3e4-4808-a668-df123ded5af1 None None] Pushing event updated for resources: {'Port': ['ID=6b121215-0983-4de7-896d-a050d96aa8eb,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:26.980842 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3cceb135-599c-4505-9a83-c607382ccd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:26.996567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:27.033309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Network ac57c67d-6bd6-492f-98d3-74988153a29e is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:07:27.036216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:27.040503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:07:27.053549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] Set router 982ba768-6f0c-4a38-94bd-9466477241cd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:27.072854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Pushing event updated for resources: {'Port': ['ID=41547543-a326-462d-adb0-3aa5c0a73d39,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:27.092329 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:27.256243 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'name': 'tempest-TestServerMultinode-1718642311-router', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:23Z', 'updated_at': '2021-09-22T10:07:24Z', 'revision_number': 3, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'gw_port': {'id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:24Z', 'updated_at': '2021-09-22T10:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:27.289284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4114e3a7-fba7-4a29-85a6-5680aa922717 None None] The sync data for ids ['982ba768-6f0c-4a38-94bd-9466477241cd'] in n-d-805649-4 is: [{'id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'name': 'tempest-TestServerMultinode-1718642311-router', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:23Z', 'updated_at': '2021-09-22T10:07:24Z', 'revision_number': 3, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'gw_port': {'id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:24Z', 'updated_at': '2021-09-22T10:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:07:27.296771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1cd461df-51ca-41b2-a0b1-22231c9c5e7a None None] Provisioning complete for port 41547543-a326-462d-adb0-3aa5c0a73d39 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:27.297154 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1cd461df-51ca-41b2-a0b1-22231c9c5e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:27.337676 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1cd461df-51ca-41b2-a0b1-22231c9c5e7a None None] Port 41547543-a326-462d-adb0-3aa5c0a73d39 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:07:27.372971 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:27.561886 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:27.567824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:27.674647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:27.685633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6b121215-0983-4de7-896d-a050d96aa8eb up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:07:27.740616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6b121215-0983-4de7-896d-a050d96aa8eb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:27.741900 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:27.755967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Pushing event updated for resources: {'Port': ['ID=41547543-a326-462d-adb0-3aa5c0a73d39,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:27.762050 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:27.831470 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:27.858077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 6b121215-0983-4de7-896d-a050d96aa8eb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6b121215-0983-4de7-896d-a050d96aa8eb,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:27.865532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Network ac57c67d-6bd6-492f-98d3-74988153a29e is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:07:27.872841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:27.955789 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:28.017735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Router 982ba768-6f0c-4a38-94bd-9466477241cd has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:07:28.043654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=6b121215-0983-4de7-896d-a050d96aa8eb,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:28.116954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6788ac-13ce-4557-ae53-76b03829cd54 req-0c8cd245-d46e-4fba-9ab0-2f22e87e2e93 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:28.118506 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc6788ac-13ce-4557-ae53-76b03829cd54 req-0c8cd245-d46e-4fba-9ab0-2f22e87e2e93 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 944 time: 0.0589807 Sep 22 10:07:28.159240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:07:28.165535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c6c10dc6-7c3c-4984-8bf8-e679aca4e50b None None] Provisioning complete for port 41547543-a326-462d-adb0-3aa5c0a73d39 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:28.165917 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6c10dc6-7c3c-4984-8bf8-e679aca4e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:28.168451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc6788ac-13ce-4557-ae53-76b03829cd54 req-fbc642a5-9968-4a00-a3da-11cc36094431 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434980 Sep 22 10:07:28.173974 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-11d4bc13-524b-43ce-b07b-0072e4c9ec51 admin admin] 10.222.0.49 "PUT /v2.0/routers/982ba768-6f0c-4a38-94bd-9466477241cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3197725 Sep 22 10:07:28.202859 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:28.220505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c6c10dc6-7c3c-4984-8bf8-e679aca4e50b None None] Port 41547543-a326-462d-adb0-3aa5c0a73d39 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:07:28.715342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 7577a559-71ad-4a78-bb84-650b3a20d00c details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:07:28.817213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:28.829092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'port_id': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'mac_address': 'fa:16:3e:53:e6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:07:28.873177 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:28.887023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7577a559-71ad-4a78-bb84-650b3a20d00c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:07:28.906868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:28.958298 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Sync routers for ids ['982ba768-6f0c-4a38-94bd-9466477241cd'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:07:28.968364 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Routers {'982ba768-6f0c-4a38-94bd-9466477241cd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:28.969049 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['982ba768-6f0c-4a38-94bd-9466477241cd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:28.988811 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.040101 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=11']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:29.166572 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Set router 982ba768-6f0c-4a38-94bd-9466477241cd gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:29.173850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50094) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:29.179392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-133344034-network', 'tenant_id': '5c408d378eff4c958d20468912237a03'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:07:29.290606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Made reservation on behalf of 5c408d378eff4c958d20468912237a03 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:07:29.292924 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.307634 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.328288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['7577a559-71ad-4a78-bb84-650b3a20d00c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:07:29.342805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd31106-315d-4d65-ad59-5756d824664c req-0d54b54e-5ab6-4abe-b5c5-ffff03e0fba5 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:29.344614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bd31106-315d-4d65-ad59-5756d824664c req-0d54b54e-5ab6-4abe-b5c5-ffff03e0fba5 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0876262 Sep 22 10:07:29.385014 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'name': 'tempest-TestServerMultinode-1718642311-router', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:23Z', 'updated_at': '2021-09-22T10:07:27Z', 'revision_number': 4, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'gw_port': {'id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:24Z', 'updated_at': '2021-09-22T10:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '41547543-a326-462d-adb0-3aa5c0a73d39', 'name': '', 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'mac_address': 'fa:16:3e:9d:fd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '969630c2-d3d2-4806-9192-81007dbb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:26Z', 'updated_at': '2021-09-22T10:07:27Z', 'revision_number': 2, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'subnets': [{'id': '969630c2-d3d2-4806-9192-81007dbb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:29.407948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bd31106-315d-4d65-ad59-5756d824664c req-79a85585-91cb-4ea6-9d30-b7296b8ceeed tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524781 Sep 22 10:07:29.416742 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Checking router: 982ba768-6f0c-4a38-94bd-9466477241cd for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:07:29.417094 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Updating router 982ba768-6f0c-4a38-94bd-9466477241cd port 41547543-a326-462d-adb0-3aa5c0a73d39 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:07:29.458272 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.480791 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.596072 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.617549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:07:29.634807 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387bc584-e704-4aa1-95a0-080172fc2188,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:29.637912 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.638559 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Added segment 1de902d4-4402-4fa8-8db2-99c016b833b1 of type vlan for network 051ebd95-49d2-42b2-b2d9-be98567e83e1 Sep 22 10:07:29.682016 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.689126 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6b121215-0983-4de7-896d-a050d96aa8eb up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:07:29.737490 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.739109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 6b121215-0983-4de7-896d-a050d96aa8eb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:29.739550 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.773659 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.774782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:29.775400 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.818650 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.843078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] Pushing event updated for resources: {'Network': ['ID=051ebd95-49d2-42b2-b2d9-be98567e83e1,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:29.856154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 051ebd95-49d2-42b2-b2d9-be98567e83e1 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:07:29.871971 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Pushing event updated for resources: {'Port': ['ID=41547543-a326-462d-adb0-3aa5c0a73d39,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:29.899410 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.902657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.902657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.902657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.902657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.902657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.902657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.902657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.902657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.902657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.902657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.903788 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:29.923252 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0707765e-9483-450a-9a7b-acf85d446f73 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7482667 Sep 22 10:07:29.926221 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50098) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:29.932751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] Request body: {'subnet': {'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-133344034-subnet', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:07:29.936708 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Attempting to bind port 41547543-a326-462d-adb0-3aa5c0a73d39 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:07:29.937343 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Attempting to bind port 41547543-a326-462d-adb0-3aa5c0a73d39 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:07:29.937713 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Attempting to bind port 41547543-a326-462d-adb0-3aa5c0a73d39 on network ac57c67d-6bd6-492f-98d3-74988153a29e {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:29.945002 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:07:29.945521 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Checking segment: {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:07:29.948575 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.948575 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Bound using segment: {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:07:29.948575 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Bound port: 41547543-a326-462d-adb0-3aa5c0a73d39, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:07:29.948575 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:29.967582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:30.015278 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] For port 41547543-a326-462d-adb0-3aa5c0a73d39, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:07:30.018704 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] For port 41547543-a326-462d-adb0-3aa5c0a73d39, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=41547543-a326-462d-adb0-3aa5c0a73d39,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:07:30.110326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] Made reservation on behalf of 5c408d378eff4c958d20468912237a03 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:07:30.112815 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:30.154143 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:30.154372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3eb62506-7f73-41be-9c1f-c2b4cf023a69 None None] Provisioning complete for port 41547543-a326-462d-adb0-3aa5c0a73d39 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:30.154372 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3eb62506-7f73-41be-9c1f-c2b4cf023a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:30.203651 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Routers {'982ba768-6f0c-4a38-94bd-9466477241cd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:30.204561 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['982ba768-6f0c-4a38-94bd-9466477241cd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:30.248024 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3eb62506-7f73-41be-9c1f-c2b4cf023a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:30.250320 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02512b2-0f7d-4fea-9da2-57ff49752987 None None] Pushing event updated for resources: {'Port': ['ID=41547543-a326-462d-adb0-3aa5c0a73d39,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:30.295724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3eb62506-7f73-41be-9c1f-c2b4cf023a69 None None] For port 41547543-a326-462d-adb0-3aa5c0a73d39, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=41547543-a326-462d-adb0-3aa5c0a73d39,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:30.335504 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] Set router 982ba768-6f0c-4a38-94bd-9466477241cd gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:30.407371 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3eb62506-7f73-41be-9c1f-c2b4cf023a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:30.458499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb62506-7f73-41be-9c1f-c2b4cf023a69 None None] Pushing event updated for resources: {'Port': ['ID=41547543-a326-462d-adb0-3aa5c0a73d39,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:30.527887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:30.541556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-550f0a0e-d488-44d5-bf2b-59710e61a20d None None] Provisioning complete for port 41547543-a326-462d-adb0-3aa5c0a73d39 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:30.541945 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-550f0a0e-d488-44d5-bf2b-59710e61a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:30.542088 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'name': 'tempest-TestServerMultinode-1718642311-router', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:23Z', 'updated_at': '2021-09-22T10:07:27Z', 'revision_number': 4, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'gw_port': {'id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:24Z', 'updated_at': '2021-09-22T10:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '41547543-a326-462d-adb0-3aa5c0a73d39', 'name': '', 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'mac_address': 'fa:16:3e:9d:fd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '969630c2-d3d2-4806-9192-81007dbb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:26Z', 'updated_at': '2021-09-22T10:07:30Z', 'revision_number': 4, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'subnets': [{'id': '969630c2-d3d2-4806-9192-81007dbb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:30.556259 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d60ea0-62ee-4325-a12c-dcaf9c043b75 req-c101eb41-19f2-4809-9740-4ecf8ceb4498 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:30.565836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79d60ea0-62ee-4325-a12c-dcaf9c043b75 req-c101eb41-19f2-4809-9740-4ecf8ceb4498 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 945 time: 0.0642009 Sep 22 10:07:30.578752 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56da7f47-f329-4b6f-80a2-f47766a3ac50 None None] The sync data for ids ['982ba768-6f0c-4a38-94bd-9466477241cd'] in n-d-805649-4 is: [{'id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'name': 'tempest-TestServerMultinode-1718642311-router', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:23Z', 'updated_at': '2021-09-22T10:07:27Z', 'revision_number': 4, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'gw_port': {'id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:24Z', 'updated_at': '2021-09-22T10:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '41547543-a326-462d-adb0-3aa5c0a73d39', 'name': '', 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'mac_address': 'fa:16:3e:9d:fd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '969630c2-d3d2-4806-9192-81007dbb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:26Z', 'updated_at': '2021-09-22T10:07:30Z', 'revision_number': 4, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'subnets': [{'id': '969630c2-d3d2-4806-9192-81007dbb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:07:30.604568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7b19d0-1732-47ff-9b2e-a9e00a589be8,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:30.613650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] Checking segment: {'id': '1de902d4-4402-4fa8-8db2-99c016b833b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:07:30.617115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] Network hostable DHCP agents. Network: 051ebd95-49d2-42b2-b2d9-be98567e83e1, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:07:30.617890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79d60ea0-62ee-4325-a12c-dcaf9c043b75 req-352cd819-024c-4677-b4cd-2291f8e6c208 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500298 Sep 22 10:07:30.713878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 7577a559-71ad-4a78-bb84-650b3a20d00c up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:07:30.774137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] Network 051ebd95-49d2-42b2-b2d9-be98567e83e1 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:07:30.892921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 7577a559-71ad-4a78-bb84-650b3a20d00c completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:07:30.898089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 7577a559-71ad-4a78-bb84-650b3a20d00c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:30.898459 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:30.921651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 051ebd95-49d2-42b2-b2d9-be98567e83e1) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:30.926110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:30.927180 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:30.939122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04372df5-6315-43fb-b113-a0968c64af7b None None] Network 051ebd95-49d2-42b2-b2d9-be98567e83e1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:07:30.998759 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f976dcd8-82a7-461d-a29e-a042803945d1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0691431 Sep 22 10:07:30.999083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50104) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:31.003532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-133344034-router', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:07:31.063081 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.103459 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.108023 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.113376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:07:31.115676 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d0a662-38f6-4f09-8ca9-03b7b4fd7299" -d '{"events": [{"server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "name": "network-vif-plugged", "status": "completed", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:07:31.135202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:31.171605 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12795ea8-6f26-4f5c-9460-5644e409c7e2 x-openstack-request-id: req-12795ea8-6f26-4f5c-9460-5644e409c7e2 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:07:31.171605 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "name": "network-vif-plugged", "status": "completed", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:07:31.171605 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12795ea8-6f26-4f5c-9460-5644e409c7e2 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:07:31.171605 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'code': 200} Sep 22 10:07:31.172103 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.176289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-051ebd95-49d2-42b2-b2d9-be98567e83e1', 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'fixed_ips': [{'subnet_id': '4f7b19d0-1732-47ff-9b2e-a9e00a589be8'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:07:31.177316 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.347335 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.453828 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.467025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=12']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:31.509991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2aa6d-395d-4d08-918d-6eec75a22a2f req-036ead4e-6798-4df2-9293-e3fe2a3f4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:31.511513 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-51c2aa6d-395d-4d08-918d-6eec75a22a2f req-036ead4e-6798-4df2-9293-e3fe2a3f4538 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 1097 time: 0.0457194 Sep 22 10:07:31.527646 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Allocated IP 172.20.0.2 (051ebd95-49d2-42b2-b2d9-be98567e83e1/4f7b19d0-1732-47ff-9b2e-a9e00a589be8/57783289-18c6-4f96-b3ca-61c4fc3080df) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:07:31.553571 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-51c2aa6d-395d-4d08-918d-6eec75a22a2f req-eeeae1ad-4788-42d2-9aa8-abe28ce46abc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321209 Sep 22 10:07:31.701251 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.748595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 41547543-a326-462d-adb0-3aa5c0a73d39 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:07:31.789666 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.791244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.810477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051c3ca-7c57-490d-983c-4cca91c34c8d req-3134933d-eb19-4e97-b9d1-e8572a979cc4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:31.811967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.818241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a051c3ca-7c57-490d-983c-4cca91c34c8d req-3134933d-eb19-4e97-b9d1-e8572a979cc4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 946 time: 0.0657792 Sep 22 10:07:31.853646 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Network 051ebd95-49d2-42b2-b2d9-be98567e83e1 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:07:31.861169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:31.863357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Pushing event updated for resources: {'Port': ['ID=57783289-18c6-4f96-b3ca-61c4fc3080df,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:31.867943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a051c3ca-7c57-490d-983c-4cca91c34c8d req-32ed8880-7c32-41d5-b0f3-8549b8a923ed tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485771 Sep 22 10:07:31.869256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:07:31.883031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 41547543-a326-462d-adb0-3aa5c0a73d39 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:31.883228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.932961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Allocated IP 172.25.6.88 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/b35b9c8e-d97f-493d-9435-3c2ee64a841e) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:07:31.955114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Attempting to bind port 57783289-18c6-4f96-b3ca-61c4fc3080df on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:07:31.955492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Attempting to bind port 57783289-18c6-4f96-b3ca-61c4fc3080df by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '1de902d4-4402-4fa8-8db2-99c016b833b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:07:31.955893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Attempting to bind port 57783289-18c6-4f96-b3ca-61c4fc3080df on network 051ebd95-49d2-42b2-b2d9-be98567e83e1 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:31.965241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:07:31.965619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Checking segment: {'id': '1de902d4-4402-4fa8-8db2-99c016b833b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:07:31.966022 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:31.966420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Bound using segment: {'id': '1de902d4-4402-4fa8-8db2-99c016b833b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:07:31.966916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Bound port: 57783289-18c6-4f96-b3ca-61c4fc3080df, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de902d4-4402-4fa8-8db2-99c016b833b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:07:31.967299 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:32.044354 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:32.065921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] For port 57783289-18c6-4f96-b3ca-61c4fc3080df, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:07:32.069930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] For port 57783289-18c6-4f96-b3ca-61c4fc3080df, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=57783289-18c6-4f96-b3ca-61c4fc3080df,segment=NetworkSegment(1de902d4-4402-4fa8-8db2-99c016b833b1),segment_id=1de902d4-4402-4fa8-8db2-99c016b833b1)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:07:32.196681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:32.251424 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:32.253298 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f6c69-09d8-4663-b7ac-d6d01e93e6e9 None None] Pushing event updated for resources: {'Port': ['ID=57783289-18c6-4f96-b3ca-61c4fc3080df,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:32.295315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:07:32.298176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:32.305951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:07:32.309306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Pushing event updated for resources: {'Port': ['ID=b35b9c8e-d97f-493d-9435-3c2ee64a841e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:32.695162 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:32.918902 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:33.010443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb44028-9432-4eb2-beb0-a0b77abe777e req-ec16e9b7-dbca-43e1-bafc-dd7c29969e27 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:33.017950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdb44028-9432-4eb2-beb0-a0b77abe777e req-ec16e9b7-dbca-43e1-bafc-dd7c29969e27 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 946 time: 0.0648725 Sep 22 10:07:33.059997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdb44028-9432-4eb2-beb0-a0b77abe777e req-80c8b18c-6414-40e3-9c51-43409f371b4f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410571 Sep 22 10:07:33.200221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadd387c-5075-4cd4-b78c-5b63c69c1bda None None] Network 051ebd95-49d2-42b2-b2d9-be98567e83e1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:07:33.235416 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Router 615eba62-e0b2-45f3-9860-70c087c2727d is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:07:33.295462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0e54afed-a6c1-4524-8a43-f5d3c9754d7e None None] Provisioning complete for port 57783289-18c6-4f96-b3ca-61c4fc3080df triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:33.295859 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0e54afed-a6c1-4524-8a43-f5d3c9754d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:33.356311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:07:33.367658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Sync routers for ids ['615eba62-e0b2-45f3-9860-70c087c2727d'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:07:33.408167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Routers {'615eba62-e0b2-45f3-9860-70c087c2727d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:33.408901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['615eba62-e0b2-45f3-9860-70c087c2727d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:33.463047 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:33.467216 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1fa5b991-2d9b-4040-a0dc-c0c46cb1f355 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4643490 Sep 22 10:07:33.467216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50138) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:07:33.529913 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0e54afed-a6c1-4524-8a43-f5d3c9754d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:33.570868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Set router 615eba62-e0b2-45f3-9860-70c087c2727d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:33.639803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-0e54afed-a6c1-4524-8a43-f5d3c9754d7e None None] For port 57783289-18c6-4f96-b3ca-61c4fc3080df, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=57783289-18c6-4f96-b3ca-61c4fc3080df,segment=NetworkSegment(1de902d4-4402-4fa8-8db2-99c016b833b1),segment_id=1de902d4-4402-4fa8-8db2-99c016b833b1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:33.754829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 57783289-18c6-4f96-b3ca-61c4fc3080df up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:07:33.785416 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0e54afed-a6c1-4524-8a43-f5d3c9754d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:33.859382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54afed-a6c1-4524-8a43-f5d3c9754d7e None None] Pushing event updated for resources: {'Port': ['ID=57783289-18c6-4f96-b3ca-61c4fc3080df,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:33.880376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 57783289-18c6-4f96-b3ca-61c4fc3080df triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:33.880936 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:33.885343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'name': 'tempest-TestServerMultinode-133344034-router', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:32Z', 'revision_number': 3, 'project_id': '5c408d378eff4c958d20468912237a03', 'gw_port': {'id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:33.938556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Checking router: 615eba62-e0b2-45f3-9860-70c087c2727d for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:07:33.938895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Updating router 615eba62-e0b2-45f3-9860-70c087c2727d port b35b9c8e-d97f-493d-9435-3c2ee64a841e binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:07:33.959839 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:33.983981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-54dc0e4a-2c5c-479d-84a4-07cfe1f444b8 None None] Provisioning complete for port 57783289-18c6-4f96-b3ca-61c4fc3080df triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:33.984356 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54dc0e4a-2c5c-479d-84a4-07cfe1f444b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:33.988830 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:34.127117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Allocated IP 172.20.0.1 (051ebd95-49d2-42b2-b2d9-be98567e83e1/4f7b19d0-1732-47ff-9b2e-a9e00a589be8/3e02c625-5029-431e-b92b-cf0e18bd97fd) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:07:34.191629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae93694-3c20-4dbd-a032-ca53bfe434ce req-99d74990-fe1f-41ec-bf92-3bfed5ca8ee9 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:34.194356 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ae93694-3c20-4dbd-a032-ca53bfe434ce req-99d74990-fe1f-41ec-bf92-3bfed5ca8ee9 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 946 time: 0.0613873 Sep 22 10:07:34.235883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ae93694-3c20-4dbd-a032-ca53bfe434ce req-3751e65f-8e0a-41df-ac1b-48ba873035c7 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353572 Sep 22 10:07:34.263669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:34.362804 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:34.395116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:34.433869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Network 051ebd95-49d2-42b2-b2d9-be98567e83e1 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:07:34.436790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:34.440202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:07:34.449206 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Pushing event updated for resources: {'Port': ['ID=3e02c625-5029-431e-b92b-cf0e18bd97fd,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:34.485294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:34.503306 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:34.562497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Attempting to bind port b35b9c8e-d97f-493d-9435-3c2ee64a841e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:07:34.565884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Attempting to bind port b35b9c8e-d97f-493d-9435-3c2ee64a841e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:07:34.565884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Attempting to bind port b35b9c8e-d97f-493d-9435-3c2ee64a841e on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:34.565884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cc3f5-8254-48ac-b0d8-6ec88c7ea561 None None] Pushing event updated for resources: {'Port': ['ID=b35b9c8e-d97f-493d-9435-3c2ee64a841e,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:34.578305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:07:34.578691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:07:34.579167 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:34.579574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:07:34.580060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Bound port: b35b9c8e-d97f-493d-9435-3c2ee64a841e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:07:34.580451 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:34.641479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] For port b35b9c8e-d97f-493d-9435-3c2ee64a841e, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:07:34.645591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] For port b35b9c8e-d97f-493d-9435-3c2ee64a841e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b35b9c8e-d97f-493d-9435-3c2ee64a841e,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:07:34.687197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f5a2befd-bb27-4d18-9d92-26c1b108aafa None None] Provisioning complete for port 3e02c625-5029-431e-b92b-cf0e18bd97fd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:34.687572 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f5a2befd-bb27-4d18-9d92-26c1b108aafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:34.726693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f5a2befd-bb27-4d18-9d92-26c1b108aafa None None] Port 3e02c625-5029-431e-b92b-cf0e18bd97fd cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:07:34.730429 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:34.795330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Routers {'615eba62-e0b2-45f3-9860-70c087c2727d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:34.795968 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['615eba62-e0b2-45f3-9860-70c087c2727d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:34.797862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cc3f5-8254-48ac-b0d8-6ec88c7ea561 None None] Pushing event updated for resources: {'Port': ['ID=b35b9c8e-d97f-493d-9435-3c2ee64a841e,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:34.909991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] Set router 615eba62-e0b2-45f3-9860-70c087c2727d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:35.039898 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:35.097126 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'name': 'tempest-TestServerMultinode-133344034-router', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:32Z', 'revision_number': 3, 'project_id': '5c408d378eff4c958d20468912237a03', 'gw_port': {'id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:35.127326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ddcdc-fed0-48d3-98f8-6a219d0cb8b6 None None] The sync data for ids ['615eba62-e0b2-45f3-9860-70c087c2727d'] in n-d-805649-4 is: [{'id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'name': 'tempest-TestServerMultinode-133344034-router', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:32Z', 'revision_number': 3, 'project_id': '5c408d378eff4c958d20468912237a03', 'gw_port': {'id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:07:35.207433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:35.288301 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:35.416529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Pushing event updated for resources: {'Port': ['ID=3e02c625-5029-431e-b92b-cf0e18bd97fd,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:35.423176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:35.437410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf321e7-45ee-465e-ac72-1f1fc62c763b req-fa497c68-566c-42d3-b189-50d615986a60 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:35.439035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cf321e7-45ee-465e-ac72-1f1fc62c763b req-fa497c68-566c-42d3-b189-50d615986a60 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 946 time: 0.0928991 Sep 22 10:07:35.482531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cf321e7-45ee-465e-ac72-1f1fc62c763b req-75a918fa-2aa0-4e21-b391-84d62e703055 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365055 Sep 22 10:07:35.527770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Network 051ebd95-49d2-42b2-b2d9-be98567e83e1 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:07:35.529635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:35.662825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Router 615eba62-e0b2-45f3-9860-70c087c2727d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:07:35.786876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b35b9c8e-d97f-493d-9435-3c2ee64a841e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:07:35.813481 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:07:35.825315 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4c85c41c-9016-484a-a272-2a1a1dacc82d admin admin] 10.222.0.49 "PUT /v2.0/routers/615eba62-e0b2-45f3-9860-70c087c2727d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3569586 Sep 22 10:07:35.843034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b35b9c8e-d97f-493d-9435-3c2ee64a841e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:35.843547 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:35.890740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6414dcf3-edee-492c-8a57-282b952ffb0b None None] Provisioning complete for port 3e02c625-5029-431e-b92b-cf0e18bd97fd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:35.891110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6414dcf3-edee-492c-8a57-282b952ffb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:35.962250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6414dcf3-edee-492c-8a57-282b952ffb0b None None] Port 3e02c625-5029-431e-b92b-cf0e18bd97fd cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:07:35.973956 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:35.995814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port b35b9c8e-d97f-493d-9435-3c2ee64a841e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b35b9c8e-d97f-493d-9435-3c2ee64a841e,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:36.082077 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:36.092551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 57783289-18c6-4f96-b3ca-61c4fc3080df up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:07:36.165042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=b35b9c8e-d97f-493d-9435-3c2ee64a841e,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:36.178683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 57783289-18c6-4f96-b3ca-61c4fc3080df triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:36.179066 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:36.382473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-ad385c23-cf4a-487a-a52f-fff1ec0a44cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:36.383929 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-ad385c23-cf4a-487a-a52f-fff1ec0a44cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/networks?id=ac57c67d-6bd6-492f-98d3-74988153a29e HTTP/1.1" status: 200 len: 911 time: 0.0921571 Sep 22 10:07:36.399504 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-939a52a9-4969-43b5-99cd-c8e06acfff50 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/quotas/5c408d378eff4c958d20468912237a03 HTTP/1.1" status: 200 len: 375 time: 0.0097082 Sep 22 10:07:36.474728 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-b0a01c3a-bee9-411c-9b6f-76147b62e1c5 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c408d378eff4c958d20468912237a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696092 Sep 22 10:07:36.570425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-17749290-3268-44be-97f6-fa1a4be1ff8a service neutron] 10.222.0.49 "GET /v2.0/networks/ac57c67d-6bd6-492f-98d3-74988153a29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883801 Sep 22 10:07:36.662496 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-cb34ebd5-4b8b-45d7-a5c6-8461e8b4c642 service neutron] 10.222.0.49 "GET /v2.0/networks/ac57c67d-6bd6-492f-98d3-74988153a29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858147 Sep 22 10:07:36.907617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdfc074b-aa84-49bb-aea2-54beff543114 req-b73c9e72-1614-4040-827d-965fccb98da4 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 210 time: 0.0277190 Sep 22 10:07:37.510951 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Sync routers for ids ['615eba62-e0b2-45f3-9860-70c087c2727d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:07:37.521177 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Routers {'615eba62-e0b2-45f3-9860-70c087c2727d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:37.526301 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['615eba62-e0b2-45f3-9860-70c087c2727d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:37.639178 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Set router 615eba62-e0b2-45f3-9860-70c087c2727d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:37.686880 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b35b9c8e-d97f-493d-9435-3c2ee64a841e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:07:37.739355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b35b9c8e-d97f-493d-9435-3c2ee64a841e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:37.739736 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:37.849366 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'name': 'tempest-TestServerMultinode-133344034-router', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:34Z', 'revision_number': 4, 'project_id': '5c408d378eff4c958d20468912237a03', 'gw_port': {'id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '3e02c625-5029-431e-b92b-cf0e18bd97fd', 'name': '', 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'mac_address': 'fa:16:3e:14:d9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '4f7b19d0-1732-47ff-9b2e-a9e00a589be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:33Z', 'updated_at': '2021-09-22T10:07:35Z', 'revision_number': 2, 'project_id': '5c408d378eff4c958d20468912237a03', 'subnets': [{'id': '4f7b19d0-1732-47ff-9b2e-a9e00a589be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:37.879636 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Checking router: 615eba62-e0b2-45f3-9860-70c087c2727d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:07:37.879979 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Updating router 615eba62-e0b2-45f3-9860-70c087c2727d port 3e02c625-5029-431e-b92b-cf0e18bd97fd binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:07:37.905231 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:37.986092 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a1446d05-2fbc-44ea-91cb-82c9231229ce req-b7a6fbd5-57ea-4903-b3ac-b428b197e78a tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 210 time: 0.0269809 Sep 22 10:07:38.168829 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:38.264442 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:38.336956 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7326f15-115d-401b-a62a-34f7bc0d9ff1 None None] Pushing event updated for resources: {'Port': ['ID=3e02c625-5029-431e-b92b-cf0e18bd97fd,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:38.371680 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Attempting to bind port 3e02c625-5029-431e-b92b-cf0e18bd97fd on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:07:38.372036 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Attempting to bind port 3e02c625-5029-431e-b92b-cf0e18bd97fd by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '1de902d4-4402-4fa8-8db2-99c016b833b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:07:38.372394 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Attempting to bind port 3e02c625-5029-431e-b92b-cf0e18bd97fd on network 051ebd95-49d2-42b2-b2d9-be98567e83e1 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:38.377372 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:07:38.377726 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Checking segment: {'id': '1de902d4-4402-4fa8-8db2-99c016b833b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:07:38.378117 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:38.378501 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Bound using segment: {'id': '1de902d4-4402-4fa8-8db2-99c016b833b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:07:38.378949 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Bound port: 3e02c625-5029-431e-b92b-cf0e18bd97fd, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de902d4-4402-4fa8-8db2-99c016b833b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:07:38.379318 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:38.448578 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] For port 3e02c625-5029-431e-b92b-cf0e18bd97fd, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:07:38.452217 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] For port 3e02c625-5029-431e-b92b-cf0e18bd97fd, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3e02c625-5029-431e-b92b-cf0e18bd97fd,segment=NetworkSegment(1de902d4-4402-4fa8-8db2-99c016b833b1),segment_id=1de902d4-4402-4fa8-8db2-99c016b833b1)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:07:38.556463 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:38.613499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Provisioning complete for port 3e02c625-5029-431e-b92b-cf0e18bd97fd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:38.614295 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:38.623127 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Routers {'615eba62-e0b2-45f3-9860-70c087c2727d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:07:38.623719 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['615eba62-e0b2-45f3-9860-70c087c2727d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:38.626879 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7326f15-115d-401b-a62a-34f7bc0d9ff1 None None] Pushing event updated for resources: {'Port': ['ID=3e02c625-5029-431e-b92b-cf0e18bd97fd,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:38.851053 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] Set router 615eba62-e0b2-45f3-9860-70c087c2727d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:07:38.882041 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:38.917826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] For port 3e02c625-5029-431e-b92b-cf0e18bd97fd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3e02c625-5029-431e-b92b-cf0e18bd97fd,segment=NetworkSegment(1de902d4-4402-4fa8-8db2-99c016b833b1),segment_id=1de902d4-4402-4fa8-8db2-99c016b833b1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:38.988800 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:39.041163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Pushing event updated for resources: {'Port': ['ID=3e02c625-5029-431e-b92b-cf0e18bd97fd,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:39.049548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.049982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.050448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.050845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.051249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.051721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.052080 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.052467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.052894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.053866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.054392 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.054839 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397a3ab-b612-459d-8509-c1217c40c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:07:39.059424 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'name': 'tempest-TestServerMultinode-133344034-router', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:34Z', 'revision_number': 4, 'project_id': '5c408d378eff4c958d20468912237a03', 'gw_port': {'id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '3e02c625-5029-431e-b92b-cf0e18bd97fd', 'name': '', 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'mac_address': 'fa:16:3e:14:d9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '4f7b19d0-1732-47ff-9b2e-a9e00a589be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:33Z', 'updated_at': '2021-09-22T10:07:38Z', 'revision_number': 4, 'project_id': '5c408d378eff4c958d20468912237a03', 'subnets': [{'id': '4f7b19d0-1732-47ff-9b2e-a9e00a589be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:07:39.083609 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2dfc91fa-bf09-4a15-8239-734ad6808fc6 req-24e023c8-9e80-4c1e-acaf-287cdd5f47d8 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 210 time: 0.0253947 Sep 22 10:07:39.087749 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249958bc-cf1c-4d9e-a1d3-3dfd1b929c23 None None] The sync data for ids ['615eba62-e0b2-45f3-9860-70c087c2727d'] in n-d-805649-4 is: [{'id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'name': 'tempest-TestServerMultinode-133344034-router', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:34Z', 'revision_number': 4, 'project_id': '5c408d378eff4c958d20468912237a03', 'gw_port': {'id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '3e02c625-5029-431e-b92b-cf0e18bd97fd', 'name': '', 'network_id': '051ebd95-49d2-42b2-b2d9-be98567e83e1', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'mac_address': 'fa:16:3e:14:d9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '4f7b19d0-1732-47ff-9b2e-a9e00a589be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:33Z', 'updated_at': '2021-09-22T10:07:38Z', 'revision_number': 4, 'project_id': '5c408d378eff4c958d20468912237a03', 'subnets': [{'id': '4f7b19d0-1732-47ff-9b2e-a9e00a589be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:07:39.117115 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-891b8efd-ac29-4606-bb54-1628b2ff6610 None None] Provisioning complete for port 3e02c625-5029-431e-b92b-cf0e18bd97fd triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:39.117241 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-891b8efd-ac29-4606-bb54-1628b2ff6610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:39.729388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3e02c625-5029-431e-b92b-cf0e18bd97fd up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:07:39.729592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-74e0c24f-8a92-479b-8853-f036bb0d4d42 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:39.731211 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-74e0c24f-8a92-479b-8853-f036bb0d4d42 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.45 "GET /v2.0/networks?id=ac57c67d-6bd6-492f-98d3-74988153a29e HTTP/1.1" status: 200 len: 911 time: 0.1200230 Sep 22 10:07:39.744301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Request body: {'port': {'device_id': '3fb45452-569a-4d42-a1a1-c85e00a3fbae', 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e', 'admin_state_up': True, 'tenant_id': '5c408d378eff4c958d20468912237a03'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:07:39.789725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3e02c625-5029-431e-b92b-cf0e18bd97fd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:39.790107 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:39.887150 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Made reservation on behalf of 5c408d378eff4c958d20468912237a03 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:07:39.893572 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:40.021646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Allocated IP 172.20.0.10 (ac57c67d-6bd6-492f-98d3-74988153a29e/969630c2-d3d2-4806-9192-81007dbb8682/2e5c0b29-0e6a-4864-8ddd-b98b75eccee4) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:07:40.174380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:40.184788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3570aa89-6dd3-4a1e-82c1-142844511d5e req-3e5f72b5-8aa3-4aa0-81fd-c7a69e508033 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 210 time: 0.0283389 Sep 22 10:07:40.299210 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:40.343098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Network ac57c67d-6bd6-492f-98d3-74988153a29e is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:07:40.346104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:40.348720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:07:40.379515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Pushing event updated for resources: {'Port': ['ID=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:40.400812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:40.401455 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:40.511318 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6c854ace-6988-40df-9b26-8ed6cf126d05 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7716238 Sep 22 10:07:40.525107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Request body: {'port': {'device_id': '3fb45452-569a-4d42-a1a1-c85e00a3fbae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:07:40.585206 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:40.614999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eecfe793-310e-44d7-9e65-387b42bbaceb None None] Provisioning complete for port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:40.616070 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eecfe793-310e-44d7-9e65-387b42bbaceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:40.650771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-eecfe793-310e-44d7-9e65-387b42bbaceb None None] Port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:07:40.852448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:07:40.860645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:40.874323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Transition to ACTIVE for port object 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:07:40.978635 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:41.032161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:41.104300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Attempting to bind port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:07:41.104641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Attempting to bind port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:07:41.105003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Attempting to bind port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 on network ac57c67d-6bd6-492f-98d3-74988153a29e {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:41.109652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 on network ac57c67d-6bd6-492f-98d3-74988153a29e not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:07:41.109974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Attempting to bind port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 on network ac57c67d-6bd6-492f-98d3-74988153a29e {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:41.115075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:07:41.115414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Checking segment: {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:07:41.116348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Bound using segment: {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:07:41.116877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Bound port: 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:07:41.117240 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:41.147722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-4afb8fe0-de12-4e97-8abb-d35d9eae4d3d req-24c2444c-4d40-4f7e-a950-31c9926b2c2c service neutron] (95510) timed out ('10.222.0.49', 40102) {{(pid=95510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:07:41.184858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] For port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:07:41.188189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] For port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:07:41.295599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8a1d9-bc94-4ae1-9a82-3e066b683000 req-17fb62e3-fb54-443d-a3e5-d1f79d444739 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:41.297221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ecb8a1d9-bc94-4ae1-9a82-3e066b683000 req-17fb62e3-fb54-443d-a3e5-d1f79d444739 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1053 time: 0.0440428 Sep 22 10:07:41.321398 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:41.338664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ecb8a1d9-bc94-4ae1-9a82-3e066b683000 req-d7b45c3d-da06-4f1a-8442-b3e0e8b61428 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337660 Sep 22 10:07:41.356699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:41.357579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:41.358993 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] 10.222.0.45 "PUT /v2.0/ports/2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 HTTP/1.1" status: 200 len: 1092 time: 0.8387094 Sep 22 10:07:41.361471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb45452-569a-4d42-a1a1-c85e00a3fbae', 'tag': '2e5c0b29-0e6a-4864-8ddd-b98b75eccee4'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:07:41.364742 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98537bb5-1059-4469-bff2-48c8a6c2478f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb45452-569a-4d42-a1a1-c85e00a3fbae", "tag": "2e5c0b29-0e6a-4864-8ddd-b98b75eccee4"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:07:41.394847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748e8c0-cd76-4a6e-b8e4-f005182ca075 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:41.406954 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa08b9a8-649c-46cc-803a-9b8f1d19b0ba x-openstack-request-id: req-fa08b9a8-649c-46cc-803a-9b8f1d19b0ba {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:07:41.407344 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb45452-569a-4d42-a1a1-c85e00a3fbae", "tag": "2e5c0b29-0e6a-4864-8ddd-b98b75eccee4", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:07:41.407667 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa08b9a8-649c-46cc-803a-9b8f1d19b0ba {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:07:41.408072 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb45452-569a-4d42-a1a1-c85e00a3fbae', 'tag': '2e5c0b29-0e6a-4864-8ddd-b98b75eccee4', 'status': 'completed', 'code': 200} Sep 22 10:07:41.477638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98537bb5-1059-4469-bff2-48c8a6c2478f req-4b658f39-851a-4eed-8562-bd5974386680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:41.479324 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-98537bb5-1059-4469-bff2-48c8a6c2478f req-4b658f39-851a-4eed-8562-bd5974386680 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c408d378eff4c958d20468912237a03&device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1095 time: 0.0492077 Sep 22 10:07:41.582395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98537bb5-1059-4469-bff2-48c8a6c2478f req-5d700019-6fb3-4d98-90c3-ca835fd44a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:41.584007 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-98537bb5-1059-4469-bff2-48c8a6c2478f req-5d700019-6fb3-4d98-90c3-ca835fd44a31 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5c408d378eff4c958d20468912237a03&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0967321 Sep 22 10:07:41.683432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98537bb5-1059-4469-bff2-48c8a6c2478f req-8942c413-01dd-4037-8a50-39ee692b9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:41.684864 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-98537bb5-1059-4469-bff2-48c8a6c2478f req-8942c413-01dd-4037-8a50-39ee692b9682 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937796 Sep 22 10:07:41.763778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-0b0fe17d-52e9-4b12-bdef-7a9ee763e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:41.765305 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-0b0fe17d-52e9-4b12-bdef-7a9ee763e660 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c408d378eff4c958d20468912237a03&device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1095 time: 0.0422375 Sep 22 10:07:41.813990 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-b9271940-2913-4918-83c1-220560e9d66c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 HTTP/1.1" status: 200 len: 217 time: 0.0402966 Sep 22 10:07:41.866972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6583227a-bfd9-4b91-a1d1-67d49c2c7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:41.868360 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-6583227a-bfd9-4b91-a1d1-67d49c2c7814 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=969630c2-d3d2-4806-9192-81007dbb8682 HTTP/1.1" status: 200 len: 849 time: 0.0451498 Sep 22 10:07:41.924382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-59d2a148-c47a-4a1c-a3e0-40a223c3663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:41.925948 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-59d2a148-c47a-4a1c-a3e0-40a223c3663e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac57c67d-6bd6-492f-98d3-74988153a29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425642 Sep 22 10:07:42.025850 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-76346260-ed19-42c9-a00f-0aaa3b6df924 service neutron] 10.222.0.45 "GET /v2.0/networks/ac57c67d-6bd6-492f-98d3-74988153a29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905797 Sep 22 10:07:42.125569 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab6e9387-6f0f-411e-a9e4-0c59dd40068a req-9a2ccb0c-a50a-487e-baa4-7831640956e3 service neutron] 10.222.0.45 "GET /v2.0/networks/ac57c67d-6bd6-492f-98d3-74988153a29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848455 Sep 22 10:07:42.446141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bda1f-28d9-40c7-a649-57abfca265ed req-72d391d9-4b8f-4d80-8a37-a9c8c2de92f5 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:42.447652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-164bda1f-28d9-40c7-a649-57abfca265ed req-72d391d9-4b8f-4d80-8a37-a9c8c2de92f5 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1095 time: 0.0405381 Sep 22 10:07:42.481713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-164bda1f-28d9-40c7-a649-57abfca265ed req-0a62bdf4-49e8-4b43-b36c-669fe76a0ee6 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278521 Sep 22 10:07:43.592223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b45a76-afa0-4391-9087-fe206d44fabe req-c81c0cba-4772-423b-bd06-f429b0917177 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:43.593720 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62b45a76-afa0-4391-9087-fe206d44fabe req-c81c0cba-4772-423b-bd06-f429b0917177 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1095 time: 0.0442145 Sep 22 10:07:43.630527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62b45a76-afa0-4391-9087-fe206d44fabe req-8ef0ab30-f934-422a-a26e-f0102dad01db tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292177 Sep 22 10:07:44.735979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec1506-2e17-477e-83f7-d19baa92435e req-13990b0a-02c3-481d-a6d3-38399320e125 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:44.737558 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1aec1506-2e17-477e-83f7-d19baa92435e req-13990b0a-02c3-481d-a6d3-38399320e125 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1095 time: 0.0390322 Sep 22 10:07:44.776657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1aec1506-2e17-477e-83f7-d19baa92435e req-6cf507ff-7093-4b93-853b-2883688af99f tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322716 Sep 22 10:07:44.806611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:07:44.905103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:44.917223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '2e5c0b29-0e6a-4864-8ddd-b98b75eccee4', 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e', 'port_id': '2e5c0b29-0e6a-4864-8ddd-b98b75eccee4', 'mac_address': 'fa:16:3e:3b:63:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969630c2-d3d2-4806-9192-81007dbb8682', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:07:44.954320 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:44.967548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:07:44.987081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:45.086786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:45.134360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:45.316716 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2e5c0b29-0e6a-4864-8ddd-b98b75eccee4'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:07:46.197975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5101f89-52b5-4c6f-9b34-35769ed5509f req-fe410d64-b809-4147-96be-18ec4a9d030c tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:46.199512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5101f89-52b5-4c6f-9b34-35769ed5509f req-fe410d64-b809-4147-96be-18ec4a9d030c tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1096 time: 0.3561511 Sep 22 10:07:46.234428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5101f89-52b5-4c6f-9b34-35769ed5509f req-7c97ea72-20b5-4d1f-a69f-dc39a9246c81 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286415 Sep 22 10:07:46.809576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:07:46.921111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:07:46.925157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:46.925557 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:47.004879 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:47.027658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb45452-569a-4d42-a1a1-c85e00a3fbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5c0b29-0e6a-4864-8ddd-b98b75eccee4'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:07:47.030011 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f4772c-0a1f-455f-a494-203977a6b93e" -d '{"events": [{"server_uuid": "3fb45452-569a-4d42-a1a1-c85e00a3fbae", "name": "network-vif-plugged", "status": "completed", "tag": "2e5c0b29-0e6a-4864-8ddd-b98b75eccee4"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:07:47.043398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:47.077703 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75ecfc9-56e0-4a34-8ba0-f83c25bccd1a x-openstack-request-id: req-d75ecfc9-56e0-4a34-8ba0-f83c25bccd1a {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:07:47.077987 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb45452-569a-4d42-a1a1-c85e00a3fbae", "name": "network-vif-plugged", "status": "completed", "tag": "2e5c0b29-0e6a-4864-8ddd-b98b75eccee4", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:07:47.078231 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d75ecfc9-56e0-4a34-8ba0-f83c25bccd1a {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:07:47.078619 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb45452-569a-4d42-a1a1-c85e00a3fbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5c0b29-0e6a-4864-8ddd-b98b75eccee4', 'code': 200} Sep 22 10:07:47.150472 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:47.180545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93940ea-457e-4d5b-9e5d-97d2924ec323 req-348aae47-901e-43b3-bd6b-e4b670564cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:47.182003 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b93940ea-457e-4d5b-9e5d-97d2924ec323 req-348aae47-901e-43b3-bd6b-e4b670564cb2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1097 time: 0.0416696 Sep 22 10:07:47.203547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:47.227767 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b93940ea-457e-4d5b-9e5d-97d2924ec323 req-c205454d-949d-4dee-987d-428c592888a6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387816 Sep 22 10:07:47.351546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37454b70-5bfe-434a-ab6c-0ac72f300a64 req-79017f5e-ff69-45fe-8dda-384473540b7a tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:47.353687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37454b70-5bfe-434a-ab6c-0ac72f300a64 req-79017f5e-ff69-45fe-8dda-384473540b7a tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1097 time: 0.0470023 Sep 22 10:07:47.390109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37454b70-5bfe-434a-ab6c-0ac72f300a64 req-23438330-2e29-483a-878d-78905a6a51f9 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304687 Sep 22 10:07:48.497143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95dfae-d39d-47c2-844b-35b9c2e47eac req-d77fd5ab-cb01-4c5a-ab87-c8370b8141ac tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:48.498898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c95dfae-d39d-47c2-844b-35b9c2e47eac req-d77fd5ab-cb01-4c5a-ab87-c8370b8141ac tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1097 time: 0.0412042 Sep 22 10:07:48.537444 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c95dfae-d39d-47c2-844b-35b9c2e47eac req-b4d5d0f3-1f76-4554-896c-e1cec2ee1b22 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Sep 22 10:07:49.645402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fab5e-18c0-4c5a-9057-a97ec74df5f1 req-5f828c91-8d82-40eb-8535-2b3a0b5cee11 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:49.646956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c68fab5e-18c0-4c5a-9057-a97ec74df5f1 req-5f828c91-8d82-40eb-8535-2b3a0b5cee11 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1097 time: 0.0434864 Sep 22 10:07:49.682439 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c68fab5e-18c0-4c5a-9057-a97ec74df5f1 req-a404d385-62b9-49c8-b7ee-8bd22126a19d tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293310 Sep 22 10:07:49.786043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d1164-f2a3-4746-98ee-7d1a45fc9ad6 req-fecad122-29ec-4674-8f79-45e31fbaba9e tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:49.788055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b8d1164-f2a3-4746-98ee-7d1a45fc9ad6 req-fecad122-29ec-4674-8f79-45e31fbaba9e tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1097 time: 0.0393784 Sep 22 10:07:49.822401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b8d1164-f2a3-4746-98ee-7d1a45fc9ad6 req-ea567664-14c8-4290-a681-95f653f491e2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281198 Sep 22 10:07:49.925822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8626-5377-449f-b21c-870edcea845d req-750df77d-444e-441d-b094-6f1bf67437ef tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:49.927344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f9f8626-5377-449f-b21c-870edcea845d req-750df77d-444e-441d-b094-6f1bf67437ef tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1097 time: 0.0403931 Sep 22 10:07:49.965192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f9f8626-5377-449f-b21c-870edcea845d req-732921bd-bdd8-499f-9eb9-6285c8912ede tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310397 Sep 22 10:07:50.175102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-80befbb0-6d6a-4cc7-bf98-5a359a868007 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:50.176615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-80befbb0-6d6a-4cc7-bf98-5a359a868007 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/networks?id=ac57c67d-6bd6-492f-98d3-74988153a29e HTTP/1.1" status: 200 len: 911 time: 0.0854828 Sep 22 10:07:50.191990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-29dee022-50bc-4148-8786-eb4f5dafab7c tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/quotas/5c408d378eff4c958d20468912237a03 HTTP/1.1" status: 200 len: 375 time: 0.0091081 Sep 22 10:07:50.239574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-3b8c3407-c38f-43c0-bcf4-7013b34b999c tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c408d378eff4c958d20468912237a03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0417945 Sep 22 10:07:50.336415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-bef832ba-0197-429d-90e0-0dfbaf826dfb service neutron] 10.222.0.49 "GET /v2.0/networks/ac57c67d-6bd6-492f-98d3-74988153a29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895045 Sep 22 10:07:50.431523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-4928301d-8912-4608-a66c-8207800ea6a2 service neutron] 10.222.0.49 "GET /v2.0/networks/ac57c67d-6bd6-492f-98d3-74988153a29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890691 Sep 22 10:07:50.695297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0cf355d7-71df-46e0-a843-01fef81e59c8 req-3b399ee5-ceeb-4abf-8287-098936f80634 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 210 time: 0.0264077 Sep 22 10:07:51.789601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f83094af-b161-4563-9823-f6ad1db950b5 req-d1823d64-1c7d-4b1d-95b5-403d2f6b7fee tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 210 time: 0.0277946 Sep 22 10:07:52.883265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e082f4e5-db4d-453a-868f-fd29575095cd req-8c7eb93f-bc67-4d93-9d67-f0e3c9ea1f1b tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 210 time: 0.0264359 Sep 22 10:07:52.911216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-097f1edb-069d-409b-88c7-cca40492836a tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:52.912765 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-097f1edb-069d-409b-88c7-cca40492836a tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.60 "GET /v2.0/networks?id=ac57c67d-6bd6-492f-98d3-74988153a29e HTTP/1.1" status: 200 len: 911 time: 0.0906107 Sep 22 10:07:52.925343 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Request body: {'port': {'device_id': '17b4ec70-2907-4454-b794-2d9433aed1ca', 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e', 'admin_state_up': True, 'tenant_id': '5c408d378eff4c958d20468912237a03'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:07:53.000868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Made reservation on behalf of 5c408d378eff4c958d20468912237a03 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:07:53.003327 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:53.122998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Allocated IP 172.20.0.7 (ac57c67d-6bd6-492f-98d3-74988153a29e/969630c2-d3d2-4806-9192-81007dbb8682/66053cd5-8d10-4725-8110-665ccaabd1b9) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:07:53.255296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:53.368173 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:53.387584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2e5c0b29-0e6a-4864-8ddd-b98b75eccee4'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:07:53.406710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Network ac57c67d-6bd6-492f-98d3-74988153a29e is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:07:53.409628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:07:53.413219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:07:53.440503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Pushing event updated for resources: {'Port': ['ID=66053cd5-8d10-4725-8110-665ccaabd1b9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:53.464552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:53.465212 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:53.549399 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:53.589981 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-820d7561-5a6f-42cf-bcf3-720a2ddcc0d2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6680398 Sep 22 10:07:53.603053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Request body: {'port': {'device_id': '17b4ec70-2907-4454-b794-2d9433aed1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:07:53.665066 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:53.682623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6079d3fd-8b5b-4abd-bcb5-1e3ba3f76d54 None None] Provisioning complete for port 66053cd5-8d10-4725-8110-665ccaabd1b9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:07:53.682913 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6079d3fd-8b5b-4abd-bcb5-1e3ba3f76d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:53.716376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6079d3fd-8b5b-4abd-bcb5-1e3ba3f76d54 None None] Port 66053cd5-8d10-4725-8110-665ccaabd1b9 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:07:53.923123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66053cd5-8d10-4725-8110-665ccaabd1b9 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:07:53.931249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:53.943073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Transition to ACTIVE for port object 66053cd5-8d10-4725-8110-665ccaabd1b9 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:07:53.989109 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609483a1-fb70-4b86-a97e-170603765edc req-a82ace4f-f412-44c2-a142-82f246cb2497 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:53.991149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-609483a1-fb70-4b86-a97e-170603765edc req-a82ace4f-f412-44c2-a142-82f246cb2497 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1027 time: 0.0392475 Sep 22 10:07:54.001281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:54.027537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-609483a1-fb70-4b86-a97e-170603765edc req-8fc68852-6d56-4a6d-b74e-bda87f171b30 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296960 Sep 22 10:07:54.052649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Pushing event updated for resources: {'Port': ['ID=66053cd5-8d10-4725-8110-665ccaabd1b9,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:54.125737 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Attempting to bind port 66053cd5-8d10-4725-8110-665ccaabd1b9 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:07:54.126066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Attempting to bind port 66053cd5-8d10-4725-8110-665ccaabd1b9 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:07:54.126521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Attempting to bind port 66053cd5-8d10-4725-8110-665ccaabd1b9 on network ac57c67d-6bd6-492f-98d3-74988153a29e {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:54.131087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Port 66053cd5-8d10-4725-8110-665ccaabd1b9 on network ac57c67d-6bd6-492f-98d3-74988153a29e not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:07:54.132099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Attempting to bind port 66053cd5-8d10-4725-8110-665ccaabd1b9 on network ac57c67d-6bd6-492f-98d3-74988153a29e {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:07:54.137739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:07:54.138078 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Checking segment: {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:07:54.138567 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Bound using segment: {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:07:54.138888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Bound port: 66053cd5-8d10-4725-8110-665ccaabd1b9, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:07:54.139243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:54.208874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] For port 66053cd5-8d10-4725-8110-665ccaabd1b9, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:07:54.213098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] For port 66053cd5-8d10-4725-8110-665ccaabd1b9, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=66053cd5-8d10-4725-8110-665ccaabd1b9,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:07:54.241802 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0d61-58ec-45bb-badf-955875e804b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:54.315931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:54.353369 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:54.353972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:54.355362 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] 10.222.0.60 "PUT /v2.0/ports/66053cd5-8d10-4725-8110-665ccaabd1b9 HTTP/1.1" status: 200 len: 1091 time: 0.7571566 Sep 22 10:07:54.355801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b4ec70-2907-4454-b794-2d9433aed1ca', 'tag': '66053cd5-8d10-4725-8110-665ccaabd1b9'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:07:54.358070 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775a412a-78c9-486e-b2e8-2507e49ee93c" -d '{"events": [{"name": "network-changed", "server_uuid": "17b4ec70-2907-4454-b794-2d9433aed1ca", "tag": "66053cd5-8d10-4725-8110-665ccaabd1b9"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:07:54.384559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4fa27-84a0-4b90-942a-e77bd5d09f36 service neutron] Pushing event updated for resources: {'Port': ['ID=66053cd5-8d10-4725-8110-665ccaabd1b9,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:54.444992 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:07:54.468426 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aaf9e1-0aa6-4773-96a7-7073cd0c6dc0 x-openstack-request-id: req-c0aaf9e1-0aa6-4773-96a7-7073cd0c6dc0 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:07:54.468751 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b4ec70-2907-4454-b794-2d9433aed1ca", "tag": "66053cd5-8d10-4725-8110-665ccaabd1b9", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:07:54.469013 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0aaf9e1-0aa6-4773-96a7-7073cd0c6dc0 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:07:54.469425 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b4ec70-2907-4454-b794-2d9433aed1ca', 'tag': '66053cd5-8d10-4725-8110-665ccaabd1b9', 'status': 'completed', 'code': 200} Sep 22 10:07:54.531989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a412a-78c9-486e-b2e8-2507e49ee93c req-3d0e5121-a30a-44ae-ac31-9a6e86e1db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:54.533600 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-775a412a-78c9-486e-b2e8-2507e49ee93c req-3d0e5121-a30a-44ae-ac31-9a6e86e1db36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c408d378eff4c958d20468912237a03&device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1094 time: 0.0435359 Sep 22 10:07:54.638901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a412a-78c9-486e-b2e8-2507e49ee93c req-ec4027b8-5521-46ca-b6d9-6e718afdf001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:54.640298 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-775a412a-78c9-486e-b2e8-2507e49ee93c req-ec4027b8-5521-46ca-b6d9-6e718afdf001 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5c408d378eff4c958d20468912237a03&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0983727 Sep 22 10:07:54.738014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a412a-78c9-486e-b2e8-2507e49ee93c req-808fd94e-8496-4f85-bf5f-b743803e1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:54.739433 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-775a412a-78c9-486e-b2e8-2507e49ee93c req-808fd94e-8496-4f85-bf5f-b743803e1dd1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913057 Sep 22 10:07:54.778023 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:54.814672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-06cd198c-b4a3-463c-bce4-1373b2a8772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:54.816217 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-06cd198c-b4a3-463c-bce4-1373b2a8772f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c408d378eff4c958d20468912237a03&device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1094 time: 0.0408640 Sep 22 10:07:54.858552 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-5f2c6804-6564-49cb-ae69-5a4e015ad852 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66053cd5-8d10-4725-8110-665ccaabd1b9 HTTP/1.1" status: 200 len: 217 time: 0.0334725 Sep 22 10:07:54.909674 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-04dc7fc7-ad9b-49b4-9b1f-3fa01299ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:54.912116 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-04dc7fc7-ad9b-49b4-9b1f-3fa01299ab40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=969630c2-d3d2-4806-9192-81007dbb8682 HTTP/1.1" status: 200 len: 849 time: 0.0459917 Sep 22 10:07:54.956109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-7435758a-4bc7-4721-a25a-ba15ac774bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:54.957641 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-7435758a-4bc7-4721-a25a-ba15ac774bb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac57c67d-6bd6-492f-98d3-74988153a29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398259 Sep 22 10:07:55.048610 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-5d41ab6c-e6eb-42ed-9a87-2ec8e8174609 service neutron] 10.222.0.60 "GET /v2.0/networks/ac57c67d-6bd6-492f-98d3-74988153a29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813682 Sep 22 10:07:55.141976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc6e4c-ae88-47de-853d-1e254bc649e2 req-f243b947-3ede-4e5f-ba2a-d791af36d485 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:55.143634 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52bc6e4c-ae88-47de-853d-1e254bc649e2 req-f243b947-3ede-4e5f-ba2a-d791af36d485 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1094 time: 0.0449877 Sep 22 10:07:55.144757 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-049b7a4b-0d5c-4c31-821c-3cedc4ceed24 req-72e64d51-75c8-4bce-86f6-8aa56c04c138 service neutron] 10.222.0.60 "GET /v2.0/networks/ac57c67d-6bd6-492f-98d3-74988153a29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886395 Sep 22 10:07:55.181258 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-52bc6e4c-ae88-47de-853d-1e254bc649e2 req-a6887e0d-59b3-4012-a330-5bf9b5e7e504 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291178 Sep 22 10:07:56.395547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea5f31-2b20-4129-8ff3-aa246527cecc req-ddcd9b24-cb52-40e4-aec6-b0df9090b609 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:56.397097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70ea5f31-2b20-4129-8ff3-aa246527cecc req-ddcd9b24-cb52-40e4-aec6-b0df9090b609 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1094 time: 0.1471341 Sep 22 10:07:56.432990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70ea5f31-2b20-4129-8ff3-aa246527cecc req-29349736-89ad-4308-8e4c-3ea3617951fc tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288281 Sep 22 10:07:56.955163 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5e0a-6230-4895-aa03-8bfc212f25d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:57.539517 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9358c-11a4-4652-9f0b-2d75a09dc8ca req-ed42ebf3-31bc-4b8f-9069-a02e2905ffd1 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:57.541087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99a9358c-11a4-4652-9f0b-2d75a09dc8ca req-ed42ebf3-31bc-4b8f-9069-a02e2905ffd1 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1094 time: 0.0410562 Sep 22 10:07:57.543938 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:57.576450 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99a9358c-11a4-4652-9f0b-2d75a09dc8ca req-f980af49-65bd-4c7d-921d-b2c9fded4a37 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290687 Sep 22 10:07:58.133146 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:58.220042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 66053cd5-8d10-4725-8110-665ccaabd1b9 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:07:58.318995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 66053cd5-8d10-4725-8110-665ccaabd1b9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=66053cd5-8d10-4725-8110-665ccaabd1b9,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:58.330689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '66053cd5-8d10-4725-8110-665ccaabd1b9', 'network_id': 'ac57c67d-6bd6-492f-98d3-74988153a29e', 'port_id': '66053cd5-8d10-4725-8110-665ccaabd1b9', 'mac_address': 'fa:16:3e:36:e3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969630c2-d3d2-4806-9192-81007dbb8682', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:07:58.367404 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:58.380551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66053cd5-8d10-4725-8110-665ccaabd1b9 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:07:58.400792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 66053cd5-8d10-4725-8110-665ccaabd1b9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=66053cd5-8d10-4725-8110-665ccaabd1b9,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:07:58.514328 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:07:58.563610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=66053cd5-8d10-4725-8110-665ccaabd1b9,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:07:58.689774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd1730-60b2-4baa-9ed8-180749d48e24 req-e6039846-5758-4312-a6c2-437ebc31bb33 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:58.691414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bcd1730-60b2-4baa-9ed8-180749d48e24 req-e6039846-5758-4312-a6c2-437ebc31bb33 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1095 time: 0.0482626 Sep 22 10:07:58.726522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9bcd1730-60b2-4baa-9ed8-180749d48e24 req-5d193fc5-b5e6-4450-ab5c-7f91f975a87e tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283437 Sep 22 10:07:58.732983 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['66053cd5-8d10-4725-8110-665ccaabd1b9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:07:59.834306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eaeb2b-4345-42b5-9b6f-1ab8c77a5302 req-dfe29a3c-b085-4796-8c7e-932c4c8f088c tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:07:59.836310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6eaeb2b-4345-42b5-9b6f-1ab8c77a5302 req-dfe29a3c-b085-4796-8c7e-932c4c8f088c tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1095 time: 0.0426950 Sep 22 10:07:59.871416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6eaeb2b-4345-42b5-9b6f-1ab8c77a5302 req-d2be4f1a-42ca-4e6e-8f7f-5945a0a1d332 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287445 Sep 22 10:07:59.988643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:00.235848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 66053cd5-8d10-4725-8110-665ccaabd1b9 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:08:00.406980 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 66053cd5-8d10-4725-8110-665ccaabd1b9 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:08:00.410972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 66053cd5-8d10-4725-8110-665ccaabd1b9 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:08:00.411403 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:00.486622 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:00.508667 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b4ec70-2907-4454-b794-2d9433aed1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66053cd5-8d10-4725-8110-665ccaabd1b9'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:08:00.510989 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db6a217-ca14-4cae-8521-b70f3877324a" -d '{"events": [{"server_uuid": "17b4ec70-2907-4454-b794-2d9433aed1ca", "name": "network-vif-plugged", "status": "completed", "tag": "66053cd5-8d10-4725-8110-665ccaabd1b9"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:08:00.524587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 66053cd5-8d10-4725-8110-665ccaabd1b9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=66053cd5-8d10-4725-8110-665ccaabd1b9,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:00.549876 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c39636-1bbf-4ad4-b860-23e237664949 x-openstack-request-id: req-22c39636-1bbf-4ad4-b860-23e237664949 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:08:00.550188 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b4ec70-2907-4454-b794-2d9433aed1ca", "name": "network-vif-plugged", "status": "completed", "tag": "66053cd5-8d10-4725-8110-665ccaabd1b9", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:08:00.550438 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22c39636-1bbf-4ad4-b860-23e237664949 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:08:00.550823 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b4ec70-2907-4454-b794-2d9433aed1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66053cd5-8d10-4725-8110-665ccaabd1b9', 'code': 200} Sep 22 10:08:00.612625 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:00.648262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94786e9-d1fe-4b1c-8ca0-a4fe7b8995cb req-9bddc1c7-d2b6-4138-a5ce-18a2caf6ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:00.649844 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e94786e9-d1fe-4b1c-8ca0-a4fe7b8995cb req-9bddc1c7-d2b6-4138-a5ce-18a2caf6ef2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1096 time: 0.0410707 Sep 22 10:08:00.662270 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=66053cd5-8d10-4725-8110-665ccaabd1b9,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:00.687087 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e94786e9-d1fe-4b1c-8ca0-a4fe7b8995cb req-2394b638-c2cf-4414-b1f0-6de90d1f31e1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294085 Sep 22 10:08:00.981298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fce80-1fac-4a8b-8f9a-777afa79ae73 req-cb99eb22-f7ae-44c5-b798-45858f4ee190 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:00.982867 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b9fce80-1fac-4a8b-8f9a-777afa79ae73 req-cb99eb22-f7ae-44c5-b798-45858f4ee190 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1096 time: 0.0416336 Sep 22 10:08:01.018436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b9fce80-1fac-4a8b-8f9a-777afa79ae73 req-f1a6fea7-0247-40c3-b2c4-0d405fea4163 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291960 Sep 22 10:08:02.131096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e1407-0059-4fd5-b830-ed4709a2c360 req-94bbbdc4-4d18-4501-a9b6-b72a0a404157 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:02.132712 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db9e1407-0059-4fd5-b830-ed4709a2c360 req-94bbbdc4-4d18-4501-a9b6-b72a0a404157 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1096 time: 0.0446625 Sep 22 10:08:02.168230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db9e1407-0059-4fd5-b830-ed4709a2c360 req-63845e18-db97-4938-bae8-779b23938493 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294645 Sep 22 10:08:02.282117 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834301dd-f228-44e3-9f81-23dbba15fe96 req-77626981-df24-4769-91c4-6338fa9069ed tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:02.283656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-834301dd-f228-44e3-9f81-23dbba15fe96 req-77626981-df24-4769-91c4-6338fa9069ed tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1096 time: 0.0424869 Sep 22 10:08:02.324981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-834301dd-f228-44e3-9f81-23dbba15fe96 req-418e6dc9-1db6-4ba7-a0bb-15bfdd135415 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307245 Sep 22 10:08:02.433925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178726d7-fe55-4317-9dc4-9bf02cc488a8 req-d79fe203-4bd8-4ebd-9cb2-55894ecaf2aa tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:02.435417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-178726d7-fe55-4317-9dc4-9bf02cc488a8 req-d79fe203-4bd8-4ebd-9cb2-55894ecaf2aa tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1096 time: 0.0413654 Sep 22 10:08:02.470018 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-178726d7-fe55-4317-9dc4-9bf02cc488a8 req-4d644b30-4827-4072-9eca-85297eed76cb tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285378 Sep 22 10:08:03.010422 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-3c0a97d9-c639-48d7-89ae-c5fb0c80bc38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468807 Sep 22 10:08:03.064778 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ec523-6464-4257-9b2d-78f48b23ec5a req-fc16f693-290f-4be6-8349-b12e85e8126e tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:03.066641 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a04ec523-6464-4257-9b2d-78f48b23ec5a req-fc16f693-290f-4be6-8349-b12e85e8126e tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1096 time: 0.0452218 Sep 22 10:08:03.100000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-5af6d142-7c08-4df4-9716-be129f1e79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:03.101630 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-5af6d142-7c08-4df4-9716-be129f1e79cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 1096 time: 0.0448306 Sep 22 10:08:03.102833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a04ec523-6464-4257-9b2d-78f48b23ec5a req-122311bc-c1db-4486-a16b-fd4980981f19 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288339 Sep 22 10:08:03.206245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-370c4c7e-4e6f-4266-a5f5-8b73bb68c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:03.207746 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-370c4c7e-4e6f-4266-a5f5-8b73bb68c442 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.0872433 Sep 22 10:08:03.278715 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-6d878d14-f0a1-4142-bb05-2e17bb8a608f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba79636a-0e95-4e46-bdd8-aeb9f7aca050 HTTP/1.1" status: 200 len: 1000 time: 0.0622630 Sep 22 10:08:03.330567 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-ab53337b-0154-4e02-927f-abf07d81d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:03.332147 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-ab53337b-0154-4e02-927f-abf07d81d561 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0461338 Sep 22 10:08:03.380126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-5e867e74-1758-4857-b662-3fbe9e2fa350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:03.381681 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-5e867e74-1758-4857-b662-3fbe9e2fa350 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419781 Sep 22 10:08:03.478607 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-c139e216-8bc0-4762-be50-41883ac20854 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876870 Sep 22 10:08:03.570782 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e0d2bc83-768e-420f-a393-d1628db1ee19 req-19e28349-23a8-4eb7-a729-110dba28869f service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829191 Sep 22 10:08:04.213863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c8cb4-5db5-4156-850d-cbfbdec27c9e req-54ba97f5-46ec-4212-ad20-cfb52982daa0 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:04.215418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce8c8cb4-5db5-4156-850d-cbfbdec27c9e req-54ba97f5-46ec-4212-ad20-cfb52982daa0 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1096 time: 0.0437188 Sep 22 10:08:04.250411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce8c8cb4-5db5-4156-850d-cbfbdec27c9e req-12b39f95-03d3-400e-beca-c4bea8695c89 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289612 Sep 22 10:08:04.351952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c396c-42e2-4ce5-a34c-baac1e7ec3c2 req-e9a495a1-17f3-4631-b5e0-ba6ede3e1759 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:04.353527 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c93c396c-42e2-4ce5-a34c-baac1e7ec3c2 req-e9a495a1-17f3-4631-b5e0-ba6ede3e1759 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 1096 time: 0.0440974 Sep 22 10:08:04.434165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-c93c396c-42e2-4ce5-a34c-baac1e7ec3c2 req-85aee724-f1c3-4eef-8cfc-e0837c68f0e4 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Deleting port 66053cd5-8d10-4725-8110-665ccaabd1b9 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:04.434528 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c93c396c-42e2-4ce5-a34c-baac1e7ec3c2 req-85aee724-f1c3-4eef-8cfc-e0837c68f0e4 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:04.513701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c93c396c-42e2-4ce5-a34c-baac1e7ec3c2 req-85aee724-f1c3-4eef-8cfc-e0837c68f0e4 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] For port 66053cd5-8d10-4725-8110-665ccaabd1b9, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=66053cd5-8d10-4725-8110-665ccaabd1b9,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:04.514060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c93c396c-42e2-4ce5-a34c-baac1e7ec3c2 req-85aee724-f1c3-4eef-8cfc-e0837c68f0e4 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:04.526414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-c93c396c-42e2-4ce5-a34c-baac1e7ec3c2 req-85aee724-f1c3-4eef-8cfc-e0837c68f0e4 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Calling delete_port for 66053cd5-8d10-4725-8110-665ccaabd1b9 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:04.727190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c93c396c-42e2-4ce5-a34c-baac1e7ec3c2 req-85aee724-f1c3-4eef-8cfc-e0837c68f0e4 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:04.742759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['66053cd5-8d10-4725-8110-665ccaabd1b9'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:08:04.745061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2e5c0b29-0e6a-4864-8ddd-b98b75eccee4'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:08:04.759550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aee724-f1c3-4eef-8cfc-e0837c68f0e4 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Pushing event deleted for resources: {'Port': ['ID=66053cd5-8d10-4725-8110-665ccaabd1b9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:04.802062 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93c396c-42e2-4ce5-a34c-baac1e7ec3c2 req-85aee724-f1c3-4eef-8cfc-e0837c68f0e4 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] No DVR routers for this DVR port 66053cd5-8d10-4725-8110-665ccaabd1b9 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:08:04.805931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c93c396c-42e2-4ce5-a34c-baac1e7ec3c2 req-85aee724-f1c3-4eef-8cfc-e0837c68f0e4 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:04.808070 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c93c396c-42e2-4ce5-a34c-baac1e7ec3c2 req-85aee724-f1c3-4eef-8cfc-e0837c68f0e4 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.60 "DELETE /v2.0/ports/66053cd5-8d10-4725-8110-665ccaabd1b9 HTTP/1.1" status: 204 len: 173 time: 0.4474750 Sep 22 10:08:04.808544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b4ec70-2907-4454-b794-2d9433aed1ca', 'name': 'network-vif-deleted', 'tag': '66053cd5-8d10-4725-8110-665ccaabd1b9'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:08:04.811342 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384b2ed2-ffe5-4f21-9ae8-575708cdf2c1" -d '{"events": [{"server_uuid": "17b4ec70-2907-4454-b794-2d9433aed1ca", "name": "network-vif-deleted", "tag": "66053cd5-8d10-4725-8110-665ccaabd1b9"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:08:04.851398 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d45f3f-0201-442a-95a2-699a7bf238ea x-openstack-request-id: req-12d45f3f-0201-442a-95a2-699a7bf238ea {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:08:04.851659 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b4ec70-2907-4454-b794-2d9433aed1ca", "name": "network-vif-deleted", "tag": "66053cd5-8d10-4725-8110-665ccaabd1b9", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:08:04.852022 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12d45f3f-0201-442a-95a2-699a7bf238ea {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:08:04.852257 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b4ec70-2907-4454-b794-2d9433aed1ca', 'name': 'network-vif-deleted', 'tag': '66053cd5-8d10-4725-8110-665ccaabd1b9', 'status': 'completed', 'code': 200} Sep 22 10:08:05.359696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70227d6f-370d-42a6-9206-7210ca1407e3 req-5709bbce-57f2-49f9-ba5a-4edfceac6593 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17b4ec70-2907-4454-b794-2d9433aed1ca HTTP/1.1" status: 200 len: 210 time: 0.0265613 Sep 22 10:08:06.995057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e62bd-38ba-4d43-93aa-9fad62ce9834 req-821d716e-2f0b-4026-84f9-c0696682e276 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:06.997053 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-771e62bd-38ba-4d43-93aa-9fad62ce9834 req-821d716e-2f0b-4026-84f9-c0696682e276 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1097 time: 0.0469630 Sep 22 10:08:07.032588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-771e62bd-38ba-4d43-93aa-9fad62ce9834 req-07be0ae2-30f4-4302-bce9-5d67de6ab945 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293489 Sep 22 10:08:08.142909 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865efe9f-eb9e-4d5e-a4e2-3353260a4ef5 req-34e77dcb-2d2b-427f-bce7-f1aa8786a599 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:08.144952 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-865efe9f-eb9e-4d5e-a4e2-3353260a4ef5 req-34e77dcb-2d2b-427f-bce7-f1aa8786a599 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1097 time: 0.0443833 Sep 22 10:08:08.179734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-865efe9f-eb9e-4d5e-a4e2-3353260a4ef5 req-db138cd3-920d-47df-bee9-10c21efd0f74 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=387bc584-e704-4aa1-95a0-080172fc2188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286136 Sep 22 10:08:08.270279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 66053cd5-8d10-4725-8110-665ccaabd1b9 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:08:08.293225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 66053cd5-8d10-4725-8110-665ccaabd1b9 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:08:08.293565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 66053cd5-8d10-4725-8110-665ccaabd1b9 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:08:08.513232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee7640-6d16-46d7-bce5-b06d21418ff2 req-e287fad7-75d4-47fa-a7b1-43db47f009a7 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:08.514794 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a2ee7640-6d16-46d7-bce5-b06d21418ff2 req-e287fad7-75d4-47fa-a7b1-43db47f009a7 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 1097 time: 0.0409839 Sep 22 10:08:08.595555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-a2ee7640-6d16-46d7-bce5-b06d21418ff2 req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Deleting port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:08.595796 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a2ee7640-6d16-46d7-bce5-b06d21418ff2 req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:08.673416 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-a2ee7640-6d16-46d7-bce5-b06d21418ff2 req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] For port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:08.673780 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a2ee7640-6d16-46d7-bce5-b06d21418ff2 req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:08.687111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-a2ee7640-6d16-46d7-bce5-b06d21418ff2 req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Calling delete_port for 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:08.903909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a2ee7640-6d16-46d7-bce5-b06d21418ff2 req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:08.917744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2e5c0b29-0e6a-4864-8ddd-b98b75eccee4'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:08:08.932389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e5c0b29-0e6a-4864-8ddd-b98b75eccee4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:08.943070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.944205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.945114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.945114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.945477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.945823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.946193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.946574 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.946907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.947222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.947623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.947985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:08.998830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ee7640-6d16-46d7-bce5-b06d21418ff2 req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] No DVR routers for this DVR port 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:08:09.001626 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a2ee7640-6d16-46d7-bce5-b06d21418ff2 req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:09.003710 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a2ee7640-6d16-46d7-bce5-b06d21418ff2 req-2cda1433-3dfa-4118-a6c8-b23f7271b7cf tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.45 "DELETE /v2.0/ports/2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 HTTP/1.1" status: 204 len: 173 time: 0.4818933 Sep 22 10:08:09.004201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb45452-569a-4d42-a1a1-c85e00a3fbae', 'name': 'network-vif-deleted', 'tag': '2e5c0b29-0e6a-4864-8ddd-b98b75eccee4'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:08:09.006550 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6abbc5e-c9b0-4c2a-8fa7-5085104ddd89" -d '{"events": [{"server_uuid": "3fb45452-569a-4d42-a1a1-c85e00a3fbae", "name": "network-vif-deleted", "tag": "2e5c0b29-0e6a-4864-8ddd-b98b75eccee4"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:08:09.206433 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae7838e-2b1f-4e48-8fe6-91fbb172de26 x-openstack-request-id: req-aae7838e-2b1f-4e48-8fe6-91fbb172de26 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:08:09.206716 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb45452-569a-4d42-a1a1-c85e00a3fbae", "name": "network-vif-deleted", "tag": "2e5c0b29-0e6a-4864-8ddd-b98b75eccee4", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:08:09.206963 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aae7838e-2b1f-4e48-8fe6-91fbb172de26 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:08:09.207362 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb45452-569a-4d42-a1a1-c85e00a3fbae', 'name': 'network-vif-deleted', 'tag': '2e5c0b29-0e6a-4864-8ddd-b98b75eccee4', 'status': 'completed', 'code': 200} Sep 22 10:08:09.326436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95e1da92-063f-40b3-8af6-8e97044bc719 req-b23525ae-9eba-43d5-9451-a9e1a8f5aea2 tempest-TestServerMultinode-744197841 tempest-TestServerMultinode-744197841-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3fb45452-569a-4d42-a1a1-c85e00a3fbae HTTP/1.1" status: 200 len: 210 time: 0.0282705 Sep 22 10:08:10.395754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50330) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:10.746110 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:10.886636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:08:10.908085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:08:10.908461 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2e5c0b29-0e6a-4864-8ddd-b98b75eccee4 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:08:11.322447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] Deleting port 41547543-a326-462d-adb0-3aa5c0a73d39 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:11.322797 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:11.412466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] For port 41547543-a326-462d-adb0-3aa5c0a73d39, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=41547543-a326-462d-adb0-3aa5c0a73d39,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:11.413234 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:11.425517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] Calling delete_port for 41547543-a326-462d-adb0-3aa5c0a73d39 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:11.761400 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:11.785750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] Pushing event deleted for resources: {'Port': ['ID=41547543-a326-462d-adb0-3aa5c0a73d39,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:11.960854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:12.184124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] Router 982ba768-6f0c-4a38-94bd-9466477241cd has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:08:12.297127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:08:12.305100 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f29c895d-263b-4193-a7e3-89d6d8fbbaae admin admin] 10.222.0.49 "PUT /v2.0/routers/982ba768-6f0c-4a38-94bd-9466477241cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9052367 Sep 22 10:08:12.307310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50334) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:12.315367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caa8825-615b-4588-a234-f88f420d083b None None] Sync routers for ids ['982ba768-6f0c-4a38-94bd-9466477241cd'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:08:12.324937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa8825-615b-4588-a234-f88f420d083b None None] Routers {'982ba768-6f0c-4a38-94bd-9466477241cd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:08:12.325647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1caa8825-615b-4588-a234-f88f420d083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['982ba768-6f0c-4a38-94bd-9466477241cd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:12.416414 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:12.438140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-1caa8825-615b-4588-a234-f88f420d083b None None] Set router 982ba768-6f0c-4a38-94bd-9466477241cd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:08:12.523705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:12.625386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1caa8825-615b-4588-a234-f88f420d083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'name': 'tempest-TestServerMultinode-1718642311-router', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:23Z', 'updated_at': '2021-09-22T10:08:11Z', 'revision_number': 5, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'gw_port': {'id': '6b121215-0983-4de7-896d-a050d96aa8eb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:24Z', 'updated_at': '2021-09-22T10:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:12.645558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Deleting port 6b121215-0983-4de7-896d-a050d96aa8eb {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:12.645990 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:12.659328 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caa8825-615b-4588-a234-f88f420d083b None None] Checking router: 982ba768-6f0c-4a38-94bd-9466477241cd for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:08:12.670007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa8825-615b-4588-a234-f88f420d083b None None] Routers {'982ba768-6f0c-4a38-94bd-9466477241cd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:08:12.670579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1caa8825-615b-4588-a234-f88f420d083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['982ba768-6f0c-4a38-94bd-9466477241cd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:12.729800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] For port 6b121215-0983-4de7-896d-a050d96aa8eb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6b121215-0983-4de7-896d-a050d96aa8eb,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:12.730164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:12.752510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Calling delete_port for 6b121215-0983-4de7-896d-a050d96aa8eb owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:12.758174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-1caa8825-615b-4588-a234-f88f420d083b None None] Set router 982ba768-6f0c-4a38-94bd-9466477241cd gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:08:12.809847 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1caa8825-615b-4588-a234-f88f420d083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'name': 'tempest-TestServerMultinode-1718642311-router', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:23Z', 'updated_at': '2021-09-22T10:08:12Z', 'revision_number': 6, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:12.839474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caa8825-615b-4588-a234-f88f420d083b None None] The sync data for ids ['982ba768-6f0c-4a38-94bd-9466477241cd'] in n-d-805649-4 is: [{'id': '982ba768-6f0c-4a38-94bd-9466477241cd', 'name': 'tempest-TestServerMultinode-1718642311-router', 'tenant_id': '3bd1bfd241244434944a83bfca1c81a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:23Z', 'updated_at': '2021-09-22T10:08:12Z', 'revision_number': 6, 'project_id': '3bd1bfd241244434944a83bfca1c81a6', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:08:13.006831 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.038330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b121215-0983-4de7-896d-a050d96aa8eb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:13.100411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.190327 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.193206 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.326653 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.332437 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 982ba768-6f0c-4a38-94bd-9466477241cd {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:08:13.332437 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.333290 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bc1fb96d-d1dd-44af-b7c8-922cd3812f8f admin admin] 10.222.0.49 "DELETE /v2.0/routers/982ba768-6f0c-4a38-94bd-9466477241cd HTTP/1.1" status: 204 len: 168 time: 1.0245597 Sep 22 10:08:13.335283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50338) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:13.379340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ec3de1-e937-480f-9ca7-978ae7278016 admin admin] Deleting subnet 969630c2-d3d2-4806-9192-81007dbb8682 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:08:13.382387 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3de1-e937-480f-9ca7-978ae7278016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.417576 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3de1-e937-480f-9ca7-978ae7278016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.504477 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3de1-e937-480f-9ca7-978ae7278016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.634715 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3de1-e937-480f-9ca7-978ae7278016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.663989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec3de1-e937-480f-9ca7-978ae7278016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969630c2-d3d2-4806-9192-81007dbb8682,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:13.667065 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3de1-e937-480f-9ca7-978ae7278016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.669804 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d8ec3de1-e937-480f-9ca7-978ae7278016 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/969630c2-d3d2-4806-9192-81007dbb8682 HTTP/1.1" status: 204 len: 168 time: 0.3335004 Sep 22 10:08:13.672362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50342) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:13.674491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1a5bb6-f056-46e7-9776-e5b88aed9179 None None] Network ac57c67d-6bd6-492f-98d3-74988153a29e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:08:13.731888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6b121215-0983-4de7-896d-a050d96aa8eb no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:08:13.750851 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.759302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 6b121215-0983-4de7-896d-a050d96aa8eb {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:08:13.759654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 6b121215-0983-4de7-896d-a050d96aa8eb not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:08:13.760100 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 41547543-a326-462d-adb0-3aa5c0a73d39 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:08:13.800678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 41547543-a326-462d-adb0-3aa5c0a73d39 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:08:13.801074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 41547543-a326-462d-adb0-3aa5c0a73d39 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:08:13.814730 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Deleting port a010f14d-7414-4e17-b535-3c740c4d14ff {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:13.814730 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.877370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] For port a010f14d-7414-4e17-b535-3c740c4d14ff, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a010f14d-7414-4e17-b535-3c740c4d14ff,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:13.877739 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:13.891932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Calling delete_port for a010f14d-7414-4e17-b535-3c740c4d14ff owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:13.902909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba5026-c921-400b-a6c3-3fc0eac44fe0 None None] DHCP port deletion for ac57c67d-6bd6-492f-98d3-74988153a29e request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:08:13.957776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-97ba5026-c921-400b-a6c3-3fc0eac44fe0 None None] Deleting port a010f14d-7414-4e17-b535-3c740c4d14ff {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:13.958398 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-97ba5026-c921-400b-a6c3-3fc0eac44fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:14.024629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-97ba5026-c921-400b-a6c3-3fc0eac44fe0 None None] For port a010f14d-7414-4e17-b535-3c740c4d14ff, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=a010f14d-7414-4e17-b535-3c740c4d14ff,segment=NetworkSegment(b5595d6c-89f8-4e45-a2e0-d848f2d5152f),segment_id=b5595d6c-89f8-4e45-a2e0-d848f2d5152f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:14.025065 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-97ba5026-c921-400b-a6c3-3fc0eac44fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:14.036320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-97ba5026-c921-400b-a6c3-3fc0eac44fe0 None None] Calling delete_port for a010f14d-7414-4e17-b535-3c740c4d14ff owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:14.075426 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:14.100856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Pushing event deleted for resources: {'Port': ['ID=a010f14d-7414-4e17-b535-3c740c4d14ff,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:14.111087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] No DVR routers for this DVR port a010f14d-7414-4e17-b535-3c740c4d14ff on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:08:14.113786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.114139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.114499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.114842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.115183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.115514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.115847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.116182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.116506 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.116858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.117182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.117523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:08:14.198748 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:14.220232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac57c67d-6bd6-492f-98d3-74988153a29e']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:14.231072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:14.231369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5595d6c-89f8-4e45-a2e0-d848f2d5152f') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:14.241012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:14.254619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:14.261982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:08:14.266559 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:08:14.270026 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-97ba5026-c921-400b-a6c3-3fc0eac44fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:14.294323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba5026-c921-400b-a6c3-3fc0eac44fe0 None None] Pushing event deleted for resources: {'Port': ['ID=a010f14d-7414-4e17-b535-3c740c4d14ff,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:14.296591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba5026-c921-400b-a6c3-3fc0eac44fe0 None None] No DVR routers for this DVR port a010f14d-7414-4e17-b535-3c740c4d14ff on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:08:14.389286 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:14.394133 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:14.396154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ac57c67d-6bd6-492f-98d3-74988153a29e HTTP/1.1" status: 204 len: 168 time: 0.7225621 Sep 22 10:08:14.399108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50344) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:14.409456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2095a4-f674-49b9-8235-5ba54f200425 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac57c67d-6bd6-492f-98d3-74988153a29e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:14.743907 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:14.988819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] Deleting port 3e02c625-5029-431e-b92b-cf0e18bd97fd {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:14.990938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:15.078240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] For port 3e02c625-5029-431e-b92b-cf0e18bd97fd, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3e02c625-5029-431e-b92b-cf0e18bd97fd,segment=NetworkSegment(1de902d4-4402-4fa8-8db2-99c016b833b1),segment_id=1de902d4-4402-4fa8-8db2-99c016b833b1)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:15.078616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:15.090686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8e12-76f6-4675-a49c-81fea0dab9de req-6eccaad1-2564-4dd9-9321-e2f0675d5d15 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:15.092164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] Calling delete_port for 3e02c625-5029-431e-b92b-cf0e18bd97fd owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:15.092380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ec8e12-76f6-4675-a49c-81fea0dab9de req-6eccaad1-2564-4dd9-9321-e2f0675d5d15 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 946 time: 0.0560100 Sep 22 10:08:15.130277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65ec8e12-76f6-4675-a49c-81fea0dab9de req-51698595-e40e-438c-8f9e-8de0193b0947 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317264 Sep 22 10:08:15.389532 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:15.415866 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e02c625-5029-431e-b92b-cf0e18bd97fd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:15.580957 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:15.743913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a010f14d-7414-4e17-b535-3c740c4d14ff no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:08:15.766408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: a010f14d-7414-4e17-b535-3c740c4d14ff {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:08:15.766760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device a010f14d-7414-4e17-b535-3c740c4d14ff not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:08:15.797333 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] Router 615eba62-e0b2-45f3-9860-70c087c2727d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:08:15.901160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:08:15.906059 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8493326d-82ef-461b-8307-eb366d7f12b8 admin admin] 10.222.0.49 "PUT /v2.0/routers/615eba62-e0b2-45f3-9860-70c087c2727d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5058289 Sep 22 10:08:15.908687 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50354) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:15.910148 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f764c-aafd-4d2b-84a2-c93b784e5b5f None None] Sync routers for ids ['615eba62-e0b2-45f3-9860-70c087c2727d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:08:15.919763 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f764c-aafd-4d2b-84a2-c93b784e5b5f None None] Routers {'615eba62-e0b2-45f3-9860-70c087c2727d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:08:15.920447 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3c3f764c-aafd-4d2b-84a2-c93b784e5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['615eba62-e0b2-45f3-9860-70c087c2727d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:16.015011 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:16.020805 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-3c3f764c-aafd-4d2b-84a2-c93b784e5b5f None None] Set router 615eba62-e0b2-45f3-9860-70c087c2727d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:08:16.120261 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:16.201415 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3c3f764c-aafd-4d2b-84a2-c93b784e5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'name': 'tempest-TestServerMultinode-133344034-router', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:08:15Z', 'revision_number': 5, 'project_id': '5c408d378eff4c958d20468912237a03', 'gw_port': {'id': 'b35b9c8e-d97f-493d-9435-3c2ee64a841e', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:16.229792 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f764c-aafd-4d2b-84a2-c93b784e5b5f None None] Checking router: 615eba62-e0b2-45f3-9860-70c087c2727d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:08:16.238419 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f764c-aafd-4d2b-84a2-c93b784e5b5f None None] Routers {'615eba62-e0b2-45f3-9860-70c087c2727d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:08:16.239171 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3c3f764c-aafd-4d2b-84a2-c93b784e5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['615eba62-e0b2-45f3-9860-70c087c2727d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:16.280289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13764a28-792f-4c9d-9249-da9c6b03cf18 req-257e1289-703f-4e66-9368-bad986d47138 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:16.282911 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13764a28-792f-4c9d-9249-da9c6b03cf18 req-257e1289-703f-4e66-9368-bad986d47138 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 946 time: 0.0747480 Sep 22 10:08:16.302746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Deleting port b35b9c8e-d97f-493d-9435-3c2ee64a841e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:16.303013 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:16.327405 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-3c3f764c-aafd-4d2b-84a2-c93b784e5b5f None None] Set router 615eba62-e0b2-45f3-9860-70c087c2727d gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:08:16.376016 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13764a28-792f-4c9d-9249-da9c6b03cf18 req-6a0e3e35-7c7e-4fed-8bf4-852a5ed15ade tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=68a78b08-8615-4a42-afc4-59ccf50bf5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868134 Sep 22 10:08:16.383070 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-3c3f764c-aafd-4d2b-84a2-c93b784e5b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'name': 'tempest-TestServerMultinode-133344034-router', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:08:16Z', 'revision_number': 6, 'project_id': '5c408d378eff4c958d20468912237a03', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:16.411124 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f764c-aafd-4d2b-84a2-c93b784e5b5f None None] The sync data for ids ['615eba62-e0b2-45f3-9860-70c087c2727d'] in n-d-805649-4 is: [{'id': '615eba62-e0b2-45f3-9860-70c087c2727d', 'name': 'tempest-TestServerMultinode-133344034-router', 'tenant_id': '5c408d378eff4c958d20468912237a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:07:31Z', 'updated_at': '2021-09-22T10:08:16Z', 'revision_number': 6, 'project_id': '5c408d378eff4c958d20468912237a03', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:08:16.414422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] For port b35b9c8e-d97f-493d-9435-3c2ee64a841e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b35b9c8e-d97f-493d-9435-3c2ee64a841e,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:16.415964 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:16.428421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Calling delete_port for b35b9c8e-d97f-493d-9435-3c2ee64a841e owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:16.663547 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:16.686751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Pushing event deleted for resources: {'Port': ['ID=b35b9c8e-d97f-493d-9435-3c2ee64a841e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:16.749616 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:16.846909 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:16.849284 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:16.869484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a375e5-559e-4d19-85ea-10f67076686e req-3bc30ed1-55a5-40a5-aac4-4e2776772681 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:16.871002 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-66a375e5-559e-4d19-85ea-10f67076686e req-3bc30ed1-55a5-40a5-aac4-4e2776772681 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.45 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 946 time: 0.0534384 Sep 22 10:08:16.970762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Deleting port 7577a559-71ad-4a78-bb84-650b3a20d00c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:16.971126 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:16.978651 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:16.979193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 615eba62-e0b2-45f3-9860-70c087c2727d {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:08:16.984150 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:16.985200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-09f69358-c381-4172-acc6-45ab7dacc770 admin admin] 10.222.0.49 "DELETE /v2.0/routers/615eba62-e0b2-45f3-9860-70c087c2727d HTTP/1.1" status: 204 len: 168 time: 1.0755074 Sep 22 10:08:16.987653 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50358) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:17.033554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d624d9f-4f38-4be6-9975-3e1668cc3004 admin admin] Deleting subnet 4f7b19d0-1732-47ff-9b2e-a9e00a589be8 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:08:17.036576 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d624d9f-4f38-4be6-9975-3e1668cc3004 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.064432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] For port 7577a559-71ad-4a78-bb84-650b3a20d00c, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=7577a559-71ad-4a78-bb84-650b3a20d00c,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:17.064826 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.072710 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d624d9f-4f38-4be6-9975-3e1668cc3004 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.156012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d624d9f-4f38-4be6-9975-3e1668cc3004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.244533 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.244876 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.245164 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Floating IP f25a3ea3-53a7-4ae3-8f2b-9251cf34837a disassociated. External IP: 172.25.6.186, port: 7577a559-71ad-4a78-bb84-650b3a20d00c. Sep 22 10:08:17.245501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Calling delete_port for 7577a559-71ad-4a78-bb84-650b3a20d00c owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:17.281450 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d624d9f-4f38-4be6-9975-3e1668cc3004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.310001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d624d9f-4f38-4be6-9975-3e1668cc3004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7b19d0-1732-47ff-9b2e-a9e00a589be8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:17.313795 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4d624d9f-4f38-4be6-9975-3e1668cc3004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.323994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4d624d9f-4f38-4be6-9975-3e1668cc3004 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4f7b19d0-1732-47ff-9b2e-a9e00a589be8 HTTP/1.1" status: 204 len: 168 time: 0.3294661 Sep 22 10:08:17.323994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50360) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:17.324700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5e2661-0a83-4cdc-9d79-0a6ceae40111 None None] Network 051ebd95-49d2-42b2-b2d9-be98567e83e1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:08:17.395465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.463946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.483595 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Deleting port 57783289-18c6-4f96-b3ca-61c4fc3080df {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:17.483945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.502631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c492fab0-1832-4975-a842-cc279281ac65 req-e09a3d30-ab85-402e-b42f-55f06575445e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 210 time: 0.0344920 Sep 22 10:08:17.519080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event deleted for resources: {'Port': ['ID=7577a559-71ad-4a78-bb84-650b3a20d00c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:17.559398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b416e312-be81-4ca9-9ed8-b26989877cbf None None] DHCP port deletion for 051ebd95-49d2-42b2-b2d9-be98567e83e1 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:08:17.588903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] For port 57783289-18c6-4f96-b3ca-61c4fc3080df, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=57783289-18c6-4f96-b3ca-61c4fc3080df,segment=NetworkSegment(1de902d4-4402-4fa8-8db2-99c016b833b1),segment_id=1de902d4-4402-4fa8-8db2-99c016b833b1)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:17.589383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.603250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Calling delete_port for 57783289-18c6-4f96-b3ca-61c4fc3080df owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:17.614932 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b416e312-be81-4ca9-9ed8-b26989877cbf None None] Deleting port 57783289-18c6-4f96-b3ca-61c4fc3080df {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:17.615314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b416e312-be81-4ca9-9ed8-b26989877cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.681650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Router 3c071db3-145a-4236-bee2-f7a9def0ea08 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:08:17.694975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b416e312-be81-4ca9-9ed8-b26989877cbf None None] For port 57783289-18c6-4f96-b3ca-61c4fc3080df, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=57783289-18c6-4f96-b3ca-61c4fc3080df,segment=NetworkSegment(1de902d4-4402-4fa8-8db2-99c016b833b1),segment_id=1de902d4-4402-4fa8-8db2-99c016b833b1)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:17.695741 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b416e312-be81-4ca9-9ed8-b26989877cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.709581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b416e312-be81-4ca9-9ed8-b26989877cbf None None] Calling delete_port for 57783289-18c6-4f96-b3ca-61c4fc3080df owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:17.719675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3e02c625-5029-431e-b92b-cf0e18bd97fd no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:08:17.742512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 3e02c625-5029-431e-b92b-cf0e18bd97fd {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:08:17.742859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3e02c625-5029-431e-b92b-cf0e18bd97fd not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:08:17.743333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b35b9c8e-d97f-493d-9435-3c2ee64a841e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:08:17.748288 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.779693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] No DVR routers for this DVR port 57783289-18c6-4f96-b3ca-61c4fc3080df on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:08:17.785538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Pushing event deleted for resources: {'Port': ['ID=57783289-18c6-4f96-b3ca-61c4fc3080df,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:17.793168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b35b9c8e-d97f-493d-9435-3c2ee64a841e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:08:17.793335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b35b9c8e-d97f-493d-9435-3c2ee64a841e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:08:17.793745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 57783289-18c6-4f96-b3ca-61c4fc3080df no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:08:17.799558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:08:17.818874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ac2c7-2ad3-4b92-ace7-6749176bf985 None None] Sync routers for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:08:17.823710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 57783289-18c6-4f96-b3ca-61c4fc3080df {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:08:17.824051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 57783289-18c6-4f96-b3ca-61c4fc3080df not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:08:17.844236 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ac2c7-2ad3-4b92-ace7-6749176bf985 None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:08:17.844944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-040ac2c7-2ad3-4b92-ace7-6749176bf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:17.875626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.904621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051ebd95-49d2-42b2-b2d9-be98567e83e1']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:17.917752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de902d4-4402-4fa8-8db2-99c016b833b1') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:17.918170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de902d4-4402-4fa8-8db2-99c016b833b1') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:17.930744 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.949406 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.959254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:08:17.959254 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:17.980042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-040ac2c7-2ad3-4b92-ace7-6749176bf985 None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:08:18.037155 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:08:18.088808 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b416e312-be81-4ca9-9ed8-b26989877cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:18.132926 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:18.142690 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:18.147810 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] 10.222.0.49 "DELETE /v2.0/networks/051ebd95-49d2-42b2-b2d9-be98567e83e1 HTTP/1.1" status: 204 len: 168 time: 0.8279004 Sep 22 10:08:18.156138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416e312-be81-4ca9-9ed8-b26989877cbf None None] Pushing event deleted for resources: {'Port': ['ID=57783289-18c6-4f96-b3ca-61c4fc3080df,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:18.162096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a5bcb-7fed-462b-8500-be2ad808abac admin admin] Pushing event deleted for resources: {'Network': ['ID=051ebd95-49d2-42b2-b2d9-be98567e83e1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:18.165579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416e312-be81-4ca9-9ed8-b26989877cbf None None] No DVR routers for this DVR port 57783289-18c6-4f96-b3ca-61c4fc3080df on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:08:18.204228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] No DVR routers for this DVR port 7577a559-71ad-4a78-bb84-650b3a20d00c on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:08:18.207437 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:18.209826 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-66a375e5-559e-4d19-85ea-10f67076686e req-b4e5be13-535f-4d17-ac1c-3deb3ece5ffa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.45 "DELETE /v2.0/ports/7577a559-71ad-4a78-bb84-650b3a20d00c HTTP/1.1" status: 204 len: 173 time: 1.3284409 Sep 22 10:08:18.210438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'name': 'network-vif-deleted', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:08:18.214008 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a00bab-4d0a-4be9-a19c-2bd8fecea85f" -d '{"events": [{"server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "name": "network-vif-deleted", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:08:18.259965 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4622e90d-549a-4867-9013-530a557dbbc2 x-openstack-request-id: req-4622e90d-549a-4867-9013-530a557dbbc2 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:08:18.260535 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ff78b-11cc-424a-bc48-1ab811c63072", "name": "network-vif-deleted", "tag": "7577a559-71ad-4a78-bb84-650b3a20d00c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:08:18.261009 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4622e90d-549a-4867-9013-530a557dbbc2 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:08:18.261416 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ff78b-11cc-424a-bc48-1ab811c63072', 'name': 'network-vif-deleted', 'tag': '7577a559-71ad-4a78-bb84-650b3a20d00c', 'status': 'completed', 'code': 200} Sep 22 10:08:18.265979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-040ac2c7-2ad3-4b92-ace7-6749176bf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:18.301586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ac2c7-2ad3-4b92-ace7-6749176bf985 None None] Checking router: 3c071db3-145a-4236-bee2-f7a9def0ea08 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:08:18.311181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ac2c7-2ad3-4b92-ace7-6749176bf985 None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:08:18.311790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-040ac2c7-2ad3-4b92-ace7-6749176bf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:07:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:18.418318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-040ac2c7-2ad3-4b92-ace7-6749176bf985 None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:08:18.616878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b31ac60b-8cc2-497d-a025-06242324e922 req-0b69d90f-e8b4-423e-8d3a-6ee3de1528cf tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 210 time: 0.0270486 Sep 22 10:08:18.622356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-040ac2c7-2ad3-4b92-ace7-6749176bf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:18.650484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ac2c7-2ad3-4b92-ace7-6749176bf985 None None] The sync data for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 is: [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:08:18.741307 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50370) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:18.784332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c34b4b1a-4cbe-4035-8052-6755470a8f73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3bd1bfd241244434944a83bfca1c81a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417597 Sep 22 10:08:18.786234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50372) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:18.837755 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7f88f2a-c65b-4183-a442-cd3b4e8839cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:18.860307 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7f88f2a-c65b-4183-a442-cd3b4e8839cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:18.866494 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52faef-55ee-4431-ace1-8f10877bd6cc None None] New status for floating IP f25a3ea3-53a7-4ae3-8f2b-9251cf34837a: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:08:18.947407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 7577a559-71ad-4a78-bb84-650b3a20d00c no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:08:18.967247 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 7577a559-71ad-4a78-bb84-650b3a20d00c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:08:18.967589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 7577a559-71ad-4a78-bb84-650b3a20d00c not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:08:19.023850 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7f88f2a-c65b-4183-a442-cd3b4e8839cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:19.026560 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d7f88f2a-c65b-4183-a442-cd3b4e8839cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:19.027730 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d7f88f2a-c65b-4183-a442-cd3b4e8839cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eeaf8071-5ddf-442c-8219-0419dab49e55 HTTP/1.1" status: 204 len: 168 time: 0.2404921 Sep 22 10:08:19.035665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f88f2a-c65b-4183-a442-cd3b4e8839cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaf8071-5ddf-442c-8219-0419dab49e55,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:19.702793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50380) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:19.745711 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0add9a3-b5fd-42fd-9f30-7347b8c0cdac req-41861793-7c53-47c4-8e34-e8f69d9a122a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=418ff78b-11cc-424a-bc48-1ab811c63072 HTTP/1.1" status: 200 len: 210 time: 0.0406020 Sep 22 10:08:19.767502 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bd35b71a-d453-42d4-8598-68e678ec4aa4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c408d378eff4c958d20468912237a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635602 Sep 22 10:08:19.770658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50384) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:19.824935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abee056c-a4fc-4a4a-8b2e-067dfedebbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:19.846164 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abee056c-a4fc-4a4a-8b2e-067dfedebbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:19.954677 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abee056c-a4fc-4a4a-8b2e-067dfedebbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:19.957277 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abee056c-a4fc-4a4a-8b2e-067dfedebbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:19.958512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-abee056c-a4fc-4a4a-8b2e-067dfedebbea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/387bc584-e704-4aa1-95a0-080172fc2188 HTTP/1.1" status: 204 len: 168 time: 0.1869395 Sep 22 10:08:19.967311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee056c-a4fc-4a4a-8b2e-067dfedebbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387bc584-e704-4aa1-95a0-080172fc2188,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:20.904966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50392) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:20.959403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2ba4-2bd7-487d-bf31-405178dca04a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:20.984225 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2ba4-2bd7-487d-bf31-405178dca04a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:21.115328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2ba4-2bd7-487d-bf31-405178dca04a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:21.117893 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2ba4-2bd7-487d-bf31-405178dca04a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:21.119326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b6bc2ba4-2bd7-487d-bf31-405178dca04a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "DELETE /v2.0/security-groups/68a78b08-8615-4a42-afc4-59ccf50bf5bd HTTP/1.1" status: 204 len: 168 time: 0.2132483 Sep 22 10:08:21.122350 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50394) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:21.129003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc2ba4-2bd7-487d-bf31-405178dca04a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a78b08-8615-4a42-afc4-59ccf50bf5bd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:21.136702 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-93bb4b36-0184-4619-84e0-690a0cb221b9 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] show failed (client error): The resource could not be found. Sep 22 10:08:21.137811 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-93bb4b36-0184-4619-84e0-690a0cb221b9 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups/68a78b08-8615-4a42-afc4-59ccf50bf5bd HTTP/1.1" status: 404 len: 347 time: 0.0144317 Sep 22 10:08:21.140590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50396) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:21.264348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-39660f20-b5bc-4111-a178-2639286e36ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Deleting port 4539edfc-4f86-4ffa-8c63-efdf1e523b72 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:08:21.264694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39660f20-b5bc-4111-a178-2639286e36ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:21.343637 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39660f20-b5bc-4111-a178-2639286e36ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:21.343964 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39660f20-b5bc-4111-a178-2639286e36ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:21.355798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-39660f20-b5bc-4111-a178-2639286e36ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Calling delete_port for 4539edfc-4f86-4ffa-8c63-efdf1e523b72 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:08:21.560894 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39660f20-b5bc-4111-a178-2639286e36ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:21.586596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39660f20-b5bc-4111-a178-2639286e36ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event deleted for resources: {'Port': ['ID=4539edfc-4f86-4ffa-8c63-efdf1e523b72,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:21.650166 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39660f20-b5bc-4111-a178-2639286e36ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:21.652762 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39660f20-b5bc-4111-a178-2639286e36ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:21.653930 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-39660f20-b5bc-4111-a178-2639286e36ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "DELETE /v2.0/floatingips/f25a3ea3-53a7-4ae3-8f2b-9251cf34837a HTTP/1.1" status: 204 len: 168 time: 0.5124190 Sep 22 10:08:22.042971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 50400) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:22.047639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-748678c3-b925-4a65-87f2-db7e0d0176cc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952576640', 'description': 'tempest-description--370580371'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:08:22.132333 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-748678c3-b925-4a65-87f2-db7e0d0176cc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:22.213685 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-748678c3-b925-4a65-87f2-db7e0d0176cc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:22.297618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-748678c3-b925-4a65-87f2-db7e0d0176cc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:22.326991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748678c3-b925-4a65-87f2-db7e0d0176cc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51997437-c96d-4068-9554-367411305aea,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:22.418058 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-748678c3-b925-4a65-87f2-db7e0d0176cc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:22.419351 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-748678c3-b925-4a65-87f2-db7e0d0176cc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3753824 Sep 22 10:08:22.422428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50402) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:22.427085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5df70f7c-9b6a-493a-a2ed-853d3962f7db tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'security_group_rule': {'security_group_id': '51997437-c96d-4068-9554-367411305aea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:08:22.527552 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5df70f7c-9b6a-493a-a2ed-853d3962f7db tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:22.574230 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5df70f7c-9b6a-493a-a2ed-853d3962f7db tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:22.663765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5df70f7c-9b6a-493a-a2ed-853d3962f7db tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:22.681545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df70f7c-9b6a-493a-a2ed-853d3962f7db tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b446bbc1-e459-4a84-b4c6-4afbce78b36d,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:22.754299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5df70f7c-9b6a-493a-a2ed-853d3962f7db tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:22.755651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5df70f7c-9b6a-493a-a2ed-853d3962f7db tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321605 Sep 22 10:08:22.758354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50404) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:22.763414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-22024f60-30af-4a15-b709-2699996d99d2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'security_group_rule': {'security_group_id': '51997437-c96d-4068-9554-367411305aea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:08:22.880331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22024f60-30af-4a15-b709-2699996d99d2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:22.942106 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22024f60-30af-4a15-b709-2699996d99d2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:23.023485 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22024f60-30af-4a15-b709-2699996d99d2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:23.041640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22024f60-30af-4a15-b709-2699996d99d2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb046cd-9580-49d3-8c5b-20e8ba22ad22,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:23.103357 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22024f60-30af-4a15-b709-2699996d99d2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:23.104629 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-22024f60-30af-4a15-b709-2699996d99d2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447244 Sep 22 10:08:23.107629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50406) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:23.112034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:08:23.195079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:23.292644 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:23.397656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Allocated IP 172.25.6.247 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/26e7051c-153a-48ba-833b-8c01f678dc5d) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:08:23.503502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:23.510107 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:23.623945 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:23.664303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:08:23.667148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:08:23.673561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:08:23.676585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'Port': ['ID=26e7051c-153a-48ba-833b-8c01f678dc5d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:23.757147 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:23.848345 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:23.996860 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:24.085866 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:24.156985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'Port': ['ID=26e7051c-153a-48ba-833b-8c01f678dc5d,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:24.169718 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:24.280466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dace213c-8401-4a0c-9c06-8d222082b578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:24.337845 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:24.339077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-140733d5-d0c7-498a-ae7b-80436e4db8aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2304287 Sep 22 10:08:24.521282 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-4bfdd7c2-54c0-43d4-9b92-726bd65c9818 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1952576640&fields=id&tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2 HTTP/1.1" status: 200 len: 267 time: 0.0329111 Sep 22 10:08:24.628770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-c67d9dc7-e962-4cc4-9331-9cda45bec507 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:24.630148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-c67d9dc7-e962-4cc4-9331-9cda45bec507 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 816 time: 0.1016440 Sep 22 10:08:24.645045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fc36381b-5292-4daa-913a-5f2f77a7f5aa tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/quotas/a07a4bf087a346b8ad1f9cef7ab91ca2 HTTP/1.1" status: 200 len: 375 time: 0.0090334 Sep 22 10:08:24.698224 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-bd55457b-4ac8-4cd2-bcba-fa50f6d6e524 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473614 Sep 22 10:08:24.789666 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:24.793940 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-380ccef0-820b-41a1-a252-716e370e987a service neutron] 10.222.0.49 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838680 Sep 22 10:08:24.888250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-3a1a8881-3082-4e42-8253-a00e08506030 service neutron] 10.222.0.49 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880613 Sep 22 10:08:25.135136 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db4cf363-d68d-4c54-9e5c-7e0651745372 req-8d878352-3f97-4cc2-8045-b8b46c709619 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 210 time: 0.0266705 Sep 22 10:08:26.236592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a7a40fa3-97ac-464a-8ea5-ce8f354170eb req-99e044f0-ddd5-489d-a9ff-f9b7fd172883 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 210 time: 0.0280147 Sep 22 10:08:26.920744 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-65ef55bd-77ab-40c8-b5bf-76c07e03b747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:27.175731 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-a0b0d3a9-f8f8-4f51-9141-50bfa3abdab4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:27.177336 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-a0b0d3a9-f8f8-4f51-9141-50bfa3abdab4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.45 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 816 time: 0.1032288 Sep 22 10:08:27.228459 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-979a01c6-3e0a-42c8-909c-f5e166328bf6 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2 HTTP/1.1" status: 200 len: 380 time: 0.0396264 Sep 22 10:08:27.238548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'port': {'device_id': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'admin_state_up': True, 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'security_groups': ['51997437-c96d-4068-9554-367411305aea']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:08:27.337211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9decd82-6706-4e95-88d0-d67a0197a985 req-50209515-92f2-4712-bb9e-da8b480f4d70 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 210 time: 0.0267396 Sep 22 10:08:27.502225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Made reservation on behalf of a07a4bf087a346b8ad1f9cef7ab91ca2 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:08:27.505872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:27.565007 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:27.635671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Allocated IP 172.20.0.7 (94ab7a0b-137a-424e-aa9b-352b3a13daab/1a4cd97c-5536-4c87-a292-0b01f37b1435/c7c5c3ff-30ba-4306-844f-781a6bd8797f) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:08:27.769605 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:27.892372 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:27.933526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Network 94ab7a0b-137a-424e-aa9b-352b3a13daab is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:08:27.936627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:08:27.940259 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:08:27.969206 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event updated for resources: {'Port': ['ID=c7c5c3ff-30ba-4306-844f-781a6bd8797f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:28.002144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:28.002795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:28.126834 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-fcb9ba17-c68f-4f1b-99cb-fa3d1ced774a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8920176 Sep 22 10:08:28.144868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Request body: {'port': {'device_id': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:08:28.203603 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:28.213925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a21c53d3-69a4-4b67-9251-42f3ce338b4e None None] Provisioning complete for port c7c5c3ff-30ba-4306-844f-781a6bd8797f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:08:28.214421 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a21c53d3-69a4-4b67-9251-42f3ce338b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:28.217439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:28.253061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a21c53d3-69a4-4b67-9251-42f3ce338b4e None None] Port c7c5c3ff-30ba-4306-844f-781a6bd8797f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:08:28.465531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9b11-e926-4fa9-a83f-56be1d4d3dd0 req-447fd28c-77b6-438c-807e-e1cfcc9477ed tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:28.467035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14fa9b11-e926-4fa9-a83f-56be1d4d3dd0 req-447fd28c-77b6-438c-807e-e1cfcc9477ed tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 931 time: 0.0542753 Sep 22 10:08:28.473248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c5c3ff-30ba-4306-844f-781a6bd8797f {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:08:28.481042 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:28.493553 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Transition to ACTIVE for port object c7c5c3ff-30ba-4306-844f-781a6bd8797f will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:08:28.505597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14fa9b11-e926-4fa9-a83f-56be1d4d3dd0 req-2cd25a32-09f4-4ac8-9436-67d99050e5f1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322204 Sep 22 10:08:28.618451 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:28.667560 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Pushing event updated for resources: {'Port': ['ID=c7c5c3ff-30ba-4306-844f-781a6bd8797f,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:28.745380 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Attempting to bind port c7c5c3ff-30ba-4306-844f-781a6bd8797f on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:08:28.745715 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Attempting to bind port c7c5c3ff-30ba-4306-844f-781a6bd8797f by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:08:28.746055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Attempting to bind port c7c5c3ff-30ba-4306-844f-781a6bd8797f on network 94ab7a0b-137a-424e-aa9b-352b3a13daab {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:08:28.750728 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Port c7c5c3ff-30ba-4306-844f-781a6bd8797f on network 94ab7a0b-137a-424e-aa9b-352b3a13daab not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:08:28.751044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Attempting to bind port c7c5c3ff-30ba-4306-844f-781a6bd8797f on network 94ab7a0b-137a-424e-aa9b-352b3a13daab {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:08:28.756080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:08:28.756472 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Checking segment: {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:08:28.756885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Bound using segment: {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:08:28.757313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Bound port: c7c5c3ff-30ba-4306-844f-781a6bd8797f, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7732fe06-18c4-4588-833f-1f2ff121fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:08:28.757671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:28.825462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:08:28.828493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:08:28.921044 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:28.953827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:28.954442 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:28.955828 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f97057d9-d866-4364-849a-e07eababb45a service neutron] 10.222.0.45 "PUT /v2.0/ports/c7c5c3ff-30ba-4306-844f-781a6bd8797f HTTP/1.1" status: 200 len: 1091 time: 0.8154829 Sep 22 10:08:28.956271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:08:28.958579 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f97f7-4036-4400-b8c1-e359e4d5363a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:08:28.994413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97057d9-d866-4364-849a-e07eababb45a service neutron] Pushing event updated for resources: {'Port': ['ID=c7c5c3ff-30ba-4306-844f-781a6bd8797f,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:29.001468 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71a785a-3f34-478e-9323-766736e18a72 x-openstack-request-id: req-a71a785a-3f34-478e-9323-766736e18a72 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:08:29.001767 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:08:29.002024 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a71a785a-3f34-478e-9323-766736e18a72 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:08:29.002432 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'status': 'completed', 'code': 200} Sep 22 10:08:29.070889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f97f7-4036-4400-b8c1-e359e4d5363a req-77e27b10-1afe-4016-adb5-c838160221d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:29.072915 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6d8f97f7-4036-4400-b8c1-e359e4d5363a req-77e27b10-1afe-4016-adb5-c838160221d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 1094 time: 0.0492766 Sep 22 10:08:29.179516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f97f7-4036-4400-b8c1-e359e4d5363a req-5f0ba92a-53ee-495f-ad38-68c7b331ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:29.181107 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6d8f97f7-4036-4400-b8c1-e359e4d5363a req-5f0ba92a-53ee-495f-ad38-68c7b331ee1f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0951381 Sep 22 10:08:29.283718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f97f7-4036-4400-b8c1-e359e4d5363a req-9e9a92a2-14c4-4df8-a7e4-2192e4e8be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:29.285145 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6d8f97f7-4036-4400-b8c1-e359e4d5363a req-9e9a92a2-14c4-4df8-a7e4-2192e4e8be3d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938151 Sep 22 10:08:29.373956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-c02f7a75-60c9-43bf-92b0-8d5088a56eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:29.375482 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-c02f7a75-60c9-43bf-92b0-8d5088a56eff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 1094 time: 0.0427649 Sep 22 10:08:29.421105 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-f6947adc-d393-4030-a5c3-9a236f41ef50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f HTTP/1.1" status: 200 len: 217 time: 0.0338778 Sep 22 10:08:29.478917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-b653afb8-b14e-4e74-9fef-b6f047ed7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:29.480472 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-b653afb8-b14e-4e74-9fef-b6f047ed7867 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0488222 Sep 22 10:08:29.532597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-2f9f88b4-32e9-4f59-bf7c-f3eb349bc4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:29.534156 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-2f9f88b4-32e9-4f59-bf7c-f3eb349bc4d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421965 Sep 22 10:08:29.626350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe223c9-b196-4863-8810-1aa4a8181788 req-cedad1b5-f841-414d-81dd-5b3200bc5bdf tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:29.627936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfe223c9-b196-4863-8810-1aa4a8181788 req-cedad1b5-f841-414d-81dd-5b3200bc5bdf tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0491326 Sep 22 10:08:29.630375 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-4240766b-8d64-43d5-92db-9c6b54518b46 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845459 Sep 22 10:08:29.669270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cfe223c9-b196-4863-8810-1aa4a8181788 req-08437103-a996-402a-86ff-6e8b70456675 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341544 Sep 22 10:08:29.731571 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1ed2680b-705e-4982-909a-ff94b2dfea65 req-de9a07d1-eba1-42ea-b7c5-11eba697e375 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901320 Sep 22 10:08:30.040642 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:30.790137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f9b49-80f5-4785-adbc-ef32b9525115 req-5fd3eb5c-fa77-4c96-a706-9e34e896c1a3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:30.792211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-530f9b49-80f5-4785-adbc-ef32b9525115 req-5fd3eb5c-fa77-4c96-a706-9e34e896c1a3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0489318 Sep 22 10:08:30.829700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-530f9b49-80f5-4785-adbc-ef32b9525115 req-d44c8c27-0904-49ff-bc39-3583e620c45f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315161 Sep 22 10:08:31.441644 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:08:31.951808 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc6f73-5210-43d2-a505-0267ffdf3e45 req-68d48d7b-ee24-4f4d-8209-fbb08838c8ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:31.953339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44dc6f73-5210-43d2-a505-0267ffdf3e45 req-68d48d7b-ee24-4f4d-8209-fbb08838c8ac tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0529799 Sep 22 10:08:31.991311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44dc6f73-5210-43d2-a505-0267ffdf3e45 req-819e4531-ffff-4167-8ceb-c853420eda8f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319896 Sep 22 10:08:32.964659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c7c5c3ff-30ba-4306-844f-781a6bd8797f details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:08:33.058280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:33.069828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'port_id': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'mac_address': 'fa:16:3e:58:2f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:08:33.109549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3635e21-3ec1-4b18-a16c-af10b32c463e req-66950d54-2250-496c-8ff0-83d0c189b5d0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:33.111057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3635e21-3ec1-4b18-a16c-af10b32c463e req-66950d54-2250-496c-8ff0-83d0c189b5d0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0491340 Sep 22 10:08:33.111493 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:33.125061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c5c3ff-30ba-4306-844f-781a6bd8797f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:08:33.144418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:33.149524 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3635e21-3ec1-4b18-a16c-af10b32c463e req-8fc87cbe-a8d3-4329-94db-5800a2b5ec42 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Sep 22 10:08:33.223418 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:33.273632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=c7c5c3ff-30ba-4306-844f-781a6bd8797f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:33.482294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['c7c5c3ff-30ba-4306-844f-781a6bd8797f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:08:34.270023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c9067-df83-46ee-a3fb-cd3eb778e6fc req-6d53ab12-07e1-4a36-ad26-648ba790a496 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:34.271522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f3c9067-df83-46ee-a3fb-cd3eb778e6fc req-6d53ab12-07e1-4a36-ad26-648ba790a496 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 944 time: 0.0501425 Sep 22 10:08:34.310880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f3c9067-df83-46ee-a3fb-cd3eb778e6fc req-868da197-311e-420a-9885-1ee216e5a982 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328553 Sep 22 10:08:34.963115 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c7c5c3ff-30ba-4306-844f-781a6bd8797f up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:08:35.097370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port c7c5c3ff-30ba-4306-844f-781a6bd8797f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:08:35.101329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port c7c5c3ff-30ba-4306-844f-781a6bd8797f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:08:35.101699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:35.177401 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:35.202026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:08:35.204255 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16992f53-3bb9-4272-8606-ac52fd416560" -d '{"events": [{"server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "name": "network-vif-plugged", "status": "completed", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:08:35.217625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:08:35.242442 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac1981a-f8a4-447a-a830-b0e4aa3f274c x-openstack-request-id: req-1ac1981a-f8a4-447a-a830-b0e4aa3f274c {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:08:35.242733 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "name": "network-vif-plugged", "status": "completed", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:08:35.242982 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ac1981a-f8a4-447a-a830-b0e4aa3f274c {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:08:35.243377 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'code': 200} Sep 22 10:08:35.292425 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:35.340849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=c7c5c3ff-30ba-4306-844f-781a6bd8797f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:08:35.358107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc865-8cf5-4205-8ee5-7b41a6aee0b6 req-7506d636-6c90-4483-ad24-532500cc6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:35.359653 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cc2dc865-8cf5-4205-8ee5-7b41a6aee0b6 req-7506d636-6c90-4483-ad24-532500cc6a13 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 1096 time: 0.0443811 Sep 22 10:08:35.402991 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cc2dc865-8cf5-4205-8ee5-7b41a6aee0b6 req-53cf853f-f86d-4b8e-a644-eb03c44545a0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314615 Sep 22 10:08:35.438022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b9bf2-bc50-423f-b8b4-a1cfa9673669 req-2b10d95d-3f2d-4cd1-b9a8-9f3ad885817e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:35.439552 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d2b9bf2-bc50-423f-b8b4-a1cfa9673669 req-2b10d95d-3f2d-4cd1-b9a8-9f3ad885817e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0528586 Sep 22 10:08:35.478040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d2b9bf2-bc50-423f-b8b4-a1cfa9673669 req-730cd7ba-fdac-4cfe-a4b3-339867e22c85 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321634 Sep 22 10:08:36.599328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b272e-7397-404d-bcaa-f3ec425511b2 req-852d2e5f-30b0-45ac-b935-c18597c55d98 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:36.600770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-535b272e-7397-404d-bcaa-f3ec425511b2 req-852d2e5f-30b0-45ac-b935-c18597c55d98 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0509293 Sep 22 10:08:36.639372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-535b272e-7397-404d-bcaa-f3ec425511b2 req-54eaceac-92a4-4f0c-a5de-255a02d145b6 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Sep 22 10:08:37.758578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8bf0e-b2f9-498b-b17a-1c6d501045ab req-7543fccf-0d3e-47ef-8bf7-e926e7466f6f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:37.760395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ad8bf0e-b2f9-498b-b17a-1c6d501045ab req-7543fccf-0d3e-47ef-8bf7-e926e7466f6f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0496960 Sep 22 10:08:37.800051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ad8bf0e-b2f9-498b-b17a-1c6d501045ab req-5998596e-7639-4a56-9184-06c586daed44 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336940 Sep 22 10:08:37.919083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d5d8e-6e8f-4f1c-a950-954b4d6a9240 req-84f9e79e-0579-4b77-99e4-e3311afe895f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:37.920483 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ad8d5d8e-6e8f-4f1c-a950-954b4d6a9240 req-84f9e79e-0579-4b77-99e4-e3311afe895f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0536773 Sep 22 10:08:37.928908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50458) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:08:37.933487 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c9668e90-fb12-4547-93d6-94bddbb9b846 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Request body: {'floatingip': {'port_id': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:08:37.972439 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9668e90-fb12-4547-93d6-94bddbb9b846 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:38.714411 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9668e90-fb12-4547-93d6-94bddbb9b846 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:38.777378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9668e90-fb12-4547-93d6-94bddbb9b846 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:38.884861 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-c9668e90-fb12-4547-93d6-94bddbb9b846 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Floating IP 2bd72c03-6c4b-41e1-879d-16c408a2bd9b associated. External IP: 172.25.6.247, port: c7c5c3ff-30ba-4306-844f-781a6bd8797f. Sep 22 10:08:39.105645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9668e90-fb12-4547-93d6-94bddbb9b846 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Router 3c071db3-145a-4236-bee2-f7a9def0ea08 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:08:39.224208 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9668e90-fb12-4547-93d6-94bddbb9b846 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:08:39.230097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c9668e90-fb12-4547-93d6-94bddbb9b846 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:39.235874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684567b4-8dda-43f9-a5d8-4b87fe1a5f9d None None] Sync routers for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:08:39.247886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684567b4-8dda-43f9-a5d8-4b87fe1a5f9d None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:08:39.248526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-684567b4-8dda-43f9-a5d8-4b87fe1a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:08:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:39.259589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c9668e90-fb12-4547-93d6-94bddbb9b846 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "PUT /v2.0/floatingips/2bd72c03-6c4b-41e1-879d-16c408a2bd9b HTTP/1.1" status: 200 len: 991 time: 1.3296330 Sep 22 10:08:39.260282 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:08:39.262764 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754ed73b-13fe-45fe-b6d4-22a0504f8921" -d '{"events": [{"name": "network-changed", "server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:08:39.358521 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baa414a-8d6a-478f-bb8c-73d7c907fbd5 x-openstack-request-id: req-1baa414a-8d6a-478f-bb8c-73d7c907fbd5 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:08:39.358811 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:08:39.359064 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1baa414a-8d6a-478f-bb8c-73d7c907fbd5 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:08:39.359598 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'status': 'completed', 'code': 200} Sep 22 10:08:39.376338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-684567b4-8dda-43f9-a5d8-4b87fe1a5f9d None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:08:39.435663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed73b-13fe-45fe-b6d4-22a0504f8921 req-61d107c0-f26e-474f-bff6-53f0d9c0afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:39.437678 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-754ed73b-13fe-45fe-b6d4-22a0504f8921 req-61d107c0-f26e-474f-bff6-53f0d9c0afd6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 1096 time: 0.0522051 Sep 22 10:08:39.541250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed73b-13fe-45fe-b6d4-22a0504f8921 req-14b76bdb-5cfb-49c1-8a39-bc97ea267d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:39.543023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-754ed73b-13fe-45fe-b6d4-22a0504f8921 req-14b76bdb-5cfb-49c1-8a39-bc97ea267d00 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.0988157 Sep 22 10:08:39.620744 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-754ed73b-13fe-45fe-b6d4-22a0504f8921 req-7a9ddb10-5d3a-4c31-81f7-b0b4ab4a2ca4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f HTTP/1.1" status: 200 len: 999 time: 0.0708802 Sep 22 10:08:39.638214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-684567b4-8dda-43f9-a5d8-4b87fe1a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '2bd72c03-6c4b-41e1-879d-16c408a2bd9b', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'port_id': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'mac_address': 'fa:16:3e:58:2f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:08:23Z', 'updated_at': '2021-09-22T10:08:38Z', 'revision_number': 1, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:39.672804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed73b-13fe-45fe-b6d4-22a0504f8921 req-b4f96f75-ba00-4333-ac00-46289a2bca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:39.673169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684567b4-8dda-43f9-a5d8-4b87fe1a5f9d None None] Checking router: 3c071db3-145a-4236-bee2-f7a9def0ea08 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:08:39.674318 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-754ed73b-13fe-45fe-b6d4-22a0504f8921 req-b4f96f75-ba00-4333-ac00-46289a2bca40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0465975 Sep 22 10:08:39.683714 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684567b4-8dda-43f9-a5d8-4b87fe1a5f9d None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:08:39.684331 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-684567b4-8dda-43f9-a5d8-4b87fe1a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:08:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:39.721732 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed73b-13fe-45fe-b6d4-22a0504f8921 req-5ad776af-e0cc-4477-a06e-1c355691b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:08:39.723358 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-754ed73b-13fe-45fe-b6d4-22a0504f8921 req-5ad776af-e0cc-4477-a06e-1c355691b203 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419981 Sep 22 10:08:39.793824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-684567b4-8dda-43f9-a5d8-4b87fe1a5f9d None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:08:39.817507 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-754ed73b-13fe-45fe-b6d4-22a0504f8921 req-81e825c1-2fa6-492b-a4db-497e16f52042 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863030 Sep 22 10:08:39.910392 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-754ed73b-13fe-45fe-b6d4-22a0504f8921 req-a1550f1c-bb8a-4aad-81db-763bee9fb948 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844524 Sep 22 10:08:40.017865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-684567b4-8dda-43f9-a5d8-4b87fe1a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '2bd72c03-6c4b-41e1-879d-16c408a2bd9b', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'port_id': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'mac_address': 'fa:16:3e:58:2f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:08:23Z', 'updated_at': '2021-09-22T10:08:38Z', 'revision_number': 1, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:08:40.048480 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684567b4-8dda-43f9-a5d8-4b87fe1a5f9d None None] The sync data for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 is: [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '2bd72c03-6c4b-41e1-879d-16c408a2bd9b', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'port_id': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'mac_address': 'fa:16:3e:58:2f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:08:23Z', 'updated_at': '2021-09-22T10:08:38Z', 'revision_number': 1, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:08:40.234744 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff30e539-83e9-41d1-9968-5c809b66271d None None] New status for floating IP 2bd72c03-6c4b-41e1-879d-16c408a2bd9b: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:08:53.508944 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:54.235044 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7ade9688-f884-4225-80ec-6658a6b33807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:54.834439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:56.936927 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5e6e586d-4cce-4378-a7d4-69913d244d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:57.565826 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:58.171700 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:08:59.960071 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:05.127579 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-c4956582-1f8e-4f3b-82f2-146660ac8105 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1548843 Sep 22 10:09:05.208340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-52bdd21b-04f0-429e-9441-9cd6b823f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:05.209900 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-52bdd21b-04f0-429e-9441-9cd6b823f9b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 1096 time: 0.0411637 Sep 22 10:09:05.311331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-585b2a2f-7a0e-4430-9a0b-79d6b112b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:05.312867 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-585b2a2f-7a0e-4430-9a0b-79d6b112b1fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.0843647 Sep 22 10:09:05.381745 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-c44d806a-3078-4fa3-a79e-8ea2511446fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba79636a-0e95-4e46-bdd8-aeb9f7aca050 HTTP/1.1" status: 200 len: 1000 time: 0.0615017 Sep 22 10:09:05.431801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-0dbd81a5-d48e-43bd-9880-c33d97028342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:05.433298 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-0dbd81a5-d48e-43bd-9880-c33d97028342 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0451293 Sep 22 10:09:05.480134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-7c78fb1c-432d-4548-979e-f8702ee1afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:05.481715 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-7c78fb1c-432d-4548-979e-f8702ee1afa7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415335 Sep 22 10:09:05.573390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-edf3c2fe-6a8d-469c-872c-33c8595da4dd service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844159 Sep 22 10:09:05.661890 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce3c1688-a1e4-4e56-9bef-f3fc0c0c3852 req-fcb5e3b6-691e-469c-95e6-2adf767ef226 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808260 Sep 22 10:09:08.444319 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:09:17.190567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-e1813dfb-1c58-4e23-a37f-c9894c317c76 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462091 Sep 22 10:09:17.280244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-888cdd92-7450-4418-a4c4-67b94ed1f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:17.281785 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-888cdd92-7450-4418-a4c4-67b94ed1f149 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 1096 time: 0.0420442 Sep 22 10:09:17.398660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-ce8c1c2a-0634-4b73-9461-0b78696567e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:17.400438 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-ce8c1c2a-0634-4b73-9461-0b78696567e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.0926833 Sep 22 10:09:17.471205 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-5746f360-ed3d-4403-927b-07be84366cff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f HTTP/1.1" status: 200 len: 1001 time: 0.0591552 Sep 22 10:09:17.527745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-f213ac75-d131-4528-8d2e-f03bc7a90d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:17.529240 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-f213ac75-d131-4528-8d2e-f03bc7a90d53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0471532 Sep 22 10:09:17.586634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-049e3814-b08a-495e-a26f-39a8618244ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:17.588146 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-049e3814-b08a-495e-a26f-39a8618244ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473669 Sep 22 10:09:17.685551 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-ceb53736-3e60-42d5-ab6f-bbeb60c55228 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849895 Sep 22 10:09:17.782753 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-876643ed-3b64-439c-8838-eafbf98f22b2 req-77ef2f20-5c77-483a-9b43-1314b8ca9f4c service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860817 Sep 22 10:09:22.695174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4676e1-7a70-4226-acf2-d139a6d87bfd req-d734eb65-03ab-4d33-8560-0495d7bfc68a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:22.696816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e4676e1-7a70-4226-acf2-d139a6d87bfd req-d734eb65-03ab-4d33-8560-0495d7bfc68a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 945 time: 0.0508964 Sep 22 10:09:22.734877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e4676e1-7a70-4226-acf2-d139a6d87bfd req-0b13c063-bb9c-4ae7-9256-8452e39adaae tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Sep 22 10:09:23.553818 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:23.855127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de4a31-1ec9-4de6-8330-c96e6a93ef4c req-0128ee20-10ea-405c-aa07-99809d212d3b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:23.856624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6de4a31-1ec9-4de6-8330-c96e6a93ef4c req-0128ee20-10ea-405c-aa07-99809d212d3b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 945 time: 0.0512700 Sep 22 10:09:23.897276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6de4a31-1ec9-4de6-8330-c96e6a93ef4c req-fe1761fd-ed2f-4ea9-ab0f-810a33a4772c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347149 Sep 22 10:09:24.249008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-995a2fd8-8b4e-4bad-b631-11850a6859ee tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:24.250528 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-995a2fd8-8b4e-4bad-b631-11850a6859ee tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 945 time: 0.0504327 Sep 22 10:09:24.274076 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c0615627-8305-4db5-af89-0f958e4ee8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:24.344458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Deleting port ba79636a-0e95-4e46-bdd8-aeb9f7aca050 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:09:24.344816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:24.430628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] For port ba79636a-0e95-4e46-bdd8-aeb9f7aca050, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ba79636a-0e95-4e46-bdd8-aeb9f7aca050,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:09:24.430984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:24.599346 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:24.599627 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:24.599943 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Floating IP 23db25c9-863f-41c9-bb35-2db0a7eb7181 disassociated. External IP: 172.25.6.19, port: ba79636a-0e95-4e46-bdd8-aeb9f7aca050. Sep 22 10:09:24.600284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Calling delete_port for ba79636a-0e95-4e46-bdd8-aeb9f7aca050 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:09:24.788510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:24.817640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event deleted for resources: {'Port': ['ID=ba79636a-0e95-4e46-bdd8-aeb9f7aca050,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:09:24.828787 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:24.831056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.832310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.832881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.832951 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.833338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.833629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.833960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.834288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.834642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.834969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.835298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.839223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:24.944371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Router 5425eef8-a137-491e-bb17-ac72d7f7381d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:09:24.999653 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-28046930-f7b1-4cc6-8498-ae515ff07b4c req-b3521a44-7480-4782-a294-0b35628391bc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 210 time: 0.0313356 Sep 22 10:09:25.054286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:09:25.068127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da679edd-0d34-44ef-b734-ca734d2918a8 None None] Sync routers for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:09:25.079821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da679edd-0d34-44ef-b734-ca734d2918a8 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:09:25.080509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-da679edd-0d34-44ef-b734-ca734d2918a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:08:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:09:25.099066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] No DVR routers for this DVR port ba79636a-0e95-4e46-bdd8-aeb9f7aca050 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:09:25.101874 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:25.103913 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed914118-d2b0-428e-81c0-14d35ba6883f req-f37aba2a-a355-421f-9929-89798192bf77 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "DELETE /v2.0/ports/ba79636a-0e95-4e46-bdd8-aeb9f7aca050 HTTP/1.1" status: 204 len: 173 time: 0.8474333 Sep 22 10:09:25.104343 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'name': 'network-vif-deleted', 'tag': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:09:25.106595 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db02ff8e-328d-4b7a-a968-c1c89300d2c9" -d '{"events": [{"server_uuid": "e971bf15-7d5d-423b-97c6-9f5f804891d4", "name": "network-vif-deleted", "tag": "ba79636a-0e95-4e46-bdd8-aeb9f7aca050"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:09:25.152592 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f5b986-5b77-45cf-a8ed-ffaa4a0b2e73 x-openstack-request-id: req-d1f5b986-5b77-45cf-a8ed-ffaa4a0b2e73 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:09:25.152979 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e971bf15-7d5d-423b-97c6-9f5f804891d4", "name": "network-vif-deleted", "tag": "ba79636a-0e95-4e46-bdd8-aeb9f7aca050", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:09:25.153238 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1f5b986-5b77-45cf-a8ed-ffaa4a0b2e73 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:09:25.153641 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e971bf15-7d5d-423b-97c6-9f5f804891d4', 'name': 'network-vif-deleted', 'tag': 'ba79636a-0e95-4e46-bdd8-aeb9f7aca050', 'status': 'completed', 'code': 200} Sep 22 10:09:25.194436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-da679edd-0d34-44ef-b734-ca734d2918a8 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:09:25.412696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-da679edd-0d34-44ef-b734-ca734d2918a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:09:25.444525 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da679edd-0d34-44ef-b734-ca734d2918a8 None None] Checking router: 5425eef8-a137-491e-bb17-ac72d7f7381d for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:09:25.452788 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da679edd-0d34-44ef-b734-ca734d2918a8 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:09:25.453399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-da679edd-0d34-44ef-b734-ca734d2918a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:08:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:09:25.574508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-da679edd-0d34-44ef-b734-ca734d2918a8 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:09:25.790146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-da679edd-0d34-44ef-b734-ca734d2918a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:09:25.818771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da679edd-0d34-44ef-b734-ca734d2918a8 None None] The sync data for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 is: [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:09:26.076063 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecd6c86-1c1f-4f68-a29a-a84746041dfe None None] New status for floating IP 23db25c9-863f-41c9-bb35-2db0a7eb7181: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:09:26.108196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c87fa89-d082-40eb-be0d-34d0cd05a251 req-a7df28dc-a34f-4055-b296-86c6a8e27e05 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 210 time: 0.0288820 Sep 22 10:09:26.919882 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-31767e5c-d807-4959-9ff7-409d0e0af922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:27.210206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e61ff123-bfde-4d71-a506-f66f18d29cc0 req-62baf301-4c95-4e20-b260-df99ed9e82dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 210 time: 0.0281928 Sep 22 10:09:27.559800 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:28.159982 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:28.353682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e655743-815b-435c-95f7-5d769d05759c req-33944201-c465-42e6-93ef-a66589ea58bf tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 210 time: 0.0302863 Sep 22 10:09:28.628953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ba79636a-0e95-4e46-bdd8-aeb9f7aca050 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:09:28.649580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: ba79636a-0e95-4e46-bdd8-aeb9f7aca050 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:09:28.649926 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ba79636a-0e95-4e46-bdd8-aeb9f7aca050 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:09:29.481870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b992bf2-8dbe-41b9-ace9-8efbf30cd522 req-d6cd2f39-a740-40d7-a597-3a7e56d972f4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=e971bf15-7d5d-423b-97c6-9f5f804891d4 HTTP/1.1" status: 200 len: 210 time: 0.0277085 Sep 22 10:09:29.959883 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:30.902259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-a10d3c9a-e8d5-4263-b01a-bfdb016a7dbf tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378427587&fields=id&tenant_id=85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 267 time: 0.0351312 Sep 22 10:09:31.023086 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-f2f9184a-71d9-464c-a015-d35bba4147e4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:31.024685 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-f2f9184a-71d9-464c-a015-d35bba4147e4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1146173 Sep 22 10:09:31.041523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-1874a98d-1e4d-41eb-9baa-7f66f9456d1e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/quotas/85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 375 time: 0.0106373 Sep 22 10:09:31.099781 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-78c0a261-ee60-4728-b9b9-1d5e7d978df8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521784 Sep 22 10:09:31.220158 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-303eae40-8932-4e7c-af85-06afeba44e7f service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064250 Sep 22 10:09:31.317559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-da333c7c-2dd3-43f2-a733-cd2727e90fb6 service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896683 Sep 22 10:09:32.048539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6efc6b76-b602-4b56-88af-4238620c7530 req-f6008ff0-f7d5-47f3-a902-5c7b798beb61 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 210 time: 0.0309081 Sep 22 10:09:33.144802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eff31ba6-c583-4d12-aa1f-3d44716ec22e req-9c1b3dad-dfec-4881-b8f5-80fa1d090fed tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 210 time: 0.0263824 Sep 22 10:09:34.181512 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-ed049eba-194b-487d-8a1c-ee8973d6726a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:34.182959 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-ed049eba-194b-487d-8a1c-ee8973d6726a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1041975 Sep 22 10:09:34.227594 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-be1601d0-8264-457c-809d-ebac6c0e3195 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 380 time: 0.0349810 Sep 22 10:09:34.238911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'port': {'device_id': '4e65600f-5e8a-4021-908f-c4867119fe35', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'admin_state_up': True, 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'security_groups': ['944b6409-7e84-4a0c-b1c8-284ae87976df']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:09:34.245710 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ae2104c-a942-4c3e-915c-b4af984b5e30 req-d6afc7b0-c166-4e0c-bf79-321b3c4c5ddc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 210 time: 0.0282125 Sep 22 10:09:34.427162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Made reservation on behalf of 85783f088d50493ba8dced847fb677eb for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:09:34.431037 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:34.558345 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Allocated IP 172.20.0.12 (6ed1a16d-1131-43c3-bed3-028a71d58cce/f6586a42-b832-4d74-bacf-f5a31d538762/47a5aebd-bd24-4dd2-8279-7cef1a830b27) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:09:34.700976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:34.794105 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:34.837383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:09:34.840483 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:09:34.844075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:09:34.874994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=47a5aebd-bd24-4dd2-8279-7cef1a830b27,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:09:34.905225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:34.905872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:34.978067 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-6c79c95b-72ae-4fb9-8ac3-ea0565e148f5 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7437983 Sep 22 10:09:34.992105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Request body: {'port': {'device_id': '4e65600f-5e8a-4021-908f-c4867119fe35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:09:35.048674 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:35.110647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-573fd4df-57cf-4d38-9a28-49e07d550b4b None None] Provisioning complete for port 47a5aebd-bd24-4dd2-8279-7cef1a830b27 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:09:35.111159 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-573fd4df-57cf-4d38-9a28-49e07d550b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:35.169179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-573fd4df-57cf-4d38-9a28-49e07d550b4b None None] Port 47a5aebd-bd24-4dd2-8279-7cef1a830b27 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:09:35.330248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a5aebd-bd24-4dd2-8279-7cef1a830b27 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:09:35.338969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:35.351871 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Transition to ACTIVE for port object 47a5aebd-bd24-4dd2-8279-7cef1a830b27 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:09:35.382445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93811f-864e-4819-a17b-0189660ed6df req-5e858e6a-98c3-4644-820e-0dbf65a2b72f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:35.384161 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f93811f-864e-4819-a17b-0189660ed6df req-5e858e6a-98c3-4644-820e-0dbf65a2b72f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 932 time: 0.0532753 Sep 22 10:09:35.423610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f93811f-864e-4819-a17b-0189660ed6df req-b2a3647c-161b-4b89-bd52-ef58f346d65e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331023 Sep 22 10:09:35.427696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:35.503223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Pushing event updated for resources: {'Port': ['ID=47a5aebd-bd24-4dd2-8279-7cef1a830b27,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:09:35.559653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Attempting to bind port 47a5aebd-bd24-4dd2-8279-7cef1a830b27 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:09:35.559990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Attempting to bind port 47a5aebd-bd24-4dd2-8279-7cef1a830b27 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:09:35.560320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Attempting to bind port 47a5aebd-bd24-4dd2-8279-7cef1a830b27 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:09:35.565759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Port 47a5aebd-bd24-4dd2-8279-7cef1a830b27 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:09:35.566741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Attempting to bind port 47a5aebd-bd24-4dd2-8279-7cef1a830b27 on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:09:35.573042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:09:35.573435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Checking segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:09:35.573827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Bound using segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:09:35.574270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Bound port: 47a5aebd-bd24-4dd2-8279-7cef1a830b27, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:09:35.574645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:35.660864 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] For port 47a5aebd-bd24-4dd2-8279-7cef1a830b27, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:09:35.664227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] For port 47a5aebd-bd24-4dd2-8279-7cef1a830b27, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:09:35.725663 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:35.759994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:35.760936 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:35.762469 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-0df0e267-4249-4b78-88eb-65837425950a service neutron] 10.222.0.60 "PUT /v2.0/ports/47a5aebd-bd24-4dd2-8279-7cef1a830b27 HTTP/1.1" status: 200 len: 1092 time: 0.7753286 Sep 22 10:09:35.764874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e65600f-5e8a-4021-908f-c4867119fe35', 'tag': '47a5aebd-bd24-4dd2-8279-7cef1a830b27'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:09:35.768243 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d007fefe-1161-4f0a-8c5f-7f4c7f443ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e65600f-5e8a-4021-908f-c4867119fe35", "tag": "47a5aebd-bd24-4dd2-8279-7cef1a830b27"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:09:35.796160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0e267-4249-4b78-88eb-65837425950a service neutron] Pushing event updated for resources: {'Port': ['ID=47a5aebd-bd24-4dd2-8279-7cef1a830b27,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:09:35.809532 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddd2437-e6a8-4798-b0df-84f70fc72359 x-openstack-request-id: req-4ddd2437-e6a8-4798-b0df-84f70fc72359 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:09:35.809855 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e65600f-5e8a-4021-908f-c4867119fe35", "tag": "47a5aebd-bd24-4dd2-8279-7cef1a830b27", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:09:35.810110 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ddd2437-e6a8-4798-b0df-84f70fc72359 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:09:35.810525 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e65600f-5e8a-4021-908f-c4867119fe35', 'tag': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'status': 'completed', 'code': 200} Sep 22 10:09:35.880641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007fefe-1161-4f0a-8c5f-7f4c7f443ea0 req-e75c6f44-695e-4703-8a28-a9d6b40b599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:35.882230 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d007fefe-1161-4f0a-8c5f-7f4c7f443ea0 req-e75c6f44-695e-4703-8a28-a9d6b40b599c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1095 time: 0.0508299 Sep 22 10:09:35.991376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007fefe-1161-4f0a-8c5f-7f4c7f443ea0 req-592f8d2b-27c8-4990-b77c-4beccdf25844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:35.992897 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d007fefe-1161-4f0a-8c5f-7f4c7f443ea0 req-592f8d2b-27c8-4990-b77c-4beccdf25844 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=85783f088d50493ba8dced847fb677eb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1019442 Sep 22 10:09:36.090665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007fefe-1161-4f0a-8c5f-7f4c7f443ea0 req-a3061d21-9011-4c11-a080-eb040b365bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:36.092065 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d007fefe-1161-4f0a-8c5f-7f4c7f443ea0 req-a3061d21-9011-4c11-a080-eb040b365bbe service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912645 Sep 22 10:09:36.170409 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-9fb85f60-abf6-43fc-b23f-f536be989156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:36.172104 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-9fb85f60-abf6-43fc-b23f-f536be989156 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1095 time: 0.0415251 Sep 22 10:09:36.218452 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-e79be04a-1ee1-4966-b9e9-9419e4164aa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27 HTTP/1.1" status: 200 len: 217 time: 0.0389860 Sep 22 10:09:36.271035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-a9e9030f-358d-4c2d-a92f-cd4301653dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:36.272498 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-a9e9030f-358d-4c2d-a92f-cd4301653dc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0470614 Sep 22 10:09:36.322018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-83786cae-a49d-449f-b953-a3115d44ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:36.323554 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-83786cae-a49d-449f-b953-a3115d44ceaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441809 Sep 22 10:09:36.418908 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-04e1f800-785a-4e01-bd66-30caa3d69ff6 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882785 Sep 22 10:09:36.512283 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a90b2fb6-86a6-427c-b33a-59b165b1a8bf req-5364a4a8-a6bd-40b2-bab7-d8866a0f5490 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860088 Sep 22 10:09:36.551523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b97a0-0615-4278-928c-bb4798856edf req-8c2ff560-2bd6-4316-bffa-0a81ea798984 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:36.553116 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d79b97a0-0615-4278-928c-bb4798856edf req-8c2ff560-2bd6-4316-bffa-0a81ea798984 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 944 time: 0.0551174 Sep 22 10:09:36.593202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d79b97a0-0615-4278-928c-bb4798856edf req-cd1a5cbc-5928-46ac-9841-adbd2c666c89 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336730 Sep 22 10:09:37.715125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6da01c-287b-486c-ab22-53134a70c155 req-491400d8-bc20-4db1-833a-79544e08e531 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:37.716715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f6da01c-287b-486c-ab22-53134a70c155 req-491400d8-bc20-4db1-833a-79544e08e531 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 944 time: 0.0519187 Sep 22 10:09:37.756313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f6da01c-287b-486c-ab22-53134a70c155 req-79896fd8-a90f-4019-8a0b-658df5ebd43f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327454 Sep 22 10:09:38.874910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49074cb3-a253-44be-b550-e59f66228f8e req-b299acbd-ed16-4324-9d57-59e4d9e80e09 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:38.876435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-49074cb3-a253-44be-b550-e59f66228f8e req-b299acbd-ed16-4324-9d57-59e4d9e80e09 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 944 time: 0.0499122 Sep 22 10:09:38.915523 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-49074cb3-a253-44be-b550-e59f66228f8e req-8cb0c32b-e358-4807-a138-d3266da50543 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326107 Sep 22 10:09:40.042550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdced7-97d8-4cd8-bb68-0fecd999e23f req-8c0bf319-58cf-451f-aa2c-9edf22dc91ac tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:40.044156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95cdced7-97d8-4cd8-bb68-0fecd999e23f req-8c0bf319-58cf-451f-aa2c-9edf22dc91ac tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 944 time: 0.0581234 Sep 22 10:09:40.081995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95cdced7-97d8-4cd8-bb68-0fecd999e23f req-40eb3d26-2f61-49f2-a27f-1485e02f428f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318406 Sep 22 10:09:41.214847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c8f67-915a-4a5c-af22-69a375719cd7 req-46c977d5-ecee-4f5d-955d-09cc6e2e2582 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:41.216467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f3c8f67-915a-4a5c-af22-69a375719cd7 req-46c977d5-ecee-4f5d-955d-09cc6e2e2582 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 944 time: 0.0611746 Sep 22 10:09:41.262864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f3c8f67-915a-4a5c-af22-69a375719cd7 req-a69cf39b-1175-4840-83b8-2a3507d7f9e3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387604 Sep 22 10:09:42.386444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0bc6a-8741-4839-bf67-4caf49ce0a0b req-ef0a516d-8743-4ceb-b90e-e94901fdb7aa tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:42.388762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56c0bc6a-8741-4839-bf67-4caf49ce0a0b req-ef0a516d-8743-4ceb-b90e-e94901fdb7aa tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 944 time: 0.0507627 Sep 22 10:09:42.428595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56c0bc6a-8741-4839-bf67-4caf49ce0a0b req-b023fff1-3674-491e-bfc5-aaef2830c9aa tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333290 Sep 22 10:09:43.548953 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fefd4-8d4d-4ff2-b1ae-98070b356bc2 req-5754b9c8-69d4-4787-8c4c-283f11415543 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:43.550447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb7fefd4-8d4d-4ff2-b1ae-98070b356bc2 req-5754b9c8-69d4-4787-8c4c-283f11415543 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 944 time: 0.0535774 Sep 22 10:09:43.590124 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb7fefd4-8d4d-4ff2-b1ae-98070b356bc2 req-16028542-a734-44fa-9863-f87be09728b3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320473 Sep 22 10:09:44.705450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba123a6f-ca78-4cfd-b57a-b180dc36dd97 req-5fe2783f-4f6d-448a-8e5f-e04de9e18001 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:44.706938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba123a6f-ca78-4cfd-b57a-b180dc36dd97 req-5fe2783f-4f6d-448a-8e5f-e04de9e18001 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 944 time: 0.0484660 Sep 22 10:09:44.745140 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba123a6f-ca78-4cfd-b57a-b180dc36dd97 req-fc039a33-be86-4830-93ac-a34728e42edb tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Sep 22 10:09:45.444177 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:09:45.869489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc40474-b9f6-4b28-b7d2-c7e1e345ec10 req-4775c050-66d5-40c9-b007-bf8c73ddc3ec tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:45.871006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5bc40474-b9f6-4b28-b7d2-c7e1e345ec10 req-4775c050-66d5-40c9-b007-bf8c73ddc3ec tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 944 time: 0.0540383 Sep 22 10:09:45.910235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5bc40474-b9f6-4b28-b7d2-c7e1e345ec10 req-643bda25-01e5-4c53-a85c-52b72e63ddf8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331798 Sep 22 10:09:46.699674 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 47a5aebd-bd24-4dd2-8279-7cef1a830b27 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:09:46.795476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 47a5aebd-bd24-4dd2-8279-7cef1a830b27, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:09:46.807195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'port_id': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'mac_address': 'fa:16:3e:72:a1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:09:46.843182 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:46.856105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a5aebd-bd24-4dd2-8279-7cef1a830b27 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:09:46.875118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 47a5aebd-bd24-4dd2-8279-7cef1a830b27, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:09:46.947942 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:46.996595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=47a5aebd-bd24-4dd2-8279-7cef1a830b27,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:09:47.003975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.004368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.004873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.005068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.005599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.005930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.006266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.006594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.007025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.007232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.007929 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.007929 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:47.032996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490798ab-5825-4b19-8747-7887f2ea2adf req-47616a56-c9ec-4663-aec7-ec8aa7379053 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:47.034487 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-490798ab-5825-4b19-8747-7887f2ea2adf req-47616a56-c9ec-4663-aec7-ec8aa7379053 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 945 time: 0.0539770 Sep 22 10:09:47.074081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-490798ab-5825-4b19-8747-7887f2ea2adf req-3e819445-4196-407c-b9cd-f519a1d071ca tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Sep 22 10:09:47.151572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['47a5aebd-bd24-4dd2-8279-7cef1a830b27'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:09:48.194718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7e01c-1814-46dc-a4b1-7fea5f95c0c4 req-2f034cda-e978-47e1-95bb-a1ea71a3a8e8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:48.196235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99b7e01c-1814-46dc-a4b1-7fea5f95c0c4 req-2f034cda-e978-47e1-95bb-a1ea71a3a8e8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 945 time: 0.0507782 Sep 22 10:09:48.234437 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-99b7e01c-1814-46dc-a4b1-7fea5f95c0c4 req-392ad5ae-e7b3-4c78-a985-982fdc87c29c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321767 Sep 22 10:09:48.699495 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 47a5aebd-bd24-4dd2-8279-7cef1a830b27 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:09:48.822174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 47a5aebd-bd24-4dd2-8279-7cef1a830b27 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:09:48.825939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 47a5aebd-bd24-4dd2-8279-7cef1a830b27 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:09:48.826367 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:48.902674 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:48.924896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e65600f-5e8a-4021-908f-c4867119fe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a5aebd-bd24-4dd2-8279-7cef1a830b27'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:09:48.927612 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3f7d2c-1557-49d9-b31a-d85a60d1bd48" -d '{"events": [{"server_uuid": "4e65600f-5e8a-4021-908f-c4867119fe35", "name": "network-vif-plugged", "status": "completed", "tag": "47a5aebd-bd24-4dd2-8279-7cef1a830b27"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:09:48.939894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 47a5aebd-bd24-4dd2-8279-7cef1a830b27, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:09:48.968879 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56325f9c-c747-4ae0-b1da-dffd080e4f56 x-openstack-request-id: req-56325f9c-c747-4ae0-b1da-dffd080e4f56 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:09:48.969186 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e65600f-5e8a-4021-908f-c4867119fe35", "name": "network-vif-plugged", "status": "completed", "tag": "47a5aebd-bd24-4dd2-8279-7cef1a830b27", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:09:48.969435 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56325f9c-c747-4ae0-b1da-dffd080e4f56 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:09:48.969830 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e65600f-5e8a-4021-908f-c4867119fe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'code': 200} Sep 22 10:09:49.050828 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:49.107497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=47a5aebd-bd24-4dd2-8279-7cef1a830b27,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:09:49.363331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40e63-83bb-4e32-a768-89b8d60fa1df req-44e18f74-6ba9-4456-b777-8d5d88cf2222 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:49.365723 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69a40e63-83bb-4e32-a768-89b8d60fa1df req-44e18f74-6ba9-4456-b777-8d5d88cf2222 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 946 time: 0.0575211 Sep 22 10:09:49.399414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6627d8-a936-49c6-b7a9-7dc7e1c85673 req-29ff0799-843b-48db-b878-24faca169242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:49.401700 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eb6627d8-a936-49c6-b7a9-7dc7e1c85673 req-29ff0799-843b-48db-b878-24faca169242 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1096 time: 0.3747449 Sep 22 10:09:49.405777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69a40e63-83bb-4e32-a768-89b8d60fa1df req-c4f072c4-7576-4416-a85a-1c34ad4cdfca tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335586 Sep 22 10:09:49.438605 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eb6627d8-a936-49c6-b7a9-7dc7e1c85673 req-3dd0bd69-d0e9-4188-96bf-7bc124d5bb79 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295124 Sep 22 10:09:50.529138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c9559-f31e-45d3-a95a-953637f7b5a5 req-7748a36c-d6c7-448b-aa3c-e835515ad0d0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:50.530688 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a64c9559-f31e-45d3-a95a-953637f7b5a5 req-7748a36c-d6c7-448b-aa3c-e835515ad0d0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 946 time: 0.0543070 Sep 22 10:09:50.570212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a64c9559-f31e-45d3-a95a-953637f7b5a5 req-83c06915-9ce9-475d-a8dd-3d8f919fd849 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330069 Sep 22 10:09:51.689612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38733d47-9831-49ea-97c0-59ab8bfec101 req-db780b71-79c8-49c9-b851-9bbafbeaa62d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:51.691183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38733d47-9831-49ea-97c0-59ab8bfec101 req-db780b71-79c8-49c9-b851-9bbafbeaa62d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 946 time: 0.0506010 Sep 22 10:09:51.730076 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38733d47-9831-49ea-97c0-59ab8bfec101 req-b5719870-04fe-41e8-b4ed-ee4e2dd1b962 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324194 Sep 22 10:09:51.892697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d40e51-bed1-4fd3-8adb-8c9ada056101 req-ee664ab1-c19f-4974-b8ad-1cbf61a7ea3d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:51.894166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81d40e51-bed1-4fd3-8adb-8c9ada056101 req-ee664ab1-c19f-4974-b8ad-1cbf61a7ea3d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 946 time: 0.0496695 Sep 22 10:09:51.931834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-81d40e51-bed1-4fd3-8adb-8c9ada056101 req-20c3e84b-c82d-4b19-82b8-6a0d5ce750a4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311584 Sep 22 10:09:51.954143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50698) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:09:51.998586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43eea6-1acb-4020-a9f1-32199cb3eace tempest-TestVolumeBootPattern-937363463 tempest-TestVolumeBootPattern-937363463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:52.000182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bd43eea6-1acb-4020-a9f1-32199cb3eace tempest-TestVolumeBootPattern-937363463 tempest-TestVolumeBootPattern-937363463-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1092 time: 0.0450542 Sep 22 10:09:52.002897 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 50700) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:09:52.007840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:09:52.119420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:52.212878 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:52.322698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Allocated IP 172.25.6.89 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/e3ffac0e-cc74-48c3-90c4-b6f7b92d28d8) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:09:52.424042 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:52.513993 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:52.555851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:09:52.558929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:09:52.561529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:09:52.594192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=e3ffac0e-cc74-48c3-90c4-b6f7b92d28d8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:09:52.607445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.607791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.608135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.608470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.608829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.609163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.609489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.609814 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.610145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.610469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.610888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.611217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:09:52.936837 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:53.065460 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:53.216017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:53.290563 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:53.359449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=e3ffac0e-cc74-48c3-90c4-b6f7b92d28d8,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:09:53.371571 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:53.472161 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Floating IP 34916e01-227d-44d0-b047-1ddea0a65af0 associated. External IP: 172.25.6.89, port: 47a5aebd-bd24-4dd2-8279-7cef1a830b27. Sep 22 10:09:53.519269 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:53.685535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Router 5425eef8-a137-491e-bb17-ac72d7f7381d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:09:53.790368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:09:53.800398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24e9ecc-a41a-4a75-a15b-32e24082b87c None None] Sync routers for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:09:53.809836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e9ecc-a41a-4a75-a15b-32e24082b87c None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:09:53.810459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a24e9ecc-a41a-4a75-a15b-32e24082b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:09:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:09:53.862535 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:53.902342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-48dbf17e-d397-4694-97bb-913e11f03139 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8880672 Sep 22 10:09:53.902342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e65600f-5e8a-4021-908f-c4867119fe35', 'tag': '47a5aebd-bd24-4dd2-8279-7cef1a830b27'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:09:53.902342 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e65600f-5e8a-4021-908f-c4867119fe35", "tag": "47a5aebd-bd24-4dd2-8279-7cef1a830b27"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:09:53.918686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a24e9ecc-a41a-4a75-a15b-32e24082b87c None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:09:54.044328 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9579708-b420-4b32-bc42-7a7209fed0be x-openstack-request-id: req-b9579708-b420-4b32-bc42-7a7209fed0be {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:09:54.044838 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e65600f-5e8a-4021-908f-c4867119fe35", "tag": "47a5aebd-bd24-4dd2-8279-7cef1a830b27", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:09:54.044952 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9579708-b420-4b32-bc42-7a7209fed0be {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:09:54.045349 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e65600f-5e8a-4021-908f-c4867119fe35', 'tag': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'status': 'completed', 'code': 200} Sep 22 10:09:54.108120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d req-1cbcd166-928a-4cec-8609-ecc99658090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:54.109731 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d req-1cbcd166-928a-4cec-8609-ecc99658090f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1097 time: 0.0420358 Sep 22 10:09:54.147775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a24e9ecc-a41a-4a75-a15b-32e24082b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '34916e01-227d-44d0-b047-1ddea0a65af0', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:72:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65600f-5e8a-4021-908f-c4867119fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:09:52Z', 'updated_at': '2021-09-22T10:09:52Z', 'revision_number': 0, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:09:54.182482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24e9ecc-a41a-4a75-a15b-32e24082b87c None None] Checking router: 5425eef8-a137-491e-bb17-ac72d7f7381d for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:09:54.205602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e9ecc-a41a-4a75-a15b-32e24082b87c None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:09:54.205602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a24e9ecc-a41a-4a75-a15b-32e24082b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:09:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:09:54.205882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d req-20028196-f266-4e04-b193-c8aa84c18ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:54.205882 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d req-20028196-f266-4e04-b193-c8aa84c18ead service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.0872924 Sep 22 10:09:54.269193 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d req-0d6d26bf-1fb1-4350-828e-8ea3298f1da6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27 HTTP/1.1" status: 200 len: 999 time: 0.0582395 Sep 22 10:09:54.281173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6ecccb59-2f66-42fa-9f1d-85cc4b915f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:54.306862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a24e9ecc-a41a-4a75-a15b-32e24082b87c None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:09:54.321257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d req-b435bc26-f000-4c63-b5ac-89c2345d751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:54.322743 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d req-b435bc26-f000-4c63-b5ac-89c2345d751c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0465326 Sep 22 10:09:54.373633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d req-a8642a8b-ff4f-4e15-a393-715260878804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:09:54.375229 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d req-a8642a8b-ff4f-4e15-a393-715260878804 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458362 Sep 22 10:09:54.464829 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d req-0156f294-6ab3-42e9-b1a2-a46ae36c0e0a service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823610 Sep 22 10:09:54.540000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a24e9ecc-a41a-4a75-a15b-32e24082b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '34916e01-227d-44d0-b047-1ddea0a65af0', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:72:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65600f-5e8a-4021-908f-c4867119fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:09:52Z', 'updated_at': '2021-09-22T10:09:52Z', 'revision_number': 0, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:09:54.557880 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-babf228d-6a3c-4a6b-b5ca-8281ec1b9f8d req-65f3f2be-ea91-4129-813a-254e6d0debd6 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856893 Sep 22 10:09:54.566280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24e9ecc-a41a-4a75-a15b-32e24082b87c None None] The sync data for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 is: [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '34916e01-227d-44d0-b047-1ddea0a65af0', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:72:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65600f-5e8a-4021-908f-c4867119fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:09:52Z', 'updated_at': '2021-09-22T10:09:52Z', 'revision_number': 0, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:09:54.754919 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40c286-c8cc-473b-9dcd-3432d766953b None None] New status for floating IP 34916e01-227d-44d0-b047-1ddea0a65af0: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:09:54.845291 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:56.935641 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8bd59273-0fff-49c4-8dc9-fe734da7af15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:57.576400 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:58.216200 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:09:59.970270 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:06.006412 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-00a852c4-57f1-4bb6-a1fb-51772bff0884 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409491 Sep 22 10:10:06.089096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-977f68a2-7214-4478-a347-6a0d3d7ae5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:06.090645 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-977f68a2-7214-4478-a347-6a0d3d7ae5ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1097 time: 0.0406075 Sep 22 10:10:06.195243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-74b25658-22ba-4e91-be27-2f56571f5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:06.196844 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-74b25658-22ba-4e91-be27-2f56571f5641 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.0884588 Sep 22 10:10:06.260719 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-e96edcae-0c1d-446b-aa2a-0d39cff273fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27 HTTP/1.1" status: 200 len: 1001 time: 0.0571198 Sep 22 10:10:06.317858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-0e04403b-dfd9-4450-a38c-686a50de2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:06.319353 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-0e04403b-dfd9-4450-a38c-686a50de2f31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0520406 Sep 22 10:10:06.367001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-13767aa9-4ffe-4a18-a713-62a860dda93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:06.368775 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-13767aa9-4ffe-4a18-a713-62a860dda93d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421906 Sep 22 10:10:06.458075 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-52feeeb2-397c-41e7-9862-b155293423cc service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821078 Sep 22 10:10:06.549552 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cffce64-69f9-4fd9-adb0-f7b4353142b0 req-2a95b3ff-b361-4994-ad5c-0f6fa2407510 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848339 Sep 22 10:10:18.231594 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-e92b0bb5-312e-4bc6-851e-9cb3444aa6d7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914645 Sep 22 10:10:18.319783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-e0ceb751-b00c-482e-87f3-49069350132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:18.321346 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-e0ceb751-b00c-482e-87f3-49069350132b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 1096 time: 0.0426250 Sep 22 10:10:18.427463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-9dc3f63c-6b8d-4f16-858e-0a4ea11fb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:18.428974 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-9dc3f63c-6b8d-4f16-858e-0a4ea11fb3c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.0875318 Sep 22 10:10:18.497847 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-89b54f8a-045c-4723-95e7-bb26eaec76b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f HTTP/1.1" status: 200 len: 1001 time: 0.0614936 Sep 22 10:10:18.565492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-5c4fed5c-cbcb-4862-aba5-a0aa54a54e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:18.567034 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-5c4fed5c-cbcb-4862-aba5-a0aa54a54e9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0569680 Sep 22 10:10:18.622491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-16255d9a-c06c-4638-93e4-c617f971788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:18.624781 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-16255d9a-c06c-4638-93e4-c617f971788e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467522 Sep 22 10:10:18.732028 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-347071d8-f7fd-417b-a0cb-3d3c5386818b service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957117 Sep 22 10:10:18.835970 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ae789c45-721f-4f6d-a55a-8f14d4c2ac5a req-ab3d5358-c40b-4d85-9e25-dfb61b785717 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942266 Sep 22 10:10:22.446300 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:10:22.815673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b0104-b8d3-435a-8424-4bb68b4785cf req-e7a7b756-f5da-4baa-9b73-579b6d3ea57a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:22.817096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-357b0104-b8d3-435a-8424-4bb68b4785cf req-e7a7b756-f5da-4baa-9b73-579b6d3ea57a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0519080 Sep 22 10:10:22.857525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-357b0104-b8d3-435a-8424-4bb68b4785cf req-8ea2ad1b-95d5-43bc-bc9a-ca0feb03f7a1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340457 Sep 22 10:10:23.541821 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:23.980751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce7626-a7d6-49a0-a91f-0210a66b7ed1 req-d41075ad-f3de-48b7-b4ec-599a9469f5c0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:23.982239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06ce7626-a7d6-49a0-a91f-0210a66b7ed1 req-d41075ad-f3de-48b7-b4ec-599a9469f5c0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0519202 Sep 22 10:10:24.020359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06ce7626-a7d6-49a0-a91f-0210a66b7ed1 req-ea099e78-1ad8-4074-a374-ec150363f0b8 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315523 Sep 22 10:10:24.267569 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8a0494d6-4aa4-4261-ad1a-90228e38787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:24.838739 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:25.146563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77070fd-f5cd-437e-a22d-1254017d8cec req-921fd921-2bc3-406e-bcb2-373b4cc99fae tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:25.148002 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b77070fd-f5cd-437e-a22d-1254017d8cec req-921fd921-2bc3-406e-bcb2-373b4cc99fae tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0512040 Sep 22 10:10:25.185280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b77070fd-f5cd-437e-a22d-1254017d8cec req-ff169b36-0bd9-4b04-b244-6b1d72fe57be tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310771 Sep 22 10:10:26.306168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3f40b-16a6-47f2-94c7-11a15720e08d req-06ef7358-3933-4d7a-82ef-6bd2556a3efe tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:26.307693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ec3f40b-16a6-47f2-94c7-11a15720e08d req-06ef7358-3933-4d7a-82ef-6bd2556a3efe tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0499587 Sep 22 10:10:26.346171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ec3f40b-16a6-47f2-94c7-11a15720e08d req-3feedf47-6b94-4f54-9529-42535ba4c749 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324469 Sep 22 10:10:26.930172 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4bc1e5a9-7947-4886-bb66-620899d80ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:27.470752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3620b4-633b-4117-ada8-14b62fe09bdc req-94af95cd-1ace-4543-b19b-a3d927d2197f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:27.472233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae3620b4-633b-4117-ada8-14b62fe09bdc req-94af95cd-1ace-4543-b19b-a3d927d2197f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Sep 22 10:10:27.513150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae3620b4-633b-4117-ada8-14b62fe09bdc req-99b0f3d6-1f42-42f8-9e72-ee7fefd3b78f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344169 Sep 22 10:10:27.655854 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:28.181343 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:28.636342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029683ed-1b01-45e2-a72d-9fd58b04a1de req-44b688a4-4adb-4bdb-ac90-a212c106979f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:28.637878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029683ed-1b01-45e2-a72d-9fd58b04a1de req-44b688a4-4adb-4bdb-ac90-a212c106979f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0509517 Sep 22 10:10:28.676482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-029683ed-1b01-45e2-a72d-9fd58b04a1de req-a6624739-5507-4bfb-8fac-19f638470af2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320606 Sep 22 10:10:29.794042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519579af-4f74-4ec2-ac87-8f9a07ce71a0 req-8ca6083b-70f6-4577-aa1f-94eae53db41d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:29.795525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-519579af-4f74-4ec2-ac87-8f9a07ce71a0 req-8ca6083b-70f6-4577-aa1f-94eae53db41d tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0487339 Sep 22 10:10:29.833039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-519579af-4f74-4ec2-ac87-8f9a07ce71a0 req-587c399e-280b-4a89-bdc4-cb1156ccbceb tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312948 Sep 22 10:10:29.958925 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:30.959182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13a330-16fc-46f2-a3d9-666e45946c54 req-6d8325b1-a934-4de3-ad0d-acf807b776e0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:30.960693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da13a330-16fc-46f2-a3d9-666e45946c54 req-6d8325b1-a934-4de3-ad0d-acf807b776e0 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0532820 Sep 22 10:10:30.997427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da13a330-16fc-46f2-a3d9-666e45946c54 req-72b14286-aa01-4317-bab8-43f1a71f92ef tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306492 Sep 22 10:10:32.115644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50431e-31db-4ec1-ad67-408b0e89adb2 req-6b293244-d5a2-4b62-a078-1c3ebc4e8989 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:32.117267 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea50431e-31db-4ec1-ad67-408b0e89adb2 req-6b293244-d5a2-4b62-a078-1c3ebc4e8989 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0481386 Sep 22 10:10:32.155068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea50431e-31db-4ec1-ad67-408b0e89adb2 req-c46f01fd-5597-4fd4-a168-de5e6a1ba7b1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Sep 22 10:10:33.278702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4626523-b651-4560-9249-a52f6723be3a req-9ed7d018-ee77-4f0e-82e4-f96fdbb2fcda tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:33.280297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b4626523-b651-4560-9249-a52f6723be3a req-9ed7d018-ee77-4f0e-82e4-f96fdbb2fcda tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0497987 Sep 22 10:10:33.320139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b4626523-b651-4560-9249-a52f6723be3a req-56e1c228-a109-4f3c-a8b2-299646a10a65 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325551 Sep 22 10:10:34.450077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd593b-b1ed-4dda-881c-90e737e6a84a req-85565ddd-0eac-42cc-b7dc-c6db59424899 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:34.451582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2bd593b-b1ed-4dda-881c-90e737e6a84a req-85565ddd-0eac-42cc-b7dc-c6db59424899 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0560606 Sep 22 10:10:34.490980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2bd593b-b1ed-4dda-881c-90e737e6a84a req-056d44b3-603e-44b1-bf46-1047903fb936 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332699 Sep 22 10:10:35.568828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c7c5c3ff-30ba-4306-844f-781a6bd8797f details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:10:35.611571 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9370a-7ccd-491e-95d3-aabfc9fe772b req-0cf1584c-9f13-4ced-be52-402b50d858f1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:35.613099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5a9370a-7ccd-491e-95d3-aabfc9fe772b req-0cf1584c-9f13-4ced-be52-402b50d858f1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0500360 Sep 22 10:10:35.652683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5a9370a-7ccd-491e-95d3-aabfc9fe772b req-7a03630f-1840-416e-adcc-93727f9c34ad tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328074 Sep 22 10:10:35.667852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:10:35.680241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'port_id': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'mac_address': 'fa:16:3e:58:2f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:10:35.721245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:35.733832 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7c5c3ff-30ba-4306-844f-781a6bd8797f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:10:35.754186 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:10:35.826883 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:35.879235 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=c7c5c3ff-30ba-4306-844f-781a6bd8797f,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:10:35.914931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['c7c5c3ff-30ba-4306-844f-781a6bd8797f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:10:36.786234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe155df2-415d-420b-8231-557ce4c6efbe req-862af295-cb89-470a-9497-63cb7e2fe521 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:36.788423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe155df2-415d-420b-8231-557ce4c6efbe req-862af295-cb89-470a-9497-63cb7e2fe521 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 944 time: 0.0557015 Sep 22 10:10:36.837778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe155df2-415d-420b-8231-557ce4c6efbe req-da97abc3-c6d9-42e2-ba68-d88d258d1304 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385463 Sep 22 10:10:37.571966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c7c5c3ff-30ba-4306-844f-781a6bd8797f up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:10:37.631770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port c7c5c3ff-30ba-4306-844f-781a6bd8797f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:10:37.632140 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:37.723213 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:37.753098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:10:37.755456 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64bb9c8-f37c-43f9-91c0-2b139a1f6b05" -d '{"events": [{"server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "name": "network-vif-plugged", "status": "completed", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:10:37.936220 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a76e462-bd1e-490a-83ff-7b2954ba1544 x-openstack-request-id: req-7a76e462-bd1e-490a-83ff-7b2954ba1544 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:10:37.936477 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "name": "network-vif-plugged", "status": "completed", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:10:37.936824 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a76e462-bd1e-490a-83ff-7b2954ba1544 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:10:37.937277 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'code': 200} Sep 22 10:10:37.940989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:10:38.013035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8df13-3f4f-4d01-b8b0-cca5b362b620 req-cc64547e-6ebe-4acb-8f80-7639f2d3873c tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:38.014596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1da8df13-3f4f-4d01-b8b0-cca5b362b620 req-cc64547e-6ebe-4acb-8f80-7639f2d3873c tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 944 time: 0.0622361 Sep 22 10:10:38.021385 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:38.069473 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1da8df13-3f4f-4d01-b8b0-cca5b362b620 req-d3c5bf8b-ec82-4081-aca7-7ce0d004a53a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462279 Sep 22 10:10:38.076005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=c7c5c3ff-30ba-4306-844f-781a6bd8797f,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:10:39.190978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb101680-f994-46e0-ab74-d293a7a0db5a req-291fcf8b-b31f-480e-b50a-8b90e61c5d4f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:39.192793 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb101680-f994-46e0-ab74-d293a7a0db5a req-291fcf8b-b31f-480e-b50a-8b90e61c5d4f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0520673 Sep 22 10:10:39.239762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb101680-f994-46e0-ab74-d293a7a0db5a req-7aab96a3-c6c5-481c-9b19-e21dc6b856b3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 Sep 22 10:10:40.390715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5c02a-8f1f-4e95-9db7-503f974da547 req-8038e3b4-f164-49b6-a7b5-f33f16b6facc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:40.392953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ea5c02a-8f1f-4e95-9db7-503f974da547 req-8038e3b4-f164-49b6-a7b5-f33f16b6facc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0540884 Sep 22 10:10:40.442785 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5ea5c02a-8f1f-4e95-9db7-503f974da547 req-4ec8972d-df77-4b52-bebc-4c2d9f7fd0c6 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375283 Sep 22 10:10:41.599454 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e555-ebd4-4c51-b1b8-57073d2f12b1 req-8966f120-7c40-429a-8ade-e7175b01f580 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:41.601271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6372e555-ebd4-4c51-b1b8-57073d2f12b1 req-8966f120-7c40-429a-8ade-e7175b01f580 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0578985 Sep 22 10:10:41.643390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6372e555-ebd4-4c51-b1b8-57073d2f12b1 req-40c94cb3-32ed-4c97-9fc5-b558893a7d03 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354214 Sep 22 10:10:42.803348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94fbb0-5418-47c3-9108-461d9a20e05b req-9dbf77ec-5b0e-48ae-bd11-0670d05ac713 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:42.804996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de94fbb0-5418-47c3-9108-461d9a20e05b req-9dbf77ec-5b0e-48ae-bd11-0670d05ac713 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0657260 Sep 22 10:10:42.853988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de94fbb0-5418-47c3-9108-461d9a20e05b req-cf865cb2-9ac3-49a0-a052-bd9a51903418 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414994 Sep 22 10:10:43.997358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a031c3b-8a35-4525-aebf-8ef3cdabfeb5 req-93bdc7cb-3e58-4cbf-b0ed-beed71b04501 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:43.998908 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9a031c3b-8a35-4525-aebf-8ef3cdabfeb5 req-93bdc7cb-3e58-4cbf-b0ed-beed71b04501 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0540979 Sep 22 10:10:44.042060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9a031c3b-8a35-4525-aebf-8ef3cdabfeb5 req-96dace81-86f3-4afe-8b48-f2cee9d588bc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370982 Sep 22 10:10:45.175706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4fb2f-0048-46de-ac9f-ea2ad151d9cf req-ef6dbf39-e8ec-43a2-a712-2fa891075428 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:45.177985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07b4fb2f-0048-46de-ac9f-ea2ad151d9cf req-ef6dbf39-e8ec-43a2-a712-2fa891075428 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0548208 Sep 22 10:10:45.216025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-07b4fb2f-0048-46de-ac9f-ea2ad151d9cf req-bc23a4be-70a5-444f-a564-458635fdf65a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321147 Sep 22 10:10:46.340238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d530b-a487-4e02-a485-38939b9e3c76 req-f1e667ec-9ff3-4645-9cf6-875320e1e08b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:46.341735 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb5d530b-a487-4e02-a485-38939b9e3c76 req-f1e667ec-9ff3-4645-9cf6-875320e1e08b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0518956 Sep 22 10:10:46.381421 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb5d530b-a487-4e02-a485-38939b9e3c76 req-79d06415-0bff-40e7-9fda-dc56a407bbf1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337822 Sep 22 10:10:47.144017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd34da-4a5b-436a-8de0-a4db55985ccf req-31ead4b1-415f-4a75-a079-4a7e6347a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:47.145696 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-becd34da-4a5b-436a-8de0-a4db55985ccf req-31ead4b1-415f-4a75-a079-4a7e6347a4d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 1096 time: 0.0419128 Sep 22 10:10:47.246071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd34da-4a5b-436a-8de0-a4db55985ccf req-3acca15c-2e83-43d8-9eb0-2e58510529a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:47.247622 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-becd34da-4a5b-436a-8de0-a4db55985ccf req-3acca15c-2e83-43d8-9eb0-2e58510529a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.0917568 Sep 22 10:10:47.320378 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-becd34da-4a5b-436a-8de0-a4db55985ccf req-bd509ccb-de65-480a-bb53-d2d801c052ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f HTTP/1.1" status: 200 len: 1001 time: 0.0595572 Sep 22 10:10:47.375018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd34da-4a5b-436a-8de0-a4db55985ccf req-3def1dc2-40e4-4fc9-89c3-c437b5d0db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:47.376498 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-becd34da-4a5b-436a-8de0-a4db55985ccf req-3def1dc2-40e4-4fc9-89c3-c437b5d0db7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0481591 Sep 22 10:10:47.428930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd34da-4a5b-436a-8de0-a4db55985ccf req-a0e71a0e-10a0-41db-a2ec-b7e1401c9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:47.430449 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-becd34da-4a5b-436a-8de0-a4db55985ccf req-a0e71a0e-10a0-41db-a2ec-b7e1401c9cfa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420539 Sep 22 10:10:47.507622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d0754-5453-4703-8817-3585d993a59e req-fb184e49-9051-4fb0-bc0c-422c74fdeed4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:47.509245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-520d0754-5453-4703-8817-3585d993a59e req-fb184e49-9051-4fb0-bc0c-422c74fdeed4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0506592 Sep 22 10:10:47.527356 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-becd34da-4a5b-436a-8de0-a4db55985ccf req-76dabfc0-29d2-4386-b240-51826fad05e5 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885341 Sep 22 10:10:47.547908 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-520d0754-5453-4703-8817-3585d993a59e req-a025e6b9-dc2e-4f61-a844-c41db44ff9ef tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322144 Sep 22 10:10:47.621597 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-becd34da-4a5b-436a-8de0-a4db55985ccf req-b8f9ff86-b697-4f7e-8c6e-6dca01ca4c71 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826764 Sep 22 10:10:48.696390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f56988-75f4-4352-81db-c4f75d034557 req-d55ceca7-fe47-4728-a4bb-03ad7055608e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:48.697925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13f56988-75f4-4352-81db-c4f75d034557 req-d55ceca7-fe47-4728-a4bb-03ad7055608e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0547252 Sep 22 10:10:48.735682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13f56988-75f4-4352-81db-c4f75d034557 req-aad3e245-9168-4d6d-aa59-7c1657aaa4ce tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316710 Sep 22 10:10:49.857577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27829d4f-bdb3-42ee-a14e-44754be722e2 req-8c79fc85-8f0e-41ec-aa30-b1d4b5b16cc1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:49.859081 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27829d4f-bdb3-42ee-a14e-44754be722e2 req-8c79fc85-8f0e-41ec-aa30-b1d4b5b16cc1 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0506139 Sep 22 10:10:49.899455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27829d4f-bdb3-42ee-a14e-44754be722e2 req-107ef28b-0502-4a8a-b897-deb0c24d020f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342009 Sep 22 10:10:51.019945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d572e-edbd-498b-989c-afddecf35922 req-0fdc762f-86ea-4262-bdac-3c8b37e59570 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:51.021312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9d572e-edbd-498b-989c-afddecf35922 req-0fdc762f-86ea-4262-bdac-3c8b37e59570 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 945 time: 0.0493872 Sep 22 10:10:51.059024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af9d572e-edbd-498b-989c-afddecf35922 req-3b450a9d-5c43-4585-9d27-c9910800ce76 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308504 Sep 22 10:10:51.668855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c7c5c3ff-30ba-4306-844f-781a6bd8797f no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:10:51.745295 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:51.771229 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:10:51.773529 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c4a9fb-5388-4980-a5a7-5ecfdbf8c6b8" -d '{"events": [{"server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:10:51.786037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:10:51.895577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:51.943768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=c7c5c3ff-30ba-4306-844f-781a6bd8797f,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:10:51.951344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:51.951689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:51.952076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:51.952406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:51.952757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:51.953085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:51.953408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:51.953728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:51.954047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:51.954363 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:51.954687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:51.954998 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:10:52.492385 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 10:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde26c49-75e5-4cd3-8265-7c301a8edadb x-openstack-request-id: req-dde26c49-75e5-4cd3-8265-7c301a8edadb {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:10:52.492720 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "name": "network-vif-unplugged", "status": "failed", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f", "code": 422}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:10:52.493000 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dde26c49-75e5-4cd3-8265-7c301a8edadb {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:10:52.493406 n-d-805649-4 neutron-server[95511]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'code': 422} returned with failed status Sep 22 10:10:53.575595 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:53.742112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3565aa2-3b01-456e-8429-461739d0f4e1 req-c6af6aa1-baf3-4b05-b8fe-8766a2cb8629 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:53.747386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3565aa2-3b01-456e-8429-461739d0f4e1 req-c6af6aa1-baf3-4b05-b8fe-8766a2cb8629 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0556619 Sep 22 10:10:53.783241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3565aa2-3b01-456e-8429-461739d0f4e1 req-23834232-e12f-4643-b6ed-75dddf7cb9dc tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335820 Sep 22 10:10:54.106153 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-82c48642-cc7a-49df-b12f-711553de8b3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403512 Sep 22 10:10:54.249492 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dcb4c3f5-c6dd-4920-83a3-11f2b315da1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:54.827295 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:54.908102 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aaf9f3-b6f4-4dec-971c-38d08f027a4e req-ddddcfa4-462c-41ca-afc3-31f76bb6ccd6 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:54.909648 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41aaf9f3-b6f4-4dec-971c-38d08f027a4e req-ddddcfa4-462c-41ca-afc3-31f76bb6ccd6 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0504782 Sep 22 10:10:54.948386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-41aaf9f3-b6f4-4dec-971c-38d08f027a4e req-51bb92f7-4799-4af6-acec-970f8e236a1e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326169 Sep 22 10:10:55.643327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-93c92010-8dbd-4d5a-8d20-58fa53875034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:55.644808 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-93c92010-8dbd-4d5a-8d20-58fa53875034 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968&tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2 HTTP/1.1" status: 200 len: 1094 time: 0.0472565 Sep 22 10:10:55.709196 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-34ea6e1d-0161-4057-b539-c810ec1ea572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:55.711278 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-34ea6e1d-0161-4057-b539-c810ec1ea572 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 1094 time: 0.0404608 Sep 22 10:10:55.808314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-72b7840e-1f67-4a67-9438-65cb86c27e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:55.809850 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-72b7840e-1f67-4a67-9438-65cb86c27e9c service neutron] 10.222.0.45 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.0902438 Sep 22 10:10:55.883434 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-b2ebe4a4-89e4-47fc-aa8a-4a7421b4f386 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f HTTP/1.1" status: 200 len: 999 time: 0.0614123 Sep 22 10:10:55.932585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-b0507fc0-6ba9-4fc5-afc6-264a957d9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:55.933970 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-b0507fc0-6ba9-4fc5-afc6-264a957d9c14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0432532 Sep 22 10:10:55.985542 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-767647f4-532e-4c94-b54a-9f66bc54b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:55.987076 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-767647f4-532e-4c94-b54a-9f66bc54b689 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422299 Sep 22 10:10:56.078877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9835b-e4c8-4187-846f-8103427bdac7 req-fee3976e-f045-4847-8a0a-9122923e3f41 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:56.080218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ac9835b-e4c8-4187-846f-8103427bdac7 req-fee3976e-f045-4847-8a0a-9122923e3f41 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0569847 Sep 22 10:10:56.085069 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-b7966cfa-6a3b-44f8-97a6-9df830a490b1 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899458 Sep 22 10:10:56.119433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3ac9835b-e4c8-4187-846f-8103427bdac7 req-0bcca28e-2d02-4f30-ab80-661e87d44a3e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321798 Sep 22 10:10:56.184985 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1ec0585-bc5e-421d-8b10-3436b337ed38 req-ad53dc4d-fe4b-42c9-9b1f-22778037d072 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893540 Sep 22 10:10:56.915906 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5af34e2-76b4-4006-b298-09a2cd605ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:57.577390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3c83-9371-4fc4-98dc-7818a7bdc004 req-b93a8aad-524e-43fd-8443-7a510fbed6af tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:57.578937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-568c3c83-9371-4fc4-98dc-7818a7bdc004 req-b93a8aad-524e-43fd-8443-7a510fbed6af tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.3812623 Sep 22 10:10:57.593374 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:57.622236 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-568c3c83-9371-4fc4-98dc-7818a7bdc004 req-a448e25a-9305-450f-a1f7-f39a41552f43 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343878 Sep 22 10:10:58.209966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:10:58.754203 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7a35-afd8-4138-b679-bcf808f9ee9c req-b0a822fc-981b-458a-82f6-b8119483e445 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:58.755760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b4d7a35-afd8-4138-b679-bcf808f9ee9c req-b0a822fc-981b-458a-82f6-b8119483e445 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0519116 Sep 22 10:10:58.798508 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b4d7a35-afd8-4138-b679-bcf808f9ee9c req-826b356d-5195-4f4a-92bd-c4e48c155feb tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358651 Sep 22 10:10:59.449950 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:10:59.923515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735398ea-9fea-49d1-a8de-a0e0c9586a52 req-618ebb5a-68bd-4ad6-b3f6-63e7ec5620d5 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:10:59.925191 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-735398ea-9fea-49d1-a8de-a0e0c9586a52 req-618ebb5a-68bd-4ad6-b3f6-63e7ec5620d5 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0535483 Sep 22 10:10:59.973047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-735398ea-9fea-49d1-a8de-a0e0c9586a52 req-c9d0c711-2519-4f52-a946-b009a2322fd3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388277 Sep 22 10:10:59.991469 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:01.100228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a893c-df24-4060-b892-c9cc19d5baa4 req-822ca904-f075-4bb5-95a4-076c9280a80b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:01.102529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e49a893c-df24-4060-b892-c9cc19d5baa4 req-822ca904-f075-4bb5-95a4-076c9280a80b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0570953 Sep 22 10:11:01.141612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e49a893c-df24-4060-b892-c9cc19d5baa4 req-3c0f5ec4-48b6-4fba-8210-86223a5fb86a tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324731 Sep 22 10:11:02.324638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3af74-1bda-42cc-83ed-ed8fc8b89750 req-55895cdd-27f2-4922-a9b6-de0b0ba4fb95 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:02.326248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2be3af74-1bda-42cc-83ed-ed8fc8b89750 req-55895cdd-27f2-4922-a9b6-de0b0ba4fb95 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0615911 Sep 22 10:11:02.369145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2be3af74-1bda-42cc-83ed-ed8fc8b89750 req-32c93fc7-65fd-42bf-8dca-01519b4e7874 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345263 Sep 22 10:11:03.494614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d939abe-d0b1-4515-9f35-cd0b841a16b4 req-aba2e918-0918-4183-a33c-2a0dfd3bf39f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:03.496182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d939abe-d0b1-4515-9f35-cd0b841a16b4 req-aba2e918-0918-4183-a33c-2a0dfd3bf39f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0519571 Sep 22 10:11:03.537669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8d939abe-d0b1-4515-9f35-cd0b841a16b4 req-a14c8e68-4809-47fb-b1f8-37c61104a993 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350220 Sep 22 10:11:04.667488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5c24d-e6c2-4061-b2b8-15ed2d25d038 req-b4367c50-f346-4c5f-82a5-1778978098e2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:04.669016 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab5c24d-e6c2-4061-b2b8-15ed2d25d038 req-b4367c50-f346-4c5f-82a5-1778978098e2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0543895 Sep 22 10:11:04.715113 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab5c24d-e6c2-4061-b2b8-15ed2d25d038 req-88089c74-1ed2-4d15-a1c1-55c4ebd15449 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Sep 22 10:11:05.841965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077b961-898f-41e4-a9b2-34c283a22dca req-01b9d52e-5e42-4edf-b485-7e6b0e700206 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:05.844547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d077b961-898f-41e4-a9b2-34c283a22dca req-01b9d52e-5e42-4edf-b485-7e6b0e700206 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0526352 Sep 22 10:11:05.886263 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d077b961-898f-41e4-a9b2-34c283a22dca req-99ab0f0b-95d4-40d5-851b-069afb535334 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343220 Sep 22 10:11:06.980123 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-177c03b9-bc4c-4196-9933-dd026094f55f req-59fbe984-101a-4787-b53b-92c0b6d27f72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417800 Sep 22 10:11:07.011937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ebf9a-0824-49a2-8e48-aea22735c856 req-281156d1-9c7a-4e20-8e9c-764eea91126f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:07.013508 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c70ebf9a-0824-49a2-8e48-aea22735c856 req-281156d1-9c7a-4e20-8e9c-764eea91126f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0531347 Sep 22 10:11:07.054599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c70ebf9a-0824-49a2-8e48-aea22735c856 req-a0660932-c5dd-447c-9f09-a58489f4228e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345378 Sep 22 10:11:07.066601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c03b9-bc4c-4196-9933-dd026094f55f req-1a8cba8e-c19c-43bd-ba3f-9cb0400f658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:07.068189 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-177c03b9-bc4c-4196-9933-dd026094f55f req-1a8cba8e-c19c-43bd-ba3f-9cb0400f658a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1097 time: 0.0445387 Sep 22 10:11:07.180340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c03b9-bc4c-4196-9933-dd026094f55f req-896f6d7c-5d29-4260-ad0e-8c22b1a65c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:07.181803 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-177c03b9-bc4c-4196-9933-dd026094f55f req-896f6d7c-5d29-4260-ad0e-8c22b1a65c3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.0916083 Sep 22 10:11:07.248783 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-177c03b9-bc4c-4196-9933-dd026094f55f req-9ac21f51-ce91-47e0-8622-7c8af88b4440 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27 HTTP/1.1" status: 200 len: 1001 time: 0.0595305 Sep 22 10:11:07.299241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c03b9-bc4c-4196-9933-dd026094f55f req-5164d433-2bbe-41a4-b0b3-7572c7bb467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:07.300749 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-177c03b9-bc4c-4196-9933-dd026094f55f req-5164d433-2bbe-41a4-b0b3-7572c7bb467d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0444615 Sep 22 10:11:07.351998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c03b9-bc4c-4196-9933-dd026094f55f req-b6e145ca-680a-4a52-9de6-9cc870db05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:07.353541 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-177c03b9-bc4c-4196-9933-dd026094f55f req-b6e145ca-680a-4a52-9de6-9cc870db05b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452995 Sep 22 10:11:07.448182 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-177c03b9-bc4c-4196-9933-dd026094f55f req-43ce11ab-7159-4e9a-9621-5350fa113f6a service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873315 Sep 22 10:11:07.544094 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-177c03b9-bc4c-4196-9933-dd026094f55f req-24297f12-77a0-46a3-8178-1fbd4e699f41 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876148 Sep 22 10:11:08.181258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1daf04-b8c2-4348-9023-2eef6ef9e5f2 req-92b5962d-a9a1-4c5e-8803-0a76ab468644 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:08.182913 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a1daf04-b8c2-4348-9023-2eef6ef9e5f2 req-92b5962d-a9a1-4c5e-8803-0a76ab468644 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0542915 Sep 22 10:11:08.221483 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a1daf04-b8c2-4348-9023-2eef6ef9e5f2 req-df9313fd-5d74-49ce-aa70-2328bae14201 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318923 Sep 22 10:11:09.343500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cdfa9-2ec4-4d23-9341-0640f91a9551 req-76cd4f72-9b57-40ed-b153-19e37c47eeb4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:09.345014 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e1cdfa9-2ec4-4d23-9341-0640f91a9551 req-76cd4f72-9b57-40ed-b153-19e37c47eeb4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 943 time: 0.0491734 Sep 22 10:11:09.382467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e1cdfa9-2ec4-4d23-9341-0640f91a9551 req-426980cd-1466-4416-9c43-c45c4ca2692e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308559 Sep 22 10:11:09.742258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c7c5c3ff-30ba-4306-844f-781a6bd8797f details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:11:09.837975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:11:09.848790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'port_id': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'mac_address': 'fa:16:3e:58:2f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:11:09.885186 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:09.897960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c5c3ff-30ba-4306-844f-781a6bd8797f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:11:09.916466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:11:10.043473 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:10.093266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=c7c5c3ff-30ba-4306-844f-781a6bd8797f,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:11:10.342286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['c7c5c3ff-30ba-4306-844f-781a6bd8797f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:11:10.507110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8b8e8-3654-4718-98fb-f3f21d3e6ae4 req-4968be60-44d5-4d6b-927a-61ef314990b6 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:10.508675 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31e8b8e8-3654-4718-98fb-f3f21d3e6ae4 req-4968be60-44d5-4d6b-927a-61ef314990b6 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 944 time: 0.0504663 Sep 22 10:11:10.547728 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31e8b8e8-3654-4718-98fb-f3f21d3e6ae4 req-5622ee82-670d-49ec-beff-ac54d12142dd tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326240 Sep 22 10:11:11.676817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dceea3d-2e3b-4c6e-8d9b-9dd5f82cec69 req-078a15ae-35b0-4676-bccf-edf63ccf1593 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:11.679150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dceea3d-2e3b-4c6e-8d9b-9dd5f82cec69 req-078a15ae-35b0-4676-bccf-edf63ccf1593 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 944 time: 0.0577123 Sep 22 10:11:11.720659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0dceea3d-2e3b-4c6e-8d9b-9dd5f82cec69 req-519a6e3d-5642-41c8-9f3c-422e1a50a325 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351231 Sep 22 10:11:11.759619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c7c5c3ff-30ba-4306-844f-781a6bd8797f up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:11:11.809440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port c7c5c3ff-30ba-4306-844f-781a6bd8797f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:11:11.809805 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:11.889063 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:11.911904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:11:11.914685 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9864cd95-c515-48b7-bb9e-5cd0ffd25f92" -d '{"events": [{"server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "name": "network-vif-plugged", "status": "completed", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:11:11.926858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:11:11.958645 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c012b786-5351-4778-8928-fd4b45f8c7fe x-openstack-request-id: req-c012b786-5351-4778-8928-fd4b45f8c7fe {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:11:11.958956 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "name": "network-vif-plugged", "status": "completed", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:11:11.959232 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c012b786-5351-4778-8928-fd4b45f8c7fe {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:11:11.959648 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'code': 200} Sep 22 10:11:12.062980 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:12.146827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=c7c5c3ff-30ba-4306-844f-781a6bd8797f,revision_number=10']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:11:12.197915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5f409-631a-4c91-93b1-dd742a64f5da req-21318f41-deac-4408-832d-2e11e575c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:12.199427 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c9c5f409-631a-4c91-93b1-dd742a64f5da req-21318f41-deac-4408-832d-2e11e575c8f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 1097 time: 0.0462422 Sep 22 10:11:12.239469 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c9c5f409-631a-4c91-93b1-dd742a64f5da req-5e0bee6d-28d7-42a7-b1d6-b8ef7177f926 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289564 Sep 22 10:11:12.847872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bdb29-c7cb-4bfe-be53-5d075d8d131e req-88b0a92d-b6dc-4114-b606-16160fdb696c tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:12.849430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb9bdb29-c7cb-4bfe-be53-5d075d8d131e req-88b0a92d-b6dc-4114-b606-16160fdb696c tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 946 time: 0.0495679 Sep 22 10:11:12.887666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb9bdb29-c7cb-4bfe-be53-5d075d8d131e req-09d2f2c3-c8eb-48a9-b433-297c1c957ee3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Sep 22 10:11:14.006408 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d2aaf-93c9-4608-bb4f-99c06dcbe507 req-ae53a86b-a10d-4535-a1bf-e5b82764208e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:14.007950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf5d2aaf-93c9-4608-bb4f-99c06dcbe507 req-ae53a86b-a10d-4535-a1bf-e5b82764208e tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 946 time: 0.0488904 Sep 22 10:11:14.049167 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf5d2aaf-93c9-4608-bb4f-99c06dcbe507 req-14fc27b8-28bb-4544-a06b-c7f9b6d25963 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343993 Sep 22 10:11:15.174091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6080a07-06cd-4555-832a-fd0e7792866c req-cbd31a49-e83a-4f64-a600-2d519927da52 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:15.175605 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6080a07-06cd-4555-832a-fd0e7792866c req-cbd31a49-e83a-4f64-a600-2d519927da52 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 946 time: 0.0545681 Sep 22 10:11:15.212522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6080a07-06cd-4555-832a-fd0e7792866c req-193bd343-04c2-47dc-bf9a-aa5b8a36d4a4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309052 Sep 22 10:11:20.180716 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-789b707d-c3ff-4c3f-aeea-14f39f44253a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387158 Sep 22 10:11:20.267201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-233d58fd-832a-4f5c-bdd2-fd9922e5bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:20.268690 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-233d58fd-832a-4f5c-bdd2-fd9922e5bfea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 1097 time: 0.0467148 Sep 22 10:11:20.370841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-1c209177-dd3d-4966-a925-b0b46382f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:20.372327 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-1c209177-dd3d-4966-a925-b0b46382f415 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 200 len: 917 time: 0.0848722 Sep 22 10:11:20.441193 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-11c67c21-1d43-4498-9401-3fb4495abb90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f HTTP/1.1" status: 200 len: 1001 time: 0.0611179 Sep 22 10:11:20.490703 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-dff7bebc-43a8-47d0-911f-40c6b92442c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:20.492149 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-dff7bebc-43a8-47d0-911f-40c6b92442c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 200 len: 855 time: 0.0436265 Sep 22 10:11:20.537559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-31e36f71-acc7-4613-82b6-195401cc4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:20.539058 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-31e36f71-acc7-4613-82b6-195401cc4e03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94ab7a0b-137a-424e-aa9b-352b3a13daab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398178 Sep 22 10:11:20.630550 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-1b556450-8b53-4267-95fa-d6dcb1b169c2 service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833869 Sep 22 10:11:20.720740 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-53598c48-2ffe-4d89-82c4-314cbca3f100 req-39bd10a1-4158-419b-8fa3-682aef1eee6f service neutron] 10.222.0.45 "GET /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833890 Sep 22 10:11:23.529427 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:23.793197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-7efe0381-d7a9-4d59-a5e3-1a674a65e454 service neutron] (95510) timed out ('10.222.0.49', 46022) {{(pid=95510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:11:24.283670 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ed4f5f5-3708-4bbb-b51b-b3fefd469a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:24.871978 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:26.911774 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-482a7f2e-5b82-4376-8349-ab02aae98224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:27.028527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-6c5a36c0-0495-46ca-b997-80f31e74d6cb req-67043fcc-1934-451e-9480-9634043df767 service neutron] (95510) timed out ('10.222.0.45', 54650) {{(pid=95510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:11:27.563295 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:28.232210 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:29.974866 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:36.450368 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:11:48.705302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eebf01-810d-4431-9934-29e71c0d50a1 req-c1b76ff4-64e5-4fe7-950b-dbb68ee2d689 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:48.706814 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7eebf01-810d-4431-9934-29e71c0d50a1 req-c1b76ff4-64e5-4fe7-950b-dbb68ee2d689 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 946 time: 0.0518126 Sep 22 10:11:48.746822 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7eebf01-810d-4431-9934-29e71c0d50a1 req-ef9ac755-5385-47ac-9195-e4f0b8717a77 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334525 Sep 22 10:11:49.872680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62033fd5-1399-4502-b54b-ba454e83d572 req-6a8787bd-4b13-45e7-af27-c2c3360fe7a3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:49.874329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62033fd5-1399-4502-b54b-ba454e83d572 req-6a8787bd-4b13-45e7-af27-c2c3360fe7a3 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 946 time: 0.0516074 Sep 22 10:11:49.915818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62033fd5-1399-4502-b54b-ba454e83d572 req-57f76b28-eb26-4df0-8d4b-51c0d5d772b4 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups?id=51997437-c96d-4068-9554-367411305aea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352530 Sep 22 10:11:50.328645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-926d6766-aab5-44ea-92fa-bb317f00af8f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:11:50.330223 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-926d6766-aab5-44ea-92fa-bb317f00af8f tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 946 time: 0.0607738 Sep 22 10:11:50.432167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Deleting port c7c5c3ff-30ba-4306-844f-781a6bd8797f {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:11:50.432696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:50.542347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] For port c7c5c3ff-30ba-4306-844f-781a6bd8797f, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=c7c5c3ff-30ba-4306-844f-781a6bd8797f,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:11:50.542707 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:50.721159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:50.721992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:50.721992 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Floating IP 2bd72c03-6c4b-41e1-879d-16c408a2bd9b disassociated. External IP: 172.25.6.247, port: c7c5c3ff-30ba-4306-844f-781a6bd8797f. Sep 22 10:11:50.722218 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Calling delete_port for c7c5c3ff-30ba-4306-844f-781a6bd8797f owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:11:50.935193 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:50.971537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event deleted for resources: {'Port': ['ID=c7c5c3ff-30ba-4306-844f-781a6bd8797f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:11:50.991422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:50.991967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:50.992494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:50.993007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:50.993521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:50.994058 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:50.994599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:50.995436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:50.995616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:50.996169 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:50.996759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:50.997477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:51.027637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36f67792-4579-4b77-b11c-54a9229bffcb req-de4af65f-b0a9-49e6-985c-b86ac2daa23b tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 210 time: 0.0329792 Sep 22 10:11:51.119603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Router 3c071db3-145a-4236-bee2-f7a9def0ea08 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:11:51.229551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:11:51.240099 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5702b88-9f33-40da-8722-11d711cf1a18 None None] Sync routers for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:11:51.256882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5702b88-9f33-40da-8722-11d711cf1a18 None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:11:51.256882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a5702b88-9f33-40da-8722-11d711cf1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:11:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:11:51.271498 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] No DVR routers for this DVR port c7c5c3ff-30ba-4306-844f-781a6bd8797f on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:11:51.274513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:51.276484 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-41592a62-6299-46f1-bcf1-107fbb638f59 req-29cce6ea-1236-447e-83da-fa973c8f3aab tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.45 "DELETE /v2.0/ports/c7c5c3ff-30ba-4306-844f-781a6bd8797f HTTP/1.1" status: 204 len: 173 time: 0.9392872 Sep 22 10:11:51.276955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'name': 'network-vif-deleted', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:11:51.282652 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e8110c-cf81-48bf-ab4d-0b34b0d3d498" -d '{"events": [{"server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "name": "network-vif-deleted", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:11:51.335944 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf95fb5-8eed-4360-9001-f4603a3b8e72 x-openstack-request-id: req-7cf95fb5-8eed-4360-9001-f4603a3b8e72 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:11:51.336578 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4916551-e539-4dc6-8ff6-e1c6aacc0968", "name": "network-vif-deleted", "tag": "c7c5c3ff-30ba-4306-844f-781a6bd8797f", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:11:51.336806 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cf95fb5-8eed-4360-9001-f4603a3b8e72 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:11:51.337434 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4916551-e539-4dc6-8ff6-e1c6aacc0968', 'name': 'network-vif-deleted', 'tag': 'c7c5c3ff-30ba-4306-844f-781a6bd8797f', 'status': 'completed', 'code': 200} Sep 22 10:11:51.375338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a5702b88-9f33-40da-8722-11d711cf1a18 None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:11:51.586940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a5702b88-9f33-40da-8722-11d711cf1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:11:51.617276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5702b88-9f33-40da-8722-11d711cf1a18 None None] Checking router: 3c071db3-145a-4236-bee2-f7a9def0ea08 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:11:51.627035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5702b88-9f33-40da-8722-11d711cf1a18 None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:11:51.627642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a5702b88-9f33-40da-8722-11d711cf1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:11:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:11:51.739187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a5702b88-9f33-40da-8722-11d711cf1a18 None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:11:51.948489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a5702b88-9f33-40da-8722-11d711cf1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:11:51.975405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5702b88-9f33-40da-8722-11d711cf1a18 None None] The sync data for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 is: [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:28Z', 'revision_number': 4, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4f6fd52c-b843-4a2c-8167-14f0f73d9766', 'name': '', 'network_id': '94ab7a0b-137a-424e-aa9b-352b3a13daab', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'mac_address': 'fa:16:3e:89:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:28Z', 'updated_at': '2021-09-22T10:04:32Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'subnets': [{'id': '1a4cd97c-5536-4c87-a292-0b01f37b1435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:11:52.206268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70c74421-b18c-4717-8e0d-dc558d9499de req-0122d98b-af57-4408-b9ed-0375fe5f22be tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4916551-e539-4dc6-8ff6-e1c6aacc0968 HTTP/1.1" status: 200 len: 210 time: 0.0491602 Sep 22 10:11:52.244154 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fdfbb-96c3-4ac1-831a-3aef985e7715 None None] New status for floating IP 2bd72c03-6c4b-41e1-879d-16c408a2bd9b: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:11:53.387527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51098) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:11:53.442869 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:53.466180 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:53.529119 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:53.586339 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:53.590882 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:53.592768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "DELETE /v2.0/security-groups/51997437-c96d-4068-9554-367411305aea HTTP/1.1" status: 204 len: 168 time: 0.2040317 Sep 22 10:11:53.595357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51100) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:11:53.607984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51997437-c96d-4068-9554-367411305aea,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:11:53.610226 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-0c7bb5b2-0de3-419c-98b1-311dd7cf32b2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] show failed (client error): The resource could not be found. Sep 22 10:11:53.611255 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0c7bb5b2-0de3-419c-98b1-311dd7cf32b2 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "GET /v2.0/security-groups/51997437-c96d-4068-9554-367411305aea HTTP/1.1" status: 404 len: 347 time: 0.0148611 Sep 22 10:11:53.614234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51102) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:11:53.617262 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.617612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.617962 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.618304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.618709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.619033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.619359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.619696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.620046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.620366 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.620694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.621043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e242a245-8f92-4666-93f3-86c8f39aed17 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:11:53.746856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6e389082-2a51-463f-8a1d-a3f6e894df97 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Deleting port 26e7051c-153a-48ba-833b-8c01f678dc5d {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:11:53.747203 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e389082-2a51-463f-8a1d-a3f6e894df97 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:53.828759 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e389082-2a51-463f-8a1d-a3f6e894df97 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:53.829001 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e389082-2a51-463f-8a1d-a3f6e894df97 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:53.841595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-6e389082-2a51-463f-8a1d-a3f6e894df97 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Calling delete_port for 26e7051c-153a-48ba-833b-8c01f678dc5d owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:11:54.023540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c7c5c3ff-30ba-4306-844f-781a6bd8797f no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:11:54.048226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: c7c5c3ff-30ba-4306-844f-781a6bd8797f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:11:54.048576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device c7c5c3ff-30ba-4306-844f-781a6bd8797f not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:11:54.060869 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e389082-2a51-463f-8a1d-a3f6e894df97 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:54.094441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e389082-2a51-463f-8a1d-a3f6e894df97 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Pushing event deleted for resources: {'Port': ['ID=26e7051c-153a-48ba-833b-8c01f678dc5d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:11:54.155985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e389082-2a51-463f-8a1d-a3f6e894df97 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:54.158634 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e389082-2a51-463f-8a1d-a3f6e894df97 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:54.162524 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6e389082-2a51-463f-8a1d-a3f6e894df97 tempest-AttachVolumeShelveTestJSON-146204323 tempest-AttachVolumeShelveTestJSON-146204323-project] 10.222.0.49 "DELETE /v2.0/floatingips/2bd72c03-6c4b-41e1-879d-16c408a2bd9b HTTP/1.1" status: 204 len: 168 time: 0.5446823 Sep 22 10:11:54.271760 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3df75096-13f5-4459-9c3e-cc1bd1cd3415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:54.923553 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:57.011734 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b39dd21c-c0cd-4192-80e7-517660dcf939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:57.568964 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:58.186110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:11:59.992553 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:00.246348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51158) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:01.114705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:01.379903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] Deleting port 4f6fd52c-b843-4a2c-8167-14f0f73d9766 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:12:01.380573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:01.464645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] For port 4f6fd52c-b843-4a2c-8167-14f0f73d9766, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f6fd52c-b843-4a2c-8167-14f0f73d9766,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:12:01.465031 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:01.480859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] Calling delete_port for 4f6fd52c-b843-4a2c-8167-14f0f73d9766 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:12:01.837694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:01.861960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6fd52c-b843-4a2c-8167-14f0f73d9766,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:02.076284 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:02.326091 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] Router 3c071db3-145a-4236-bee2-f7a9def0ea08 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:12:02.438176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:12:02.443860 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ced296c8-b8ba-4381-a862-178b26f35ac9 admin admin] 10.222.0.49 "PUT /v2.0/routers/3c071db3-145a-4236-bee2-f7a9def0ea08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1962891 Sep 22 10:12:02.446271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51170) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:02.450164 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1e489-be64-43f4-9878-45d1890e85ee None None] Sync routers for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:12:02.459811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1e489-be64-43f4-9878-45d1890e85ee None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:12:02.460565 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a3e1e489-be64-43f4-9878-45d1890e85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:11:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:02.559142 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:02.588296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a3e1e489-be64-43f4-9878-45d1890e85ee None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:12:02.679280 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:02.776211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a3e1e489-be64-43f4-9878-45d1890e85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:12:01Z', 'revision_number': 5, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port': {'id': '5cd31ffb-2202-4332-ba69-8785f805d347', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:02.809183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1e489-be64-43f4-9878-45d1890e85ee None None] Checking router: 3c071db3-145a-4236-bee2-f7a9def0ea08 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:12:02.818109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1e489-be64-43f4-9878-45d1890e85ee None None] Routers {'3c071db3-145a-4236-bee2-f7a9def0ea08'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:12:02.818753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a3e1e489-be64-43f4-9878-45d1890e85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:11:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['3c071db3-145a-4236-bee2-f7a9def0ea08'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:02.855030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Deleting port 5cd31ffb-2202-4332-ba69-8785f805d347 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:12:02.855279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:02.949600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] For port 5cd31ffb-2202-4332-ba69-8785f805d347, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5cd31ffb-2202-4332-ba69-8785f805d347,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:12:02.949967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:02.965622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Calling delete_port for 5cd31ffb-2202-4332-ba69-8785f805d347 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:12:03.073782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a3e1e489-be64-43f4-9878-45d1890e85ee None None] Set router 3c071db3-145a-4236-bee2-f7a9def0ea08 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:12:03.137013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a3e1e489-be64-43f4-9878-45d1890e85ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:12:02Z', 'revision_number': 6, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:03.171269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1e489-be64-43f4-9878-45d1890e85ee None None] The sync data for ids ['3c071db3-145a-4236-bee2-f7a9def0ea08'] in n-d-805649-4 is: [{'id': '3c071db3-145a-4236-bee2-f7a9def0ea08', 'name': 'tempest-AttachVolumeShelveTestJSON-234282370-router', 'tenant_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:04:25Z', 'updated_at': '2021-09-22T10:12:02Z', 'revision_number': 6, 'project_id': 'a07a4bf087a346b8ad1f9cef7ab91ca2', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:12:03.260542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:03.289129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd31ffb-2202-4332-ba69-8785f805d347,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:03.355795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:03.450220 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:03.453071 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:03.615485 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:03.616122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c071db3-145a-4236-bee2-f7a9def0ea08 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:12:03.621375 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:03.622864 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a7ac1dbb-938c-4e87-99b6-ab89ae453ca4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3c071db3-145a-4236-bee2-f7a9def0ea08 HTTP/1.1" status: 204 len: 168 time: 1.1752248 Sep 22 10:12:03.628986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51174) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:03.681788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-04555c27-fc4c-4dd2-9939-840b5e6a0306 admin admin] Deleting subnet 1a4cd97c-5536-4c87-a292-0b01f37b1435 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:12:03.685204 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-04555c27-fc4c-4dd2-9939-840b5e6a0306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:03.731286 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-04555c27-fc4c-4dd2-9939-840b5e6a0306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:03.818098 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-04555c27-fc4c-4dd2-9939-840b5e6a0306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:03.981155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-04555c27-fc4c-4dd2-9939-840b5e6a0306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.007877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5cd31ffb-2202-4332-ba69-8785f805d347 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:12:04.010767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04555c27-fc4c-4dd2-9939-840b5e6a0306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4cd97c-5536-4c87-a292-0b01f37b1435,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:04.019001 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-04555c27-fc4c-4dd2-9939-840b5e6a0306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.021131 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-04555c27-fc4c-4dd2-9939-840b5e6a0306 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1a4cd97c-5536-4c87-a292-0b01f37b1435 HTTP/1.1" status: 204 len: 168 time: 0.3947821 Sep 22 10:12:04.024375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51178) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:04.034916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8398ef-283a-4288-ab9e-4ef31139688e None None] Network 94ab7a0b-137a-424e-aa9b-352b3a13daab requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:12:04.038954 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 5cd31ffb-2202-4332-ba69-8785f805d347 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:12:04.039477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5cd31ffb-2202-4332-ba69-8785f805d347 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:12:04.040291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f6fd52c-b843-4a2c-8167-14f0f73d9766 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:12:04.079752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4f6fd52c-b843-4a2c-8167-14f0f73d9766 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:12:04.080623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f6fd52c-b843-4a2c-8167-14f0f73d9766 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:12:04.109281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.188255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Deleting port 9fa15609-ca87-448e-86e4-e41170fea442 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:12:04.188904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.283702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] DHCP port deletion for 94ab7a0b-137a-424e-aa9b-352b3a13daab request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:12:04.305533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] For port 9fa15609-ca87-448e-86e4-e41170fea442, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9fa15609-ca87-448e-86e4-e41170fea442,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:12:04.306021 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.326437 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Calling delete_port for 9fa15609-ca87-448e-86e4-e41170fea442 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:12:04.358766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Deleting port 9fa15609-ca87-448e-86e4-e41170fea442 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:12:04.359420 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.445050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] For port 9fa15609-ca87-448e-86e4-e41170fea442, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9fa15609-ca87-448e-86e4-e41170fea442,segment=NetworkSegment(7732fe06-18c4-4588-833f-1f2ff121fb35),segment_id=7732fe06-18c4-4588-833f-1f2ff121fb35)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:12:04.445430 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.457665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Calling delete_port for 9fa15609-ca87-448e-86e4-e41170fea442 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:12:04.524080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.544197 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.557093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] No DVR routers for this DVR port 9fa15609-ca87-448e-86e4-e41170fea442 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:12:04.561359 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa15609-ca87-448e-86e4-e41170fea442,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:04.572522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Pushing event deleted for resources: {'Port': ['ID=9fa15609-ca87-448e-86e4-e41170fea442,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:04.577497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] No DVR routers for this DVR port 9fa15609-ca87-448e-86e4-e41170fea442 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:12:04.586609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.586609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.586609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.586609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.587060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.587271 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.588979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.588979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.588979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.588979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.588979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.589333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba5849e-5a3a-4996-808e-4772a3927999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:04.647911 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.669353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ab7a0b-137a-424e-aa9b-352b3a13daab']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:04.680100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7732fe06-18c4-4588-833f-1f2ff121fb35') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:04.680396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7732fe06-18c4-4588-833f-1f2ff121fb35') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:04.690291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.703538 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.711782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:12:04.712251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:12:04.714055 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:12:04.849129 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.855237 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:04.857134 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] 10.222.0.49 "DELETE /v2.0/networks/94ab7a0b-137a-424e-aa9b-352b3a13daab HTTP/1.1" status: 204 len: 168 time: 0.8315721 Sep 22 10:12:04.869463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562054a6-0a3f-442c-a2d3-188001a10d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ab7a0b-137a-424e-aa9b-352b3a13daab,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:05.369812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51186) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:05.433455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8d5fd509-0993-4706-bb32-d46d72466f66 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a07a4bf087a346b8ad1f9cef7ab91ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566752 Sep 22 10:12:05.435632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51188) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:05.491296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2830e18b-39c5-4a1a-b332-53f60a1483a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:05.516705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2830e18b-39c5-4a1a-b332-53f60a1483a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:05.660317 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2830e18b-39c5-4a1a-b332-53f60a1483a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:05.663240 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2830e18b-39c5-4a1a-b332-53f60a1483a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:05.664532 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2830e18b-39c5-4a1a-b332-53f60a1483a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/feab9fcc-9937-4cab-9260-e642f58c6803 HTTP/1.1" status: 204 len: 168 time: 0.2275312 Sep 22 10:12:05.672931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830e18b-39c5-4a1a-b332-53f60a1483a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feab9fcc-9937-4cab-9260-e642f58c6803,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:05.821538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9fa15609-ca87-448e-86e4-e41170fea442 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:12:05.844460 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 9fa15609-ca87-448e-86e4-e41170fea442 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:12:05.844833 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9fa15609-ca87-448e-86e4-e41170fea442 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:12:07.997445 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-e7fb29b1-57d4-4044-acdd-a3c97ba091c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428479 Sep 22 10:12:08.089929 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-6d53a33d-0463-4f03-9ade-348154850e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:08.091533 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-6d53a33d-0463-4f03-9ade-348154850e49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1097 time: 0.0514753 Sep 22 10:12:08.215900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-64a4a611-ccc5-4cd6-981e-11acf1fa4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:08.217497 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-64a4a611-ccc5-4cd6-981e-11acf1fa4f53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.1000600 Sep 22 10:12:08.297592 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-cb0f9543-cad9-41dc-aca1-3035dd79df4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27 HTTP/1.1" status: 200 len: 1001 time: 0.0729387 Sep 22 10:12:08.356641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-65c6567e-5f96-48d7-acfc-35757e1eb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:08.358220 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-65c6567e-5f96-48d7-acfc-35757e1eb004 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0532794 Sep 22 10:12:08.416835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-97065f71-29a5-451c-9a8c-d19f8d0e4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:08.418866 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-97065f71-29a5-451c-9a8c-d19f8d0e4cb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522547 Sep 22 10:12:08.537709 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-bc978697-1319-46d1-a149-1acd0ae73a23 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112535 Sep 22 10:12:08.648088 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9cf4521a-605e-4a54-b413-ff2f34577ba0 req-5cb3a28f-e795-45dc-82f1-96a4af084b86 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024547 Sep 22 10:12:10.775751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51264) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:10.901479 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb13d23f-cece-4b89-b46f-ca538a9e9ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:11.008342 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb13d23f-cece-4b89-b46f-ca538a9e9ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:11.117655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb13d23f-cece-4b89-b46f-ca538a9e9ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:11.157832 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eb13d23f-cece-4b89-b46f-ca538a9e9ec2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30cbe98ea8764e2d91023e7ea6d601cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803990 Sep 22 10:12:11.158900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13d23f-cece-4b89-b46f-ca538a9e9ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad561d1-8811-452a-8675-882ddce30c97,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:11.161349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51268) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:11.215185 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c22299c2-0b33-4035-b15d-7179a9153e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:11.241433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c22299c2-0b33-4035-b15d-7179a9153e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:11.385787 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c22299c2-0b33-4035-b15d-7179a9153e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:11.388413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c22299c2-0b33-4035-b15d-7179a9153e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:11.389949 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c22299c2-0b33-4035-b15d-7179a9153e43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ad561d1-8811-452a-8675-882ddce30c97 HTTP/1.1" status: 204 len: 168 time: 0.2274997 Sep 22 10:12:11.402351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22299c2-0b33-4035-b15d-7179a9153e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad561d1-8811-452a-8675-882ddce30c97,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:12.042176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51276) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:12.058402 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1310062-bb15-4e88-a850-dd65e14f1e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:12.155932 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1310062-bb15-4e88-a850-dd65e14f1e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:12.243189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1310062-bb15-4e88-a850-dd65e14f1e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:12.285155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1310062-bb15-4e88-a850-dd65e14f1e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce134d0-6d08-4759-8696-cde1e17efdb6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:12.289962 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d1310062-bb15-4e88-a850-dd65e14f1e72 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=befbcfe55788469cb1cc01c1b0313c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467437 Sep 22 10:12:12.293700 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51278) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:12.353326 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d085688f-ff52-40cc-bba8-e8916c07eb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:12.380062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d085688f-ff52-40cc-bba8-e8916c07eb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:12.511860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d085688f-ff52-40cc-bba8-e8916c07eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:12.514373 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d085688f-ff52-40cc-bba8-e8916c07eb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:12.515846 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d085688f-ff52-40cc-bba8-e8916c07eb97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fce134d0-6d08-4759-8696-cde1e17efdb6 HTTP/1.1" status: 204 len: 168 time: 0.2211707 Sep 22 10:12:12.525100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085688f-ff52-40cc-bba8-e8916c07eb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce134d0-6d08-4759-8696-cde1e17efdb6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:13.451228 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:12:16.408310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51346) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:16.517246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-975a5462-eabf-4cec-b640-128b442861e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:16.610178 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-975a5462-eabf-4cec-b640-128b442861e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:16.676982 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-975a5462-eabf-4cec-b640-128b442861e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:16.718190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a5462-eabf-4cec-b640-128b442861e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62d0e49-4b83-4e73-85dd-415f1ac28d23,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:16.722688 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-975a5462-eabf-4cec-b640-128b442861e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76c576eee0444b42a11c7ad785eba452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132439 Sep 22 10:12:16.726036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51350) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:16.783155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39f2f3dd-9a5e-4649-b1e0-546fa59b6e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:16.804891 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39f2f3dd-9a5e-4649-b1e0-546fa59b6e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:16.929373 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39f2f3dd-9a5e-4649-b1e0-546fa59b6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:16.932701 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-39f2f3dd-9a5e-4649-b1e0-546fa59b6e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:16.933963 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-39f2f3dd-9a5e-4649-b1e0-546fa59b6e50 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c62d0e49-4b83-4e73-85dd-415f1ac28d23 HTTP/1.1" status: 204 len: 168 time: 0.2069311 Sep 22 10:12:16.942544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2f3dd-9a5e-4649-b1e0-546fa59b6e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62d0e49-4b83-4e73-85dd-415f1ac28d23,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:17.661206 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51358) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:17.675419 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-38daf6ad-4b9b-4433-a128-2b692afe4bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:17.774629 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-38daf6ad-4b9b-4433-a128-2b692afe4bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:17.865621 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-38daf6ad-4b9b-4433-a128-2b692afe4bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:17.906302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-38daf6ad-4b9b-4433-a128-2b692afe4bdc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8a77abc563e46bca9286a3e49bec876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439373 Sep 22 10:12:17.907191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daf6ad-4b9b-4433-a128-2b692afe4bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1563eab3-22a7-4b84-8a6a-2be1478869ed,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:17.909102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51360) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:17.961988 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58dd7316-bd13-4388-bf43-028b209b5a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:17.986641 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58dd7316-bd13-4388-bf43-028b209b5a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:18.122751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58dd7316-bd13-4388-bf43-028b209b5a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:18.125339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-58dd7316-bd13-4388-bf43-028b209b5a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:18.126523 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-58dd7316-bd13-4388-bf43-028b209b5a46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1563eab3-22a7-4b84-8a6a-2be1478869ed HTTP/1.1" status: 204 len: 168 time: 0.2162399 Sep 22 10:12:18.135950 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd7316-bd13-4388-bf43-028b209b5a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1563eab3-22a7-4b84-8a6a-2be1478869ed,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:22.629988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51452) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:22.650210 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-8363050c-ada3-41f2-941b-3f5a196fc646 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378427587&fields=id&tenant_id=85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 267 time: 0.0360060 Sep 22 10:12:22.747981 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-416d0e89-b2f9-4fdf-8196-13332126df47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:22.768534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-e07b8f38-8b39-425a-8cad-9be61baecf11 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:22.770089 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-e07b8f38-8b39-425a-8cad-9be61baecf11 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1128354 Sep 22 10:12:22.787493 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-86a5281e-a367-48c5-9dc4-89189dead1b6 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/quotas/85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 375 time: 0.0099616 Sep 22 10:12:22.849959 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-416d0e89-b2f9-4fdf-8196-13332126df47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:22.856051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-57f0b61f-4f43-4c5d-8198-523ce7e7ecba tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0618691 Sep 22 10:12:22.922773 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-416d0e89-b2f9-4fdf-8196-13332126df47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:22.961446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d0e89-b2f9-4fdf-8196-13332126df47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be0b2c6-60d8-490c-8abb-98de95282313,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:22.969884 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-416d0e89-b2f9-4fdf-8196-13332126df47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e1212cb3846490cafe07127be20137d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346968 Sep 22 10:12:22.970113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51460) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:23.026415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd24cbe6-add9-4ece-b6db-9390638738af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:23.049507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-3de6d67f-39d3-4df8-8f0b-16bdd37a7a45 service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813025 Sep 22 10:12:23.057058 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd24cbe6-add9-4ece-b6db-9390638738af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:23.149621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-88a4c7dc-616f-4728-b045-ecc8b045c035 service neutron] 10.222.0.49 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929594 Sep 22 10:12:23.168574 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd24cbe6-add9-4ece-b6db-9390638738af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:23.171196 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-cd24cbe6-add9-4ece-b6db-9390638738af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:23.175221 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cd24cbe6-add9-4ece-b6db-9390638738af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5be0b2c6-60d8-490c-8abb-98de95282313 HTTP/1.1" status: 204 len: 168 time: 0.2011631 Sep 22 10:12:23.183953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24cbe6-add9-4ece-b6db-9390638738af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be0b2c6-60d8-490c-8abb-98de95282313,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:23.557608 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:23.715155 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-998f31ee-8f7d-4954-89e0-f639726288db req-8b3eb2bd-d7f2-4845-bd9e-80d596c42b13 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 210 time: 0.0293577 Sep 22 10:12:23.776239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51484) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:23.788581 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8c56-5c64-4436-8ac0-7aeb6632ac7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:23.886191 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8c56-5c64-4436-8ac0-7aeb6632ac7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:23.940198 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f9cd8c56-5c64-4436-8ac0-7aeb6632ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:23.985358 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f9cd8c56-5c64-4436-8ac0-7aeb6632ac7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e64a6a1ae3d74c3697a718aa711a9933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103920 Sep 22 10:12:23.986245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd8c56-5c64-4436-8ac0-7aeb6632ac7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab01d5a-daca-4f7b-9ca5-6bea2c1ba638,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:23.988116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51488) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:24.045288 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef669b74-4074-43b7-af12-9a8cf40533fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:24.067499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef669b74-4074-43b7-af12-9a8cf40533fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:24.168705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef669b74-4074-43b7-af12-9a8cf40533fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:24.171453 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef669b74-4074-43b7-af12-9a8cf40533fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:24.172683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ef669b74-4074-43b7-af12-9a8cf40533fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ab01d5a-daca-4f7b-9ca5-6bea2c1ba638 HTTP/1.1" status: 204 len: 168 time: 0.1834579 Sep 22 10:12:24.181601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef669b74-4074-43b7-af12-9a8cf40533fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab01d5a-daca-4f7b-9ca5-6bea2c1ba638,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:24.237484 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4614057-c77f-487f-896a-082712976751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:24.819331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c21ad3f3-b3ee-4b96-a2cf-f5d75aa79aaa req-4ce4a178-695c-40f7-a5d0-91ed19ec281b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 210 time: 0.0323896 Sep 22 10:12:24.928220 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:25.916026 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22b16306-c7a7-4c63-bf89-a5926342c791 req-8f809534-d5a7-4b3c-8048-faec7257b65d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 210 time: 0.0274737 Sep 22 10:12:26.160430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-33307b24-b1eb-4cf2-b656-4a39f659ea06 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:26.162838 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-33307b24-b1eb-4cf2-b656-4a39f659ea06 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 812 time: 0.1113427 Sep 22 10:12:26.215188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-1811ebea-876d-4e74-86c6-e6f38dae035f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85783f088d50493ba8dced847fb677eb HTTP/1.1" status: 200 len: 380 time: 0.0375628 Sep 22 10:12:26.229654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'port': {'device_id': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'admin_state_up': True, 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'security_groups': ['944b6409-7e84-4a0c-b1c8-284ae87976df']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:26.431504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Made reservation on behalf of 85783f088d50493ba8dced847fb677eb for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:12:26.435325 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:26.586194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Allocated IP 172.20.0.3 (6ed1a16d-1131-43c3-bed3-028a71d58cce/f6586a42-b832-4d74-bacf-f5a31d538762/4ee28f22-efd3-44ca-aa37-63189c22543a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:12:26.757561 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:26.871736 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:26.921755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:12:26.925067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:12:26.929968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:12:26.946172 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7175fc25-66a8-4912-852b-5fc40279bcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:26.960019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=4ee28f22-efd3-44ca-aa37-63189c22543a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:27.000514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:27.001027 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:27.102110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55723dc-f674-4897-ad58-f4a2aea7d913 req-ca9f026c-2a8c-4c08-a98e-973b6724ae76 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:27.105217 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55723dc-f674-4897-ad58-f4a2aea7d913 req-ca9f026c-2a8c-4c08-a98e-973b6724ae76 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 931 time: 0.0773726 Sep 22 10:12:27.150566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e55723dc-f674-4897-ad58-f4a2aea7d913 req-1b1fe00c-ce9c-40c2-9096-5f9e48fb4675 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365114 Sep 22 10:12:27.216312 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-9f095ca4-d364-416a-af6e-3588ac9b2c25 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9906526 Sep 22 10:12:27.237306 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Request body: {'port': {'device_id': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:27.305254 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-439b3607-fced-4749-adf0-1423422e0deb None None] Provisioning complete for port 4ee28f22-efd3-44ca-aa37-63189c22543a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:27.305484 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:27.305997 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-439b3607-fced-4749-adf0-1423422e0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:27.347498 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-439b3607-fced-4749-adf0-1423422e0deb None None] Port 4ee28f22-efd3-44ca-aa37-63189c22543a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:12:27.540589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51552) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:27.598272 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:27.652458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee28f22-efd3-44ca-aa37-63189c22543a {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:12:27.670764 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:27.690281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Transition to ACTIVE for port object 4ee28f22-efd3-44ca-aa37-63189c22543a will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:12:27.693181 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61403dba-e90d-4e7f-9cd1-9faf21c73c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:27.770311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:27.847705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61403dba-e90d-4e7f-9cd1-9faf21c73c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:27.868550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Pushing event updated for resources: {'Port': ['ID=4ee28f22-efd3-44ca-aa37-63189c22543a,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:27.929613 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61403dba-e90d-4e7f-9cd1-9faf21c73c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:27.983101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Attempting to bind port 4ee28f22-efd3-44ca-aa37-63189c22543a on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:12:27.983365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Attempting to bind port 4ee28f22-efd3-44ca-aa37-63189c22543a by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:12:27.987046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Attempting to bind port 4ee28f22-efd3-44ca-aa37-63189c22543a on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:12:27.987190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-61403dba-e90d-4e7f-9cd1-9faf21c73c44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e90feed4de5f4b788f19735343795224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422305 Sep 22 10:12:27.987190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61403dba-e90d-4e7f-9cd1-9faf21c73c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234ee7df-4077-4649-ae9c-6d13a57ee3b7,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:27.992584 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51556) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:27.999124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Port 4ee28f22-efd3-44ca-aa37-63189c22543a on network 6ed1a16d-1131-43c3-bed3-028a71d58cce not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:12:27.999448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Attempting to bind port 4ee28f22-efd3-44ca-aa37-63189c22543a on network 6ed1a16d-1131-43c3-bed3-028a71d58cce {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:12:28.005393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:12:28.005732 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Checking segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:12:28.006112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Bound using segment: {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:12:28.008178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Bound port: 4ee28f22-efd3-44ca-aa37-63189c22543a, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ac4954-af69-4673-9c39-cbd736226538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:12:28.008476 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:28.061476 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16218c3f-46ad-483f-8b92-6b963782db8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:28.086022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] For port 4ee28f22-efd3-44ca-aa37-63189c22543a, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:12:28.089881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] For port 4ee28f22-efd3-44ca-aa37-63189c22543a, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4ee28f22-efd3-44ca-aa37-63189c22543a,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:12:28.090478 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16218c3f-46ad-483f-8b92-6b963782db8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:28.192335 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:28.232614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:28.233331 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:28.234796 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] 10.222.0.45 "PUT /v2.0/ports/4ee28f22-efd3-44ca-aa37-63189c22543a HTTP/1.1" status: 200 len: 1091 time: 1.0050859 Sep 22 10:12:28.235299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'tag': '4ee28f22-efd3-44ca-aa37-63189c22543a'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:12:28.237766 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:28.241344 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6b0b2e-b381-4c3e-b79e-741992fa661c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade", "tag": "4ee28f22-efd3-44ca-aa37-63189c22543a"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:12:28.241517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16218c3f-46ad-483f-8b92-6b963782db8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:28.243768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16218c3f-46ad-483f-8b92-6b963782db8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:28.254150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-16218c3f-46ad-483f-8b92-6b963782db8a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/234ee7df-4077-4649-ae9c-6d13a57ee3b7 HTTP/1.1" status: 204 len: 168 time: 0.2586527 Sep 22 10:12:28.269187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eb8f0-ab4c-4d35-af7b-ee7388a447ea service neutron] Pushing event updated for resources: {'Port': ['ID=4ee28f22-efd3-44ca-aa37-63189c22543a,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:28.279781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16218c3f-46ad-483f-8b92-6b963782db8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234ee7df-4077-4649-ae9c-6d13a57ee3b7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:28.389123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdec6e-551d-4049-81a2-c193bb379e54 req-4e767d6f-dbb2-42b2-91e1-307b0d71428e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:28.391749 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbcdec6e-551d-4049-81a2-c193bb379e54 req-4e767d6f-dbb2-42b2-91e1-307b0d71428e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 943 time: 0.1089997 Sep 22 10:12:28.450509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbcdec6e-551d-4049-81a2-c193bb379e54 req-0327ea2a-98b7-4c0a-95c1-6096ae920d92 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457900 Sep 22 10:12:28.451373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-5ae61647-9031-4ea4-876b-d3ca587030a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:28.453456 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-5ae61647-9031-4ea4-876b-d3ca587030a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 1094 time: 0.0627527 Sep 22 10:12:28.519557 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-94a3f0a1-7374-4e70-8a5e-cdb396f94723 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee28f22-efd3-44ca-aa37-63189c22543a HTTP/1.1" status: 200 len: 217 time: 0.0567224 Sep 22 10:12:28.581891 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4633bb7b-578f-4ee8-be1a-538d73c54b5f x-openstack-request-id: req-4633bb7b-578f-4ee8-be1a-538d73c54b5f {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:12:28.582313 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade", "tag": "4ee28f22-efd3-44ca-aa37-63189c22543a", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:12:28.582717 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4633bb7b-578f-4ee8-be1a-538d73c54b5f {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:12:28.582717 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'tag': '4ee28f22-efd3-44ca-aa37-63189c22543a', 'status': 'completed', 'code': 200} Sep 22 10:12:28.602670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-a6364669-4fa7-466d-8a7d-759cace26f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:28.604184 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-a6364669-4fa7-466d-8a7d-759cace26f34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0772786 Sep 22 10:12:28.664797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-274a513b-b818-4a6b-8f49-8f48feccbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:28.666554 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-274a513b-b818-4a6b-8f49-8f48feccbfc0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493419 Sep 22 10:12:29.200190 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d4893a02-8efa-4e26-94b9-0250bee86d5e service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200989 Sep 22 10:12:29.352920 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f3cd065d-9d8b-495d-989c-762f9fd3b8c2 req-d36b9e74-5493-40e4-979f-c2ad32e98285 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390495 Sep 22 10:12:29.578857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b0b2e-b381-4c3e-b79e-741992fa661c req-2a8b5f87-eec9-4c4c-944a-8771cff47fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:29.580788 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f6b0b2e-b381-4c3e-b79e-741992fa661c req-2a8b5f87-eec9-4c4c-944a-8771cff47fed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 1094 time: 0.0543861 Sep 22 10:12:29.723119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bc7c2-96fe-49ff-8cda-72c4727df94d req-47c831b2-1de2-4dae-839a-cf2b69f88f0c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:29.726569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-359bc7c2-96fe-49ff-8cda-72c4727df94d req-47c831b2-1de2-4dae-839a-cf2b69f88f0c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 943 time: 0.1289783 Sep 22 10:12:29.747285 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b0b2e-b381-4c3e-b79e-741992fa661c req-a1f0c289-5b71-4b5e-99ca-520601630cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:29.751335 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f6b0b2e-b381-4c3e-b79e-741992fa661c req-a1f0c289-5b71-4b5e-99ca-520601630cb9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.1624038 Sep 22 10:12:29.784039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-359bc7c2-96fe-49ff-8cda-72c4727df94d req-a96391ba-80b8-4965-94f4-81f5e0e72205 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506546 Sep 22 10:12:29.839497 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f6b0b2e-b381-4c3e-b79e-741992fa661c req-94cb6688-deb3-4187-89b1-ac14d4419d25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee28f22-efd3-44ca-aa37-63189c22543a HTTP/1.1" status: 200 len: 217 time: 0.0745726 Sep 22 10:12:29.920914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b0b2e-b381-4c3e-b79e-741992fa661c req-f813dc19-1ea4-4a23-b58c-c138485cf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:29.923376 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f6b0b2e-b381-4c3e-b79e-741992fa661c req-f813dc19-1ea4-4a23-b58c-c138485cf9d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0718708 Sep 22 10:12:29.984261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b0b2e-b381-4c3e-b79e-741992fa661c req-e952099d-1d32-45ba-91a2-7b24606dc637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:29.986161 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f6b0b2e-b381-4c3e-b79e-741992fa661c req-e952099d-1d32-45ba-91a2-7b24606dc637 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514002 Sep 22 10:12:30.033110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:30.099191 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f6b0b2e-b381-4c3e-b79e-741992fa661c req-60637c0d-dd07-4773-8fd4-be890004f891 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047585 Sep 22 10:12:30.235702 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f6b0b2e-b381-4c3e-b79e-741992fa661c req-9999f600-a3d7-4998-81ea-d1a508a8a2ae service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249681 Sep 22 10:12:30.392245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51598) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:30.545525 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f92c3055-7626-473e-b013-8f6203a89db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:30.683252 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f92c3055-7626-473e-b013-8f6203a89db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:30.746219 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f92c3055-7626-473e-b013-8f6203a89db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:30.820556 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f92c3055-7626-473e-b013-8f6203a89db9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83ecdc8e39c740948505c3f50757bdf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266346 Sep 22 10:12:30.822469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c3055-7626-473e-b013-8f6203a89db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08178944-d74a-4e31-917e-cf1bf7b9c984,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:30.823501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51606) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:30.955082 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae125353-4638-490f-a6b5-30718d293872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:30.967255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e20525-98e6-4b0f-87d3-8d6f339cb71f req-5b5d441c-2c93-4805-a87f-370aa590141a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:30.969039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2e20525-98e6-4b0f-87d3-8d6f339cb71f req-5b5d441c-2c93-4805-a87f-370aa590141a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 943 time: 0.0831559 Sep 22 10:12:31.008594 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae125353-4638-490f-a6b5-30718d293872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:31.049080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2e20525-98e6-4b0f-87d3-8d6f339cb71f req-3135a17a-7f93-4afb-a33a-272f111f6e2f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680902 Sep 22 10:12:31.145645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae125353-4638-490f-a6b5-30718d293872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:31.149107 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ae125353-4638-490f-a6b5-30718d293872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:31.150378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ae125353-4638-490f-a6b5-30718d293872 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08178944-d74a-4e31-917e-cf1bf7b9c984 HTTP/1.1" status: 204 len: 168 time: 0.3241036 Sep 22 10:12:31.159294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae125353-4638-490f-a6b5-30718d293872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08178944-d74a-4e31-917e-cf1bf7b9c984,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:32.240850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77624-0ca3-47ac-84a6-a62c0947c7e4 req-8793e981-b6e9-4248-8676-2624e55bbee8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:32.246126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a77624-0ca3-47ac-84a6-a62c0947c7e4 req-8793e981-b6e9-4248-8676-2624e55bbee8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 943 time: 0.0764956 Sep 22 10:12:32.286251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91a77624-0ca3-47ac-84a6-a62c0947c7e4 req-9f0a0bc9-3e9a-4074-bf76-920971276b8c tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370657 Sep 22 10:12:33.450643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed41d4-6862-47a8-985e-134aefc81cf0 req-cff3a46c-d757-4e6b-89f7-46eeeb267037 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:33.453455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5ed41d4-6862-47a8-985e-134aefc81cf0 req-cff3a46c-d757-4e6b-89f7-46eeeb267037 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 943 time: 0.0831223 Sep 22 10:12:33.507714 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5ed41d4-6862-47a8-985e-134aefc81cf0 req-28cee547-0abe-4ab8-b63a-8ea0452af884 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474102 Sep 22 10:12:34.294088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51662) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:34.419991 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2716b956-f826-4b33-8d52-af96b7c60084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:34.518338 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2716b956-f826-4b33-8d52-af96b7c60084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:34.638164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2716b956-f826-4b33-8d52-af96b7c60084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:34.643806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a35a2-48b0-47bf-bac4-a96b189af929 req-30caa012-576f-4e85-a735-81ac2aa176ed tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:34.645569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-661a35a2-48b0-47bf-bac4-a96b189af929 req-30caa012-576f-4e85-a735-81ac2aa176ed tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 943 time: 0.0542655 Sep 22 10:12:34.687112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716b956-f826-4b33-8d52-af96b7c60084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1534a5-b967-4f4c-82d6-1c718b337a8e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:34.697969 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2716b956-f826-4b33-8d52-af96b7c60084 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4253523cf3f147a785e2c3654dca6d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024882 Sep 22 10:12:34.701470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51670) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:34.710285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-661a35a2-48b0-47bf-bac4-a96b189af929 req-265eee74-7539-4759-b42c-e3c04d4d4aba tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521128 Sep 22 10:12:34.763829 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9411ddfd-035e-4559-a55b-86303651ff8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:34.791395 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9411ddfd-035e-4559-a55b-86303651ff8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:34.934354 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9411ddfd-035e-4559-a55b-86303651ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:34.937146 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9411ddfd-035e-4559-a55b-86303651ff8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:34.938433 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9411ddfd-035e-4559-a55b-86303651ff8a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc1534a5-b967-4f4c-82d6-1c718b337a8e HTTP/1.1" status: 204 len: 168 time: 0.2358832 Sep 22 10:12:34.948209 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411ddfd-035e-4559-a55b-86303651ff8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1534a5-b967-4f4c-82d6-1c718b337a8e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:35.874388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639fbd4-a977-4c7b-8ace-0c023164fb9f req-46f0ded0-928f-48ef-a081-e8ad6c21fc62 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:35.876103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4639fbd4-a977-4c7b-8ace-0c023164fb9f req-46f0ded0-928f-48ef-a081-e8ad6c21fc62 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 943 time: 0.0621884 Sep 22 10:12:35.930652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4639fbd4-a977-4c7b-8ace-0c023164fb9f req-996cc83d-e0fc-405e-9845-73e7047b2af0 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464377 Sep 22 10:12:37.063039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952506c7-4884-4965-a30a-2658fc323b13 req-3a2f3991-379a-4d24-af31-2046fe078bcf tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:37.065210 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-952506c7-4884-4965-a30a-2658fc323b13 req-3a2f3991-379a-4d24-af31-2046fe078bcf tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 943 time: 0.0575154 Sep 22 10:12:37.118707 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-952506c7-4884-4965-a30a-2658fc323b13 req-7cd62aa2-5c72-4a2b-b962-2d338e7b9d49 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402782 Sep 22 10:12:38.263160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55377b-5eda-4a92-a776-e627d39b9732 req-bb054863-4a4b-4ec7-9a79-71fbcc63fa27 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:38.265243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f55377b-5eda-4a92-a776-e627d39b9732 req-bb054863-4a4b-4ec7-9a79-71fbcc63fa27 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 943 time: 0.0593605 Sep 22 10:12:38.305243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f55377b-5eda-4a92-a776-e627d39b9732 req-00b04248-da47-4fb1-87d6-bf9bbc040303 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339162 Sep 22 10:12:39.441065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe9be0-380e-4c23-a0a4-a5a4f9f092e3 req-b162ab8a-027c-49ec-b55e-fb1384b6eef8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:39.442585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dabe9be0-380e-4c23-a0a4-a5a4f9f092e3 req-b162ab8a-027c-49ec-b55e-fb1384b6eef8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 943 time: 0.0602655 Sep 22 10:12:39.484953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dabe9be0-380e-4c23-a0a4-a5a4f9f092e3 req-cc9000f1-d8a1-42c7-8f93-45ba322eec58 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360489 Sep 22 10:12:39.504119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51782) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:39.612763 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a925d3d-98a8-4bec-a095-004eb37c8a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:39.716266 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a925d3d-98a8-4bec-a095-004eb37c8a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:39.796845 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a925d3d-98a8-4bec-a095-004eb37c8a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:39.835521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a925d3d-98a8-4bec-a095-004eb37c8a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1954809-1e41-43db-a5ff-b79291e62426,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:39.846882 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7a925d3d-98a8-4bec-a095-004eb37c8a24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1847113cbc4948dbbee46d89e44b9d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399341 Sep 22 10:12:39.847919 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51788) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:39.900805 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea213588-ab77-48d6-bc95-0b8463a6c95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:39.923066 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea213588-ab77-48d6-bc95-0b8463a6c95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:40.077184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea213588-ab77-48d6-bc95-0b8463a6c95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:40.079775 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea213588-ab77-48d6-bc95-0b8463a6c95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:40.080994 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ea213588-ab77-48d6-bc95-0b8463a6c95b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1954809-1e41-43db-a5ff-b79291e62426 HTTP/1.1" status: 204 len: 168 time: 0.2321177 Sep 22 10:12:40.089275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea213588-ab77-48d6-bc95-0b8463a6c95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1954809-1e41-43db-a5ff-b79291e62426,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:40.226692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 4ee28f22-efd3-44ca-aa37-63189c22543a details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:12:40.325412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 4ee28f22-efd3-44ca-aa37-63189c22543a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4ee28f22-efd3-44ca-aa37-63189c22543a,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:12:40.337322 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '4ee28f22-efd3-44ca-aa37-63189c22543a', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'port_id': '4ee28f22-efd3-44ca-aa37-63189c22543a', 'mac_address': 'fa:16:3e:44:6f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:12:40.379498 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:40.393011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee28f22-efd3-44ca-aa37-63189c22543a {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:12:40.411466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 4ee28f22-efd3-44ca-aa37-63189c22543a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4ee28f22-efd3-44ca-aa37-63189c22543a,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:12:40.470791 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:40.518508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=4ee28f22-efd3-44ca-aa37-63189c22543a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:40.611421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56317109-8d35-477c-8aac-56e012bf2042 req-c2f1b142-c898-45de-8715-203a51e83ed6 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:40.613190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56317109-8d35-477c-8aac-56e012bf2042 req-c2f1b142-c898-45de-8715-203a51e83ed6 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 944 time: 0.0544360 Sep 22 10:12:40.656363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56317109-8d35-477c-8aac-56e012bf2042 req-5f4fc9ce-a919-46cf-81f9-7a8b5c740932 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361104 Sep 22 10:12:40.664079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51798) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:40.679589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67f0dd59-4846-4d93-aad1-a94be3db2da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:40.742317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['4ee28f22-efd3-44ca-aa37-63189c22543a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:12:40.782013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67f0dd59-4846-4d93-aad1-a94be3db2da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:40.842621 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-67f0dd59-4846-4d93-aad1-a94be3db2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:40.882462 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-67f0dd59-4846-4d93-aad1-a94be3db2da4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfd8c512a7994e42ad157de0f8120ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171574 Sep 22 10:12:40.883468 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0dd59-4846-4d93-aad1-a94be3db2da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efeefb7-aa09-4efa-a789-c0be72ac1a08,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:40.885306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51800) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:40.941247 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6498a6b-53e4-4e5d-9634-bdc8ed7a54b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:40.963768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6498a6b-53e4-4e5d-9634-bdc8ed7a54b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:41.082626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6498a6b-53e4-4e5d-9634-bdc8ed7a54b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:41.085534 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6498a6b-53e4-4e5d-9634-bdc8ed7a54b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:41.086779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b6498a6b-53e4-4e5d-9634-bdc8ed7a54b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4efeefb7-aa09-4efa-a789-c0be72ac1a08 HTTP/1.1" status: 204 len: 168 time: 0.2002330 Sep 22 10:12:41.094684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6498a6b-53e4-4e5d-9634-bdc8ed7a54b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efeefb7-aa09-4efa-a789-c0be72ac1a08,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:41.783718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c49ad-72c4-4e8a-9023-af2cee2ca624 req-ae8e7bb6-65f4-4897-adb2-46f4b410b864 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:41.783718 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a84c49ad-72c4-4e8a-9023-af2cee2ca624 req-ae8e7bb6-65f4-4897-adb2-46f4b410b864 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 944 time: 0.0527887 Sep 22 10:12:41.827769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a84c49ad-72c4-4e8a-9023-af2cee2ca624 req-16b89f1e-bc13-4e21-8153-36366f0bdaef tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355446 Sep 22 10:12:42.241572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 4ee28f22-efd3-44ca-aa37-63189c22543a up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:12:42.368253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 4ee28f22-efd3-44ca-aa37-63189c22543a completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:12:42.372294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 4ee28f22-efd3-44ca-aa37-63189c22543a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:42.372662 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:42.452451 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:42.476386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee28f22-efd3-44ca-aa37-63189c22543a'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:12:42.480447 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d547d82-9bbf-4968-b73e-f0fee43913d8" -d '{"events": [{"server_uuid": "c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade", "name": "network-vif-plugged", "status": "completed", "tag": "4ee28f22-efd3-44ca-aa37-63189c22543a"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:12:42.491551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 4ee28f22-efd3-44ca-aa37-63189c22543a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4ee28f22-efd3-44ca-aa37-63189c22543a,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:12:42.519201 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83deba3a-8059-4a50-986a-2549ef9ffd97 x-openstack-request-id: req-83deba3a-8059-4a50-986a-2549ef9ffd97 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:12:42.519500 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade", "name": "network-vif-plugged", "status": "completed", "tag": "4ee28f22-efd3-44ca-aa37-63189c22543a", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:12:42.519795 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83deba3a-8059-4a50-986a-2549ef9ffd97 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:12:42.520197 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee28f22-efd3-44ca-aa37-63189c22543a', 'code': 200} Sep 22 10:12:42.559581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51834) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:42.574131 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:42.625575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=4ee28f22-efd3-44ca-aa37-63189c22543a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:42.626062 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea066f7b-7435-4c83-bad2-89e5fb20a11a req-511c9966-5e46-41fa-bd6d-5c14a7e2e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:42.627793 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ea066f7b-7435-4c83-bad2-89e5fb20a11a req-511c9966-5e46-41fa-bd6d-5c14a7e2e9f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 1096 time: 0.0464442 Sep 22 10:12:42.678910 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ea066f7b-7435-4c83-bad2-89e5fb20a11a req-35eab578-8319-43c4-a3cd-eb005cfeafd1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408821 Sep 22 10:12:42.685766 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b29600cb-9b0a-4280-8a10-b14e98703091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:42.776111 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b29600cb-9b0a-4280-8a10-b14e98703091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:42.842650 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b29600cb-9b0a-4280-8a10-b14e98703091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:42.884023 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b29600cb-9b0a-4280-8a10-b14e98703091 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ebf3482e8f9647edad1f76c910534263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232651 Sep 22 10:12:42.884927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29600cb-9b0a-4280-8a10-b14e98703091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1af3ec9-0d6d-4068-910e-99fa1a249d52,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:42.887394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51840) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:42.973774 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb1ea-993e-46be-8f73-11945eec56ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:42.999817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe2458-2838-4a8a-ac5b-4ebf47697491 req-a1b43dc9-3c7e-4359-95f0-47e4cb8d8945 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:43.001427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08fe2458-2838-4a8a-ac5b-4ebf47697491 req-a1b43dc9-3c7e-4359-95f0-47e4cb8d8945 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 945 time: 0.0975509 Sep 22 10:12:43.013247 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb1ea-993e-46be-8f73-11945eec56ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:43.074131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08fe2458-2838-4a8a-ac5b-4ebf47697491 req-29763059-aff5-4432-b2c2-d002841b3281 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635798 Sep 22 10:12:43.168525 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb1ea-993e-46be-8f73-11945eec56ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:43.171134 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb1ea-993e-46be-8f73-11945eec56ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:43.172327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bf7fb1ea-993e-46be-8f73-11945eec56ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1af3ec9-0d6d-4068-910e-99fa1a249d52 HTTP/1.1" status: 204 len: 168 time: 0.2835534 Sep 22 10:12:43.181424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fb1ea-993e-46be-8f73-11945eec56ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1af3ec9-0d6d-4068-910e-99fa1a249d52,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:44.217076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f6126-e2be-4b37-b585-48f7777a36b7 req-967de15c-8f93-4141-8dae-a3795ce96d3e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:44.218706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-251f6126-e2be-4b37-b585-48f7777a36b7 req-967de15c-8f93-4141-8dae-a3795ce96d3e tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 945 time: 0.0606546 Sep 22 10:12:44.272294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-251f6126-e2be-4b37-b585-48f7777a36b7 req-93fa09de-50c0-4f4e-ab52-76ef172eac1a tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462279 Sep 22 10:12:44.408312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36996418-3c81-478d-a56e-121e5fd69d54 req-4ea82165-f2b6-490b-b9de-31a7bf636760 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:44.410034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36996418-3c81-478d-a56e-121e5fd69d54 req-4ea82165-f2b6-490b-b9de-31a7bf636760 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 945 time: 0.0562360 Sep 22 10:12:44.453567 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-36996418-3c81-478d-a56e-121e5fd69d54 req-33362211-ce8e-4124-904a-f15aa6bf20a4 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362980 Sep 22 10:12:44.492468 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51878) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:44.759286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d02971-06ad-4d9d-8061-705c1f27f277 tempest-TestVolumeBootPattern-937363463 tempest-TestVolumeBootPattern-937363463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:44.760931 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-64d02971-06ad-4d9d-8061-705c1f27f277 tempest-TestVolumeBootPattern-937363463 tempest-TestVolumeBootPattern-937363463-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 1091 time: 0.2673328 Sep 22 10:12:44.764833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51886) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:44.769322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '4ee28f22-efd3-44ca-aa37-63189c22543a', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:44.843713 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:44.956349 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.078759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Allocated IP 172.25.6.90 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/34e4c706-6281-4964-bfc0-5040ba63e9b5) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:12:45.107064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51894) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:45.197525 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.274903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-493906298'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:45.380183 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.408478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Made reservation on behalf of 83b5c782f97d4b21a1f5cfe1595923d5 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:12:45.413185 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.427240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:12:45.427240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:12:45.431371 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.431585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:12:45.463251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=34e4c706-6281-4964-bfc0-5040ba63e9b5,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:45.527439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.608195 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.637223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:12:45.647009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b9e1b7-663d-422d-9357-de8cb6aa4869,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:45.653879 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.669163 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Added segment cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986 of type vlan for network 33d6b003-ae01-492d-8e87-e3d666db6c3d Sep 22 10:12:45.695956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.808161 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.813968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:45.814571 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.820043 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:45.885869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Pushing event updated for resources: {'Network': ['ID=33d6b003-ae01-492d-8e87-e3d666db6c3d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:45.894559 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-be2d7a85-d9e8-41e1-a67b-8bf460bc8ced tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7826781 Sep 22 10:12:45.894685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51898) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:45.897218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 33d6b003-ae01-492d-8e87-e3d666db6c3d details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:12:45.899141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Request body: {'subnet': {'network_id': '33d6b003-ae01-492d-8e87-e3d666db6c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:45.988855 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:46.120524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Made reservation on behalf of 83b5c782f97d4b21a1f5cfe1595923d5 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:12:46.123953 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:46.228754 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:46.290914 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:46.409284 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event updated for resources: {'Port': ['ID=34e4c706-6281-4964-bfc0-5040ba63e9b5,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:46.417706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:46.476067 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:46.568037 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Floating IP 15d44dd0-640a-4270-8e32-b0982e899cdb associated. External IP: 172.25.6.90, port: 4ee28f22-efd3-44ca-aa37-63189c22543a. Sep 22 10:12:46.623340 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Pushing event updated for resources: {'Subnet': ['ID=5fda351c-8d25-47ca-9edb-c8b827f5c8c8,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:46.637153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Checking segment: {'id': 'cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '33d6b003-ae01-492d-8e87-e3d666db6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:12:46.637536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Network hostable DHCP agents. Network: 33d6b003-ae01-492d-8e87-e3d666db6c3d, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:12:46.739722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Network 33d6b003-ae01-492d-8e87-e3d666db6c3d is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:12:46.799236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 33d6b003-ae01-492d-8e87-e3d666db6c3d) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:12:46.806386 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:46.807093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:46.808566 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee50bd6-3922-49b3-a7bf-b3e8d96638b3 None None] Network 33d6b003-ae01-492d-8e87-e3d666db6c3d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:12:46.834760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Router 5425eef8-a137-491e-bb17-ac72d7f7381d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:12:46.881096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eac1b688-b0f5-4534-a940-fe82458b42af tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9874215 Sep 22 10:12:46.884062 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51900) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:46.890188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Request body: {'port': {'network_id': '33d6b003-ae01-492d-8e87-e3d666db6c3d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1159250902'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:46.953470 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:12:46.970393 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-33d6b003-ae01-492d-8e87-e3d666db6c3d', 'network_id': '33d6b003-ae01-492d-8e87-e3d666db6c3d', 'tenant_id': '83b5c782f97d4b21a1f5cfe1595923d5', 'fixed_ips': [{'subnet_id': '5fda351c-8d25-47ca-9edb-c8b827f5c8c8'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:12:46.977006 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:46.977150 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa408e38-47b2-4a47-937c-5e0fe7beea22 None None] Sync routers for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:12:46.983444 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa408e38-47b2-4a47-937c-5e0fe7beea22 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:12:46.984066 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-aa408e38-47b2-4a47-937c-5e0fe7beea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:12:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:47.031275 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:47.062415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-91a674be-fb36-41ef-8cfe-72f4dde920dc tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2965376 Sep 22 10:12:47.063098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'tag': '4ee28f22-efd3-44ca-aa37-63189c22543a'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:12:47.072971 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6ddfa7-8fa3-4231-a053-2050f16a07da" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade", "tag": "4ee28f22-efd3-44ca-aa37-63189c22543a"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:12:47.106467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Made reservation on behalf of 83b5c782f97d4b21a1f5cfe1595923d5 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:12:47.107087 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-aa408e38-47b2-4a47-937c-5e0fe7beea22 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:12:47.112898 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:47.117685 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe1de87-903f-486f-8bc9-d0840ae871c1 x-openstack-request-id: req-fbe1de87-903f-486f-8bc9-d0840ae871c1 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:12:47.118061 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade", "tag": "4ee28f22-efd3-44ca-aa37-63189c22543a", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:12:47.118386 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbe1de87-903f-486f-8bc9-d0840ae871c1 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:12:47.118869 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'tag': '4ee28f22-efd3-44ca-aa37-63189c22543a', 'status': 'completed', 'code': 200} Sep 22 10:12:47.137657 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Allocated IP 172.20.0.2 (33d6b003-ae01-492d-8e87-e3d666db6c3d/5fda351c-8d25-47ca-9edb-c8b827f5c8c8/cafea75e-d916-4d1d-9eee-e225351270e6) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:12:47.154193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] device_id is not set on port db5ed763-7fe5-4913-bf0c-fb1cabea5d43 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:12:47.250780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ddfa7-8fa3-4231-a053-2050f16a07da req-1ea0c560-e94e-450d-b0e5-841c32076925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:47.252433 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d6ddfa7-8fa3-4231-a053-2050f16a07da req-1ea0c560-e94e-450d-b0e5-841c32076925 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 1096 time: 0.1085467 Sep 22 10:12:47.320141 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:47.362407 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-aa408e38-47b2-4a47-937c-5e0fe7beea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '15d44dd0-640a-4270-8e32-b0982e899cdb', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '4ee28f22-efd3-44ca-aa37-63189c22543a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:44:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:12:45Z', 'updated_at': '2021-09-22T10:12:45Z', 'revision_number': 0, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}, {'id': '34916e01-227d-44d0-b047-1ddea0a65af0', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:72:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65600f-5e8a-4021-908f-c4867119fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:09:52Z', 'updated_at': '2021-09-22T10:09:54Z', 'revision_number': 1, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:47.378590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ddfa7-8fa3-4231-a053-2050f16a07da req-40027984-6cd7-4694-bca1-e66fd4e12946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:47.380296 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d6ddfa7-8fa3-4231-a053-2050f16a07da req-40027984-6cd7-4694-bca1-e66fd4e12946 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.1201949 Sep 22 10:12:47.394223 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa408e38-47b2-4a47-937c-5e0fe7beea22 None None] Checking router: 5425eef8-a137-491e-bb17-ac72d7f7381d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:12:47.404073 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa408e38-47b2-4a47-937c-5e0fe7beea22 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:12:47.404692 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-aa408e38-47b2-4a47-937c-5e0fe7beea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:12:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:47.442862 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:47.483487 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Network 33d6b003-ae01-492d-8e87-e3d666db6c3d is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:12:47.489549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:12:47.497867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:12:47.499106 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d6ddfa7-8fa3-4231-a053-2050f16a07da req-7830e158-3cf2-4521-8868-e3b6bf55e878 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee28f22-efd3-44ca-aa37-63189c22543a HTTP/1.1" status: 200 len: 998 time: 0.1115494 Sep 22 10:12:47.501108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Pushing event updated for resources: {'Port': ['ID=cafea75e-d916-4d1d-9eee-e225351270e6,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:47.517544 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-aa408e38-47b2-4a47-937c-5e0fe7beea22 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:12:47.547698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Allocated IP 172.20.0.5 (33d6b003-ae01-492d-8e87-e3d666db6c3d/5fda351c-8d25-47ca-9edb-c8b827f5c8c8/db5ed763-7fe5-4913-bf0c-fb1cabea5d43) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:12:47.558768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Attempting to bind port cafea75e-d916-4d1d-9eee-e225351270e6 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:12:47.559140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Attempting to bind port cafea75e-d916-4d1d-9eee-e225351270e6 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '33d6b003-ae01-492d-8e87-e3d666db6c3d'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:12:47.559505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Attempting to bind port cafea75e-d916-4d1d-9eee-e225351270e6 on network 33d6b003-ae01-492d-8e87-e3d666db6c3d {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:12:47.564906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:12:47.565280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Checking segment: {'id': 'cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '33d6b003-ae01-492d-8e87-e3d666db6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:12:47.565680 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:47.566069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Bound using segment: {'id': 'cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '33d6b003-ae01-492d-8e87-e3d666db6c3d'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:12:47.566590 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Bound port: cafea75e-d916-4d1d-9eee-e225351270e6, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '33d6b003-ae01-492d-8e87-e3d666db6c3d'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:12:47.566996 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:47.579913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ddfa7-8fa3-4231-a053-2050f16a07da req-7822e79f-081d-4c19-9653-f150b27301fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:47.582539 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d6ddfa7-8fa3-4231-a053-2050f16a07da req-7822e79f-081d-4c19-9653-f150b27301fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0744412 Sep 22 10:12:47.633286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] For port cafea75e-d916-4d1d-9eee-e225351270e6, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:12:47.636953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] For port cafea75e-d916-4d1d-9eee-e225351270e6, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cafea75e-d916-4d1d-9eee-e225351270e6,segment=NetworkSegment(cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986),segment_id=cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:12:47.679804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ddfa7-8fa3-4231-a053-2050f16a07da req-582fcf26-18bd-4617-918f-b1cadaa97b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:47.681455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d6ddfa7-8fa3-4231-a053-2050f16a07da req-582fcf26-18bd-4617-918f-b1cadaa97b5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913618 Sep 22 10:12:47.746624 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:47.756458 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-aa408e38-47b2-4a47-937c-5e0fe7beea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '15d44dd0-640a-4270-8e32-b0982e899cdb', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '4ee28f22-efd3-44ca-aa37-63189c22543a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:44:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:12:45Z', 'updated_at': '2021-09-22T10:12:45Z', 'revision_number': 0, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}, {'id': '34916e01-227d-44d0-b047-1ddea0a65af0', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:72:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65600f-5e8a-4021-908f-c4867119fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:09:52Z', 'updated_at': '2021-09-22T10:09:54Z', 'revision_number': 1, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:47.802043 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa408e38-47b2-4a47-937c-5e0fe7beea22 None None] The sync data for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 is: [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '15d44dd0-640a-4270-8e32-b0982e899cdb', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '4ee28f22-efd3-44ca-aa37-63189c22543a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:44:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:12:45Z', 'updated_at': '2021-09-22T10:12:45Z', 'revision_number': 0, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}, {'id': '34916e01-227d-44d0-b047-1ddea0a65af0', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:72:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65600f-5e8a-4021-908f-c4867119fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:09:52Z', 'updated_at': '2021-09-22T10:09:54Z', 'revision_number': 1, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:12:47.811699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cba31-3b26-479b-b037-fcae3b58e4c6 None None] Pushing event updated for resources: {'Port': ['ID=cafea75e-d916-4d1d-9eee-e225351270e6,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:47.824440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:47.853604 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d6ddfa7-8fa3-4231-a053-2050f16a07da req-37efe417-98b6-4c3e-b9d9-da773e5b2164 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400235 Sep 22 10:12:47.980233 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4d6ddfa7-8fa3-4231-a053-2050f16a07da req-6e68dab5-03fe-4fc7-a738-d52f4702f847 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110976 Sep 22 10:12:47.996976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:48.052256 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Network 33d6b003-ae01-492d-8e87-e3d666db6c3d is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:12:48.056125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:12:48.060695 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:12:48.093489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Pushing event updated for resources: {'Port': ['ID=db5ed763-7fe5-4913-bf0c-fb1cabea5d43,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:48.113849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff3e291-8f28-48f1-aca4-20ddc73545f1 None None] New status for floating IP 15d44dd0-640a-4270-8e32-b0982e899cdb: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:12:48.132342 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:48.141914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:48.220350 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c12326d6-997f-4f5d-b860-977d703086a0 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3345699 Sep 22 10:12:48.223659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51906) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:48.322805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8a876153-f1e3-4c4c-b02b-3f598bbcdd62 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Deleting port db5ed763-7fe5-4913-bf0c-fb1cabea5d43 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:12:48.323149 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a876153-f1e3-4c4c-b02b-3f598bbcdd62 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:48.414312 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a876153-f1e3-4c4c-b02b-3f598bbcdd62 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:48.428663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-8a876153-f1e3-4c4c-b02b-3f598bbcdd62 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Calling delete_port for db5ed763-7fe5-4913-bf0c-fb1cabea5d43 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:12:48.681886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a876153-f1e3-4c4c-b02b-3f598bbcdd62 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:48.713223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a876153-f1e3-4c4c-b02b-3f598bbcdd62 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Pushing event deleted for resources: {'Port': ['ID=db5ed763-7fe5-4913-bf0c-fb1cabea5d43,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:48.776338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6266c8-9caf-4979-b043-ee257121d975 None None] Network 33d6b003-ae01-492d-8e87-e3d666db6c3d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:12:48.793562 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8a876153-f1e3-4c4c-b02b-3f598bbcdd62 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:48.795835 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8a876153-f1e3-4c4c-b02b-3f598bbcdd62 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] 10.222.0.49 "DELETE /v2.0/ports/db5ed763-7fe5-4913-bf0c-fb1cabea5d43 HTTP/1.1" status: 204 len: 168 time: 0.5705991 Sep 22 10:12:48.799428 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51908) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:48.864459 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5e83d7e8-e625-4dce-bf2d-ff111ed3f7ef tempest-DHCPAgentSchedulersTestJSON-1878494185 tempest-DHCPAgentSchedulersTestJSON-1878494185-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.0629308 Sep 22 10:12:48.868514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51912) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:48.874914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2000952597'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:48.905085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6dd9e76c-71b0-4d80-8948-b87aacd2c91b None None] Provisioning complete for port cafea75e-d916-4d1d-9eee-e225351270e6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:48.905451 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e76c-71b0-4d80-8948-b87aacd2c91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:48.951222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Made reservation on behalf of 83b5c782f97d4b21a1f5cfe1595923d5 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:12:48.955544 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:48.980837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:12:48.990277 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:48.990638 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Added segment a6920575-aa70-41b1-ad55-eaf7a40f812c of type vlan for network 11570381-b55c-4ef1-a33c-e25fb3de7e94 Sep 22 10:12:49.028185 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e76c-71b0-4d80-8948-b87aacd2c91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:49.039950 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:49.063269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6dd9e76c-71b0-4d80-8948-b87aacd2c91b None None] For port cafea75e-d916-4d1d-9eee-e225351270e6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cafea75e-d916-4d1d-9eee-e225351270e6,segment=NetworkSegment(cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986),segment_id=cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:12:49.163200 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6dd9e76c-71b0-4d80-8948-b87aacd2c91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:49.174181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:49.181055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:49.181784 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:49.221228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9e76c-71b0-4d80-8948-b87aacd2c91b None None] Pushing event updated for resources: {'Port': ['ID=cafea75e-d916-4d1d-9eee-e225351270e6,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:49.259014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Pushing event updated for resources: {'Network': ['ID=11570381-b55c-4ef1-a33c-e25fb3de7e94,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:49.270502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 11570381-b55c-4ef1-a33c-e25fb3de7e94 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:12:49.283997 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-64870342-68da-4425-b1c3-a5659e7d1dc2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4142058 Sep 22 10:12:49.286890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51914) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:49.312283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-14258b3b-fb5b-4dd9-a0f6-68f218b50db7 None None] Provisioning complete for port cafea75e-d916-4d1d-9eee-e225351270e6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:49.315945 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-14258b3b-fb5b-4dd9-a0f6-68f218b50db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:49.454603 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2cc1d74d-6eeb-49b6-9aa8-2fb25383400d tempest-DHCPAgentSchedulersTestJSON-1878494185 tempest-DHCPAgentSchedulersTestJSON-1878494185-project-admin] 10.222.0.49 "GET /v2.0/agents/61796e59-cf1e-47cd-8855-37b025531cad/dhcp-networks HTTP/1.1" status: 200 len: 4893 time: 0.1618459 Sep 22 10:12:49.454603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51916) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:49.540513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ff99017e-d19e-469d-95df-3cc20ef1d73b None None] Could not find standard attr ID for object db5ed763-7fe5-4913-bf0c-fb1cabea5d43. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:12:49.540957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0936e708-d3d2-422d-a187-6f0bd0a2a37c tempest-DHCPAgentSchedulersTestJSON-1878494185 tempest-DHCPAgentSchedulersTestJSON-1878494185-project-admin] Network 11570381-b55c-4ef1-a33c-e25fb3de7e94 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:12:49.610732 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0936e708-d3d2-422d-a187-6f0bd0a2a37c tempest-DHCPAgentSchedulersTestJSON-1878494185 tempest-DHCPAgentSchedulersTestJSON-1878494185-project-admin] 10.222.0.49 "POST /v2.0/agents/61796e59-cf1e-47cd-8855-37b025531cad/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1568997 Sep 22 10:12:49.613400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51918) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:49.615936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ca7f78-8635-4f87-b314-d7b8a0470a6c None None] Network 11570381-b55c-4ef1-a33c-e25fb3de7e94 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:12:49.726913 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-69931ddb-37ab-4682-bfec-aae5ffd62f45 tempest-DHCPAgentSchedulersTestJSON-1878494185 tempest-DHCPAgentSchedulersTestJSON-1878494185-project-admin] 10.222.0.49 "GET /v2.0/agents/61796e59-cf1e-47cd-8855-37b025531cad/dhcp-networks HTTP/1.1" status: 200 len: 5664 time: 0.1123798 Sep 22 10:12:49.730780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51920) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:49.868361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cafea75e-d916-4d1d-9eee-e225351270e6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:12:49.891559 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f59e8a89-4239-46cd-85c6-c5ada5895aa2 tempest-DHCPAgentSchedulersTestJSON-1878494185 tempest-DHCPAgentSchedulersTestJSON-1878494185-project-admin] 10.222.0.49 "DELETE /v2.0/agents/61796e59-cf1e-47cd-8855-37b025531cad/dhcp-networks/11570381-b55c-4ef1-a33c-e25fb3de7e94 HTTP/1.1" status: 204 len: 168 time: 0.1596470 Sep 22 10:12:49.894047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51922) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:49.923953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port cafea75e-d916-4d1d-9eee-e225351270e6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:49.924340 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.032548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-92dcef64-2c6e-42e6-8513-7ea9006fe9d3 tempest-DHCPAgentSchedulersTestJSON-1878494185 tempest-DHCPAgentSchedulersTestJSON-1878494185-project-admin] 10.222.0.49 "GET /v2.0/agents/61796e59-cf1e-47cd-8855-37b025531cad/dhcp-networks HTTP/1.1" status: 200 len: 4893 time: 0.1372688 Sep 22 10:12:50.036536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51924) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:50.055699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5b187f60-2219-4af9-a0f9-25eee7932966 tempest-DHCPAgentSchedulersTestJSON-1878494185 tempest-DHCPAgentSchedulersTestJSON-1878494185-project-admin] 10.222.0.49 "GET /v2.0/networks/33d6b003-ae01-492d-8e87-e3d666db6c3d/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0174897 Sep 22 10:12:50.058969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51926) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:50.077948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f1b43429-7822-4c3e-82b5-c4ff0efba19c tempest-DHCPAgentSchedulersTestJSON-1878494185 tempest-DHCPAgentSchedulersTestJSON-1878494185-project-admin] 10.222.0.49 "GET /v2.0/networks/33d6b003-ae01-492d-8e87-e3d666db6c3d/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0179307 Sep 22 10:12:50.080295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51928) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:50.191248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-165bd5d7-9880-4bae-864f-6a7fdb6812f5 tempest-DHCPAgentSchedulersTestJSON-1878494185 tempest-DHCPAgentSchedulersTestJSON-1878494185-project-admin] 10.222.0.49 "GET /v2.0/agents/61796e59-cf1e-47cd-8855-37b025531cad/dhcp-networks HTTP/1.1" status: 200 len: 4893 time: 0.1098773 Sep 22 10:12:50.195300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51930) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:50.277105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.362526 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.383436 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11570381-b55c-4ef1-a33c-e25fb3de7e94']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:50.393048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6920575-aa70-41b1-ad55-eaf7a40f812c') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:50.393348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6920575-aa70-41b1-ad55-eaf7a40f812c') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:50.402831 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.416683 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.422828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:12:50.423215 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:12:50.426248 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:12:50.450662 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:12:50.574097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.578734 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.580882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] 10.222.0.49 "DELETE /v2.0/networks/11570381-b55c-4ef1-a33c-e25fb3de7e94 HTTP/1.1" status: 204 len: 168 time: 0.3846409 Sep 22 10:12:50.583429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51932) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:50.596219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c95cd9-334c-4924-902e-a4110c5aaaa3 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Pushing event deleted for resources: {'Network': ['ID=11570381-b55c-4ef1-a33c-e25fb3de7e94,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:50.607831 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-249968c7-aefe-48a5-8ee8-626674db135f tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] DELETE failed (client error): The resource could not be found. Sep 22 10:12:50.608480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249968c7-aefe-48a5-8ee8-626674db135f tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:12:50.610257 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-249968c7-aefe-48a5-8ee8-626674db135f tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] 10.222.0.49 "DELETE /v2.0/ports/db5ed763-7fe5-4913-bf0c-fb1cabea5d43 HTTP/1.1" status: 404 len: 333 time: 0.0250919 Sep 22 10:12:50.612754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51934) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:50.668368 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-3129eab1-9429-4e83-812e-04ab56c2e34f tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Deleting subnet 5fda351c-8d25-47ca-9edb-c8b827f5c8c8 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:12:50.671564 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3129eab1-9429-4e83-812e-04ab56c2e34f tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.711586 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3129eab1-9429-4e83-812e-04ab56c2e34f tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.797669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3129eab1-9429-4e83-812e-04ab56c2e34f tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.951184 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3129eab1-9429-4e83-812e-04ab56c2e34f tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.979208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129eab1-9429-4e83-812e-04ab56c2e34f tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Pushing event deleted for resources: {'Subnet': ['ID=5fda351c-8d25-47ca-9edb-c8b827f5c8c8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:50.982990 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3129eab1-9429-4e83-812e-04ab56c2e34f tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:50.985493 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3129eab1-9429-4e83-812e-04ab56c2e34f tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] 10.222.0.49 "DELETE /v2.0/subnets/5fda351c-8d25-47ca-9edb-c8b827f5c8c8 HTTP/1.1" status: 204 len: 168 time: 0.3712685 Sep 22 10:12:50.987545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51936) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:50.990414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf14a82-ac66-4ce6-924c-1c448760e857 None None] Network 33d6b003-ae01-492d-8e87-e3d666db6c3d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:12:51.065058 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.130093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Deleting port cafea75e-d916-4d1d-9eee-e225351270e6 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:12:51.131264 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.200234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] For port cafea75e-d916-4d1d-9eee-e225351270e6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cafea75e-d916-4d1d-9eee-e225351270e6,segment=NetworkSegment(cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986),segment_id=cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:12:51.200600 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.214301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Calling delete_port for cafea75e-d916-4d1d-9eee-e225351270e6 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:12:51.341144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f8bf83-9231-4a8a-bc09-6341a8b79387 None None] DHCP port deletion for 33d6b003-ae01-492d-8e87-e3d666db6c3d request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:12:51.388048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-36f8bf83-9231-4a8a-bc09-6341a8b79387 None None] Deleting port cafea75e-d916-4d1d-9eee-e225351270e6 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:12:51.388420 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-36f8bf83-9231-4a8a-bc09-6341a8b79387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.454378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-36f8bf83-9231-4a8a-bc09-6341a8b79387 None None] For port cafea75e-d916-4d1d-9eee-e225351270e6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=cafea75e-d916-4d1d-9eee-e225351270e6,segment=NetworkSegment(cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986),segment_id=cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:12:51.454773 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-36f8bf83-9231-4a8a-bc09-6341a8b79387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.467821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-36f8bf83-9231-4a8a-bc09-6341a8b79387 None None] Calling delete_port for cafea75e-d916-4d1d-9eee-e225351270e6 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:12:51.522793 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 10:12:51.537866 n-d-805649-4 neutron-server[95511]: self.session.flush() Sep 22 10:12:51.544559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-36f8bf83-9231-4a8a-bc09-6341a8b79387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.549719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Pushing event deleted for resources: {'Port': ['ID=cafea75e-d916-4d1d-9eee-e225351270e6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:51.555898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] No DVR routers for this DVR port cafea75e-d916-4d1d-9eee-e225351270e6 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:12:51.569931 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8bf83-9231-4a8a-bc09-6341a8b79387 None None] Pushing event deleted for resources: {'Port': ['ID=cafea75e-d916-4d1d-9eee-e225351270e6,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:51.573795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f8bf83-9231-4a8a-bc09-6341a8b79387 None None] No DVR routers for this DVR port cafea75e-d916-4d1d-9eee-e225351270e6 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:12:51.587075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.587478 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.587765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.588171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.588400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.588754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.589206 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.589543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.589881 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.590206 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.590531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.590855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:51.653056 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.679199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d6b003-ae01-492d-8e87-e3d666db6c3d']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:51.689445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:51.689746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7a5dbe-e1c1-4c6c-85a2-ecdebff77986') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:12:51.700258 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.714322 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.720649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:12:51.721031 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:12:51.724044 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:12:51.839362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cafea75e-d916-4d1d-9eee-e225351270e6 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:12:51.859964 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.862691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: cafea75e-d916-4d1d-9eee-e225351270e6 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:12:51.863090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device cafea75e-d916-4d1d-9eee-e225351270e6 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:12:51.868266 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:51.870935 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] 10.222.0.49 "DELETE /v2.0/networks/33d6b003-ae01-492d-8e87-e3d666db6c3d HTTP/1.1" status: 204 len: 168 time: 0.8823860 Sep 22 10:12:51.885658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113a631-0525-4010-a6b4-78159893c7d2 tempest-DHCPAgentSchedulersTestJSON-1434783538 tempest-DHCPAgentSchedulersTestJSON-1434783538-project] Pushing event deleted for resources: {'Network': ['ID=33d6b003-ae01-492d-8e87-e3d666db6c3d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:52.381326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51942) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:52.521647 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5d517032-7d37-414a-a0ff-658501e52acc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83b5c782f97d4b21a1f5cfe1595923d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389468 Sep 22 10:12:52.524235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51946) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:52.577881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce7e9b69-7039-4888-9469-2f90f9077637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:52.601477 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce7e9b69-7039-4888-9469-2f90f9077637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:52.739722 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce7e9b69-7039-4888-9469-2f90f9077637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:52.742427 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce7e9b69-7039-4888-9469-2f90f9077637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:52.743643 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce7e9b69-7039-4888-9469-2f90f9077637 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23b9e1b7-663d-422d-9357-de8cb6aa4869 HTTP/1.1" status: 204 len: 168 time: 0.2182240 Sep 22 10:12:52.751712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e9b69-7039-4888-9469-2f90f9077637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b9e1b7-663d-422d-9357-de8cb6aa4869,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:53.461329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51952) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:53.475603 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:53.575028 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:53.602339 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:53.665087 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:53.703847 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=163440b3ba67433682bdce93f57d2be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413919 Sep 22 10:12:53.704708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b5edc6-dc67-4735-a0ab-91c36db1ecb4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:53.706710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51956) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:53.713179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.713521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.713856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.714187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.714512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.714839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.715254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.715486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.715804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.716121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.716439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.716773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b50623-eca5-477f-861b-a8f9c35e6c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:12:53.760294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2acaafe7-38f1-4ef8-9087-3ae8803bbdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:53.783919 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2acaafe7-38f1-4ef8-9087-3ae8803bbdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:53.894123 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2acaafe7-38f1-4ef8-9087-3ae8803bbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:53.896736 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2acaafe7-38f1-4ef8-9087-3ae8803bbdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:53.897932 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2acaafe7-38f1-4ef8-9087-3ae8803bbdbc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1b5edc6-dc67-4735-a0ab-91c36db1ecb4 HTTP/1.1" status: 204 len: 168 time: 0.1898286 Sep 22 10:12:53.906688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaafe7-38f1-4ef8-9087-3ae8803bbdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b5edc6-dc67-4735-a0ab-91c36db1ecb4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:54.265797 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-227d8190-1334-440d-bce0-931eb4c29d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:54.842602 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.015036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51978) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:55.117649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2125401344'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:55.259506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Made reservation on behalf of d79301023a42454a8760ec6985804cd0 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:12:55.263323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.272673 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.376116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.459567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.483837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:12:55.499722 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9895e71-9128-4084-80e5-ec89b57d0404,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:55.502865 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.503204 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Added segment c9c418f2-dfb5-4ccf-8d9d-afabbde7f279 of type vlan for network f050a48a-9441-45eb-9b23-9986274cd105 Sep 22 10:12:55.550377 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.648444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.654129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:55.654747 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:55.723499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'Network': ['ID=f050a48a-9441-45eb-9b23-9986274cd105,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:55.735821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network f050a48a-9441-45eb-9b23-9986274cd105 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:12:55.746598 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9de96a20-b514-427c-978a-1daddf130ea0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7303793 Sep 22 10:12:55.749933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51982) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:55.756067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Request body: {'subnet': {'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:55.933984 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Made reservation on behalf of d79301023a42454a8760ec6985804cd0 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:12:55.937609 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:56.202415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:56.265763 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'Subnet': ['ID=33608f01-f7ea-4eca-9cd0-02c34be2dbc0,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:56.273885 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Checking segment: {'id': 'c9c418f2-dfb5-4ccf-8d9d-afabbde7f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:12:56.274246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Network hostable DHCP agents. Network: f050a48a-9441-45eb-9b23-9986274cd105, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:12:56.373662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Network f050a48a-9441-45eb-9b23-9986274cd105 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:12:56.465342 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, f050a48a-9441-45eb-9b23-9986274cd105) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:12:56.469683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:56.470420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:56.475282 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331aa60-5625-49bc-b4aa-5cd13db1a845 None None] Network f050a48a-9441-45eb-9b23-9986274cd105 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:12:56.569477 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e85832fa-4475-479a-868b-817d36ba6f5c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8182807 Sep 22 10:12:56.572540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51984) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:56.578393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Request body: {'port': {'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-552740871'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:56.627611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-f050a48a-9441-45eb-9b23-9986274cd105', 'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105', 'tenant_id': 'd79301023a42454a8760ec6985804cd0', 'fixed_ips': [{'subnet_id': '33608f01-f7ea-4eca-9cd0-02c34be2dbc0'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:12:56.628497 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:56.757337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Made reservation on behalf of d79301023a42454a8760ec6985804cd0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:12:56.761650 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:56.773377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Allocated IP 2001:db8::2 (f050a48a-9441-45eb-9b23-9986274cd105/33608f01-f7ea-4eca-9cd0-02c34be2dbc0/d4fc7616-eb2d-42b3-817d-db34fa6739ed) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:12:56.783318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] device_id is not set on port 5fbfe4a5-774d-497d-9611-83b19c56ef76 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:12:56.942166 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:56.968190 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e435-dfc1-4cad-a59e-c2be1bd29993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:57.014721 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:57.052397 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Network f050a48a-9441-45eb-9b23-9986274cd105 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:12:57.055374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:12:57.058926 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:12:57.072342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Pushing event updated for resources: {'Port': ['ID=d4fc7616-eb2d-42b3-817d-db34fa6739ed,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:57.076875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Allocated IP 2001:db8::3c5 (f050a48a-9441-45eb-9b23-9986274cd105/33608f01-f7ea-4eca-9cd0-02c34be2dbc0/5fbfe4a5-774d-497d-9611-83b19c56ef76) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:12:57.124472 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Attempting to bind port d4fc7616-eb2d-42b3-817d-db34fa6739ed on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:12:57.124873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Attempting to bind port d4fc7616-eb2d-42b3-817d-db34fa6739ed by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'c9c418f2-dfb5-4ccf-8d9d-afabbde7f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:12:57.125240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Attempting to bind port d4fc7616-eb2d-42b3-817d-db34fa6739ed on network f050a48a-9441-45eb-9b23-9986274cd105 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:12:57.130925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:12:57.131394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Checking segment: {'id': 'c9c418f2-dfb5-4ccf-8d9d-afabbde7f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:12:57.131698 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:57.132136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Bound using segment: {'id': 'c9c418f2-dfb5-4ccf-8d9d-afabbde7f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:12:57.132737 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Bound port: d4fc7616-eb2d-42b3-817d-db34fa6739ed, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c418f2-dfb5-4ccf-8d9d-afabbde7f279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:12:57.133012 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:57.201713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] For port d4fc7616-eb2d-42b3-817d-db34fa6739ed, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:12:57.205026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] For port d4fc7616-eb2d-42b3-817d-db34fa6739ed, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d4fc7616-eb2d-42b3-817d-db34fa6739ed,segment=NetworkSegment(c9c418f2-dfb5-4ccf-8d9d-afabbde7f279),segment_id=c9c418f2-dfb5-4ccf-8d9d-afabbde7f279)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:12:57.273563 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:57.328951 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:57.397232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456cfa5-3b32-4fba-9206-202ecaa2b3a4 None None] Pushing event updated for resources: {'Port': ['ID=d4fc7616-eb2d-42b3-817d-db34fa6739ed,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:57.460600 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:57.511596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Network f050a48a-9441-45eb-9b23-9986274cd105 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:12:57.513906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:12:57.518013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:12:57.526965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:57.526965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:57.544773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'Port': ['ID=5fbfe4a5-774d-497d-9611-83b19c56ef76,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:57.573774 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:57.603296 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7191c02e-fd3c-4e7f-8778-9fe9dc8aab5b tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0294831 Sep 22 10:12:57.606245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51986) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:57.611557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Request body: {'port': {'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1825496413', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c5', 'mac_address': 'fa:16:3e:26:59:8b'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:57.814484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Made reservation on behalf of d79301023a42454a8760ec6985804cd0 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:12:57.882158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d4fc7616-eb2d-42b3-817d-db34fa6739ed up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:12:57.911197 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:57.936217 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d4fc7616-eb2d-42b3-817d-db34fa6739ed triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:57.936593 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:58.037186 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:58.088582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port d4fc7616-eb2d-42b3-817d-db34fa6739ed, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d4fc7616-eb2d-42b3-817d-db34fa6739ed,segment=NetworkSegment(c9c418f2-dfb5-4ccf-8d9d-afabbde7f279),segment_id=c9c418f2-dfb5-4ccf-8d9d-afabbde7f279)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:12:58.164314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:58.200665 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:58.221456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=d4fc7616-eb2d-42b3-817d-db34fa6739ed,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:58.282112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] device_id is not set on port f993b55d-810c-44e8-9634-ffef3a01d79d yet. {{(pid=95510) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:12:58.377435 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a2df4-2e3d-407d-b33f-fa3ba3809cc3 None None] Network f050a48a-9441-45eb-9b23-9986274cd105 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:12:58.416010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Allocated IP 2001:db8::ee (f050a48a-9441-45eb-9b23-9986274cd105/33608f01-f7ea-4eca-9cd0-02c34be2dbc0/f993b55d-810c-44e8-9634-ffef3a01d79d) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:12:58.464203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6e15b550-155f-47e5-8a31-c6579a57f9f6 None None] Provisioning complete for port d4fc7616-eb2d-42b3-817d-db34fa6739ed triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:58.464579 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6e15b550-155f-47e5-8a31-c6579a57f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:58.599949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:58.746318 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:58.798491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Network f050a48a-9441-45eb-9b23-9986274cd105 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:12:58.802044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:12:58.806927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:12:58.812819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:58.817260 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:58.823735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'Port': ['ID=f993b55d-810c-44e8-9634-ffef3a01d79d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:58.929932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-61dd3dce-5c53-4fba-bb37-9b9b8865e004 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.3224463 Sep 22 10:12:58.933178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 51988) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:58.961437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e252143a-dd35-4b7d-905c-d53edaac2f3f None None] Provisioning complete for port d4fc7616-eb2d-42b3-817d-db34fa6739ed triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:58.962025 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e252143a-dd35-4b7d-905c-d53edaac2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:59.035150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95b9ca-b6bb-4fa3-ae0b-f19351cbe7e0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:59.042321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95b9ca-b6bb-4fa3-ae0b-f19351cbe7e0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:59.048247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e95b9ca-b6bb-4fa3-ae0b-f19351cbe7e0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:12:59.053179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8e95b9ca-b6bb-4fa3-ae0b-f19351cbe7e0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1156983 Sep 22 10:12:59.054041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51990) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:59.074195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e252143a-dd35-4b7d-905c-d53edaac2f3f None None] Provisioning complete for port 5fbfe4a5-774d-497d-9611-83b19c56ef76 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:59.074610 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e252143a-dd35-4b7d-905c-d53edaac2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:59.118845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e252143a-dd35-4b7d-905c-d53edaac2f3f None None] Port 5fbfe4a5-774d-497d-9611-83b19c56ef76 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:12:59.151709 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2a2edb68-f122-4da7-bf04-8f5ba776b1e7 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Deleting port f993b55d-810c-44e8-9634-ffef3a01d79d {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:12:59.152047 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a2edb68-f122-4da7-bf04-8f5ba776b1e7 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:59.244937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1fe8c535-e115-4c7e-ba95-39a21fa78512 None None] Provisioning complete for port 5fbfe4a5-774d-497d-9611-83b19c56ef76 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:59.245307 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c535-e115-4c7e-ba95-39a21fa78512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:59.258451 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a2edb68-f122-4da7-bf04-8f5ba776b1e7 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:59.272757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2a2edb68-f122-4da7-bf04-8f5ba776b1e7 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Calling delete_port for f993b55d-810c-44e8-9634-ffef3a01d79d owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:12:59.289424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8c535-e115-4c7e-ba95-39a21fa78512 None None] Port 5fbfe4a5-774d-497d-9611-83b19c56ef76 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:12:59.409112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fc443fed-5b54-4e2a-bfbf-021902aa275e None None] Provisioning complete for port f993b55d-810c-44e8-9634-ffef3a01d79d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:59.409374 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fc443fed-5b54-4e2a-bfbf-021902aa275e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:59.444922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-fc443fed-5b54-4e2a-bfbf-021902aa275e None None] Port f993b55d-810c-44e8-9634-ffef3a01d79d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:12:59.522549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a2edb68-f122-4da7-bf04-8f5ba776b1e7 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:59.554492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2edb68-f122-4da7-bf04-8f5ba776b1e7 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event deleted for resources: {'Port': ['ID=f993b55d-810c-44e8-9634-ffef3a01d79d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:12:59.686643 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a2edb68-f122-4da7-bf04-8f5ba776b1e7 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:59.691387 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2a2edb68-f122-4da7-bf04-8f5ba776b1e7 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "DELETE /v2.0/ports/f993b55d-810c-44e8-9634-ffef3a01d79d HTTP/1.1" status: 204 len: 168 time: 0.6334407 Sep 22 10:12:59.691624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51992) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:59.717433 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9239e0-6463-4f73-9b75-f9e910261b4f tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] GET failed (client error): The resource could not be found. Sep 22 10:12:59.719031 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7a9239e0-6463-4f73-9b75-f9e910261b4f tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "GET /v2.0/ports/f993b55d-810c-44e8-9634-ffef3a01d79d HTTP/1.1" status: 404 len: 333 time: 0.0264077 Sep 22 10:12:59.722822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51994) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:12:59.727736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Request body: {'port': {'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-864255704'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:12:59.855059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d4fc7616-eb2d-42b3-817d-db34fa6739ed up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:12:59.903053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d4fc7616-eb2d-42b3-817d-db34fa6739ed triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:12:59.903423 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:59.910642 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Made reservation on behalf of d79301023a42454a8760ec6985804cd0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:12:59.914955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:12:59.934131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] device_id is not set on port 09ea430d-faf5-4be8-abdd-a7255e4bcbad yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:13:00.019563 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:00.060605 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Allocated IP 2001:db8::83 (f050a48a-9441-45eb-9b23-9986274cd105/33608f01-f7ea-4eca-9cd0-02c34be2dbc0/09ea430d-faf5-4be8-abdd-a7255e4bcbad) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:00.212963 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:00.323272 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:00.368916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Network f050a48a-9441-45eb-9b23-9986274cd105 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:00.371944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:00.375577 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:00.382576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:00.383223 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:00.394685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'Port': ['ID=09ea430d-faf5-4be8-abdd-a7255e4bcbad,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:00.488696 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f3e39e9f-a2b6-4f84-8acf-8aa5991e6183 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7648809 Sep 22 10:13:00.491973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 51998) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:00.497745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-044836d3-8280-4498-9c73-9f330928c150 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c5', 'mac_address': 'fa:16:3e:26:59:8b'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:00.648759 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-044836d3-8280-4498-9c73-9f330928c150 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:00.679266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-14a96078-d75e-46f4-a809-5d463dff3144 None None] Provisioning complete for port 09ea430d-faf5-4be8-abdd-a7255e4bcbad triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:00.679557 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-14a96078-d75e-46f4-a809-5d463dff3144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:00.715929 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-14a96078-d75e-46f4-a809-5d463dff3144 None None] Port 09ea430d-faf5-4be8-abdd-a7255e4bcbad cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:00.839766 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-044836d3-8280-4498-9c73-9f330928c150 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:00.905119 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-044836d3-8280-4498-9c73-9f330928c150 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:00.938094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-044836d3-8280-4498-9c73-9f330928c150 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] In _notify_port_updated(), no bound segment for port 09ea430d-faf5-4be8-abdd-a7255e4bcbad on network f050a48a-9441-45eb-9b23-9986274cd105 {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:13:00.943943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044836d3-8280-4498-9c73-9f330928c150 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:00.944568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-044836d3-8280-4498-9c73-9f330928c150 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:00.945934 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-044836d3-8280-4498-9c73-9f330928c150 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "PUT /v2.0/ports/09ea430d-faf5-4be8-abdd-a7255e4bcbad HTTP/1.1" status: 200 len: 1001 time: 0.4528918 Sep 22 10:13:00.948939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52000) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:00.967741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044836d3-8280-4498-9c73-9f330928c150 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'Port': ['ID=09ea430d-faf5-4be8-abdd-a7255e4bcbad,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:01.061074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a95cba8c-89f1-4d1e-be8f-10f288d1be50 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Deleting port 09ea430d-faf5-4be8-abdd-a7255e4bcbad {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:01.061593 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a95cba8c-89f1-4d1e-be8f-10f288d1be50 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:01.170298 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a95cba8c-89f1-4d1e-be8f-10f288d1be50 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:01.183382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a95cba8c-89f1-4d1e-be8f-10f288d1be50 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Calling delete_port for 09ea430d-faf5-4be8-abdd-a7255e4bcbad owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:01.239196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-99e30f38-244e-499e-a2d4-cb6f4d9326e0 None None] Provisioning complete for port 09ea430d-faf5-4be8-abdd-a7255e4bcbad triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:01.239807 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99e30f38-244e-499e-a2d4-cb6f4d9326e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:01.276550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-99e30f38-244e-499e-a2d4-cb6f4d9326e0 None None] Port 09ea430d-faf5-4be8-abdd-a7255e4bcbad cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:01.420177 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a95cba8c-89f1-4d1e-be8f-10f288d1be50 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:01.472889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cba8c-89f1-4d1e-be8f-10f288d1be50 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event deleted for resources: {'Port': ['ID=09ea430d-faf5-4be8-abdd-a7255e4bcbad,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:01.617798 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a95cba8c-89f1-4d1e-be8f-10f288d1be50 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:01.621505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a95cba8c-89f1-4d1e-be8f-10f288d1be50 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "DELETE /v2.0/ports/09ea430d-faf5-4be8-abdd-a7255e4bcbad HTTP/1.1" status: 204 len: 168 time: 0.6709969 Sep 22 10:13:01.622905 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52002) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:01.666973 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4412a2-cd67-477c-ae51-1e7f378c1784 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] GET failed (client error): The resource could not be found. Sep 22 10:13:01.670320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2f4412a2-cd67-477c-ae51-1e7f378c1784 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "GET /v2.0/ports/09ea430d-faf5-4be8-abdd-a7255e4bcbad HTTP/1.1" status: 404 len: 333 time: 0.0453196 Sep 22 10:13:01.674434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52004) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:01.679907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Request body: {'port': {'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1197009228'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:01.916717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Made reservation on behalf of d79301023a42454a8760ec6985804cd0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:01.920553 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:01.940926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] device_id is not set on port ef3a5d9f-8260-4922-8177-6bcbc748e460 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:13:02.071216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Allocated IP 2001:db8::e9 (f050a48a-9441-45eb-9b23-9986274cd105/33608f01-f7ea-4eca-9cd0-02c34be2dbc0/ef3a5d9f-8260-4922-8177-6bcbc748e460) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:02.231846 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:02.374935 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:02.427860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Network f050a48a-9441-45eb-9b23-9986274cd105 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:02.432135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:02.436353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:02.442133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:02.443077 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:02.453947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'Port': ['ID=ef3a5d9f-8260-4922-8177-6bcbc748e460,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:02.507092 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-15ce822f-5ab5-463d-b7ce-9f5fb58161d3 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8311431 Sep 22 10:13:02.510287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52006) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:02.516011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3ad9155c-0805-4d36-9c2f-39ccc542f869 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:26:59:8b'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:02.590719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3ad9155c-0805-4d36-9c2f-39ccc542f869 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:02.720007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-06e2eb84-67e5-4033-8c95-91715dd4eeb9 None None] Provisioning complete for port ef3a5d9f-8260-4922-8177-6bcbc748e460 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:02.720570 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-06e2eb84-67e5-4033-8c95-91715dd4eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:02.759275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-06e2eb84-67e5-4033-8c95-91715dd4eeb9 None None] Port ef3a5d9f-8260-4922-8177-6bcbc748e460 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:02.787380 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3ad9155c-0805-4d36-9c2f-39ccc542f869 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:02.848155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3ad9155c-0805-4d36-9c2f-39ccc542f869 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:02.882111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9155c-0805-4d36-9c2f-39ccc542f869 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] In _notify_port_updated(), no bound segment for port ef3a5d9f-8260-4922-8177-6bcbc748e460 on network f050a48a-9441-45eb-9b23-9986274cd105 {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:13:02.887696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9155c-0805-4d36-9c2f-39ccc542f869 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:02.888224 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3ad9155c-0805-4d36-9c2f-39ccc542f869 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:02.889880 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3ad9155c-0805-4d36-9c2f-39ccc542f869 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "PUT /v2.0/ports/ef3a5d9f-8260-4922-8177-6bcbc748e460 HTTP/1.1" status: 200 len: 1002 time: 0.3785937 Sep 22 10:13:02.893255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52008) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:02.938385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9155c-0805-4d36-9c2f-39ccc542f869 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'Port': ['ID=ef3a5d9f-8260-4922-8177-6bcbc748e460,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:03.183296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1c810eb5-8c67-4dd7-b582-eb6deb8f9349 None None] Provisioning complete for port ef3a5d9f-8260-4922-8177-6bcbc748e460 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:03.183564 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1c810eb5-8c67-4dd7-b582-eb6deb8f9349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:03.225480 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1c810eb5-8c67-4dd7-b582-eb6deb8f9349 None None] Port ef3a5d9f-8260-4922-8177-6bcbc748e460 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:03.357141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-52401ba8-696f-4438-b3a6-199fc2bb07bc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Deleting port ef3a5d9f-8260-4922-8177-6bcbc748e460 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:03.357481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52401ba8-696f-4438-b3a6-199fc2bb07bc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:03.463754 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52401ba8-696f-4438-b3a6-199fc2bb07bc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:03.484632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-52401ba8-696f-4438-b3a6-199fc2bb07bc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Calling delete_port for ef3a5d9f-8260-4922-8177-6bcbc748e460 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:03.699342 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52401ba8-696f-4438-b3a6-199fc2bb07bc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:03.731482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52401ba8-696f-4438-b3a6-199fc2bb07bc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event deleted for resources: {'Port': ['ID=ef3a5d9f-8260-4922-8177-6bcbc748e460,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:03.757741 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-52401ba8-696f-4438-b3a6-199fc2bb07bc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:03.759728 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-52401ba8-696f-4438-b3a6-199fc2bb07bc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "DELETE /v2.0/ports/ef3a5d9f-8260-4922-8177-6bcbc748e460 HTTP/1.1" status: 204 len: 168 time: 0.8654864 Sep 22 10:13:03.769010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52010) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:03.796492 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba2f5d3-eaf6-4f29-a6be-e9901738bf94 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] GET failed (client error): The resource could not be found. Sep 22 10:13:03.801110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7ba2f5d3-eaf6-4f29-a6be-e9901738bf94 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "GET /v2.0/ports/ef3a5d9f-8260-4922-8177-6bcbc748e460 HTTP/1.1" status: 404 len: 333 time: 0.0280831 Sep 22 10:13:03.803099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52012) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:03.808395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Request body: {'port': {'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1063416238'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:03.985064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Made reservation on behalf of d79301023a42454a8760ec6985804cd0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:03.988568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:04.005762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] device_id is not set on port aa9f57a6-9a1d-4c88-82c6-afe0d42725de yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:13:04.123288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Allocated IP 2001:db8::38a (f050a48a-9441-45eb-9b23-9986274cd105/33608f01-f7ea-4eca-9cd0-02c34be2dbc0/aa9f57a6-9a1d-4c88-82c6-afe0d42725de) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:04.272824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:04.391554 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:04.435654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Network f050a48a-9441-45eb-9b23-9986274cd105 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:04.438786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:04.442651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:04.448383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:04.449052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:04.460328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'Port': ['ID=aa9f57a6-9a1d-4c88-82c6-afe0d42725de,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:04.529048 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-be0b9ca8-5e0b-4471-97f3-de4a7882b149 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7245617 Sep 22 10:13:04.531373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52014) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:04.536903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Request body: {'port': {'network_id': 'f050a48a-9441-45eb-9b23-9986274cd105', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1071846404'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:04.654379 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b8baa963-e918-4c13-b41f-11b1ef3c5968 None None] Provisioning complete for port aa9f57a6-9a1d-4c88-82c6-afe0d42725de triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:04.654959 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b8baa963-e918-4c13-b41f-11b1ef3c5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:04.690461 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b8baa963-e918-4c13-b41f-11b1ef3c5968 None None] Port aa9f57a6-9a1d-4c88-82c6-afe0d42725de cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:04.728287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Made reservation on behalf of d79301023a42454a8760ec6985804cd0 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:04.732362 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:04.750084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] device_id is not set on port 3f027641-3b7a-41d0-9b58-32b811bd5690 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:13:04.865123 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Allocated IP 2001:db8::384 (f050a48a-9441-45eb-9b23-9986274cd105/33608f01-f7ea-4eca-9cd0-02c34be2dbc0/3f027641-3b7a-41d0-9b58-32b811bd5690) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:05.015713 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:05.099996 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:05.148612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Network f050a48a-9441-45eb-9b23-9986274cd105 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:05.151726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:05.155463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:05.161310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:05.161955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:05.171019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'Port': ['ID=3f027641-3b7a-41d0-9b58-32b811bd5690,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:05.272176 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f94871c1-8692-4278-a2e2-6298714a705c tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7397079 Sep 22 10:13:05.275579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52016) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:05.281333 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d57e6e0f-e4e5-455c-90ec-77afcab45278 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c5', 'mac_address': 'fa:16:3e:26:59:8b'}, {'ip_address': '2001:db8::38a', 'mac_address': 'fa:16:3e:94:26:6d'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:05.357044 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d57e6e0f-e4e5-455c-90ec-77afcab45278 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:05.416700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c3a841e1-6a87-4f1b-8096-e7860d92701e None None] Provisioning complete for port 3f027641-3b7a-41d0-9b58-32b811bd5690 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:05.416700 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c3a841e1-6a87-4f1b-8096-e7860d92701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:05.452295 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c3a841e1-6a87-4f1b-8096-e7860d92701e None None] Port 3f027641-3b7a-41d0-9b58-32b811bd5690 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:05.561544 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d57e6e0f-e4e5-455c-90ec-77afcab45278 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:05.642180 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d57e6e0f-e4e5-455c-90ec-77afcab45278 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:05.675160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d57e6e0f-e4e5-455c-90ec-77afcab45278 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] In _notify_port_updated(), no bound segment for port 3f027641-3b7a-41d0-9b58-32b811bd5690 on network f050a48a-9441-45eb-9b23-9986274cd105 {{(pid=95509) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 22 10:13:05.681168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e6e0f-e4e5-455c-90ec-77afcab45278 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:05.681819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d57e6e0f-e4e5-455c-90ec-77afcab45278 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:05.683166 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d57e6e0f-e4e5-455c-90ec-77afcab45278 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "PUT /v2.0/ports/3f027641-3b7a-41d0-9b58-32b811bd5690 HTTP/1.1" status: 200 len: 1068 time: 0.4065554 Sep 22 10:13:05.686094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52018) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:05.728868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e6e0f-e4e5-455c-90ec-77afcab45278 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event updated for resources: {'Port': ['ID=3f027641-3b7a-41d0-9b58-32b811bd5690,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:05.794657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-71ea19bb-b255-4737-8443-e8112f7eeadc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Deleting port 3f027641-3b7a-41d0-9b58-32b811bd5690 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:05.795190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71ea19bb-b255-4737-8443-e8112f7eeadc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:05.889010 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71ea19bb-b255-4737-8443-e8112f7eeadc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:05.902075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-71ea19bb-b255-4737-8443-e8112f7eeadc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Calling delete_port for 3f027641-3b7a-41d0-9b58-32b811bd5690 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:05.974018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-35b7587c-ec54-40d9-afd4-57218d42b728 None None] Provisioning complete for port 3f027641-3b7a-41d0-9b58-32b811bd5690 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:05.974591 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-35b7587c-ec54-40d9-afd4-57218d42b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:06.009999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-35b7587c-ec54-40d9-afd4-57218d42b728 None None] Port 3f027641-3b7a-41d0-9b58-32b811bd5690 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:06.093848 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71ea19bb-b255-4737-8443-e8112f7eeadc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:06.122794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea19bb-b255-4737-8443-e8112f7eeadc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event deleted for resources: {'Port': ['ID=3f027641-3b7a-41d0-9b58-32b811bd5690,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:06.285930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71ea19bb-b255-4737-8443-e8112f7eeadc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:06.288766 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-71ea19bb-b255-4737-8443-e8112f7eeadc tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "DELETE /v2.0/ports/3f027641-3b7a-41d0-9b58-32b811bd5690 HTTP/1.1" status: 204 len: 168 time: 0.6016128 Sep 22 10:13:06.291500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52020) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:06.317471 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7070d6-f6c7-4be4-a362-d6c6ba8e500d tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] GET failed (client error): The resource could not be found. Sep 22 10:13:06.320196 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9a7070d6-f6c7-4be4-a362-d6c6ba8e500d tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "GET /v2.0/ports/3f027641-3b7a-41d0-9b58-32b811bd5690 HTTP/1.1" status: 404 len: 333 time: 0.0276077 Sep 22 10:13:06.323301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52022) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:06.416329 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-520739c7-2b84-41bb-87ab-0221a5f4cbd0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Deleting port aa9f57a6-9a1d-4c88-82c6-afe0d42725de {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:06.416695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-520739c7-2b84-41bb-87ab-0221a5f4cbd0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:06.510139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-520739c7-2b84-41bb-87ab-0221a5f4cbd0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:06.522671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-520739c7-2b84-41bb-87ab-0221a5f4cbd0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Calling delete_port for aa9f57a6-9a1d-4c88-82c6-afe0d42725de owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:06.705343 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-520739c7-2b84-41bb-87ab-0221a5f4cbd0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:06.737891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520739c7-2b84-41bb-87ab-0221a5f4cbd0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event deleted for resources: {'Port': ['ID=aa9f57a6-9a1d-4c88-82c6-afe0d42725de,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:06.765088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-520739c7-2b84-41bb-87ab-0221a5f4cbd0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:06.767157 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-520739c7-2b84-41bb-87ab-0221a5f4cbd0 tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "DELETE /v2.0/ports/aa9f57a6-9a1d-4c88-82c6-afe0d42725de HTTP/1.1" status: 204 len: 168 time: 0.4428251 Sep 22 10:13:06.769852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52024) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:06.795415 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-940a4085-c6cc-4f2b-9993-09989126b33a tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] GET failed (client error): The resource could not be found. Sep 22 10:13:06.797056 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-940a4085-c6cc-4f2b-9993-09989126b33a tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "GET /v2.0/ports/aa9f57a6-9a1d-4c88-82c6-afe0d42725de HTTP/1.1" status: 404 len: 333 time: 0.0262206 Sep 22 10:13:06.800692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52026) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:06.896048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7988bd5d-0862-4851-b580-0031aa3ef34d tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Deleting port 5fbfe4a5-774d-497d-9611-83b19c56ef76 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:06.896604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7988bd5d-0862-4851-b580-0031aa3ef34d tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:06.988544 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7988bd5d-0862-4851-b580-0031aa3ef34d tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.000955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-7988bd5d-0862-4851-b580-0031aa3ef34d tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Calling delete_port for 5fbfe4a5-774d-497d-9611-83b19c56ef76 owned by {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:07.207183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7988bd5d-0862-4851-b580-0031aa3ef34d tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.236687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988bd5d-0862-4851-b580-0031aa3ef34d tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event deleted for resources: {'Port': ['ID=5fbfe4a5-774d-497d-9611-83b19c56ef76,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:07.262893 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7988bd5d-0862-4851-b580-0031aa3ef34d tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.267613 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7988bd5d-0862-4851-b580-0031aa3ef34d tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "DELETE /v2.0/ports/5fbfe4a5-774d-497d-9611-83b19c56ef76 HTTP/1.1" status: 204 len: 168 time: 0.4634984 Sep 22 10:13:07.267777 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52028) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:07.325926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc680b03-da94-4d51-a07d-79021045523f tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Deleting subnet 33608f01-f7ea-4eca-9cd0-02c34be2dbc0 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:13:07.329381 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fc680b03-da94-4d51-a07d-79021045523f tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.378145 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fc680b03-da94-4d51-a07d-79021045523f tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.470025 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fc680b03-da94-4d51-a07d-79021045523f tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.585882 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fc680b03-da94-4d51-a07d-79021045523f tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.619386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc680b03-da94-4d51-a07d-79021045523f tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event deleted for resources: {'Subnet': ['ID=33608f01-f7ea-4eca-9cd0-02c34be2dbc0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:07.623152 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fc680b03-da94-4d51-a07d-79021045523f tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.625284 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fc680b03-da94-4d51-a07d-79021045523f tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "DELETE /v2.0/subnets/33608f01-f7ea-4eca-9cd0-02c34be2dbc0 HTTP/1.1" status: 204 len: 168 time: 0.3565426 Sep 22 10:13:07.628309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52032) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:07.632124 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0510cc1-4e2c-4e9a-af5d-b10463226ba4 None None] Network f050a48a-9441-45eb-9b23-9986274cd105 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:07.704340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.763759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Deleting port d4fc7616-eb2d-42b3-817d-db34fa6739ed {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:07.764360 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.817702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] DHCP port deletion for f050a48a-9441-45eb-9b23-9986274cd105 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:13:07.838672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] For port d4fc7616-eb2d-42b3-817d-db34fa6739ed, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d4fc7616-eb2d-42b3-817d-db34fa6739ed,segment=NetworkSegment(c9c418f2-dfb5-4ccf-8d9d-afabbde7f279),segment_id=c9c418f2-dfb5-4ccf-8d9d-afabbde7f279)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:07.839054 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.852993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Calling delete_port for d4fc7616-eb2d-42b3-817d-db34fa6739ed owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:07.877183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Deleting port d4fc7616-eb2d-42b3-817d-db34fa6739ed {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:07.877563 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.894891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d4fc7616-eb2d-42b3-817d-db34fa6739ed no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:13:07.976866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] For port d4fc7616-eb2d-42b3-817d-db34fa6739ed, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d4fc7616-eb2d-42b3-817d-db34fa6739ed,segment=NetworkSegment(c9c418f2-dfb5-4ccf-8d9d-afabbde7f279),segment_id=c9c418f2-dfb5-4ccf-8d9d-afabbde7f279)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:07.977275 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:07.990866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Calling delete_port for d4fc7616-eb2d-42b3-817d-db34fa6739ed owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:08.026576 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-4a8492f1-0c22-47f7-aafe-0a9560657f40 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432038 Sep 22 10:13:08.041695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:08.070902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event deleted for resources: {'Port': ['ID=d4fc7616-eb2d-42b3-817d-db34fa6739ed,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:08.075557 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:08.075759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] No DVR routers for this DVR port d4fc7616-eb2d-42b3-817d-db34fa6739ed on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:13:08.143462 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:08.172170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] No DVR routers for this DVR port d4fc7616-eb2d-42b3-817d-db34fa6739ed on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:13:08.176022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Pushing event deleted for resources: {'Port': ['ID=d4fc7616-eb2d-42b3-817d-db34fa6739ed,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:08.186254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:08.187549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.187900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.188250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.188588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.189057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.189412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.189913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.190403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.190731 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.191260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.191585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.191916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f7364f-f197-405a-8f9f-e662f794ebf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:08.202509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-06298959-3369-420b-85e7-99d001034a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:08.202509 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-06298959-3369-420b-85e7-99d001034a44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1097 time: 0.1264386 Sep 22 10:13:08.213313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f050a48a-9441-45eb-9b23-9986274cd105']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:08.232206 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c418f2-dfb5-4ccf-8d9d-afabbde7f279') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:08.233035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c418f2-dfb5-4ccf-8d9d-afabbde7f279') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:08.254201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:08.301033 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:08.313686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:08.314099 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:08.317120 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:08.388526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-00ea1c9f-6051-4e81-9c8c-ab813a7ccbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:08.390321 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-00ea1c9f-6051-4e81-9c8c-ab813a7ccbd5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.1688061 Sep 22 10:13:08.455027 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-ef2fe1fc-d231-4596-9335-666e20887b6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27 HTTP/1.1" status: 200 len: 1001 time: 0.0574672 Sep 22 10:13:08.508304 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:08.511249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-7f4b17e3-1e9f-4efd-b78a-95f5b66506e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:08.512936 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-7f4b17e3-1e9f-4efd-b78a-95f5b66506e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0514050 Sep 22 10:13:08.519307 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:08.520564 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] 10.222.0.49 "DELETE /v2.0/networks/f050a48a-9441-45eb-9b23-9986274cd105 HTTP/1.1" status: 204 len: 168 time: 0.8912406 Sep 22 10:13:08.541045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112ebed-b219-4527-b134-f9dc69f495bb tempest-AllowedAddressPairIpV6TestJSON-407739864 tempest-AllowedAddressPairIpV6TestJSON-407739864-project] Pushing event deleted for resources: {'Network': ['ID=f050a48a-9441-45eb-9b23-9986274cd105,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:08.574293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-4bdc2f26-85d1-4883-9ba0-750c2ca873ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:08.575775 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-4bdc2f26-85d1-4883-9ba0-750c2ca873ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528326 Sep 22 10:13:08.690563 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-423efc24-0bc1-4456-b490-d319e461258b service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076944 Sep 22 10:13:08.794427 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3da7eb52-5a5b-404b-8455-8e1c187e2808 req-b5cb4c72-79d0-4c1a-a88f-602b4f60b01c service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939751 Sep 22 10:13:08.960184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52040) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:09.112984 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aac5717c-5a51-4f36-9da9-6ea1d3b27c03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d79301023a42454a8760ec6985804cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514556 Sep 22 10:13:09.115375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52044) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:09.164968 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37a32811-a820-4d1c-84e5-41c9a6d3597c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:09.188828 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37a32811-a820-4d1c-84e5-41c9a6d3597c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:09.322199 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37a32811-a820-4d1c-84e5-41c9a6d3597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:09.324881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-37a32811-a820-4d1c-84e5-41c9a6d3597c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:09.328401 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-37a32811-a820-4d1c-84e5-41c9a6d3597c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9895e71-9128-4084-80e5-ec89b57d0404 HTTP/1.1" status: 204 len: 168 time: 0.2098126 Sep 22 10:13:09.334370 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a32811-a820-4d1c-84e5-41c9a6d3597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9895e71-9128-4084-80e5-ec89b57d0404,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:10.471765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52066) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:10.580848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1366885972'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:10.682466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:10.686099 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:10.695709 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:10.795872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:10.848019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:10.878754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:10.889324 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27d193c-118d-4898-aebc-ca4437c545aa,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:10.896409 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:10.896790 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Added segment 2bf74a69-efd8-4802-8641-bd1e55340a09 of type vlan for network aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d Sep 22 10:13:10.941464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:11.030879 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:11.037640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:11.038241 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:11.108008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:11.118252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:11.128231 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b138b58b-ba1f-43ab-99af-de42688a7a84 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6553016 Sep 22 10:13:14.501146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52070) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:14.514200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'network_id': 'aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:14.705701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:14.711008 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:15.025565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:15.097917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=626c20d4-635d-44ac-9f7e-159d14b2542b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:15.105718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Checking segment: {'id': '2bf74a69-efd8-4802-8641-bd1e55340a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:15.106112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network hostable DHCP agents. Network: aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:15.219170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:15.333528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:15.338407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:15.338616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:15.346306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6237fa68-246d-49ae-9514-9d3443b85fd1 None None] Network aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:15.426064 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0e60cb3a-f5d6-4b37-a736-99cc0539bf1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9237418 Sep 22 10:13:15.432192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52072) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:15.438475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1350512108'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:15.517089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d', 'network_id': 'aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d', 'tenant_id': '0a4ccb7a64544befb83a02f53a5b6f75', 'fixed_ips': [{'subnet_id': '626c20d4-635d-44ac-9f7e-159d14b2542b'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:15.518226 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:15.568385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:15.572550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:15.602837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:15.617152 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:15.617683 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Added segment 5002b31f-8395-43c9-bb1e-a7d525bdf186 of type vlan for network d92974d0-aca0-4cde-8579-0e3a169c0c04 Sep 22 10:13:15.665743 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:15.682514 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Allocated IP 2001:db8:0:ffff::2 (aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d/626c20d4-635d-44ac-9f7e-159d14b2542b/e40ae940-1d92-4c21-9dd1-515b997a0a9b) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:15.790943 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:15.797319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:15.797821 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:15.851264 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:15.872976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=d92974d0-aca0-4cde-8579-0e3a169c0c04,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:15.884414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network d92974d0-aca0-4cde-8579-0e3a169c0c04 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:15.968808 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6fb535d5-bd8d-483d-9b99-c32a5f98c9e3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5350099 Sep 22 10:13:15.971585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52074) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:15.977349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'network_id': 'd92974d0-aca0-4cde-8579-0e3a169c0c04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:16.031335 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:16.069542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Network aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:16.073105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:16.076700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:16.090350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Pushing event updated for resources: {'Port': ['ID=e40ae940-1d92-4c21-9dd1-515b997a0a9b,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:16.144768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Attempting to bind port e40ae940-1d92-4c21-9dd1-515b997a0a9b on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:16.145072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Attempting to bind port e40ae940-1d92-4c21-9dd1-515b997a0a9b by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '2bf74a69-efd8-4802-8641-bd1e55340a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:16.145972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Attempting to bind port e40ae940-1d92-4c21-9dd1-515b997a0a9b on network aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:16.151784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:16.152160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Checking segment: {'id': '2bf74a69-efd8-4802-8641-bd1e55340a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:16.152565 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:16.152996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Bound using segment: {'id': '2bf74a69-efd8-4802-8641-bd1e55340a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:16.153471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Bound port: e40ae940-1d92-4c21-9dd1-515b997a0a9b, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf74a69-efd8-4802-8641-bd1e55340a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:16.153855 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:16.173625 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:16.179043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:16.221348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] For port e40ae940-1d92-4c21-9dd1-515b997a0a9b, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:16.225968 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] For port e40ae940-1d92-4c21-9dd1-515b997a0a9b, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e40ae940-1d92-4c21-9dd1-515b997a0a9b,segment=NetworkSegment(2bf74a69-efd8-4802-8641-bd1e55340a09),segment_id=2bf74a69-efd8-4802-8641-bd1e55340a09)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:16.368580 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:16.443704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad9e73-78f0-4962-b8fe-49ae1722d2b6 None None] Pushing event updated for resources: {'Port': ['ID=e40ae940-1d92-4c21-9dd1-515b997a0a9b,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:16.476690 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:16.544189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=16cdf9fc-ac19-494c-a5ed-5bc3c7162d0b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:16.556964 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Checking segment: {'id': '5002b31f-8395-43c9-bb1e-a7d525bdf186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'd92974d0-aca0-4cde-8579-0e3a169c0c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:16.566070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network hostable DHCP agents. Network: d92974d0-aca0-4cde-8579-0e3a169c0c04, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:16.710820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network d92974d0-aca0-4cde-8579-0e3a169c0c04 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:16.830927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, d92974d0-aca0-4cde-8579-0e3a169c0c04) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:16.835465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:16.836062 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:16.840614 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e83a6-8d2a-4517-a1f9-b5354b4b6665 None None] Network d92974d0-aca0-4cde-8579-0e3a169c0c04 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:16.929201 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-258e5a6c-4e07-432b-900d-6c9fb8103f3b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9561579 Sep 22 10:13:16.932742 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52078) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:17.064911 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.139950 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.199309 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4228a-2941-4ef6-aba8-515eb593cfb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-d92974d0-aca0-4cde-8579-0e3a169c0c04', 'network_id': 'd92974d0-aca0-4cde-8579-0e3a169c0c04', 'tenant_id': '0a4ccb7a64544befb83a02f53a5b6f75', 'fixed_ips': [{'subnet_id': '16cdf9fc-ac19-494c-a5ed-5bc3c7162d0b'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:17.200454 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07d4228a-2941-4ef6-aba8-515eb593cfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.277464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.322535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Subnet': ['ID=16cdf9fc-ac19-494c-a5ed-5bc3c7162d0b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:17.388701 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.411833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92974d0-aca0-4cde-8579-0e3a169c0c04']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:17.422236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5002b31f-8395-43c9-bb1e-a7d525bdf186') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:17.422530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5002b31f-8395-43c9-bb1e-a7d525bdf186') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server [None req-07d4228a-2941-4ef6-aba8-515eb593cfb3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16cdf9fc-ac19-494c-a5ed-5bc3c7162d0b: This subnet is being modified by another concurrent operation. Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise exception Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16cdf9fc-ac19-494c-a5ed-5bc3c7162d0b: This subnet is being modified by another concurrent operation. Sep 22 10:13:17.428548 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Sep 22 10:13:17.437189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.449984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb5bed5-57df-47f6-91d7-42e167e8c1b8 None None] Network d92974d0-aca0-4cde-8579-0e3a169c0c04 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:17.452066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9105c7-4872-42e2-9e2d-f9007e0df342 None None] Network aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:17.456005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.463269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:17.463662 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:17.466721 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:17.587995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fab1b467-6537-43b9-9015-dae90cd1ec96 None None] Provisioning complete for port e40ae940-1d92-4c21-9dd1-515b997a0a9b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:17.588368 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fab1b467-6537-43b9-9015-dae90cd1ec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.608003 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.617774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.619634 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/d92974d0-aca0-4cde-8579-0e3a169c0c04 HTTP/1.1" status: 204 len: 168 time: 0.6854479 Sep 22 10:13:17.623951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52080) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:17.629042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-822958348'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:17.640613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20f92a-109f-402f-b18f-f05e142cb2a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Network': ['ID=d92974d0-aca0-4cde-8579-0e3a169c0c04,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:17.699539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:17.703849 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.733084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:17.742351 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.742691 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Added segment d818403a-0772-46d7-aefa-b96c65e05e13 of type vlan for network d68294a0-6079-4c8e-b3e7-b65426c589e4 Sep 22 10:13:17.772605 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fab1b467-6537-43b9-9015-dae90cd1ec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.793933 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.816780 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fab1b467-6537-43b9-9015-dae90cd1ec96 None None] For port e40ae940-1d92-4c21-9dd1-515b997a0a9b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e40ae940-1d92-4c21-9dd1-515b997a0a9b,segment=NetworkSegment(2bf74a69-efd8-4802-8641-bd1e55340a09),segment_id=2bf74a69-efd8-4802-8641-bd1e55340a09)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:17.893986 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fab1b467-6537-43b9-9015-dae90cd1ec96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.905698 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.919987 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:17.920987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:17.925016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e40ae940-1d92-4c21-9dd1-515b997a0a9b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:17.985204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38703c70-8bda-40ec-aa5c-2d152fb2be22 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:13:18.002522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=d68294a0-6079-4c8e-b3e7-b65426c589e4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:18.012442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1b467-6537-43b9-9015-dae90cd1ec96 None None] Pushing event updated for resources: {'Port': ['ID=e40ae940-1d92-4c21-9dd1-515b997a0a9b,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:18.021591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network d68294a0-6079-4c8e-b3e7-b65426c589e4 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:18.060780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4bf4ccb1-8d7e-4f47-96c5-6e83e012f5d4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4355714 Sep 22 10:13:18.063588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52082) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:18.069685 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'network_id': 'd68294a0-6079-4c8e-b3e7-b65426c589e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:18.126790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8f868332-8781-49af-b827-a0dc526f06e8 None None] Provisioning complete for port e40ae940-1d92-4c21-9dd1-515b997a0a9b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:18.127154 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8f868332-8781-49af-b827-a0dc526f06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:18.168396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e40ae940-1d92-4c21-9dd1-515b997a0a9b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:18.168822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:18.220381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38703c70-8bda-40ec-aa5c-2d152fb2be22 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:13:18.254153 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:18.257891 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:18.550182 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:18.615320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=1a86ac98-b965-4403-9fa5-8fb19dfb08a6,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:18.623418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Checking segment: {'id': 'd818403a-0772-46d7-aefa-b96c65e05e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd68294a0-6079-4c8e-b3e7-b65426c589e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:18.623818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network hostable DHCP agents. Network: d68294a0-6079-4c8e-b3e7-b65426c589e4, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:18.699417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network d68294a0-6079-4c8e-b3e7-b65426c589e4 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:18.773812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, d68294a0-6079-4c8e-b3e7-b65426c589e4) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:18.782690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:18.782690 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:18.783905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2336aec0-bfdc-4101-bb0b-f640429a6df3 None None] Network d68294a0-6079-4c8e-b3e7-b65426c589e4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:18.877410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1bc47f34-2fe6-4d18-b17c-ff6414ee5d1b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8125563 Sep 22 10:13:18.881414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52084) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:18.886544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-566651963'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:18.939196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-d68294a0-6079-4c8e-b3e7-b65426c589e4', 'network_id': 'd68294a0-6079-4c8e-b3e7-b65426c589e4', 'tenant_id': '0a4ccb7a64544befb83a02f53a5b6f75', 'fixed_ips': [{'subnet_id': '1a86ac98-b965-4403-9fa5-8fb19dfb08a6'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:18.940176 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:18.979200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:18.984610 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:19.023213 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:19.040246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:19.040246 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Added segment 753236ed-e202-46f1-a0cc-bb91267a9b60 of type vlan for network 12559492-fa0b-4cc6-a259-a5a3904b0c3b Sep 22 10:13:19.078384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:19.101192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Allocated IP 2001:db8::3 (d68294a0-6079-4c8e-b3e7-b65426c589e4/1a86ac98-b965-4403-9fa5-8fb19dfb08a6/5a8d9f08-bdff-4904-95ff-5b105dd5b63e) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:19.173301 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:19.179962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:19.180568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:19.257641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=12559492-fa0b-4cc6-a259-a5a3904b0c3b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:19.257896 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:19.269660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 12559492-fa0b-4cc6-a259-a5a3904b0c3b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:19.276623 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-84282b5f-ad12-44d2-91f7-22697b110b6a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3940036 Sep 22 10:13:19.279898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52086) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:19.284868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'network_id': '12559492-fa0b-4cc6-a259-a5a3904b0c3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:19.335948 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:19.387267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Network d68294a0-6079-4c8e-b3e7-b65426c589e4 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:19.390470 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:19.394106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:19.401920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Pushing event updated for resources: {'Port': ['ID=5a8d9f08-bdff-4904-95ff-5b105dd5b63e,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:19.453649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:19.457457 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:19.464110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Attempting to bind port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:19.464482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Attempting to bind port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd818403a-0772-46d7-aefa-b96c65e05e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd68294a0-6079-4c8e-b3e7-b65426c589e4'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:19.470313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Attempting to bind port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e on network d68294a0-6079-4c8e-b3e7-b65426c589e4 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:19.470745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:19.471196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Checking segment: {'id': 'd818403a-0772-46d7-aefa-b96c65e05e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd68294a0-6079-4c8e-b3e7-b65426c589e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:19.471648 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:19.472087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Bound using segment: {'id': 'd818403a-0772-46d7-aefa-b96c65e05e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd68294a0-6079-4c8e-b3e7-b65426c589e4'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:19.472615 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Bound port: 5a8d9f08-bdff-4904-95ff-5b105dd5b63e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd818403a-0772-46d7-aefa-b96c65e05e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'd68294a0-6079-4c8e-b3e7-b65426c589e4'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:19.473144 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:19.550721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] For port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:19.555368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] For port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5a8d9f08-bdff-4904-95ff-5b105dd5b63e,segment=NetworkSegment(d818403a-0772-46d7-aefa-b96c65e05e13),segment_id=d818403a-0772-46d7-aefa-b96c65e05e13)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:19.643413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:19.713463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606efea6-899d-4a94-a54b-49d663673b9f None None] Pushing event updated for resources: {'Port': ['ID=5a8d9f08-bdff-4904-95ff-5b105dd5b63e,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:19.909026 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.ipam_backend_mixin [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Performing IP validity checks on allocation pools {{(pid=95509) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 10:13:19.909811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.ipam_backend_mixin [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95509) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 10:13:19.919530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e40ae940-1d92-4c21-9dd1-515b997a0a9b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:19.985355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e40ae940-1d92-4c21-9dd1-515b997a0a9b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:19.985734 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:20.190988 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:20.259971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=d76bf759-613c-48e7-912a-596eca138658,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:20.274531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Checking segment: {'id': '753236ed-e202-46f1-a0cc-bb91267a9b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '12559492-fa0b-4cc6-a259-a5a3904b0c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:20.274531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network hostable DHCP agents. Network: 12559492-fa0b-4cc6-a259-a5a3904b0c3b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:20.402549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network 12559492-fa0b-4cc6-a259-a5a3904b0c3b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:20.511363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 12559492-fa0b-4cc6-a259-a5a3904b0c3b) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:20.520658 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:20.521503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db05733-b553-478b-abf7-2b831f5b0d49 None None] Network 12559492-fa0b-4cc6-a259-a5a3904b0c3b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:20.521712 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:20.597819 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9de08173-3f85-4aca-9184-e8fea9705a5a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3167264 Sep 22 10:13:20.601339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52088) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:20.706074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b17c93-2923-4c58-aef1-045a2db1bfa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-12559492-fa0b-4cc6-a259-a5a3904b0c3b', 'network_id': '12559492-fa0b-4cc6-a259-a5a3904b0c3b', 'tenant_id': '0a4ccb7a64544befb83a02f53a5b6f75', 'fixed_ips': [{'subnet_id': 'd76bf759-613c-48e7-912a-596eca138658'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:20.706074 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-81b17c93-2923-4c58-aef1-045a2db1bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:20.710969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf93a56-4d7c-469a-8c90-65784ad1860b None None] Network d68294a0-6079-4c8e-b3e7-b65426c589e4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:20.717990 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:20.779767 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:20.885790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-003400e5-95fa-46d9-9ea8-2b8162c0fe0f None None] Provisioning complete for port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:20.886163 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-003400e5-95fa-46d9-9ea8-2b8162c0fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:20.911638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:20.940597 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Subnet': ['ID=d76bf759-613c-48e7-912a-596eca138658,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server [None req-81b17c93-2923-4c58-aef1-045a2db1bfa4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d76bf759-613c-48e7-912a-596eca138658: This subnet is being modified by another concurrent operation. Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise exception Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d76bf759-613c-48e7-912a-596eca138658: This subnet is being modified by another concurrent operation. Sep 22 10:13:20.971395 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Sep 22 10:13:20.996319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd777b4-dbf6-420c-8555-d2cf9a3f4b1f None None] Network 12559492-fa0b-4cc6-a259-a5a3904b0c3b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:21.026471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.051672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12559492-fa0b-4cc6-a259-a5a3904b0c3b']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:21.064814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753236ed-e202-46f1-a0cc-bb91267a9b60') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:21.065153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753236ed-e202-46f1-a0cc-bb91267a9b60') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:21.077329 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.095980 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.105153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:21.105573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:21.109189 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:21.218544 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-50aadf3c-cb11-48ee-9de6-96e53dacd6e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501311 Sep 22 10:13:21.266904 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-003400e5-95fa-46d9-9ea8-2b8162c0fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.285540 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.313194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.321896 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/12559492-fa0b-4cc6-a259-a5a3904b0c3b HTTP/1.1" status: 204 len: 168 time: 0.7122159 Sep 22 10:13:21.321896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52090) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:21.336872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-567564695'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:21.345702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34f03d-2be0-4d93-b488-8c816211e06f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Network': ['ID=12559492-fa0b-4cc6-a259-a5a3904b0c3b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:21.357310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-003400e5-95fa-46d9-9ea8-2b8162c0fe0f None None] For port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5a8d9f08-bdff-4904-95ff-5b105dd5b63e,segment=NetworkSegment(d818403a-0772-46d7-aefa-b96c65e05e13),segment_id=d818403a-0772-46d7-aefa-b96c65e05e13)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:21.374869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-77ccd0e3-0deb-41d7-a556-d86c24299d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:21.376595 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-77ccd0e3-0deb-41d7-a556-d86c24299d2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 1096 time: 0.1012156 Sep 22 10:13:21.436661 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-003400e5-95fa-46d9-9ea8-2b8162c0fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.492611 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:21.497842 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.512756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003400e5-95fa-46d9-9ea8-2b8162c0fe0f None None] Pushing event updated for resources: {'Port': ['ID=5a8d9f08-bdff-4904-95ff-5b105dd5b63e,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:21.539814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13025449-9464-4801-9183-5731ea98d230 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:13:21.555732 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:21.558586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-8aa06d95-aca5-4b9d-8678-f5f6002cd0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:21.560146 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-8aa06d95-aca5-4b9d-8678-f5f6002cd0ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.1565411 Sep 22 10:13:21.569912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.569912 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Added segment 4245e168-2d8f-4476-bcc4-9802e9aa1d97 of type vlan for network 342a89c2-ce73-481c-a16c-4ad31c323e85 Sep 22 10:13:21.595255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c5e3ca1a-7ae3-4dcc-85fa-a3716a0203b7 None None] Provisioning complete for port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:21.595626 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5e3ca1a-7ae3-4dcc-85fa-a3716a0203b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.661364 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.684272 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-f449a736-c74b-46ff-9954-a25a8a9594f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee28f22-efd3-44ca-aa37-63189c22543a HTTP/1.1" status: 200 len: 1000 time: 0.1057937 Sep 22 10:13:21.691388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13025449-9464-4801-9183-5731ea98d230 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:13:21.752039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-5c4e4083-9ef8-4f32-82a1-a4c4e1826b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:21.753473 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-5c4e4083-9ef8-4f32-82a1-a4c4e1826b86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0587714 Sep 22 10:13:21.762539 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.769838 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:21.771470 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:21.873041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=342a89c2-ce73-481c-a16c-4ad31c323e85,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:21.877115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-906be626-6938-42e1-8b25-195242fbbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:21.878677 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-906be626-6938-42e1-8b25-195242fbbe19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035132 Sep 22 10:13:21.899190 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-85f23b00-22a9-4059-a7cb-15363c8f0ea3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5762677 Sep 22 10:13:21.902044 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52092) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:21.905508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 342a89c2-ce73-481c-a16c-4ad31c323e85 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:21.907029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'network_id': '342a89c2-ce73-481c-a16c-4ad31c323e85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:21.942993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5a8d9f08-bdff-4904-95ff-5b105dd5b63e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:22.002538 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-d4eba4ae-f5c5-495f-9dd8-069efb2628c3 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141706 Sep 22 10:13:22.110269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:22.110863 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:22.114062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:22.114554 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2e805f37-36d0-4c03-abd8-76051eb5613f req-5aef2d3d-2c68-4260-abcc-19b600d404c3 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007571 Sep 22 10:13:22.118346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:22.431977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:22.500332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=fd9e9c00-b6f6-4cf5-9be4-21792bf7688c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:22.510358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Checking segment: {'id': '4245e168-2d8f-4476-bcc4-9802e9aa1d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '342a89c2-ce73-481c-a16c-4ad31c323e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:22.510765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network hostable DHCP agents. Network: 342a89c2-ce73-481c-a16c-4ad31c323e85, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:22.613569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network 342a89c2-ce73-481c-a16c-4ad31c323e85 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:22.682358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 342a89c2-ce73-481c-a16c-4ad31c323e85) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:22.686803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:22.687420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:22.692245 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee47b42-2b28-49c5-9461-b6d6eec1010e None None] Network 342a89c2-ce73-481c-a16c-4ad31c323e85 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:22.779961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-01ac42ba-b8a8-43bb-a2c6-1c21f9a1a7a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8768513 Sep 22 10:13:22.783046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52094) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:22.843871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-342a89c2-ce73-481c-a16c-4ad31c323e85', 'network_id': '342a89c2-ce73-481c-a16c-4ad31c323e85', 'tenant_id': '0a4ccb7a64544befb83a02f53a5b6f75', 'fixed_ips': [{'subnet_id': 'fd9e9c00-b6f6-4cf5-9be4-21792bf7688c'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:22.844761 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:22.899282 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:22.955436 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:22.992197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Allocated IP 2001:db8::1 (342a89c2-ce73-481c-a16c-4ad31c323e85/fd9e9c00-b6f6-4cf5-9be4-21792bf7688c/d9f62d1f-a199-4d1f-8654-2f8455e0c992) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:23.153170 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:23.242752 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:23.281750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Network 342a89c2-ce73-481c-a16c-4ad31c323e85 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:23.284635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:23.288765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:23.296752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Pushing event updated for resources: {'Port': ['ID=d9f62d1f-a199-4d1f-8654-2f8455e0c992,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:23.340002 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:23.352999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Attempting to bind port d9f62d1f-a199-4d1f-8654-2f8455e0c992 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:23.353375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Attempting to bind port d9f62d1f-a199-4d1f-8654-2f8455e0c992 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '4245e168-2d8f-4476-bcc4-9802e9aa1d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '342a89c2-ce73-481c-a16c-4ad31c323e85'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:23.353739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Attempting to bind port d9f62d1f-a199-4d1f-8654-2f8455e0c992 on network 342a89c2-ce73-481c-a16c-4ad31c323e85 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:23.359059 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:23.359525 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Checking segment: {'id': '4245e168-2d8f-4476-bcc4-9802e9aa1d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '342a89c2-ce73-481c-a16c-4ad31c323e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:23.359865 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:23.360261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Bound using segment: {'id': '4245e168-2d8f-4476-bcc4-9802e9aa1d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '342a89c2-ce73-481c-a16c-4ad31c323e85'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:23.360830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Bound port: d9f62d1f-a199-4d1f-8654-2f8455e0c992, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4245e168-2d8f-4476-bcc4-9802e9aa1d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '342a89c2-ce73-481c-a16c-4ad31c323e85'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:23.361218 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:23.374928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9e9c00-b6f6-4cf5-9be4-21792bf7688c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:23.439280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] For port d9f62d1f-a199-4d1f-8654-2f8455e0c992, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:23.440305 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:23.443173 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] For port d9f62d1f-a199-4d1f-8654-2f8455e0c992, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d9f62d1f-a199-4d1f-8654-2f8455e0c992,segment=NetworkSegment(4245e168-2d8f-4476-bcc4-9802e9aa1d97),segment_id=4245e168-2d8f-4476-bcc4-9802e9aa1d97)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:23.464582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342a89c2-ce73-481c-a16c-4ad31c323e85']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:23.475325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4245e168-2d8f-4476-bcc4-9802e9aa1d97') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:23.475631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4245e168-2d8f-4476-bcc4-9802e9aa1d97') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:23.485976 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:23.517030 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:23.519609 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:23.529530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:23.530035 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:23.533504 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:23.565343 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:23.602251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503da4a-6c50-4151-95b3-54e454d2b628 None None] Pushing event updated for resources: {'Port': ['ID=d9f62d1f-a199-4d1f-8654-2f8455e0c992,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:23.622427 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34cbf8c-6ee4-411b-8858-5e4ba6067b0c None None] Network 342a89c2-ce73-481c-a16c-4ad31c323e85 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:23.629961 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:13:23.629961 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:13:23.629961 n-d-805649-4 neutron-server[95510]: [parameters: {'id': '342a89c2-ce73-481c-a16c-4ad31c323e85'}] Sep 22 10:13:23.629961 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:13:23.630404 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:13:23.750850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f58d0e-a2ab-4f3c-b36d-ec5ce06e3b82 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:13:23.844496 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f58d0e-a2ab-4f3c-b36d-ec5ce06e3b82 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:13:24.131260 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.186540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Deleting port d9f62d1f-a199-4d1f-8654-2f8455e0c992 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:24.186884 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.236817 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-21025ae8-6d81-45db-9494-de1a25da7950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.252788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] For port d9f62d1f-a199-4d1f-8654-2f8455e0c992, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d9f62d1f-a199-4d1f-8654-2f8455e0c992,segment=NetworkSegment(4245e168-2d8f-4476-bcc4-9802e9aa1d97),segment_id=4245e168-2d8f-4476-bcc4-9802e9aa1d97)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:24.253162 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.272200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Calling delete_port for d9f62d1f-a199-4d1f-8654-2f8455e0c992 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:24.477025 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.514872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No DVR routers for this DVR port d9f62d1f-a199-4d1f-8654-2f8455e0c992 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:13:24.520565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Port': ['ID=d9f62d1f-a199-4d1f-8654-2f8455e0c992,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:24.610043 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.633931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342a89c2-ce73-481c-a16c-4ad31c323e85']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:24.645524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4245e168-2d8f-4476-bcc4-9802e9aa1d97') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:24.645874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4245e168-2d8f-4476-bcc4-9802e9aa1d97') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:24.656942 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.671776 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.679293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:24.679859 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:24.684489 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:24.836834 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.849197 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.851361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/342a89c2-ce73-481c-a16c-4ad31c323e85 HTTP/1.1" status: 204 len: 168 time: 2.0671160 Sep 22 10:13:24.855321 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52096) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:24.859382 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:24.862742 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1865983623'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:24.866632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36397a68-2af0-4a59-b1e6-ee020c1c9492 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Network': ['ID=342a89c2-ce73-481c-a16c-4ad31c323e85,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:24.967543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:24.971271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:25.003940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:25.015341 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:25.015687 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Added segment 12e6473c-a645-4c66-82e5-7e4ab628b0fe of type vlan for network 40f2fe51-b956-4946-8c42-0e2c3d679259 Sep 22 10:13:25.062349 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:25.151006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:25.156937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:25.157584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:25.227174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=40f2fe51-b956-4946-8c42-0e2c3d679259,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:25.239813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 40f2fe51-b956-4946-8c42-0e2c3d679259 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:25.328940 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e6aee939-fe53-4ded-928a-31ddb9d7015d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4724379 Sep 22 10:13:25.331797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52102) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:25.337470 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'network_id': '40f2fe51-b956-4946-8c42-0e2c3d679259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:25.532719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:25.537714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:25.807915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:25.875431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=7155f15e-82c1-4b14-87da-3714d879ef57,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:25.885993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Checking segment: {'id': '12e6473c-a645-4c66-82e5-7e4ab628b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '40f2fe51-b956-4946-8c42-0e2c3d679259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:25.886354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network hostable DHCP agents. Network: 40f2fe51-b956-4946-8c42-0e2c3d679259, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:26.019617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network 40f2fe51-b956-4946-8c42-0e2c3d679259 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:26.167344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 40f2fe51-b956-4946-8c42-0e2c3d679259) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:26.171828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:26.172347 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.176279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08773a69-4154-4551-8b5b-d60aa6b3a761 None None] Network 40f2fe51-b956-4946-8c42-0e2c3d679259 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:26.242870 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-00896e25-c6a1-4f8f-a566-09959590f1c0 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9095263 Sep 22 10:13:26.245452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52106) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:26.328129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-40f2fe51-b956-4946-8c42-0e2c3d679259', 'network_id': '40f2fe51-b956-4946-8c42-0e2c3d679259', 'tenant_id': '0a4ccb7a64544befb83a02f53a5b6f75', 'fixed_ips': [{'subnet_id': '7155f15e-82c1-4b14-87da-3714d879ef57'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:26.329033 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.355381 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.411064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.479779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Allocated IP 2001:db8::1 (40f2fe51-b956-4946-8c42-0e2c3d679259/7155f15e-82c1-4b14-87da-3714d879ef57/e40f06c8-1901-42da-9da2-60a19c904d62) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:26.633892 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.711724 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.750048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Network 40f2fe51-b956-4946-8c42-0e2c3d679259 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:26.752881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:26.756391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:26.789960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Pushing event updated for resources: {'Port': ['ID=e40f06c8-1901-42da-9da2-60a19c904d62,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:26.798389 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.823062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Attempting to bind port e40f06c8-1901-42da-9da2-60a19c904d62 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:26.823062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Attempting to bind port e40f06c8-1901-42da-9da2-60a19c904d62 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '12e6473c-a645-4c66-82e5-7e4ab628b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '40f2fe51-b956-4946-8c42-0e2c3d679259'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:26.823383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Attempting to bind port e40f06c8-1901-42da-9da2-60a19c904d62 on network 40f2fe51-b956-4946-8c42-0e2c3d679259 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:26.827547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Subnet': ['ID=7155f15e-82c1-4b14-87da-3714d879ef57,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:26.829366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:26.829616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Checking segment: {'id': '12e6473c-a645-4c66-82e5-7e4ab628b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '40f2fe51-b956-4946-8c42-0e2c3d679259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:26.829975 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.830370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Bound using segment: {'id': '12e6473c-a645-4c66-82e5-7e4ab628b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '40f2fe51-b956-4946-8c42-0e2c3d679259'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:26.830935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Bound port: e40f06c8-1901-42da-9da2-60a19c904d62, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e6473c-a645-4c66-82e5-7e4ab628b0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '40f2fe51-b956-4946-8c42-0e2c3d679259'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:26.831510 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.896294 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.919124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f2fe51-b956-4946-8c42-0e2c3d679259']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:26.925110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] For port e40f06c8-1901-42da-9da2-60a19c904d62, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:26.928591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] For port e40f06c8-1901-42da-9da2-60a19c904d62, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e40f06c8-1901-42da-9da2-60a19c904d62,segment=NetworkSegment(12e6473c-a645-4c66-82e5-7e4ab628b0fe),segment_id=12e6473c-a645-4c66-82e5-7e4ab628b0fe)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:26.931712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e6473c-a645-4c66-82e5-7e4ab628b0fe') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:26.934666 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e6473c-a645-4c66-82e5-7e4ab628b0fe') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:26.942632 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.967020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-afeb8515-5448-408f-a480-ed1e58312a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.996060 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:26.999078 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:27.009585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:27.010144 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:27.015924 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:27.100618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e7765-6ad5-43d6-b623-d360da6d9d6d None None] Pushing event updated for resources: {'Port': ['ID=e40f06c8-1901-42da-9da2-60a19c904d62,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:27.120398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda2a3bd-c195-45f4-8f71-be9b2e30da54 None None] Network 40f2fe51-b956-4946-8c42-0e2c3d679259 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:27.144411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:13:27.144411 n-d-805649-4 neutron-server[95509]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:13:27.144411 n-d-805649-4 neutron-server[95509]: [parameters: {'id': '40f2fe51-b956-4946-8c42-0e2c3d679259'}] Sep 22 10:13:27.144411 n-d-805649-4 neutron-server[95509]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:13:27.147989 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:13:27.257997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46d955b-e833-4c47-8c66-9580662851be None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:13:27.349735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46d955b-e833-4c47-8c66-9580662851be None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:13:27.450368 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:13:27.571518 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:27.646323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:27.702945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Deleting port e40f06c8-1901-42da-9da2-60a19c904d62 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:27.703285 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:27.767301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] For port e40f06c8-1901-42da-9da2-60a19c904d62, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e40f06c8-1901-42da-9da2-60a19c904d62,segment=NetworkSegment(12e6473c-a645-4c66-82e5-7e4ab628b0fe),segment_id=12e6473c-a645-4c66-82e5-7e4ab628b0fe)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:27.767670 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:27.781106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Calling delete_port for e40f06c8-1901-42da-9da2-60a19c904d62 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:27.916577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:27.941563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Port': ['ID=e40f06c8-1901-42da-9da2-60a19c904d62,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:27.952907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No DVR routers for this DVR port e40f06c8-1901-42da-9da2-60a19c904d62 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:13:28.042050 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.062997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f2fe51-b956-4946-8c42-0e2c3d679259']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:28.073120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e6473c-a645-4c66-82e5-7e4ab628b0fe') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:28.073417 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e6473c-a645-4c66-82e5-7e4ab628b0fe') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:28.083055 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.096377 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.102577 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:28.102988 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:28.106037 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:28.230730 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.253752 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.262354 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.264507 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/40f2fe51-b956-4946-8c42-0e2c3d679259 HTTP/1.1" status: 204 len: 168 time: 2.0181031 Sep 22 10:13:28.268525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52108) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:28.273913 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-998419639'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:28.277070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d1eac-af6f-4e98-bdc7-4575fd5db490 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Network': ['ID=40f2fe51-b956-4946-8c42-0e2c3d679259,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:28.379345 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:28.383129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.408629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:28.419897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.420467 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Added segment 941ba3f4-ea30-4ad9-bf80-7e35705255ad of type vlan for network 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe Sep 22 10:13:28.472624 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.574170 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.582045 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:28.583072 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:28.656740 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=4710aa1f-e64d-4d4c-a0d7-469a5d6559fe,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:28.670553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:28.768878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5287ad0e-4057-4632-8d15-53116b9eff8a tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4988465 Sep 22 10:13:28.772921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52112) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:28.778387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'network_id': '4710aa1f-e64d-4d4c-a0d7-469a5d6559fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:28.945513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:28.951577 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:29.276748 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:29.341187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=66f8bbcb-0514-44d2-8817-3000900947f4,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:29.362870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Checking segment: {'id': '941ba3f4-ea30-4ad9-bf80-7e35705255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4710aa1f-e64d-4d4c-a0d7-469a5d6559fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:29.363291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network hostable DHCP agents. Network: 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:29.493342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:29.631222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:29.636650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:29.637611 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:29.644551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4859965e-756e-4300-8b0e-a6fee3fcd648 None None] Network 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:29.751996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-26cf7fac-87dd-4065-8b9f-a090c91a394d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9776831 Sep 22 10:13:29.756813 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52118) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:29.765349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-358b4c66-94ec-43b5-884a-bb6b401959a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'network_id': '4710aa1f-e64d-4d4c-a0d7-469a5d6559fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:29.816185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-4710aa1f-e64d-4d4c-a0d7-469a5d6559fe', 'network_id': '4710aa1f-e64d-4d4c-a0d7-469a5d6559fe', 'tenant_id': '0a4ccb7a64544befb83a02f53a5b6f75', 'fixed_ips': [{'subnet_id': '66f8bbcb-0514-44d2-8817-3000900947f4'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:29.818715 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.013582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358b4c66-94ec-43b5-884a-bb6b401959a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:30.018337 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-358b4c66-94ec-43b5-884a-bb6b401959a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.171816 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.174035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Allocated IP 2001:db8::2 (4710aa1f-e64d-4d4c-a0d7-469a5d6559fe/66f8bbcb-0514-44d2-8817-3000900947f4/297cd300-16d2-4244-a29e-2a524bfe4808) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:30.393358 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.413965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-358b4c66-94ec-43b5-884a-bb6b401959a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.464809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b4c66-94ec-43b5-884a-bb6b401959a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:30.468138 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-358b4c66-94ec-43b5-884a-bb6b401959a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:30.472514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358b4c66-94ec-43b5-884a-bb6b401959a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:30.473983 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-358b4c66-94ec-43b5-884a-bb6b401959a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.490272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b4c66-94ec-43b5-884a-bb6b401959a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=678e14b8-88c5-4112-9e5f-ea75215c14b5,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:30.494998 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.541593 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-358b4c66-94ec-43b5-884a-bb6b401959a7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7826295 Sep 22 10:13:30.542837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Network 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:30.544379 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52120) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:30.547132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:30.552924 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:30.562815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Pushing event updated for resources: {'Port': ['ID=297cd300-16d2-4244-a29e-2a524bfe4808,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:30.625037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Attempting to bind port 297cd300-16d2-4244-a29e-2a524bfe4808 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:30.625563 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Attempting to bind port 297cd300-16d2-4244-a29e-2a524bfe4808 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '941ba3f4-ea30-4ad9-bf80-7e35705255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4710aa1f-e64d-4d4c-a0d7-469a5d6559fe'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:30.625938 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Attempting to bind port 297cd300-16d2-4244-a29e-2a524bfe4808 on network 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:30.632390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:30.632784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Checking segment: {'id': '941ba3f4-ea30-4ad9-bf80-7e35705255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4710aa1f-e64d-4d4c-a0d7-469a5d6559fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:30.633206 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.633605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Bound using segment: {'id': '941ba3f4-ea30-4ad9-bf80-7e35705255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4710aa1f-e64d-4d4c-a0d7-469a5d6559fe'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:30.634083 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Bound port: 297cd300-16d2-4244-a29e-2a524bfe4808, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941ba3f4-ea30-4ad9-bf80-7e35705255ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4710aa1f-e64d-4d4c-a0d7-469a5d6559fe'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:30.634473 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.678502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7586d7dc-b8a3-4abd-9fc4-2f622a6d6866 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:30.684659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7586d7dc-b8a3-4abd-9fc4-2f622a6d6866 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:30.684659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7586d7dc-b8a3-4abd-9fc4-2f622a6d6866 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:30.684659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7586d7dc-b8a3-4abd-9fc4-2f622a6d6866 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:30.686171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7586d7dc-b8a3-4abd-9fc4-2f622a6d6866 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:30.688514 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7586d7dc-b8a3-4abd-9fc4-2f622a6d6866 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1426103 Sep 22 10:13:30.693953 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52122) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:30.699330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-309490912'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:30.719047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] For port 297cd300-16d2-4244-a29e-2a524bfe4808, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:30.725094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] For port 297cd300-16d2-4244-a29e-2a524bfe4808, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=297cd300-16d2-4244-a29e-2a524bfe4808,segment=NetworkSegment(941ba3f4-ea30-4ad9-bf80-7e35705255ad),segment_id=941ba3f4-ea30-4ad9-bf80-7e35705255ad)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:30.842265 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:30.846282 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.878237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:30.882639 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.889406 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.889764 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Added segment 657e2ef0-6fd1-4b4e-86da-5cc9fa140991 of type vlan for network 41df457d-4ac0-4fbb-a308-1352e06b0cb1 Sep 22 10:13:30.934016 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:30.950022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754d493-5da4-4c79-8914-75b5db5b6960 None None] Pushing event updated for resources: {'Port': ['ID=297cd300-16d2-4244-a29e-2a524bfe4808,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:31.042584 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.051503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:31.052554 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3749180'] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.177590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=41df457d-4ac0-4fbb-a308-1352e06b0cb1,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:31.186797 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ef3ab8f8-b785-4ba6-a2e7-df17ec80a11e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4914002 Sep 22 10:13:31.189843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52124) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:31.191480 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 41df457d-4ac0-4fbb-a308-1352e06b0cb1 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:31.197854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-965298ca-4ed9-44e5-b4be-671cba84f470 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:31.429465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-965298ca-4ed9-44e5-b4be-671cba84f470 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.533618 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-965298ca-4ed9-44e5-b4be-671cba84f470 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.543642 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-965298ca-4ed9-44e5-b4be-671cba84f470 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network 41df457d-4ac0-4fbb-a308-1352e06b0cb1 is not hosted by any dhcp agent {{(pid=95510) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 10:13:31.549472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965298ca-4ed9-44e5-b4be-671cba84f470 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:31.550085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-965298ca-4ed9-44e5-b4be-671cba84f470 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.551763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-965298ca-4ed9-44e5-b4be-671cba84f470 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "PUT /v2.0/networks/41df457d-4ac0-4fbb-a308-1352e06b0cb1 HTTP/1.1" status: 200 len: 723 time: 0.3609035 Sep 22 10:13:31.555497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52126) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:31.564833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'network_id': '41df457d-4ac0-4fbb-a308-1352e06b0cb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:31.622161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965298ca-4ed9-44e5-b4be-671cba84f470 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=41df457d-4ac0-4fbb-a308-1352e06b0cb1,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:31.634206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 41df457d-4ac0-4fbb-a308-1352e06b0cb1 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:31.785186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:31.791161 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:31.953610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 297cd300-16d2-4244-a29e-2a524bfe4808 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:32.039193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 297cd300-16d2-4244-a29e-2a524bfe4808 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:32.039818 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.131997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb75eea-0dc8-493d-8fe1-d319e33aa8d3 None None] Network 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:32.174538 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.185750 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.240373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-79f6f046-3f36-4d45-9e03-2f29c260b6cb None None] Provisioning complete for port 297cd300-16d2-4244-a29e-2a524bfe4808 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:32.240746 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-79f6f046-3f36-4d45-9e03-2f29c260b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.246443 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=432afb16-1c06-4aaf-99a9-f0d8f5b84717,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:32.256467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Checking segment: {'id': '657e2ef0-6fd1-4b4e-86da-5cc9fa140991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '41df457d-4ac0-4fbb-a308-1352e06b0cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:32.256969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network hostable DHCP agents. Network: 41df457d-4ac0-4fbb-a308-1352e06b0cb1, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:32.294201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 297cd300-16d2-4244-a29e-2a524bfe4808, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=297cd300-16d2-4244-a29e-2a524bfe4808,segment=NetworkSegment(941ba3f4-ea30-4ad9-bf80-7e35705255ad),segment_id=941ba3f4-ea30-4ad9-bf80-7e35705255ad)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:32.402287 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-79f6f046-3f36-4d45-9e03-2f29c260b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.403173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network 41df457d-4ac0-4fbb-a308-1352e06b0cb1 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:32.485348 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.539297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 41df457d-4ac0-4fbb-a308-1352e06b0cb1) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:32.545882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:32.547059 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.549739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7078625b-d76c-4255-b7e0-cc5a5194d567 None None] Update dhcp port {'port': {'network_id': '4710aa1f-e64d-4d4c-a0d7-469a5d6559fe', 'fixed_ips': [{'subnet_id': '66f8bbcb-0514-44d2-8817-3000900947f4', 'ip_address': '2001:db8::2'}, {'subnet_id': '678e14b8-88c5-4112-9e5f-ea75215c14b5'}], 'binding:host_id': 'n-d-805649-4'}, 'id': '297cd300-16d2-4244-a29e-2a524bfe4808'} from n-d-805649-4. {{(pid=95511) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 22 10:13:32.557685 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3650c25-35cc-4170-a66d-2841af6993db None None] Network 41df457d-4ac0-4fbb-a308-1352e06b0cb1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:32.606434 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-79f6f046-3f36-4d45-9e03-2f29c260b6cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:13:32.606790 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-79f6f046-3f36-4d45-9e03-2f29c260b6cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:13:32.626005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=297cd300-16d2-4244-a29e-2a524bfe4808,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:32.659213 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7078625b-d76c-4255-b7e0-cc5a5194d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.678460 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-728a3586-284f-4a6a-9c41-8bbc5244ec0d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1211996 Sep 22 10:13:32.682828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52128) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:32.689163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-04ea6f58-fc59-4f7d-956c-0c95629fcacb tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:32.829225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-04ea6f58-fc59-4f7d-956c-0c95629fcacb tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25954707'] for subnet, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.878865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-41df457d-4ac0-4fbb-a308-1352e06b0cb1', 'network_id': '41df457d-4ac0-4fbb-a308-1352e06b0cb1', 'tenant_id': '0a4ccb7a64544befb83a02f53a5b6f75', 'fixed_ips': [{'subnet_id': '432afb16-1c06-4aaf-99a9-f0d8f5b84717'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:32.880552 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:32.927154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-7078625b-d76c-4255-b7e0-cc5a5194d567 None None] Allocated IP 172.20.0.1 (4710aa1f-e64d-4d4c-a0d7-469a5d6559fe/678e14b8-88c5-4112-9e5f-ea75215c14b5/297cd300-16d2-4244-a29e-2a524bfe4808) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:33.097269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7078625b-d76c-4255-b7e0-cc5a5194d567 None None] For port 297cd300-16d2-4244-a29e-2a524bfe4808, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=297cd300-16d2-4244-a29e-2a524bfe4808,segment=NetworkSegment(941ba3f4-ea30-4ad9-bf80-7e35705255ad),segment_id=941ba3f4-ea30-4ad9-bf80-7e35705255ad)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:33.134423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-04ea6f58-fc59-4f7d-956c-0c95629fcacb tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729506799351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2737155'] for subnet, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.186896 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7078625b-d76c-4255-b7e0-cc5a5194d567 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.199466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea6f58-fc59-4f7d-956c-0c95629fcacb tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:33.200416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-04ea6f58-fc59-4f7d-956c-0c95629fcacb tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.205508 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-04ea6f58-fc59-4f7d-956c-0c95629fcacb tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "PUT /v2.0/subnets/432afb16-1c06-4aaf-99a9-f0d8f5b84717 HTTP/1.1" status: 200 len: 826 time: 0.5213113 Sep 22 10:13:33.206579 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52130) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:33.215683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Allocated IP 2001:db8::2 (41df457d-4ac0-4fbb-a308-1352e06b0cb1/432afb16-1c06-4aaf-99a9-f0d8f5b84717/52b5aa0c-4242-4dec-ac3f-ba196a1c87f4) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:33.233791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea6f58-fc59-4f7d-956c-0c95629fcacb tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=432afb16-1c06-4aaf-99a9-f0d8f5b84717,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:33.251366 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7078625b-d76c-4255-b7e0-cc5a5194d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.362531 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.383837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078625b-d76c-4255-b7e0-cc5a5194d567 None None] Pushing event updated for resources: {'Port': ['ID=297cd300-16d2-4244-a29e-2a524bfe4808,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:33.450369 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.507031 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.608480 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.667971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Network 41df457d-4ac0-4fbb-a308-1352e06b0cb1 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:33.672022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:33.677664 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:33.695460 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Pushing event updated for resources: {'Port': ['ID=52b5aa0c-4242-4dec-ac3f-ba196a1c87f4,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:33.706840 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.758937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Attempting to bind port 52b5aa0c-4242-4dec-ac3f-ba196a1c87f4 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:33.763043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Attempting to bind port 52b5aa0c-4242-4dec-ac3f-ba196a1c87f4 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '657e2ef0-6fd1-4b4e-86da-5cc9fa140991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '41df457d-4ac0-4fbb-a308-1352e06b0cb1'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:33.763043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Attempting to bind port 52b5aa0c-4242-4dec-ac3f-ba196a1c87f4 on network 41df457d-4ac0-4fbb-a308-1352e06b0cb1 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:33.765940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:33.766315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Checking segment: {'id': '657e2ef0-6fd1-4b4e-86da-5cc9fa140991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '41df457d-4ac0-4fbb-a308-1352e06b0cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:33.766721 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.767119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Bound using segment: {'id': '657e2ef0-6fd1-4b4e-86da-5cc9fa140991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '41df457d-4ac0-4fbb-a308-1352e06b0cb1'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:33.767598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Bound port: 52b5aa0c-4242-4dec-ac3f-ba196a1c87f4, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657e2ef0-6fd1-4b4e-86da-5cc9fa140991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '41df457d-4ac0-4fbb-a308-1352e06b0cb1'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:33.767980 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.770425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Subnet': ['ID=432afb16-1c06-4aaf-99a9-f0d8f5b84717,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:33.856076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] For port 52b5aa0c-4242-4dec-ac3f-ba196a1c87f4, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:33.860421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] For port 52b5aa0c-4242-4dec-ac3f-ba196a1c87f4, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=52b5aa0c-4242-4dec-ac3f-ba196a1c87f4,segment=NetworkSegment(657e2ef0-6fd1-4b4e-86da-5cc9fa140991),segment_id=657e2ef0-6fd1-4b4e-86da-5cc9fa140991)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:33.889399 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.912577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 297cd300-16d2-4244-a29e-2a524bfe4808 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:33.930575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41df457d-4ac0-4fbb-a308-1352e06b0cb1']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:33.944480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657e2ef0-6fd1-4b4e-86da-5cc9fa140991') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:33.944994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657e2ef0-6fd1-4b4e-86da-5cc9fa140991') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:33.956303 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:33.974024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 297cd300-16d2-4244-a29e-2a524bfe4808 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:33.974528 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.000678 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.010640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:34.011237 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.013894 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:34.015450 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:34.109953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a738507-89a8-4c0c-ad90-19ddd243595b None None] Network 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:34.128521 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:13:34.128521 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:13:34.128521 n-d-805649-4 neutron-server[95510]: [parameters: {'id': '41df457d-4ac0-4fbb-a308-1352e06b0cb1'}] Sep 22 10:13:34.128521 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:13:34.130140 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:13:34.375123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a35fa3-cb39-434b-a05a-0e493eef906d None None] Pushing event updated for resources: {'Port': ['ID=52b5aa0c-4242-4dec-ac3f-ba196a1c87f4,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:34.413058 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480a003-9bcc-4794-a09c-23292e3f6a59 None None] Network 41df457d-4ac0-4fbb-a308-1352e06b0cb1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:34.445291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-25465486-6463-42be-8da6-69b9a810baa5 None None] Provisioning complete for port 297cd300-16d2-4244-a29e-2a524bfe4808 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:34.445657 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-25465486-6463-42be-8da6-69b9a810baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.631272 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.698301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Deleting port 52b5aa0c-4242-4dec-ac3f-ba196a1c87f4 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:34.698641 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.710204 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1d3921-c7d1-4c1d-8f3c-a600fad7ad98 None None] Network 41df457d-4ac0-4fbb-a308-1352e06b0cb1 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:34.793533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] For port 52b5aa0c-4242-4dec-ac3f-ba196a1c87f4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=52b5aa0c-4242-4dec-ac3f-ba196a1c87f4,segment=NetworkSegment(657e2ef0-6fd1-4b4e-86da-5cc9fa140991),segment_id=657e2ef0-6fd1-4b4e-86da-5cc9fa140991)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:34.794088 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:34.815018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Calling delete_port for 52b5aa0c-4242-4dec-ac3f-ba196a1c87f4 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:34.977619 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0eda4-2e9b-429f-a092-9377c1d3be60 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:13:35.001466 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.044106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Port': ['ID=52b5aa0c-4242-4dec-ac3f-ba196a1c87f4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:35.049652 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No DVR routers for this DVR port 52b5aa0c-4242-4dec-ac3f-ba196a1c87f4 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:13:35.101696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eeee5ce2-b6b5-4bc3-b467-2e15a5f5d5d9 None None] Provisioning complete for port 297cd300-16d2-4244-a29e-2a524bfe4808 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:35.102285 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eeee5ce2-b6b5-4bc3-b467-2e15a5f5d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.167856 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0eda4-2e9b-429f-a092-9377c1d3be60 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:13:35.185852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.224055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41df457d-4ac0-4fbb-a308-1352e06b0cb1']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:35.241431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657e2ef0-6fd1-4b4e-86da-5cc9fa140991') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:35.241883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657e2ef0-6fd1-4b4e-86da-5cc9fa140991') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:35.260232 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.275898 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.283136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:35.283683 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:35.287646 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:35.425197 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.434508 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.436848 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/41df457d-4ac0-4fbb-a308-1352e06b0cb1 HTTP/1.1" status: 204 len: 168 time: 2.2280891 Sep 22 10:13:35.442015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52134) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:35.451772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc66d77-c042-4ecc-a85b-fb828fee56a4 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Network': ['ID=41df457d-4ac0-4fbb-a308-1352e06b0cb1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:35.479792 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-b926d634-24c6-4470-911e-526fafe95837 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:35.479792 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b926d634-24c6-4470-911e-526fafe95837 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:35.486560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52136) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:35.487062 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b926d634-24c6-4470-911e-526fafe95837 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/41df457d-4ac0-4fbb-a308-1352e06b0cb1 HTTP/1.1" status: 404 len: 339 time: 0.0424573 Sep 22 10:13:35.492878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1936751651', 'description': 'd1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:35.568058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:35.572116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.600883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:35.610972 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.611353 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Added segment cb13a9c4-92d2-4dc8-ba36-3c69e926d5f7 of type vlan for network be881b35-7edc-4949-a837-f79ab44d9920 Sep 22 10:13:35.665120 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.750409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.756306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:35.756946 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:35.829396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=be881b35-7edc-4949-a837-f79ab44d9920,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:35.840842 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network be881b35-7edc-4949-a837-f79ab44d9920 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:35.860261 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-289b10fb-0237-4df1-8a8c-62760eedc706 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3720376 Sep 22 10:13:35.865177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52138) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:35.972468 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f4c86f-b2df-4ca9-9fc5-278b266a329b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:35.974880 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-48f4c86f-b2df-4ca9-9fc5-278b266a329b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/networks?id=be881b35-7edc-4949-a837-f79ab44d9920 HTTP/1.1" status: 200 len: 765 time: 0.1085541 Sep 22 10:13:35.977664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52140) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:35.982617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5426f732-add0-4062-93fc-4786c6afa7df tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'description': 'd2'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:36.143015 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5426f732-add0-4062-93fc-4786c6afa7df tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.265440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5426f732-add0-4062-93fc-4786c6afa7df tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.285616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5426f732-add0-4062-93fc-4786c6afa7df tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network be881b35-7edc-4949-a837-f79ab44d9920 is not hosted by any dhcp agent {{(pid=95509) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 10:13:36.291314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5426f732-add0-4062-93fc-4786c6afa7df tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:36.292020 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5426f732-add0-4062-93fc-4786c6afa7df tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:36.293429 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5426f732-add0-4062-93fc-4786c6afa7df tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "PUT /v2.0/networks/be881b35-7edc-4949-a837-f79ab44d9920 HTTP/1.1" status: 200 len: 762 time: 0.3148413 Sep 22 10:13:36.296636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52142) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:36.369994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426f732-add0-4062-93fc-4786c6afa7df tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=be881b35-7edc-4949-a837-f79ab44d9920,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:36.382224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network be881b35-7edc-4949-a837-f79ab44d9920 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:36.428355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4c81b8-bf64-4990-a466-0a65e1547a0e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:36.433689 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ad4c81b8-bf64-4990-a466-0a65e1547a0e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/networks?id=be881b35-7edc-4949-a837-f79ab44d9920 HTTP/1.1" status: 200 len: 765 time: 0.1322172 Sep 22 10:13:36.434032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52144) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:36.624566 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996c26a9-b4c6-4ce0-930f-369364e6dde8 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:36.626094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-996c26a9-b4c6-4ce0-930f-369364e6dde8 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1910927 Sep 22 10:13:36.629555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52148) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:36.666442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2907a387-b49e-4b25-a99a-3ab23587d724 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf HTTP/1.1" status: 200 len: 207 time: 0.0355189 Sep 22 10:13:36.669694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52150) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:36.877903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2f6bf-2131-42f8-beea-0eeae9fd98d5 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:36.884525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2f6bf-2131-42f8-beea-0eeae9fd98d5 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:36.890761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2f6bf-2131-42f8-beea-0eeae9fd98d5 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:36.896929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2f6bf-2131-42f8-beea-0eeae9fd98d5 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:36.902684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2f6bf-2131-42f8-beea-0eeae9fd98d5 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:36.908371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2f6bf-2131-42f8-beea-0eeae9fd98d5 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:36.911217 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a2c2f6bf-2131-42f8-beea-0eeae9fd98d5 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2396801 Sep 22 10:13:36.914759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52152) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:37.397812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ede97ac4-df39-4247-b4a7-af7f3ab5063f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4819081 Sep 22 10:13:37.403249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52154) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:37.495950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420e391-8f1a-4476-8c53-5cdab7617d02 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.497629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420e391-8f1a-4476-8c53-5cdab7617d02 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.499160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420e391-8f1a-4476-8c53-5cdab7617d02 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.500677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420e391-8f1a-4476-8c53-5cdab7617d02 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.502219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420e391-8f1a-4476-8c53-5cdab7617d02 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.504030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c420e391-8f1a-4476-8c53-5cdab7617d02 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0997405 Sep 22 10:13:37.509299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52156) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:37.565736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff5ffe-9bed-4aa5-b35b-41631fc18b93 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.567424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff5ffe-9bed-4aa5-b35b-41631fc18b93 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.568854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff5ffe-9bed-4aa5-b35b-41631fc18b93 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.570254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff5ffe-9bed-4aa5-b35b-41631fc18b93 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.571650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ff5ffe-9bed-4aa5-b35b-41631fc18b93 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.573377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-29ff5ffe-9bed-4aa5-b35b-41631fc18b93 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0631421 Sep 22 10:13:37.576961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52158) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:37.680206 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a20e9d-ebd2-4190-8816-74d0c3e442cd tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.681655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e1a20e9d-ebd2-4190-8816-74d0c3e442cd tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/networks/aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d HTTP/1.1" status: 200 len: 804 time: 0.1037717 Sep 22 10:13:37.685324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52160) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:37.782030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-46dbe171-4221-4589-a466-9186810433fb tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/networks/aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0955780 Sep 22 10:13:37.786242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52162) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:37.844756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8701a5-ff6b-41df-b30c-c508a6030e4e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.846122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9e8701a5-ff6b-41df-b30c-c508a6030e4e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/subnets/626c20d4-635d-44ac-9f7e-159d14b2542b HTTP/1.1" status: 200 len: 843 time: 0.0589857 Sep 22 10:13:37.850760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52164) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:37.904051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2dfcf8-3bd9-4f9a-bb2f-26a3e8c7130e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['shared'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:37.905470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7c2dfcf8-3bd9-4f9a-bb2f-26a3e8c7130e tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "GET /v2.0/subnets/626c20d4-635d-44ac-9f7e-159d14b2542b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0537403 Sep 22 10:13:37.908981 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52166) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:37.914475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-635251601'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:38.042037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:38.045619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.069232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:38.078062 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.078844 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Added segment adda83ff-a53a-48ef-ba2b-235f01dd4030 of type vlan for network a80eb000-f14f-4750-8879-7437de45925e Sep 22 10:13:38.120234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.225058 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.231026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:38.231695 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.307560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Network': ['ID=a80eb000-f14f-4750-8879-7437de45925e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:38.321006 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network a80eb000-f14f-4750-8879-7437de45925e details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:38.326257 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eaa409a8-d423-4a4b-a1cc-f2bc7bae9be2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4134841 Sep 22 10:13:38.340059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52168) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:38.340059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'network_id': 'a80eb000-f14f-4750-8879-7437de45925e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:38.516260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Made reservation on behalf of 0a4ccb7a64544befb83a02f53a5b6f75 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:38.521071 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.585379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.ipam_backend_mixin [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Performing IP validity checks on allocation pools {{(pid=95510) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 10:13:38.585908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.ipam_backend_mixin [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95510) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 10:13:38.773820 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:38.840635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=5ae7535e-a3f5-4f41-be15-8fe66246b14c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:38.852572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Checking segment: {'id': 'adda83ff-a53a-48ef-ba2b-235f01dd4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a80eb000-f14f-4750-8879-7437de45925e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:38.852957 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network hostable DHCP agents. Network: a80eb000-f14f-4750-8879-7437de45925e, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:38.933611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Network a80eb000-f14f-4750-8879-7437de45925e is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:39.002214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, a80eb000-f14f-4750-8879-7437de45925e) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:39.008984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:39.009924 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.017420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460c8c7e-030a-43de-8840-4639d1496d6a None None] Network a80eb000-f14f-4750-8879-7437de45925e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:39.111612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6f94d7c2-f2c9-4690-97b1-cde9c8652e89 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7836616 Sep 22 10:13:39.114344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52170) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:39.119723 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-718884f6-3ce3-4a80-a78a-c9fceeccd732 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:39.181900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61d89e-3e83-45e4-8895-d1547fa6d2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-a80eb000-f14f-4750-8879-7437de45925e', 'network_id': 'a80eb000-f14f-4750-8879-7437de45925e', 'tenant_id': '0a4ccb7a64544befb83a02f53a5b6f75', 'fixed_ips': [{'subnet_id': '5ae7535e-a3f5-4f41-be15-8fe66246b14c'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:39.182779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c61d89e-3e83-45e4-8895-d1547fa6d2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.227340 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-718884f6-3ce3-4a80-a78a-c9fceeccd732 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25751711'] for subnet, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.380768 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-6c61d89e-3e83-45e4-8895-d1547fa6d2ba None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 10:13:39.380768 n-d-805649-4 neutron-server[95511]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 22 10:13:39.380768 n-d-805649-4 neutron-server[95511]: [parameters: {'in_use': 1, 'id_1': '5ae7535e-a3f5-4f41-be15-8fe66246b14c'}] Sep 22 10:13:39.380768 n-d-805649-4 neutron-server[95511]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:13:39.381541 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-6c61d89e-3e83-45e4-8895-d1547fa6d2ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:13:39.487293 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-718884f6-3ce3-4a80-a78a-c9fceeccd732 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729506799351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25360083'] for subnet, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.532277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718884f6-3ce3-4a80-a78a-c9fceeccd732 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:39.532931 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-718884f6-3ce3-4a80-a78a-c9fceeccd732 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.534365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-718884f6-3ce3-4a80-a78a-c9fceeccd732 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "PUT /v2.0/subnets/5ae7535e-a3f5-4f41-be15-8fe66246b14c HTTP/1.1" status: 200 len: 900 time: 0.4190493 Sep 22 10:13:39.537864 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52172) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:39.547670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718884f6-3ce3-4a80-a78a-c9fceeccd732 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event updated for resources: {'Subnet': ['ID=5ae7535e-a3f5-4f41-be15-8fe66246b14c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:39.639768 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.698954 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.836667 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.867158 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae7535e-a3f5-4f41-be15-8fe66246b14c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:39.882810 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c61d89e-3e83-45e4-8895-d1547fa6d2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.929543 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.960281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80eb000-f14f-4750-8879-7437de45925e']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:39.969950 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adda83ff-a53a-48ef-ba2b-235f01dd4030') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:39.970246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adda83ff-a53a-48ef-ba2b-235f01dd4030') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:39.980549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.993849 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:39.999859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:40.000255 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:40.003306 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:40.017258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3da68f-1a97-4324-ae11-17fcbdbe1661 None None] Network a80eb000-f14f-4750-8879-7437de45925e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:40.116892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.127080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.130509 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/a80eb000-f14f-4750-8879-7437de45925e HTTP/1.1" status: 204 len: 168 time: 0.5914471 Sep 22 10:13:40.137820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52174) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:40.147740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76415c-41b0-4207-bccd-9b7052fbda1d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Network': ['ID=a80eb000-f14f-4750-8879-7437de45925e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:40.157611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee97b2-26e1-47f7-b851-356973b5e186 None None] Network a80eb000-f14f-4750-8879-7437de45925e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:40.177838 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec7942c-08a1-4809-bb23-2bbf80f8cbe9 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:40.178091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee97b2-26e1-47f7-b851-356973b5e186 None None] Network a80eb000-f14f-4750-8879-7437de45925e could not be found, it might have been deleted concurrently. {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 22 10:13:40.178310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec7942c-08a1-4809-bb23-2bbf80f8cbe9 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:40.180937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fec7942c-08a1-4809-bb23-2bbf80f8cbe9 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/subnets/5ae7535e-a3f5-4f41-be15-8fe66246b14c HTTP/1.1" status: 404 len: 337 time: 0.0410898 Sep 22 10:13:40.183500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52176) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:40.208984 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7d498c-a0f1-4251-b1cc-bfd732daf17f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:40.209523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7d498c-a0f1-4251-b1cc-bfd732daf17f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:40.211262 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ff7d498c-a0f1-4251-b1cc-bfd732daf17f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/a80eb000-f14f-4750-8879-7437de45925e HTTP/1.1" status: 404 len: 339 time: 0.0267434 Sep 22 10:13:40.213805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52178) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:40.294883 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.381503 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.408128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be881b35-7edc-4949-a837-f79ab44d9920']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:40.419064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb13a9c4-92d2-4dc8-ba36-3c69e926d5f7') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:40.419354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb13a9c4-92d2-4dc8-ba36-3c69e926d5f7') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:40.429316 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.445291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.449670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:40.450014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:40.453034 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:40.624911 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.630816 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.633696 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/be881b35-7edc-4949-a837-f79ab44d9920 HTTP/1.1" status: 204 len: 168 time: 0.4187567 Sep 22 10:13:40.636475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52180) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:40.652840 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc85d9-e906-4ae9-a9e8-0f185af0643f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Network': ['ID=be881b35-7edc-4949-a837-f79ab44d9920,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:40.666071 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6317064-b42a-43fe-a09a-2b6d758d0f69 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:40.669179 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6317064-b42a-43fe-a09a-2b6d758d0f69 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:40.669179 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a6317064-b42a-43fe-a09a-2b6d758d0f69 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/subnets/432afb16-1c06-4aaf-99a9-f0d8f5b84717 HTTP/1.1" status: 404 len: 337 time: 0.0308509 Sep 22 10:13:40.671536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52182) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:40.690438 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac75a35c-a49c-4377-ac04-9173f06f0be8 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:40.691006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac75a35c-a49c-4377-ac04-9173f06f0be8 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:40.693412 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ac75a35c-a49c-4377-ac04-9173f06f0be8 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/41df457d-4ac0-4fbb-a308-1352e06b0cb1 HTTP/1.1" status: 404 len: 339 time: 0.0208635 Sep 22 10:13:40.697567 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52184) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:40.755074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-4909f728-8e3e-4456-86ce-534683781c32 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Deleting subnet 678e14b8-88c5-4112-9e5f-ea75215c14b5 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:13:40.758566 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4909f728-8e3e-4456-86ce-534683781c32 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.799704 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4909f728-8e3e-4456-86ce-534683781c32 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:40.886416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4909f728-8e3e-4456-86ce-534683781c32 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.036530 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4909f728-8e3e-4456-86ce-534683781c32 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.066056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909f728-8e3e-4456-86ce-534683781c32 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Subnet': ['ID=678e14b8-88c5-4112-9e5f-ea75215c14b5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:41.068905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4909f728-8e3e-4456-86ce-534683781c32 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.072787 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4909f728-8e3e-4456-86ce-534683781c32 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/subnets/678e14b8-88c5-4112-9e5f-ea75215c14b5 HTTP/1.1" status: 204 len: 168 time: 0.3723888 Sep 22 10:13:41.073930 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52186) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:41.085396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589040b-0427-474f-9363-031caf319c60 None None] Network 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:41.155750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2b0054-b303-4e8d-803c-24ba6f4a5ffc tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Deleting subnet 66f8bbcb-0514-44d2-8817-3000900947f4 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:13:41.159765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d2b0054-b303-4e8d-803c-24ba6f4a5ffc tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.202977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d2b0054-b303-4e8d-803c-24ba6f4a5ffc tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.400271 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d2b0054-b303-4e8d-803c-24ba6f4a5ffc tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.494331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d2b0054-b303-4e8d-803c-24ba6f4a5ffc tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.526241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b0054-b303-4e8d-803c-24ba6f4a5ffc tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Subnet': ['ID=66f8bbcb-0514-44d2-8817-3000900947f4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:41.532136 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d2b0054-b303-4e8d-803c-24ba6f4a5ffc tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.534291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3d2b0054-b303-4e8d-803c-24ba6f4a5ffc tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/subnets/66f8bbcb-0514-44d2-8817-3000900947f4 HTTP/1.1" status: 204 len: 168 time: 0.4590793 Sep 22 10:13:41.538019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52188) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:41.626957 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.699583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Deleting port 297cd300-16d2-4244-a29e-2a524bfe4808 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:41.699914 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.859141 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] For port 297cd300-16d2-4244-a29e-2a524bfe4808, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=297cd300-16d2-4244-a29e-2a524bfe4808,segment=NetworkSegment(941ba3f4-ea30-4ad9-bf80-7e35705255ad),segment_id=941ba3f4-ea30-4ad9-bf80-7e35705255ad)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:41.859141 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.859394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d9ce79-7308-4893-8147-ca23cd62bc6f None None] Network 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:41.859570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Calling delete_port for 297cd300-16d2-4244-a29e-2a524bfe4808 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:41.903385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1886fe31-cb77-454d-bc06-9305460f9151 None None] Provisioning complete for port 297cd300-16d2-4244-a29e-2a524bfe4808 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:41.903385 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1886fe31-cb77-454d-bc06-9305460f9151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:41.973470 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.014366 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Port': ['ID=297cd300-16d2-4244-a29e-2a524bfe4808,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:42.022263 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No DVR routers for this DVR port 297cd300-16d2-4244-a29e-2a524bfe4808 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:13:42.033740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f685257b-b2ec-48fa-8766-b55a1d8d9aa2 None None] DHCP port deletion for 4710aa1f-e64d-4d4c-a0d7-469a5d6559fe request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:13:42.108366 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.130447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4710aa1f-e64d-4d4c-a0d7-469a5d6559fe']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:42.140560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941ba3f4-ea30-4ad9-bf80-7e35705255ad') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:42.140892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941ba3f4-ea30-4ad9-bf80-7e35705255ad') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:42.150918 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.167448 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.174168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:42.174574 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:42.178767 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:42.344787 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.353172 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.354589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/4710aa1f-e64d-4d4c-a0d7-469a5d6559fe HTTP/1.1" status: 204 len: 168 time: 0.8155491 Sep 22 10:13:42.357997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52190) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:42.367578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac5211-ca74-464a-831a-24772c8b0cc6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Network': ['ID=4710aa1f-e64d-4d4c-a0d7-469a5d6559fe,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:42.389448 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a888b14-2804-4119-8f8b-f291427714e6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:42.389907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a888b14-2804-4119-8f8b-f291427714e6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:42.391693 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5a888b14-2804-4119-8f8b-f291427714e6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/subnets/7155f15e-82c1-4b14-87da-3714d879ef57 HTTP/1.1" status: 404 len: 337 time: 0.0325277 Sep 22 10:13:42.394347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52192) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:42.413337 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd9ce74-a469-4c40-a5ce-b7a6d6aaec6d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:42.414018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd9ce74-a469-4c40-a5ce-b7a6d6aaec6d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:42.415892 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7bd9ce74-a469-4c40-a5ce-b7a6d6aaec6d tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/40f2fe51-b956-4946-8c42-0e2c3d679259 HTTP/1.1" status: 404 len: 339 time: 0.0204380 Sep 22 10:13:42.418532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52194) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:42.445403 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57adeac-ee1e-442d-b317-fc46f99cec0b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:42.445878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57adeac-ee1e-442d-b317-fc46f99cec0b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:42.447684 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f57adeac-ee1e-442d-b317-fc46f99cec0b tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/subnets/fd9e9c00-b6f6-4cf5-9be4-21792bf7688c HTTP/1.1" status: 404 len: 337 time: 0.0282323 Sep 22 10:13:42.450620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52196) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:42.470086 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a589f8-dfa2-4c6e-9415-f00403262aa6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:42.470636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a589f8-dfa2-4c6e-9415-f00403262aa6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:42.472444 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-68a589f8-dfa2-4c6e-9415-f00403262aa6 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/342a89c2-ce73-481c-a16c-4ad31c323e85 HTTP/1.1" status: 404 len: 339 time: 0.0207806 Sep 22 10:13:42.475367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52198) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:42.501644 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7f72f1-de3f-44d8-850b-ae370db9d8dc tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:42.502128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7f72f1-de3f-44d8-850b-ae370db9d8dc tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:42.504571 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ea7f72f1-de3f-44d8-850b-ae370db9d8dc tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/subnets/d76bf759-613c-48e7-912a-596eca138658 HTTP/1.1" status: 404 len: 337 time: 0.0275960 Sep 22 10:13:42.507397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52200) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:42.531864 n-d-805649-4 neutron-server[95509]: INFO neutron.pecan_wsgi.hooks.translation [None req-add9f537-9c30-4e8c-8013-fb9eb00addf7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:42.532435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add9f537-9c30-4e8c-8013-fb9eb00addf7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95509) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:42.534219 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-add9f537-9c30-4e8c-8013-fb9eb00addf7 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/12559492-fa0b-4cc6-a259-a5a3904b0c3b HTTP/1.1" status: 404 len: 339 time: 0.0256841 Sep 22 10:13:42.537111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52202) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:42.590793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf31676-c260-40cf-9189-7274576e0894 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Deleting subnet 1a86ac98-b965-4403-9fa5-8fb19dfb08a6 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:13:42.594247 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bdf31676-c260-40cf-9189-7274576e0894 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.636353 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bdf31676-c260-40cf-9189-7274576e0894 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.734978 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bdf31676-c260-40cf-9189-7274576e0894 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.871144 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bdf31676-c260-40cf-9189-7274576e0894 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.900243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf31676-c260-40cf-9189-7274576e0894 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Subnet': ['ID=1a86ac98-b965-4403-9fa5-8fb19dfb08a6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:42.902339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bdf31676-c260-40cf-9189-7274576e0894 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:42.904944 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bdf31676-c260-40cf-9189-7274576e0894 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/subnets/1a86ac98-b965-4403-9fa5-8fb19dfb08a6 HTTP/1.1" status: 204 len: 168 time: 0.3662438 Sep 22 10:13:42.907157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52204) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:42.910399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cd95e0-df1e-421b-a326-1c21699d30e2 None None] Network d68294a0-6079-4c8e-b3e7-b65426c589e4 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:42.990261 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.054814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Deleting port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:43.055176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.100367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001214fe-ccff-47e9-aaf8-d6dd75fff5f8 None None] DHCP port deletion for d68294a0-6079-4c8e-b3e7-b65426c589e4 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:13:43.131419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] For port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5a8d9f08-bdff-4904-95ff-5b105dd5b63e,segment=NetworkSegment(d818403a-0772-46d7-aefa-b96c65e05e13),segment_id=d818403a-0772-46d7-aefa-b96c65e05e13)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:43.131926 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.149658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-001214fe-ccff-47e9-aaf8-d6dd75fff5f8 None None] Deleting port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:43.150040 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-001214fe-ccff-47e9-aaf8-d6dd75fff5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.154502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Calling delete_port for 5a8d9f08-bdff-4904-95ff-5b105dd5b63e owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:43.217419 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-001214fe-ccff-47e9-aaf8-d6dd75fff5f8 None None] For port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5a8d9f08-bdff-4904-95ff-5b105dd5b63e,segment=NetworkSegment(d818403a-0772-46d7-aefa-b96c65e05e13),segment_id=d818403a-0772-46d7-aefa-b96c65e05e13)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:43.217933 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-001214fe-ccff-47e9-aaf8-d6dd75fff5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.232928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-001214fe-ccff-47e9-aaf8-d6dd75fff5f8 None None] Calling delete_port for 5a8d9f08-bdff-4904-95ff-5b105dd5b63e owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:43.397049 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.406432 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-001214fe-ccff-47e9-aaf8-d6dd75fff5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.430384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Port': ['ID=5a8d9f08-bdff-4904-95ff-5b105dd5b63e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:43.435356 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No DVR routers for this DVR port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:13:43.443468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001214fe-ccff-47e9-aaf8-d6dd75fff5f8 None None] Pushing event deleted for resources: {'Port': ['ID=5a8d9f08-bdff-4904-95ff-5b105dd5b63e,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:43.446680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001214fe-ccff-47e9-aaf8-d6dd75fff5f8 None None] No DVR routers for this DVR port 5a8d9f08-bdff-4904-95ff-5b105dd5b63e on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:13:43.534425 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.557823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68294a0-6079-4c8e-b3e7-b65426c589e4']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:43.569884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd818403a-0772-46d7-aefa-b96c65e05e13') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:43.570331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd818403a-0772-46d7-aefa-b96c65e05e13') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:43.581498 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.598531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.606278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:43.606703 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:43.610173 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:43.744719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.752930 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.755336 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/d68294a0-6079-4c8e-b3e7-b65426c589e4 HTTP/1.1" status: 204 len: 168 time: 0.8470573 Sep 22 10:13:43.759205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52206) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:43.770441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f1b9e-0cb5-42d5-949d-88d28285bad2 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Network': ['ID=d68294a0-6079-4c8e-b3e7-b65426c589e4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:43.801654 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a5ddf1-9872-4d27-992b-40cfff8ba9d3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:43.802347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a5ddf1-9872-4d27-992b-40cfff8ba9d3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:43.805178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-07a5ddf1-9872-4d27-992b-40cfff8ba9d3 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/subnets/16cdf9fc-ac19-494c-a5ed-5bc3c7162d0b HTTP/1.1" status: 404 len: 337 time: 0.0440311 Sep 22 10:13:43.807847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52208) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:43.826828 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-221df35c-dc59-400a-9c35-374111942525 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] DELETE failed (client error): The resource could not be found. Sep 22 10:13:43.827388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221df35c-dc59-400a-9c35-374111942525 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:13:43.831142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-221df35c-dc59-400a-9c35-374111942525 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/d92974d0-aca0-4cde-8579-0e3a169c0c04 HTTP/1.1" status: 404 len: 339 time: 0.0203655 Sep 22 10:13:43.832886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52210) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:43.883361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 297cd300-16d2-4244-a29e-2a524bfe4808 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:13:43.895163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-462a80dc-1b34-498f-96bf-ce439e443c69 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Deleting subnet 626c20d4-635d-44ac-9f7e-159d14b2542b {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:13:43.899105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-462a80dc-1b34-498f-96bf-ce439e443c69 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:43.905159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 297cd300-16d2-4244-a29e-2a524bfe4808 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:13:43.905513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 297cd300-16d2-4244-a29e-2a524bfe4808 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:13:43.905974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5a8d9f08-bdff-4904-95ff-5b105dd5b63e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:13:43.926423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 5a8d9f08-bdff-4904-95ff-5b105dd5b63e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:13:43.927263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5a8d9f08-bdff-4904-95ff-5b105dd5b63e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:13:43.941876 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-462a80dc-1b34-498f-96bf-ce439e443c69 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.027338 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-462a80dc-1b34-498f-96bf-ce439e443c69 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.185431 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-462a80dc-1b34-498f-96bf-ce439e443c69 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.213705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a80dc-1b34-498f-96bf-ce439e443c69 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Subnet': ['ID=626c20d4-635d-44ac-9f7e-159d14b2542b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:44.218048 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-462a80dc-1b34-498f-96bf-ce439e443c69 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.221329 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-462a80dc-1b34-498f-96bf-ce439e443c69 tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/subnets/626c20d4-635d-44ac-9f7e-159d14b2542b HTTP/1.1" status: 204 len: 168 time: 0.3872793 Sep 22 10:13:44.224754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52212) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:44.228067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b02ea1-60ea-4b8b-ad8a-a259e5af1101 None None] Network aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:44.430617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ddb835-4d1a-4097-8d34-81a4c4a2843c None None] DHCP port deletion for aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:13:44.484826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c9ddb835-4d1a-4097-8d34-81a4c4a2843c None None] Deleting port e40ae940-1d92-4c21-9dd1-515b997a0a9b {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:13:44.485212 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c9ddb835-4d1a-4097-8d34-81a4c4a2843c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.563800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c9ddb835-4d1a-4097-8d34-81a4c4a2843c None None] For port e40ae940-1d92-4c21-9dd1-515b997a0a9b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e40ae940-1d92-4c21-9dd1-515b997a0a9b,segment=NetworkSegment(2bf74a69-efd8-4802-8641-bd1e55340a09),segment_id=2bf74a69-efd8-4802-8641-bd1e55340a09)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:44.564250 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c9ddb835-4d1a-4097-8d34-81a4c4a2843c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.579915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c9ddb835-4d1a-4097-8d34-81a4c4a2843c None None] Calling delete_port for e40ae940-1d92-4c21-9dd1-515b997a0a9b owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:13:44.744999 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c9ddb835-4d1a-4097-8d34-81a4c4a2843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.747083 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.775672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddb835-4d1a-4097-8d34-81a4c4a2843c None None] Pushing event deleted for resources: {'Port': ['ID=e40ae940-1d92-4c21-9dd1-515b997a0a9b,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:44.781039 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ddb835-4d1a-4097-8d34-81a4c4a2843c None None] No DVR routers for this DVR port e40ae940-1d92-4c21-9dd1-515b997a0a9b on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:13:44.836614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.861826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:44.871891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf74a69-efd8-4802-8641-bd1e55340a09') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:44.872179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf74a69-efd8-4802-8641-bd1e55340a09') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:44.882410 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.897207 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.906612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:13:44.907026 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:13:44.910348 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:13:45.052531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.057090 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.059194 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] 10.222.0.49 "DELETE /v2.0/networks/aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d HTTP/1.1" status: 204 len: 168 time: 0.8330469 Sep 22 10:13:45.078353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8642eb9-362d-4934-ad0f-9d7c350e549f tempest-NetworksIpV6Test-1942789734 tempest-NetworksIpV6Test-1942789734-project] Pushing event deleted for resources: {'Network': ['ID=aeddfbc4-1f65-43c2-a6c7-37c1570e4f8d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:45.696600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52218) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:45.861647 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-62c9ca2e-603e-4ef0-8a9b-9649433e5392 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a4ccb7a64544befb83a02f53a5b6f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609197 Sep 22 10:13:45.862533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52222) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:45.884217 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e40ae940-1d92-4c21-9dd1-515b997a0a9b no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:13:45.909181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: e40ae940-1d92-4c21-9dd1-515b997a0a9b {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:13:45.909534 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e40ae940-1d92-4c21-9dd1-515b997a0a9b not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:13:45.920697 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce416165-5704-49d0-9377-64b1148dc94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:45.943750 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce416165-5704-49d0-9377-64b1148dc94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:46.076012 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce416165-5704-49d0-9377-64b1148dc94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:46.078689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ce416165-5704-49d0-9377-64b1148dc94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:46.079908 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ce416165-5704-49d0-9377-64b1148dc94c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c27d193c-118d-4898-aebc-ca4437c545aa HTTP/1.1" status: 204 len: 168 time: 0.2154355 Sep 22 10:13:46.089190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce416165-5704-49d0-9377-64b1148dc94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27d193c-118d-4898-aebc-ca4437c545aa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:47.308028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52244) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:47.434707 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b0729ab2-c966-4411-b955-ecc0a0c09f66 tempest-ServiceProvidersTest-222489293 tempest-ServiceProvidersTest-222489293-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1255081 Sep 22 10:13:47.947829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52254) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:48.060856 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a76d0f3-82c8-4ce5-945e-3c4c5c2c4e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.154298 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a76d0f3-82c8-4ce5-945e-3c4c5c2c4e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.258971 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a76d0f3-82c8-4ce5-945e-3c4c5c2c4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.298777 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1a76d0f3-82c8-4ce5-945e-3c4c5c2c4e3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=417cc75ebe9b403ebdf7f0c6aa1c8277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497047 Sep 22 10:13:48.302283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52260) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:48.302799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76d0f3-82c8-4ce5-945e-3c4c5c2c4e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72958fe6-a7d6-490a-8acf-be3f538fd7aa,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:48.355757 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c78266d8-4d82-4c65-865f-1d3f02e16187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.377254 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c78266d8-4d82-4c65-865f-1d3f02e16187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.499031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c78266d8-4d82-4c65-865f-1d3f02e16187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.501706 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c78266d8-4d82-4c65-865f-1d3f02e16187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:48.502922 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c78266d8-4d82-4c65-865f-1d3f02e16187 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72958fe6-a7d6-490a-8acf-be3f538fd7aa HTTP/1.1" status: 204 len: 168 time: 0.1989706 Sep 22 10:13:48.511084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78266d8-4d82-4c65-865f-1d3f02e16187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72958fe6-a7d6-490a-8acf-be3f538fd7aa,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:49.640639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52282) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:49.750589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-998778775'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:49.848015 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Made reservation on behalf of b3aa3e974de641d6bcf3681d8efcfb80 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:49.851708 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:49.861263 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:49.966009 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.041873 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.075391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:13:50.085966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83adb466-e2a7-4c2f-a08c-5652d888a9ba,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:50.092166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.093678 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Added segment cd14e4cf-6adb-461a-b93c-2da689dbf35a of type vlan for network dd9b6998-4147-4274-a755-0baa51b89060 Sep 22 10:13:50.162446 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.270651 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.276607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:50.277246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:50.348530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Pushing event updated for resources: {'Network': ['ID=dd9b6998-4147-4274-a755-0baa51b89060,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:50.359349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network dd9b6998-4147-4274-a755-0baa51b89060 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:13:50.398146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-63201975-b3c1-4b7c-94cb-b5f915501071 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7560587 Sep 22 10:13:50.401677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52286) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:50.410956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Request body: {'subnet': {'network_id': 'dd9b6998-4147-4274-a755-0baa51b89060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:50.670746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Made reservation on behalf of b3aa3e974de641d6bcf3681d8efcfb80 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:50.674775 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.007740 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.070889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Pushing event updated for resources: {'Subnet': ['ID=00d4191d-b885-49cb-b871-a490009d9e3b,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:51.083539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Checking segment: {'id': 'cd14e4cf-6adb-461a-b93c-2da689dbf35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'dd9b6998-4147-4274-a755-0baa51b89060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:51.089016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Network hostable DHCP agents. Network: dd9b6998-4147-4274-a755-0baa51b89060, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:13:51.155924 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Network dd9b6998-4147-4274-a755-0baa51b89060 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:13:51.241855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, dd9b6998-4147-4274-a755-0baa51b89060) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:51.246769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:51.247523 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.254055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02652a-1079-4252-87db-dc5abe77401a None None] Network dd9b6998-4147-4274-a755-0baa51b89060 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:51.323477 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1cd8654f-c433-4dff-9c33-9775504e65ea tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9199302 Sep 22 10:13:51.327194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52288) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:51.334198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Request body: {'port': {'network_id': 'dd9b6998-4147-4274-a755-0baa51b89060', 'name': 'tempest-TagsExtTest-667206450'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:51.550968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Made reservation on behalf of b3aa3e974de641d6bcf3681d8efcfb80 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:13:51.554689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.574035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] device_id is not set on port 7022a0b3-363e-4a16-9744-e591f1eaf948 yet. {{(pid=95509) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 22 10:13:51.622830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-dd9b6998-4147-4274-a755-0baa51b89060', 'network_id': 'dd9b6998-4147-4274-a755-0baa51b89060', 'tenant_id': 'b3aa3e974de641d6bcf3681d8efcfb80', 'fixed_ips': [{'subnet_id': '00d4191d-b885-49cb-b871-a490009d9e3b'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:13:51.623889 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:51.729918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Allocated IP 172.20.0.6 (dd9b6998-4147-4274-a755-0baa51b89060/00d4191d-b885-49cb-b871-a490009d9e3b/7022a0b3-363e-4a16-9744-e591f1eaf948) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:51.895916 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.020389 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.096763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Allocated IP 172.20.0.2 (dd9b6998-4147-4274-a755-0baa51b89060/00d4191d-b885-49cb-b871-a490009d9e3b/9934cc72-499c-4da7-b911-f2b53e9e7492) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:13:52.102614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Network dd9b6998-4147-4274-a755-0baa51b89060 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:52.108945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:52.115843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:52.161908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Pushing event updated for resources: {'Port': ['ID=7022a0b3-363e-4a16-9744-e591f1eaf948,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:52.186349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.187389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.188391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.189267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.190024 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.190638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.191247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.191782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.192317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.192880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.193421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.193957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:13:52.230668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:13:52.231648 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.350663 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.356974 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-32003f4a-4a2e-4c89-a5bf-3df7985df369 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0284712 Sep 22 10:13:52.359942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52290) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:52.367522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1b1569b2-d244-41b3-a01c-185a40a075a1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-118711204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:52.470721 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.482005 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b1569b2-d244-41b3-a01c-185a40a075a1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.483467 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b1569b2-d244-41b3-a01c-185a40a075a1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.514126 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Network dd9b6998-4147-4274-a755-0baa51b89060 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:13:52.517301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:13:52.521005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:13:52.531439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Pushing event updated for resources: {'Port': ['ID=9934cc72-499c-4da7-b911-f2b53e9e7492,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:52.564170 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b1569b2-d244-41b3-a01c-185a40a075a1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.590354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Attempting to bind port 9934cc72-499c-4da7-b911-f2b53e9e7492 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:13:52.590725 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Attempting to bind port 9934cc72-499c-4da7-b911-f2b53e9e7492 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'cd14e4cf-6adb-461a-b93c-2da689dbf35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'dd9b6998-4147-4274-a755-0baa51b89060'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:13:52.591095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Attempting to bind port 9934cc72-499c-4da7-b911-f2b53e9e7492 on network dd9b6998-4147-4274-a755-0baa51b89060 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:13:52.596543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:13:52.596944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Checking segment: {'id': 'cd14e4cf-6adb-461a-b93c-2da689dbf35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'dd9b6998-4147-4274-a755-0baa51b89060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:13:52.597884 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.598284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Bound using segment: {'id': 'cd14e4cf-6adb-461a-b93c-2da689dbf35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'dd9b6998-4147-4274-a755-0baa51b89060'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:13:52.598841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Bound port: 9934cc72-499c-4da7-b911-f2b53e9e7492, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd14e4cf-6adb-461a-b93c-2da689dbf35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'dd9b6998-4147-4274-a755-0baa51b89060'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:13:52.599228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.625760 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b1569b2-d244-41b3-a01c-185a40a075a1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.676940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] For port 9934cc72-499c-4da7-b911-f2b53e9e7492, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:13:52.681062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] For port 9934cc72-499c-4da7-b911-f2b53e9e7492, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9934cc72-499c-4da7-b911-f2b53e9e7492,segment=NetworkSegment(cd14e4cf-6adb-461a-b93c-2da689dbf35a),segment_id=cd14e4cf-6adb-461a-b93c-2da689dbf35a)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:13:52.716549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b1569b2-d244-41b3-a01c-185a40a075a1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.717917 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1b1569b2-d244-41b3-a01c-185a40a075a1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3569880 Sep 22 10:13:52.722953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52292) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:52.727854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bbdc70a3-6a5a-4c01-b5a4-592740aedef8 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1527427422', 'prefixes': ['172.20.0.0/16']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:13:52.746155 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:52.846655 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66144b-c24d-46ee-b8e1-90bda38ed828 None None] Pushing event updated for resources: {'Port': ['ID=9934cc72-499c-4da7-b911-f2b53e9e7492,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:53.064808 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bbdc70a3-6a5a-4c01-b5a4-592740aedef8 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for subnetpool, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:53.067100 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bbdc70a3-6a5a-4c01-b5a4-592740aedef8 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3421252 Sep 22 10:13:53.070189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52294) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:53.076158 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-668d6e2d-103d-473b-b10b-5230aff4537b tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b', 'tempest-TagsExtTest-Tag-1916855458') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:53.351556 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-668d6e2d-103d-473b-b10b-5230aff4537b tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags/tempest-TagsExtTest-Tag-1916855458 HTTP/1.1" status: 201 len: 201 time: 0.2802994 Sep 22 10:13:53.354555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52296) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:53.359809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-a16d3db0-0f99-437c-b316-817813471ed0 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948', 'tempest-TagsExtTest-Tag-556380111') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:53.517485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a16d3db0-0f99-437c-b316-817813471ed0 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags/tempest-TagsExtTest-Tag-556380111 HTTP/1.1" status: 201 len: 201 time: 0.1615145 Sep 22 10:13:53.521414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52298) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:53.526802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-e33f676d-43f0-4de4-b6e1-fc1d53ab09f9 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56', 'tempest-TagsExtTest-Tag-725196618') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:53.562447 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:53.785579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a849c5-97af-4b07-a92c-35ffaf025de0 None None] Network dd9b6998-4147-4274-a755-0baa51b89060 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:13:53.791615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e33f676d-43f0-4de4-b6e1-fc1d53ab09f9 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags/tempest-TagsExtTest-Tag-725196618 HTTP/1.1" status: 201 len: 201 time: 0.2689760 Sep 22 10:13:53.795996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52300) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:53.800065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-7e212c6b-8dde-4404-ba73-e8d4b5f19904 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6', 'tempest-TagsExtTest-Tag-1653220697') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:53.827049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fc2b3480-1ca4-435b-9abe-5df490460b93 None None] Provisioning complete for port 9934cc72-499c-4da7-b911-f2b53e9e7492 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:53.827498 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fc2b3480-1ca4-435b-9abe-5df490460b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:53.940268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9934cc72-499c-4da7-b911-f2b53e9e7492 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:53.968492 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7e212c6b-8dde-4404-ba73-e8d4b5f19904 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags/tempest-TagsExtTest-Tag-1653220697 HTTP/1.1" status: 201 len: 201 time: 0.1724844 Sep 22 10:13:53.972203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52302) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:53.980300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-c5594c38-6fb1-4ff1-9d2b-a627b6d81790 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:54.047358 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fc2b3480-1ca4-435b-9abe-5df490460b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.080896 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c5594c38-6fb1-4ff1-9d2b-a627b6d81790 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags HTTP/1.1" status: 200 len: 241 time: 0.1068392 Sep 22 10:13:54.084640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52304) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:54.089803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-e117095c-a2b7-4a54-8c69-f80d9b8ec569 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b', 'tempest-TagsExtTest-Tag-1916855458') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:54.101874 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9934cc72-499c-4da7-b911-f2b53e9e7492 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:54.103281 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.107322 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fc2b3480-1ca4-435b-9abe-5df490460b93 None None] For port 9934cc72-499c-4da7-b911-f2b53e9e7492, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9934cc72-499c-4da7-b911-f2b53e9e7492,segment=NetworkSegment(cd14e4cf-6adb-461a-b93c-2da689dbf35a),segment_id=cd14e4cf-6adb-461a-b93c-2da689dbf35a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:13:54.219875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e117095c-a2b7-4a54-8c69-f80d9b8ec569 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags/tempest-TagsExtTest-Tag-1916855458 HTTP/1.1" status: 204 len: 168 time: 0.1337001 Sep 22 10:13:54.223302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52306) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:54.228122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-b3c7f4c9-feed-46a5-9219-7403b753d5d4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b', 'tempest-TagsExtTest-Tag-1916855458') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:54.236650 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fc2b3480-1ca4-435b-9abe-5df490460b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.285180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.328421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b3480-1ca4-435b-9abe-5df490460b93 None None] Pushing event updated for resources: {'Port': ['ID=9934cc72-499c-4da7-b911-f2b53e9e7492,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:13:54.351152 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e3d1ae13-8593-4e58-885a-16c03b804de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.369881 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:13:54.370239 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:13:54.454139 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b3c7f4c9-feed-46a5-9219-7403b753d5d4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags/tempest-TagsExtTest-Tag-1916855458 HTTP/1.1" status: 204 len: 168 time: 0.2297177 Sep 22 10:13:54.457131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52308) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:54.463376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-450ad1bb-795c-4e31-8d42-9d9a7bd3ec23 None None] Provisioning complete for port 9934cc72-499c-4da7-b911-f2b53e9e7492 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:54.467386 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-450ad1bb-795c-4e31-8d42-9d9a7bd3ec23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.467615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-b8f78549-c489-43a8-9601-aad863844b39 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:54.541372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b8f78549-c489-43a8-9601-aad863844b39 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags HTTP/1.1" status: 200 len: 205 time: 0.0817795 Sep 22 10:13:54.542628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52310) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:54.547522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-2a1db8f3-b156-402a-898f-9e4545bcf8a2 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:54.569359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-450ad1bb-795c-4e31-8d42-9d9a7bd3ec23 None None] Provisioning complete for port 7022a0b3-363e-4a16-9744-e591f1eaf948 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:54.570037 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-450ad1bb-795c-4e31-8d42-9d9a7bd3ec23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.607054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2a1db8f3-b156-402a-898f-9e4545bcf8a2 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags HTTP/1.1" status: 200 len: 240 time: 0.0630789 Sep 22 10:13:54.611426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52312) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:54.614397 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-450ad1bb-795c-4e31-8d42-9d9a7bd3ec23 None None] Port 7022a0b3-363e-4a16-9744-e591f1eaf948 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:54.616327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-81d3bf34-9fd1-41e3-8e4b-cc94dd58474f tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948', 'tempest-TagsExtTest-Tag-556380111') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:54.671744 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-81d3bf34-9fd1-41e3-8e4b-cc94dd58474f tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags/tempest-TagsExtTest-Tag-556380111 HTTP/1.1" status: 204 len: 168 time: 0.0589252 Sep 22 10:13:54.674133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52314) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:54.678889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-8c3bf8bc-7f92-4b82-b42c-cdceb0c1ee3e tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948', 'tempest-TagsExtTest-Tag-556380111') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:54.735168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6983a8dd-c68f-4af9-b545-651cacc996ee None None] Provisioning complete for port 7022a0b3-363e-4a16-9744-e591f1eaf948 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:54.735546 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6983a8dd-c68f-4af9-b545-651cacc996ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.773241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6983a8dd-c68f-4af9-b545-651cacc996ee None None] Port 7022a0b3-363e-4a16-9744-e591f1eaf948 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:13:54.842776 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8c3bf8bc-7f92-4b82-b42c-cdceb0c1ee3e tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags/tempest-TagsExtTest-Tag-556380111 HTTP/1.1" status: 204 len: 168 time: 0.1675785 Sep 22 10:13:54.845454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52316) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:54.852814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-66f5d486-cc94-4cd4-bfd0-331982d60fc7 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:54.870483 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:54.927823 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-66f5d486-cc94-4cd4-bfd0-331982d60fc7 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags HTTP/1.1" status: 200 len: 205 time: 0.0812454 Sep 22 10:13:54.930351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52318) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:54.934978 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-a1c5fd6d-f670-412c-b52c-82be256d1051 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.063253 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a1c5fd6d-f670-412c-b52c-82be256d1051 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags HTTP/1.1" status: 200 len: 240 time: 0.1318204 Sep 22 10:13:55.066504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52320) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.071045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-621c3a42-63d9-4d59-beaf-bb39b9873945 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56', 'tempest-TagsExtTest-Tag-725196618') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.160817 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-621c3a42-63d9-4d59-beaf-bb39b9873945 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags/tempest-TagsExtTest-Tag-725196618 HTTP/1.1" status: 204 len: 168 time: 0.0925386 Sep 22 10:13:55.163445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52322) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.168396 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-8fd89300-e205-4f73-b59c-065adfab28c1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56', 'tempest-TagsExtTest-Tag-725196618') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.357006 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8fd89300-e205-4f73-b59c-065adfab28c1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags/tempest-TagsExtTest-Tag-725196618 HTTP/1.1" status: 204 len: 168 time: 0.1924121 Sep 22 10:13:55.359391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52324) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.364628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-76fe7bdb-71c8-4831-8d11-4ed0922444c8 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.452916 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-76fe7bdb-71c8-4831-8d11-4ed0922444c8 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags HTTP/1.1" status: 200 len: 205 time: 0.0923462 Sep 22 10:13:55.455348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52326) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.460198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-cc926778-b14b-4252-a860-057ba5e3add1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.485171 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-cc926778-b14b-4252-a860-057ba5e3add1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags HTTP/1.1" status: 200 len: 241 time: 0.0285347 Sep 22 10:13:55.488569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52328) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.493079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-90db32f5-7a96-46c6-bfcc-85a470da6441 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6', 'tempest-TagsExtTest-Tag-1653220697') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.521414 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-90db32f5-7a96-46c6-bfcc-85a470da6441 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags/tempest-TagsExtTest-Tag-1653220697 HTTP/1.1" status: 204 len: 168 time: 0.0316517 Sep 22 10:13:55.524020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52330) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.528609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-ea90b301-d421-47dc-9f3d-2daab59140e4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6', 'tempest-TagsExtTest-Tag-1653220697') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.660633 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ea90b301-d421-47dc-9f3d-2daab59140e4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags/tempest-TagsExtTest-Tag-1653220697 HTTP/1.1" status: 204 len: 168 time: 0.1346338 Sep 22 10:13:55.662753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52332) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.667119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-9612fac5-6b1e-44ca-b5d3-fba43429ee77 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.689655 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9612fac5-6b1e-44ca-b5d3-fba43429ee77 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags HTTP/1.1" status: 200 len: 205 time: 0.0258436 Sep 22 10:13:55.692845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52334) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.697498 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-736c3c86-5f53-4b11-afd7-d818678ae2e5 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.726332 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-736c3c86-5f53-4b11-afd7-d818678ae2e5 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags HTTP/1.1" status: 204 len: 168 time: 0.0322540 Sep 22 10:13:55.728812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52336) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.733901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-f074b285-41dd-4e49-ad6d-5e19d4393cef tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.837696 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f074b285-41dd-4e49-ad6d-5e19d4393cef tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags HTTP/1.1" status: 204 len: 168 time: 0.1078176 Sep 22 10:13:55.841270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52338) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.847433 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-1541efe5-3326-4fbc-9d3c-318460489cd4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.886537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9934cc72-499c-4da7-b911-f2b53e9e7492 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:13:55.920709 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1541efe5-3326-4fbc-9d3c-318460489cd4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags HTTP/1.1" status: 204 len: 168 time: 0.0789053 Sep 22 10:13:55.923290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52340) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:55.930762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-64d451c2-cbb2-4557-86b6-57dae7e8a47c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:55.953515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9934cc72-499c-4da7-b911-f2b53e9e7492 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:13:55.953869 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:56.013529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-64d451c2-cbb2-4557-86b6-57dae7e8a47c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0885735 Sep 22 10:13:56.017496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52342) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:56.022869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-8684fdb4-ee2e-4169-9866-778d801a721c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b', 'tempest-TagsExtTest-Tag-1173358589') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:56.185910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8684fdb4-ee2e-4169-9866-778d801a721c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags/tempest-TagsExtTest-Tag-1173358589 HTTP/1.1" status: 201 len: 201 time: 0.1667604 Sep 22 10:13:56.188896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52344) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:56.193750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-0206c740-da63-4244-80b4-85959eb43ae7 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948', 'tempest-TagsExtTest-Tag-1712850624') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:56.426510 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0206c740-da63-4244-80b4-85959eb43ae7 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags/tempest-TagsExtTest-Tag-1712850624 HTTP/1.1" status: 201 len: 201 time: 0.2365146 Sep 22 10:13:56.429127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52346) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:56.433967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-aad97dff-7d23-47c4-b160-9118a2d254c1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56', 'tempest-TagsExtTest-Tag-52677707') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:56.694305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-aad97dff-7d23-47c4-b160-9118a2d254c1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags/tempest-TagsExtTest-Tag-52677707 HTTP/1.1" status: 201 len: 201 time: 0.2638516 Sep 22 10:13:56.696679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52348) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:56.701787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-ce3b4919-aec9-46e7-9c44-d749f25805e4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6', 'tempest-TagsExtTest-Tag-706155700') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:56.803226 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ce3b4919-aec9-46e7-9c44-d749f25805e4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags/tempest-TagsExtTest-Tag-706155700 HTTP/1.1" status: 201 len: 201 time: 0.1053648 Sep 22 10:13:56.806043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52350) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:56.811172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-94ebae84-dd52-48db-b05e-4677fbef78cc tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b', {'tags': ['tempest-TagsExtTest-Tag-684384539', 'tempest-TagsExtTest-Tag-1118291071', 'tempest-TagsExtTest-Tag-1513395642']}) {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:56.967587 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb071499-5467-454f-bbab-63c73861b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:56.994758 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-94ebae84-dd52-48db-b05e-4677fbef78cc tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags HTTP/1.1" status: 200 len: 317 time: 0.1873620 Sep 22 10:13:56.997826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52352) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:57.002984 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-16c895f2-159e-48fa-9e79-7dfb3481d8fa tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:57.174380 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-16c895f2-159e-48fa-9e79-7dfb3481d8fa tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags HTTP/1.1" status: 204 len: 168 time: 0.1749177 Sep 22 10:13:57.177638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52354) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:57.182456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-39abefe4-3413-4d34-bdff-acee0cbb3de1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b', 'tempest-TagsExtTest-Tag-684384539') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:57.245767 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-39abefe4-3413-4d34-bdff-acee0cbb3de1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:57.246762 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-39abefe4-3413-4d34-bdff-acee0cbb3de1 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags/tempest-TagsExtTest-Tag-684384539 HTTP/1.1" status: 404 len: 328 time: 0.0680931 Sep 22 10:13:57.250113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52356) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:57.255340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-9aad1a44-26ea-4eac-ac4b-fa3272989ccb tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b', 'tempest-TagsExtTest-Tag-1118291071') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:57.322463 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-9aad1a44-26ea-4eac-ac4b-fa3272989ccb tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:57.323819 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9aad1a44-26ea-4eac-ac4b-fa3272989ccb tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags/tempest-TagsExtTest-Tag-1118291071 HTTP/1.1" status: 404 len: 329 time: 0.0725548 Sep 22 10:13:57.327477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52358) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:57.333140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-704567b3-f9be-453c-94ea-f786fb76dd87 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b', 'tempest-TagsExtTest-Tag-1513395642') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:57.389620 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-704567b3-f9be-453c-94ea-f786fb76dd87 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:57.390686 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-704567b3-f9be-453c-94ea-f786fb76dd87 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags/tempest-TagsExtTest-Tag-1513395642 HTTP/1.1" status: 404 len: 329 time: 0.0618515 Sep 22 10:13:57.394983 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52360) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:57.399810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-0d608b02-0b3f-4309-9af6-a2bc182e2304 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948', {'tags': ['tempest-TagsExtTest-Tag-1948214848', 'tempest-TagsExtTest-Tag-1823307145', 'tempest-TagsExtTest-Tag-861391165']}) {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:57.540428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0d608b02-0b3f-4309-9af6-a2bc182e2304 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags HTTP/1.1" status: 200 len: 317 time: 0.1440318 Sep 22 10:13:57.543227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52362) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:57.548395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-37d3fe2a-bbcb-4046-8018-607684ddbbcb tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:57.596096 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:57.728826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-37d3fe2a-bbcb-4046-8018-607684ddbbcb tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags HTTP/1.1" status: 204 len: 168 time: 0.1843669 Sep 22 10:13:57.732078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52364) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:57.736606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-67b5ba17-e458-4079-a640-3b9c0105bd5c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948', 'tempest-TagsExtTest-Tag-1948214848') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:58.044044 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-67b5ba17-e458-4079-a640-3b9c0105bd5c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:58.045395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-67b5ba17-e458-4079-a640-3b9c0105bd5c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags/tempest-TagsExtTest-Tag-1948214848 HTTP/1.1" status: 404 len: 329 time: 0.3122213 Sep 22 10:13:58.048484 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52366) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:58.053532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-b99ed94c-1765-4122-867f-6d1b9de0ed03 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948', 'tempest-TagsExtTest-Tag-1823307145') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:58.104380 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-b99ed94c-1765-4122-867f-6d1b9de0ed03 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:58.108054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b99ed94c-1765-4122-867f-6d1b9de0ed03 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags/tempest-TagsExtTest-Tag-1823307145 HTTP/1.1" status: 404 len: 329 time: 0.0558398 Sep 22 10:13:58.109360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52368) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:58.114589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-17b159ce-0eac-42f0-b084-03e500ba24fb tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948', 'tempest-TagsExtTest-Tag-861391165') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:58.167603 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-17b159ce-0eac-42f0-b084-03e500ba24fb tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:58.168528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-17b159ce-0eac-42f0-b084-03e500ba24fb tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags/tempest-TagsExtTest-Tag-861391165 HTTP/1.1" status: 404 len: 328 time: 0.0582068 Sep 22 10:13:58.171870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52370) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:58.173564 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:58.178445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-3c3c3124-dec5-48ee-96b6-7eb1d6cb8bf8 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56', {'tags': ['tempest-TagsExtTest-Tag-1079127812', 'tempest-TagsExtTest-Tag-2147064294', 'tempest-TagsExtTest-Tag-1647760279']}) {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:58.398285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3c3c3124-dec5-48ee-96b6-7eb1d6cb8bf8 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags HTTP/1.1" status: 200 len: 318 time: 0.2248850 Sep 22 10:13:58.401145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52372) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:58.406586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-3331312b-257d-49c2-80f8-3a16e9dbb5a4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:58.631299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3331312b-257d-49c2-80f8-3a16e9dbb5a4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags HTTP/1.1" status: 204 len: 168 time: 0.2289636 Sep 22 10:13:58.634258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52374) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:58.639137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-8f75cd28-1b31-4241-bedf-885b094accec tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56', 'tempest-TagsExtTest-Tag-1079127812') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:58.723972 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-8f75cd28-1b31-4241-bedf-885b094accec tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:58.725128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8f75cd28-1b31-4241-bedf-885b094accec tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags/tempest-TagsExtTest-Tag-1079127812 HTTP/1.1" status: 404 len: 329 time: 0.0899277 Sep 22 10:13:58.729987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52376) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:58.736086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-a472e261-e647-43db-82f5-eeabf44147b4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56', 'tempest-TagsExtTest-Tag-2147064294') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:58.816829 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-a472e261-e647-43db-82f5-eeabf44147b4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:58.817923 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a472e261-e647-43db-82f5-eeabf44147b4 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags/tempest-TagsExtTest-Tag-2147064294 HTTP/1.1" status: 404 len: 329 time: 0.0866377 Sep 22 10:13:58.822735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52378) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:58.827404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-6fda9edc-e824-40c8-a6f1-489db3efeacc tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56', 'tempest-TagsExtTest-Tag-1647760279') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:58.909123 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-6fda9edc-e824-40c8-a6f1-489db3efeacc tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:58.910367 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6fda9edc-e824-40c8-a6f1-489db3efeacc tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags/tempest-TagsExtTest-Tag-1647760279 HTTP/1.1" status: 404 len: 329 time: 0.0866637 Sep 22 10:13:58.913319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52380) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:58.918423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-fec445e7-c0ef-48bb-adc7-fb898e5e0a28 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6', {'tags': ['tempest-TagsExtTest-Tag-1509195499', 'tempest-TagsExtTest-Tag-326287612', 'tempest-TagsExtTest-Tag-517292274']}) {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:59.043045 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fec445e7-c0ef-48bb-adc7-fb898e5e0a28 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "PUT /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags HTTP/1.1" status: 200 len: 316 time: 0.1282036 Sep 22 10:13:59.045923 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52382) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.050938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-3c40244a-efc4-42e0-98f6-e3020a15392d tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:59.152751 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3c40244a-efc4-42e0-98f6-e3020a15392d tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags HTTP/1.1" status: 204 len: 168 time: 0.1053715 Sep 22 10:13:59.155330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52384) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.162918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.tag.tag_plugin [None req-2c9d5be2-0f24-4a06-8c22-fd964b72cd4f tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6', 'tempest-TagsExtTest-Tag-1509195499') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:59.197252 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-2c9d5be2-0f24-4a06-8c22-fd964b72cd4f tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:59.199041 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2c9d5be2-0f24-4a06-8c22-fd964b72cd4f tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags/tempest-TagsExtTest-Tag-1509195499 HTTP/1.1" status: 404 len: 329 time: 0.0421693 Sep 22 10:13:59.201920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52386) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.208305 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-2f270faf-18e3-4533-aac9-e764fc0b03ba tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6', 'tempest-TagsExtTest-Tag-326287612') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:59.231182 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-2f270faf-18e3-4533-aac9-e764fc0b03ba tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:59.232319 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2f270faf-18e3-4533-aac9-e764fc0b03ba tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags/tempest-TagsExtTest-Tag-326287612 HTTP/1.1" status: 404 len: 328 time: 0.0293634 Sep 22 10:13:59.235492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52388) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.240994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-5f2e8a05-868b-462f-871b-c8707c3b60fb tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6', 'tempest-TagsExtTest-Tag-517292274') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:59.264019 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [None req-5f2e8a05-868b-462f-871b-c8707c3b60fb tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] show failed (client error): The resource could not be found. Sep 22 10:13:59.265212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5f2e8a05-868b-462f-871b-c8707c3b60fb tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags/tempest-TagsExtTest-Tag-517292274 HTTP/1.1" status: 404 len: 328 time: 0.0287220 Sep 22 10:13:59.268239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52390) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.273242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-db1998df-2ab3-46ad-a464-2c8a0afde85c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '461d6e74-b0e7-4994-83d4-7c8bec71faa6') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:59.307551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-db1998df-2ab3-46ad-a464-2c8a0afde85c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6/tags HTTP/1.1" status: 204 len: 168 time: 0.0368569 Sep 22 10:13:59.310640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52392) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.318158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-dc97846c-828a-4176-8574-804c2d73013c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aaf5da11-1084-4bd0-a660-3623d0e71f56') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:59.407046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dc97846c-828a-4176-8574-804c2d73013c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56/tags HTTP/1.1" status: 204 len: 168 time: 0.0949643 Sep 22 10:13:59.410704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52394) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.415442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-ec23ce23-69e1-4479-91fa-39f17f200c3c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7022a0b3-363e-4a16-9744-e591f1eaf948') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:59.478474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ec23ce23-69e1-4479-91fa-39f17f200c3c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948/tags HTTP/1.1" status: 204 len: 168 time: 0.0666211 Sep 22 10:13:59.481163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52396) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.485979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.tag.tag_plugin [None req-c08e7f85-66b6-4bac-96c7-915c59e9b14a tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '00d4191d-b885-49cb-b871-a490009d9e3b') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:13:59.559429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c08e7f85-66b6-4bac-96c7-915c59e9b14a tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0763323 Sep 22 10:13:59.566817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52398) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.798162 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-16ae56e7-ffad-49a5-bd43-4a08bb13e436 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for subnetpool, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:13:59.799354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-16ae56e7-ffad-49a5-bd43-4a08bb13e436 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/subnetpools/461d6e74-b0e7-4994-83d4-7c8bec71faa6 HTTP/1.1" status: 204 len: 168 time: 0.2313163 Sep 22 10:13:59.802725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52400) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.830101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7b0d8415-3bff-486b-9f76-2a6ff83e43ce tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaf5da11-1084-4bd0-a660-3623d0e71f56 HTTP/1.1" status: 200 len: 205 time: 0.0262783 Sep 22 10:13:59.833120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52402) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:13:59.914489 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-591c2fbb-9c61-43bf-9394-60925bcd9918 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.024400 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.082930 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-591c2fbb-9c61-43bf-9394-60925bcd9918 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.085559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-591c2fbb-9c61-43bf-9394-60925bcd9918 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.236047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-591c2fbb-9c61-43bf-9394-60925bcd9918 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.236675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591c2fbb-9c61-43bf-9394-60925bcd9918 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Fanout notify agent at l3_agent the message router_deleted on router aaf5da11-1084-4bd0-a660-3623d0e71f56 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:14:00.246166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-591c2fbb-9c61-43bf-9394-60925bcd9918 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.247599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-591c2fbb-9c61-43bf-9394-60925bcd9918 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/routers/aaf5da11-1084-4bd0-a660-3623d0e71f56 HTTP/1.1" status: 204 len: 168 time: 0.4132445 Sep 22 10:14:00.250596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52404) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:00.354688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Deleting port 7022a0b3-363e-4a16-9744-e591f1eaf948 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:14:00.354919 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.462136 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.475720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Calling delete_port for 7022a0b3-363e-4a16-9744-e591f1eaf948 owned by {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:14:00.676673 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.709207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Pushing event deleted for resources: {'Port': ['ID=7022a0b3-363e-4a16-9744-e591f1eaf948,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:00.723037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.723390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.723817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.724158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.724494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.724853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.725182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.725510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.725894 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.726226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.726550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.726872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:14:00.799721 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.801880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6ae52fd1-f0b9-4ff9-aab5-d0037bd1396c tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/ports/7022a0b3-363e-4a16-9744-e591f1eaf948 HTTP/1.1" status: 204 len: 168 time: 0.5502708 Sep 22 10:14:00.804449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52408) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:00.869964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62c5e8e-f35b-42cc-a7f8-1826a5db56ab tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Deleting subnet 00d4191d-b885-49cb-b871-a490009d9e3b {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:14:00.873838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d62c5e8e-f35b-42cc-a7f8-1826a5db56ab tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:00.921486 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d62c5e8e-f35b-42cc-a7f8-1826a5db56ab tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.022906 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d62c5e8e-f35b-42cc-a7f8-1826a5db56ab tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.156863 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d62c5e8e-f35b-42cc-a7f8-1826a5db56ab tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.185499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c5e8e-f35b-42cc-a7f8-1826a5db56ab tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Pushing event deleted for resources: {'Subnet': ['ID=00d4191d-b885-49cb-b871-a490009d9e3b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:01.189192 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d62c5e8e-f35b-42cc-a7f8-1826a5db56ab tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.194303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d62c5e8e-f35b-42cc-a7f8-1826a5db56ab tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/subnets/00d4191d-b885-49cb-b871-a490009d9e3b HTTP/1.1" status: 204 len: 168 time: 0.3863392 Sep 22 10:14:01.196829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52410) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:01.200743 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ddacc7-e537-43c5-8009-4a0bf9383c98 None None] Network dd9b6998-4147-4274-a755-0baa51b89060 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:01.285223 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.357094 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Deleting port 9934cc72-499c-4da7-b911-f2b53e9e7492 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:14:01.357442 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.400849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218d307-dfac-4851-8c5e-3423f4961c6e None None] DHCP port deletion for dd9b6998-4147-4274-a755-0baa51b89060 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:14:01.432380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] For port 9934cc72-499c-4da7-b911-f2b53e9e7492, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9934cc72-499c-4da7-b911-f2b53e9e7492,segment=NetworkSegment(cd14e4cf-6adb-461a-b93c-2da689dbf35a),segment_id=cd14e4cf-6adb-461a-b93c-2da689dbf35a)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:01.432980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.451018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Calling delete_port for 9934cc72-499c-4da7-b911-f2b53e9e7492 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:14:01.488459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2218d307-dfac-4851-8c5e-3423f4961c6e None None] Deleting port 9934cc72-499c-4da7-b911-f2b53e9e7492 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:14:01.489095 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2218d307-dfac-4851-8c5e-3423f4961c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.589930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2218d307-dfac-4851-8c5e-3423f4961c6e None None] For port 9934cc72-499c-4da7-b911-f2b53e9e7492, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9934cc72-499c-4da7-b911-f2b53e9e7492,segment=NetworkSegment(cd14e4cf-6adb-461a-b93c-2da689dbf35a),segment_id=cd14e4cf-6adb-461a-b93c-2da689dbf35a)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:14:01.590322 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2218d307-dfac-4851-8c5e-3423f4961c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.605278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2218d307-dfac-4851-8c5e-3423f4961c6e None None] Calling delete_port for 9934cc72-499c-4da7-b911-f2b53e9e7492 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:14:01.619132 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.649108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Pushing event deleted for resources: {'Port': ['ID=9934cc72-499c-4da7-b911-f2b53e9e7492,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:01.652680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] No DVR routers for this DVR port 9934cc72-499c-4da7-b911-f2b53e9e7492 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:14:01.707133 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2218d307-dfac-4851-8c5e-3423f4961c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.748352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.751779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218d307-dfac-4851-8c5e-3423f4961c6e None None] Pushing event deleted for resources: {'Port': ['ID=9934cc72-499c-4da7-b911-f2b53e9e7492,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:01.758122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218d307-dfac-4851-8c5e-3423f4961c6e None None] No DVR routers for this DVR port 9934cc72-499c-4da7-b911-f2b53e9e7492 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:14:01.778388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9b6998-4147-4274-a755-0baa51b89060']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:01.789145 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd14e4cf-6adb-461a-b93c-2da689dbf35a') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:01.789520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd14e4cf-6adb-461a-b93c-2da689dbf35a') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:01.800424 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.818046 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.826822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:14:01.826822 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:14:01.829652 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:14:01.885995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9934cc72-499c-4da7-b911-f2b53e9e7492 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:14:01.906353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 9934cc72-499c-4da7-b911-f2b53e9e7492 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:14:01.906704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9934cc72-499c-4da7-b911-f2b53e9e7492 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:14:01.990342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.997907 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:01.999613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] 10.222.0.49 "DELETE /v2.0/networks/dd9b6998-4147-4274-a755-0baa51b89060 HTTP/1.1" status: 204 len: 168 time: 0.8017497 Sep 22 10:14:02.012186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd9500-3f36-4fbe-8c93-0526da2644a6 tempest-TagsExtTest-498079019 tempest-TagsExtTest-498079019-project] Pushing event deleted for resources: {'Network': ['ID=dd9b6998-4147-4274-a755-0baa51b89060,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:02.505296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52416) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:02.683685 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2f655e38-481b-4012-bfef-02128221d75e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3aa3e974de641d6bcf3681d8efcfb80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772201 Sep 22 10:14:02.687428 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52420) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:02.738151 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9375616-bb01-4d6b-a2d6-74cc870e800d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:02.760361 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9375616-bb01-4d6b-a2d6-74cc870e800d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:02.893274 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9375616-bb01-4d6b-a2d6-74cc870e800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:02.896596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c9375616-bb01-4d6b-a2d6-74cc870e800d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:02.897857 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c9375616-bb01-4d6b-a2d6-74cc870e800d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83adb466-e2a7-4c2f-a08c-5652d888a9ba HTTP/1.1" status: 204 len: 168 time: 0.2093933 Sep 22 10:14:02.905797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9375616-bb01-4d6b-a2d6-74cc870e800d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83adb466-e2a7-4c2f-a08c-5652d888a9ba,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:04.194793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52442) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:04.297351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1628271682-network', 'tenant_id': '2f725e99f4ab4f79b89362a3ade2c0a3'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:04.447447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Made reservation on behalf of 2f725e99f4ab4f79b89362a3ade2c0a3 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:04.449827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.449987 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:14:04.460039 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.551246 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.630417 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.656760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:14:04.667082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5b899f-b6b5-498b-81ab-4333109e8c25,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:04.672052 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.672405 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Added segment 95d4ef09-b104-4e0a-9fed-05181170b1c1 of type vlan for network b99060bd-a0fc-4187-8b64-61d168625182 Sep 22 10:14:04.714442 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.859721 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.860764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:04.861362 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:04.928389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] Pushing event updated for resources: {'Network': ['ID=b99060bd-a0fc-4187-8b64-61d168625182,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:04.939496 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network b99060bd-a0fc-4187-8b64-61d168625182 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:14:04.997314 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3aaca1d0-a71a-4e3c-bf9f-4b1e1a33a135 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8007729 Sep 22 10:14:05.000573 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52446) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:05.006648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] Request body: {'subnet': {'network_id': 'b99060bd-a0fc-4187-8b64-61d168625182', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1628271682-subnet', 'tenant_id': '2f725e99f4ab4f79b89362a3ade2c0a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:05.155997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] Made reservation on behalf of 2f725e99f4ab4f79b89362a3ade2c0a3 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:05.158650 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.459268 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.527007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=588a943a-ed37-4a58-8fea-fc62aae6ed0f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:05.535717 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] Checking segment: {'id': '95d4ef09-b104-4e0a-9fed-05181170b1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b99060bd-a0fc-4187-8b64-61d168625182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:05.536081 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] Network hostable DHCP agents. Network: b99060bd-a0fc-4187-8b64-61d168625182, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:14:05.635847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] Network b99060bd-a0fc-4187-8b64-61d168625182 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:14:05.739524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, b99060bd-a0fc-4187-8b64-61d168625182) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:05.744093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:05.744696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:05.749733 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff404bad-feef-4dcb-b5bf-dc4e1a4435b8 None None] Network b99060bd-a0fc-4187-8b64-61d168625182 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:05.871532 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-42a36ede-8499-4a1e-9c27-d1dd762b5dba admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8696837 Sep 22 10:14:05.884085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b47dd-b406-4213-855d-3f07ffe73df9 None None] Network b99060bd-a0fc-4187-8b64-61d168625182 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:07.032156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52462) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:07.037425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-785893692-network', 'tenant_id': 'c37787b30292441bba93023c656142e7'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:07.155991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Made reservation on behalf of c37787b30292441bba93023c656142e7 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:07.158692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.169288 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.277096 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.361808 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.388245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:14:07.397348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b03dbfa-d0ad-423f-bac5-89c987ce3369,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:07.406308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.407014 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Added segment 69d0c044-7d2d-4e29-9d67-5ec6a5d826a9 of type vlan for network 594f0114-56c6-466c-962a-c559165ef674 Sep 22 10:14:07.448296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.538910 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.539988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:07.540581 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:07.632456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] Pushing event updated for resources: {'Network': ['ID=594f0114-56c6-466c-962a-c559165ef674,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:07.642553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 594f0114-56c6-466c-962a-c559165ef674 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:14:07.671190 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8f4bb9d4-eaa5-45aa-ae5c-453834cf116a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6378448 Sep 22 10:14:07.674020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52464) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:07.679875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] Request body: {'subnet': {'network_id': '594f0114-56c6-466c-962a-c559165ef674', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-785893692-subnet', 'tenant_id': 'c37787b30292441bba93023c656142e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:14:07.767192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] Made reservation on behalf of c37787b30292441bba93023c656142e7 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:14:07.770358 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.000877 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.054452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef22e066-1a3c-4145-9558-e4b22458db3e,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:08.072237 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] Checking segment: {'id': '69d0c044-7d2d-4e29-9d67-5ec6a5d826a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '594f0114-56c6-466c-962a-c559165ef674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:14:08.072593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] Network hostable DHCP agents. Network: 594f0114-56c6-466c-962a-c559165ef674, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:14:08.178715 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] Network 594f0114-56c6-466c-962a-c559165ef674 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:14:08.275977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 594f0114-56c6-466c-962a-c559165ef674) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:14:08.280931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:08.282013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.285971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e83dd7f-68d9-4be2-817f-1b58c0b70728 None None] Network 594f0114-56c6-466c-962a-c559165ef674 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:08.416038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c74c4-63f3-4bdb-b157-51accd718e4d None None] Network 594f0114-56c6-466c-962a-c559165ef674 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:14:08.440777 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-16dd0174-2e75-4aea-a167-49365bb9fbfd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7616858 Sep 22 10:14:08.562398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52468) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:08.613010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-c996e177-755b-4727-adee-9812b3b6816a admin admin] Deleting subnet 588a943a-ed37-4a58-8fea-fc62aae6ed0f {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:14:08.616343 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c996e177-755b-4727-adee-9812b3b6816a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.651783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c996e177-755b-4727-adee-9812b3b6816a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.691819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c996e177-755b-4727-adee-9812b3b6816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.818966 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c996e177-755b-4727-adee-9812b3b6816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.843781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996e177-755b-4727-adee-9812b3b6816a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=588a943a-ed37-4a58-8fea-fc62aae6ed0f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:08.850139 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c996e177-755b-4727-adee-9812b3b6816a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:08.852375 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c996e177-755b-4727-adee-9812b3b6816a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/588a943a-ed37-4a58-8fea-fc62aae6ed0f HTTP/1.1" status: 204 len: 168 time: 0.2887757 Sep 22 10:14:08.854869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52470) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:08.930880 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.018160 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.040361 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99060bd-a0fc-4187-8b64-61d168625182']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:09.049927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d4ef09-b104-4e0a-9fed-05181170b1c1') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:09.050298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d4ef09-b104-4e0a-9fed-05181170b1c1') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:09.060754 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.075635 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.083549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:14:09.083954 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:14:09.085755 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:14:09.207842 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.214687 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.217675 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b99060bd-a0fc-4187-8b64-61d168625182 HTTP/1.1" status: 204 len: 168 time: 0.3617449 Sep 22 10:14:09.219735 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52472) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:09.235252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b80616-0b24-41b3-8e97-ad53c08ab201 admin admin] Pushing event deleted for resources: {'Network': ['ID=b99060bd-a0fc-4187-8b64-61d168625182,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:09.282863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-904dd632-c789-4ad5-9a2f-4da19c707593 admin admin] Deleting subnet ef22e066-1a3c-4145-9558-e4b22458db3e {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:14:09.282863 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-904dd632-c789-4ad5-9a2f-4da19c707593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.325129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-904dd632-c789-4ad5-9a2f-4da19c707593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.377037 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-904dd632-c789-4ad5-9a2f-4da19c707593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.526885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-904dd632-c789-4ad5-9a2f-4da19c707593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.559932 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904dd632-c789-4ad5-9a2f-4da19c707593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef22e066-1a3c-4145-9558-e4b22458db3e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:09.559932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-904dd632-c789-4ad5-9a2f-4da19c707593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.562547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-904dd632-c789-4ad5-9a2f-4da19c707593 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ef22e066-1a3c-4145-9558-e4b22458db3e HTTP/1.1" status: 204 len: 168 time: 0.3395078 Sep 22 10:14:09.563411 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52474) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:09.639500 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.735889 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.758010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594f0114-56c6-466c-962a-c559165ef674']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:09.770526 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d0c044-7d2d-4e29-9d67-5ec6a5d826a9') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:09.770844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d0c044-7d2d-4e29-9d67-5ec6a5d826a9') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:14:09.780958 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.794509 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.800607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:14:09.801069 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:14:09.802724 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:14:09.926618 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.932378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:09.934370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] 10.222.0.49 "DELETE /v2.0/networks/594f0114-56c6-466c-962a-c559165ef674 HTTP/1.1" status: 204 len: 168 time: 0.3699124 Sep 22 10:14:09.946591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04ec9e-5199-467b-a7f3-105ea9217114 admin admin] Pushing event deleted for resources: {'Network': ['ID=594f0114-56c6-466c-962a-c559165ef674,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:10.130981 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-c0024ef0-1c65-4981-b30c-85399fda13d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1562614 Sep 22 10:14:10.218498 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-e404bf80-d957-422e-8abe-0cc68e242bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:10.220160 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-e404bf80-d957-422e-8abe-0cc68e242bf8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1097 time: 0.0453598 Sep 22 10:14:10.330570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-2a90ecb8-6f16-4529-a630-d15051b1393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:10.332042 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-2a90ecb8-6f16-4529-a630-d15051b1393c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.0918880 Sep 22 10:14:10.405169 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-e4b9d487-5aeb-4042-8d36-2a7a9b526344 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27 HTTP/1.1" status: 200 len: 1001 time: 0.0654957 Sep 22 10:14:10.419620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52480) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:10.459755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-7031597d-4252-4ad6-b6f2-9accfd19e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:10.461496 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-7031597d-4252-4ad6-b6f2-9accfd19e0ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0500040 Sep 22 10:14:10.463033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9d1f7cf8-c75d-4621-a314-2b5d83765eae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f725e99f4ab4f79b89362a3ade2c0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421674 Sep 22 10:14:10.466267 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52482) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:10.512918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-cd1287ee-1d21-4a80-813a-c880d1213707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:10.514714 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-cd1287ee-1d21-4a80-813a-c880d1213707 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454330 Sep 22 10:14:10.523841 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a3012bd-41f8-40bf-a6b8-83c8b7b4073e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.526766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-55e303df-d70c-4d61-9912-a71d93575a8d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:14:10.527506 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-55e303df-d70c-4d61-9912-a71d93575a8d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054791 Sep 22 10:14:10.548990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a3012bd-41f8-40bf-a6b8-83c8b7b4073e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.659097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a3012bd-41f8-40bf-a6b8-83c8b7b4073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.663428 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6a3012bd-41f8-40bf-a6b8-83c8b7b4073e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:10.664683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6a3012bd-41f8-40bf-a6b8-83c8b7b4073e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d5b899f-b6b5-498b-81ab-4333109e8c25 HTTP/1.1" status: 204 len: 168 time: 0.1974688 Sep 22 10:14:10.675749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3012bd-41f8-40bf-a6b8-83c8b7b4073e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5b899f-b6b5-498b-81ab-4333109e8c25,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:10.991377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-ac70d185-cffc-46e0-8b20-2576f4331245 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566989 Sep 22 10:14:11.090516 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4abc6ca1-648b-4744-97de-09ccabd6a0f2 req-f6bde6fe-7773-4411-98f7-51bccc68a19a service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909834 Sep 22 10:14:11.532452 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52490) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:11.576281 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7e13e28f-1719-47e8-8c06-a47fa96723a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c37787b30292441bba93023c656142e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424893 Sep 22 10:14:11.578973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52492) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:11.635773 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d186e4c-de3b-4bf7-8797-fa04afaa7099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:11.658942 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d186e4c-de3b-4bf7-8797-fa04afaa7099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:11.802146 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d186e4c-de3b-4bf7-8797-fa04afaa7099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:11.805355 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d186e4c-de3b-4bf7-8797-fa04afaa7099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:11.806826 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4d186e4c-de3b-4bf7-8797-fa04afaa7099 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b03dbfa-d0ad-423f-bac5-89c987ce3369 HTTP/1.1" status: 204 len: 168 time: 0.2266848 Sep 22 10:14:11.818815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d186e4c-de3b-4bf7-8797-fa04afaa7099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b03dbfa-d0ad-423f-bac5-89c987ce3369,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:15.813946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52558) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:15.928002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7f53cec-841a-47bb-8fb0-b78c5ea7463f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.023566 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7f53cec-841a-47bb-8fb0-b78c5ea7463f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.127347 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b7f53cec-841a-47bb-8fb0-b78c5ea7463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.169328 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b7f53cec-841a-47bb-8fb0-b78c5ea7463f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67d87df1e2dc400398b53918bb91110c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542371 Sep 22 10:14:16.170079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f53cec-841a-47bb-8fb0-b78c5ea7463f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060da50f-9f6d-4d76-9b5f-366428dc85a9,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:16.172666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52562) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:16.236713 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6b1859e-d1fc-4a3f-bea0-7f27d0e95b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.265057 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6b1859e-d1fc-4a3f-bea0-7f27d0e95b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.475722 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6b1859e-d1fc-4a3f-bea0-7f27d0e95b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.478398 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b6b1859e-d1fc-4a3f-bea0-7f27d0e95b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:16.479585 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b6b1859e-d1fc-4a3f-bea0-7f27d0e95b79 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/060da50f-9f6d-4d76-9b5f-366428dc85a9 HTTP/1.1" status: 204 len: 168 time: 0.3056436 Sep 22 10:14:16.487641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1859e-d1fc-4a3f-bea0-7f27d0e95b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060da50f-9f6d-4d76-9b5f-366428dc85a9,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:17.511593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52568) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:17.525626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c5c1-9d5e-4eba-b575-312836e18bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.623726 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c5c1-9d5e-4eba-b575-312836e18bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.698651 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c5c1-9d5e-4eba-b575-312836e18bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.735725 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5c5c1-9d5e-4eba-b575-312836e18bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0abb15f-0226-412d-a1fc-bdd5eb59073b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:17.741396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f4a5c5c1-9d5e-4eba-b575-312836e18bfe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87cd2108fe194ec398a83ee7ce0998c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286348 Sep 22 10:14:17.743978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52570) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:17.803440 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f0fc2ac-7a6c-4ea8-b4af-af523c06077b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:17.826558 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f0fc2ac-7a6c-4ea8-b4af-af523c06077b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.247401 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f0fc2ac-7a6c-4ea8-b4af-af523c06077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.250389 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f0fc2ac-7a6c-4ea8-b4af-af523c06077b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:18.251697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2f0fc2ac-7a6c-4ea8-b4af-af523c06077b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0abb15f-0226-412d-a1fc-bdd5eb59073b HTTP/1.1" status: 204 len: 168 time: 0.5066738 Sep 22 10:14:18.262639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fc2ac-7a6c-4ea8-b4af-af523c06077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0abb15f-0226-412d-a1fc-bdd5eb59073b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:21.244091 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-993a5ff4-c970-428a-bdca-cc4d7490d0da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729551 Sep 22 10:14:21.255436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52620) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:21.361496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-5600d50d-009e-4b48-bd91-425579df87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:21.363217 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-5600d50d-009e-4b48-bd91-425579df87d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 1096 time: 0.0610938 Sep 22 10:14:21.408602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfd61-cb10-4b67-adcf-53da83e0e651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.514627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-87cf72ca-285d-448a-be6f-8bbc7cd0685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:21.516224 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-87cf72ca-285d-448a-be6f-8bbc7cd0685f service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.1308565 Sep 22 10:14:21.606173 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-69c0a33b-c4f6-4aa7-b982-8ebc9d697b08 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee28f22-efd3-44ca-aa37-63189c22543a HTTP/1.1" status: 200 len: 1000 time: 0.0811431 Sep 22 10:14:21.634323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfd61-cb10-4b67-adcf-53da83e0e651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.672108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-04b1802c-e62a-4ef7-983a-1fe8de0a1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:21.673683 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-04b1802c-e62a-4ef7-983a-1fe8de0a1cc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0533242 Sep 22 10:14:21.717386 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfd61-cb10-4b67-adcf-53da83e0e651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.744450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-def33bb1-72e2-4a2b-8ab3-e0bf8c41f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:14:21.745991 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-def33bb1-72e2-4a2b-8ab3-e0bf8c41f47e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654616 Sep 22 10:14:21.766424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-38330e79-ab39-4ed7-97d4-f0824554e21b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:14:21.767310 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-38330e79-ab39-4ed7-97d4-f0824554e21b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064826 Sep 22 10:14:21.770880 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8c2bfd61-cb10-4b67-adcf-53da83e0e651 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff15a495864a49a38caaa05044f98701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129118 Sep 22 10:14:21.771718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bfd61-cb10-4b67-adcf-53da83e0e651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb608d-a3df-48d5-85a9-fdca86b24d65,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:21.774024 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52624) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:21.838690 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f8751b3-dd7c-4847-8417-ad2591430b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.861994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f8751b3-dd7c-4847-8417-ad2591430b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:21.867790 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-8434a900-55b9-4014-a7fc-d557212d4bb2 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903139 Sep 22 10:14:21.970671 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b63ab90d-e8b9-4ba9-b839-f9b6ea935599 req-39ffc0b8-8458-4b9d-af95-a955a3a7caed service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953293 Sep 22 10:14:22.017720 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f8751b3-dd7c-4847-8417-ad2591430b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.020670 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5f8751b3-dd7c-4847-8417-ad2591430b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:22.021910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5f8751b3-dd7c-4847-8417-ad2591430b33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7bfb608d-a3df-48d5-85a9-fdca86b24d65 HTTP/1.1" status: 204 len: 168 time: 0.2468956 Sep 22 10:14:22.029867 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8751b3-dd7c-4847-8417-ad2591430b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfb608d-a3df-48d5-85a9-fdca86b24d65,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:22.896350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52632) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:22.909751 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1001c30b-4c38-471f-9b38-00ac93f6e3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.007337 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1001c30b-4c38-471f-9b38-00ac93f6e3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.127592 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1001c30b-4c38-471f-9b38-00ac93f6e3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.167105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c30b-4c38-471f-9b38-00ac93f6e3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce792848-c6a8-4d32-8318-31c7b7d01727,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:23.178777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1001c30b-4c38-471f-9b38-00ac93f6e3b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a62af16fa7054e14bca626abe189532c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740040 Sep 22 10:14:23.178777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52634) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:23.236529 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5984ed4a-ae57-426f-975e-a7a85a2fbcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.266083 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5984ed4a-ae57-426f-975e-a7a85a2fbcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.571980 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5984ed4a-ae57-426f-975e-a7a85a2fbcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.574685 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5984ed4a-ae57-426f-975e-a7a85a2fbcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:23.576387 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5984ed4a-ae57-426f-975e-a7a85a2fbcd2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce792848-c6a8-4d32-8318-31c7b7d01727 HTTP/1.1" status: 204 len: 168 time: 0.4010658 Sep 22 10:14:23.585618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984ed4a-ae57-426f-975e-a7a85a2fbcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce792848-c6a8-4d32-8318-31c7b7d01727,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:23.813085 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:24.264585 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-541f44d2-2386-4077-8ac3-d0373916719a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:24.899089 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:26.932997 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-31e0f61a-6b85-400a-91a4-94c285c3903e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:27.572750 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.190042 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.731787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52704) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:28.839141 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32628865-fb18-4c4d-bef1-3dbde413d9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:28.929074 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32628865-fb18-4c4d-bef1-3dbde413d9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:29.013173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32628865-fb18-4c4d-bef1-3dbde413d9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:29.052656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-32628865-fb18-4c4d-bef1-3dbde413d9c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cbe524b31044c4aa6086571e69bf42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196247 Sep 22 10:14:29.053464 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32628865-fb18-4c4d-bef1-3dbde413d9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be307ad-a5a9-4dea-afbf-86f5f1bacf58,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:29.055754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52708) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:29.107457 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f6eafb9-2d79-4a5a-a1a0-5ed75b486c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:29.133481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f6eafb9-2d79-4a5a-a1a0-5ed75b486c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:29.264567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f6eafb9-2d79-4a5a-a1a0-5ed75b486c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:29.267366 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-8f6eafb9-2d79-4a5a-a1a0-5ed75b486c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:29.268562 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8f6eafb9-2d79-4a5a-a1a0-5ed75b486c61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8be307ad-a5a9-4dea-afbf-86f5f1bacf58 HTTP/1.1" status: 204 len: 168 time: 0.2118073 Sep 22 10:14:29.277096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eafb9-2d79-4a5a-a1a0-5ed75b486c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be307ad-a5a9-4dea-afbf-86f5f1bacf58,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:29.945257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52716) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:29.959056 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1197-8d7e-493c-8704-4491387ff7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.034010 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.048597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1197-8d7e-493c-8704-4491387ff7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.109841 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4b3b1197-8d7e-493c-8704-4491387ff7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.149599 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4b3b1197-8d7e-493c-8704-4491387ff7ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b64ddf380137484b8a0b49df1a8777ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032030 Sep 22 10:14:30.150482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b1197-8d7e-493c-8704-4491387ff7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c202ad52-ba72-4d4d-abcf-126be21f4482,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:30.152293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52718) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:30.203781 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8235523-2966-4d65-a763-c01ffbaa308d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.226492 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8235523-2966-4d65-a763-c01ffbaa308d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.384213 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8235523-2966-4d65-a763-c01ffbaa308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.386971 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c8235523-2966-4d65-a763-c01ffbaa308d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:30.388428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c8235523-2966-4d65-a763-c01ffbaa308d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c202ad52-ba72-4d4d-abcf-126be21f4482 HTTP/1.1" status: 204 len: 168 time: 0.2349985 Sep 22 10:14:30.396950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8235523-2966-4d65-a763-c01ffbaa308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c202ad52-ba72-4d4d-abcf-126be21f4482,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:32.119593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52748) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:32.225342 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42965242-c807-4b40-a0c4-2dbd33978abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.317156 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42965242-c807-4b40-a0c4-2dbd33978abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.538296 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-42965242-c807-4b40-a0c4-2dbd33978abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.575807 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42965242-c807-4b40-a0c4-2dbd33978abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a26643-623a-4f59-b7d8-d0f84dbc6996,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:32.580049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-42965242-c807-4b40-a0c4-2dbd33978abb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=801850fe04854dcb86bfc77a238ce633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594283 Sep 22 10:14:32.583661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52752) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:32.641564 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad318dc0-3abd-4776-a26f-d75918c88868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.664603 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad318dc0-3abd-4776-a26f-d75918c88868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.813071 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad318dc0-3abd-4776-a26f-d75918c88868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.816385 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ad318dc0-3abd-4776-a26f-d75918c88868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:32.817757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ad318dc0-3abd-4776-a26f-d75918c88868 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63a26643-623a-4f59-b7d8-d0f84dbc6996 HTTP/1.1" status: 204 len: 168 time: 0.2330840 Sep 22 10:14:32.826029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad318dc0-3abd-4776-a26f-d75918c88868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a26643-623a-4f59-b7d8-d0f84dbc6996,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:40.766298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52820) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:40.877570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1b829f-f3a1-4394-b3f2-15c874e2e65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:40.970183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1b829f-f3a1-4394-b3f2-15c874e2e65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.115319 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9d1b829f-f3a1-4394-b3f2-15c874e2e65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.158088 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9d1b829f-f3a1-4394-b3f2-15c874e2e65b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0cf893925b6a45a2b5fc392fea54fc09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906627 Sep 22 10:14:41.159214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b829f-f3a1-4394-b3f2-15c874e2e65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dd4ced-ab49-4c2c-b7af-80b441d8bab1,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:41.161062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52824) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:41.217300 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb317b73-39d4-4aa7-af6b-a89d328f0803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.239358 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb317b73-39d4-4aa7-af6b-a89d328f0803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.361285 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb317b73-39d4-4aa7-af6b-a89d328f0803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.364005 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb317b73-39d4-4aa7-af6b-a89d328f0803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:41.365332 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eb317b73-39d4-4aa7-af6b-a89d328f0803 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39dd4ced-ab49-4c2c-b7af-80b441d8bab1 HTTP/1.1" status: 204 len: 168 time: 0.2032487 Sep 22 10:14:41.373464 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb317b73-39d4-4aa7-af6b-a89d328f0803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dd4ced-ab49-4c2c-b7af-80b441d8bab1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:41.449472 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:14:42.104578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52830) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:42.117795 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95439893-c9fd-4387-b1c0-adb5a49ce261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.207699 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95439893-c9fd-4387-b1c0-adb5a49ce261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.327038 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-95439893-c9fd-4387-b1c0-adb5a49ce261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.367206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-95439893-c9fd-4387-b1c0-adb5a49ce261 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7f7ebf53d62499a87179b1c7b82234f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615092 Sep 22 10:14:42.368080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95439893-c9fd-4387-b1c0-adb5a49ce261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead68a73-1176-49a7-8175-b5d7ccd9ad67,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:42.370069 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52832) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:14:42.422785 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86b7f817-5ab0-4ac1-93b4-2e0e0dc4977f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.446053 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86b7f817-5ab0-4ac1-93b4-2e0e0dc4977f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.584133 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86b7f817-5ab0-4ac1-93b4-2e0e0dc4977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.586679 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-86b7f817-5ab0-4ac1-93b4-2e0e0dc4977f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:42.588091 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-86b7f817-5ab0-4ac1-93b4-2e0e0dc4977f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ead68a73-1176-49a7-8175-b5d7ccd9ad67 HTTP/1.1" status: 204 len: 168 time: 0.2167981 Sep 22 10:14:42.596101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7f817-5ab0-4ac1-93b4-2e0e0dc4977f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead68a73-1176-49a7-8175-b5d7ccd9ad67,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:14:53.709709 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:54.223567 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2ae1927b-722a-42ef-9354-878c0fc02bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:54.875015 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:56.943867 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-daa28102-3396-4b3e-a89c-715f3ee2f5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:57.572482 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:58.195349 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:14:59.989703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:11.983409 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-4960ad6e-97dc-4b7d-a3ec-00847844bec0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393815 Sep 22 10:15:12.070309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-a608a2e7-ed21-4d5b-9658-a0b612f257d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:12.071903 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-a608a2e7-ed21-4d5b-9658-a0b612f257d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1097 time: 0.0420935 Sep 22 10:15:12.181458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-495f2cde-29fd-4e88-902f-efb60370a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:12.182891 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-495f2cde-29fd-4e88-902f-efb60370a142 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.0907261 Sep 22 10:15:12.252448 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-14fb3114-4325-4fe0-a213-3cd51ba97969 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27 HTTP/1.1" status: 200 len: 1001 time: 0.0621638 Sep 22 10:15:12.305233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-30e3653d-6f34-4acf-a4fa-bb39ddc4a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:12.306748 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-30e3653d-6f34-4acf-a4fa-bb39ddc4a4db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0462482 Sep 22 10:15:12.354960 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-e019f30d-18ab-4855-be1f-f59c5496f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:12.356480 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-e019f30d-18ab-4855-be1f-f59c5496f6e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430055 Sep 22 10:15:12.453908 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-604b5c1b-9e70-4b30-ae77-0671cc713502 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902081 Sep 22 10:15:12.545900 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bde6cc1d-7dfb-4bdd-a7ec-c3fac15219b0 req-ac998422-6faa-4b7e-8f46-55fbb1af83f3 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850141 Sep 22 10:15:17.244590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52842) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:17.406830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Deleting port 34e4c706-6281-4964-bfc0-5040ba63e9b5 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:17.407178 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.488134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.488466 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.500805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Calling delete_port for 34e4c706-6281-4964-bfc0-5040ba63e9b5 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:17.738456 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.783257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event deleted for resources: {'Port': ['ID=34e4c706-6281-4964-bfc0-5040ba63e9b5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:17.794802 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.795153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.795497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.795834 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.796167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.796496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.796856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.797185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.797509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.797831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.798155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.799268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:17.850134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:17.850498 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Floating IP 15d44dd0-640a-4270-8e32-b0982e899cdb disassociated (deleted). External IP: 172.25.6.90, port: 4ee28f22-efd3-44ca-aa37-63189c22543a. Sep 22 10:15:18.063614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Router 5425eef8-a137-491e-bb17-ac72d7f7381d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:15:18.183514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:15:18.189104 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:18.194132 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc2af0-3846-4475-b24f-77b37f00f442 None None] Sync routers for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:15:18.203842 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc2af0-3846-4475-b24f-77b37f00f442 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:18.205026 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-95fc2af0-3846-4475-b24f-77b37f00f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:14:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:18.218327 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-51c17668-1cf5-4757-b210-75fbd1fa5819 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "DELETE /v2.0/floatingips/15d44dd0-640a-4270-8e32-b0982e899cdb HTTP/1.1" status: 204 len: 168 time: 0.9725780 Sep 22 10:15:18.218933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'tag': '4ee28f22-efd3-44ca-aa37-63189c22543a'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:18.222009 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade", "tag": "4ee28f22-efd3-44ca-aa37-63189c22543a"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:18.411933 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-95fc2af0-3846-4475-b24f-77b37f00f442 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:18.450866 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:15:18.643247 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-95fc2af0-3846-4475-b24f-77b37f00f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '34916e01-227d-44d0-b047-1ddea0a65af0', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:72:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65600f-5e8a-4021-908f-c4867119fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:09:52Z', 'updated_at': '2021-09-22T10:09:54Z', 'revision_number': 1, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:18.675090 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc2af0-3846-4475-b24f-77b37f00f442 None None] Checking router: 5425eef8-a137-491e-bb17-ac72d7f7381d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:18.683726 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc2af0-3846-4475-b24f-77b37f00f442 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:18.684344 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-95fc2af0-3846-4475-b24f-77b37f00f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:14:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:18.794057 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-95fc2af0-3846-4475-b24f-77b37f00f442 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:18.868755 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aab1fc-c478-4568-9cdf-24ffdb903abb x-openstack-request-id: req-d7aab1fc-c478-4568-9cdf-24ffdb903abb {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:18.869315 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade", "tag": "4ee28f22-efd3-44ca-aa37-63189c22543a", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:18.869315 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7aab1fc-c478-4568-9cdf-24ffdb903abb {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:18.869779 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'tag': '4ee28f22-efd3-44ca-aa37-63189c22543a', 'status': 'completed', 'code': 200} Sep 22 10:15:19.036897 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-95fc2af0-3846-4475-b24f-77b37f00f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '34916e01-227d-44d0-b047-1ddea0a65af0', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:72:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65600f-5e8a-4021-908f-c4867119fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:09:52Z', 'updated_at': '2021-09-22T10:09:54Z', 'revision_number': 1, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:19.059689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73 req-22787404-fd04-44f8-8062-a3ac79a869b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:19.061497 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73 req-22787404-fd04-44f8-8062-a3ac79a869b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 1096 time: 0.1660256 Sep 22 10:15:19.068025 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc2af0-3846-4475-b24f-77b37f00f442 None None] The sync data for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 is: [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '34916e01-227d-44d0-b047-1ddea0a65af0', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'port_id': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'mac_address': 'fa:16:3e:72:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e65600f-5e8a-4021-908f-c4867119fe35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:09:52Z', 'updated_at': '2021-09-22T10:09:54Z', 'revision_number': 1, 'project_id': '85783f088d50493ba8dced847fb677eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:19.091755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea3183-b69b-4760-99e8-7c02ee06f027 req-ca96be8f-87de-48bb-9a2d-ca8829d3b63b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:19.093353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fdea3183-b69b-4760-99e8-7c02ee06f027 req-ca96be8f-87de-48bb-9a2d-ca8829d3b63b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 945 time: 0.1769750 Sep 22 10:15:19.138894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fdea3183-b69b-4760-99e8-7c02ee06f027 req-24cc566a-9076-4b93-8ac5-76f75b686ca8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378289 Sep 22 10:15:19.168113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73 req-e5b96229-c402-4d13-92ad-3a45630aeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:19.169699 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73 req-e5b96229-c402-4d13-92ad-3a45630aeab7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.1003785 Sep 22 10:15:19.214221 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73 req-d69bba37-5e0f-482b-a012-8e0eda9a1390 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ee28f22-efd3-44ca-aa37-63189c22543a HTTP/1.1" status: 200 len: 217 time: 0.0354483 Sep 22 10:15:19.269605 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73 req-85c4eaed-dc3e-4d33-b124-2b45cb946381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:19.271163 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73 req-85c4eaed-dc3e-4d33-b124-2b45cb946381 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0485723 Sep 22 10:15:19.333017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab66d52-a6e6-4855-96bf-a2c830ec560f None None] New status for floating IP 15d44dd0-640a-4270-8e32-b0982e899cdb: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:15:19.334168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73 req-43fd7c42-12de-4963-89f8-d30874118ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:19.335734 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73 req-43fd7c42-12de-4963-89f8-d30874118ff0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542965 Sep 22 10:15:19.668323 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73 req-0e922886-9710-4a4e-b085-0aba6bdd09d0 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215437 Sep 22 10:15:19.763585 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e28908a3-9fe9-4eba-8e6a-8bf91e7c7e73 req-17e2e178-bc4c-41e0-92ff-6aae34949680 service neutron] 10.222.0.45 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865669 Sep 22 10:15:20.287279 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a24be5-cbe7-42e5-bebc-123b8c867f25 req-16dbe45c-fbec-4a75-ac2c-6c556a99faa8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:20.288817 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92a24be5-cbe7-42e5-bebc-123b8c867f25 req-16dbe45c-fbec-4a75-ac2c-6c556a99faa8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 945 time: 0.0491631 Sep 22 10:15:20.328160 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92a24be5-cbe7-42e5-bebc-123b8c867f25 req-dbeff413-5eaa-4d43-86ac-5393c6ae2d7d tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331545 Sep 22 10:15:20.509807 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a004fb-ff2a-432c-92cf-4d308b496d73 req-098bc5a7-2d3d-4dc0-a86a-faab04692a01 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:20.511546 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-29a004fb-ff2a-432c-92cf-4d308b496d73 req-098bc5a7-2d3d-4dc0-a86a-faab04692a01 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 945 time: 0.0537486 Sep 22 10:15:20.614863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-29a004fb-ff2a-432c-92cf-4d308b496d73 req-47a8b363-02f8-4fcb-82c4-19c713787f91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Deleting port 4ee28f22-efd3-44ca-aa37-63189c22543a {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:20.617895 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-29a004fb-ff2a-432c-92cf-4d308b496d73 req-47a8b363-02f8-4fcb-82c4-19c713787f91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.705166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-29a004fb-ff2a-432c-92cf-4d308b496d73 req-47a8b363-02f8-4fcb-82c4-19c713787f91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] For port 4ee28f22-efd3-44ca-aa37-63189c22543a, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=4ee28f22-efd3-44ca-aa37-63189c22543a,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:20.705536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-29a004fb-ff2a-432c-92cf-4d308b496d73 req-47a8b363-02f8-4fcb-82c4-19c713787f91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.717984 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-29a004fb-ff2a-432c-92cf-4d308b496d73 req-47a8b363-02f8-4fcb-82c4-19c713787f91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Calling delete_port for 4ee28f22-efd3-44ca-aa37-63189c22543a owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:20.903609 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-29a004fb-ff2a-432c-92cf-4d308b496d73 req-47a8b363-02f8-4fcb-82c4-19c713787f91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.932942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b363-02f8-4fcb-82c4-19c713787f91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event deleted for resources: {'Port': ['ID=4ee28f22-efd3-44ca-aa37-63189c22543a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:20.976825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a004fb-ff2a-432c-92cf-4d308b496d73 req-47a8b363-02f8-4fcb-82c4-19c713787f91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] No DVR routers for this DVR port 4ee28f22-efd3-44ca-aa37-63189c22543a on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:20.979601 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-29a004fb-ff2a-432c-92cf-4d308b496d73 req-47a8b363-02f8-4fcb-82c4-19c713787f91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:20.982102 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-29a004fb-ff2a-432c-92cf-4d308b496d73 req-47a8b363-02f8-4fcb-82c4-19c713787f91 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.45 "DELETE /v2.0/ports/4ee28f22-efd3-44ca-aa37-63189c22543a HTTP/1.1" status: 204 len: 173 time: 0.4616997 Sep 22 10:15:20.982555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'name': 'network-vif-deleted', 'tag': '4ee28f22-efd3-44ca-aa37-63189c22543a'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:20.985382 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4d861c-b60b-4deb-a9ea-634f6e9862d2" -d '{"events": [{"server_uuid": "c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade", "name": "network-vif-deleted", "tag": "4ee28f22-efd3-44ca-aa37-63189c22543a"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:21.022380 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9fd932-b9da-4204-b06a-67680083480c x-openstack-request-id: req-bb9fd932-b9da-4204-b06a-67680083480c {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:21.022683 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade", "name": "network-vif-deleted", "tag": "4ee28f22-efd3-44ca-aa37-63189c22543a", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:21.022939 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb9fd932-b9da-4204-b06a-67680083480c {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:21.023349 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade', 'name': 'network-vif-deleted', 'tag': '4ee28f22-efd3-44ca-aa37-63189c22543a', 'status': 'completed', 'code': 200} Sep 22 10:15:21.432049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0127a3a-757e-4203-ad80-2db04b5e9971 req-f960fbaf-bcdf-4afd-9632-ad2c30a8e5fd tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 210 time: 0.0289974 Sep 22 10:15:22.532175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c217d10-8e34-4682-ac85-9e30a6b92147 req-25116ca8-c8e0-4783-86a6-4789d867e7d1 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 210 time: 0.0280156 Sep 22 10:15:23.020413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 4ee28f22-efd3-44ca-aa37-63189c22543a no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:23.045702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 4ee28f22-efd3-44ca-aa37-63189c22543a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:23.046053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 4ee28f22-efd3-44ca-aa37-63189c22543a not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:23.633507 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:23.634801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c02b4551-ad84-40be-8fee-4418fcdd79f3 req-e88cb44e-b0f3-4874-be53-cf13c6502bb2 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 210 time: 0.0309014 Sep 22 10:15:24.251762 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c92c49b8-8daf-408c-9235-09be42844020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:24.738313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88fb3a08-293d-40e2-80d5-b50d04dc133b req-4b9c59b9-64e4-4544-8abb-4a81b26f9e51 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5e8e3a2-a6c9-453f-96b7-e0afdcdc7ade HTTP/1.1" status: 200 len: 210 time: 0.0328591 Sep 22 10:15:24.926421 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:26.966003 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-41d4746a-8821-4de8-8651-8f5c5a1a2ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:27.576126 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:28.189792 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:30.024329 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:31.330636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52904) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:31.492697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Deleting port e3ffac0e-cc74-48c3-90c4-b6f7b92d28d8 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:31.493069 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:31.569316 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:31.569577 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:31.582385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Calling delete_port for e3ffac0e-cc74-48c3-90c4-b6f7b92d28d8 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:31.815902 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:31.842747 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event deleted for resources: {'Port': ['ID=e3ffac0e-cc74-48c3-90c4-b6f7b92d28d8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:31.908152 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:31.908558 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Floating IP 34916e01-227d-44d0-b047-1ddea0a65af0 disassociated (deleted). External IP: 172.25.6.89, port: 47a5aebd-bd24-4dd2-8279-7cef1a830b27. Sep 22 10:15:32.127285 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Router 5425eef8-a137-491e-bb17-ac72d7f7381d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:15:32.236895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:15:32.241784 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:32.247106 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351242e5-897c-4963-8f72-5699f79e4c4f None None] Sync routers for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:15:32.257039 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351242e5-897c-4963-8f72-5699f79e4c4f None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:32.257656 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-351242e5-897c-4963-8f72-5699f79e4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:15:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:32.270310 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eb5cf00f-d14a-4b4c-bf1c-e9ddb73698f9 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "DELETE /v2.0/floatingips/34916e01-227d-44d0-b047-1ddea0a65af0 HTTP/1.1" status: 204 len: 168 time: 0.9385571 Sep 22 10:15:32.270901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e65600f-5e8a-4021-908f-c4867119fe35', 'tag': '47a5aebd-bd24-4dd2-8279-7cef1a830b27'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:32.273257 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec65fc78-c521-4af8-8231-a95971ceb40b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e65600f-5e8a-4021-908f-c4867119fe35", "tag": "47a5aebd-bd24-4dd2-8279-7cef1a830b27"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:32.368961 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-351242e5-897c-4963-8f72-5699f79e4c4f None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:32.588480 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-351242e5-897c-4963-8f72-5699f79e4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:32.594094 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbb355a-b9c3-4e50-8cc1-3745ce7f0b86 x-openstack-request-id: req-afbb355a-b9c3-4e50-8cc1-3745ce7f0b86 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:32.594638 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e65600f-5e8a-4021-908f-c4867119fe35", "tag": "47a5aebd-bd24-4dd2-8279-7cef1a830b27", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:32.594638 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afbb355a-b9c3-4e50-8cc1-3745ce7f0b86 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:32.595034 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e65600f-5e8a-4021-908f-c4867119fe35', 'tag': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'status': 'completed', 'code': 200} Sep 22 10:15:32.619677 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351242e5-897c-4963-8f72-5699f79e4c4f None None] Checking router: 5425eef8-a137-491e-bb17-ac72d7f7381d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:32.630073 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351242e5-897c-4963-8f72-5699f79e4c4f None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:32.630882 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-351242e5-897c-4963-8f72-5699f79e4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:15:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:32.676116 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65fc78-c521-4af8-8231-a95971ceb40b req-ae000ea4-a76f-4b7d-bd10-9a1d39636e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:32.677990 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ec65fc78-c521-4af8-8231-a95971ceb40b req-ae000ea4-a76f-4b7d-bd10-9a1d39636e29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=85783f088d50493ba8dced847fb677eb&device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 1097 time: 0.0495281 Sep 22 10:15:32.702843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534f21b-671b-4226-ad19-2611d6ca6126 req-e10b3b76-0ace-43e9-aff7-8c8de78d80d7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:32.704548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a534f21b-671b-4226-ad19-2611d6ca6126 req-e10b3b76-0ace-43e9-aff7-8c8de78d80d7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 946 time: 0.0531528 Sep 22 10:15:32.745697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a534f21b-671b-4226-ad19-2611d6ca6126 req-e8bfd342-299a-4ce3-92f6-ba100d4b12e8 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/security-groups?id=944b6409-7e84-4a0c-b1c8-284ae87976df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345273 Sep 22 10:15:32.751935 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-351242e5-897c-4963-8f72-5699f79e4c4f None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:32.786898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65fc78-c521-4af8-8231-a95971ceb40b req-4bfdbb51-e721-406e-bf75-00ba9609c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:32.788470 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ec65fc78-c521-4af8-8231-a95971ceb40b req-4bfdbb51-e721-406e-bf75-00ba9609c59f service neutron] 10.222.0.60 "GET /v2.0/networks?id=6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 200 len: 913 time: 0.1008480 Sep 22 10:15:32.831446 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ec65fc78-c521-4af8-8231-a95971ceb40b req-cb366a90-6aab-49b3-9d0a-52a2798c595d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27 HTTP/1.1" status: 200 len: 217 time: 0.0349004 Sep 22 10:15:32.883917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65fc78-c521-4af8-8231-a95971ceb40b req-545874ab-6625-41b0-87f5-3389eef11b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:32.885817 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ec65fc78-c521-4af8-8231-a95971ceb40b req-545874ab-6625-41b0-87f5-3389eef11b67 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 200 len: 851 time: 0.0459433 Sep 22 10:15:32.932500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65fc78-c521-4af8-8231-a95971ceb40b req-9017184d-9926-444e-8ea8-dff8ced7c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:32.934144 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ec65fc78-c521-4af8-8231-a95971ceb40b req-9017184d-9926-444e-8ea8-dff8ced7c44e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6ed1a16d-1131-43c3-bed3-028a71d58cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412953 Sep 22 10:15:32.963198 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-351242e5-897c-4963-8f72-5699f79e4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:32.991441 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351242e5-897c-4963-8f72-5699f79e4c4f None None] The sync data for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 is: [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:01:10Z', 'revision_number': 4, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '4e60712c-76d1-4c1a-871e-8ae6a5252b10', 'name': '', 'network_id': '6ed1a16d-1131-43c3-bed3-028a71d58cce', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'mac_address': 'fa:16:3e:3a:31:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:09Z', 'updated_at': '2021-09-22T10:01:13Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'subnets': [{'id': 'f6586a42-b832-4d74-bacf-f5a31d538762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:33.031791 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ec65fc78-c521-4af8-8231-a95971ceb40b req-4001d2fc-4ecb-4910-8d6e-2aeb6e36a772 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906253 Sep 22 10:15:33.136978 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ec65fc78-c521-4af8-8231-a95971ceb40b req-f4fb0e54-db0a-4732-90a2-724c61249480 service neutron] 10.222.0.60 "GET /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974185 Sep 22 10:15:33.225726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2902e19c-4ddf-4ada-900d-b7a02407300f None None] New status for floating IP 34916e01-227d-44d0-b047-1ddea0a65af0: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:15:33.265626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0854160-d187-46d7-ba6d-0da5a92053d4 req-05b6113d-68e4-4f77-bad5-4426c7471f75 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:15:33.268333 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b0854160-d187-46d7-ba6d-0da5a92053d4 req-05b6113d-68e4-4f77-bad5-4426c7471f75 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 946 time: 0.0552814 Sep 22 10:15:33.365302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b0854160-d187-46d7-ba6d-0da5a92053d4 req-09aa1fed-aaef-40db-aa5c-0a3df64c57ff tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Deleting port 47a5aebd-bd24-4dd2-8279-7cef1a830b27 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:33.365548 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b0854160-d187-46d7-ba6d-0da5a92053d4 req-09aa1fed-aaef-40db-aa5c-0a3df64c57ff tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:33.459629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b0854160-d187-46d7-ba6d-0da5a92053d4 req-09aa1fed-aaef-40db-aa5c-0a3df64c57ff tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] For port 47a5aebd-bd24-4dd2-8279-7cef1a830b27, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=47a5aebd-bd24-4dd2-8279-7cef1a830b27,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:33.459946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b0854160-d187-46d7-ba6d-0da5a92053d4 req-09aa1fed-aaef-40db-aa5c-0a3df64c57ff tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:33.474011 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-b0854160-d187-46d7-ba6d-0da5a92053d4 req-09aa1fed-aaef-40db-aa5c-0a3df64c57ff tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Calling delete_port for 47a5aebd-bd24-4dd2-8279-7cef1a830b27 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:33.726555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b0854160-d187-46d7-ba6d-0da5a92053d4 req-09aa1fed-aaef-40db-aa5c-0a3df64c57ff tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:33.757888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa1fed-aaef-40db-aa5c-0a3df64c57ff tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event deleted for resources: {'Port': ['ID=47a5aebd-bd24-4dd2-8279-7cef1a830b27,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:33.802379 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0854160-d187-46d7-ba6d-0da5a92053d4 req-09aa1fed-aaef-40db-aa5c-0a3df64c57ff tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] No DVR routers for this DVR port 47a5aebd-bd24-4dd2-8279-7cef1a830b27 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:33.805049 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b0854160-d187-46d7-ba6d-0da5a92053d4 req-09aa1fed-aaef-40db-aa5c-0a3df64c57ff tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:33.807206 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b0854160-d187-46d7-ba6d-0da5a92053d4 req-09aa1fed-aaef-40db-aa5c-0a3df64c57ff tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.60 "DELETE /v2.0/ports/47a5aebd-bd24-4dd2-8279-7cef1a830b27 HTTP/1.1" status: 204 len: 173 time: 0.5331352 Sep 22 10:15:33.849515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-500d7df0-f282-4264-afc8-7801a6f4a840 req-d036cccd-1f31-45fe-b2f2-d8a09090a33b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 210 time: 0.0270884 Sep 22 10:15:34.596824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e65600f-5e8a-4021-908f-c4867119fe35', 'name': 'network-vif-deleted', 'tag': '47a5aebd-bd24-4dd2-8279-7cef1a830b27'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:15:34.599402 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f4330e-038e-4f32-af64-67711e7cd45a" -d '{"events": [{"server_uuid": "4e65600f-5e8a-4021-908f-c4867119fe35", "name": "network-vif-deleted", "tag": "47a5aebd-bd24-4dd2-8279-7cef1a830b27"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:15:34.637289 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9b8e50-6cc4-45cd-a5a9-d6b6d73b74ab x-openstack-request-id: req-eb9b8e50-6cc4-45cd-a5a9-d6b6d73b74ab {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:15:34.637745 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e65600f-5e8a-4021-908f-c4867119fe35", "name": "network-vif-deleted", "tag": "47a5aebd-bd24-4dd2-8279-7cef1a830b27", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:15:34.638128 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb9b8e50-6cc4-45cd-a5a9-d6b6d73b74ab {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:15:34.638640 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e65600f-5e8a-4021-908f-c4867119fe35', 'name': 'network-vif-deleted', 'tag': '47a5aebd-bd24-4dd2-8279-7cef1a830b27', 'status': 'completed', 'code': 200} Sep 22 10:15:34.949853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23ffb40a-077c-49f7-951d-74b0ae4f0f98 req-f6e4942f-06b7-444e-885d-71fae3829000 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 210 time: 0.0262151 Sep 22 10:15:36.057955 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-686fe447-d44b-4243-aeaa-a4f5c2aaf3ee req-7162a6b9-8ff5-4379-8948-4436b173b3ec tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 210 time: 0.0317650 Sep 22 10:15:36.584892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 47a5aebd-bd24-4dd2-8279-7cef1a830b27 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:36.609430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 47a5aebd-bd24-4dd2-8279-7cef1a830b27 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:36.609777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 47a5aebd-bd24-4dd2-8279-7cef1a830b27 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:37.157763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-872f110a-d7e2-494f-812d-bed766354e69 req-485b13da-7064-4114-a847-3e08ee5f209b tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 210 time: 0.0283115 Sep 22 10:15:38.268633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65b61185-dcae-405e-9b23-80a11ab63706 req-db57b261-ccf4-4c6b-907b-a3bdf3505bf3 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e65600f-5e8a-4021-908f-c4867119fe35 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Sep 22 10:15:39.335155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52928) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:39.459306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Deleting port 3c372dad-a3fd-498a-ac50-1dcdd62d52a4 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:39.459627 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:39.538848 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:39.539173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:39.554300 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Calling delete_port for 3c372dad-a3fd-498a-ac50-1dcdd62d52a4 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:40.035126 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:40.065240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event deleted for resources: {'Port': ['ID=3c372dad-a3fd-498a-ac50-1dcdd62d52a4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:40.089903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.090249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.090587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.090916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.091238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.091558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.091914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.092231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.092546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.092884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.093200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.093512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:40.135521 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:40.138460 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:40.139551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2deefe74-7027-473e-a503-2c06d81850a7 tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "DELETE /v2.0/floatingips/23db25c9-863f-41c9-bb35-2db0a7eb7181 HTTP/1.1" status: 204 len: 168 time: 0.8034041 Sep 22 10:15:43.585676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52944) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:43.646997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9404e27-a5fc-4865-8e73-86ec8e97305f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:43.673796 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9404e27-a5fc-4865-8e73-86ec8e97305f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:43.835390 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9404e27-a5fc-4865-8e73-86ec8e97305f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:43.837928 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9404e27-a5fc-4865-8e73-86ec8e97305f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:43.839212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e9404e27-a5fc-4865-8e73-86ec8e97305f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] 10.222.0.49 "DELETE /v2.0/security-groups/944b6409-7e84-4a0c-b1c8-284ae87976df HTTP/1.1" status: 204 len: 168 time: 0.2525291 Sep 22 10:15:43.849560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9404e27-a5fc-4865-8e73-86ec8e97305f tempest-TestVolumeBootPattern-1153840461 tempest-TestVolumeBootPattern-1153840461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944b6409-7e84-4a0c-b1c8-284ae87976df,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:44.040088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52948) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:44.525931 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:44.769125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] Deleting port 4e60712c-76d1-4c1a-871e-8ae6a5252b10 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:44.769981 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:44.849413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] For port 4e60712c-76d1-4c1a-871e-8ae6a5252b10, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4e60712c-76d1-4c1a-871e-8ae6a5252b10,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:44.849689 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:44.862191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] Calling delete_port for 4e60712c-76d1-4c1a-871e-8ae6a5252b10 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:45.132104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:45.157348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e60712c-76d1-4c1a-871e-8ae6a5252b10,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:45.330428 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:45.559751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] Router 5425eef8-a137-491e-bb17-ac72d7f7381d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:15:45.668446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:15:45.673564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-48c2c7c3-331e-413d-9e23-38a771c88652 admin admin] 10.222.0.49 "PUT /v2.0/routers/5425eef8-a137-491e-bb17-ac72d7f7381d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6323011 Sep 22 10:15:45.676174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52952) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:45.678716 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e8639c-c83b-4bb7-b6f2-d3ab69aeab96 None None] Sync routers for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:15:45.688965 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e8639c-c83b-4bb7-b6f2-d3ab69aeab96 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:45.689582 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b1e8639c-c83b-4bb7-b6f2-d3ab69aeab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:15:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:45.786170 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:45.900107 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b1e8639c-c83b-4bb7-b6f2-d3ab69aeab96 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:45.900324 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.051911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Deleting port b5add8b0-a243-4f51-9d37-88cc5a7e087a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:46.052517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.123583 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b1e8639c-c83b-4bb7-b6f2-d3ab69aeab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:15:44Z', 'revision_number': 5, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port': {'id': 'b5add8b0-a243-4f51-9d37-88cc5a7e087a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:07Z', 'updated_at': '2021-09-22T10:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:46.144562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] For port b5add8b0-a243-4f51-9d37-88cc5a7e087a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b5add8b0-a243-4f51-9d37-88cc5a7e087a,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:46.145006 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.156167 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e8639c-c83b-4bb7-b6f2-d3ab69aeab96 None None] Checking router: 5425eef8-a137-491e-bb17-ac72d7f7381d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:46.161617 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Calling delete_port for b5add8b0-a243-4f51-9d37-88cc5a7e087a owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:46.166229 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e8639c-c83b-4bb7-b6f2-d3ab69aeab96 None None] Routers {'5425eef8-a137-491e-bb17-ac72d7f7381d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:46.166883 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b1e8639c-c83b-4bb7-b6f2-d3ab69aeab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:15:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['5425eef8-a137-491e-bb17-ac72d7f7381d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:46.270957 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-b1e8639c-c83b-4bb7-b6f2-d3ab69aeab96 None None] Set router 5425eef8-a137-491e-bb17-ac72d7f7381d gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:46.334854 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-b1e8639c-c83b-4bb7-b6f2-d3ab69aeab96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:15:45Z', 'revision_number': 6, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:46.371451 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e8639c-c83b-4bb7-b6f2-d3ab69aeab96 None None] The sync data for ids ['5425eef8-a137-491e-bb17-ac72d7f7381d'] in n-d-805649-4 is: [{'id': '5425eef8-a137-491e-bb17-ac72d7f7381d', 'name': 'tempest-TestVolumeBootPattern-1293952786-router', 'tenant_id': '85783f088d50493ba8dced847fb677eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:06Z', 'updated_at': '2021-09-22T10:15:45Z', 'revision_number': 6, 'project_id': '85783f088d50493ba8dced847fb677eb', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:46.423173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.451779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5add8b0-a243-4f51-9d37-88cc5a7e087a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:46.513146 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.608464 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.610972 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.726012 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.726556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5425eef8-a137-491e-bb17-ac72d7f7381d {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:15:46.746936 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.746936 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-32be5abb-78df-4a73-9e62-71d275f87a09 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5425eef8-a137-491e-bb17-ac72d7f7381d HTTP/1.1" status: 204 len: 168 time: 1.0555272 Sep 22 10:15:46.746936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52954) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:46.785702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ef11f4-5301-48a2-afb8-c1f31b18b820 admin admin] Deleting subnet f6586a42-b832-4d74-bacf-f5a31d538762 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:15:46.796075 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e5ef11f4-5301-48a2-afb8-c1f31b18b820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.833016 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e5ef11f4-5301-48a2-afb8-c1f31b18b820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:46.918241 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e5ef11f4-5301-48a2-afb8-c1f31b18b820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.051927 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e5ef11f4-5301-48a2-afb8-c1f31b18b820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.076339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef11f4-5301-48a2-afb8-c1f31b18b820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6586a42-b832-4d74-bacf-f5a31d538762,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:47.083258 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e5ef11f4-5301-48a2-afb8-c1f31b18b820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.090353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e5ef11f4-5301-48a2-afb8-c1f31b18b820 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f6586a42-b832-4d74-bacf-f5a31d538762 HTTP/1.1" status: 204 len: 168 time: 0.3483255 Sep 22 10:15:47.090353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52956) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:47.090657 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875b3d09-b7ed-475e-ab87-53d3df8de993 None None] Network 6ed1a16d-1131-43c3-bed3-028a71d58cce requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:15:47.162730 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.220029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Deleting port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:47.220381 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.278017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] DHCP port deletion for 6ed1a16d-1131-43c3-bed3-028a71d58cce request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:15:47.292444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] For port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9f2990de-5fe5-4736-8a6c-08b9ad8dfa00,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:47.292846 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.312227 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Calling delete_port for 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:47.482652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Deleting port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:47.483027 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.514589 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.541802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2990de-5fe5-4736-8a6c-08b9ad8dfa00,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:47.545614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] No DVR routers for this DVR port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:47.549404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] For port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9f2990de-5fe5-4736-8a6c-08b9ad8dfa00,segment=NetworkSegment(39ac4954-af69-4673-9c39-cbd736226538),segment_id=39ac4954-af69-4673-9c39-cbd736226538)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:47.549888 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.564597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Calling delete_port for 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:47.625286 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.649017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed1a16d-1131-43c3-bed3-028a71d58cce']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:47.653755 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.659827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ac4954-af69-4673-9c39-cbd736226538') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:47.660168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ac4954-af69-4673-9c39-cbd736226538') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:47.670423 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.680496 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Pushing event deleted for resources: {'Port': ['ID=9f2990de-5fe5-4736-8a6c-08b9ad8dfa00,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:47.684997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] No DVR routers for this DVR port 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:47.688215 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.694957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.694957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.694957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.694957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.694957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.694957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.694957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.694957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.694957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.695782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.695782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.696020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2251af01-4391-4852-a71e-232d57f217e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:15:47.698887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:15:47.699001 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:15:47.700954 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:15:47.840654 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.845806 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:47.847858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6ed1a16d-1131-43c3-bed3-028a71d58cce HTTP/1.1" status: 204 len: 168 time: 0.7593040 Sep 22 10:15:47.850982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52958) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:47.861612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f27074-cfa1-4f43-a95e-f3b78c4b7dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed1a16d-1131-43c3-bed3-028a71d58cce,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:47.948767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b5add8b0-a243-4f51-9d37-88cc5a7e087a no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:47.969443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b5add8b0-a243-4f51-9d37-88cc5a7e087a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:47.969802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b5add8b0-a243-4f51-9d37-88cc5a7e087a not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:47.970337 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:47.989706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:47.990084 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9f2990de-5fe5-4736-8a6c-08b9ad8dfa00 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:47.990512 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4e60712c-76d1-4c1a-871e-8ae6a5252b10 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:48.009635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4e60712c-76d1-4c1a-871e-8ae6a5252b10 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:48.009978 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4e60712c-76d1-4c1a-871e-8ae6a5252b10 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:48.198400 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:48.446371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] Deleting port aa66b454-d7f7-40bb-ad34-222695706896 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:48.446714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:48.536749 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] For port aa66b454-d7f7-40bb-ad34-222695706896, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=aa66b454-d7f7-40bb-ad34-222695706896,segment=NetworkSegment(b0ad8d34-e461-43b8-9f69-ba342a637d5e),segment_id=b0ad8d34-e461-43b8-9f69-ba342a637d5e)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:48.536749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:48.547052 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] Calling delete_port for aa66b454-d7f7-40bb-ad34-222695706896 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:48.794600 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:49.056491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa66b454-d7f7-40bb-ad34-222695706896,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:49.220167 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:49.435622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] Router 6017c972-6aac-44a3-9f07-abfdc912d1d8 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:15:49.545060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:15:49.551952 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a951e0f8-6e1d-4f7c-902e-b6dddb0378b2 admin admin] 10.222.0.49 "PUT /v2.0/routers/6017c972-6aac-44a3-9f07-abfdc912d1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6998777 Sep 22 10:15:49.555810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52960) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:49.559092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ca86f2-443d-40c0-b89b-d788a437fb61 None None] Sync routers for ids ['6017c972-6aac-44a3-9f07-abfdc912d1d8'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:15:49.568641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca86f2-443d-40c0-b89b-d788a437fb61 None None] Routers {'6017c972-6aac-44a3-9f07-abfdc912d1d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:49.569292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a2ca86f2-443d-40c0-b89b-d788a437fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:15:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6017c972-6aac-44a3-9f07-abfdc912d1d8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:49.662230 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:49.678860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a2ca86f2-443d-40c0-b89b-d788a437fb61 None None] Set router 6017c972-6aac-44a3-9f07-abfdc912d1d8 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:49.768337 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:49.858858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a2ca86f2-443d-40c0-b89b-d788a437fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'name': 'tempest-TestVolumeBootPattern-274958956-router', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:13Z', 'updated_at': '2021-09-22T10:15:48Z', 'revision_number': 5, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'gw_port': {'id': 'f53e0c8b-2295-4b5f-a128-7390ea9ffb89', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:01:14Z', 'updated_at': '2021-09-22T10:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:49.888434 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ca86f2-443d-40c0-b89b-d788a437fb61 None None] Checking router: 6017c972-6aac-44a3-9f07-abfdc912d1d8 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:15:49.901804 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca86f2-443d-40c0-b89b-d788a437fb61 None None] Routers {'6017c972-6aac-44a3-9f07-abfdc912d1d8'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:15:49.902838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a2ca86f2-443d-40c0-b89b-d788a437fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:15:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6017c972-6aac-44a3-9f07-abfdc912d1d8'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:49.906022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Deleting port f53e0c8b-2295-4b5f-a128-7390ea9ffb89 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:49.906022 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:49.995486 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a2ca86f2-443d-40c0-b89b-d788a437fb61 None None] Set router 6017c972-6aac-44a3-9f07-abfdc912d1d8 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:15:49.995755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] For port f53e0c8b-2295-4b5f-a128-7390ea9ffb89, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f53e0c8b-2295-4b5f-a128-7390ea9ffb89,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:49.995985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.008833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Calling delete_port for f53e0c8b-2295-4b5f-a128-7390ea9ffb89 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:50.051911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a2ca86f2-443d-40c0-b89b-d788a437fb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'name': 'tempest-TestVolumeBootPattern-274958956-router', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:13Z', 'updated_at': '2021-09-22T10:15:49Z', 'revision_number': 6, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:50.079461 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ca86f2-443d-40c0-b89b-d788a437fb61 None None] The sync data for ids ['6017c972-6aac-44a3-9f07-abfdc912d1d8'] in n-d-805649-4 is: [{'id': '6017c972-6aac-44a3-9f07-abfdc912d1d8', 'name': 'tempest-TestVolumeBootPattern-274958956-router', 'tenant_id': 'faaeeb212e18408888db7588cae6bacc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:01:13Z', 'updated_at': '2021-09-22T10:15:49Z', 'revision_number': 6, 'project_id': 'faaeeb212e18408888db7588cae6bacc', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:15:50.274972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.304074 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Pushing event deleted for resources: {'Port': ['ID=f53e0c8b-2295-4b5f-a128-7390ea9ffb89,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:50.370466 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.475555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.478465 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.575504 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.575983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6017c972-6aac-44a3-9f07-abfdc912d1d8 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:15:50.580683 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.581914 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f317d473-32d3-4ae8-abce-1d5755cca509 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6017c972-6aac-44a3-9f07-abfdc912d1d8 HTTP/1.1" status: 204 len: 168 time: 1.0251675 Sep 22 10:15:50.584594 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52962) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:50.629179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-2387b5a0-f01b-4f8d-b758-26912a64a311 admin admin] Deleting subnet ebd8c80a-dfff-4425-8814-2dbbc6c7ab47 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:15:50.632310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2387b5a0-f01b-4f8d-b758-26912a64a311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.666214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2387b5a0-f01b-4f8d-b758-26912a64a311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.748333 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2387b5a0-f01b-4f8d-b758-26912a64a311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.874681 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2387b5a0-f01b-4f8d-b758-26912a64a311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.900921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387b5a0-f01b-4f8d-b758-26912a64a311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd8c80a-dfff-4425-8814-2dbbc6c7ab47,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:50.904510 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2387b5a0-f01b-4f8d-b758-26912a64a311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:50.911369 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2387b5a0-f01b-4f8d-b758-26912a64a311 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ebd8c80a-dfff-4425-8814-2dbbc6c7ab47 HTTP/1.1" status: 204 len: 168 time: 0.3209147 Sep 22 10:15:50.911369 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 52964) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:50.914431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb73b4-271b-4380-b870-890cd6c91925 None None] Network 74c25d11-64a5-4844-90e4-19ff5d5954cf requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:15:50.986569 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.045498 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Deleting port fabb10e1-8f3b-4895-870f-f5dd2679641f {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:51.045843 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.117367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9ca0c-69aa-4a86-a716-2d23049c20ca None None] DHCP port deletion for 74c25d11-64a5-4844-90e4-19ff5d5954cf request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:15:51.120882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] For port fabb10e1-8f3b-4895-870f-f5dd2679641f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=fabb10e1-8f3b-4895-870f-f5dd2679641f,segment=NetworkSegment(b0ad8d34-e461-43b8-9f69-ba342a637d5e),segment_id=b0ad8d34-e461-43b8-9f69-ba342a637d5e)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:51.121267 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.135357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Calling delete_port for fabb10e1-8f3b-4895-870f-f5dd2679641f owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:51.163324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f9d9ca0c-69aa-4a86-a716-2d23049c20ca None None] Deleting port fabb10e1-8f3b-4895-870f-f5dd2679641f {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:15:51.163694 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f9d9ca0c-69aa-4a86-a716-2d23049c20ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.233359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f9d9ca0c-69aa-4a86-a716-2d23049c20ca None None] For port fabb10e1-8f3b-4895-870f-f5dd2679641f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=fabb10e1-8f3b-4895-870f-f5dd2679641f,segment=NetworkSegment(b0ad8d34-e461-43b8-9f69-ba342a637d5e),segment_id=b0ad8d34-e461-43b8-9f69-ba342a637d5e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:15:51.239206 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f9d9ca0c-69aa-4a86-a716-2d23049c20ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.246394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f9d9ca0c-69aa-4a86-a716-2d23049c20ca None None] Calling delete_port for fabb10e1-8f3b-4895-870f-f5dd2679641f owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:15:51.308616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.324307 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f9d9ca0c-69aa-4a86-a716-2d23049c20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.335938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabb10e1-8f3b-4895-870f-f5dd2679641f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:51.337870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] No DVR routers for this DVR port fabb10e1-8f3b-4895-870f-f5dd2679641f on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:51.349663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9ca0c-69aa-4a86-a716-2d23049c20ca None None] Pushing event deleted for resources: {'Port': ['ID=fabb10e1-8f3b-4895-870f-f5dd2679641f,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:51.355240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9ca0c-69aa-4a86-a716-2d23049c20ca None None] No DVR routers for this DVR port fabb10e1-8f3b-4895-870f-f5dd2679641f on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:15:51.413787 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.434436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c25d11-64a5-4844-90e4-19ff5d5954cf']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:51.443809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ad8d34-e461-43b8-9f69-ba342a637d5e') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:51.444098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ad8d34-e461-43b8-9f69-ba342a637d5e') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:15:51.453831 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.466677 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.473277 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:15:51.475777 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:15:51.610317 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.616273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:51.624632 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] 10.222.0.49 "DELETE /v2.0/networks/74c25d11-64a5-4844-90e4-19ff5d5954cf HTTP/1.1" status: 204 len: 168 time: 0.7065897 Sep 22 10:15:51.629608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc74ba-3d76-474f-b94b-0e3a649bbf56 admin admin] Pushing event deleted for resources: {'Network': ['ID=74c25d11-64a5-4844-90e4-19ff5d5954cf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:51.949273 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device aa66b454-d7f7-40bb-ad34-222695706896 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:51.974598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: aa66b454-d7f7-40bb-ad34-222695706896 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:51.974939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device aa66b454-d7f7-40bb-ad34-222695706896 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:51.975354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device fabb10e1-8f3b-4895-870f-f5dd2679641f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:51.986148 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52968) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:51.995334 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: fabb10e1-8f3b-4895-870f-f5dd2679641f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:51.995690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device fabb10e1-8f3b-4895-870f-f5dd2679641f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:51.996107 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f53e0c8b-2295-4b5f-a128-7390ea9ffb89 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:15:52.016571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f53e0c8b-2295-4b5f-a128-7390ea9ffb89 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:15:52.016942 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f53e0c8b-2295-4b5f-a128-7390ea9ffb89 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:15:52.038227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4908a42c-de85-4847-b904-a319135c1823 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85783f088d50493ba8dced847fb677eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492241 Sep 22 10:15:52.039242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52970) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:52.089559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf8dff8-6b3e-4e10-93a4-bfe216e4fe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:52.112830 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf8dff8-6b3e-4e10-93a4-bfe216e4fe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:52.257595 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf8dff8-6b3e-4e10-93a4-bfe216e4fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:52.260189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf8dff8-6b3e-4e10-93a4-bfe216e4fe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:52.261706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fbf8dff8-6b3e-4e10-93a4-bfe216e4fe37 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d13ce14-18e2-4687-95df-e0f3aca946c8 HTTP/1.1" status: 204 len: 168 time: 0.2212489 Sep 22 10:15:52.271085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8dff8-6b3e-4e10-93a4-bfe216e4fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d13ce14-18e2-4687-95df-e0f3aca946c8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:52.966882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52976) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:53.009579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e71d0023-703e-42ad-8e62-dec414d8603e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=faaeeb212e18408888db7588cae6bacc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414689 Sep 22 10:15:53.012432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 52978) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:15:53.061982 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb1209d0-733c-432d-bd23-406236ebb8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.083990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb1209d0-733c-432d-bd23-406236ebb8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.227232 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb1209d0-733c-432d-bd23-406236ebb8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.229805 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-eb1209d0-733c-432d-bd23-406236ebb8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:53.232997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-eb1209d0-733c-432d-bd23-406236ebb8cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/187abc40-0322-4908-bbfd-6ee29c34d72f HTTP/1.1" status: 204 len: 168 time: 0.2176251 Sep 22 10:15:53.240798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1209d0-733c-432d-bd23-406236ebb8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187abc40-0322-4908-bbfd-6ee29c34d72f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:15:53.646126 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:54.268619 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cdeb43a7-436e-4146-bd3f-33da476be621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:54.920106 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:55.449950 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:15:56.954320 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19f691e3-4856-4743-bbed-680880e2e982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:57.581356 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:15:58.205683 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:00.017442 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:04.427123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-59806a22-8ac6-4000-a34f-22eb33e8cc76 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4d8d758f1e8d44d880b7370355a89aee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295477 Sep 22 10:16:04.863780 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb09f771-7562-4bd8-ae88-78673aeea533 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:04.865336 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb09f771-7562-4bd8-ae88-78673aeea533 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4326055 Sep 22 10:16:04.880544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-fd3873cd-8b56-4e84-943b-af44f539ced5 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/quotas/4d8d758f1e8d44d880b7370355a89aee HTTP/1.1" status: 200 len: 375 time: 0.0094585 Sep 22 10:16:04.914358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-55355fca-17ff-404f-80b3-1e13e8ae0418 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d8d758f1e8d44d880b7370355a89aee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280838 Sep 22 10:16:05.220933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-209130c7-5b02-4760-be9c-e99d18553816 req-2ed591a2-c0fc-480a-af5e-0017c090fba8 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 210 time: 0.0318141 Sep 22 10:16:06.300462 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e56879f9-9a4e-4670-9dac-14dbb6878a26 req-148cf81d-25b1-40fc-8815-52777665e680 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 210 time: 0.0272100 Sep 22 10:16:07.404790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-49755203-0010-4c1b-a34b-8d8014523c72 req-6c627f64-88f1-4dd0-8455-80154a59374f tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 210 time: 0.0339100 Sep 22 10:16:08.080636 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-c07f5c9a-1192-41a9-9be8-122ed9b13997 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4d8d758f1e8d44d880b7370355a89aee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312679 Sep 22 10:16:08.289227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-88d8ba49-569a-4132-8738-2226cfcfcffd tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:08.290810 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-88d8ba49-569a-4132-8738-2226cfcfcffd tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045691 Sep 22 10:16:08.305859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Request body: {'port': {'device_id': 'd9952a5d-2fa2-4fae-820e-7ac371c81381', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'admin_state_up': True, 'tenant_id': '4d8d758f1e8d44d880b7370355a89aee'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:08.507753 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae3fd804-b800-4591-943c-8d0ddaa65dcb req-5ad6d59c-f662-4418-916f-403d17433296 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 210 time: 0.0278559 Sep 22 10:16:08.520366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Made reservation on behalf of 4d8d758f1e8d44d880b7370355a89aee for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:08.524116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:08.534320 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:08.629536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:08.689711 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:08.756019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad9c6e3-26d5-42ba-a815-e3fa288d3890,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:08.828557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Allocated IP 192.168.233.221 (a2d705f9-1d92-4f33-a702-9f6b93093747/3b407fef-7706-4aa0-b311-6aa32316d452/b8a14ced-f35d-484a-840f-cdb9eb696999) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:09.227554 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:09.332131 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:09.377958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Network a2d705f9-1d92-4f33-a702-9f6b93093747 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:09.381095 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:09.384923 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:09.413928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Pushing event updated for resources: {'Port': ['ID=b8a14ced-f35d-484a-840f-cdb9eb696999,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:09.449119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:09.449922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:09.536537 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cb121b97-8ca9-4559-8920-fb9fb26e6aa7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2366145 Sep 22 10:16:09.550300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Request body: {'port': {'device_id': 'd9952a5d-2fa2-4fae-820e-7ac371c81381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:09.613540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-32038676-a4ea-461e-8b46-387ae68e1b73 None None] Provisioning complete for port b8a14ced-f35d-484a-840f-cdb9eb696999 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:09.614639 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-32038676-a4ea-461e-8b46-387ae68e1b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:09.618458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:09.641472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5a3be-f722-42e5-958f-972a9630c4a5 req-d49ec816-3682-44fa-9cb1-0806cf393854 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:09.643114 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73c5a3be-f722-42e5-958f-972a9630c4a5 req-d49ec816-3682-44fa-9cb1-0806cf393854 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 936 time: 0.0530164 Sep 22 10:16:09.660566 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-32038676-a4ea-461e-8b46-387ae68e1b73 None None] Port b8a14ced-f35d-484a-840f-cdb9eb696999 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:16:09.697742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73c5a3be-f722-42e5-958f-972a9630c4a5 req-e62f9500-52bc-4f3d-bbcc-58390e8facf2 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ad9c6e3-26d5-42ba-a815-e3fa288d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481784 Sep 22 10:16:09.910276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a14ced-f35d-484a-840f-cdb9eb696999 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:09.917721 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:09.929620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Transition to ACTIVE for port object b8a14ced-f35d-484a-840f-cdb9eb696999 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:16:10.028618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:10.096199 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Pushing event updated for resources: {'Port': ['ID=b8a14ced-f35d-484a-840f-cdb9eb696999,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:10.156910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Attempting to bind port b8a14ced-f35d-484a-840f-cdb9eb696999 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:10.157163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Attempting to bind port b8a14ced-f35d-484a-840f-cdb9eb696999 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:10.157493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Attempting to bind port b8a14ced-f35d-484a-840f-cdb9eb696999 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:10.162607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Port b8a14ced-f35d-484a-840f-cdb9eb696999 on network a2d705f9-1d92-4f33-a702-9f6b93093747 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:16:10.162930 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Attempting to bind port b8a14ced-f35d-484a-840f-cdb9eb696999 on network a2d705f9-1d92-4f33-a702-9f6b93093747 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:10.168147 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:10.168492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Checking segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:10.168910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Bound using segment: {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:10.169346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Bound port: b8a14ced-f35d-484a-840f-cdb9eb696999, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dbaa8c-342a-4f01-8b19-d782ecbeeed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:10.169706 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:10.238653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] For port b8a14ced-f35d-484a-840f-cdb9eb696999, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:10.241905 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] For port b8a14ced-f35d-484a-840f-cdb9eb696999, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b8a14ced-f35d-484a-840f-cdb9eb696999,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:10.337734 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:10.375070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:10.375970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:10.377235 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] 10.222.0.60 "PUT /v2.0/ports/b8a14ced-f35d-484a-840f-cdb9eb696999 HTTP/1.1" status: 200 len: 1096 time: 0.8318579 Sep 22 10:16:10.377643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9952a5d-2fa2-4fae-820e-7ac371c81381', 'tag': 'b8a14ced-f35d-484a-840f-cdb9eb696999'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:10.379948 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1506f9-72a0-4e64-8bc1-5223fd544376" -d '{"events": [{"name": "network-changed", "server_uuid": "d9952a5d-2fa2-4fae-820e-7ac371c81381", "tag": "b8a14ced-f35d-484a-840f-cdb9eb696999"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:10.404879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ea279-8545-44e5-9235-1cf442310e8a service neutron] Pushing event updated for resources: {'Port': ['ID=b8a14ced-f35d-484a-840f-cdb9eb696999,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:10.428977 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8a7bde-13b9-4186-a4e1-d2b3c18428d1 x-openstack-request-id: req-3e8a7bde-13b9-4186-a4e1-d2b3c18428d1 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:10.429285 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9952a5d-2fa2-4fae-820e-7ac371c81381", "tag": "b8a14ced-f35d-484a-840f-cdb9eb696999", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:10.429540 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e8a7bde-13b9-4186-a4e1-d2b3c18428d1 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:10.429942 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9952a5d-2fa2-4fae-820e-7ac371c81381', 'tag': 'b8a14ced-f35d-484a-840f-cdb9eb696999', 'status': 'completed', 'code': 200} Sep 22 10:16:10.496768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1506f9-72a0-4e64-8bc1-5223fd544376 req-a525daa9-8c65-4a59-8d58-5c50e27db4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:10.498310 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df1506f9-72a0-4e64-8bc1-5223fd544376 req-a525daa9-8c65-4a59-8d58-5c50e27db4c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d8d758f1e8d44d880b7370355a89aee&device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 1099 time: 0.0459635 Sep 22 10:16:10.538253 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df1506f9-72a0-4e64-8bc1-5223fd544376 req-6f5acc28-f257-4934-8654-54662e58aed8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4d8d758f1e8d44d880b7370355a89aee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318236 Sep 22 10:16:10.635583 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1506f9-72a0-4e64-8bc1-5223fd544376 req-79f62a59-22a1-4e15-b18e-019ad4d96359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:10.637385 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df1506f9-72a0-4e64-8bc1-5223fd544376 req-79f62a59-22a1-4e15-b18e-019ad4d96359 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922558 Sep 22 10:16:10.714040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-3af27d92-48a0-471e-b9b5-abb2340f0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:10.715612 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-3af27d92-48a0-471e-b9b5-abb2340f0d1b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d8d758f1e8d44d880b7370355a89aee&device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 1099 time: 0.0420773 Sep 22 10:16:10.762573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-09a45ee8-1263-400e-8ef2-3c98db2a44eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=b8a14ced-f35d-484a-840f-cdb9eb696999 HTTP/1.1" status: 200 len: 217 time: 0.0385146 Sep 22 10:16:10.814111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-b2daecd8-4ebf-4ddd-a411-d199a159de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:10.815666 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-b2daecd8-4ebf-4ddd-a411-d199a159de99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b407fef-7706-4aa0-b311-6aa32316d452 HTTP/1.1" status: 200 len: 843 time: 0.0466261 Sep 22 10:16:10.823905 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486070a-021a-404e-a7fe-62fe5db2e7a8 req-cd169b12-519f-48d3-9c13-a5f52a3ff10a tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:10.825489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0486070a-021a-404e-a7fe-62fe5db2e7a8 req-cd169b12-519f-48d3-9c13-a5f52a3ff10a tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 948 time: 0.0535233 Sep 22 10:16:10.863279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-89743d65-bff8-4547-b6ef-3ecaff3d7dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:10.864844 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-89743d65-bff8-4547-b6ef-3ecaff3d7dcb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a2d705f9-1d92-4f33-a702-9f6b93093747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421791 Sep 22 10:16:10.865761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0486070a-021a-404e-a7fe-62fe5db2e7a8 req-f28477b5-6216-452a-92ea-ead51e9e0d75 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ad9c6e3-26d5-42ba-a815-e3fa288d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334017 Sep 22 10:16:10.962375 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-cca40ecf-354e-4cec-98f4-f2893fbae619 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900075 Sep 22 10:16:11.054464 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4e37a821-e9c7-4110-9e50-fede76bdb671 req-d33bdbb6-2f2c-4c35-b25a-859c4fe8c481 service neutron] 10.222.0.60 "GET /v2.0/networks/a2d705f9-1d92-4f33-a702-9f6b93093747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844095 Sep 22 10:16:11.981257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4bc8f-bfd2-4fd1-9825-a888c6ce5375 req-1d42f924-b73e-469c-9716-91736b220973 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:11.982777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88a4bc8f-bfd2-4fd1-9825-a888c6ce5375 req-1d42f924-b73e-469c-9716-91736b220973 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 948 time: 0.0504975 Sep 22 10:16:12.024411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88a4bc8f-bfd2-4fd1-9825-a888c6ce5375 req-496b8b8a-8a3c-41eb-bf70-7e9a53323d31 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ad9c6e3-26d5-42ba-a815-e3fa288d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348282 Sep 22 10:16:12.709181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b8a14ced-f35d-484a-840f-cdb9eb696999 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:16:12.807418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b8a14ced-f35d-484a-840f-cdb9eb696999, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b8a14ced-f35d-484a-840f-cdb9eb696999,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:12.819028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'b8a14ced-f35d-484a-840f-cdb9eb696999', 'network_id': 'a2d705f9-1d92-4f33-a702-9f6b93093747', 'port_id': 'b8a14ced-f35d-484a-840f-cdb9eb696999', 'mac_address': 'fa:16:3e:3f:f7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b407fef-7706-4aa0-b311-6aa32316d452', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:16:12.856298 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:12.870119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a14ced-f35d-484a-840f-cdb9eb696999 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:12.890959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b8a14ced-f35d-484a-840f-cdb9eb696999, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b8a14ced-f35d-484a-840f-cdb9eb696999,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:12.942624 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:12.993840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b8a14ced-f35d-484a-840f-cdb9eb696999,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:13.147062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435e07-1c33-4873-9b31-8d7f4dd4a078 req-0e1a4561-fb25-4819-91ab-5a86962f844d tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:13.148529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1435e07-1c33-4873-9b31-8d7f4dd4a078 req-0e1a4561-fb25-4819-91ab-5a86962f844d tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 949 time: 0.0532517 Sep 22 10:16:13.161579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['b8a14ced-f35d-484a-840f-cdb9eb696999'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:13.189238 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1435e07-1c33-4873-9b31-8d7f4dd4a078 req-317805be-54f5-42d6-b23e-2a2e230b05bc tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ad9c6e3-26d5-42ba-a815-e3fa288d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345373 Sep 22 10:16:14.313385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42285e3-8921-4687-882e-5c8c9e4c4685 req-134bf2ac-a17e-4123-8d6a-f30192df4132 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:14.314939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e42285e3-8921-4687-882e-5c8c9e4c4685 req-134bf2ac-a17e-4123-8d6a-f30192df4132 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 949 time: 0.0556598 Sep 22 10:16:14.353174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e42285e3-8921-4687-882e-5c8c9e4c4685 req-b20b8698-79d6-44b7-9a19-f98c9637d5c6 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ad9c6e3-26d5-42ba-a815-e3fa288d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Sep 22 10:16:14.718069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b8a14ced-f35d-484a-840f-cdb9eb696999 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:14.902410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port b8a14ced-f35d-484a-840f-cdb9eb696999 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:16:14.907670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port b8a14ced-f35d-484a-840f-cdb9eb696999 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:14.908034 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:14.986832 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.009462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9952a5d-2fa2-4fae-820e-7ac371c81381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a14ced-f35d-484a-840f-cdb9eb696999'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:15.012026 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e899f371-9987-42fc-b8b8-324053e835c9" -d '{"events": [{"server_uuid": "d9952a5d-2fa2-4fae-820e-7ac371c81381", "name": "network-vif-plugged", "status": "completed", "tag": "b8a14ced-f35d-484a-840f-cdb9eb696999"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:15.025211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port b8a14ced-f35d-484a-840f-cdb9eb696999, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b8a14ced-f35d-484a-840f-cdb9eb696999,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:15.113679 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e71e14-5be2-44ac-9c8a-d9a369464975 x-openstack-request-id: req-27e71e14-5be2-44ac-9c8a-d9a369464975 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:15.113967 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9952a5d-2fa2-4fae-820e-7ac371c81381", "name": "network-vif-plugged", "status": "completed", "tag": "b8a14ced-f35d-484a-840f-cdb9eb696999", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:15.114245 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27e71e14-5be2-44ac-9c8a-d9a369464975 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:15.114634 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9952a5d-2fa2-4fae-820e-7ac371c81381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a14ced-f35d-484a-840f-cdb9eb696999', 'code': 200} Sep 22 10:16:15.125675 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:15.178415 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=b8a14ced-f35d-484a-840f-cdb9eb696999,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:15.216296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800f15c-dc33-4c2c-8472-92f52a6620a6 req-8486b54f-6356-489c-badd-39390856b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:15.217889 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1800f15c-dc33-4c2c-8472-92f52a6620a6 req-8486b54f-6356-489c-badd-39390856b1e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 1101 time: 0.0471306 Sep 22 10:16:15.253739 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1800f15c-dc33-4c2c-8472-92f52a6620a6 req-fb8c240b-da8c-4ca6-a507-362604262014 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ad9c6e3-26d5-42ba-a815-e3fa288d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280857 Sep 22 10:16:15.470673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc2689-d6d1-4c46-83d4-2863b98c56ec req-6d96b48b-787c-4b74-bde2-501badcb807f tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:15.472188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6cc2689-d6d1-4c46-83d4-2863b98c56ec req-6d96b48b-787c-4b74-bde2-501badcb807f tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 950 time: 0.0504525 Sep 22 10:16:15.509743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6cc2689-d6d1-4c46-83d4-2863b98c56ec req-93c98a07-ac55-4ec0-8475-1007858f228a tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ad9c6e3-26d5-42ba-a815-e3fa288d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315416 Sep 22 10:16:16.625277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bafbe9-f0fb-4a46-a533-ea5afbd75d98 req-4acc060e-a166-48d7-96d5-380a8956d644 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:16.626838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79bafbe9-f0fb-4a46-a533-ea5afbd75d98 req-4acc060e-a166-48d7-96d5-380a8956d644 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 950 time: 0.0498321 Sep 22 10:16:16.665395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79bafbe9-f0fb-4a46-a533-ea5afbd75d98 req-a87824aa-b249-4900-b6ac-33bee6858d59 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ad9c6e3-26d5-42ba-a815-e3fa288d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323720 Sep 22 10:16:17.066266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-84912e9a-3193-42c5-9a04-cf15971facf6 req-596832c8-821a-4d26-9053-9363b4f41ab1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:16:17.067255 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84912e9a-3193-42c5-9a04-cf15971facf6 req-596832c8-821a-4d26-9053-9363b4f41ab1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064142 Sep 22 10:16:18.089226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4898-b1bd-4f5c-8a70-7c810d4e21ab req-2bd3af5d-ede8-4605-8808-5bc0755a3fa1 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:18.090765 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c4c4898-b1bd-4f5c-8a70-7c810d4e21ab req-2bd3af5d-ede8-4605-8808-5bc0755a3fa1 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 950 time: 0.0543296 Sep 22 10:16:18.129052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c4c4898-b1bd-4f5c-8a70-7c810d4e21ab req-59aaafd3-e858-4957-9adc-c8c1a25d8d27 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ad9c6e3-26d5-42ba-a815-e3fa288d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321019 Sep 22 10:16:19.254315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3411-6ede-434c-8977-ba12aa32b4b1 req-a12dafde-3743-4b93-a361-51c26036dad9 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:19.255845 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-623b3411-6ede-434c-8977-ba12aa32b4b1 req-a12dafde-3743-4b93-a361-51c26036dad9 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 950 time: 0.0552852 Sep 22 10:16:19.295241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-623b3411-6ede-434c-8977-ba12aa32b4b1 req-a0cb2e81-41f8-44b4-a23d-624e824333c7 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ad9c6e3-26d5-42ba-a815-e3fa288d3890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325205 Sep 22 10:16:19.375407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e0b6a-583f-4fe5-b88c-7d171e9ac380 req-4eb63114-ced4-410a-8e10-6e65a70382aa tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:19.376887 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6d0e0b6a-583f-4fe5-b88c-7d171e9ac380 req-4eb63114-ced4-410a-8e10-6e65a70382aa tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 950 time: 0.0484762 Sep 22 10:16:19.467234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-6d0e0b6a-583f-4fe5-b88c-7d171e9ac380 req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Deleting port b8a14ced-f35d-484a-840f-cdb9eb696999 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:16:19.467677 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6d0e0b6a-583f-4fe5-b88c-7d171e9ac380 req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:19.560799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-6d0e0b6a-583f-4fe5-b88c-7d171e9ac380 req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] For port b8a14ced-f35d-484a-840f-cdb9eb696999, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=b8a14ced-f35d-484a-840f-cdb9eb696999,segment=NetworkSegment(39dbaa8c-342a-4f01-8b19-d782ecbeeed3),segment_id=39dbaa8c-342a-4f01-8b19-d782ecbeeed3)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:19.561169 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6d0e0b6a-583f-4fe5-b88c-7d171e9ac380 req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:19.574327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-6d0e0b6a-583f-4fe5-b88c-7d171e9ac380 req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Calling delete_port for b8a14ced-f35d-484a-840f-cdb9eb696999 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:16:19.783137 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6d0e0b6a-583f-4fe5-b88c-7d171e9ac380 req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:19.795796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['b8a14ced-f35d-484a-840f-cdb9eb696999'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:19.812651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Pushing event deleted for resources: {'Port': ['ID=b8a14ced-f35d-484a-840f-cdb9eb696999,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:19.826968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.827360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.827827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.828207 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.828552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.828945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.838438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.838438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.838438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.838438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.838438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.838438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:16:19.865932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0e0b6a-583f-4fe5-b88c-7d171e9ac380 req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] No DVR routers for this DVR port b8a14ced-f35d-484a-840f-cdb9eb696999 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:16:19.868662 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-6d0e0b6a-583f-4fe5-b88c-7d171e9ac380 req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:19.872549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6d0e0b6a-583f-4fe5-b88c-7d171e9ac380 req-fe41c62d-8f62-4373-9a90-74b20f918411 tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.60 "DELETE /v2.0/ports/b8a14ced-f35d-484a-840f-cdb9eb696999 HTTP/1.1" status: 204 len: 173 time: 0.4881892 Sep 22 10:16:19.872549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9952a5d-2fa2-4fae-820e-7ac371c81381', 'name': 'network-vif-deleted', 'tag': 'b8a14ced-f35d-484a-840f-cdb9eb696999'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:19.873613 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a4d085-330c-4116-9603-03c9cbe38a4e" -d '{"events": [{"server_uuid": "d9952a5d-2fa2-4fae-820e-7ac371c81381", "name": "network-vif-deleted", "tag": "b8a14ced-f35d-484a-840f-cdb9eb696999"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:19.913349 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085d01e8-83a7-4e31-a212-4af02b6eb8df x-openstack-request-id: req-085d01e8-83a7-4e31-a212-4af02b6eb8df {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:19.913773 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9952a5d-2fa2-4fae-820e-7ac371c81381", "name": "network-vif-deleted", "tag": "b8a14ced-f35d-484a-840f-cdb9eb696999", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:19.914212 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-085d01e8-83a7-4e31-a212-4af02b6eb8df {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:19.914675 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9952a5d-2fa2-4fae-820e-7ac371c81381', 'name': 'network-vif-deleted', 'tag': 'b8a14ced-f35d-484a-840f-cdb9eb696999', 'status': 'completed', 'code': 200} Sep 22 10:16:20.404683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-09cbe3f6-bc38-4741-b149-d318eeb82e45 req-84333688-612c-450c-ab4a-9e4941fd7e7a tempest-ServersAdminNegativeTestJSON-1316233187 tempest-ServersAdminNegativeTestJSON-1316233187-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9952a5d-2fa2-4fae-820e-7ac371c81381 HTTP/1.1" status: 200 len: 210 time: 0.0269444 Sep 22 10:16:21.974370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53130) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:22.107001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b57b2400-a34f-4f2e-8064-6370367c3470 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d8d758f1e8d44d880b7370355a89aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313684 Sep 22 10:16:22.110095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53134) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:22.162750 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-14406f68-6197-4caf-b5b6-80bb56802639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.183769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-14406f68-6197-4caf-b5b6-80bb56802639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.337075 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-14406f68-6197-4caf-b5b6-80bb56802639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.339776 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-14406f68-6197-4caf-b5b6-80bb56802639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:22.340985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-14406f68-6197-4caf-b5b6-80bb56802639 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ad9c6e3-26d5-42ba-a815-e3fa288d3890 HTTP/1.1" status: 204 len: 168 time: 0.2299540 Sep 22 10:16:22.349006 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14406f68-6197-4caf-b5b6-80bb56802639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad9c6e3-26d5-42ba-a815-e3fa288d3890,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:22.771234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b8a14ced-f35d-484a-840f-cdb9eb696999 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:16:22.790963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: b8a14ced-f35d-484a-840f-cdb9eb696999 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:16:22.791304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device b8a14ced-f35d-484a-840f-cdb9eb696999 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:16:23.067929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53140) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:23.081695 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b36a7fd-9261-4c4d-b759-fa6d4b0a81eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:23.172838 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b36a7fd-9261-4c4d-b759-fa6d4b0a81eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:23.273855 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0b36a7fd-9261-4c4d-b759-fa6d4b0a81eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:23.314215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0b36a7fd-9261-4c4d-b759-fa6d4b0a81eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b90ccef6f81d4126a19e14455f6d4ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451782 Sep 22 10:16:23.316601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36a7fd-9261-4c4d-b759-fa6d4b0a81eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676b3c03-4e0e-4a2d-862a-4f181186936c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:23.317070 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53142) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:23.370278 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b305aeb5-1da8-427b-9236-5c09047c4432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:23.392532 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b305aeb5-1da8-427b-9236-5c09047c4432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:23.520210 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b305aeb5-1da8-427b-9236-5c09047c4432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:23.524642 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b305aeb5-1da8-427b-9236-5c09047c4432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:23.525818 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b305aeb5-1da8-427b-9236-5c09047c4432 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/676b3c03-4e0e-4a2d-862a-4f181186936c HTTP/1.1" status: 204 len: 168 time: 0.2076635 Sep 22 10:16:23.534994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305aeb5-1da8-427b-9236-5c09047c4432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676b3c03-4e0e-4a2d-862a-4f181186936c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:23.599682 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.261014 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b99f8bca-2029-4ec1-90ed-4a3506a58320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.631210 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53164) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:24.728532 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1945762350-network', 'tenant_id': '1d4c19e1733e4ca39d497fd9e2c24f11'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:24.845465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Made reservation on behalf of 1d4c19e1733e4ca39d497fd9e2c24f11 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:24.847818 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.856652 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.937169 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:24.944039 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.026876 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.054117 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:16:25.064684 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9789d720-9639-46ea-ac1c-9a90185956ee,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:25.071571 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.072539 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Added segment 21a0f247-b0e7-49c5-81f1-458ae5f47b64 of type vlan for network ea73c850-9731-4439-8571-74b7d0dbb25f Sep 22 10:16:25.113003 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.188329 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.189295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:25.189898 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.252090 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] Pushing event updated for resources: {'Network': ['ID=ea73c850-9731-4439-8571-74b7d0dbb25f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:25.262356 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network ea73c850-9731-4439-8571-74b7d0dbb25f details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:16:25.301806 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7a3b2eae-28de-4deb-b7b6-2d965c92605b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6693814 Sep 22 10:16:25.303315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53168) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:16:25.308315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] Request body: {'subnet': {'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1945762350-subnet', 'tenant_id': '1d4c19e1733e4ca39d497fd9e2c24f11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:25.428016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] Made reservation on behalf of 1d4c19e1733e4ca39d497fd9e2c24f11 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:25.430413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.685674 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.744638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] Pushing event updated for resources: {'Subnet': ['ID=56036f3a-f590-4814-95db-4cb065f09d08,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:25.752362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] Checking segment: {'id': '21a0f247-b0e7-49c5-81f1-458ae5f47b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:25.752747 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] Network hostable DHCP agents. Network: ea73c850-9731-4439-8571-74b7d0dbb25f, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:16:25.868019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] Network ea73c850-9731-4439-8571-74b7d0dbb25f is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:16:25.988372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, ea73c850-9731-4439-8571-74b7d0dbb25f) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:25.992628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:25.993246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:25.997900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ed28a-12e0-40a8-b350-a98e6b8628e8 None None] Network ea73c850-9731-4439-8571-74b7d0dbb25f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:16:26.091896 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-df165332-596b-4147-919f-3b8a1ea0091d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7874243 Sep 22 10:16:26.128079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa1d491-d9bc-456c-af87-f2b609ab2998 None None] Network ea73c850-9731-4439-8571-74b7d0dbb25f requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:16:26.533498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-32ccb477-62e4-4598-99df-6d3dae36a8eb tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:26.534933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-32ccb477-62e4-4598-99df-6d3dae36a8eb tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/networks?id=ea73c850-9731-4439-8571-74b7d0dbb25f HTTP/1.1" status: 200 len: 812 time: 0.1044450 Sep 22 10:16:26.550178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-734fe110-ee9a-47a3-8cbc-3fcb2eb90553 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/quotas/1d4c19e1733e4ca39d497fd9e2c24f11 HTTP/1.1" status: 200 len: 375 time: 0.0094323 Sep 22 10:16:26.582761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-44833e15-5dba-4b5b-81fc-5e352dcefeab tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269880 Sep 22 10:16:26.594387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-d8283bd5-8d5f-4353-9180-317bfe0f665d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:16:26.595363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-d8283bd5-8d5f-4353-9180-317bfe0f665d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059204 Sep 22 10:16:26.687649 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-666ed4af-9a7c-452e-9f68-e5952c17baad service neutron] 10.222.0.49 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863421 Sep 22 10:16:26.776682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-746de3cb-e130-43da-914c-f79cb5aa2354 service neutron] 10.222.0.49 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824738 Sep 22 10:16:26.977150 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a5002790-abaa-4445-9a1f-e43dd867c184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:27.040804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-124b3ed6-bdf1-419e-b564-f6db78834416 req-5421b81b-f497-4f84-943d-b2976b4106b5 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 210 time: 0.0325675 Sep 22 10:16:27.588308 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:28.120034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5eec273-3608-4468-b6d8-93c0153a9ff4 req-5295d554-b269-4a95-b7e4-770f76d7f1da tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 210 time: 0.0281422 Sep 22 10:16:28.205582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:29.202710 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06d91097-db25-4088-b1cf-cb3aa6e0a830 req-728496d1-0049-49e5-af5e-65e9e1f6600e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 210 time: 0.0271826 Sep 22 10:16:30.011074 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.298973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5cd4224-0693-45be-a1cf-cc2a1cb4bb24 req-8eab120e-7337-4ead-9cde-3321a3127073 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 210 time: 0.0293365 Sep 22 10:16:30.583482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-8265e932-0064-497b-b968-de4d9e94906e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:30.585238 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-8265e932-0064-497b-b968-de4d9e94906e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.60 "GET /v2.0/networks?id=ea73c850-9731-4439-8571-74b7d0dbb25f HTTP/1.1" status: 200 len: 812 time: 0.1098278 Sep 22 10:16:30.598141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Request body: {'port': {'device_id': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f', 'admin_state_up': True, 'tenant_id': '1d4c19e1733e4ca39d497fd9e2c24f11'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:30.788300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Made reservation on behalf of 1d4c19e1733e4ca39d497fd9e2c24f11 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:16:30.791944 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:30.924410 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Allocated IP 172.20.0.10 (ea73c850-9731-4439-8571-74b7d0dbb25f/56036f3a-f590-4814-95db-4cb065f09d08/d35dea91-747b-4f4a-a154-dbcad80ef4dd) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:16:31.079714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.204650 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.248863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Network ea73c850-9731-4439-8571-74b7d0dbb25f is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:16:31.254048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:16:31.261494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:16:31.265966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Pushing event updated for resources: {'Port': ['ID=d35dea91-747b-4f4a-a154-dbcad80ef4dd,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:31.317183 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:31.317795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.393073 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-90a56ecc-fe23-4197-8282-cbeca9c8bebd tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7988501 Sep 22 10:16:31.406414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Request body: {'port': {'device_id': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:16:31.428069 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4427dbf-3e1c-4e54-8c0f-0f343fd8a3b3 req-279873b3-c74c-46df-a0be-f703be5b572e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:31.429633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4427dbf-3e1c-4e54-8c0f-0f343fd8a3b3 req-279873b3-c74c-46df-a0be-f703be5b572e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 932 time: 0.0511467 Sep 22 10:16:31.465069 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.471697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4427dbf-3e1c-4e54-8c0f-0f343fd8a3b3 req-000df13f-4a59-459f-9313-c4ba47c4cdab tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357249 Sep 22 10:16:31.724588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35dea91-747b-4f4a-a154-dbcad80ef4dd {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:31.732316 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.745104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Transition to ACTIVE for port object d35dea91-747b-4f4a-a154-dbcad80ef4dd will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:16:31.837464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:31.891401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Pushing event updated for resources: {'Port': ['ID=d35dea91-747b-4f4a-a154-dbcad80ef4dd,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:31.960037 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Attempting to bind port d35dea91-747b-4f4a-a154-dbcad80ef4dd on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:16:31.960375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Attempting to bind port d35dea91-747b-4f4a-a154-dbcad80ef4dd by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '21a0f247-b0e7-49c5-81f1-458ae5f47b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:16:31.960701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Attempting to bind port d35dea91-747b-4f4a-a154-dbcad80ef4dd on network ea73c850-9731-4439-8571-74b7d0dbb25f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:31.965049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Port d35dea91-747b-4f4a-a154-dbcad80ef4dd on network ea73c850-9731-4439-8571-74b7d0dbb25f not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:16:31.965368 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Attempting to bind port d35dea91-747b-4f4a-a154-dbcad80ef4dd on network ea73c850-9731-4439-8571-74b7d0dbb25f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:16:31.971262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:16:31.971601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Checking segment: {'id': '21a0f247-b0e7-49c5-81f1-458ae5f47b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:16:31.971986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Bound using segment: {'id': '21a0f247-b0e7-49c5-81f1-458ae5f47b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:16:31.972410 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Bound port: d35dea91-747b-4f4a-a154-dbcad80ef4dd, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a0f247-b0e7-49c5-81f1-458ae5f47b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:16:31.973058 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:32.039056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:16:32.040068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd,segment=NetworkSegment(21a0f247-b0e7-49c5-81f1-458ae5f47b64),segment_id=21a0f247-b0e7-49c5-81f1-458ae5f47b64)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:16:32.205973 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:32.241793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:32.242411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:32.243818 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] 10.222.0.60 "PUT /v2.0/ports/d35dea91-747b-4f4a-a154-dbcad80ef4dd HTTP/1.1" status: 200 len: 1092 time: 0.8419070 Sep 22 10:16:32.244261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:32.246580 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005241ba-73b0-4feb-84ce-21f0d88ddbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:32.270174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa16ca-112e-4376-beaa-f59a6999bb48 service neutron] Pushing event updated for resources: {'Port': ['ID=d35dea91-747b-4f4a-a154-dbcad80ef4dd,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:32.284954 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba92c63a-0c8d-461c-af81-773b70b68dbf x-openstack-request-id: req-ba92c63a-0c8d-461c-af81-773b70b68dbf {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:32.285247 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:32.285500 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba92c63a-0c8d-461c-af81-773b70b68dbf {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:32.285896 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd', 'status': 'completed', 'code': 200} Sep 22 10:16:32.357032 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005241ba-73b0-4feb-84ce-21f0d88ddbc0 req-b0be34e5-c726-46d1-8a3c-124405b2bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:32.359669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-005241ba-73b0-4feb-84ce-21f0d88ddbc0 req-b0be34e5-c726-46d1-8a3c-124405b2bb4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11&device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 1095 time: 0.0464537 Sep 22 10:16:32.449662 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:16:32.523130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005241ba-73b0-4feb-84ce-21f0d88ddbc0 req-e76e942a-6a90-44f2-83b4-a925971cd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:32.524787 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-005241ba-73b0-4feb-84ce-21f0d88ddbc0 req-e76e942a-6a90-44f2-83b4-a925971cd75d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1579311 Sep 22 10:16:32.600667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa67261-245d-43bb-9e7a-58a72923120b req-066dcb68-a274-44e7-9efe-d8921396e0a4 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:32.602311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caa67261-245d-43bb-9e7a-58a72923120b req-066dcb68-a274-44e7-9efe-d8921396e0a4 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 944 time: 0.0556586 Sep 22 10:16:32.626208 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005241ba-73b0-4feb-84ce-21f0d88ddbc0 req-1314e08f-138b-4169-b55a-0c5d21b8bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:32.627798 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-005241ba-73b0-4feb-84ce-21f0d88ddbc0 req-1314e08f-138b-4169-b55a-0c5d21b8bf7e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955670 Sep 22 10:16:32.642646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caa67261-245d-43bb-9e7a-58a72923120b req-b0248233-7928-43b4-a373-7654b7633282 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338216 Sep 22 10:16:32.725701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-c02becc1-64de-455b-9a7d-0f5c88b4d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:32.727229 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-c02becc1-64de-455b-9a7d-0f5c88b4d2e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11&device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 1095 time: 0.0472503 Sep 22 10:16:32.769178 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-8b62e4fa-40a3-4574-8deb-bfedf30ce2e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd HTTP/1.1" status: 200 len: 217 time: 0.0340130 Sep 22 10:16:32.818922 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-dc9ca01c-3648-4917-a8b4-602c650d89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:32.820407 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-dc9ca01c-3648-4917-a8b4-602c650d89b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56036f3a-f590-4814-95db-4cb065f09d08 HTTP/1.1" status: 200 len: 852 time: 0.0444405 Sep 22 10:16:32.852662 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-8efcbf5e-355f-486a-bc8c-41d6cf200b87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea73c850-9731-4439-8571-74b7d0dbb25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250053 Sep 22 10:16:32.947010 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-8004af22-ec02-4415-95b9-de2e7a9e8724 service neutron] 10.222.0.60 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871093 Sep 22 10:16:33.042871 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1390a70-69f8-4227-9037-b1297b0dcb30 req-7a3629a8-57f8-476b-afc9-b5ebbd508a18 service neutron] 10.222.0.60 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892665 Sep 22 10:16:33.760178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de9b4-3465-487e-a95b-89dc0e2af229 req-dee97964-a881-4770-bb58-ca5215c769eb tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:33.761998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-715de9b4-3465-487e-a95b-89dc0e2af229 req-dee97964-a881-4770-bb58-ca5215c769eb tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 944 time: 0.0506370 Sep 22 10:16:33.802178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-715de9b4-3465-487e-a95b-89dc0e2af229 req-b3016731-fcb7-4960-8fb6-232f9e99c1d0 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333035 Sep 22 10:16:34.844323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d35dea91-747b-4f4a-a154-dbcad80ef4dd details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:16:34.917744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc9727-37ee-4c1b-ae57-f3a727feeebe req-a7cc8f19-e00d-4a42-adee-4193d1e7842b tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:34.919289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fdc9727-37ee-4c1b-ae57-f3a727feeebe req-a7cc8f19-e00d-4a42-adee-4193d1e7842b tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 944 time: 0.0500166 Sep 22 10:16:34.944338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd,segment=NetworkSegment(21a0f247-b0e7-49c5-81f1-458ae5f47b64),segment_id=21a0f247-b0e7-49c5-81f1-458ae5f47b64)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:34.955836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd', 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f', 'port_id': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd', 'mac_address': 'fa:16:3e:28:85:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56036f3a-f590-4814-95db-4cb065f09d08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:16:34.961474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fdc9727-37ee-4c1b-ae57-f3a727feeebe req-a1408969-ea53-48a3-9e5f-7752a54a24ec tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345531 Sep 22 10:16:34.994058 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:35.007848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35dea91-747b-4f4a-a154-dbcad80ef4dd {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:16:35.032048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd,segment=NetworkSegment(21a0f247-b0e7-49c5-81f1-458ae5f47b64),segment_id=21a0f247-b0e7-49c5-81f1-458ae5f47b64)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:35.137054 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:35.184885 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=d35dea91-747b-4f4a-a154-dbcad80ef4dd,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:35.336021 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['d35dea91-747b-4f4a-a154-dbcad80ef4dd'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:16:36.086601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c38df0-8fd9-4538-b088-397743ad3e76 req-48b65241-5709-4236-99a9-73d8d7901cee tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:36.088045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47c38df0-8fd9-4538-b088-397743ad3e76 req-48b65241-5709-4236-99a9-73d8d7901cee tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 945 time: 0.0564842 Sep 22 10:16:36.129049 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47c38df0-8fd9-4538-b088-397743ad3e76 req-5fbd4ba9-d178-44b8-bf4d-6e1151c18673 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342224 Sep 22 10:16:36.844660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d35dea91-747b-4f4a-a154-dbcad80ef4dd up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:16:36.959365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port d35dea91-747b-4f4a-a154-dbcad80ef4dd completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:16:36.963374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port d35dea91-747b-4f4a-a154-dbcad80ef4dd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:16:36.963763 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:37.041759 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:37.063846 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:16:37.066115 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e5219d-a1b4-435b-83f0-9d15b2981c74" -d '{"events": [{"server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "name": "network-vif-plugged", "status": "completed", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:16:37.080145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd,segment=NetworkSegment(21a0f247-b0e7-49c5-81f1-458ae5f47b64),segment_id=21a0f247-b0e7-49c5-81f1-458ae5f47b64)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:16:37.103637 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817eaab7-da15-4a67-9128-10c753e72e61 x-openstack-request-id: req-817eaab7-da15-4a67-9128-10c753e72e61 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:16:37.103925 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "name": "network-vif-plugged", "status": "completed", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:16:37.104205 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-817eaab7-da15-4a67-9128-10c753e72e61 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:16:37.104564 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd', 'code': 200} Sep 22 10:16:37.159772 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:37.202491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c414d-8cda-447f-bf09-748afa5bc786 req-e3e4555c-1a62-460e-b219-dab33d05c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:37.204094 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-531c414d-8cda-447f-bf09-748afa5bc786 req-e3e4555c-1a62-460e-b219-dab33d05c326 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 1097 time: 0.0412624 Sep 22 10:16:37.217394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=d35dea91-747b-4f4a-a154-dbcad80ef4dd,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:16:37.243889 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-531c414d-8cda-447f-bf09-748afa5bc786 req-1e8f54ac-d99c-47eb-ad7c-800fb6f2989e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Sep 22 10:16:37.256380 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1a00d-d411-42f5-a328-f1e357a4d448 req-d39a0735-c195-43ec-8c51-336c1faea851 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:37.257894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afa1a00d-d411-42f5-a328-f1e357a4d448 req-d39a0735-c195-43ec-8c51-336c1faea851 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0530362 Sep 22 10:16:37.297601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-afa1a00d-d411-42f5-a328-f1e357a4d448 req-eb570092-7353-4679-b46d-5f7994569dfb tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Sep 22 10:16:38.420370 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6e84c-ad15-44fb-b5bf-5fa9ce4bb47b req-f531e46a-1194-4c3b-8293-33ce2eb8e068 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:38.422492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf6e84c-ad15-44fb-b5bf-5fa9ce4bb47b req-f531e46a-1194-4c3b-8293-33ce2eb8e068 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0506690 Sep 22 10:16:38.462768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bf6e84c-ad15-44fb-b5bf-5fa9ce4bb47b req-f535494e-b2a0-4fda-99e3-c39414847d9a tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334494 Sep 22 10:16:38.906403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729ccef-30ad-4dec-ae23-260c9cfb7403 req-0f144724-8229-4422-af94-e09f0932b40d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:38.907882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9729ccef-30ad-4dec-ae23-260c9cfb7403 req-0f144724-8229-4422-af94-e09f0932b40d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0559242 Sep 22 10:16:38.946476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9729ccef-30ad-4dec-ae23-260c9cfb7403 req-917674bc-6f26-47c2-98b1-984887ca6811 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325234 Sep 22 10:16:39.071863 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-04df31bd-784f-4d5b-9bf0-4bd311f6ad05 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917923 Sep 22 10:16:40.067827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc16d3b-49bf-4fef-9c54-a66b45047495 req-ed83ce55-3f3c-48fb-b298-cdefd83aeccb tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:40.069400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cc16d3b-49bf-4fef-9c54-a66b45047495 req-ed83ce55-3f3c-48fb-b298-cdefd83aeccb tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0516951 Sep 22 10:16:40.111192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cc16d3b-49bf-4fef-9c54-a66b45047495 req-56472eab-02e5-405c-a193-2a9864cedcac tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345843 Sep 22 10:16:41.230638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b285a-9292-437a-ace4-9511a41f8f71 req-97920bb3-33c1-49e8-8c47-bb15ed12a624 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:41.232105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d69b285a-9292-437a-ace4-9511a41f8f71 req-97920bb3-33c1-49e8-8c47-bb15ed12a624 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0511072 Sep 22 10:16:41.275677 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d69b285a-9292-437a-ace4-9511a41f8f71 req-aa5f1b56-76d7-47f7-925e-70b442060aa1 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372241 Sep 22 10:16:41.325086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04741-72b5-429b-968a-64c10918040a req-810ec3fc-ffce-49bf-bffa-e9a21f7b0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:41.327197 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-810ec3fc-ffce-49bf-bffa-e9a21f7b0679 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11&device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 1097 time: 0.0413933 Sep 22 10:16:41.420316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04741-72b5-429b-968a-64c10918040a req-1ff41dcc-910f-46b3-b667-196c4fc12153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:41.422016 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-1ff41dcc-910f-46b3-b667-196c4fc12153 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea73c850-9731-4439-8571-74b7d0dbb25f HTTP/1.1" status: 200 len: 913 time: 0.0889907 Sep 22 10:16:41.464137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-9c13e92d-cf10-4584-bf1c-4218d6a3a130 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd HTTP/1.1" status: 200 len: 217 time: 0.0348716 Sep 22 10:16:41.517601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04741-72b5-429b-968a-64c10918040a req-ce51435e-d76d-4561-b6ce-a80fc3bcf20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:41.519087 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-ce51435e-d76d-4561-b6ce-a80fc3bcf20c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56036f3a-f590-4814-95db-4cb065f09d08 HTTP/1.1" status: 200 len: 852 time: 0.0480497 Sep 22 10:16:41.552620 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-bff85e6c-90a1-49f0-9984-eb0a536b0053 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea73c850-9731-4439-8571-74b7d0dbb25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255015 Sep 22 10:16:41.643898 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-92ed5a32-ad2d-4854-9278-4e1e62b1e71d service neutron] 10.222.0.60 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829358 Sep 22 10:16:41.752871 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-8d86963d-01b6-4c5b-a4a7-e1caed6a35e0 service neutron] 10.222.0.60 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010628 Sep 22 10:16:42.402509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c29d8-05cf-41ed-b289-f0649a4ebccb req-c92f9158-00ed-42a8-86cf-27db6093eb63 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:42.403993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-234c29d8-05cf-41ed-b289-f0649a4ebccb req-c92f9158-00ed-42a8-86cf-27db6093eb63 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0536880 Sep 22 10:16:42.441896 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-234c29d8-05cf-41ed-b289-f0649a4ebccb req-150f3758-db39-4aed-b513-63214d19379e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Sep 22 10:16:43.559846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9710757-53bb-40b6-b8ee-14171a79dd48 req-17b9385b-7219-41f7-b03c-f1a0890f60ae tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:43.561626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9710757-53bb-40b6-b8ee-14171a79dd48 req-17b9385b-7219-41f7-b03c-f1a0890f60ae tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0496290 Sep 22 10:16:43.600772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9710757-53bb-40b6-b8ee-14171a79dd48 req-89353c86-f1f7-475d-96f0-996b83b1d2e6 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333843 Sep 22 10:16:44.717143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9233ee4-31cf-4525-adf5-3f09a02f010c req-a826c287-08b0-4ba3-bdb4-8e9ed9dbe56e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:44.718907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9233ee4-31cf-4525-adf5-3f09a02f010c req-a826c287-08b0-4ba3-bdb4-8e9ed9dbe56e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0506022 Sep 22 10:16:44.758262 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9233ee4-31cf-4525-adf5-3f09a02f010c req-8179e1de-5032-4019-9add-fcc4bc75131d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333874 Sep 22 10:16:45.878866 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362edb77-a1ee-41ed-a525-ae9067b7478c req-2ca9b587-9afd-4b3b-9541-48f2b2f4964b tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:45.880369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-362edb77-a1ee-41ed-a525-ae9067b7478c req-2ca9b587-9afd-4b3b-9541-48f2b2f4964b tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0544143 Sep 22 10:16:45.921150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-362edb77-a1ee-41ed-a525-ae9067b7478c req-e4446964-1ee0-496a-94fb-8c09fe91c988 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340238 Sep 22 10:16:47.040704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9fca-a7e2-48e5-b27f-6e2bbe1eb4ca req-cafd3f63-bfc5-4a9f-945c-af217e3c9e03 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:47.042361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43eb9fca-a7e2-48e5-b27f-6e2bbe1eb4ca req-cafd3f63-bfc5-4a9f-945c-af217e3c9e03 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0521352 Sep 22 10:16:47.083530 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-43eb9fca-a7e2-48e5-b27f-6e2bbe1eb4ca req-b1cba5d7-1e19-4ace-82eb-f55fceab611b tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349884 Sep 22 10:16:48.199246 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93740337-c49d-4e45-b84b-eee3653d6ed5 req-3fe9b37a-10b7-4df9-b646-7185859a92a2 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:48.200778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93740337-c49d-4e45-b84b-eee3653d6ed5 req-3fe9b37a-10b7-4df9-b646-7185859a92a2 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0501516 Sep 22 10:16:48.240548 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93740337-c49d-4e45-b84b-eee3653d6ed5 req-7a3f24a9-c5ae-4b8a-a720-a8efe380a3e0 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Sep 22 10:16:49.361788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3370aa-7101-48ed-a894-3ea66fbf7ade req-b7e4a60f-5e20-4879-bb10-61a57a20d670 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:49.363325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f3370aa-7101-48ed-a894-3ea66fbf7ade req-b7e4a60f-5e20-4879-bb10-61a57a20d670 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0552511 Sep 22 10:16:49.400951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f3370aa-7101-48ed-a894-3ea66fbf7ade req-c332c34c-4a7c-45ec-ae66-77b404c811e9 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Sep 22 10:16:50.520606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab93ab4-8e3c-4783-b382-39915958120e req-0c19ae78-7b56-4c6f-81f0-c928cde11030 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:50.522169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab93ab4-8e3c-4783-b382-39915958120e req-0c19ae78-7b56-4c6f-81f0-c928cde11030 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0503871 Sep 22 10:16:50.562157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cab93ab4-8e3c-4783-b382-39915958120e req-79b63767-f0bf-4efd-bb56-41ec9aee5383 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337827 Sep 22 10:16:51.679658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44045e59-2637-4fd4-89b5-8b5af8e2e582 req-5fa04c8b-e256-4af9-ab79-c13ec009c1d7 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:51.681234 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44045e59-2637-4fd4-89b5-8b5af8e2e582 req-5fa04c8b-e256-4af9-ab79-c13ec009c1d7 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0512791 Sep 22 10:16:51.723298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44045e59-2637-4fd4-89b5-8b5af8e2e582 req-fc6db431-539c-452c-b320-134de4d5583e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352795 Sep 22 10:16:52.843369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65511a7c-9049-4ffb-9876-cd7725fd4a2a req-d60f7f49-2105-45d2-a3fb-966cb14542ec tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:52.844911 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65511a7c-9049-4ffb-9876-cd7725fd4a2a req-d60f7f49-2105-45d2-a3fb-966cb14542ec tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0547447 Sep 22 10:16:52.882992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65511a7c-9049-4ffb-9876-cd7725fd4a2a req-7df3ffca-cba1-4aff-b67b-229f8440b419 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Sep 22 10:16:53.609577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:54.001134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a25885-d6d2-4e80-9dd5-d1e580803cf2 req-8b3acb17-9b2b-4800-871c-17bdd982140d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:54.002624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3a25885-d6d2-4e80-9dd5-d1e580803cf2 req-8b3acb17-9b2b-4800-871c-17bdd982140d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0518098 Sep 22 10:16:54.041723 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a3a25885-d6d2-4e80-9dd5-d1e580803cf2 req-5b624412-9742-493d-819f-c1eef3adb6fe tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331738 Sep 22 10:16:54.221962 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7431b2d9-1282-4879-9fcf-ddaed7cc9587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:54.987644 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:55.165934 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdbb25-bf6c-4988-80d8-4a9d9b1ba3a8 req-f4cbac67-679b-4c04-a861-958a209a3d3d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:55.167555 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8acdbb25-bf6c-4988-80d8-4a9d9b1ba3a8 req-f4cbac67-679b-4c04-a861-958a209a3d3d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0574825 Sep 22 10:16:55.207362 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8acdbb25-bf6c-4988-80d8-4a9d9b1ba3a8 req-e149ff38-dd3c-4261-9e32-c0ab45dc6442 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Sep 22 10:16:56.330347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23101c62-7cc0-452b-b695-59e3eb5a5306 req-b9d31f2b-b75b-4c71-8e5a-0c424e1f5133 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:56.332072 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23101c62-7cc0-452b-b695-59e3eb5a5306 req-b9d31f2b-b75b-4c71-8e5a-0c424e1f5133 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0547643 Sep 22 10:16:56.370695 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23101c62-7cc0-452b-b695-59e3eb5a5306 req-7eef593c-3b86-4026-9126-4aac567838fb tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Sep 22 10:16:56.968891 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5c48-10db-4dc0-a680-7fa941efa5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:57.487195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eec0a0-7aaf-457a-85b5-5a1243bdb6f1 req-02b66c9f-d87c-4ceb-99f4-bbde0e108a95 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:57.488746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48eec0a0-7aaf-457a-85b5-5a1243bdb6f1 req-02b66c9f-d87c-4ceb-99f4-bbde0e108a95 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0512283 Sep 22 10:16:57.526777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48eec0a0-7aaf-457a-85b5-5a1243bdb6f1 req-86aa9c64-f9a2-40c8-922b-2cdb81d0a066 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Sep 22 10:16:57.610274 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:58.210762 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:16:58.644690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e4983-41c2-4e82-b400-cd09c510b86d req-2c278ad6-1e03-410b-9153-dc9f89afb39a tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:58.646275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec5e4983-41c2-4e82-b400-cd09c510b86d req-2c278ad6-1e03-410b-9153-dc9f89afb39a tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0502644 Sep 22 10:16:58.685190 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec5e4983-41c2-4e82-b400-cd09c510b86d req-3d84ba78-193e-49ca-b968-65ac0fcadeee tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330019 Sep 22 10:16:59.159460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-f96bb7b3-009c-4e96-b947-1a6c48003279 req-f9f894d7-023e-4a9f-be4b-db5624f605ce service neutron] (95510) timed out ('10.222.0.60', 56625) {{(pid=95510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:16:59.807706 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e2dd4-088b-4d21-a9db-c8b99658dc0e req-5ca984b7-bcab-4c9e-8dfd-42c9bafeeb63 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:16:59.809242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed5e2dd4-088b-4d21-a9db-c8b99658dc0e req-5ca984b7-bcab-4c9e-8dfd-42c9bafeeb63 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0535400 Sep 22 10:16:59.847636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed5e2dd4-088b-4d21-a9db-c8b99658dc0e req-3323f260-361b-4b56-87b1-53b670255947 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Sep 22 10:17:00.124953 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:00.965546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608993-8487-4976-90d6-7c5db84510d5 req-f9579ebb-bdca-45ea-ab74-3deb69e55af3 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:00.967165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e608993-8487-4976-90d6-7c5db84510d5 req-f9579ebb-bdca-45ea-ab74-3deb69e55af3 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0503573 Sep 22 10:17:01.005306 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e608993-8487-4976-90d6-7c5db84510d5 req-ea391e61-17a7-40d4-b6d4-0b9dd776de6e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322180 Sep 22 10:17:02.123742 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe6b5d-2c37-4158-8f5a-a348d73adf36 req-b9fd6808-9cd9-4317-bb9d-4c7e2bd3688c tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:02.125286 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4fe6b5d-2c37-4158-8f5a-a348d73adf36 req-b9fd6808-9cd9-4317-bb9d-4c7e2bd3688c tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0512455 Sep 22 10:17:02.165119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4fe6b5d-2c37-4158-8f5a-a348d73adf36 req-1bd67c5f-5b06-45b6-98fd-990ca3fd5815 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333409 Sep 22 10:17:03.287860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bfbbe-660f-429b-8bf6-badaf0810a3a req-3441bb7a-08b3-41ca-a007-af030cf8fae2 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:03.289404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-333bfbbe-660f-429b-8bf6-badaf0810a3a req-3441bb7a-08b3-41ca-a007-af030cf8fae2 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0546250 Sep 22 10:17:03.330218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-333bfbbe-660f-429b-8bf6-badaf0810a3a req-d498dc31-7341-4a40-9516-74fd26a0cfd1 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339611 Sep 22 10:17:04.447664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec49b5f-44ff-4066-ac04-a0ff613296e6 req-546dcf74-c497-433a-8c5b-93d0b9078572 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:04.449223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cec49b5f-44ff-4066-ac04-a0ff613296e6 req-546dcf74-c497-433a-8c5b-93d0b9078572 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0507138 Sep 22 10:17:04.488095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cec49b5f-44ff-4066-ac04-a0ff613296e6 req-3e9d1f98-dc64-4f00-ac26-6f1310e0f787 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320823 Sep 22 10:17:05.605555 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590c38a-c692-42ba-8d36-d5874957f452 req-174f3dfd-1abf-430e-996e-8a9f18e633ed tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:05.607805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7590c38a-c692-42ba-8d36-d5874957f452 req-174f3dfd-1abf-430e-996e-8a9f18e633ed tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0510786 Sep 22 10:17:05.647601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7590c38a-c692-42ba-8d36-d5874957f452 req-c22820c8-385d-481e-a27f-57ab575c9341 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338562 Sep 22 10:17:06.768639 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79506ad-beea-43e2-a0e0-56c4ba359f95 req-be6650ba-7d56-405e-891d-c7828eb18c62 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:06.770205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d79506ad-beea-43e2-a0e0-56c4ba359f95 req-be6650ba-7d56-405e-891d-c7828eb18c62 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0550296 Sep 22 10:17:06.808738 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d79506ad-beea-43e2-a0e0-56c4ba359f95 req-16bf76c1-8b0b-41cc-9ee6-431513eb6cbc tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323725 Sep 22 10:17:07.694981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-807feee1-b240-4a1f-85d0-894f538a7cd5 req-6fc849f3-72bd-4d8d-9a04-5e2d6441a05a service neutron] (95509) timed out ('10.222.0.45', 54658) {{(pid=95509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:17:07.929021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0d86f-2b09-42dc-acf7-fe94a792cb22 req-8fcd6141-5cc6-423c-a066-4a2209863c68 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:07.930568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65f0d86f-2b09-42dc-acf7-fe94a792cb22 req-8fcd6141-5cc6-423c-a066-4a2209863c68 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0513976 Sep 22 10:17:07.969251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65f0d86f-2b09-42dc-acf7-fe94a792cb22 req-f9802a0a-091a-4b92-a156-7c976a36937f tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Sep 22 10:17:09.058543 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-ced04741-72b5-429b-968a-64c10918040a req-4813171b-8813-4e6c-912b-92b76adea531 service neutron] show failed (client error): The resource could not be found. Sep 22 10:17:09.059591 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-4813171b-8813-4e6c-912b-92b76adea531 service neutron] 10.222.0.60 "GET /v2.0/ports/d35dea91-747b-4f4a-a154-dbcad80ef4dd/bindings/n-h2-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0576496 Sep 22 10:17:09.089445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a1dee-b04a-4b3f-965c-187f51f46612 req-57ec8877-8588-4e95-8c6f-36b5b54ab4ca tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:09.090968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c42a1dee-b04a-4b3f-965c-187f51f46612 req-57ec8877-8588-4e95-8c6f-36b5b54ab4ca tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 946 time: 0.0531092 Sep 22 10:17:09.130643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c42a1dee-b04a-4b3f-965c-187f51f46612 req-d696ba64-f4e9-4d02-a29a-96e9e7c7a309 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Sep 22 10:17:09.448367 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:17:09.703414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04741-72b5-429b-968a-64c10918040a req-ce338b35-a880-498e-9287-21942a59a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:09.704982 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-ce338b35-a880-498e-9287-21942a59a4c3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341&tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11 HTTP/1.1" status: 200 len: 1097 time: 0.0473480 Sep 22 10:17:09.722301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:09.776480 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:09.977357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd,segment=NetworkSegment(21a0f247-b0e7-49c5-81f1-458ae5f47b64),segment_id=21a0f247-b0e7-49c5-81f1-458ae5f47b64)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:10.011157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:10.080442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:10.082731 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f313c03-2e2f-40b4-b88f-f6ebe9fc51a0" -d '{"events": [{"server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "name": "network-vif-unplugged", "status": "completed", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:10.086969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:10.100821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Transition to ACTIVE for port object d35dea91-747b-4f4a-a154-dbcad80ef4dd will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:17:10.131360 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db141f6-125f-49fe-8cb0-c4f59d14429f x-openstack-request-id: req-2db141f6-125f-49fe-8cb0-c4f59d14429f {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:10.131650 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "name": "network-vif-unplugged", "status": "completed", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:10.131901 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2db141f6-125f-49fe-8cb0-c4f59d14429f {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:10.132301 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd', 'code': 200} Sep 22 10:17:10.168664 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:10.259221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b75f-7d4b-4325-b8af-e6bcea09a95c req-56bdbece-7cf2-40bf-9983-880aa806e6fc tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:10.261027 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6f6b75f-7d4b-4325-b8af-e6bcea09a95c req-56bdbece-7cf2-40bf-9983-880aa806e6fc tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 944 time: 0.0583322 Sep 22 10:17:10.309565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f6f6b75f-7d4b-4325-b8af-e6bcea09a95c req-97cd4790-0c00-4415-bef5-9ec7198f2f2f tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Sep 22 10:17:10.484705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] No DVR routers for this DVR port d35dea91-747b-4f4a-a154-dbcad80ef4dd on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:10.486619 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Pushing event updated for resources: {'Port': ['ID=d35dea91-747b-4f4a-a154-dbcad80ef4dd,revision_number=6']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:10.522527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Attempting to bind port d35dea91-747b-4f4a-a154-dbcad80ef4dd on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:10.522775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Attempting to bind port d35dea91-747b-4f4a-a154-dbcad80ef4dd by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '21a0f247-b0e7-49c5-81f1-458ae5f47b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:10.523098 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Attempting to bind port d35dea91-747b-4f4a-a154-dbcad80ef4dd on network ea73c850-9731-4439-8571-74b7d0dbb25f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:10.527429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Port d35dea91-747b-4f4a-a154-dbcad80ef4dd on network ea73c850-9731-4439-8571-74b7d0dbb25f not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:17:10.527743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Attempting to bind port d35dea91-747b-4f4a-a154-dbcad80ef4dd on network ea73c850-9731-4439-8571-74b7d0dbb25f {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:10.533406 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:10.533743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Checking segment: {'id': '21a0f247-b0e7-49c5-81f1-458ae5f47b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:10.534222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Bound using segment: {'id': '21a0f247-b0e7-49c5-81f1-458ae5f47b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:10.534557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Bound port: d35dea91-747b-4f4a-a154-dbcad80ef4dd, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a0f247-b0e7-49c5-81f1-458ae5f47b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:10.534915 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:10.600453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:10.603545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd,segment=NetworkSegment(21a0f247-b0e7-49c5-81f1-458ae5f47b64),segment_id=21a0f247-b0e7-49c5-81f1-458ae5f47b64)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:10.685432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:10.721757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:10.722382 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:10.723792 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] 10.222.0.45 "PUT /v2.0/ports/d35dea91-747b-4f4a-a154-dbcad80ef4dd HTTP/1.1" status: 200 len: 1092 time: 1.0056605 Sep 22 10:17:10.744085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb12793-3afa-4eb6-b72a-726a94af2504 service neutron] Pushing event updated for resources: {'Port': ['ID=d35dea91-747b-4f4a-a154-dbcad80ef4dd,revision_number=7']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:10.798709 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04741-72b5-429b-968a-64c10918040a req-67ec394f-165b-4e32-bfbc-b901637f3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:10.800174 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-67ec394f-165b-4e32-bfbc-b901637f3a45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11&device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 1095 time: 0.0443265 Sep 22 10:17:10.895290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04741-72b5-429b-968a-64c10918040a req-66195389-78cf-4a8c-a45e-7a886a3acd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:10.896853 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-66195389-78cf-4a8c-a45e-7a886a3acd06 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea73c850-9731-4439-8571-74b7d0dbb25f HTTP/1.1" status: 200 len: 913 time: 0.0895216 Sep 22 10:17:10.944408 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-b080f8c4-27f0-4e14-9648-f5048d2c3e40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd HTTP/1.1" status: 200 len: 217 time: 0.0348916 Sep 22 10:17:10.998945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04741-72b5-429b-968a-64c10918040a req-be3a66ba-147c-4931-8981-ef9aa80dee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:11.000462 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-be3a66ba-147c-4931-8981-ef9aa80dee3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56036f3a-f590-4814-95db-4cb065f09d08 HTTP/1.1" status: 200 len: 852 time: 0.0450463 Sep 22 10:17:11.038517 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-f9e3ea6f-63e1-4e96-920e-1d38fab91e70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea73c850-9731-4439-8571-74b7d0dbb25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263512 Sep 22 10:17:11.134128 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-ed2310c5-4435-4c35-b3bd-0096dc97c0b2 service neutron] 10.222.0.45 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885348 Sep 22 10:17:11.233571 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ced04741-72b5-429b-968a-64c10918040a req-c12c4522-6d37-49ea-ad48-46545eead922 service neutron] 10.222.0.45 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875571 Sep 22 10:17:11.424829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c5f32-b12e-48ac-8dad-2009fc8641cb req-f7857f46-d2d6-45eb-bd2d-fdbe05162167 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:11.426294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef2c5f32-b12e-48ac-8dad-2009fc8641cb req-f7857f46-d2d6-45eb-bd2d-fdbe05162167 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 944 time: 0.0496819 Sep 22 10:17:11.466575 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef2c5f32-b12e-48ac-8dad-2009fc8641cb req-0af6c26b-4303-4d8d-bc6a-b995ba984624 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Sep 22 10:17:12.133733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:12.136439 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab49c39-df57-4ad7-8d62-e602479043b7" -d '{"events": [{"name": "network-changed", "server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:12.187169 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f59c2e3-ef14-4cf5-a64d-4e7c3d4a1900 x-openstack-request-id: req-2f59c2e3-ef14-4cf5-a64d-4e7c3d4a1900 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:12.187475 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:12.187746 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f59c2e3-ef14-4cf5-a64d-4e7c3d4a1900 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:12.188147 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd', 'status': 'completed', 'code': 200} Sep 22 10:17:12.275232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-9c002880-797c-480d-b5df-b44271f8f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.276793 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-9c002880-797c-480d-b5df-b44271f8f0d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11&device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 1095 time: 0.0617378 Sep 22 10:17:12.279860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-d51a5094-5bff-4289-9ed6-f52438488e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.281261 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-d51a5094-5bff-4289-9ed6-f52438488e23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11&device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 1095 time: 0.0742774 Sep 22 10:17:12.436412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-65cade06-87d9-45e5-9689-edca5c3b7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.437853 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-65cade06-87d9-45e5-9689-edca5c3b7289 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea73c850-9731-4439-8571-74b7d0dbb25f HTTP/1.1" status: 200 len: 913 time: 0.1544344 Sep 22 10:17:12.442499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-b390eb5e-f016-4e6d-a890-9eff74212e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.443938 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-b390eb5e-f016-4e6d-a890-9eff74212e48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ea73c850-9731-4439-8571-74b7d0dbb25f HTTP/1.1" status: 200 len: 913 time: 0.1521478 Sep 22 10:17:12.488744 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-b2d18894-7845-4cee-8026-eb62f78caa08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd HTTP/1.1" status: 200 len: 217 time: 0.0438461 Sep 22 10:17:12.523269 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-833e6816-32c6-409d-a2b1-6840e98226e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd HTTP/1.1" status: 200 len: 217 time: 0.0711617 Sep 22 10:17:12.587646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623e9bb-f20c-4069-bbd3-eefd1f363362 req-f5f07805-f82f-4ed9-aaeb-0dfd288cf54f tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.590042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3623e9bb-f20c-4069-bbd3-eefd1f363362 req-f5f07805-f82f-4ed9-aaeb-0dfd288cf54f tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 944 time: 0.0517492 Sep 22 10:17:12.599687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-93070d1a-29c9-465f-8144-76b86a628543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.601268 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-93070d1a-29c9-465f-8144-76b86a628543 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56036f3a-f590-4814-95db-4cb065f09d08 HTTP/1.1" status: 200 len: 852 time: 0.0864069 Sep 22 10:17:12.604869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-e2d62c3a-d316-48f8-bd72-7ed7dc52cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:12.606236 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-e2d62c3a-d316-48f8-bd72-7ed7dc52cd0b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=56036f3a-f590-4814-95db-4cb065f09d08 HTTP/1.1" status: 200 len: 852 time: 0.0642869 Sep 22 10:17:12.629753 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3623e9bb-f20c-4069-bbd3-eefd1f363362 req-a4aebec3-172f-43ae-b162-96fa70361c95 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333374 Sep 22 10:17:12.641774 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-6e7eba1f-8608-4021-859f-125eea4a89bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea73c850-9731-4439-8571-74b7d0dbb25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327001 Sep 22 10:17:12.658443 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-489ec6c4-54b9-4b6e-a5a4-caa2fcab0b3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ea73c850-9731-4439-8571-74b7d0dbb25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415835 Sep 22 10:17:12.813548 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-67be79f3-bdf3-40cb-956a-537cbd51be79 service neutron] 10.222.0.60 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576200 Sep 22 10:17:12.818836 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-00bd799d-16ca-4112-88d3-92ddb6b3ba2f service neutron] 10.222.0.45 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522222 Sep 22 10:17:12.984606 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-1c0048f9-8f1e-47bb-b3db-9bd608be47f8 service neutron] 10.222.0.60 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644900 Sep 22 10:17:12.986573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4ab49c39-df57-4ad7-8d62-e602479043b7 req-391f2d2c-b4d5-4264-b47d-f37697576f59 service neutron] 10.222.0.45 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589892 Sep 22 10:17:13.020055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d35dea91-747b-4f4a-a154-dbcad80ef4dd no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:13.058885 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d35dea91-747b-4f4a-a154-dbcad80ef4dd not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:13.753362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d88530-b9aa-4305-a0e4-f5edb9eec885 req-b5a497a7-0efc-4436-9dea-bf3603ca5e93 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:13.754905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8d88530-b9aa-4305-a0e4-f5edb9eec885 req-b5a497a7-0efc-4436-9dea-bf3603ca5e93 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 944 time: 0.0550799 Sep 22 10:17:13.795368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8d88530-b9aa-4305-a0e4-f5edb9eec885 req-fa40236f-5f89-4e5e-ba02-b4c8f6325eec tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339932 Sep 22 10:17:14.316578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817c44b-61cc-4112-b47a-48c248e92857 req-f61c372e-596d-49af-b21f-bc959bfe7ea9 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:14.318156 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a817c44b-61cc-4112-b47a-48c248e92857 req-f61c372e-596d-49af-b21f-bc959bfe7ea9 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.60 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341&tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 944 time: 0.0878763 Sep 22 10:17:14.379632 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-a817c44b-61cc-4112-b47a-48c248e92857 req-d8c32269-d46a-4eb7-b338-9b39e5024ee9 service neutron] delete failed (client error): The resource could not be found. Sep 22 10:17:14.380716 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a817c44b-61cc-4112-b47a-48c248e92857 req-d8c32269-d46a-4eb7-b338-9b39e5024ee9 service neutron] 10.222.0.60 "DELETE /v2.0/ports/d35dea91-747b-4f4a-a154-dbcad80ef4dd/bindings/n-h1-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0542829 Sep 22 10:17:14.468794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817c44b-61cc-4112-b47a-48c248e92857 req-dd1f52fb-245b-4c50-a156-816589d68cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:14.470333 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a817c44b-61cc-4112-b47a-48c248e92857 req-dd1f52fb-245b-4c50-a156-816589d68cb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11&device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 1095 time: 0.0470686 Sep 22 10:17:14.561780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817c44b-61cc-4112-b47a-48c248e92857 req-72301a30-3655-4fdd-87c4-44ded3c22405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:14.563191 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a817c44b-61cc-4112-b47a-48c248e92857 req-72301a30-3655-4fdd-87c4-44ded3c22405 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea73c850-9731-4439-8571-74b7d0dbb25f HTTP/1.1" status: 200 len: 913 time: 0.0860763 Sep 22 10:17:14.608794 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a817c44b-61cc-4112-b47a-48c248e92857 req-578d1448-67a3-4354-ae87-9d371edf5912 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd HTTP/1.1" status: 200 len: 217 time: 0.0387151 Sep 22 10:17:14.658725 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817c44b-61cc-4112-b47a-48c248e92857 req-fcd66cd1-213d-476c-a0f9-1771600e537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:14.660215 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a817c44b-61cc-4112-b47a-48c248e92857 req-fcd66cd1-213d-476c-a0f9-1771600e537d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56036f3a-f590-4814-95db-4cb065f09d08 HTTP/1.1" status: 200 len: 852 time: 0.0451446 Sep 22 10:17:14.691863 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a817c44b-61cc-4112-b47a-48c248e92857 req-6d654ec2-7571-4a72-9cb2-3c412b1ed9e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea73c850-9731-4439-8571-74b7d0dbb25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245211 Sep 22 10:17:14.787918 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a817c44b-61cc-4112-b47a-48c248e92857 req-37d9b8e9-a434-4245-bf57-9aa3e9d50423 service neutron] 10.222.0.60 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892704 Sep 22 10:17:14.878938 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a817c44b-61cc-4112-b47a-48c248e92857 req-369de0a4-8f71-429f-b673-6f0b1647ceae service neutron] 10.222.0.60 "GET /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829847 Sep 22 10:17:15.540167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d35dea91-747b-4f4a-a154-dbcad80ef4dd details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:17:15.790015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd,segment=NetworkSegment(21a0f247-b0e7-49c5-81f1-458ae5f47b64),segment_id=21a0f247-b0e7-49c5-81f1-458ae5f47b64)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:15.801548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd', 'network_id': 'ea73c850-9731-4439-8571-74b7d0dbb25f', 'port_id': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd', 'mac_address': 'fa:16:3e:28:85:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56036f3a-f590-4814-95db-4cb065f09d08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:17:15.839630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:15.852264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35dea91-747b-4f4a-a154-dbcad80ef4dd {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:15.871916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd,segment=NetworkSegment(21a0f247-b0e7-49c5-81f1-458ae5f47b64),segment_id=21a0f247-b0e7-49c5-81f1-458ae5f47b64)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:15.965020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:16.016297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=d35dea91-747b-4f4a-a154-dbcad80ef4dd,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:16.023711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.024090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.024424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.024759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.025213 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.025433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.025765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.026092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.026418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.026744 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.027068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.027389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:16.251597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['d35dea91-747b-4f4a-a154-dbcad80ef4dd'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:16.569350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61888594-b0da-45fb-ac0e-5cb9e12ec45f req-82854941-e1e5-4999-b58a-00c08e1cb185 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:16.570757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61888594-b0da-45fb-ac0e-5cb9e12ec45f req-82854941-e1e5-4999-b58a-00c08e1cb185 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 945 time: 0.0502939 Sep 22 10:17:16.609561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61888594-b0da-45fb-ac0e-5cb9e12ec45f req-3e13e648-7d0d-44fe-9999-3d1eccb17de0 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325935 Sep 22 10:17:17.553871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d35dea91-747b-4f4a-a154-dbcad80ef4dd up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:17.733382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc2adc-6da1-4401-8bc1-013f8ab8a32d req-4f87ca52-f256-4f69-9a0c-3886898fd31e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:17.735062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74bc2adc-6da1-4401-8bc1-013f8ab8a32d req-4f87ca52-f256-4f69-9a0c-3886898fd31e tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 945 time: 0.0541155 Sep 22 10:17:17.776273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74bc2adc-6da1-4401-8bc1-013f8ab8a32d req-c08ce08a-b44b-474d-8c05-6b68a32e56c0 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/security-groups?id=9789d720-9639-46ea-ac1c-9a90185956ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352397 Sep 22 10:17:17.780589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port d35dea91-747b-4f4a-a154-dbcad80ef4dd completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:17:17.784702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port d35dea91-747b-4f4a-a154-dbcad80ef4dd triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:17.785112 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.868040 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:17.892088 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:17.894292 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34e1238-1e15-4720-bab9-1d4b7c3d6507" -d '{"events": [{"server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "name": "network-vif-plugged", "status": "completed", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:17.907645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd,segment=NetworkSegment(21a0f247-b0e7-49c5-81f1-458ae5f47b64),segment_id=21a0f247-b0e7-49c5-81f1-458ae5f47b64)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:17.937224 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ee39af-4f29-43c1-9929-526a02a3d377 x-openstack-request-id: req-09ee39af-4f29-43c1-9929-526a02a3d377 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:17.937224 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "name": "network-vif-plugged", "status": "completed", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:17.937224 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09ee39af-4f29-43c1-9929-526a02a3d377 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:17.937224 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd', 'code': 200} Sep 22 10:17:17.979476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817c44b-61cc-4112-b47a-48c248e92857 req-3ec45def-a82f-4681-814f-c953e2871c7c tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:17.980962 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a817c44b-61cc-4112-b47a-48c248e92857 req-3ec45def-a82f-4681-814f-c953e2871c7c tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.45 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 945 time: 0.0521924 Sep 22 10:17:17.985576 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:18.035507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=d35dea91-747b-4f4a-a154-dbcad80ef4dd,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:18.080397 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-a817c44b-61cc-4112-b47a-48c248e92857 req-474303dd-ce05-40ff-bb31-db81e431126d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Deleting port d35dea91-747b-4f4a-a154-dbcad80ef4dd {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:17:18.080782 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a817c44b-61cc-4112-b47a-48c248e92857 req-474303dd-ce05-40ff-bb31-db81e431126d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:18.175494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-a817c44b-61cc-4112-b47a-48c248e92857 req-474303dd-ce05-40ff-bb31-db81e431126d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] For port d35dea91-747b-4f4a-a154-dbcad80ef4dd, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d35dea91-747b-4f4a-a154-dbcad80ef4dd,segment=NetworkSegment(21a0f247-b0e7-49c5-81f1-458ae5f47b64),segment_id=21a0f247-b0e7-49c5-81f1-458ae5f47b64)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:18.175789 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a817c44b-61cc-4112-b47a-48c248e92857 req-474303dd-ce05-40ff-bb31-db81e431126d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:18.187790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-a817c44b-61cc-4112-b47a-48c248e92857 req-474303dd-ce05-40ff-bb31-db81e431126d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Calling delete_port for d35dea91-747b-4f4a-a154-dbcad80ef4dd owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:17:18.382257 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a817c44b-61cc-4112-b47a-48c248e92857 req-474303dd-ce05-40ff-bb31-db81e431126d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:18.397304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['d35dea91-747b-4f4a-a154-dbcad80ef4dd'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:18.416526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474303dd-ce05-40ff-bb31-db81e431126d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Pushing event deleted for resources: {'Port': ['ID=d35dea91-747b-4f4a-a154-dbcad80ef4dd,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:18.457159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a817c44b-61cc-4112-b47a-48c248e92857 req-474303dd-ce05-40ff-bb31-db81e431126d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] No DVR routers for this DVR port d35dea91-747b-4f4a-a154-dbcad80ef4dd on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:17:18.459803 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a817c44b-61cc-4112-b47a-48c248e92857 req-474303dd-ce05-40ff-bb31-db81e431126d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:18.461850 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a817c44b-61cc-4112-b47a-48c248e92857 req-474303dd-ce05-40ff-bb31-db81e431126d tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.45 "DELETE /v2.0/ports/d35dea91-747b-4f4a-a154-dbcad80ef4dd HTTP/1.1" status: 204 len: 173 time: 0.4744232 Sep 22 10:17:18.462284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'name': 'network-vif-deleted', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:18.464526 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5469c1a-ee25-4dbc-a8e2-10174ae70faf" -d '{"events": [{"server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "name": "network-vif-deleted", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:18.501877 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c810a35-fa1b-46ef-a456-37843e501f52 x-openstack-request-id: req-2c810a35-fa1b-46ef-a456-37843e501f52 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:18.502177 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c1a175-6dca-4ebd-8509-a845f8f71341", "name": "network-vif-deleted", "tag": "d35dea91-747b-4f4a-a154-dbcad80ef4dd", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:18.502432 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c810a35-fa1b-46ef-a456-37843e501f52 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:18.502844 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c1a175-6dca-4ebd-8509-a845f8f71341', 'name': 'network-vif-deleted', 'tag': 'd35dea91-747b-4f4a-a154-dbcad80ef4dd', 'status': 'completed', 'code': 200} Sep 22 10:17:18.887588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec2b84a1-cb05-4409-829a-23a1eba3dcd3 req-ff28df1f-e112-40cd-b0c7-5ec4fcdc33f9 tempest-DeleteServersTestJSON-1538938977 tempest-DeleteServersTestJSON-1538938977-project] 10.222.0.49 "GET /v2.0/ports?device_id=74c1a175-6dca-4ebd-8509-a845f8f71341 HTTP/1.1" status: 200 len: 210 time: 0.0311725 Sep 22 10:17:20.021822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53338) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:20.066672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Deleting subnet 56036f3a-f590-4814-95db-4cb065f09d08 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:17:20.069863 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.104777 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.148937 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.296697 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.322072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56036f3a-f590-4814-95db-4cb065f09d08,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:20.331994 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.333925 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/56036f3a-f590-4814-95db-4cb065f09d08 HTTP/1.1" status: 204 len: 168 time: 0.3111253 Sep 22 10:17:20.335857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.336202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.336559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.336785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53340) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:20.337201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.337294 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.337631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.337963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.338294 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.338622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.338946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.339271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.339593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10fd1f4-1184-457f-ba0e-f86884eb7c42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.407180 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.492009 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.513422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea73c850-9731-4439-8571-74b7d0dbb25f']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:20.523034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a0f247-b0e7-49c5-81f1-458ae5f47b64') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:20.523363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a0f247-b0e7-49c5-81f1-458ae5f47b64') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:17:20.533662 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.547302 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.553136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:17:20.553525 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:17:20.555186 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:17:20.762424 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.768928 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:20.770604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ea73c850-9731-4439-8571-74b7d0dbb25f HTTP/1.1" status: 204 len: 168 time: 0.4327891 Sep 22 10:17:20.782052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea73c850-9731-4439-8571-74b7d0dbb25f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:20.789818 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.790181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.790531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.790871 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.791342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.791534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.791859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.792176 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.792500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.792853 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.793180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:20.793503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3d0e1e-062d-46b5-86e8-3380a04f4be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:17:21.056385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53344) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:21.102201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-93f433eb-ce74-401f-8f13-3b7676a41d88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d4c19e1733e4ca39d497fd9e2c24f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445120 Sep 22 10:17:21.104612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53346) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:21.154653 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1621173-b4fe-44fa-b934-2b4054947c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:21.175790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1621173-b4fe-44fa-b934-2b4054947c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:21.290541 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1621173-b4fe-44fa-b934-2b4054947c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:21.293297 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1621173-b4fe-44fa-b934-2b4054947c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:21.295012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b1621173-b4fe-44fa-b934-2b4054947c7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9789d720-9639-46ea-ac1c-9a90185956ee HTTP/1.1" status: 204 len: 168 time: 0.1893582 Sep 22 10:17:21.304870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1621173-b4fe-44fa-b934-2b4054947c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9789d720-9639-46ea-ac1c-9a90185956ee,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:21.548067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d35dea91-747b-4f4a-a154-dbcad80ef4dd no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:17:21.577791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: d35dea91-747b-4f4a-a154-dbcad80ef4dd {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:17:21.577791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d35dea91-747b-4f4a-a154-dbcad80ef4dd not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:17:22.388878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53368) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:22.488895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-343463228-network', 'tenant_id': '7d4abaa88c194326a0c8b39056c0db00'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:22.587206 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Made reservation on behalf of 7d4abaa88c194326a0c8b39056c0db00 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:17:22.589720 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.599243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.695619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.758717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.783661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:17:22.792487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee1e76a-0785-4401-af06-d530e5686dc8,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:22.800689 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.801710 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Added segment 9225a9ff-8ff6-4871-a412-e5b9453c3481 of type vlan for network e634937e-7702-4186-8f17-78fa4b7c4190 Sep 22 10:17:22.842835 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.913084 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.914170 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:22.914709 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:22.979665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] Pushing event updated for resources: {'Network': ['ID=e634937e-7702-4186-8f17-78fa4b7c4190,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:22.989959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network e634937e-7702-4186-8f17-78fa4b7c4190 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:17:23.022552 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-14159a50-dbc0-4998-98e4-5add60fcf224 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6324286 Sep 22 10:17:23.025284 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53372) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:17:23.030440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] Request body: {'subnet': {'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-343463228-subnet', 'tenant_id': '7d4abaa88c194326a0c8b39056c0db00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:23.116473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] Made reservation on behalf of 7d4abaa88c194326a0c8b39056c0db00 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:17:23.118924 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:23.350972 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:23.407783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e9ea20-667c-45e0-9591-927718ed60b0,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:23.416693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] Checking segment: {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:23.417118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] Network hostable DHCP agents. Network: e634937e-7702-4186-8f17-78fa4b7c4190, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:17:23.516555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] Network e634937e-7702-4186-8f17-78fa4b7c4190 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:17:23.607992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, e634937e-7702-4186-8f17-78fa4b7c4190) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:23.612034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:23.612702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:23.618370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7888bd20-5139-463b-b133-37f5903aef5c None None] Network e634937e-7702-4186-8f17-78fa4b7c4190 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:17:23.636214 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:23.711626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fa774edc-72bf-42f6-9275-6e162d4e375d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6852345 Sep 22 10:17:23.745278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1b1cef-9c00-4ea3-8997-e112fa4906fb None None] Network e634937e-7702-4186-8f17-78fa4b7c4190 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:17:24.148333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5b584889-8f3e-4aa6-a824-7beaf524db4b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:24.149790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5b584889-8f3e-4aa6-a824-7beaf524db4b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 814 time: 0.1068521 Sep 22 10:17:24.167344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-57d82eaf-17c9-4d96-b65a-77731455495c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/quotas/7d4abaa88c194326a0c8b39056c0db00 HTTP/1.1" status: 200 len: 375 time: 0.0104549 Sep 22 10:17:24.204147 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-1ffc1cdf-ba06-48ce-a07d-619cef9e46e5 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294509 Sep 22 10:17:24.238872 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a962287c-4388-4c08-9a3b-f2e32568ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:24.361217 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-cc038aa2-b447-4a0b-a395-97ab8bba3397 service neutron] 10.222.0.49 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494408 Sep 22 10:17:24.449833 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-8bfc509a-e2e1-4537-a17f-17178c032706 service neutron] 10.222.0.49 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821819 Sep 22 10:17:24.705886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c30a12a6-3d53-4cc7-b069-ff19b561858a req-8ed530b5-12f0-4c09-98be-5fa04c4f36d7 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 210 time: 0.0276015 Sep 22 10:17:24.937216 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:25.784051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b7c53f9-066b-4e87-a7d0-35d3fd93ba83 req-f3ff64ff-f2c3-4142-aed2-7be63c21c44e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 210 time: 0.0291243 Sep 22 10:17:26.885595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79a8a900-c1d9-4273-b641-fe2b68c601ad req-c06c943e-0e46-4323-9c5b-50d9cfc4b78e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 210 time: 0.0314958 Sep 22 10:17:26.956878 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cbab108f-72b5-4752-aa91-637bf087f41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:27.280248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966fe93-574c-48b8-9559-90ce5e113dad req-6f76354d-30be-4734-a8b0-63c95b306703 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:27.281821 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-6f76354d-30be-4734-a8b0-63c95b306703 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.60 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 814 time: 0.1144319 Sep 22 10:17:27.295241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Request body: {'port': {'device_id': 'e3bfc056-0252-4280-a465-e4888b205e56', 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190', 'admin_state_up': True, 'tenant_id': '7d4abaa88c194326a0c8b39056c0db00'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:27.730154 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Made reservation on behalf of 7d4abaa88c194326a0c8b39056c0db00 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:17:27.734649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:27.780568 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:27.861828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Allocated IP 172.20.0.2 (e634937e-7702-4186-8f17-78fa4b7c4190/b7e9ea20-667c-45e0-9591-927718ed60b0/ba6b25bf-da6b-407a-b318-db82620b6fad) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:17:27.989967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4da31e6-5f08-4741-92a0-3b0c258ce05b req-0027a3ff-6dbb-4d3c-9993-0eb0569ad1de tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 210 time: 0.0285566 Sep 22 10:17:28.015722 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:28.234052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:28.262052 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:28.278865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Network e634937e-7702-4186-8f17-78fa4b7c4190 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:17:28.282256 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:17:28.286037 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:17:28.294842 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Pushing event updated for resources: {'Port': ['ID=ba6b25bf-da6b-407a-b318-db82620b6fad,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:28.340511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:28.341269 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:28.439472 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-5c7c6259-79fe-4246-99ab-78a170fdef42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1486506 Sep 22 10:17:28.452019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Request body: {'port': {'device_id': 'e3bfc056-0252-4280-a465-e4888b205e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:17:28.510976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:29.048641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6b25bf-da6b-407a-b318-db82620b6fad {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:29.056844 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:29.075499 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Transition to ACTIVE for port object ba6b25bf-da6b-407a-b318-db82620b6fad will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:17:29.117597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a510fa2-f6ee-4df3-83ba-f8c3cd7a412c req-7a007aa7-54a5-495f-a285-48e7b69a6466 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:29.119165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a510fa2-f6ee-4df3-83ba-f8c3cd7a412c req-7a007aa7-54a5-495f-a285-48e7b69a6466 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 931 time: 0.0567954 Sep 22 10:17:29.160344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a510fa2-f6ee-4df3-83ba-f8c3cd7a412c req-55cc4016-31b1-4996-b1fd-938806bdfb96 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Sep 22 10:17:29.179672 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:29.230189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Pushing event updated for resources: {'Port': ['ID=ba6b25bf-da6b-407a-b318-db82620b6fad,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:29.307174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Attempting to bind port ba6b25bf-da6b-407a-b318-db82620b6fad on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:17:29.307810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Attempting to bind port ba6b25bf-da6b-407a-b318-db82620b6fad by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:17:29.307810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Attempting to bind port ba6b25bf-da6b-407a-b318-db82620b6fad on network e634937e-7702-4186-8f17-78fa4b7c4190 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:29.312831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Port ba6b25bf-da6b-407a-b318-db82620b6fad on network e634937e-7702-4186-8f17-78fa4b7c4190 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:17:29.313163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Attempting to bind port ba6b25bf-da6b-407a-b318-db82620b6fad on network e634937e-7702-4186-8f17-78fa4b7c4190 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:17:29.318692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:17:29.319033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Checking segment: {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:17:29.319421 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Bound using segment: {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:17:29.319860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Bound port: ba6b25bf-da6b-407a-b318-db82620b6fad, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:17:29.320223 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:29.386467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:17:29.389701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ba6b25bf-da6b-407a-b318-db82620b6fad,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:17:29.459795 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:29.499316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:29.499950 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:29.501442 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] 10.222.0.60 "PUT /v2.0/ports/ba6b25bf-da6b-407a-b318-db82620b6fad HTTP/1.1" status: 200 len: 1091 time: 1.0539052 Sep 22 10:17:29.501903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:29.504197 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840cb947-e4c8-4457-94f0-4f9566ab5912" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:29.530064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e58033-4ced-4ac9-8a7f-495541e033ad service neutron] Pushing event updated for resources: {'Port': ['ID=ba6b25bf-da6b-407a-b318-db82620b6fad,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:29.544329 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901e9bfd-f59d-4234-8b29-f9acf8cd5d05 x-openstack-request-id: req-901e9bfd-f59d-4234-8b29-f9acf8cd5d05 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:29.544632 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:29.544913 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-901e9bfd-f59d-4234-8b29-f9acf8cd5d05 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:29.545310 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad', 'status': 'completed', 'code': 200} Sep 22 10:17:29.615323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cb947-e4c8-4457-94f0-4f9566ab5912 req-860d4c18-ec94-48f1-8ff7-56c0b91449cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:29.617081 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-840cb947-e4c8-4457-94f0-4f9566ab5912 req-860d4c18-ec94-48f1-8ff7-56c0b91449cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 1094 time: 0.0492926 Sep 22 10:17:29.723087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cb947-e4c8-4457-94f0-4f9566ab5912 req-a366d9e3-4ce6-454e-9cac-548b769392e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:29.724685 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-840cb947-e4c8-4457-94f0-4f9566ab5912 req-a366d9e3-4ce6-454e-9cac-548b769392e0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7d4abaa88c194326a0c8b39056c0db00&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0983589 Sep 22 10:17:29.826017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cb947-e4c8-4457-94f0-4f9566ab5912 req-3e10dd75-09b7-4903-9db0-d26017cc72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:29.827528 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-840cb947-e4c8-4457-94f0-4f9566ab5912 req-3e10dd75-09b7-4903-9db0-d26017cc72aa service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960617 Sep 22 10:17:29.903494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966fe93-574c-48b8-9559-90ce5e113dad req-79df6eab-3ab1-4786-8c35-b0a416ef0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:29.904988 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-79df6eab-3ab1-4786-8c35-b0a416ef0707 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 1094 time: 0.0431240 Sep 22 10:17:29.957251 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-373e70a7-7474-4182-b846-1af0c0e67fe2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba6b25bf-da6b-407a-b318-db82620b6fad HTTP/1.1" status: 200 len: 217 time: 0.0422709 Sep 22 10:17:30.010903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966fe93-574c-48b8-9559-90ce5e113dad req-b97338b6-7e49-4c85-8d49-84ad81d96d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:30.013425 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-b97338b6-7e49-4c85-8d49-84ad81d96d88 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0480316 Sep 22 10:17:30.027555 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:30.045955 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-92825dfc-93d8-4d1d-9747-0fbef8209329 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258782 Sep 22 10:17:30.146623 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-cbbbf01a-bfb5-4866-81d1-f9cb4d23bd52 service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937474 Sep 22 10:17:30.242751 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2966fe93-574c-48b8-9559-90ce5e113dad req-78600e18-f8c1-47d9-b944-7ca9f38ef8b2 service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886459 Sep 22 10:17:30.282980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1953c5-48a4-4877-9809-4bfc455dfcee req-3124bf4a-a8a8-49e6-a22b-513e3a3b3bad tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:30.284564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d1953c5-48a4-4877-9809-4bfc455dfcee req-3124bf4a-a8a8-49e6-a22b-513e3a3b3bad tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 943 time: 0.0513215 Sep 22 10:17:30.330910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6d1953c5-48a4-4877-9809-4bfc455dfcee req-01f6e51a-9056-420d-9475-c8cc98e44356 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 Sep 22 10:17:31.447664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c8556-8337-401c-b1b1-d486fe46cc0d req-4d727cdf-7b97-4ac7-9942-7700d49d6094 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:31.449162 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa0c8556-8337-401c-b1b1-d486fe46cc0d req-4d727cdf-7b97-4ac7-9942-7700d49d6094 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 943 time: 0.0520391 Sep 22 10:17:31.488209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa0c8556-8337-401c-b1b1-d486fe46cc0d req-939230be-9319-4e25-89cc-6bf6bc1dfbe1 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329027 Sep 22 10:17:32.611746 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154580b-7cd8-46f6-91d7-21f538002271 req-16985b52-681a-42be-8100-f599507cf85f tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:32.613240 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f154580b-7cd8-46f6-91d7-21f538002271 req-16985b52-681a-42be-8100-f599507cf85f tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 943 time: 0.0490623 Sep 22 10:17:32.651834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f154580b-7cd8-46f6-91d7-21f538002271 req-6e3c122c-ab79-4302-952f-c55084cb5a17 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324516 Sep 22 10:17:33.076357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ba6b25bf-da6b-407a-b318-db82620b6fad details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:17:33.171962 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ba6b25bf-da6b-407a-b318-db82620b6fad,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:33.182657 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'ba6b25bf-da6b-407a-b318-db82620b6fad', 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190', 'port_id': 'ba6b25bf-da6b-407a-b318-db82620b6fad', 'mac_address': 'fa:16:3e:d3:fd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e9ea20-667c-45e0-9591-927718ed60b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:17:33.219111 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:33.231905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6b25bf-da6b-407a-b318-db82620b6fad {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:17:33.251754 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ba6b25bf-da6b-407a-b318-db82620b6fad,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:33.547283 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:33.597453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=ba6b25bf-da6b-407a-b318-db82620b6fad,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:33.754903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['ba6b25bf-da6b-407a-b318-db82620b6fad'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:17:33.768390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02501345-1ea8-4a81-9fa9-87dcea2ea9f1 req-0d96d34f-b5d8-4d97-b330-03d670f6fcb7 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:33.769959 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02501345-1ea8-4a81-9fa9-87dcea2ea9f1 req-0d96d34f-b5d8-4d97-b330-03d670f6fcb7 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 944 time: 0.0504098 Sep 22 10:17:33.808854 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02501345-1ea8-4a81-9fa9-87dcea2ea9f1 req-c03da2f9-cd6b-42d2-b31e-35fb74e8cc8b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328362 Sep 22 10:17:34.926243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd6e0b-6288-4e79-b400-286c8c9a059f req-bc2e14ac-68eb-4134-b163-81387682d6d0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:34.927747 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ecd6e0b-6288-4e79-b400-286c8c9a059f req-bc2e14ac-68eb-4134-b163-81387682d6d0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 944 time: 0.0526276 Sep 22 10:17:34.965476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ecd6e0b-6288-4e79-b400-286c8c9a059f req-b2984385-0a33-4c88-b586-c4a5249fdbe6 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Sep 22 10:17:35.082115 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ba6b25bf-da6b-407a-b318-db82620b6fad up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:17:35.224605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port ba6b25bf-da6b-407a-b318-db82620b6fad completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:17:35.228665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port ba6b25bf-da6b-407a-b318-db82620b6fad triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:17:35.233195 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:35.307045 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:35.330354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:17:35.332589 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b285c99b-1ee8-4b75-ae76-e153512ba2a6" -d '{"events": [{"server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "name": "network-vif-plugged", "status": "completed", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:17:35.346036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ba6b25bf-da6b-407a-b318-db82620b6fad,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:17:35.368102 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78019992-d515-4daf-b833-43231d080fa3 x-openstack-request-id: req-78019992-d515-4daf-b833-43231d080fa3 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:17:35.368433 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "name": "network-vif-plugged", "status": "completed", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:17:35.368695 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78019992-d515-4daf-b833-43231d080fa3 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:17:35.369128 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad', 'code': 200} Sep 22 10:17:35.448152 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:35.465128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd656b-aea7-4bc3-85a7-c2934023e9dd req-0a575bea-2a7c-44d9-a555-4c8717c092d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:35.466984 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d4fd656b-aea7-4bc3-85a7-c2934023e9dd req-0a575bea-2a7c-44d9-a555-4c8717c092d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 1095 time: 0.0432339 Sep 22 10:17:35.496309 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=ba6b25bf-da6b-407a-b318-db82620b6fad,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:17:35.504064 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d4fd656b-aea7-4bc3-85a7-c2934023e9dd req-291c776e-a45a-4444-921c-472562f11241 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304470 Sep 22 10:17:36.083359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a1eea-aeb2-4dda-9c91-3319b1f5d546 req-8315860a-b055-4ec4-9629-2992281c8385 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:36.085039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d10a1eea-aeb2-4dda-9c91-3319b1f5d546 req-8315860a-b055-4ec4-9629-2992281c8385 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0498633 Sep 22 10:17:36.123410 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d10a1eea-aeb2-4dda-9c91-3319b1f5d546 req-434bd2db-58bc-4d71-92dc-84716f96495e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319998 Sep 22 10:17:37.238944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa0c79-7154-4421-bdf3-0ae9a4717ef7 req-c00a602c-d362-4fc4-90f7-e8f6d2a67485 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:37.240532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-affa0c79-7154-4421-bdf3-0ae9a4717ef7 req-c00a602c-d362-4fc4-90f7-e8f6d2a67485 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0496774 Sep 22 10:17:37.279498 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-affa0c79-7154-4421-bdf3-0ae9a4717ef7 req-1c8437b9-7efa-467e-8d3c-fb6231dba7de tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326750 Sep 22 10:17:37.397150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6a9f3-ddef-4b37-9008-00a8897886be req-fd2e08f9-f9c5-48c1-8717-a2fda1f024bf tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:37.398756 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ab6a9f3-ddef-4b37-9008-00a8897886be req-fd2e08f9-f9c5-48c1-8717-a2fda1f024bf tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0527680 Sep 22 10:17:37.437651 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ab6a9f3-ddef-4b37-9008-00a8897886be req-8c19aa0f-173f-43a4-bb6e-2cec8e264bce tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Sep 22 10:17:37.752490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe6876-fd0f-43e4-b870-68392772277a req-3de2781c-3aa4-4dd9-bbb9-5e6cf921017b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:37.754033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdfe6876-fd0f-43e4-b870-68392772277a req-3de2781c-3aa4-4dd9-bbb9-5e6cf921017b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0495496 Sep 22 10:17:37.793655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bdfe6876-fd0f-43e4-b870-68392772277a req-a7c87e84-c1fc-42cc-a2c7-1cd6d04a106c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329797 Sep 22 10:17:37.908155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6457c-98cc-4fd3-960e-d95c0a25fb94 req-dae3ba89-bfa7-420f-95dc-d189c8f75c60 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:37.909681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04b6457c-98cc-4fd3-960e-d95c0a25fb94 req-dae3ba89-bfa7-420f-95dc-d189c8f75c60 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0497832 Sep 22 10:17:37.947324 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04b6457c-98cc-4fd3-960e-d95c0a25fb94 req-86741673-ed65-4f8c-a078-3d261c5e674c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Sep 22 10:17:38.446702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9019f0-99af-462a-9a45-be5bcace9f06 req-afee80b7-281c-45e7-816a-e558572a8798 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:38.448248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b9019f0-99af-462a-9a45-be5bcace9f06 req-afee80b7-281c-45e7-816a-e558572a8798 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0542619 Sep 22 10:17:38.486789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b9019f0-99af-462a-9a45-be5bcace9f06 req-f679b510-f325-4828-8ab4-347e7ba16acc tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Sep 22 10:17:38.584402 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-869a61cf-ba6b-42f9-bdbb-6734e7df9838 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451863 Sep 22 10:17:38.594000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-f02013c8-6a4b-4aa5-9232-6fa429c84f11 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:17:38.595006 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-f02013c8-6a4b-4aa5-9232-6fa429c84f11 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057094 Sep 22 10:17:39.606786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1122331-4525-49e7-9df5-98596bfa17ba req-67d335e3-0ccc-4acb-9a1e-2a0d621910de tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:39.608366 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1122331-4525-49e7-9df5-98596bfa17ba req-67d335e3-0ccc-4acb-9a1e-2a0d621910de tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0527267 Sep 22 10:17:39.658170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c1122331-4525-49e7-9df5-98596bfa17ba req-c8529e2c-20a7-49ac-b883-dd7d5c3e1d8a tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336320 Sep 22 10:17:40.766257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfcd77-a824-4233-8612-97bdc9e54897 req-08470b6b-cd6b-4391-b4b4-52a40c0ce2b8 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:40.767730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51cfcd77-a824-4233-8612-97bdc9e54897 req-08470b6b-cd6b-4391-b4b4-52a40c0ce2b8 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0490391 Sep 22 10:17:40.807103 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51cfcd77-a824-4233-8612-97bdc9e54897 req-3550288b-9f7a-4bee-a124-3f59f0d8c79e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Sep 22 10:17:40.845378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-a1cafa50-9ba5-4835-9ce6-59be9a2a73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:40.846892 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-a1cafa50-9ba5-4835-9ce6-59be9a2a73c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 1096 time: 0.0408449 Sep 22 10:17:40.940932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-80a52e3d-890e-4ba1-83d3-1157d55a61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:40.942332 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-80a52e3d-890e-4ba1-83d3-1157d55a61fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 915 time: 0.0876460 Sep 22 10:17:40.984063 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-ddd57746-0f4f-4739-9a79-4006b16def9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba6b25bf-da6b-407a-b318-db82620b6fad HTTP/1.1" status: 200 len: 217 time: 0.0343361 Sep 22 10:17:41.032750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-84bae038-5e6f-4179-ba58-d9931ab81f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:41.034260 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-84bae038-5e6f-4179-ba58-d9931ab81f87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0440953 Sep 22 10:17:41.067224 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-6235285a-21e0-494e-8e1d-2e6a1b1019e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262096 Sep 22 10:17:41.161057 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-7d17cdd7-71d9-4142-a62c-7229c602961a service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867634 Sep 22 10:17:41.261095 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-f0417263-e962-4a91-9882-f3e2467e0b14 service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936341 Sep 22 10:17:41.925375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2895643-2ea2-4cf8-86bd-a82d76eacc46 req-38c7ef02-cbad-42c6-bd17-d736e0133aa0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:41.926848 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2895643-2ea2-4cf8-86bd-a82d76eacc46 req-38c7ef02-cbad-42c6-bd17-d736e0133aa0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0527942 Sep 22 10:17:41.965342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2895643-2ea2-4cf8-86bd-a82d76eacc46 req-ab2fdf53-244b-4b50-ab32-4358b9b088eb tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Sep 22 10:17:43.082310 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a4ee5-4fbe-4a49-a157-6ae6949d7e08 req-095fd7d5-c517-4ae7-a106-484c296cb128 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:43.083979 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-513a4ee5-4fbe-4a49-a157-6ae6949d7e08 req-095fd7d5-c517-4ae7-a106-484c296cb128 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0503712 Sep 22 10:17:43.122768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-513a4ee5-4fbe-4a49-a157-6ae6949d7e08 req-d9799a95-a62f-4764-947f-cc931f12158f tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326235 Sep 22 10:17:44.238025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bbc54-6241-4215-b485-399b4bd22fe7 req-8d3ae84a-465e-48dc-b94e-9d8132dc2586 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:44.239543 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-735bbc54-6241-4215-b485-399b4bd22fe7 req-8d3ae84a-465e-48dc-b94e-9d8132dc2586 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0496995 Sep 22 10:17:44.276844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-735bbc54-6241-4215-b485-399b4bd22fe7 req-d6df5ae4-262d-48c6-b0c0-e8b2c51316cc tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Sep 22 10:17:45.402261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62eb1f-bb4a-458a-934d-4c235041d677 req-adf1c072-1852-49d4-bbb9-a91617646bb4 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:45.403798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c62eb1f-bb4a-458a-934d-4c235041d677 req-adf1c072-1852-49d4-bbb9-a91617646bb4 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0561619 Sep 22 10:17:45.443311 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c62eb1f-bb4a-458a-934d-4c235041d677 req-7141ea83-9b1f-4a60-94dd-2669b01f3a2a tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Sep 22 10:17:46.446866 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:17:46.562140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31f403-da69-4e0d-ac6b-33afa588e296 req-d324a78b-fcd4-491c-9578-f174696a0b61 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:46.563584 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f31f403-da69-4e0d-ac6b-33afa588e296 req-d324a78b-fcd4-491c-9578-f174696a0b61 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0504460 Sep 22 10:17:46.601419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6f31f403-da69-4e0d-ac6b-33afa588e296 req-7b2a5b68-09eb-4c74-ba5b-1259b58bc588 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Sep 22 10:17:47.721988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e84c6-b2b1-4d4e-8123-e470925dcfc2 req-00246ec5-0d95-49b2-9371-fb630972f546 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:47.723466 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-984e84c6-b2b1-4d4e-8123-e470925dcfc2 req-00246ec5-0d95-49b2-9371-fb630972f546 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Sep 22 10:17:47.761499 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-984e84c6-b2b1-4d4e-8123-e470925dcfc2 req-b5757437-a04e-4318-b6ab-fe36471ee7bc tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318615 Sep 22 10:17:48.882659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e437f7d-3468-42df-9192-0ef3c89431ba req-a1f6c5fd-9685-455e-831a-15e820f98c06 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:48.884413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e437f7d-3468-42df-9192-0ef3c89431ba req-a1f6c5fd-9685-455e-831a-15e820f98c06 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0523696 Sep 22 10:17:48.923289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e437f7d-3468-42df-9192-0ef3c89431ba req-2bdbaa04-4db0-40da-aa52-59b0086b1bcf tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Sep 22 10:17:50.040605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5e8bf-c856-45a8-8dcb-c31006e8812c req-1c4498e5-f4a1-414b-a5fe-4dbf4e11bbd6 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:50.042157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7d5e8bf-c856-45a8-8dcb-c31006e8812c req-1c4498e5-f4a1-414b-a5fe-4dbf4e11bbd6 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0493348 Sep 22 10:17:50.079925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7d5e8bf-c856-45a8-8dcb-c31006e8812c req-047a9e94-df27-479b-b9e0-aae3e92dc78f tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Sep 22 10:17:51.196697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff14e-68d7-4d96-a011-c9aacd66ea8a req-a8c9a97e-8b97-4144-a816-d6fc600f89da tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:51.198129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-492ff14e-68d7-4d96-a011-c9aacd66ea8a req-a8c9a97e-8b97-4144-a816-d6fc600f89da tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0489542 Sep 22 10:17:51.236937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-492ff14e-68d7-4d96-a011-c9aacd66ea8a req-9bff91b9-c434-4c4f-9bc0-35781577757d tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Sep 22 10:17:52.354600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01659c83-1256-4e5f-aab7-d8f4bf643b47 req-8439771f-faa9-4d68-b550-67d4494f4f4a tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:52.356409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01659c83-1256-4e5f-aab7-d8f4bf643b47 req-8439771f-faa9-4d68-b550-67d4494f4f4a tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0530734 Sep 22 10:17:52.394460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01659c83-1256-4e5f-aab7-d8f4bf643b47 req-148c90db-17bd-46c5-b0dc-640ebc5bd840 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Sep 22 10:17:53.509785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57ee7d-9b60-43d3-b8ed-63c2e0111646 req-02b83552-9cdb-4ecb-870b-f744986aaa21 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:53.511303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c57ee7d-9b60-43d3-b8ed-63c2e0111646 req-02b83552-9cdb-4ecb-870b-f744986aaa21 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0490696 Sep 22 10:17:53.550102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7c57ee7d-9b60-43d3-b8ed-63c2e0111646 req-16f6c8b7-0f3e-4fa3-a0e7-108f9c783575 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Sep 22 10:17:53.624647 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.250049 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7d896e0c-47cb-4be7-b5f1-ad1924dce688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:54.665313 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a59a4e-0c55-42e1-9ddf-655f5d58c45b req-2414184d-3f71-41aa-a800-19ce4f330af1 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:54.666921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1a59a4e-0c55-42e1-9ddf-655f5d58c45b req-2414184d-3f71-41aa-a800-19ce4f330af1 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0490978 Sep 22 10:17:54.707094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1a59a4e-0c55-42e1-9ddf-655f5d58c45b req-c4fd5113-48da-45b7-a86f-e00bb66e6813 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331018 Sep 22 10:17:54.953132 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:55.826289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9372e7-3b06-4a3a-8643-cd6bb63f6586 req-2e1176a0-4861-4bde-986e-bdb459f82757 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:55.827779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b9372e7-3b06-4a3a-8643-cd6bb63f6586 req-2e1176a0-4861-4bde-986e-bdb459f82757 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0531061 Sep 22 10:17:55.865391 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b9372e7-3b06-4a3a-8643-cd6bb63f6586 req-569a6399-391f-4786-816b-a68ba1ec7824 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Sep 22 10:17:56.958704 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-608bf4da-68a1-4794-a534-425a83829b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:56.981998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087b50f-5e0a-4b89-b340-63ad7c1d683f req-ace94290-cb26-40cf-bf85-de616eb393f0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:56.983509 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6087b50f-5e0a-4b89-b340-63ad7c1d683f req-ace94290-cb26-40cf-bf85-de616eb393f0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0505927 Sep 22 10:17:57.020603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6087b50f-5e0a-4b89-b340-63ad7c1d683f req-28bb2ed6-77c9-44dd-a062-2238a51d27d3 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310781 Sep 22 10:17:57.051485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-4de9ef73-e4d9-4bb0-9989-6d92d4474b78 req-80e85c70-f85f-4dcb-9eca-1366b951e71c service neutron] (95510) timed out ('10.222.0.49', 48046) {{(pid=95510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:17:57.563875 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:58.138089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb03e4a-9d75-4700-8500-8a35e3178332 req-f41c7466-93bf-49c0-a486-0c96e62853f1 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:58.139637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acb03e4a-9d75-4700-8500-8a35e3178332 req-f41c7466-93bf-49c0-a486-0c96e62853f1 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0517499 Sep 22 10:17:58.178809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acb03e4a-9d75-4700-8500-8a35e3178332 req-6f33039e-bd62-47da-bba3-dae41eed133b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331638 Sep 22 10:17:58.215762 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:17:59.301944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9a4df-5065-4f93-8a5d-4d0da851ca77 req-45547bd0-b5e2-4098-b438-d48b6a4b63d5 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:17:59.303754 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-63c9a4df-5065-4f93-8a5d-4d0da851ca77 req-45547bd0-b5e2-4098-b438-d48b6a4b63d5 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0552423 Sep 22 10:17:59.343427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-63c9a4df-5065-4f93-8a5d-4d0da851ca77 req-76feb91d-75f2-4731-9bd0-78c8730001a7 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332806 Sep 22 10:18:00.053178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:00.459193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161c1b8-de9a-45e3-a38a-3cbd08243971 req-ae0b2c5c-11b1-43a3-a285-7c0d071f7aa5 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:00.460788 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2161c1b8-de9a-45e3-a38a-3cbd08243971 req-ae0b2c5c-11b1-43a3-a285-7c0d071f7aa5 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0504997 Sep 22 10:18:00.498959 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2161c1b8-de9a-45e3-a38a-3cbd08243971 req-98bdb285-d5b7-4ba0-ba14-a66ea362271d tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322042 Sep 22 10:18:01.614243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217892fb-f6f4-4f10-8797-2ce4d288840a req-d84ebf57-2964-43f9-9c46-bd2e72d91a27 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:01.615790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-217892fb-f6f4-4f10-8797-2ce4d288840a req-d84ebf57-2964-43f9-9c46-bd2e72d91a27 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0497420 Sep 22 10:18:01.672995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-217892fb-f6f4-4f10-8797-2ce4d288840a req-fd62f24f-3094-4ffa-b7aa-aa8235cb5443 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496006 Sep 22 10:18:02.810050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5d0d-6dab-47f3-8167-dd6eab0d6f6d req-81f42249-3ce1-4dd2-8b0c-3537333fe6ee tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:02.811563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3ad5d0d-6dab-47f3-8167-dd6eab0d6f6d req-81f42249-3ce1-4dd2-8b0c-3537333fe6ee tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0664268 Sep 22 10:18:02.850432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3ad5d0d-6dab-47f3-8167-dd6eab0d6f6d req-9baaf7f6-e0dc-4bee-bc0b-104d183deb72 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326855 Sep 22 10:18:03.970861 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d182803-52a8-494c-8d25-225e0f3dd611 req-794a0a4f-4db2-4023-b79b-f696f836ecb7 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:03.972386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d182803-52a8-494c-8d25-225e0f3dd611 req-794a0a4f-4db2-4023-b79b-f696f836ecb7 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0521364 Sep 22 10:18:04.012579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d182803-52a8-494c-8d25-225e0f3dd611 req-44049fef-02b7-4a3e-b5ee-4ece0e3df903 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342629 Sep 22 10:18:05.127450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c4c95-f050-49d1-bb3d-470f3070631e req-6e9ee732-a6bc-4857-b82b-8fbb8b7a7f59 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:05.129024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa7c4c95-f050-49d1-bb3d-470f3070631e req-6e9ee732-a6bc-4857-b82b-8fbb8b7a7f59 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0495262 Sep 22 10:18:05.166650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa7c4c95-f050-49d1-bb3d-470f3070631e req-1eb149c4-3187-4631-8321-a5947fa61a66 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313435 Sep 22 10:18:06.291108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396098e7-f7e3-4a81-a928-1b7177d695af req-ed45cfdd-6ee8-4150-8083-13a89c20371f tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:06.292812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-396098e7-f7e3-4a81-a928-1b7177d695af req-ed45cfdd-6ee8-4150-8083-13a89c20371f tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0564480 Sep 22 10:18:06.332618 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-396098e7-f7e3-4a81-a928-1b7177d695af req-907ba831-e099-4e1d-adc8-1b98f9355e73 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337963 Sep 22 10:18:07.450978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e27dbe-5883-4ef3-acb3-725e5fe044e4 req-28d007a7-9986-4b19-acbe-50dc54aa63a8 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:07.452512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15e27dbe-5883-4ef3-acb3-725e5fe044e4 req-28d007a7-9986-4b19-acbe-50dc54aa63a8 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0492539 Sep 22 10:18:07.492056 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15e27dbe-5883-4ef3-acb3-725e5fe044e4 req-e0a17696-0098-4adb-8e9e-95b65fd46650 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335023 Sep 22 10:18:08.561958 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-4a472e69-31e8-40c9-aa22-d0b40f179742 service neutron] show failed (client error): The resource could not be found. Sep 22 10:18:08.562963 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-4a472e69-31e8-40c9-aa22-d0b40f179742 service neutron] 10.222.0.60 "GET /v2.0/ports/ba6b25bf-da6b-407a-b318-db82620b6fad/bindings/n-h2-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0565937 Sep 22 10:18:08.610833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad560fa-8be1-4c59-947c-c8ec9cd3ef7f req-91f4443a-0dbf-4cde-8e1b-313707d7ef02 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:08.612380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ad560fa-8be1-4c59-947c-c8ec9cd3ef7f req-91f4443a-0dbf-4cde-8e1b-313707d7ef02 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0524445 Sep 22 10:18:08.653148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ad560fa-8be1-4c59-947c-c8ec9cd3ef7f req-08c5e340-882f-4556-a1bc-091c19c45077 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345914 Sep 22 10:18:09.081845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-1b2d4a48-2af6-4429-999e-976cd9210723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:09.083414 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-1b2d4a48-2af6-4429-999e-976cd9210723 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56&tenant_id=7d4abaa88c194326a0c8b39056c0db00 HTTP/1.1" status: 200 len: 1096 time: 0.0441422 Sep 22 10:18:09.100415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:09.157312 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.361149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=ba6b25bf-da6b-407a-b318-db82620b6fad,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:09.393936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:09.432020 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:09.435247 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baea78f1-35db-4c26-bfb4-cc4677d6c11b" -d '{"events": [{"server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:09.439645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.453118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Transition to ACTIVE for port object ba6b25bf-da6b-407a-b318-db82620b6fad will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:09.484481 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dba3c5-9032-4322-bfc9-6eb19c36cad6 x-openstack-request-id: req-d4dba3c5-9032-4322-bfc9-6eb19c36cad6 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:09.484803 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:09.485063 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4dba3c5-9032-4322-bfc9-6eb19c36cad6 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:09.485468 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad', 'code': 200} Sep 22 10:18:09.552584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.619840 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] No DVR routers for this DVR port ba6b25bf-da6b-407a-b318-db82620b6fad on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:09.621063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Pushing event updated for resources: {'Port': ['ID=ba6b25bf-da6b-407a-b318-db82620b6fad,revision_number=6']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:09.658699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Attempting to bind port ba6b25bf-da6b-407a-b318-db82620b6fad on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:09.659035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Attempting to bind port ba6b25bf-da6b-407a-b318-db82620b6fad by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:09.659349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Attempting to bind port ba6b25bf-da6b-407a-b318-db82620b6fad on network e634937e-7702-4186-8f17-78fa4b7c4190 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:09.663913 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Port ba6b25bf-da6b-407a-b318-db82620b6fad on network e634937e-7702-4186-8f17-78fa4b7c4190 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:09.664231 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Attempting to bind port ba6b25bf-da6b-407a-b318-db82620b6fad on network e634937e-7702-4186-8f17-78fa4b7c4190 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:09.669403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:09.669766 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Checking segment: {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:09.670151 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Bound using segment: {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:09.670581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Bound port: ba6b25bf-da6b-407a-b318-db82620b6fad, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:09.671001 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.736752 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:09.743857 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ba6b25bf-da6b-407a-b318-db82620b6fad,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:09.778172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefdcd9-ba5f-41d1-a84c-0db18bdb40dd req-0605994a-d726-4b6f-b7c1-09dd64b6f9e2 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:09.779673 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdefdcd9-ba5f-41d1-a84c-0db18bdb40dd req-0605994a-d726-4b6f-b7c1-09dd64b6f9e2 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 943 time: 0.0548835 Sep 22 10:18:09.817738 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdefdcd9-ba5f-41d1-a84c-0db18bdb40dd req-a8b6d25c-3e93-4f00-933d-a6b35738d759 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Sep 22 10:18:09.836109 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.869579 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:09.870765 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:09.872137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] 10.222.0.45 "PUT /v2.0/ports/ba6b25bf-da6b-407a-b318-db82620b6fad HTTP/1.1" status: 200 len: 1091 time: 0.7757630 Sep 22 10:18:09.894429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f60d4-a8b2-4fc8-9698-801a618d47ef service neutron] Pushing event updated for resources: {'Port': ['ID=ba6b25bf-da6b-407a-b318-db82620b6fad,revision_number=7']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:09.944515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-cbda0602-2d4c-47bb-aceb-da2a1ccf8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:09.946058 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-cbda0602-2d4c-47bb-aceb-da2a1ccf8c57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 1094 time: 0.0443044 Sep 22 10:18:10.035622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-e3477a51-2f85-4325-b318-4ba8078ab646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:10.040909 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-e3477a51-2f85-4325-b318-4ba8078ab646 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 915 time: 0.0825160 Sep 22 10:18:10.086537 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-bca9601d-aa86-4da4-b9f5-d2a4a63fbd26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba6b25bf-da6b-407a-b318-db82620b6fad HTTP/1.1" status: 200 len: 217 time: 0.0369782 Sep 22 10:18:10.138964 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-5651c165-8d88-4a32-9173-0716c8598b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:10.140351 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-5651c165-8d88-4a32-9173-0716c8598b45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0434308 Sep 22 10:18:10.175958 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-d86be47a-9d4d-4194-849d-e859965c9bd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243392 Sep 22 10:18:10.273857 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-7d970413-d05e-4511-a947-f7e3e462a9b6 service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853546 Sep 22 10:18:10.371051 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f8a26e48-f095-4e85-b5f8-b18ef786d025 req-b5c17001-f604-43bc-9658-8619854e4f04 service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847640 Sep 22 10:18:10.935078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f2f4-6c39-447d-9ec0-fc7060512f01 req-0f1c1745-f091-4d63-adce-6caed1132764 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:10.936580 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fb2f2f4-6c39-447d-9ec0-fc7060512f01 req-0f1c1745-f091-4d63-adce-6caed1132764 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 943 time: 0.0506132 Sep 22 10:18:10.974200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fb2f2f4-6c39-447d-9ec0-fc7060512f01 req-43357b1b-cf4d-4d6a-8df2-64c827b14551 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316386 Sep 22 10:18:11.284902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ba6b25bf-da6b-407a-b318-db82620b6fad no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:11.324641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device ba6b25bf-da6b-407a-b318-db82620b6fad not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:11.486450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:11.488937 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaad127c-3ce9-4e63-a00a-0c5143a4e624" -d '{"events": [{"name": "network-changed", "server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:11.536657 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f313e86-4ea1-4e97-8f17-39d73a4e2609 x-openstack-request-id: req-6f313e86-4ea1-4e97-8f17-39d73a4e2609 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:11.537035 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:11.537290 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f313e86-4ea1-4e97-8f17-39d73a4e2609 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:11.537683 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad', 'status': 'completed', 'code': 200} Sep 22 10:18:11.632457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-93bb28c5-cc6c-4087-ad0b-8c675d8ed6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:11.634244 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-93bb28c5-cc6c-4087-ad0b-8c675d8ed6cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 1094 time: 0.0738397 Sep 22 10:18:11.636423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-98aa176a-58c9-422c-a86c-b5c1d2c5b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:11.637772 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-98aa176a-58c9-422c-a86c-b5c1d2c5b879 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 1094 time: 0.0759141 Sep 22 10:18:11.791527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-24697bb6-e26f-4076-843a-1e69a012f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:11.793521 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-24697bb6-e26f-4076-843a-1e69a012f7b7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 915 time: 0.1444879 Sep 22 10:18:11.794434 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-6d327e64-e2f2-4679-a6d2-928ea083404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:11.795760 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-6d327e64-e2f2-4679-a6d2-928ea083404d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 915 time: 0.1538911 Sep 22 10:18:11.868084 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-f45faf24-1604-4e31-9e16-b290c66eebd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba6b25bf-da6b-407a-b318-db82620b6fad HTTP/1.1" status: 200 len: 217 time: 0.0661149 Sep 22 10:18:11.869289 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-bdc34369-3b8e-482d-81bc-fe8f6e41abf3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba6b25bf-da6b-407a-b318-db82620b6fad HTTP/1.1" status: 200 len: 217 time: 0.0663881 Sep 22 10:18:11.949602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-28e49bcd-5f9d-40e7-bf7e-9a95e9c47caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:11.951057 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-28e49bcd-5f9d-40e7-bf7e-9a95e9c47caa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0754249 Sep 22 10:18:11.952422 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-e84b38ec-ee4f-4148-b01e-6edb28198c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:11.953755 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-e84b38ec-ee4f-4148-b01e-6edb28198c63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0709941 Sep 22 10:18:12.005894 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-ddc586f6-8775-40c8-82c7-8b6f6d32e8fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390365 Sep 22 10:18:12.007624 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-c89f751c-ecd3-4847-84ec-19a7778eabf7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487356 Sep 22 10:18:12.094159 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3acbaf-1f14-482b-8d98-059f1510cab7 req-a4020da8-c4f8-4eab-8f6b-d6c745be16aa tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:12.095616 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b3acbaf-1f14-482b-8d98-059f1510cab7 req-a4020da8-c4f8-4eab-8f6b-d6c745be16aa tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 943 time: 0.0502775 Sep 22 10:18:12.133433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b3acbaf-1f14-482b-8d98-059f1510cab7 req-4d0daca3-e00d-4eab-8bc4-74fa4f353b1e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318978 Sep 22 10:18:12.166445 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-906d7c0b-f9ae-4901-b1b7-13d1a9a671e7 service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447587 Sep 22 10:18:12.168294 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-d535eea4-16c7-446d-9c3a-6da585a9aacf service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537604 Sep 22 10:18:12.325014 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-17b31f0f-6293-4d4d-a9c1-89a05a9a570f service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495304 Sep 22 10:18:12.330148 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-eaad127c-3ce9-4e63-a00a-0c5143a4e624 req-68eb780f-8a7d-4e9b-b73f-86a90473fdbb service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478965 Sep 22 10:18:13.254537 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6aeb3-d02a-4a3e-9aec-12f2dd53d1bd req-2e46668f-9d4d-4a5f-bd47-3d5339cd72a0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.256030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acd6aeb3-d02a-4a3e-9aec-12f2dd53d1bd req-2e46668f-9d4d-4a5f-bd47-3d5339cd72a0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 943 time: 0.0527334 Sep 22 10:18:13.295511 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-acd6aeb3-d02a-4a3e-9aec-12f2dd53d1bd req-0f783817-44b7-4457-a171-2ea7e3c1fb99 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321538 Sep 22 10:18:13.639182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9beb6-af68-48d4-a1c9-700f09b072e7 req-aef3e47a-e9ad-4c8b-8c22-094991739cad tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.640695 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25b9beb6-af68-48d4-a1c9-700f09b072e7 req-aef3e47a-e9ad-4c8b-8c22-094991739cad tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 943 time: 0.0512762 Sep 22 10:18:13.680025 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25b9beb6-af68-48d4-a1c9-700f09b072e7 req-6cead096-84a0-4634-9fc3-1d90b6350995 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Sep 22 10:18:13.727156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-009313eb-7727-4a25-9ecd-571517d8fafb tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.728625 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-009313eb-7727-4a25-9ecd-571517d8fafb tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56&tenant_id=7d4abaa88c194326a0c8b39056c0db00&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 943 time: 0.0578389 Sep 22 10:18:13.770840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ba6b25bf-da6b-407a-b318-db82620b6fad details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:13.791213 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-8d0fd3b1-4ed7-4c00-8ef5-1577c639a296 service neutron] delete failed (client error): The resource could not be found. Sep 22 10:18:13.792710 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-8d0fd3b1-4ed7-4c00-8ef5-1577c639a296 service neutron] 10.222.0.60 "DELETE /v2.0/ports/ba6b25bf-da6b-407a-b318-db82620b6fad/bindings/n-h1-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0549521 Sep 22 10:18:13.875280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-e95e8a49-c417-46e4-a91b-cf017aa98bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:13.876609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ba6b25bf-da6b-407a-b318-db82620b6fad,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:13.876822 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-e95e8a49-c417-46e4-a91b-cf017aa98bcd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 1094 time: 0.0424831 Sep 22 10:18:13.888522 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'ba6b25bf-da6b-407a-b318-db82620b6fad', 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190', 'port_id': 'ba6b25bf-da6b-407a-b318-db82620b6fad', 'mac_address': 'fa:16:3e:d3:fd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e9ea20-667c-45e0-9591-927718ed60b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:13.927672 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:13.941366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6b25bf-da6b-407a-b318-db82620b6fad {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:13.961624 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ba6b25bf-da6b-407a-b318-db82620b6fad,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:14.038537 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:14.088139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ba6b25bf-da6b-407a-b318-db82620b6fad,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:14.226274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-d57938cc-1b44-4b32-9f6d-64825ba381a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:14.227760 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-d57938cc-1b44-4b32-9f6d-64825ba381a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 915 time: 0.3436437 Sep 22 10:18:14.263634 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['ba6b25bf-da6b-407a-b318-db82620b6fad'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:14.269667 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-fdd7ef14-1fad-4e8e-ae4a-abdc873825aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba6b25bf-da6b-407a-b318-db82620b6fad HTTP/1.1" status: 200 len: 217 time: 0.0336876 Sep 22 10:18:14.320955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-a0dc3ba6-67cb-45d9-b3ca-03966fb950ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:14.322633 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-a0dc3ba6-67cb-45d9-b3ca-03966fb950ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0460918 Sep 22 10:18:14.355436 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-6d0069cb-a739-45b2-9709-4c07864a64ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247293 Sep 22 10:18:14.448069 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-adb0beb2-4408-4bb2-9dda-06de82aef471 service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863576 Sep 22 10:18:14.538594 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15164e37-90ff-43fd-bf32-690d01f47a31 req-5c1cca45-293c-4d64-b5ed-82bc46585e04 service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836635 Sep 22 10:18:14.798499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c35c1-a9e1-408f-9241-44fa575a8ebb req-7b0e8300-1c0f-4bcc-9cb4-b45dbcde27e9 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:14.799973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-735c35c1-a9e1-408f-9241-44fa575a8ebb req-7b0e8300-1c0f-4bcc-9cb4-b45dbcde27e9 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 944 time: 0.0494237 Sep 22 10:18:14.837350 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-735c35c1-a9e1-408f-9241-44fa575a8ebb req-c48ee018-c2fa-4427-8e08-f59cc14128d0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314043 Sep 22 10:18:15.788159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ba6b25bf-da6b-407a-b318-db82620b6fad up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:15.923651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port ba6b25bf-da6b-407a-b318-db82620b6fad completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:18:15.927637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port ba6b25bf-da6b-407a-b318-db82620b6fad triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:15.928004 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:15.957266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d5a9-aac8-493e-a2d2-3806845a6a6e req-6f39823b-6620-4be8-8d99-e0dc176df259 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:15.958795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a27d5a9-aac8-493e-a2d2-3806845a6a6e req-6f39823b-6620-4be8-8d99-e0dc176df259 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 944 time: 0.0554688 Sep 22 10:18:16.000307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a27d5a9-aac8-493e-a2d2-3806845a6a6e req-0c8e248e-20d0-45bc-97b7-bb391ea0c337 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348988 Sep 22 10:18:16.009794 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:16.033388 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:16.036211 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e45e203-3e2a-4b53-853a-35e6fe125c77" -d '{"events": [{"server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "name": "network-vif-plugged", "status": "completed", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:16.049896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ba6b25bf-da6b-407a-b318-db82620b6fad,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:16.116985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0a61c-3639-4ad5-8985-a8c41a25d9b4 req-c7f866eb-903d-43b9-bdd0-7cc2ef52a8c5 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:16.118385 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-34e0a61c-3639-4ad5-8985-a8c41a25d9b4 req-c7f866eb-903d-43b9-bdd0-7cc2ef52a8c5 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 944 time: 0.0492489 Sep 22 10:18:16.156527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-34e0a61c-3639-4ad5-8985-a8c41a25d9b4 req-a4367547-4e17-4476-b6f8-425abe846a16 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Sep 22 10:18:16.161097 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:16.210831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=ba6b25bf-da6b-407a-b318-db82620b6fad,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:16.219253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.219600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.219963 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.220284 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.220617 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.220974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.221505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.221627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.221932 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.222253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.222253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.223082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:16.437092 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248deb82-bd44-4662-b579-e64c5dd1a835 x-openstack-request-id: req-248deb82-bd44-4662-b579-e64c5dd1a835 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:16.437494 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "name": "network-vif-plugged", "status": "completed", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:16.437813 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-248deb82-bd44-4662-b579-e64c5dd1a835 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:16.438280 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad', 'code': 200} Sep 22 10:18:16.527829 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a03284-a465-47f9-9881-4d6896a1afdc req-9fa9628f-9e33-4f06-a440-6244503f3def tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:16.529378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15a03284-a465-47f9-9881-4d6896a1afdc req-9fa9628f-9e33-4f06-a440-6244503f3def tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0489550 Sep 22 10:18:16.566827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15a03284-a465-47f9-9881-4d6896a1afdc req-aee5b950-0b0d-4aa9-829e-2129538984d8 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Sep 22 10:18:17.239412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-f5535d0e-b3de-4479-a932-0950a25d8a7d tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:17.240894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-f5535d0e-b3de-4479-a932-0950a25d8a7d tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 814 time: 0.1070933 Sep 22 10:18:17.256339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-efe1d2d8-1cbb-4de9-88d8-5fb2c7c6d36a tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/quotas/7d4abaa88c194326a0c8b39056c0db00 HTTP/1.1" status: 200 len: 375 time: 0.0094249 Sep 22 10:18:17.306245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-b09de06c-b013-42fc-9e50-86096a235e42 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441327 Sep 22 10:18:17.399275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-6298a7bf-a3cd-47b8-82fe-7365346a68d2 service neutron] 10.222.0.49 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841799 Sep 22 10:18:17.487775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-fd671712-0a38-49e3-884c-1ef20832ee39 service neutron] 10.222.0.49 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817120 Sep 22 10:18:17.752958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71e7f2df-4ab0-4f2e-b1b9-dd43cd533ee3 req-e9d2c1c0-0760-4573-bf0b-139f9f69816a tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 210 time: 0.0304074 Sep 22 10:18:18.630040 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28451c0-58a5-4b79-aa48-3c15f29d33af req-d22c0629-7f86-490a-9276-2f893b85f868 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:18.631426 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d28451c0-58a5-4b79-aa48-3c15f29d33af req-d22c0629-7f86-490a-9276-2f893b85f868 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3bfc056-0252-4280-a465-e4888b205e56 HTTP/1.1" status: 200 len: 945 time: 0.0480204 Sep 22 10:18:18.725253 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d28451c0-58a5-4b79-aa48-3c15f29d33af req-b4ebaf7a-8875-4b9b-8f8a-2e683702e540 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Deleting port ba6b25bf-da6b-407a-b318-db82620b6fad {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:18:18.725639 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d28451c0-58a5-4b79-aa48-3c15f29d33af req-b4ebaf7a-8875-4b9b-8f8a-2e683702e540 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:18.820356 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-d28451c0-58a5-4b79-aa48-3c15f29d33af req-b4ebaf7a-8875-4b9b-8f8a-2e683702e540 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] For port ba6b25bf-da6b-407a-b318-db82620b6fad, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=ba6b25bf-da6b-407a-b318-db82620b6fad,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:18.820744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d28451c0-58a5-4b79-aa48-3c15f29d33af req-b4ebaf7a-8875-4b9b-8f8a-2e683702e540 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:18.834514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-d28451c0-58a5-4b79-aa48-3c15f29d33af req-b4ebaf7a-8875-4b9b-8f8a-2e683702e540 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Calling delete_port for ba6b25bf-da6b-407a-b318-db82620b6fad owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:18:18.848254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a805f41-9938-45d9-b5b8-a9502d54d2f4 req-7779fa6f-6607-4ca5-b97e-2320dbc72cc8 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 210 time: 0.0269001 Sep 22 10:18:19.110315 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d28451c0-58a5-4b79-aa48-3c15f29d33af req-b4ebaf7a-8875-4b9b-8f8a-2e683702e540 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:19.126663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['ba6b25bf-da6b-407a-b318-db82620b6fad'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:19.140572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebaf7a-8875-4b9b-8f8a-2e683702e540 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Pushing event deleted for resources: {'Port': ['ID=ba6b25bf-da6b-407a-b318-db82620b6fad,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:19.183743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28451c0-58a5-4b79-aa48-3c15f29d33af req-b4ebaf7a-8875-4b9b-8f8a-2e683702e540 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] No DVR routers for this DVR port ba6b25bf-da6b-407a-b318-db82620b6fad on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:18:19.186477 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-d28451c0-58a5-4b79-aa48-3c15f29d33af req-b4ebaf7a-8875-4b9b-8f8a-2e683702e540 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:19.188541 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d28451c0-58a5-4b79-aa48-3c15f29d33af req-b4ebaf7a-8875-4b9b-8f8a-2e683702e540 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.45 "DELETE /v2.0/ports/ba6b25bf-da6b-407a-b318-db82620b6fad HTTP/1.1" status: 204 len: 173 time: 0.5499146 Sep 22 10:18:19.189017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'name': 'network-vif-deleted', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:19.191279 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6772a3de-0782-4beb-98dd-d217078c8116" -d '{"events": [{"server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "name": "network-vif-deleted", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:19.227943 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a8dd9b-27ae-4d59-93f7-6422c18321bc x-openstack-request-id: req-38a8dd9b-27ae-4d59-93f7-6422c18321bc {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:19.228243 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3bfc056-0252-4280-a465-e4888b205e56", "name": "network-vif-deleted", "tag": "ba6b25bf-da6b-407a-b318-db82620b6fad", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:19.228495 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38a8dd9b-27ae-4d59-93f7-6422c18321bc {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:19.228946 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bfc056-0252-4280-a465-e4888b205e56', 'name': 'network-vif-deleted', 'tag': 'ba6b25bf-da6b-407a-b318-db82620b6fad', 'status': 'completed', 'code': 200} Sep 22 10:18:19.944121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-98e83f1d-f744-491c-938a-ce5b214c3d52 req-870cf3c4-5ae5-47eb-8f0a-d94d33fe3738 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 210 time: 0.0262399 Sep 22 10:18:20.370412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-074b7d25-67f6-45fd-bb94-6e33f8671be1 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:20.371857 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-074b7d25-67f6-45fd-bb94-6e33f8671be1 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.45 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 814 time: 0.1115525 Sep 22 10:18:20.402958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Request body: {'port': {'device_id': '128a2067-856b-4fea-aa09-335c620e525a', 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190', 'admin_state_up': True, 'tenant_id': '7d4abaa88c194326a0c8b39056c0db00'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:20.655204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Made reservation on behalf of 7d4abaa88c194326a0c8b39056c0db00 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:18:20.658773 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:20.784558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Allocated IP 172.20.0.14 (e634937e-7702-4186-8f17-78fa4b7c4190/b7e9ea20-667c-45e0-9591-927718ed60b0/2e3e1165-f291-48db-af68-486a73146c15) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:18:20.933751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.027869 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.045717 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['ba6b25bf-da6b-407a-b318-db82620b6fad'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:21.070779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5667b-057c-4acc-8753-b4a92a3f9f26 req-3590a0f3-4f59-4c29-8f1e-abfa36d5e03c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:21.072110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Network e634937e-7702-4186-8f17-78fa4b7c4190 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:18:21.072352 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51a5667b-057c-4acc-8753-b4a92a3f9f26 req-3590a0f3-4f59-4c29-8f1e-abfa36d5e03c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 932 time: 0.0588014 Sep 22 10:18:21.077223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:18:21.084232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:18:21.088271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Pushing event updated for resources: {'Port': ['ID=2e3e1165-f291-48db-af68-486a73146c15,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:21.113439 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51a5667b-057c-4acc-8753-b4a92a3f9f26 req-d0623b6e-6e95-4ec4-96e6-33b556d73271 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346599 Sep 22 10:18:21.124776 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.125128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.125473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.125806 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.126360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.126469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.126798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.127067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.127387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.127707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.128025 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.128341 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:18:21.152528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:21.153201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.265164 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-a121199f-195a-4454-b505-ee3c41ee899b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8666663 Sep 22 10:18:21.279797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Request body: {'port': {'device_id': '128a2067-856b-4fea-aa09-335c620e525a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:18:21.334162 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.598222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3e1165-f291-48db-af68-486a73146c15 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:21.605628 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.617270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Transition to ACTIVE for port object 2e3e1165-f291-48db-af68-486a73146c15 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:18:21.677922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.726926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=2e3e1165-f291-48db-af68-486a73146c15,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:21.796193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Attempting to bind port 2e3e1165-f291-48db-af68-486a73146c15 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:18:21.796530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Attempting to bind port 2e3e1165-f291-48db-af68-486a73146c15 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:18:21.796928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Attempting to bind port 2e3e1165-f291-48db-af68-486a73146c15 on network e634937e-7702-4186-8f17-78fa4b7c4190 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:21.801187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Port 2e3e1165-f291-48db-af68-486a73146c15 on network e634937e-7702-4186-8f17-78fa4b7c4190 not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:18:21.801510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Attempting to bind port 2e3e1165-f291-48db-af68-486a73146c15 on network e634937e-7702-4186-8f17-78fa4b7c4190 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:18:21.806297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:18:21.806631 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Checking segment: {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:18:21.807012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Bound using segment: {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:18:21.808014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Bound port: 2e3e1165-f291-48db-af68-486a73146c15, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:18:21.808400 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.874894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:18:21.877828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2e3e1165-f291-48db-af68-486a73146c15,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:18:21.961525 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:21.995549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:21.996287 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:22.000946 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] 10.222.0.45 "PUT /v2.0/ports/2e3e1165-f291-48db-af68-486a73146c15 HTTP/1.1" status: 200 len: 1092 time: 0.7229433 Sep 22 10:18:22.000946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'tag': '2e3e1165-f291-48db-af68-486a73146c15'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:22.000946 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8107eed-7907-49a7-8e80-2a85afa1509d" -d '{"events": [{"name": "network-changed", "server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "tag": "2e3e1165-f291-48db-af68-486a73146c15"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:22.029204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd4822-e506-4af5-b951-cd24ded4dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=2e3e1165-f291-48db-af68-486a73146c15,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:22.049821 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c896a3df-ee24-4fdc-9f80-108dc9a1fc60 x-openstack-request-id: req-c896a3df-ee24-4fdc-9f80-108dc9a1fc60 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:22.050119 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "tag": "2e3e1165-f291-48db-af68-486a73146c15", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:22.050373 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c896a3df-ee24-4fdc-9f80-108dc9a1fc60 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:22.052555 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'tag': '2e3e1165-f291-48db-af68-486a73146c15', 'status': 'completed', 'code': 200} Sep 22 10:18:22.116570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107eed-7907-49a7-8e80-2a85afa1509d req-be46aa90-c1a6-4648-8657-97e076c2d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:22.118719 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8107eed-7907-49a7-8e80-2a85afa1509d req-be46aa90-c1a6-4648-8657-97e076c2d711 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 1095 time: 0.0435193 Sep 22 10:18:22.232826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107eed-7907-49a7-8e80-2a85afa1509d req-de40d38e-41e7-41c3-a783-3d43167aa305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:22.234352 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8107eed-7907-49a7-8e80-2a85afa1509d req-de40d38e-41e7-41c3-a783-3d43167aa305 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7d4abaa88c194326a0c8b39056c0db00&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1023452 Sep 22 10:18:22.244204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c73e73-c503-48c2-ba56-a3dcc40cd01e req-9229438d-e8b1-4290-8515-2e097e94b53c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:22.246441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60c73e73-c503-48c2-ba56-a3dcc40cd01e req-9229438d-e8b1-4290-8515-2e097e94b53c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 944 time: 0.0545650 Sep 22 10:18:22.283588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60c73e73-c503-48c2-ba56-a3dcc40cd01e req-565aafce-1f1f-4573-a191-3a0e983c82fd tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Sep 22 10:18:22.335000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107eed-7907-49a7-8e80-2a85afa1509d req-eacdddb4-5a43-4f6a-8461-2b9d33ba149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:22.336484 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b8107eed-7907-49a7-8e80-2a85afa1509d req-eacdddb4-5a43-4f6a-8461-2b9d33ba149c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905330 Sep 22 10:18:22.419731 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-2028980f-3250-431f-8128-07447df965ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:22.421152 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-2028980f-3250-431f-8128-07447df965ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 1095 time: 0.0457201 Sep 22 10:18:22.467775 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-4f2306e0-f879-41f0-8b8d-7a55062a44ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3e1165-f291-48db-af68-486a73146c15 HTTP/1.1" status: 200 len: 217 time: 0.0333817 Sep 22 10:18:22.518450 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-86d3abd7-78be-4fff-84f5-d573c4cfa505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:22.519931 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-86d3abd7-78be-4fff-84f5-d573c4cfa505 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0436423 Sep 22 10:18:22.561276 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-aa062d89-8c33-490d-9b7e-a6da9ff20ba4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290735 Sep 22 10:18:22.655743 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-c98194e2-3107-456b-8b53-7b3cab3e8e4d service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834105 Sep 22 10:18:22.752576 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0bbe183e-0d6b-476c-9a12-8b8f4f6226ee req-2e4552bb-9730-41de-8db1-337b669df4e3 service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860968 Sep 22 10:18:23.398515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba717e-ab7a-4aed-aaf0-c40dc9bc6b6c req-e2e3d3f0-acf3-4517-8e07-aeec82af6596 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:23.400002 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2dba717e-ab7a-4aed-aaf0-c40dc9bc6b6c req-e2e3d3f0-acf3-4517-8e07-aeec82af6596 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 944 time: 0.0486851 Sep 22 10:18:23.438527 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2dba717e-ab7a-4aed-aaf0-c40dc9bc6b6c req-6103603a-23f8-4e43-a096-4224a9c27763 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Sep 22 10:18:23.445962 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:18:23.615243 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:23.843697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ba6b25bf-da6b-407a-b318-db82620b6fad no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:18:23.863849 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: ba6b25bf-da6b-407a-b318-db82620b6fad {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:18:23.864997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device ba6b25bf-da6b-407a-b318-db82620b6fad not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:18:24.329240 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5c44-09a3-4c87-a2c6-3c4ded5ec0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:24.553817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6d08c-27d4-4c32-b0ea-595024105384 req-22af2fa9-dc92-40e9-a1ed-874b366a6d5c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:24.555211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ab6d08c-27d4-4c32-b0ea-595024105384 req-22af2fa9-dc92-40e9-a1ed-874b366a6d5c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 944 time: 0.0489185 Sep 22 10:18:24.595970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ab6d08c-27d4-4c32-b0ea-595024105384 req-18c2b71e-d8e2-4b83-8e06-bd5bf34d5088 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341256 Sep 22 10:18:24.986230 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:25.722988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04250b-c319-4dec-9abe-bf89eeef51d8 req-dd96073c-5ce3-43ee-93e4-1972754ddc62 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:25.724528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f04250b-c319-4dec-9abe-bf89eeef51d8 req-dd96073c-5ce3-43ee-93e4-1972754ddc62 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 944 time: 0.0601661 Sep 22 10:18:25.873370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2e3e1165-f291-48db-af68-486a73146c15 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:18:25.974258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2e3e1165-f291-48db-af68-486a73146c15,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:25.987873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '2e3e1165-f291-48db-af68-486a73146c15', 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190', 'port_id': '2e3e1165-f291-48db-af68-486a73146c15', 'mac_address': 'fa:16:3e:2b:38:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e9ea20-667c-45e0-9591-927718ed60b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:18:26.016599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f04250b-c319-4dec-9abe-bf89eeef51d8 req-4cb8acbb-4f55-4ba2-b956-f2f4537b78bf tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852345 Sep 22 10:18:26.026902 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:26.040250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3e1165-f291-48db-af68-486a73146c15 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:18:26.062040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2e3e1165-f291-48db-af68-486a73146c15,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:26.169748 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:26.217465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=2e3e1165-f291-48db-af68-486a73146c15,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:26.452901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['2e3e1165-f291-48db-af68-486a73146c15'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:18:26.940907 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf01c514-f3ee-43cb-ac5f-20efe697cd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:27.130810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6a304-3d7f-41b3-a694-00815c448c28 req-a6c9cabe-6024-4ffd-be28-d6f60ff8bd47 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:27.132322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dfc6a304-3d7f-41b3-a694-00815c448c28 req-a6c9cabe-6024-4ffd-be28-d6f60ff8bd47 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 945 time: 0.0485492 Sep 22 10:18:27.171964 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dfc6a304-3d7f-41b3-a694-00815c448c28 req-0672e4b0-351d-49df-9f59-2dfb812013e1 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Sep 22 10:18:27.589954 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:27.874997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2e3e1165-f291-48db-af68-486a73146c15 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:18:27.992043 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 2e3e1165-f291-48db-af68-486a73146c15 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:18:27.996333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 2e3e1165-f291-48db-af68-486a73146c15 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:18:27.996753 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:28.075729 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:28.098354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3e1165-f291-48db-af68-486a73146c15'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:18:28.100624 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9d2f50-c77c-49bd-ab52-2fb7de76955f" -d '{"events": [{"server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "name": "network-vif-plugged", "status": "completed", "tag": "2e3e1165-f291-48db-af68-486a73146c15"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:18:28.112961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2e3e1165-f291-48db-af68-486a73146c15,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:18:28.140060 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5c3d78-d89e-483b-8c3e-5b0bfa66afce x-openstack-request-id: req-9b5c3d78-d89e-483b-8c3e-5b0bfa66afce {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:18:28.140343 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "name": "network-vif-plugged", "status": "completed", "tag": "2e3e1165-f291-48db-af68-486a73146c15", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:18:28.140593 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b5c3d78-d89e-483b-8c3e-5b0bfa66afce {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:18:28.140995 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3e1165-f291-48db-af68-486a73146c15', 'code': 200} Sep 22 10:18:28.203725 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:28.242158 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:28.249307 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3ae65-643f-48b0-b5a8-7032a470b3cf req-b63c19df-51af-435e-b594-9ae03bc2145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:28.250929 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ad3ae65-643f-48b0-b5a8-7032a470b3cf req-b63c19df-51af-435e-b594-9ae03bc2145a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 1097 time: 0.0454872 Sep 22 10:18:28.261562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=2e3e1165-f291-48db-af68-486a73146c15,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:18:28.289592 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6ad3ae65-643f-48b0-b5a8-7032a470b3cf req-47165d8f-a58b-43cb-a132-20bc0a11b383 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298562 Sep 22 10:18:28.299895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1f8d2-cc44-48bc-bc4f-b035cd6a3579 req-6b094ac6-f3b6-4655-ad88-8109d38e77fd tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:28.301450 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5bd1f8d2-cc44-48bc-bc4f-b035cd6a3579 req-6b094ac6-f3b6-4655-ad88-8109d38e77fd tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0580125 Sep 22 10:18:28.340866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5bd1f8d2-cc44-48bc-bc4f-b035cd6a3579 req-09ea2006-de99-44c0-a988-c8780fbbfb5a tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Sep 22 10:18:29.458327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45832cc-2d66-45fa-854f-94b516ee86cf req-a39cc0e9-dc2a-49de-8efa-3293845ffbd4 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:29.459804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b45832cc-2d66-45fa-854f-94b516ee86cf req-a39cc0e9-dc2a-49de-8efa-3293845ffbd4 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0523758 Sep 22 10:18:29.499028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b45832cc-2d66-45fa-854f-94b516ee86cf req-84cd9f0e-8267-4cf2-bfb1-7ba9aeab76fd tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Sep 22 10:18:30.017956 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:30.614213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3ad53-f635-4367-a30a-7b9672c2fdaa req-9e26f404-5f49-4b26-a298-18f445def29e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:30.615681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30c3ad53-f635-4367-a30a-7b9672c2fdaa req-9e26f404-5f49-4b26-a298-18f445def29e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0490534 Sep 22 10:18:30.654214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30c3ad53-f635-4367-a30a-7b9672c2fdaa req-62ca1087-2f04-474a-ba06-23130e24e750 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316541 Sep 22 10:18:30.768077 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81a45-87b7-4b07-a970-1fdd82ba9acb req-1377fcb9-1283-4494-a4e5-8b6661693f31 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:30.769593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ff81a45-87b7-4b07-a970-1fdd82ba9acb req-1377fcb9-1283-4494-a4e5-8b6661693f31 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0496426 Sep 22 10:18:30.806470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ff81a45-87b7-4b07-a970-1fdd82ba9acb req-9e7a7bb5-6285-4a3c-b699-535c8cdaec1c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308654 Sep 22 10:18:31.444173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4486957-7baf-4c2e-9684-00b9fa5f8252 req-ef3e3d06-a990-4a83-9e2b-c46fcd76453c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:31.445687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4486957-7baf-4c2e-9684-00b9fa5f8252 req-ef3e3d06-a990-4a83-9e2b-c46fcd76453c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0531952 Sep 22 10:18:31.484927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c4486957-7baf-4c2e-9684-00b9fa5f8252 req-e10ca6c0-4f9b-4088-aeef-2a40d2720180 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Sep 22 10:18:31.640208 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-efb8e115-afa2-4613-8c20-f9d6c9b7a9f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409193 Sep 22 10:18:32.609531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53414-32fc-42da-9ac5-8cf256c8ef8a req-6febca3c-62db-4fbe-bf34-2610d533830b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:32.611215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78f53414-32fc-42da-9ac5-8cf256c8ef8a req-6febca3c-62db-4fbe-bf34-2610d533830b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0579984 Sep 22 10:18:32.650715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78f53414-32fc-42da-9ac5-8cf256c8ef8a req-92403da0-3560-4678-b2ca-7b53d1626d6c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Sep 22 10:18:33.772602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bfcbf-e9b9-4ba9-92af-d17d33aff788 req-cbe43048-c2d6-48e3-9b65-1593b22213fc tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:33.774112 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-451bfcbf-e9b9-4ba9-92af-d17d33aff788 req-cbe43048-c2d6-48e3-9b65-1593b22213fc tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0491807 Sep 22 10:18:33.813582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-451bfcbf-e9b9-4ba9-92af-d17d33aff788 req-58086f1b-40c9-4bbd-8f34-c70acb281c1a tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Sep 22 10:18:33.929566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-1e4345d6-7a39-4b28-82cf-fa4659fd3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:33.931137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-1e4345d6-7a39-4b28-82cf-fa4659fd3fc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 1097 time: 0.0409613 Sep 22 10:18:34.028278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-3001060b-95a1-4545-8186-3de617df02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:34.029797 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-3001060b-95a1-4545-8186-3de617df02f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 915 time: 0.0920401 Sep 22 10:18:34.070612 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-ac9e3cd4-19d4-4af6-a3da-1baf082f7f3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3e1165-f291-48db-af68-486a73146c15 HTTP/1.1" status: 200 len: 217 time: 0.0333791 Sep 22 10:18:34.123852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-724ce67b-8b98-4d4f-8b88-573c84470172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:34.125366 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-724ce67b-8b98-4d4f-8b88-573c84470172 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0483313 Sep 22 10:18:34.159031 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-b5455b1f-5137-4a96-a338-48728aa0ec99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251451 Sep 22 10:18:34.247071 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-476370bd-9a50-40ba-b616-5bee9ad91c4b service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796547 Sep 22 10:18:34.346070 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4e5a4a61-420d-4c75-99ba-3721ce8a7834 service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862050 Sep 22 10:18:34.933450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fc3d-5e40-49fd-8f21-dabe804eecf0 req-13cac395-463a-4adc-a923-1a8aa898685f tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:34.934934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8010fc3d-5e40-49fd-8f21-dabe804eecf0 req-13cac395-463a-4adc-a923-1a8aa898685f tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0532904 Sep 22 10:18:34.971781 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8010fc3d-5e40-49fd-8f21-dabe804eecf0 req-e70af665-5c79-4464-a4c6-20e2b4e8f44e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307562 Sep 22 10:18:36.087441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4659c8d-e0d7-4946-be07-3b22f097610e req-0aba90e7-a221-4bb5-84a9-65fe984d645c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:36.089549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4659c8d-e0d7-4946-be07-3b22f097610e req-0aba90e7-a221-4bb5-84a9-65fe984d645c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0504076 Sep 22 10:18:36.127930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4659c8d-e0d7-4946-be07-3b22f097610e req-36b93bb7-b1c3-4c5b-9eff-74521765e375 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318825 Sep 22 10:18:37.245143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e10d6b-9e36-4187-ab31-8aba080a5fd1 req-60a8758b-566b-4381-943c-2d3cae6c7656 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:37.246818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7e10d6b-9e36-4187-ab31-8aba080a5fd1 req-60a8758b-566b-4381-943c-2d3cae6c7656 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0514746 Sep 22 10:18:37.285769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7e10d6b-9e36-4187-ab31-8aba080a5fd1 req-d335795c-22a4-471c-b45c-d05190b7e372 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328746 Sep 22 10:18:38.417107 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97056955-94ec-40f6-97b1-89695f19a16c req-9a152606-6a6d-475b-b6e2-a527a59c580b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:38.418646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97056955-94ec-40f6-97b1-89695f19a16c req-9a152606-6a6d-475b-b6e2-a527a59c580b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0618663 Sep 22 10:18:38.460365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97056955-94ec-40f6-97b1-89695f19a16c req-2d09c94f-2e37-4e49-8411-fa9314cf3dd3 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355763 Sep 22 10:18:39.576515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729b20e-006f-439e-8628-fade67bbe700 req-19016970-a2f4-4850-8c23-0fcd29ef2dd7 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:39.577974 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c729b20e-006f-439e-8628-fade67bbe700 req-19016970-a2f4-4850-8c23-0fcd29ef2dd7 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0484288 Sep 22 10:18:39.616088 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c729b20e-006f-439e-8628-fade67bbe700 req-e57d158b-4e63-4888-873c-145dfe80c23a tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Sep 22 10:18:40.732709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18f2b0-4273-46b8-8c57-1f8393e05139 req-f1e59fed-3a35-4d0a-8ec5-682792781919 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:40.734222 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb18f2b0-4273-46b8-8c57-1f8393e05139 req-f1e59fed-3a35-4d0a-8ec5-682792781919 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0496542 Sep 22 10:18:40.772126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb18f2b0-4273-46b8-8c57-1f8393e05139 req-0e1143b4-4221-4e6b-8047-a63c2852768e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Sep 22 10:18:41.894432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028030de-86fe-4c65-a39c-6b73ba84e209 req-834c668b-aff8-4eed-904e-4b60bb84d5a7 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:41.895929 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-028030de-86fe-4c65-a39c-6b73ba84e209 req-834c668b-aff8-4eed-904e-4b60bb84d5a7 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0528753 Sep 22 10:18:41.934590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-028030de-86fe-4c65-a39c-6b73ba84e209 req-8f920db5-f428-441c-bc95-e80f9cb934d9 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Sep 22 10:18:43.053733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3e0dc-5c43-4a0c-aa91-4507cfe62b24 req-51bcbb40-d726-47dd-8a04-620b9f38e4b4 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:43.055431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74d3e0dc-5c43-4a0c-aa91-4507cfe62b24 req-51bcbb40-d726-47dd-8a04-620b9f38e4b4 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0510693 Sep 22 10:18:43.095794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74d3e0dc-5c43-4a0c-aa91-4507cfe62b24 req-005c4123-c3f1-4bb7-a82b-ffc67b55a149 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336666 Sep 22 10:18:44.211142 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345383a-c55d-4f28-83d3-eed45fc2dc7d req-d78eb000-dc33-4887-9c0b-4db35980d067 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:44.212628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0345383a-c55d-4f28-83d3-eed45fc2dc7d req-d78eb000-dc33-4887-9c0b-4db35980d067 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0485163 Sep 22 10:18:44.251098 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0345383a-c55d-4f28-83d3-eed45fc2dc7d req-2c16821c-1ad2-4ea0-914b-a8dd936ab032 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Sep 22 10:18:45.369920 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f3c67-b744-40ee-88dd-cb021e5ec0b1 req-149f2e36-43fe-4bd2-be30-cfe4f2dc2193 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:45.371417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b8f3c67-b744-40ee-88dd-cb021e5ec0b1 req-149f2e36-43fe-4bd2-be30-cfe4f2dc2193 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0536354 Sep 22 10:18:45.410905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b8f3c67-b744-40ee-88dd-cb021e5ec0b1 req-86df1509-57c7-4aa0-ac36-86652a50886e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330536 Sep 22 10:18:46.528630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69caa717-58ee-4170-b127-287a410b1c5b req-1df6c6e9-e6bb-4e49-98fd-79c292cc525b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:46.530156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69caa717-58ee-4170-b127-287a410b1c5b req-1df6c6e9-e6bb-4e49-98fd-79c292cc525b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0494483 Sep 22 10:18:46.572681 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-69caa717-58ee-4170-b127-287a410b1c5b req-1b6963a9-5a90-4295-a2ed-9dede0602aca tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364513 Sep 22 10:18:47.689773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead5376-cb7c-4c04-b81e-3bffeb7d36d2 req-b738c162-26e2-4330-98cf-dbf3c01d647e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:47.691393 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ead5376-cb7c-4c04-b81e-3bffeb7d36d2 req-b738c162-26e2-4330-98cf-dbf3c01d647e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0497382 Sep 22 10:18:47.729235 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ead5376-cb7c-4c04-b81e-3bffeb7d36d2 req-79829982-0d42-44f8-ae72-6670ca50c580 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Sep 22 10:18:48.848996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfff263-2b8b-4147-b7dd-c8f17bfa5151 req-d722f59b-612a-4c8c-af1f-c13f9bf35926 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:48.850486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2bfff263-2b8b-4147-b7dd-c8f17bfa5151 req-d722f59b-612a-4c8c-af1f-c13f9bf35926 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0535662 Sep 22 10:18:48.889281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2bfff263-2b8b-4147-b7dd-c8f17bfa5151 req-51afbf4f-0220-479d-b9ca-3e0e52cfa66d tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328741 Sep 22 10:18:50.012834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc964c1-468f-4b53-8214-252c925da148 req-8d5d0630-cb64-428f-8241-909cb53563f1 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:50.014417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ecc964c1-468f-4b53-8214-252c925da148 req-8d5d0630-cb64-428f-8241-909cb53563f1 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0562868 Sep 22 10:18:50.058492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ecc964c1-468f-4b53-8214-252c925da148 req-b66ac703-46a1-4be0-8377-f0328fddce22 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379658 Sep 22 10:18:51.175631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e752b6-b257-47a3-87bb-e7b8dffabe66 req-7cebf1c9-e949-41d7-a189-a31800b8f22d tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:51.177138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87e752b6-b257-47a3-87bb-e7b8dffabe66 req-7cebf1c9-e949-41d7-a189-a31800b8f22d tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0487444 Sep 22 10:18:51.215239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87e752b6-b257-47a3-87bb-e7b8dffabe66 req-44935ffb-d0c3-4dd7-9935-9e2f94484f25 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Sep 22 10:18:52.338752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adc719-651e-4bd9-90af-b7416fc2898f req-de11ac8b-2716-49dd-8b63-94f6bbbf0803 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:52.340255 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6adc719-651e-4bd9-90af-b7416fc2898f req-de11ac8b-2716-49dd-8b63-94f6bbbf0803 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0547061 Sep 22 10:18:52.377622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b6adc719-651e-4bd9-90af-b7416fc2898f req-fb971b18-3bb6-4e3a-be87-c30a0eed043b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Sep 22 10:18:53.492578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f5fcb-4276-462f-be60-eeffdb642c5f req-f8ee9767-47a6-4cd6-a534-7fd7ac265db5 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:53.494924 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c6f5fcb-4276-462f-be60-eeffdb642c5f req-f8ee9767-47a6-4cd6-a534-7fd7ac265db5 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0495441 Sep 22 10:18:53.531992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3c6f5fcb-4276-462f-be60-eeffdb642c5f req-e70cb7db-7595-408f-b69a-04260272b715 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Sep 22 10:18:53.666646 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:54.266316 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a0a75da2-4ba2-456d-ad8b-0e7687b1843d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:54.648302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19fac1-87db-4736-b520-45c276d5e96e req-4ee98d18-d778-4051-be07-5776291c497b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:54.650390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e19fac1-87db-4736-b520-45c276d5e96e req-4ee98d18-d778-4051-be07-5776291c497b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0496488 Sep 22 10:18:54.692055 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e19fac1-87db-4736-b520-45c276d5e96e req-8b1b3f21-8373-4e80-af46-42453592f190 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355711 Sep 22 10:18:54.974483 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:55.819169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121d75-b034-48fd-836c-6a079d8b6006 req-e5975388-397e-43e8-a344-52953b199c6e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:55.820830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26121d75-b034-48fd-836c-6a079d8b6006 req-e5975388-397e-43e8-a344-52953b199c6e tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0579646 Sep 22 10:18:55.862914 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26121d75-b034-48fd-836c-6a079d8b6006 req-7c204ad2-67db-41ab-8fbc-5a4f0b947696 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356336 Sep 22 10:18:56.983996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d815a66-731f-4ed1-a675-be3875cf4aaa req-921bba5f-1b1e-4884-aee7-388458de3194 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:56.985877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d815a66-731f-4ed1-a675-be3875cf4aaa req-921bba5f-1b1e-4884-aee7-388458de3194 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0523858 Sep 22 10:18:56.986217 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7f8c050c-5435-4238-bb6d-b86ba0e21727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:57.027403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9d815a66-731f-4ed1-a675-be3875cf4aaa req-01f1e902-0fdb-458f-bc0d-1da731aa7464 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351539 Sep 22 10:18:57.620450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:58.147577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766627be-facf-4bae-8902-c852a7924b30 req-16295841-c6e8-495b-9e0c-d2765ec61d70 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:58.149138 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-766627be-facf-4bae-8902-c852a7924b30 req-16295841-c6e8-495b-9e0c-d2765ec61d70 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0510819 Sep 22 10:18:58.187237 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-766627be-facf-4bae-8902-c852a7924b30 req-31d2c794-72d8-493f-a033-5e87ebbb1aca tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Sep 22 10:18:58.231775 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:18:59.310877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae191-2bbc-423d-b2f9-2135277c501d req-170dcc5f-a159-4004-970a-4caf7c3a1d25 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:18:59.312461 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e60ae191-2bbc-423d-b2f9-2135277c501d req-170dcc5f-a159-4004-970a-4caf7c3a1d25 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0561783 Sep 22 10:18:59.350829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e60ae191-2bbc-423d-b2f9-2135277c501d req-4707d8db-a265-4ea3-9321-4d2c68ebdc4d tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323908 Sep 22 10:19:00.080823 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:00.444741 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:19:00.470417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4fe87-a74b-4379-bae0-b8c29637e751 req-ebdaf6ef-12bc-4ae3-80f6-ad82f337b75c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:00.471950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86a4fe87-a74b-4379-bae0-b8c29637e751 req-ebdaf6ef-12bc-4ae3-80f6-ad82f337b75c tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0499253 Sep 22 10:19:00.510733 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86a4fe87-a74b-4379-bae0-b8c29637e751 req-3f3c7429-8be9-4581-bf6e-64c8aff848ed tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Sep 22 10:19:01.656875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d61ef-8948-46f8-ae15-f59480e08010 req-1cec0334-0109-47e5-acb8-65f829b3e8a6 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:01.658452 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-265d61ef-8948-46f8-ae15-f59480e08010 req-1cec0334-0109-47e5-acb8-65f829b3e8a6 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0521405 Sep 22 10:19:01.698403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-265d61ef-8948-46f8-ae15-f59480e08010 req-3ca328d7-3b1b-4d3f-9f1d-f44efb33c8dd tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337484 Sep 22 10:19:01.954969 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-04e5e170-bdc1-40e7-8085-580b49d5519d service neutron] show failed (client error): The resource could not be found. Sep 22 10:19:01.956290 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-04e5e170-bdc1-40e7-8085-580b49d5519d service neutron] 10.222.0.45 "GET /v2.0/ports/2e3e1165-f291-48db-af68-486a73146c15/bindings/n-h1-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0662482 Sep 22 10:19:02.689115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-e2a21744-f23f-47b5-8ed5-6860e5624b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:02.690621 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-e2a21744-f23f-47b5-8ed5-6860e5624b49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a&tenant_id=7d4abaa88c194326a0c8b39056c0db00 HTTP/1.1" status: 200 len: 1097 time: 0.0473354 Sep 22 10:19:02.705008 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:02.762160 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:02.821358 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcef57-0556-47e5-a776-6514c5037f04 req-8ecbafae-e24f-435a-9fb8-8d07d70669e9 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:02.823733 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7adcef57-0556-47e5-a776-6514c5037f04 req-8ecbafae-e24f-435a-9fb8-8d07d70669e9 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0554914 Sep 22 10:19:02.863107 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7adcef57-0556-47e5-a776-6514c5037f04 req-173cab54-d06c-4617-a7be-fe817c4b2d44 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Sep 22 10:19:02.971122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=2e3e1165-f291-48db-af68-486a73146c15,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:03.004254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:03.047432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3e1165-f291-48db-af68-486a73146c15'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:03.049733 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f97814-c42b-4459-9fcb-f94767740e16" -d '{"events": [{"server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3e1165-f291-48db-af68-486a73146c15"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:03.053624 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.066362 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Transition to ACTIVE for port object 2e3e1165-f291-48db-af68-486a73146c15 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:19:03.104665 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61c7500-cbb2-4f28-b5f2-9ef3550ef427 x-openstack-request-id: req-b61c7500-cbb2-4f28-b5f2-9ef3550ef427 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:03.104665 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e3e1165-f291-48db-af68-486a73146c15", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:03.104665 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b61c7500-cbb2-4f28-b5f2-9ef3550ef427 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:03.104665 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e3e1165-f291-48db-af68-486a73146c15', 'code': 200} Sep 22 10:19:03.198006 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.263299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] No DVR routers for this DVR port 2e3e1165-f291-48db-af68-486a73146c15 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:03.266778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Pushing event updated for resources: {'Port': ['ID=2e3e1165-f291-48db-af68-486a73146c15,revision_number=6']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:03.302689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Attempting to bind port 2e3e1165-f291-48db-af68-486a73146c15 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:03.303029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Attempting to bind port 2e3e1165-f291-48db-af68-486a73146c15 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:03.303368 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Attempting to bind port 2e3e1165-f291-48db-af68-486a73146c15 on network e634937e-7702-4186-8f17-78fa4b7c4190 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:03.308590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Port 2e3e1165-f291-48db-af68-486a73146c15 on network e634937e-7702-4186-8f17-78fa4b7c4190 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:03.308956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Attempting to bind port 2e3e1165-f291-48db-af68-486a73146c15 on network e634937e-7702-4186-8f17-78fa4b7c4190 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:03.313949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:03.317016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Checking segment: {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:03.317016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Bound using segment: {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:03.317016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Bound port: 2e3e1165-f291-48db-af68-486a73146c15, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9225a9ff-8ff6-4871-a412-e5b9453c3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:03.317016 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.381940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:03.385876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2e3e1165-f291-48db-af68-486a73146c15,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:03.518290 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.553819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:03.554512 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:03.556405 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] 10.222.0.60 "PUT /v2.0/ports/2e3e1165-f291-48db-af68-486a73146c15 HTTP/1.1" status: 200 len: 1092 time: 0.8551357 Sep 22 10:19:03.578249 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818e01a-e4df-493f-a591-0ec789f5ec5d service neutron] Pushing event updated for resources: {'Port': ['ID=2e3e1165-f291-48db-af68-486a73146c15,revision_number=7']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:03.623756 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-ef897955-0f4b-4f0b-aac8-a47047c278c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:03.625348 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-ef897955-0f4b-4f0b-aac8-a47047c278c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 1095 time: 0.0429156 Sep 22 10:19:03.722999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-2dec97b5-97a8-4234-b950-636e35facf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:03.724576 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-2dec97b5-97a8-4234-b950-636e35facf13 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 915 time: 0.0910521 Sep 22 10:19:03.768133 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-7bab2b30-67f5-4ca2-b894-a668ac1f54a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3e1165-f291-48db-af68-486a73146c15 HTTP/1.1" status: 200 len: 217 time: 0.0355053 Sep 22 10:19:03.817055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-f6161a1f-49e4-4285-bef6-b0502141538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:03.818456 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-f6161a1f-49e4-4285-bef6-b0502141538b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0440333 Sep 22 10:19:03.850222 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-b58fd56c-5072-4bbe-b248-0f5b3752143f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244522 Sep 22 10:19:03.959439 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-d4fcba82-a8ea-4d50-bd20-c4b5c45a3467 service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015429 Sep 22 10:19:04.003456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa695e-829c-40df-97e6-87c442f9f943 req-892a4ac4-7495-43eb-a38f-7fa0d32584b9 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:04.005073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54aa695e-829c-40df-97e6-87c442f9f943 req-892a4ac4-7495-43eb-a38f-7fa0d32584b9 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 944 time: 0.0664434 Sep 22 10:19:04.046199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-54aa695e-829c-40df-97e6-87c442f9f943 req-cb634ad4-75bc-4494-ace1-48fe771341f6 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Sep 22 10:19:04.062579 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-7b1df6bd-648e-4cac-8c00-78acbb1f3e58 req-c25461a7-d2c4-49d9-99a3-0401c06ac5f7 service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954449 Sep 22 10:19:05.103699 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'tag': '2e3e1165-f291-48db-af68-486a73146c15'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:05.106428 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3c650f-758d-49fa-9290-64616211f752" -d '{"events": [{"name": "network-changed", "server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "tag": "2e3e1165-f291-48db-af68-486a73146c15"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:05.170821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e7b06-4d23-4fb2-8efa-c8135af8fe77 req-2425c540-32cc-4182-ac31-58afcf000aa0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:05.172317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b39e7b06-4d23-4fb2-8efa-c8135af8fe77 req-2425c540-32cc-4182-ac31-58afcf000aa0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 944 time: 0.0502017 Sep 22 10:19:05.210486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b39e7b06-4d23-4fb2-8efa-c8135af8fe77 req-4da9bbec-bdd0-44a1-b4b3-fbc286eec14a tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Sep 22 10:19:05.266518 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f776a60-52f6-4c5c-b7b0-d0f55fcfbee2 x-openstack-request-id: req-4f776a60-52f6-4c5c-b7b0-d0f55fcfbee2 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:05.266815 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "tag": "2e3e1165-f291-48db-af68-486a73146c15", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:05.267069 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f776a60-52f6-4c5c-b7b0-d0f55fcfbee2 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:05.267469 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'tag': '2e3e1165-f291-48db-af68-486a73146c15', 'status': 'completed', 'code': 200} Sep 22 10:19:05.359079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c650f-758d-49fa-9290-64616211f752 req-cc81440e-1a8c-4a33-b656-97027325fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:05.360525 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-cc81440e-1a8c-4a33-b656-97027325fbc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 1095 time: 0.0693820 Sep 22 10:19:05.362224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c650f-758d-49fa-9290-64616211f752 req-27313608-1f94-4927-a887-7a9db166003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:05.363588 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-27313608-1f94-4927-a887-7a9db166003f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 1095 time: 0.0737426 Sep 22 10:19:05.527797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c650f-758d-49fa-9290-64616211f752 req-b099b34b-3a4d-4252-861a-deb7e6292c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:05.529326 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-b099b34b-3a4d-4252-861a-deb7e6292c4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 915 time: 0.1532023 Sep 22 10:19:05.530437 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c650f-758d-49fa-9290-64616211f752 req-1d2897eb-2fb9-4287-ab0f-6f4c8add7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:05.531789 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-1d2897eb-2fb9-4287-ab0f-6f4c8add7e3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 915 time: 0.1635699 Sep 22 10:19:05.602043 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-d99e8290-c88c-497c-9f06-7e9502a7ef16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3e1165-f291-48db-af68-486a73146c15 HTTP/1.1" status: 200 len: 217 time: 0.0627267 Sep 22 10:19:05.603923 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-cdea9586-b8da-46a7-b727-059efa7c7c81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3e1165-f291-48db-af68-486a73146c15 HTTP/1.1" status: 200 len: 217 time: 0.0636909 Sep 22 10:19:05.692194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c650f-758d-49fa-9290-64616211f752 req-84d6282c-99e7-4ba2-a792-639ddd350f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:05.693630 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-84d6282c-99e7-4ba2-a792-639ddd350f1e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0737469 Sep 22 10:19:05.695016 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c650f-758d-49fa-9290-64616211f752 req-8dbb55a0-19bd-4fb2-925e-f1b7e9cddaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:05.696429 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-8dbb55a0-19bd-4fb2-925e-f1b7e9cddaf2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0844600 Sep 22 10:19:05.737884 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-552c9305-7a92-4473-b095-17243c82d3c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323746 Sep 22 10:19:05.753343 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-7e5e51ba-4493-4d47-948d-8f176bd9ef2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467799 Sep 22 10:19:05.904500 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-8a42ba88-7364-4f0a-907a-57a635af7a28 service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532645 Sep 22 10:19:05.907832 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-e8b8f35e-6322-4e74-bfcf-4ec3518c4310 service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461775 Sep 22 10:19:06.068869 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-678a2efa-ae06-4d73-ab9b-037f7610c649 service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537178 Sep 22 10:19:06.074034 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f3c650f-758d-49fa-9290-64616211f752 req-73af62a3-c447-4403-917d-0a50493458e2 service neutron] 10.222.0.60 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514838 Sep 22 10:19:06.124386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2e3e1165-f291-48db-af68-486a73146c15 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:06.166783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 2e3e1165-f291-48db-af68-486a73146c15 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:19:06.337851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe9b9e-b627-45cb-b874-4b1e680d972f req-18d30cb2-4ac9-49e0-bb30-bff5b4d40973 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:06.339372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5cbe9b9e-b627-45cb-b874-4b1e680d972f req-18d30cb2-4ac9-49e0-bb30-bff5b4d40973 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 944 time: 0.0556717 Sep 22 10:19:06.377984 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5cbe9b9e-b627-45cb-b874-4b1e680d972f req-ee030826-1380-4f5a-8242-cb5a09874a67 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Sep 22 10:19:06.728556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cb266-906f-4671-a1d7-77364e22022d req-756dc869-606e-473e-a433-56227b4156ae tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:06.730077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce1cb266-906f-4671-a1d7-77364e22022d req-756dc869-606e-473e-a433-56227b4156ae tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 944 time: 0.0501957 Sep 22 10:19:06.770085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce1cb266-906f-4671-a1d7-77364e22022d req-f8e7dda0-b935-4994-a8e8-11cb8f8a188d tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340216 Sep 22 10:19:06.842158 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-eff4f27e-44e9-432e-98a5-79eae0a30f58 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:06.843654 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-eff4f27e-44e9-432e-98a5-79eae0a30f58 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.45 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a&tenant_id=7d4abaa88c194326a0c8b39056c0db00&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 944 time: 0.0536499 Sep 22 10:19:06.911283 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-3b42657a-b35d-4034-ac5e-7b5b9d648901 service neutron] delete failed (client error): The resource could not be found. Sep 22 10:19:06.912541 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-3b42657a-b35d-4034-ac5e-7b5b9d648901 service neutron] 10.222.0.45 "DELETE /v2.0/ports/2e3e1165-f291-48db-af68-486a73146c15/bindings/n-h2-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0571599 Sep 22 10:19:07.005607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-c1e75c6d-0f47-426d-bc08-7bfaf64c7499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.007132 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-c1e75c6d-0f47-426d-bc08-7bfaf64c7499 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d4abaa88c194326a0c8b39056c0db00&device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 1095 time: 0.0412641 Sep 22 10:19:07.097501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-e10bea76-7cfe-48e8-bc64-e6e6dd2e4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.098977 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-e10bea76-7cfe-48e8-bc64-e6e6dd2e4ed1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 200 len: 915 time: 0.0850255 Sep 22 10:19:07.146183 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-03b7fc04-af8a-489f-a5cf-05eb7da6fd14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e3e1165-f291-48db-af68-486a73146c15 HTTP/1.1" status: 200 len: 217 time: 0.0335095 Sep 22 10:19:07.202402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-43ab41f3-d0d1-455e-b62e-8d4b34bf8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.206826 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-43ab41f3-d0d1-455e-b62e-8d4b34bf8c33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 200 len: 854 time: 0.0477157 Sep 22 10:19:07.497623 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-1524dad9-4987-4a8a-90d6-676de2761576 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e634937e-7702-4186-8f17-78fa4b7c4190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2822220 Sep 22 10:19:07.590122 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-91a3017d-bd0a-4436-8875-ef6e549c380d service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805869 Sep 22 10:19:07.636349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2e3e1165-f291-48db-af68-486a73146c15 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:07.688068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-12942d96-d9e2-401a-aefd-e793e5b5dcc2 req-8c317661-c8c7-470c-beb2-e67fa3335778 service neutron] 10.222.0.45 "GET /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865803 Sep 22 10:19:07.733816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2e3e1165-f291-48db-af68-486a73146c15,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:07.745575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '2e3e1165-f291-48db-af68-486a73146c15', 'network_id': 'e634937e-7702-4186-8f17-78fa4b7c4190', 'port_id': '2e3e1165-f291-48db-af68-486a73146c15', 'mac_address': 'fa:16:3e:2b:38:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e9ea20-667c-45e0-9591-927718ed60b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:07.785812 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:07.799726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3e1165-f291-48db-af68-486a73146c15 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:07.819728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2e3e1165-f291-48db-af68-486a73146c15,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:07.889693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa6ae4-6d69-4467-8027-05971653e3d6 req-416e0244-0d14-4e40-bef1-023a83b68ae9 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:07.891180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1baa6ae4-6d69-4467-8027-05971653e3d6 req-416e0244-0d14-4e40-bef1-023a83b68ae9 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 944 time: 0.0516572 Sep 22 10:19:07.929471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1baa6ae4-6d69-4467-8027-05971653e3d6 req-8870f1a1-6e00-4c20-9c63-95f9f651fc81 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316734 Sep 22 10:19:07.942956 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:07.989777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2e3e1165-f291-48db-af68-486a73146c15,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:08.163462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['2e3e1165-f291-48db-af68-486a73146c15'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:09.050541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb36de-a925-4c5c-a87e-4ab4c95d38b3 req-61c0cfd2-8cdd-4540-bffb-43dcde27f7d0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:09.052039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0cb36de-a925-4c5c-a87e-4ab4c95d38b3 req-61c0cfd2-8cdd-4540-bffb-43dcde27f7d0 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 945 time: 0.0535834 Sep 22 10:19:09.090492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0cb36de-a925-4c5c-a87e-4ab4c95d38b3 req-dde46226-258e-4754-8bda-bb567432c158 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Sep 22 10:19:09.206493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1d656-2e55-47e0-b039-e77b93daad1d req-9174aba1-299e-4175-8575-433be69baae2 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:09.207972 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caf1d656-2e55-47e0-b039-e77b93daad1d req-9174aba1-299e-4175-8575-433be69baae2 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 945 time: 0.0497987 Sep 22 10:19:09.247215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caf1d656-2e55-47e0-b039-e77b93daad1d req-04112fc7-1032-4368-abeb-889e78f42135 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Sep 22 10:19:09.363275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9590c-8d2d-479f-bd2f-a080f78d8f1c req-07687105-2e5d-486c-b635-5efa40ab5508 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:09.364778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44f9590c-8d2d-479f-bd2f-a080f78d8f1c req-07687105-2e5d-486c-b635-5efa40ab5508 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 945 time: 0.0506723 Sep 22 10:19:09.403744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44f9590c-8d2d-479f-bd2f-a080f78d8f1c req-79498d4d-dfe2-4c60-a067-a213fe58d05b tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327973 Sep 22 10:19:09.659403 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2e3e1165-f291-48db-af68-486a73146c15 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:09.777557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 2e3e1165-f291-48db-af68-486a73146c15 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:19:09.781569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 2e3e1165-f291-48db-af68-486a73146c15 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:09.781942 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:09.860245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:09.886230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3e1165-f291-48db-af68-486a73146c15'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:09.888474 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7770b4d6-a2c4-4f58-9501-6d4683f8e5fa" -d '{"events": [{"server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "name": "network-vif-plugged", "status": "completed", "tag": "2e3e1165-f291-48db-af68-486a73146c15"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:09.900870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2e3e1165-f291-48db-af68-486a73146c15,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:10.046213 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:10.094167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=2e3e1165-f291-48db-af68-486a73146c15,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:10.158225 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857e21f9-ba0c-48bd-85c1-ac8fe82a302a x-openstack-request-id: req-857e21f9-ba0c-48bd-85c1-ac8fe82a302a {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:10.158521 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "name": "network-vif-plugged", "status": "completed", "tag": "2e3e1165-f291-48db-af68-486a73146c15", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:10.158777 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-857e21f9-ba0c-48bd-85c1-ac8fe82a302a {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:10.159340 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3e1165-f291-48db-af68-486a73146c15', 'code': 200} Sep 22 10:19:10.257699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea4072-00e1-4dec-8ea7-3af28a773c1e req-124c067a-ebfd-4992-8221-13f437e0efb6 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:10.259185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dea4072-00e1-4dec-8ea7-3af28a773c1e req-124c067a-ebfd-4992-8221-13f437e0efb6 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0556831 Sep 22 10:19:10.296819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9dea4072-00e1-4dec-8ea7-3af28a773c1e req-d2a0ed25-98b6-4b30-99b6-6182714a4412 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Sep 22 10:19:11.153357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b34ce-4c29-42cb-b723-67039815ccdf req-ee37ff9b-5a6f-4f6e-a5d8-4178a294fb37 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:11.154861 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a3b34ce-4c29-42cb-b723-67039815ccdf req-ee37ff9b-5a6f-4f6e-a5d8-4178a294fb37 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.60 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0505855 Sep 22 10:19:11.246895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-9a3b34ce-4c29-42cb-b723-67039815ccdf req-8d524341-12d8-47a2-b1ef-d5e4db0e9622 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Deleting port 2e3e1165-f291-48db-af68-486a73146c15 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:19:11.247235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9a3b34ce-4c29-42cb-b723-67039815ccdf req-8d524341-12d8-47a2-b1ef-d5e4db0e9622 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:11.337686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-9a3b34ce-4c29-42cb-b723-67039815ccdf req-8d524341-12d8-47a2-b1ef-d5e4db0e9622 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] For port 2e3e1165-f291-48db-af68-486a73146c15, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=2e3e1165-f291-48db-af68-486a73146c15,segment=NetworkSegment(9225a9ff-8ff6-4871-a412-e5b9453c3481),segment_id=9225a9ff-8ff6-4871-a412-e5b9453c3481)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:11.338060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9a3b34ce-4c29-42cb-b723-67039815ccdf req-8d524341-12d8-47a2-b1ef-d5e4db0e9622 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:11.351569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-9a3b34ce-4c29-42cb-b723-67039815ccdf req-8d524341-12d8-47a2-b1ef-d5e4db0e9622 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Calling delete_port for 2e3e1165-f291-48db-af68-486a73146c15 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:19:11.413373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bd0ad-d4ba-41a6-b346-08046d3244a2 req-ce896ddb-4fd8-43a3-85cb-c759ebae8400 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:11.414919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d01bd0ad-d4ba-41a6-b346-08046d3244a2 req-ce896ddb-4fd8-43a3-85cb-c759ebae8400 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/ports?device_id=128a2067-856b-4fea-aa09-335c620e525a HTTP/1.1" status: 200 len: 946 time: 0.0504107 Sep 22 10:19:11.454414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d01bd0ad-d4ba-41a6-b346-08046d3244a2 req-0eeb35e1-2f30-408b-8d40-064b518b8a77 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ee1e76a-0785-4401-af06-d530e5686dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329978 Sep 22 10:19:11.600487 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9a3b34ce-4c29-42cb-b723-67039815ccdf req-8d524341-12d8-47a2-b1ef-d5e4db0e9622 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:11.613128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['2e3e1165-f291-48db-af68-486a73146c15'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:11.630230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d524341-12d8-47a2-b1ef-d5e4db0e9622 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Pushing event deleted for resources: {'Port': ['ID=2e3e1165-f291-48db-af68-486a73146c15,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:11.673788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3b34ce-4c29-42cb-b723-67039815ccdf req-8d524341-12d8-47a2-b1ef-d5e4db0e9622 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] No DVR routers for this DVR port 2e3e1165-f291-48db-af68-486a73146c15 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:19:11.676441 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-9a3b34ce-4c29-42cb-b723-67039815ccdf req-8d524341-12d8-47a2-b1ef-d5e4db0e9622 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:11.678460 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a3b34ce-4c29-42cb-b723-67039815ccdf req-8d524341-12d8-47a2-b1ef-d5e4db0e9622 tempest-ServerDiskConfigTestJSON-1759644008 tempest-ServerDiskConfigTestJSON-1759644008-project] 10.222.0.60 "DELETE /v2.0/ports/2e3e1165-f291-48db-af68-486a73146c15 HTTP/1.1" status: 204 len: 173 time: 0.5178590 Sep 22 10:19:11.678889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'name': 'network-vif-deleted', 'tag': '2e3e1165-f291-48db-af68-486a73146c15'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:11.681887 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729b0256-b42f-428a-829a-da5ed978b149" -d '{"events": [{"server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "name": "network-vif-deleted", "tag": "2e3e1165-f291-48db-af68-486a73146c15"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:11.716886 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bbbd0f-3727-49f4-bd65-befc260009eb x-openstack-request-id: req-53bbbd0f-3727-49f4-bd65-befc260009eb {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:11.717180 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128a2067-856b-4fea-aa09-335c620e525a", "name": "network-vif-deleted", "tag": "2e3e1165-f291-48db-af68-486a73146c15", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:11.717455 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53bbbd0f-3727-49f4-bd65-befc260009eb {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:11.717862 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128a2067-856b-4fea-aa09-335c620e525a', 'name': 'network-vif-deleted', 'tag': '2e3e1165-f291-48db-af68-486a73146c15', 'status': 'completed', 'code': 200} Sep 22 10:19:12.578860 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53736) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:12.623968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2138cc-0b25-4719-9d64-7cf439a14977 admin admin] Deleting subnet b7e9ea20-667c-45e0-9591-927718ed60b0 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:19:12.627316 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e2138cc-0b25-4719-9d64-7cf439a14977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.662728 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e2138cc-0b25-4719-9d64-7cf439a14977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.702755 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e2138cc-0b25-4719-9d64-7cf439a14977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.826271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e2138cc-0b25-4719-9d64-7cf439a14977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.855878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2138cc-0b25-4719-9d64-7cf439a14977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e9ea20-667c-45e0-9591-927718ed60b0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:12.859763 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6e2138cc-0b25-4719-9d64-7cf439a14977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:12.862131 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6e2138cc-0b25-4719-9d64-7cf439a14977 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b7e9ea20-667c-45e0-9591-927718ed60b0 HTTP/1.1" status: 204 len: 168 time: 0.2815344 Sep 22 10:19:12.864244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53738) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:12.931908 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:13.013946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:13.034030 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e634937e-7702-4186-8f17-78fa4b7c4190']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:13.043484 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9225a9ff-8ff6-4871-a412-e5b9453c3481') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:13.043785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9225a9ff-8ff6-4871-a412-e5b9453c3481') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:13.052996 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:13.066314 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:13.072707 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:19:13.073115 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:19:13.074772 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:19:13.258079 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:13.263925 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:13.265805 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e634937e-7702-4186-8f17-78fa4b7c4190 HTTP/1.1" status: 204 len: 168 time: 0.4005790 Sep 22 10:19:13.276493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78ebaa-c24c-4852-8eb1-cfbfb15f94c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e634937e-7702-4186-8f17-78fa4b7c4190,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:13.674626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2e3e1165-f291-48db-af68-486a73146c15 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:19:13.694473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 2e3e1165-f291-48db-af68-486a73146c15 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:19:13.694816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 2e3e1165-f291-48db-af68-486a73146c15 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:19:13.761423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53742) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:13.801932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-771e930f-465f-48e2-b283-89edc0ad5f41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d4abaa88c194326a0c8b39056c0db00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392697 Sep 22 10:19:13.804603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53744) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:13.852964 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:13.873474 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:14.054352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:14.057841 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:14.059015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ee1e76a-0785-4401-af06-d530e5686dc8 HTTP/1.1" status: 204 len: 168 time: 0.2534935 Sep 22 10:19:14.067432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee1e76a-0785-4401-af06-d530e5686dc8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:14.075774 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:14.076172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:14.076509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:14.077037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:14.077371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:14.077695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:14.078018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:14.078335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:14.078655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:14.078975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:14.079294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:14.079609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa5426-2d53-46d3-8749-d12a3f101386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:15.189935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53766) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:15.286435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-954481720-network', 'tenant_id': 'f819078b69ec4543ad46f927526c8774'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:15.417509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Made reservation on behalf of f819078b69ec4543ad46f927526c8774 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:15.420102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.428904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.520201 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.639993 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.664228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:19:15.673372 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173f89df-95c9-4c94-802d-2abc51cee6d4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:15.679433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.679816 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Added segment ff6c489c-b299-4e8e-b74e-52b50081bd19 of type vlan for network 4c0d67a1-5adc-4a25-926b-3766e053751c Sep 22 10:19:15.719858 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.856967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.857919 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:15.858501 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:15.922043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] Pushing event updated for resources: {'Network': ['ID=4c0d67a1-5adc-4a25-926b-3766e053751c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:15.932108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 4c0d67a1-5adc-4a25-926b-3766e053751c details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:19:15.995347 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6084f845-ae08-4bd3-b5d3-d97fcb8ebe96 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8042407 Sep 22 10:19:15.998317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53770) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:16.003264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] Request body: {'subnet': {'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-954481720-subnet', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:16.117459 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] Made reservation on behalf of f819078b69ec4543ad46f927526c8774 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:16.119894 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:16.363469 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:16.419075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=192ac854-0349-4e4f-9c34-6c052652d038,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:16.431331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:16.431331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] Network hostable DHCP agents. Network: 4c0d67a1-5adc-4a25-926b-3766e053751c, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:19:16.554425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] Network 4c0d67a1-5adc-4a25-926b-3766e053751c is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:19:16.642488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 4c0d67a1-5adc-4a25-926b-3766e053751c) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:16.646512 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:16.647128 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:16.652541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576098c3-f7b3-40cd-be6d-e19daeeb80af None None] Network 4c0d67a1-5adc-4a25-926b-3766e053751c requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:19:16.752229 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7734bf75-a919-4b6d-bde8-14fb8c436d4d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7527997 Sep 22 10:19:16.754900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53772) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:16.760129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:16.796583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-4c0d67a1-5adc-4a25-926b-3766e053751c', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:19:16.797502 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:16.871792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:16.873049 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:16.925173 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:16.929026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Allocated IP 172.20.0.2 (4c0d67a1-5adc-4a25-926b-3766e053751c/192ac854-0349-4e4f-9c34-6c052652d038/5c2343b1-8c52-4f77-aa16-06de2782bf62) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:17.157872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.232483 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.315046 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.351683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Network 4c0d67a1-5adc-4a25-926b-3766e053751c is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:17.355386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:17.358914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:17.371433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Pushing event updated for resources: {'Port': ['ID=5c2343b1-8c52-4f77-aa16-06de2782bf62,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:17.398779 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.399635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.399975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.400313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.400643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.400999 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.401327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.401651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.401972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.402293 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.402616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.403218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:17.437658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Attempting to bind port 5c2343b1-8c52-4f77-aa16-06de2782bf62 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:17.438019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Attempting to bind port 5c2343b1-8c52-4f77-aa16-06de2782bf62 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:17.438986 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Attempting to bind port 5c2343b1-8c52-4f77-aa16-06de2782bf62 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:17.444171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:17.444538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:17.444963 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.445483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:17.445811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Bound port: 5c2343b1-8c52-4f77-aa16-06de2782bf62, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:17.446681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.462822 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.488264 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.507953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] For port 5c2343b1-8c52-4f77-aa16-06de2782bf62, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:17.511762 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] For port 5c2343b1-8c52-4f77-aa16-06de2782bf62, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5c2343b1-8c52-4f77-aa16-06de2782bf62,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:17.612579 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.638506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Allocated IP 172.25.6.242 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/d085fdc9-be9d-4083-811a-b494c529934a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:17.680630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f8692-d963-4773-a818-a6ed3fc18079 None None] Pushing event updated for resources: {'Port': ['ID=5c2343b1-8c52-4f77-aa16-06de2782bf62,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:17.745749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.854904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:17.899346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:17.902481 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:17.906021 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:17.913917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Pushing event updated for resources: {'Port': ['ID=d085fdc9-be9d-4083-811a-b494c529934a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:18.083653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5c2343b1-8c52-4f77-aa16-06de2782bf62 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:18.135678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5c2343b1-8c52-4f77-aa16-06de2782bf62 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:18.136050 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.214935 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.249766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 5c2343b1-8c52-4f77-aa16-06de2782bf62, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5c2343b1-8c52-4f77-aa16-06de2782bf62,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:18.269300 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.337905 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.392017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=5c2343b1-8c52-4f77-aa16-06de2782bf62,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:18.481696 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.549639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d031ea4a-13c2-4e30-9a49-3ec064ea81e9 None None] Network 4c0d67a1-5adc-4a25-926b-3766e053751c requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:19:18.613599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-abf46730-9d66-4b37-97f6-54b99ed32115 None None] Provisioning complete for port 5c2343b1-8c52-4f77-aa16-06de2782bf62 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:18.613972 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-abf46730-9d66-4b37-97f6-54b99ed32115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:18.683089 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Router ee289854-a087-46ca-9af3-6259d10fdedb is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:19:18.977276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b0535f64-6ace-4359-9488-4367585c64bd None None] Provisioning complete for port 5c2343b1-8c52-4f77-aa16-06de2782bf62 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:18.977646 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b0535f64-6ace-4359-9488-4367585c64bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.061019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:19:19.071878 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Sync routers for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:19:19.081550 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:19.082157 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:18:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:19.166391 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.167780 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-06711e2a-3dd3-4025-944b-aafebe731888 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4118042 Sep 22 10:19:19.170546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53774) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:19.186327 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:19.375011 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:18Z', 'revision_number': 3, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:19.402205 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Checking router: ee289854-a087-46ca-9af3-6259d10fdedb for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:19:19.402540 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Updating router ee289854-a087-46ca-9af3-6259d10fdedb port d085fdc9-be9d-4083-811a-b494c529934a binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:19:19.427432 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.594883 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.684404 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.751311 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.801296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Allocated IP 172.20.0.1 (4c0d67a1-5adc-4a25-926b-3766e053751c/192ac854-0349-4e4f-9c34-6c052652d038/84c7a9af-5e89-4aa4-8b55-6d0e6de9d334) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:19.891959 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Attempting to bind port d085fdc9-be9d-4083-811a-b494c529934a on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:19.892321 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Attempting to bind port d085fdc9-be9d-4083-811a-b494c529934a by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:19.892691 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Attempting to bind port d085fdc9-be9d-4083-811a-b494c529934a on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:19.902333 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Pushing event updated for resources: {'Port': ['ID=d085fdc9-be9d-4083-811a-b494c529934a,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:19.905565 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:19.905930 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:19.906335 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.906719 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:19.907200 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Bound port: d085fdc9-be9d-4083-811a-b494c529934a, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:19.907577 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.912125 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:19.929598 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.929938 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.930302 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.930634 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.930966 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.931310 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.931615 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.931935 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.932255 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.932569 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.932947 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.933270 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:19.968424 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] For port d085fdc9-be9d-4083-811a-b494c529934a, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:19.971461 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] For port d085fdc9-be9d-4083-811a-b494c529934a, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d085fdc9-be9d-4083-811a-b494c529934a,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:20.026992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.043597 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.065713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Network 4c0d67a1-5adc-4a25-926b-3766e053751c is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:20.070205 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:20.075774 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5c2343b1-8c52-4f77-aa16-06de2782bf62 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:20.077242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:20.100190 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abd87e-1b32-4bb0-ab08-237561e96476 None None] Pushing event updated for resources: {'Port': ['ID=d085fdc9-be9d-4083-811a-b494c529934a,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:20.104914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Pushing event updated for resources: {'Port': ['ID=84c7a9af-5e89-4aa4-8b55-6d0e6de9d334,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:20.119481 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:20.120351 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:18:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:20.130283 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.146726 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5c2343b1-8c52-4f77-aa16-06de2782bf62 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:20.147231 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.249006 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:20.369516 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.391858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-74c903dd-b6e7-4831-b225-54e62c36b98b None None] Provisioning complete for port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:20.392284 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-74c903dd-b6e7-4831-b225-54e62c36b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.432611 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-74c903dd-b6e7-4831-b225-54e62c36b98b None None] Port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:19:20.462981 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:18Z', 'revision_number': 3, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:20.468943 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90baba36-3751-4f6c-af9f-b2861d4122e2 None None] The sync data for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 is: [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:18Z', 'revision_number': 3, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:19:20.545914 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.643378 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.722539 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:20.725106 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Pushing event updated for resources: {'Port': ['ID=84c7a9af-5e89-4aa4-8b55-6d0e6de9d334,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:20.828693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Network 4c0d67a1-5adc-4a25-926b-3766e053751c is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:20.830427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:20.957333 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Router ee289854-a087-46ca-9af3-6259d10fdedb has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:19:21.064891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c01963b4-2b7d-423b-82ed-b426be40b48a None None] Provisioning complete for port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:21.065274 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c01963b4-2b7d-423b-82ed-b426be40b48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.075265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:19:21.081021 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0c1fb1e6-2609-44da-b4a8-f87292ed1871 admin admin] 10.222.0.49 "PUT /v2.0/routers/ee289854-a087-46ca-9af3-6259d10fdedb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9093645 Sep 22 10:19:21.111713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c01963b4-2b7d-423b-82ed-b426be40b48a None None] Port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:19:21.769001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53784) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:21.773674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-28124539-e27c-4743-9985-08e235209ab8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103141687', 'description': 'tempest-description--1263749564'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:21.891710 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-28124539-e27c-4743-9985-08e235209ab8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:21.974502 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-28124539-e27c-4743-9985-08e235209ab8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.001253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Sync routers for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:19:22.011226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:22.011844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:18:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:22.066102 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-28124539-e27c-4743-9985-08e235209ab8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.101101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28124539-e27c-4743-9985-08e235209ab8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd1cf2d-238e-49bb-8170-77550077270f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:22.101294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d085fdc9-be9d-4083-811a-b494c529934a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:22.145484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:22.225597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d085fdc9-be9d-4083-811a-b494c529934a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:22.225960 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.257937 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-28124539-e27c-4743-9985-08e235209ab8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.259596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-28124539-e27c-4743-9985-08e235209ab8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4895754 Sep 22 10:19:22.262745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53786) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:22.267512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-22a93336-4053-4e24-911d-03a91f88f1b2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'security_group_rule': {'security_group_id': 'afd1cf2d-238e-49bb-8170-77550077270f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:22.396069 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.419487 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22a93336-4053-4e24-911d-03a91f88f1b2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.422853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port d085fdc9-be9d-4083-811a-b494c529934a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d085fdc9-be9d-4083-811a-b494c529934a,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:22.434760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 2, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:22.465477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Checking router: ee289854-a087-46ca-9af3-6259d10fdedb for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:19:22.465831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Updating router ee289854-a087-46ca-9af3-6259d10fdedb port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:19:22.476565 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22a93336-4053-4e24-911d-03a91f88f1b2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.490637 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.585610 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.588765 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22a93336-4053-4e24-911d-03a91f88f1b2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.609478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a93336-4053-4e24-911d-03a91f88f1b2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103e5082-e541-4757-8b5c-b8839be202e8,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:22.669556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=d085fdc9-be9d-4083-811a-b494c529934a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:22.708515 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22a93336-4053-4e24-911d-03a91f88f1b2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.709838 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-22a93336-4053-4e24-911d-03a91f88f1b2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4458294 Sep 22 10:19:22.712655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53788) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:22.717352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-24db9074-f3a3-4c98-b5b6-b727e88bc54a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'security_group_rule': {'security_group_id': 'afd1cf2d-238e-49bb-8170-77550077270f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:22.800696 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.851639 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24db9074-f3a3-4c98-b5b6-b727e88bc54a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.912701 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24db9074-f3a3-4c98-b5b6-b727e88bc54a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.945657 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:22.997618 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba01c7-e1b5-4100-aae4-5a2f3e21f99c None None] Pushing event updated for resources: {'Port': ['ID=84c7a9af-5e89-4aa4-8b55-6d0e6de9d334,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:23.006951 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24db9074-f3a3-4c98-b5b6-b727e88bc54a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.027423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db9074-f3a3-4c98-b5b6-b727e88bc54a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16251580-006c-413f-bb87-762b0f270efc,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:23.051948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Attempting to bind port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:23.052408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Attempting to bind port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:23.052868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Attempting to bind port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:23.059232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:23.059607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:23.060015 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.060519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:23.060921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Bound port: 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:23.061302 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.108578 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24db9074-f3a3-4c98-b5b6-b727e88bc54a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.113789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 53790) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:23.114386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-24db9074-f3a3-4c98-b5b6-b727e88bc54a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4001749 Sep 22 10:19:23.120702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:23.131362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] For port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:23.135551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] For port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=84c7a9af-5e89-4aa4-8b55-6d0e6de9d334,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:23.214627 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.225614 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.290416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-693dba61-2e1d-4462-83f6-7042ac7c46eb None None] Provisioning complete for port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:23.290770 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-693dba61-2e1d-4462-83f6-7042ac7c46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.293775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba01c7-e1b5-4100-aae4-5a2f3e21f99c None None] Pushing event updated for resources: {'Port': ['ID=84c7a9af-5e89-4aa4-8b55-6d0e6de9d334,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:23.321979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:23.322635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:18:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:23.335190 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.451724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Allocated IP 172.25.6.151 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/7135a67d-123e-472e-a819-ee0a15eac278) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:23.470695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:23.504844 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-693dba61-2e1d-4462-83f6-7042ac7c46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.565576 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.607021 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-693dba61-2e1d-4462-83f6-7042ac7c46eb None None] For port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=84c7a9af-5e89-4aa4-8b55-6d0e6de9d334,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:23.706241 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.751432 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:23.756124 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:23.760417 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:23.788173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event updated for resources: {'Port': ['ID=7135a67d-123e-472e-a819-ee0a15eac278,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:23.802815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.803163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.803497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.803828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.804153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.804479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.804827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.805783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.806041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.806363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.806688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.806992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:19:23.814922 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.815630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-693dba61-2e1d-4462-83f6-7042ac7c46eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.899925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dba61-2e1d-4462-83f6-7042ac7c46eb None None] Pushing event updated for resources: {'Port': ['ID=84c7a9af-5e89-4aa4-8b55-6d0e6de9d334,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:23.902713 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:23.925157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:23.959971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee239a-55a9-482e-a901-267e415ac97b None None] The sync data for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 is: [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:19:23.965768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4f74efb7-6d4d-433c-9cc8-1c9255d1a57d None None] Provisioning complete for port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:23.966144 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4f74efb7-6d4d-433c-9cc8-1c9255d1a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:24.059131 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:24.198506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:24.247304 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:24.250455 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e76b5a91-e2dd-4738-9f3d-d4901e966443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:24.252753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:24.253178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:24.331474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:24.346891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d085fdc9-be9d-4083-811a-b494c529934a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:24.398529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d085fdc9-be9d-4083-811a-b494c529934a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:24.399450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:24.404178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event updated for resources: {'Port': ['ID=7135a67d-123e-472e-a819-ee0a15eac278,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:24.418372 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:24.499854 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:24.501165 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1a693d2c-ccc0-4b46-bce2-c8cf78ed67fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3852561 Sep 22 10:19:24.666525 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-ce9b4d14-2d4b-4f9a-ba7f-8f332b600386 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2103141687&fields=id&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 267 time: 0.0367582 Sep 22 10:19:24.779325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-b038d421-8c76-4083-9d74-aebb85ec44b0 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:24.780919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-b038d421-8c76-4083-9d74-aebb85ec44b0 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 811 time: 0.1073101 Sep 22 10:19:24.797537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-f60bcc80-0e85-4116-9f8a-8ae026142f85 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/quotas/f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 375 time: 0.0104790 Sep 22 10:19:24.857476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-1caf2036-e71b-408d-84c2-c5597f1b7108 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541070 Sep 22 10:19:24.959480 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9c262a37-f15a-4758-a94a-2f30139bb0e8 service neutron] 10.222.0.49 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878701 Sep 22 10:19:24.963201 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:25.059642 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-dc738d7d-86f2-440b-8d57-5fac2040aac4 service neutron] 10.222.0.49 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928333 Sep 22 10:19:25.287102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c690c9d7-d4c4-473b-b306-95294950d067 req-4b6aaa2b-8a3d-4f38-9bb0-b770f0ce5e9d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 210 time: 0.0276539 Sep 22 10:19:26.367333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-feabb00a-637c-4115-8d94-60b6fb596ad3 req-a63b817c-2d4a-4c54-9850-de83c50d761b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 210 time: 0.0280082 Sep 22 10:19:26.965375 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7f98-8825-496c-a56e-d03dc70ec11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:27.462779 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e816e1eb-ab02-4ea8-97af-7d4d27d32585 req-e3de7ab5-a0b2-4631-a624-1df0bac5fcc3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 210 time: 0.0264616 Sep 22 10:19:27.614228 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:27.694705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-c179cf84-5c5c-4d74-92f3-277e56920b32 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:27.696287 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-c179cf84-5c5c-4d74-92f3-277e56920b32 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 811 time: 0.1081519 Sep 22 10:19:27.743359 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9d86fed9-e93e-4dc4-bca5-dc73c592dce3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 380 time: 0.0369985 Sep 22 10:19:27.753521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'port': {'device_id': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'admin_state_up': True, 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'security_groups': ['afd1cf2d-238e-49bb-8170-77550077270f']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:27.951198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Made reservation on behalf of f819078b69ec4543ad46f927526c8774 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:19:27.954879 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:28.081569 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Allocated IP 172.20.0.13 (4c0d67a1-5adc-4a25-926b-3766e053751c/192ac854-0349-4e4f-9c34-6c052652d038/d1667f83-b45d-479f-8ada-6f2ea74d6f45) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:19:28.243817 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:28.500900 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:28.566438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eae91ec3-0cd1-4ea2-89da-048964a7fe57 req-6e30ddda-48d1-44e6-be59-ceb40032694f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 210 time: 0.0316901 Sep 22 10:19:28.614813 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:28.659153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Network 4c0d67a1-5adc-4a25-926b-3766e053751c is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:19:28.662276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:19:28.666504 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:19:28.692651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event updated for resources: {'Port': ['ID=d1667f83-b45d-479f-8ada-6f2ea74d6f45,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:28.727889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:28.728532 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:28.803543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-9fece44e-17cb-4d61-810f-8d58c02eeabd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0540721 Sep 22 10:19:28.869648 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Request body: {'port': {'device_id': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:28.925371 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:28.950737 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0f5e28c1-c4a9-4f0e-bc30-f4839d406e0f None None] Provisioning complete for port d1667f83-b45d-479f-8ada-6f2ea74d6f45 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:28.951120 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0f5e28c1-c4a9-4f0e-bc30-f4839d406e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:28.985291 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e28c1-c4a9-4f0e-bc30-f4839d406e0f None None] Port d1667f83-b45d-479f-8ada-6f2ea74d6f45 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:19:29.204867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1667f83-b45d-479f-8ada-6f2ea74d6f45 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:29.214668 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:29.232013 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Transition to ACTIVE for port object d1667f83-b45d-479f-8ada-6f2ea74d6f45 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:19:29.309071 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:29.363039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Pushing event updated for resources: {'Port': ['ID=d1667f83-b45d-479f-8ada-6f2ea74d6f45,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:29.435115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Attempting to bind port d1667f83-b45d-479f-8ada-6f2ea74d6f45 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:19:29.435465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Attempting to bind port d1667f83-b45d-479f-8ada-6f2ea74d6f45 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:19:29.435778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Attempting to bind port d1667f83-b45d-479f-8ada-6f2ea74d6f45 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:29.440614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Port d1667f83-b45d-479f-8ada-6f2ea74d6f45 on network 4c0d67a1-5adc-4a25-926b-3766e053751c not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:19:29.441012 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Attempting to bind port d1667f83-b45d-479f-8ada-6f2ea74d6f45 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:19:29.446401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:19:29.446739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:19:29.447159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:19:29.448126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Bound port: d1667f83-b45d-479f-8ada-6f2ea74d6f45, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:19:29.448525 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:29.521859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:19:29.524886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:19:29.628714 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:29.663638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:29.665206 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:29.666723 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] 10.222.0.60 "PUT /v2.0/ports/d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 1092 time: 0.8539822 Sep 22 10:19:29.669712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:29.673621 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3900521c41446a755afd4a059a9ea280ef37bdc6a8275a6a187fa0804010afd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ea5857-4eba-431b-95b0-43e690ecee0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:29.705475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c606750-98e9-496e-bae2-23b4efbbc259 req-42463676-2f8f-4b1e-99ec-cbf782a93e3f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:29.705475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c606750-98e9-496e-bae2-23b4efbbc259 req-42463676-2f8f-4b1e-99ec-cbf782a93e3f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 944 time: 0.0553212 Sep 22 10:19:29.706937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db829ac9-21f8-43a9-9617-4f966f5c4a7c service neutron] Pushing event updated for resources: {'Port': ['ID=d1667f83-b45d-479f-8ada-6f2ea74d6f45,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:29.739888 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c606750-98e9-496e-bae2-23b4efbbc259 req-a4736120-0421-4db4-af60-6749194eda3d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347533 Sep 22 10:19:29.800603 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7d94dd-64e1-4380-a897-f06c248fa8cd x-openstack-request-id: req-2b7d94dd-64e1-4380-a897-f06c248fa8cd {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:29.800603 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:29.800603 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b7d94dd-64e1-4380-a897-f06c248fa8cd {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:29.800603 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'status': 'completed', 'code': 200} Sep 22 10:19:29.837242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-a8ba45d3-3b8b-44bd-be30-fdecf6ca050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:29.838925 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-a8ba45d3-3b8b-44bd-be30-fdecf6ca050b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1095 time: 0.0525200 Sep 22 10:19:29.884854 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-6c747b19-ce49-4511-8da3-6ae434c29107 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 217 time: 0.0384030 Sep 22 10:19:29.936382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-88451c32-8e82-4ff3-844a-7945c584b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:29.937938 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-88451c32-8e82-4ff3-844a-7945c584b801 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0456307 Sep 22 10:19:29.985373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-2d3af45c-b4bd-4251-bbc8-6ce71faadd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:29.986934 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-2d3af45c-b4bd-4251-bbc8-6ce71faadd06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419278 Sep 22 10:19:30.037401 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:30.083163 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-909b28e4-a0f4-446a-b1cf-631079c6071c service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891349 Sep 22 10:19:30.176308 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1629660d-01ab-49bf-ac03-8c4c52786da7 req-51283e2c-ba25-4354-bc02-d6f44c0c3713 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864384 Sep 22 10:19:30.327767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5857-4eba-431b-95b0-43e690ecee0c req-93d4e24a-0565-4118-b1e6-744d32f518c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:30.329439 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8ea5857-4eba-431b-95b0-43e690ecee0c req-93d4e24a-0565-4118-b1e6-744d32f518c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1095 time: 0.0426004 Sep 22 10:19:30.433928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5857-4eba-431b-95b0-43e690ecee0c req-014caea0-2d85-4c62-bab6-de3c52042b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:30.436426 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8ea5857-4eba-431b-95b0-43e690ecee0c req-014caea0-2d85-4c62-bab6-de3c52042b3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1000161 Sep 22 10:19:30.479381 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8ea5857-4eba-431b-95b0-43e690ecee0c req-0b42c3fa-bfa9-4917-913d-574a5a1e1e45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 217 time: 0.0358491 Sep 22 10:19:30.540054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5857-4eba-431b-95b0-43e690ecee0c req-461abb22-475d-40de-8318-b7c008000f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:30.541668 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8ea5857-4eba-431b-95b0-43e690ecee0c req-461abb22-475d-40de-8318-b7c008000f9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0543928 Sep 22 10:19:30.598714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5857-4eba-431b-95b0-43e690ecee0c req-1bbb1539-f835-4b7e-8aff-7570269a9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:30.600165 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8ea5857-4eba-431b-95b0-43e690ecee0c req-1bbb1539-f835-4b7e-8aff-7570269a9484 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500772 Sep 22 10:19:30.699996 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8ea5857-4eba-431b-95b0-43e690ecee0c req-8b1210ad-5270-4517-9f66-f2d9c9969d34 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911639 Sep 22 10:19:30.794565 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8ea5857-4eba-431b-95b0-43e690ecee0c req-828450ab-9796-4cde-9c7e-94e3efb73031 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852325 Sep 22 10:19:30.861165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb9730-7249-4655-b9d7-970fa0ead8a8 req-052736dd-f2cc-47db-8135-48ec7d5cfb0e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:30.862564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1bb9730-7249-4655-b9d7-970fa0ead8a8 req-052736dd-f2cc-47db-8135-48ec7d5cfb0e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 944 time: 0.0487802 Sep 22 10:19:30.900344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1bb9730-7249-4655-b9d7-970fa0ead8a8 req-daa68b89-b824-49b7-8ef1-39ecf32a38e3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315638 Sep 22 10:19:31.768085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d1667f83-b45d-479f-8ada-6f2ea74d6f45 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:19:31.864114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:31.874878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'port_id': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'mac_address': 'fa:16:3e:06:d6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:19:31.911854 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:31.929041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1667f83-b45d-479f-8ada-6f2ea74d6f45 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:19:31.949373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:32.020269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2798ed-0734-47aa-9f57-fd507242eef7 req-7cd27092-c5dc-4485-b249-0da82e373b82 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:32.021738 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea2798ed-0734-47aa-9f57-fd507242eef7 req-7cd27092-c5dc-4485-b249-0da82e373b82 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 944 time: 0.0514944 Sep 22 10:19:32.067790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea2798ed-0734-47aa-9f57-fd507242eef7 req-7135e607-1550-496f-86d4-a4abb7e7fb3f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391741 Sep 22 10:19:32.089523 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:32.140642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=d1667f83-b45d-479f-8ada-6f2ea74d6f45,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:32.283220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['d1667f83-b45d-479f-8ada-6f2ea74d6f45'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:19:33.188984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01231d11-6b58-4574-b1a9-7ca182a73cff req-3f75699b-2e48-42d7-8747-22cee997dd47 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:33.190508 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01231d11-6b58-4574-b1a9-7ca182a73cff req-3f75699b-2e48-42d7-8747-22cee997dd47 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 945 time: 0.0525267 Sep 22 10:19:33.229812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01231d11-6b58-4574-b1a9-7ca182a73cff req-25609063-0548-4bee-af8b-84c7d336ab1f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325215 Sep 22 10:19:33.768286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d1667f83-b45d-479f-8ada-6f2ea74d6f45 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:19:33.915008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port d1667f83-b45d-479f-8ada-6f2ea74d6f45 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:19:33.919092 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port d1667f83-b45d-479f-8ada-6f2ea74d6f45 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:19:33.919473 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:34.001227 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:34.033615 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:34.036280 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0455c197967f8006735f22fa2944391480d1b2116f563dad920815dfca3e036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6992c372-175a-4657-89c3-21f26e29ff26" -d '{"events": [{"server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "name": "network-vif-plugged", "status": "completed", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:34.050959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:19:34.080948 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d859321a-694c-45f6-8134-6d6440993d92 x-openstack-request-id: req-d859321a-694c-45f6-8134-6d6440993d92 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:34.080948 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "name": "network-vif-plugged", "status": "completed", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:34.080948 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d859321a-694c-45f6-8134-6d6440993d92 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:34.080948 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'code': 200} Sep 22 10:19:34.140009 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:34.177119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97361a-5cfb-477b-9117-44919e160f2c req-4cbe4537-6c35-48e3-94a0-5e1a724e126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:34.178565 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ec97361a-5cfb-477b-9117-44919e160f2c req-4cbe4537-6c35-48e3-94a0-5e1a724e126f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1097 time: 0.0415075 Sep 22 10:19:34.191076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=d1667f83-b45d-479f-8ada-6f2ea74d6f45,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:19:34.215159 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ec97361a-5cfb-477b-9117-44919e160f2c req-dcd1e0a3-2b4e-4ba3-8e6c-1e4399e8aa96 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289717 Sep 22 10:19:34.349036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0ac8f-404c-4508-90ac-ab6acc57e491 req-3d903327-3242-40cf-b75e-2513a902cc60 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:34.350554 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66c0ac8f-404c-4508-90ac-ab6acc57e491 req-3d903327-3242-40cf-b75e-2513a902cc60 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0502193 Sep 22 10:19:34.390719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66c0ac8f-404c-4508-90ac-ab6acc57e491 req-7b6cb4f8-dffd-4b01-809a-55dbf55a61e6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338275 Sep 22 10:19:35.515851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2c1d8-ed5c-489b-96cd-1907875798b5 req-ff51faa2-263b-4de7-bf85-7261ffe3a1a6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:35.517551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ca2c1d8-ed5c-489b-96cd-1907875798b5 req-ff51faa2-263b-4de7-bf85-7261ffe3a1a6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0516779 Sep 22 10:19:35.566289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ca2c1d8-ed5c-489b-96cd-1907875798b5 req-89a792ce-1fc0-4494-bd42-b1695be346d7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407257 Sep 22 10:19:36.694213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3a8b-1e70-4170-aa48-7441e8e5ad1a req-e9839475-7b34-4106-a450-b276513718a7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:36.695900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cafe3a8b-1e70-4170-aa48-7441e8e5ad1a req-e9839475-7b34-4106-a450-b276513718a7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0559421 Sep 22 10:19:36.738696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cafe3a8b-1e70-4170-aa48-7441e8e5ad1a req-4e670fce-a1ee-4a0d-946c-80fa47380cef tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363693 Sep 22 10:19:36.859512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7343a0a-a35b-4605-91f2-71bfefced795 req-c7889066-357f-4f3a-90eb-952b8454f904 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:36.861012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d7343a0a-a35b-4605-91f2-71bfefced795 req-c7889066-357f-4f3a-90eb-952b8454f904 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0537100 Sep 22 10:19:36.869532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 53850) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:19:36.873988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-432f9121-f7e8-4e55-93fd-91e6b2064160 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'floatingip': {'port_id': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:19:36.917321 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-432f9121-f7e8-4e55-93fd-91e6b2064160 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:37.344506 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-432f9121-f7e8-4e55-93fd-91e6b2064160 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:37.407898 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-432f9121-f7e8-4e55-93fd-91e6b2064160 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:37.443563 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:19:37.510383 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-432f9121-f7e8-4e55-93fd-91e6b2064160 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Floating IP bc616960-e670-4efe-bec7-dcf739177d05 associated. External IP: 172.25.6.151, port: d1667f83-b45d-479f-8ada-6f2ea74d6f45. Sep 22 10:19:37.724090 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432f9121-f7e8-4e55-93fd-91e6b2064160 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Router ee289854-a087-46ca-9af3-6259d10fdedb has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:19:37.837520 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432f9121-f7e8-4e55-93fd-91e6b2064160 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:19:37.842884 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-432f9121-f7e8-4e55-93fd-91e6b2064160 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:37.849012 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336ca568-d1b5-41b6-9b6f-e7b70daae578 None None] Sync routers for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:19:37.859800 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ca568-d1b5-41b6-9b6f-e7b70daae578 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:37.860419 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-336ca568-d1b5-41b6-9b6f-e7b70daae578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:19:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:37.872671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-432f9121-f7e8-4e55-93fd-91e6b2064160 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "PUT /v2.0/floatingips/bc616960-e670-4efe-bec7-dcf739177d05 HTTP/1.1" status: 200 len: 992 time: 1.0020580 Sep 22 10:19:37.873306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:19:37.875658 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28df6f462ffaf13fd0d0d5f1480b001338d03aa4d0e0e4e07e0f14db47c4c35e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98c41e6-5dd7-4505-b1f9-26b66b63b601" -d '{"events": [{"name": "network-changed", "server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:19:37.975698 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-336ca568-d1b5-41b6-9b6f-e7b70daae578 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:38.038818 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d30ae26-480d-4a24-9ef9-37436adc8ffd x-openstack-request-id: req-9d30ae26-480d-4a24-9ef9-37436adc8ffd {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:19:38.039669 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:19:38.040066 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d30ae26-480d-4a24-9ef9-37436adc8ffd {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:19:38.040466 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'status': 'completed', 'code': 200} Sep 22 10:19:38.114849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c41e6-5dd7-4505-b1f9-26b66b63b601 req-fd4fc0b5-8059-42dd-92d9-83788027d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:38.116634 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e98c41e6-5dd7-4505-b1f9-26b66b63b601 req-fd4fc0b5-8059-42dd-92d9-83788027d28a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1097 time: 0.0545061 Sep 22 10:19:38.225640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c41e6-5dd7-4505-b1f9-26b66b63b601 req-1cebff3e-d43c-44fc-8230-09b448799b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:38.227894 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e98c41e6-5dd7-4505-b1f9-26b66b63b601 req-1cebff3e-d43c-44fc-8230-09b448799b0c service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1037097 Sep 22 10:19:38.231212 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-336ca568-d1b5-41b6-9b6f-e7b70daae578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:06:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:19:37Z', 'revision_number': 1, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:38.264575 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336ca568-d1b5-41b6-9b6f-e7b70daae578 None None] Checking router: ee289854-a087-46ca-9af3-6259d10fdedb for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:19:38.275581 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ca568-d1b5-41b6-9b6f-e7b70daae578 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:19:38.276235 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-336ca568-d1b5-41b6-9b6f-e7b70daae578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:19:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:38.326099 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e98c41e6-5dd7-4505-b1f9-26b66b63b601 req-0da3f7f8-6f5e-48ad-91db-0474a493f6dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 1000 time: 0.0845900 Sep 22 10:19:38.385509 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c41e6-5dd7-4505-b1f9-26b66b63b601 req-ac193f15-8829-4f74-a7f0-64b6c95b428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:38.387178 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e98c41e6-5dd7-4505-b1f9-26b66b63b601 req-ac193f15-8829-4f74-a7f0-64b6c95b428c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0539362 Sep 22 10:19:38.401088 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-336ca568-d1b5-41b6-9b6f-e7b70daae578 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:19:38.438460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c41e6-5dd7-4505-b1f9-26b66b63b601 req-7003849b-1347-408d-8b6f-4fd5abc1a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:19:38.440108 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e98c41e6-5dd7-4505-b1f9-26b66b63b601 req-7003849b-1347-408d-8b6f-4fd5abc1a225 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462427 Sep 22 10:19:38.551660 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e98c41e6-5dd7-4505-b1f9-26b66b63b601 req-51b77c68-8bd5-4a9e-8a4e-b456d8e1a04b service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041970 Sep 22 10:19:38.653815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e98c41e6-5dd7-4505-b1f9-26b66b63b601 req-aa84f9a2-d1f7-42e8-839b-e12428146f10 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952835 Sep 22 10:19:38.659523 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-336ca568-d1b5-41b6-9b6f-e7b70daae578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:06:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:19:37Z', 'revision_number': 1, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:19:38.691739 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336ca568-d1b5-41b6-9b6f-e7b70daae578 None None] The sync data for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 is: [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:06:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:19:37Z', 'revision_number': 1, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:19:38.891654 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f203adb-697e-46be-8269-614481918870 None None] New status for floating IP bc616960-e670-4efe-bec7-dcf739177d05: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:19:53.665625 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.239485 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18c586ab-857b-47f3-88c9-e2d62875045a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:54.979879 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:56.956738 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca2eb519-2af2-472d-ad66-222f909e50de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:57.622559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:19:58.222054 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:00.019126 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:14.002458 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-f1f4b654-0479-4302-be93-38aaa5445f1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485363 Sep 22 10:20:14.088233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-5aa5fa45-bab7-4d1f-abc3-228293a0b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:14.089840 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-5aa5fa45-bab7-4d1f-abc3-228293a0b852 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1097 time: 0.0423923 Sep 22 10:20:14.191839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-741ebff2-0d40-4808-b658-a3ccec82cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:14.193352 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-741ebff2-0d40-4808-b658-a3ccec82cc47 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0843828 Sep 22 10:20:14.262801 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-355db729-90d3-4995-8712-f93c457fa8f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 1002 time: 0.0619078 Sep 22 10:20:14.311086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-62c9b6dc-72e4-4d0c-a581-fff65c6b44de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:14.312669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-62c9b6dc-72e4-4d0c-a581-fff65c6b44de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0437522 Sep 22 10:20:14.358113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-51656da6-9f87-4d7b-b9d5-a22c100fafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:20:14.359600 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-51656da6-9f87-4d7b-b9d5-a22c100fafab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391998 Sep 22 10:20:14.444233 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:20:14.460664 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-c78835d7-e4c4-4087-bb8b-8e6edc0815a3 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934238 Sep 22 10:20:14.564804 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-15d7f967-ec32-4c07-b855-4e7fbfe56fe2 req-72e85d9d-5288-4e5d-bd7b-7b280c379b5b service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958161 Sep 22 10:20:23.648691 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:24.299580 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5efa555-44dc-4a05-9882-c23f7e5235c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:25.093841 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:26.951024 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3d27e85c-7c11-498a-affb-194e9c8ab76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:27.662681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:28.227543 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:30.053422 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:51.445204 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:20:53.650090 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:54.244120 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6cb047da-a3e0-4205-8f9f-3ce665cb2ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:55.001761 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:56.976177 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4965df58-f1b9-400e-bb5f-3804397d7d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:57.610061 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:20:58.238442 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:00.055682 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:14.566355 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048b3fd-61be-4945-97b4-3a0d1bdb9d9f req-32b75918-da20-488e-a47e-902313568847 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:14.568862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5048b3fd-61be-4945-97b4-3a0d1bdb9d9f req-32b75918-da20-488e-a47e-902313568847 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.1244178 Sep 22 10:21:14.615225 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5048b3fd-61be-4945-97b4-3a0d1bdb9d9f req-505553ba-de50-4816-9b0c-b8a628178047 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362496 Sep 22 10:21:15.083113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f769ae1-fd9f-4ec0-a308-5d31fc7ac918 req-542db928-fab7-4c93-8772-5cb62db2748a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:15.085223 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f769ae1-fd9f-4ec0-a308-5d31fc7ac918 req-542db928-fab7-4c93-8772-5cb62db2748a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0769277 Sep 22 10:21:15.139806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f769ae1-fd9f-4ec0-a308-5d31fc7ac918 req-63759ba8-81ea-4a8f-b1a7-f6bc31b21905 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428398 Sep 22 10:21:15.155446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2fd0e-e5d9-4e4b-aa49-1af442ae1859 req-0403d72b-47ce-473d-bb65-70d7b20a52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:15.157878 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a1d2fd0e-e5d9-4e4b-aa49-1af442ae1859 req-0403d72b-47ce-473d-bb65-70d7b20a52c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1097 time: 0.1049125 Sep 22 10:21:15.314621 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-d6e8fad1-6768-48c1-baf6-71875dea2dab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075351 Sep 22 10:21:15.318879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2fd0e-e5d9-4e4b-aa49-1af442ae1859 req-4524cb18-8255-49c6-9219-f6dbe694749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:15.320405 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a1d2fd0e-e5d9-4e4b-aa49-1af442ae1859 req-4524cb18-8255-49c6-9219-f6dbe694749b service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1406417 Sep 22 10:21:15.397999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a1d2fd0e-e5d9-4e4b-aa49-1af442ae1859 req-0e8f17ac-40ac-4a93-a2e2-3ba148ff7773 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 1002 time: 0.0702198 Sep 22 10:21:15.454998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2fd0e-e5d9-4e4b-aa49-1af442ae1859 req-d8b95a01-85c5-4cbf-a8ed-d4ff92fb7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:15.456637 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a1d2fd0e-e5d9-4e4b-aa49-1af442ae1859 req-d8b95a01-85c5-4cbf-a8ed-d4ff92fb7c3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0518675 Sep 22 10:21:15.535974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2fd0e-e5d9-4e4b-aa49-1af442ae1859 req-e866ad00-d917-4a87-95f9-790e17e45019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:15.538759 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a1d2fd0e-e5d9-4e4b-aa49-1af442ae1859 req-e866ad00-d917-4a87-95f9-790e17e45019 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749202 Sep 22 10:21:15.685665 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a1d2fd0e-e5d9-4e4b-aa49-1af442ae1859 req-da2e7fbe-cce2-4364-9e40-fdc8446835a2 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392934 Sep 22 10:21:15.855933 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a1d2fd0e-e5d9-4e4b-aa49-1af442ae1859 req-61b6a427-3eb9-4364-b973-5e5cfba9b694 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623683 Sep 22 10:21:16.288245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371433a-c7d7-42d2-b656-9aa4d8550852 req-185cf9dc-5a35-4205-a727-c0c5a160a4af tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:16.290062 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d371433a-c7d7-42d2-b656-9aa4d8550852 req-185cf9dc-5a35-4205-a727-c0c5a160a4af tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0573995 Sep 22 10:21:16.348761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d371433a-c7d7-42d2-b656-9aa4d8550852 req-2344552a-4ca7-4e53-a79b-d14e18de6e05 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444422 Sep 22 10:21:17.493022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde82065-38c2-40cf-b76a-9744449d926d req-3d667724-6e61-4bed-922d-e3829ca9c7fe tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:17.494636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fde82065-38c2-40cf-b76a-9744449d926d req-3d667724-6e61-4bed-922d-e3829ca9c7fe tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0653913 Sep 22 10:21:17.542404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fde82065-38c2-40cf-b76a-9744449d926d req-e4e66298-239e-48e7-acf5-a0469ce3776e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381703 Sep 22 10:21:18.141894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-b86fa19c-4e6c-4b5d-9ad8-542db9a361d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:18.143440 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-b86fa19c-4e6c-4b5d-9ad8-542db9a361d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1097 time: 0.0506530 Sep 22 10:21:18.253423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-7512224b-311a-46df-80c7-f301507ce01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:18.256623 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-7512224b-311a-46df-80c7-f301507ce01c service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1060991 Sep 22 10:21:18.332568 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-3687c897-b04a-460e-b6cb-1ef04900361b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 1002 time: 0.0670807 Sep 22 10:21:18.389613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-5172c90c-5916-4f21-8c67-e4c906048741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:18.391227 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-5172c90c-5916-4f21-8c67-e4c906048741 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0499368 Sep 22 10:21:18.455401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-7dd16abe-6ef6-4ca2-bfa3-d19d752201e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:18.458261 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-7dd16abe-6ef6-4ca2-bfa3-d19d752201e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601561 Sep 22 10:21:18.562847 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-b345d759-ae1b-4225-a2a8-63d8b6bc5aab service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971615 Sep 22 10:21:18.700553 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-81171dc0-9f1f-44f5-866e-0e5b3b035fe1 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303709 Sep 22 10:21:18.703683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f075083-6f45-4277-bd81-58554db18a73 req-eb43cb40-15c3-487e-a119-af90843fa29d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:18.707092 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f075083-6f45-4277-bd81-58554db18a73 req-eb43cb40-15c3-487e-a119-af90843fa29d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0608752 Sep 22 10:21:18.757442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f075083-6f45-4277-bd81-58554db18a73 req-5b79416d-1d9f-4b8d-904c-f1c065778aa8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430226 Sep 22 10:21:19.886843 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eda69-af33-443a-899d-12105f748f1b req-76d13c9a-96b8-465e-a22c-3e6df7e4e2e9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:19.888655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a9eda69-af33-443a-899d-12105f748f1b req-76d13c9a-96b8-465e-a22c-3e6df7e4e2e9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0551679 Sep 22 10:21:19.931573 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a9eda69-af33-443a-899d-12105f748f1b req-05457aa4-3bcf-42d0-8077-0cd66cb0afe1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356302 Sep 22 10:21:21.066161 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266711-b589-4c2b-9c4c-b86d8e77878d req-b6a9cdec-b649-44b1-96de-d7e8039ffc28 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:21.068054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd266711-b589-4c2b-9c4c-b86d8e77878d req-b6a9cdec-b649-44b1-96de-d7e8039ffc28 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0597782 Sep 22 10:21:21.128146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd266711-b589-4c2b-9c4c-b86d8e77878d req-f34abfb7-6928-4c1a-87cb-9820d2bcd1ea tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532486 Sep 22 10:21:22.262631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dc134-a413-4b0e-a1c0-f05a144a9012 req-222a0998-0d6a-4548-879f-2179271b9ce6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:22.264489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a3dc134-a413-4b0e-a1c0-f05a144a9012 req-222a0998-0d6a-4548-879f-2179271b9ce6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0615356 Sep 22 10:21:22.309768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a3dc134-a413-4b0e-a1c0-f05a144a9012 req-a907d1fe-ad5a-4d17-bf91-764e209e0485 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378053 Sep 22 10:21:23.448761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca148ac-1295-42fe-821d-c35c15856d0d req-b45d7cfb-6ab3-4bf4-9e19-0df76d544282 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:23.450522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fca148ac-1295-42fe-821d-c35c15856d0d req-b45d7cfb-6ab3-4bf4-9e19-0df76d544282 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0513725 Sep 22 10:21:23.493501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fca148ac-1295-42fe-821d-c35c15856d0d req-3f79c505-9b12-4e1f-b852-61a824c3b638 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344219 Sep 22 10:21:23.687171 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.298584 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bed99a55-eb52-47e4-b504-7118e1b44437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:24.642950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d599c2-ba7a-44f4-a2db-d03058efbaa5 req-ec596c63-5123-42b4-82f1-6588afa163c2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:24.644668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1d599c2-ba7a-44f4-a2db-d03058efbaa5 req-ec596c63-5123-42b4-82f1-6588afa163c2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0574906 Sep 22 10:21:24.697454 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1d599c2-ba7a-44f4-a2db-d03058efbaa5 req-b771f854-195d-4b2c-825d-bbd842350e7e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459232 Sep 22 10:21:25.049480 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:25.825483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1b0c0-170e-4a07-8bbd-bc1b3a36cd87 req-ff73c469-affc-4a69-a6a1-f4fc9ae336f4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:25.827102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3c1b0c0-170e-4a07-8bbd-bc1b3a36cd87 req-ff73c469-affc-4a69-a6a1-f4fc9ae336f4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0553033 Sep 22 10:21:25.875170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3c1b0c0-170e-4a07-8bbd-bc1b3a36cd87 req-6f48b8f0-8dc0-4600-b5a8-bd20f8981596 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363505 Sep 22 10:21:26.951921 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eb5f8146-92b2-4f50-852a-d5c2e93be3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:27.011511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19589-9a03-4c43-923e-f2c3ae227575 req-f42b2a08-6ba8-4a45-b4f3-cad1005d35b7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:27.013217 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ae19589-9a03-4c43-923e-f2c3ae227575 req-f42b2a08-6ba8-4a45-b4f3-cad1005d35b7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0613501 Sep 22 10:21:27.058359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ae19589-9a03-4c43-923e-f2c3ae227575 req-fca23165-e9ff-42b0-87f4-af9ba9b18204 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375996 Sep 22 10:21:27.572694 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.192394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7e506-92d1-4420-b18b-dce9d27e93ab req-a4107317-42f5-4a33-aa7f-57f1af7e50b9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:28.194172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bd7e506-92d1-4420-b18b-dce9d27e93ab req-a4107317-42f5-4a33-aa7f-57f1af7e50b9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0586805 Sep 22 10:21:28.237302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4bd7e506-92d1-4420-b18b-dce9d27e93ab req-9399b86a-bc55-4d9e-a958-5972445861c3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365148 Sep 22 10:21:28.292638 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:28.444659 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:21:29.378371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be4667-1a73-465d-86a1-ebdb09eb1a71 req-2910b1c1-4bfe-4dba-8833-7408b0bda0dd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:29.380401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04be4667-1a73-465d-86a1-ebdb09eb1a71 req-2910b1c1-4bfe-4dba-8833-7408b0bda0dd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0545783 Sep 22 10:21:29.424256 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04be4667-1a73-465d-86a1-ebdb09eb1a71 req-eb55fbbd-d381-496b-90bc-1465d8473498 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370598 Sep 22 10:21:30.038004 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:30.558150 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90625eaa-9872-4802-af01-6e40d72e73c9 req-976ffa23-e09e-4623-976a-01801186fe79 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:30.559742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90625eaa-9872-4802-af01-6e40d72e73c9 req-976ffa23-e09e-4623-976a-01801186fe79 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0580451 Sep 22 10:21:30.608430 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90625eaa-9872-4802-af01-6e40d72e73c9 req-ce80ee29-eda5-48b7-b403-2a5db171ed8a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389361 Sep 22 10:21:30.843983 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-be4bc9a6-56b8-4143-9e14-5973df31846d service neutron] show failed (client error): The resource could not be found. Sep 22 10:21:30.844961 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-be4bc9a6-56b8-4143-9e14-5973df31846d service neutron] 10.222.0.60 "GET /v2.0/ports/d1667f83-b45d-479f-8ada-6f2ea74d6f45/bindings/n-h2-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0612247 Sep 22 10:21:31.642986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-b2bca398-778e-4a84-9aa7-f9f8cd0048b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:31.646672 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-b2bca398-778e-4a84-9aa7-f9f8cd0048b7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 1097 time: 0.1214900 Sep 22 10:21:31.663439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:31.758408 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d9962-ef27-468a-a4ae-aaded2e392ce req-accfed82-d2f1-48ce-8e3d-870c0e9434d8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:31.760015 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c9d9962-ef27-468a-a4ae-aaded2e392ce req-accfed82-d2f1-48ce-8e3d-870c0e9434d8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0620148 Sep 22 10:21:31.760215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.033351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:32.076931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:32.097495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c9d9962-ef27-468a-a4ae-aaded2e392ce req-2ac92ee8-10fc-4442-a26f-dc3ea68bc3f7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294160 Sep 22 10:21:32.150723 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:32.162769 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.179025 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.45', 55380) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:32.187065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Transition to ACTIVE for port object d1667f83-b45d-479f-8ada-6f2ea74d6f45 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:21:32.202940 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98329f6e-bb6d-4ca8-b92e-e1da16c5c87f" -d '{"events": [{"server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:32.272691 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.278225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da27db6-d400-4f54-9620-b843b9f997bb req-7642f420-b69f-45af-9033-bfd62f9715a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.279535 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3da27db6-d400-4f54-9620-b843b9f997bb req-7642f420-b69f-45af-9033-bfd62f9715a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1097 time: 0.0842757 Sep 22 10:21:32.380877 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e2d15b-720f-4944-aea2-148f85915b46 x-openstack-request-id: req-40e2d15b-720f-4944-aea2-148f85915b46 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:32.381337 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:32.381889 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40e2d15b-720f-4944-aea2-148f85915b46 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:32.382598 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'code': 200} Sep 22 10:21:32.477986 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da27db6-d400-4f54-9620-b843b9f997bb req-ff9dcf28-833d-4de7-8748-efc240d92515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.479907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3da27db6-d400-4f54-9620-b843b9f997bb req-ff9dcf28-833d-4de7-8748-efc240d92515 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1712804 Sep 22 10:21:32.483786 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Pushing event updated for resources: {'Port': ['ID=d1667f83-b45d-479f-8ada-6f2ea74d6f45,revision_number=6']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:32.505938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.506383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.506813 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.507227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.507630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.508035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.508426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.508845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.509239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.509636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.510031 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.510440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:32.578554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] No DVR routers for this DVR port d1667f83-b45d-479f-8ada-6f2ea74d6f45 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:21:32.648443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3da27db6-d400-4f54-9620-b843b9f997bb req-1f841287-15e2-4c07-8d2a-f106da88ed68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 1000 time: 0.1548271 Sep 22 10:21:32.728141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Attempting to bind port d1667f83-b45d-479f-8ada-6f2ea74d6f45 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:21:32.728480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Attempting to bind port d1667f83-b45d-479f-8ada-6f2ea74d6f45 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:21:32.728843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Attempting to bind port d1667f83-b45d-479f-8ada-6f2ea74d6f45 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:32.733563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Port d1667f83-b45d-479f-8ada-6f2ea74d6f45 on network 4c0d67a1-5adc-4a25-926b-3766e053751c not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:21:32.733882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Attempting to bind port d1667f83-b45d-479f-8ada-6f2ea74d6f45 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:32.739916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:21:32.740262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:32.740639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:21:32.741100 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da27db6-d400-4f54-9620-b843b9f997bb req-7c5afc4e-d85f-45eb-b1ae-5fbfc40d9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.741247 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Bound port: d1667f83-b45d-479f-8ada-6f2ea74d6f45, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:21:32.741458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.742623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3da27db6-d400-4f54-9620-b843b9f997bb req-7c5afc4e-d85f-45eb-b1ae-5fbfc40d9686 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0803685 Sep 22 10:21:32.814564 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:32.819772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:21:32.834640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da27db6-d400-4f54-9620-b843b9f997bb req-02286a25-309d-4bc9-b443-67d026f21f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.836189 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3da27db6-d400-4f54-9620-b843b9f997bb req-02286a25-309d-4bc9-b443-67d026f21f1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820813 Sep 22 10:21:32.929800 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.947606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3da27db6-d400-4f54-9620-b843b9f997bb req-6d8842c6-7524-4604-85da-7fefda72c643 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989575 Sep 22 10:21:32.969270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:32.969922 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:32.971479 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] 10.222.0.45 "PUT /v2.0/ports/d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 1092 time: 1.3136320 Sep 22 10:21:33.016682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] Pushing event updated for resources: {'Port': ['ID=d1667f83-b45d-479f-8ada-6f2ea74d6f45,revision_number=7']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:33.093661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3da27db6-d400-4f54-9620-b843b9f997bb req-ac4b3508-35d9-4fbf-8432-c3250f54120a service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345422 Sep 22 10:21:33.263083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-a61964e3-6d32-421e-86a3-a7dc9b9efaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:33.264570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-a61964e3-6d32-421e-86a3-a7dc9b9efaa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1095 time: 0.1080191 Sep 22 10:21:33.338945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94c6a1-f7ee-4c71-a9a0-cf92cb73254b req-1fc7caf4-fbf9-4812-8c5e-b86112d8e17b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:33.341680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac94c6a1-f7ee-4c71-a9a0-cf92cb73254b req-1fc7caf4-fbf9-4812-8c5e-b86112d8e17b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 944 time: 0.1162472 Sep 22 10:21:33.483832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac94c6a1-f7ee-4c71-a9a0-cf92cb73254b req-200b1ce5-1260-4049-b588-51a2628bf6d3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343205 Sep 22 10:21:33.489661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-e8875235-e4f2-49ad-a1d6-16e1260d633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:33.491247 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-e8875235-e4f2-49ad-a1d6-16e1260d633c service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.2145193 Sep 22 10:21:33.569291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-45e3c8cc-9a9a-41d9-aa8e-e2b2203d5950 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 1000 time: 0.0699761 Sep 22 10:21:33.627674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-753e6b6a-0cd0-4973-9431-2195f4cac328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:33.630013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-753e6b6a-0cd0-4973-9431-2195f4cac328 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0525260 Sep 22 10:21:33.685912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-fd6dadcc-5bb3-44ed-aa73-c8b55fce1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:33.687465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-fd6dadcc-5bb3-44ed-aa73-c8b55fce1663 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472331 Sep 22 10:21:33.789314 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-ced0112d-729c-4ceb-9f5f-6d7257e81f75 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930543 Sep 22 10:21:33.896347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-13666ae0-126e-4ee1-8a19-1d20a00d2b60 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938952 Sep 22 10:21:34.384160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:34.386830 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61055fee-f900-49eb-bc51-37fc5d41d829" -d '{"events": [{"name": "network-changed", "server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:34.436719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d1667f83-b45d-479f-8ada-6f2ea74d6f45 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:21:34.458021 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6fad7a-3bbf-4804-85e3-ab9dbcd4ffdb x-openstack-request-id: req-be6fad7a-3bbf-4804-85e3-ab9dbcd4ffdb {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:34.458021 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:34.458021 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be6fad7a-3bbf-4804-85e3-ab9dbcd4ffdb {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:34.458021 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'status': 'completed', 'code': 200} Sep 22 10:21:34.505638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device d1667f83-b45d-479f-8ada-6f2ea74d6f45 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:21:34.546577 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-706395c6-9533-44c6-affd-fdcdcbb5857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.549381 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-706395c6-9533-44c6-affd-fdcdcbb5857d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1095 time: 0.0709276 Sep 22 10:21:34.550751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-ce12c27c-2379-442c-ab0f-3d5e99c23517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.552672 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-ce12c27c-2379-442c-ab0f-3d5e99c23517 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1095 time: 0.0797238 Sep 22 10:21:34.680056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-9d05f79f-4bad-41cb-81f8-a39a227d8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.682028 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-9d05f79f-4bad-41cb-81f8-a39a227d8dfd service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1255848 Sep 22 10:21:34.709821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe574d-2c71-4081-9377-526acc57523c req-552ed679-39a2-46bb-8abc-65b692bed9f4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.711592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61fe574d-2c71-4081-9377-526acc57523c req-552ed679-39a2-46bb-8abc-65b692bed9f4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 944 time: 0.1194324 Sep 22 10:21:34.735230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-8fe20158-83a1-458d-acf9-24f2cc3e9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.736769 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-8fe20158-83a1-458d-acf9-24f2cc3e9cd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1756778 Sep 22 10:21:34.855789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61fe574d-2c71-4081-9377-526acc57523c req-31958f9e-28ed-4bf0-b2c7-077e0674f4cc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330595 Sep 22 10:21:34.875214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-90c28fd1-d31a-4e08-aade-7ada537249a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 1000 time: 0.1271789 Sep 22 10:21:34.938610 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-8d4d0b99-0423-46f1-ad3d-94e4676dca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:34.940205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-8d4d0b99-0423-46f1-ad3d-94e4676dca1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0568240 Sep 22 10:21:35.001766 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-8b54e78c-c68a-4e45-a722-bda3df22da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:35.004447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-8b54e78c-c68a-4e45-a722-bda3df22da82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460684 Sep 22 10:21:35.080521 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-7799cb64-a79b-459f-bda7-91f221a0a2c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 1000 time: 0.3908055 Sep 22 10:21:35.142080 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-09bdd839-0fbe-476b-9672-b7d875f27853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:35.144372 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-09bdd839-0fbe-476b-9672-b7d875f27853 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0555868 Sep 22 10:21:35.147663 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-2e9b415d-4093-46d7-89d8-62ed571fda7e service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359518 Sep 22 10:21:35.203392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-a9e8993e-7ed7-41f0-98f7-3f27cbeb119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:35.204997 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-a9e8993e-7ed7-41f0-98f7-3f27cbeb119e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530875 Sep 22 10:21:35.278041 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-6211258c-ddd3-4b45-b9cf-e1f1db706c31 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224363 Sep 22 10:21:35.337920 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-133efdc8-e047-4d88-8205-7311d959cca7 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245954 Sep 22 10:21:35.439825 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-61055fee-f900-49eb-bc51-37fc5d41d829 req-8587a534-fa60-479c-8698-d0f96cf45689 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951378 Sep 22 10:21:36.038669 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fe624-9597-4c26-9a06-e793f0c8cf85 req-b8451a2c-780f-47a7-8e02-d6c2076fc55e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:36.040307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b66fe624-9597-4c26-9a06-e793f0c8cf85 req-b8451a2c-780f-47a7-8e02-d6c2076fc55e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 944 time: 0.0606554 Sep 22 10:21:36.085569 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b66fe624-9597-4c26-9a06-e793f0c8cf85 req-4c56134c-6149-4e39-a9fa-5cb8bd998bc2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383418 Sep 22 10:21:36.751399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d1667f83-b45d-479f-8ada-6f2ea74d6f45 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:21:36.860986 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:36.874602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'port_id': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'mac_address': 'fa:16:3e:06:d6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:21:36.919233 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:36.934394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1667f83-b45d-479f-8ada-6f2ea74d6f45 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:36.955835 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:37.082334 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:37.148255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=d1667f83-b45d-479f-8ada-6f2ea74d6f45,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:37.157905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.158444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.158975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.159490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.160579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.161206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.161758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.162231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.162626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.163155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.164215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.164215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:37.229869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fe439-f665-4bf5-99a0-d9787223b747 req-108ccdd1-9e5c-4023-b537-c9e01e774686 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:37.231497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-037fe439-f665-4bf5-99a0-d9787223b747 req-108ccdd1-9e5c-4023-b537-c9e01e774686 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 945 time: 0.0548275 Sep 22 10:21:37.275729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-037fe439-f665-4bf5-99a0-d9787223b747 req-6d715a84-5ca3-4373-87fc-15bba5a699ed tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371175 Sep 22 10:21:37.376540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['d1667f83-b45d-479f-8ada-6f2ea74d6f45'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:37.743874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfbac7-c5ea-41ba-8e95-3c9253ab9f28 req-14b9007c-149f-4b87-aa85-e2b2118e0d3e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:37.746646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88dfbac7-c5ea-41ba-8e95-3c9253ab9f28 req-14b9007c-149f-4b87-aa85-e2b2118e0d3e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 945 time: 0.0881567 Sep 22 10:21:37.794731 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88dfbac7-c5ea-41ba-8e95-3c9253ab9f28 req-ee1b643c-3418-4677-9785-442bb8ec7c77 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397518 Sep 22 10:21:37.847290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-1c63cb1f-2feb-4dd0-8812-e3c10d93c356 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:37.849154 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-1c63cb1f-2feb-4dd0-8812-e3c10d93c356 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec&tenant_id=f819078b69ec4543ad46f927526c8774&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 945 time: 0.0730460 Sep 22 10:21:37.924370 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-53c2814a-37b5-49fa-903c-77b6cce45736 service neutron] delete failed (client error): The resource could not be found. Sep 22 10:21:37.926250 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-53c2814a-37b5-49fa-903c-77b6cce45736 service neutron] 10.222.0.60 "DELETE /v2.0/ports/d1667f83-b45d-479f-8ada-6f2ea74d6f45/bindings/n-h1-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0692887 Sep 22 10:21:38.017915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-3e791547-bf59-4132-a8b2-a736329bd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:38.020752 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-3e791547-bf59-4132-a8b2-a736329bd67a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 1096 time: 0.0459964 Sep 22 10:21:38.148462 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-7dcaac53-0eae-4928-a3c9-4d3af8bd9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:38.151188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-7dcaac53-0eae-4928-a3c9-4d3af8bd9941 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1234875 Sep 22 10:21:38.224030 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-3631f38f-04bc-4a6f-8c17-c96f12fa5cab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 200 len: 1001 time: 0.0657430 Sep 22 10:21:38.279502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-ef567481-1bb2-4f7f-a098-9a86b2e38abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:38.281158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-ef567481-1bb2-4f7f-a098-9a86b2e38abb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0498288 Sep 22 10:21:38.335622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-358a3399-5aa0-464d-99d1-dff3b9b744c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:38.337362 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-358a3399-5aa0-464d-99d1-dff3b9b744c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494804 Sep 22 10:21:38.435485 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-57d2404e-5562-42dd-9094-451f19d63ca4 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904932 Sep 22 10:21:38.560544 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e60de34-7dfb-44d0-b214-fdeb4253fb5f req-0984cb78-ace2-458f-bf4e-ddff6dd542e0 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183903 Sep 22 10:21:38.762345 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d1667f83-b45d-479f-8ada-6f2ea74d6f45 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:38.942979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf138d7-c81b-4428-8041-650f4b0c12d4 req-59803148-9f4d-43e0-883b-f557bb91620f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:38.944607 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf138d7-c81b-4428-8041-650f4b0c12d4 req-59803148-9f4d-43e0-883b-f557bb91620f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 945 time: 0.0594306 Sep 22 10:21:38.955352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port d1667f83-b45d-479f-8ada-6f2ea74d6f45 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:21:38.961682 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port d1667f83-b45d-479f-8ada-6f2ea74d6f45 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:38.966515 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:39.002807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccf138d7-c81b-4428-8041-650f4b0c12d4 req-50e0d6da-d0f5-4130-881a-d1eecdfe4892 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482266 Sep 22 10:21:39.057524 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:39.088167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:39.108753 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:39.137031 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a465ce-b544-496a-a948-9c4a01c37dd1" -d '{"events": [{"server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "name": "network-vif-plugged", "status": "completed", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:39.225811 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:39.240615 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d3abf8-29ba-4dcc-9cb5-2e3d2bd66797 x-openstack-request-id: req-92d3abf8-29ba-4dcc-9cb5-2e3d2bd66797 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:39.241195 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "name": "network-vif-plugged", "status": "completed", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:39.241696 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92d3abf8-29ba-4dcc-9cb5-2e3d2bd66797 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:39.242475 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'code': 200} Sep 22 10:21:39.319252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=d1667f83-b45d-479f-8ada-6f2ea74d6f45,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:40.149046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b19e2-77d4-4b0d-b026-98228c2be03a req-f39180b3-121f-4413-b1c2-6c056be48bce tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:40.150702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c34b19e2-77d4-4b0d-b026-98228c2be03a req-f39180b3-121f-4413-b1c2-6c056be48bce tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0568166 Sep 22 10:21:40.194948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c34b19e2-77d4-4b0d-b026-98228c2be03a req-92920675-48ed-4860-9bd3-c5d5dd5c7d72 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375237 Sep 22 10:21:40.334900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5894ccf-a32e-40ca-a41a-8b10ea94300f req-0f7ba15b-452a-40e5-b755-4cec388dd64a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:40.336760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5894ccf-a32e-40ca-a41a-8b10ea94300f req-0f7ba15b-452a-40e5-b755-4cec388dd64a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0593336 Sep 22 10:21:40.383530 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5894ccf-a32e-40ca-a41a-8b10ea94300f req-c86f14ec-32d8-406e-b422-5c6cd21d09e4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 Sep 22 10:21:40.542229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd64589-4870-4ef1-8019-006225ea98ab req-ab32a976-3921-48f4-bf8b-0a3370c68f7f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:40.543856 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cd64589-4870-4ef1-8019-006225ea98ab req-ab32a976-3921-48f4-bf8b-0a3370c68f7f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0627415 Sep 22 10:21:40.593076 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cd64589-4870-4ef1-8019-006225ea98ab req-7c405fdc-5f11-45b1-b1c2-3b2db4b3be33 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381603 Sep 22 10:21:41.191264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf7b1c-10f6-4196-b96b-8f4e0e5ad6bd req-2b46f598-cc85-4f66-b5d7-bf6eb185ce9c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:41.193020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3cf7b1c-10f6-4196-b96b-8f4e0e5ad6bd req-2b46f598-cc85-4f66-b5d7-bf6eb185ce9c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.1237719 Sep 22 10:21:41.239550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3cf7b1c-10f6-4196-b96b-8f4e0e5ad6bd req-daaef84d-64d1-4a2d-b2f7-f9b8bd88edad tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367243 Sep 22 10:21:42.372959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2f903-a4e6-4d1d-adeb-dcb4ba8a1f28 req-bce63f8d-4078-43e4-8bd6-a0eead026aa0 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:42.374437 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9be2f903-a4e6-4d1d-adeb-dcb4ba8a1f28 req-bce63f8d-4078-43e4-8bd6-a0eead026aa0 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0605059 Sep 22 10:21:42.417564 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9be2f903-a4e6-4d1d-adeb-dcb4ba8a1f28 req-114ec0cb-0e9d-45a9-9c89-db07515c8a81 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358601 Sep 22 10:21:42.618965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-96500592-32c4-4433-afdb-f940f1df68ee tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:42.620556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-96500592-32c4-4433-afdb-f940f1df68ee tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 946 time: 0.0557649 Sep 22 10:21:42.722751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Deleting port d1667f83-b45d-479f-8ada-6f2ea74d6f45 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:21:42.723097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:42.826241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] For port d1667f83-b45d-479f-8ada-6f2ea74d6f45, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=d1667f83-b45d-479f-8ada-6f2ea74d6f45,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:42.826601 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:43.067625 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:43.067926 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:43.068199 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Floating IP bc616960-e670-4efe-bec7-dcf739177d05 disassociated. External IP: 172.25.6.151, port: d1667f83-b45d-479f-8ada-6f2ea74d6f45. Sep 22 10:21:43.068554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Calling delete_port for d1667f83-b45d-479f-8ada-6f2ea74d6f45 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:21:43.311573 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:43.346084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event deleted for resources: {'Port': ['ID=d1667f83-b45d-479f-8ada-6f2ea74d6f45,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:43.358241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.358586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.358927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.359257 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.359586 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.359910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.360232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.360552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.360903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.361229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.361592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.361916 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:21:43.500813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Router ee289854-a087-46ca-9af3-6259d10fdedb has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:21:43.862630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ec62d04-c35f-4fe7-963a-e99c50007b16 req-6f026d57-f3af-4927-9f38-daf5d84998e7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 210 time: 0.0326867 Sep 22 10:21:43.931560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:21:43.943994 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a96fa-4341-4dbd-85b7-5b27cba249b6 None None] Sync routers for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:21:43.955003 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a96fa-4341-4dbd-85b7-5b27cba249b6 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:21:43.955704 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-030a96fa-4341-4dbd-85b7-5b27cba249b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:21:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:43.990409 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] No DVR routers for this DVR port d1667f83-b45d-479f-8ada-6f2ea74d6f45 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:21:43.994216 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:43.996372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9162299d-9ccc-4c88-a97e-b739435666e0 req-6ddf5de7-9fa5-43e1-94f1-cbd893e912e5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.45 "DELETE /v2.0/ports/d1667f83-b45d-479f-8ada-6f2ea74d6f45 HTTP/1.1" status: 204 len: 173 time: 1.3658516 Sep 22 10:21:43.996928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'name': 'network-vif-deleted', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:44.067264 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbd76a2-3488-4393-a986-d3e6742824e7" -d '{"events": [{"server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "name": "network-vif-deleted", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:44.200485 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b24096-b8ca-4ec5-8402-4a438b9d0e06 x-openstack-request-id: req-e3b24096-b8ca-4ec5-8402-4a438b9d0e06 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:44.200949 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9029a68-3d97-4c65-9266-a31eaed356ec", "name": "network-vif-deleted", "tag": "d1667f83-b45d-479f-8ada-6f2ea74d6f45", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:44.201345 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3b24096-b8ca-4ec5-8402-4a438b9d0e06 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:44.201976 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9029a68-3d97-4c65-9266-a31eaed356ec', 'name': 'network-vif-deleted', 'tag': 'd1667f83-b45d-479f-8ada-6f2ea74d6f45', 'status': 'completed', 'code': 200} Sep 22 10:21:44.277992 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-030a96fa-4341-4dbd-85b7-5b27cba249b6 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:21:44.518104 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-030a96fa-4341-4dbd-85b7-5b27cba249b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:44.551982 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a96fa-4341-4dbd-85b7-5b27cba249b6 None None] Checking router: ee289854-a087-46ca-9af3-6259d10fdedb for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:21:44.562237 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a96fa-4341-4dbd-85b7-5b27cba249b6 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:21:44.563057 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-030a96fa-4341-4dbd-85b7-5b27cba249b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:21:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:44.676004 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-030a96fa-4341-4dbd-85b7-5b27cba249b6 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:21:44.906929 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-030a96fa-4341-4dbd-85b7-5b27cba249b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:21:44.936754 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a96fa-4341-4dbd-85b7-5b27cba249b6 None None] The sync data for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 is: [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:21:45.024935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed6b8b5e-1bc4-486c-8f4e-f18a71cdc7f8 req-bb8e0459-ff91-4d57-991e-133eebf28428 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9029a68-3d97-4c65-9266-a31eaed356ec HTTP/1.1" status: 200 len: 210 time: 0.0483348 Sep 22 10:21:45.216650 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea7c69-d76e-4f33-a0ca-0390c27d711e None None] New status for floating IP bc616960-e670-4efe-bec7-dcf739177d05: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:21:46.304716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-e1671874-ad17-484e-9538-46c05a6b7a39 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2103141687&fields=id&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 267 time: 0.0406623 Sep 22 10:21:46.451449 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c3aa1818-b48d-4089-acad-ca9c603ad15f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:46.453207 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c3aa1818-b48d-4089-acad-ca9c603ad15f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 811 time: 0.1373327 Sep 22 10:21:46.470539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-03ee26c2-63c2-4ac8-9b7e-e3f212487ad9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/quotas/f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 375 time: 0.0104001 Sep 22 10:21:46.532064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-e953c201-4581-4072-82ed-65f7eb8e04bb tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539215 Sep 22 10:21:46.726954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-cb000889-c90c-4fa3-b99e-b34d8a3b722f service neutron] 10.222.0.49 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444051 Sep 22 10:21:46.810528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d1667f83-b45d-479f-8ada-6f2ea74d6f45 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:21:46.836201 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-79ed8146-ab96-4527-96a4-adc0fb0884b3 service neutron] 10.222.0.49 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975847 Sep 22 10:21:46.841859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: d1667f83-b45d-479f-8ada-6f2ea74d6f45 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:21:46.842453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device d1667f83-b45d-479f-8ada-6f2ea74d6f45 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:21:47.117058 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fef92a55-0503-43f4-a670-e5daec127215 req-86fc5c5f-a198-4542-8324-8736f97e37f7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 210 time: 0.0479364 Sep 22 10:21:48.226968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b6e0198-750f-4ebe-966f-98d7906c9181 req-ec755db4-0a58-4c0b-94b8-3571db3966c6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 210 time: 0.0331042 Sep 22 10:21:49.335184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-013ec0b1-34d6-4dc2-8147-d6fb4130ffea req-6cda41ab-274f-430b-99ba-cbba2492de97 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 210 time: 0.0294578 Sep 22 10:21:49.558304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-085c3e2e-94af-4647-85c3-17fcea7b382f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:49.559790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-085c3e2e-94af-4647-85c3-17fcea7b382f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 811 time: 0.1094654 Sep 22 10:21:49.632255 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-18604c65-efd1-4ed6-8606-0d452966a4d9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 380 time: 0.0596611 Sep 22 10:21:49.645701 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'port': {'device_id': 'c3f98562-5bca-46c9-93f7-542238e90247', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'admin_state_up': True, 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'security_groups': ['afd1cf2d-238e-49bb-8170-77550077270f']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:49.858276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Made reservation on behalf of f819078b69ec4543ad46f927526c8774 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:21:49.861923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.018635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Allocated IP 172.20.0.8 (4c0d67a1-5adc-4a25-926b-3766e053751c/192ac854-0349-4e4f-9c34-6c052652d038/370b28da-d627-411d-8d2f-ad4544c4d3e3) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:21:50.171345 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.277867 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.324398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Network 4c0d67a1-5adc-4a25-926b-3766e053751c is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:21:50.328142 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:21:50.332577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:21:50.342879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event updated for resources: {'Port': ['ID=370b28da-d627-411d-8d2f-ad4544c4d3e3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:50.398189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:50.398851 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.486538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5b8d3-8455-4549-851e-1a4d89eaafa4 req-635fcb43-77dc-4d66-b267-e8f65d6e0913 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:50.489109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58b5b8d3-8455-4549-851e-1a4d89eaafa4 req-635fcb43-77dc-4d66-b267-e8f65d6e0913 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 931 time: 0.0620825 Sep 22 10:21:50.511758 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-c270fa8f-f266-4483-beb6-17434fb78ad1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8706462 Sep 22 10:21:50.537933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Request body: {'port': {'device_id': 'c3f98562-5bca-46c9-93f7-542238e90247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:50.546484 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58b5b8d3-8455-4549-851e-1a4d89eaafa4 req-d4918446-4e48-483e-a5e6-755fa66efdfd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505829 Sep 22 10:21:50.607314 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.615904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-aee4c575-61d2-4acd-8904-b8c24922e4fe None None] Provisioning complete for port 370b28da-d627-411d-8d2f-ad4544c4d3e3 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:50.616937 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aee4c575-61d2-4acd-8904-b8c24922e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.671536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-aee4c575-61d2-4acd-8904-b8c24922e4fe None None] Port 370b28da-d627-411d-8d2f-ad4544c4d3e3 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:21:50.959272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370b28da-d627-411d-8d2f-ad4544c4d3e3 {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:50.967202 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:50.983598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Transition to ACTIVE for port object 370b28da-d627-411d-8d2f-ad4544c4d3e3 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:21:51.092674 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:51.151404 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Pushing event updated for resources: {'Port': ['ID=370b28da-d627-411d-8d2f-ad4544c4d3e3,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:51.230635 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Attempting to bind port 370b28da-d627-411d-8d2f-ad4544c4d3e3 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:21:51.230990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Attempting to bind port 370b28da-d627-411d-8d2f-ad4544c4d3e3 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:21:51.231317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Attempting to bind port 370b28da-d627-411d-8d2f-ad4544c4d3e3 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:51.236764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Port 370b28da-d627-411d-8d2f-ad4544c4d3e3 on network 4c0d67a1-5adc-4a25-926b-3766e053751c not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:21:51.237110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Attempting to bind port 370b28da-d627-411d-8d2f-ad4544c4d3e3 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:21:51.244437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:21:51.244796 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:21:51.245196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:21:51.245655 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Bound port: 370b28da-d627-411d-8d2f-ad4544c4d3e3, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:21:51.246035 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:51.343888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:21:51.347552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:21:51.472819 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:51.511915 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:51.512333 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:51.513794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] 10.222.0.45 "PUT /v2.0/ports/370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 1091 time: 0.9873605 Sep 22 10:21:51.514253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:51.516591 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ce0633-4038-4a71-9df3-326e8b05e2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:51.545933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5280099-2f77-4a15-abac-55cd400079a9 service neutron] Pushing event updated for resources: {'Port': ['ID=370b28da-d627-411d-8d2f-ad4544c4d3e3,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:51.564439 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d82a7a-c2e6-4331-a32a-ee09d56352e9 x-openstack-request-id: req-63d82a7a-c2e6-4331-a32a-ee09d56352e9 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:51.564439 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:51.564439 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63d82a7a-c2e6-4331-a32a-ee09d56352e9 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:51.565306 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'status': 'completed', 'code': 200} Sep 22 10:21:51.683647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce0633-4038-4a71-9df3-326e8b05e2f2 req-1a2d8ca7-f242-44b7-89a4-ddf2c3378f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:51.685368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0ce0633-4038-4a71-9df3-326e8b05e2f2 req-1a2d8ca7-f242-44b7-89a4-ddf2c3378f2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1094 time: 0.0881834 Sep 22 10:21:51.756185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d46e92-262f-46b6-885a-b7754626e11b req-4aa410ac-22db-46cb-b3d5-45bdcceb1af2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:51.757808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2d46e92-262f-46b6-885a-b7754626e11b req-4aa410ac-22db-46cb-b3d5-45bdcceb1af2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 943 time: 0.1147516 Sep 22 10:21:51.908830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2d46e92-262f-46b6-885a-b7754626e11b req-bcd5f9ce-d644-4549-9350-f6f164cf41e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379395 Sep 22 10:21:51.923749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce0633-4038-4a71-9df3-326e8b05e2f2 req-1b51e0a2-4970-43c7-bdb2-b9dc74ff3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:51.925699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0ce0633-4038-4a71-9df3-326e8b05e2f2 req-1b51e0a2-4970-43c7-bdb2-b9dc74ff3202 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f819078b69ec4543ad46f927526c8774&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2268689 Sep 22 10:21:52.141985 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce0633-4038-4a71-9df3-326e8b05e2f2 req-da0e7536-399c-4889-8f93-bb1a3890c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:52.144486 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b0ce0633-4038-4a71-9df3-326e8b05e2f2 req-da0e7536-399c-4889-8f93-bb1a3890c043 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2073436 Sep 22 10:21:52.244660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-83b56cfd-4f38-4d46-9610-e27cbbaba39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:52.246326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-83b56cfd-4f38-4d46-9610-e27cbbaba39b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1094 time: 0.0565026 Sep 22 10:21:52.301912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-e91c21fd-07e9-412e-83d6-c824ba4cf8d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0424509 Sep 22 10:21:52.367321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-d53d7030-a7fd-4a71-9d25-bf21a8be8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:52.368841 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-d53d7030-a7fd-4a71-9d25-bf21a8be8c9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0586140 Sep 22 10:21:52.429200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-eff22fec-48c3-4726-86fb-e370008590cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:52.430855 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-eff22fec-48c3-4726-86fb-e370008590cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541203 Sep 22 10:21:52.562432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-a405796e-cc85-4921-bad7-97f838586c2a service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223266 Sep 22 10:21:52.682032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9bee866-d487-4bca-87f7-a4f68ab47fe7 req-58713d26-b97b-49e1-83bd-d7cc55fe24f4 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065869 Sep 22 10:21:53.053416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c501c-6a1e-421c-b36d-51772195ae4d req-2721afdb-aa1b-4255-bc11-46eaa73b5049 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:53.056299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a1c501c-6a1e-421c-b36d-51772195ae4d req-2721afdb-aa1b-4255-bc11-46eaa73b5049 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 943 time: 0.0718677 Sep 22 10:21:53.127570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a1c501c-6a1e-421c-b36d-51772195ae4d req-7377d89f-99bc-461e-a4e6-4e64b27aba56 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590994 Sep 22 10:21:53.694605 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.265935 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8fa7da6c-e4cb-4294-8f50-efab9d3940d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:54.275753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34707f-8adf-4c4e-9f51-4f546b85f0ec req-025bbf33-b88d-47c8-834d-99cd492b8405 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:54.277988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff34707f-8adf-4c4e-9f51-4f546b85f0ec req-025bbf33-b88d-47c8-834d-99cd492b8405 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 943 time: 0.0575886 Sep 22 10:21:54.329066 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ff34707f-8adf-4c4e-9f51-4f546b85f0ec req-9249dbae-177f-430d-b29f-e05016660be4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435593 Sep 22 10:21:54.811200 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 370b28da-d627-411d-8d2f-ad4544c4d3e3 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:21:54.916607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:54.937525 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'port_id': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'mac_address': 'fa:16:3e:c2:a5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:21:54.992897 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.008925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370b28da-d627-411d-8d2f-ad4544c4d3e3 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:21:55.031055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:55.058290 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.270043 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:55.324116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=370b28da-d627-411d-8d2f-ad4544c4d3e3,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:55.463858 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d4465-ce77-41bc-8fca-ca8cadc8c542 req-f1bb36e8-9ada-4dcb-a935-24d6dce3a105 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:55.465643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-558d4465-ce77-41bc-8fca-ca8cadc8c542 req-f1bb36e8-9ada-4dcb-a935-24d6dce3a105 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 944 time: 0.0553246 Sep 22 10:21:55.511095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-558d4465-ce77-41bc-8fca-ca8cadc8c542 req-27563953-917c-45b4-a82c-29da148dc123 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376601 Sep 22 10:21:55.553190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['370b28da-d627-411d-8d2f-ad4544c4d3e3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:21:56.641881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c2636-3a92-415a-919a-9bfdab767a9c req-3caccc69-7f72-41b2-bb34-7fbb7fdb92e7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:56.643667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-292c2636-3a92-415a-919a-9bfdab767a9c req-3caccc69-7f72-41b2-bb34-7fbb7fdb92e7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 944 time: 0.0537107 Sep 22 10:21:56.686541 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-292c2636-3a92-415a-919a-9bfdab767a9c req-0802f89b-56cd-4959-a309-5f140881727e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362670 Sep 22 10:21:56.807710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 370b28da-d627-411d-8d2f-ad4544c4d3e3 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:21:56.917300 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 370b28da-d627-411d-8d2f-ad4544c4d3e3 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:21:56.921898 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 370b28da-d627-411d-8d2f-ad4544c4d3e3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:21:56.922337 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:56.962401 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-704a4901-0d27-45de-8ed4-bbefeada78b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.010967 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.045816 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:21:57.048116 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479a1aa6-131f-4a65-b116-f377d3f1c5b6" -d '{"events": [{"server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "name": "network-vif-plugged", "status": "completed", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:21:57.068100 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:21:57.093569 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddd0550-a4ae-4668-b2f5-3103c78276b1 x-openstack-request-id: req-6ddd0550-a4ae-4668-b2f5-3103c78276b1 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:21:57.096303 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "name": "network-vif-plugged", "status": "completed", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:21:57.096303 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ddd0550-a4ae-4668-b2f5-3103c78276b1 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:21:57.096303 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'code': 200} Sep 22 10:21:57.220278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58794248-5c3c-4829-9282-edfb029d8e8f req-97a0fe76-d32f-46b3-8eda-fd31f6922d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:57.222628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58794248-5c3c-4829-9282-edfb029d8e8f req-97a0fe76-d32f-46b3-8eda-fd31f6922d01 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1095 time: 0.0487370 Sep 22 10:21:57.255899 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.272561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58794248-5c3c-4829-9282-edfb029d8e8f req-1549960e-bda1-45ed-901a-2a4bf4ed9e5d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377333 Sep 22 10:21:57.320909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=370b28da-d627-411d-8d2f-ad4544c4d3e3,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:21:57.585935 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:57.814978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55b31d-b1ca-4202-b3cd-362dadf7139f req-f82bcd3a-e60c-4309-ba91-7ac745c7e20a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:57.817802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf55b31d-b1ca-4202-b3cd-362dadf7139f req-f82bcd3a-e60c-4309-ba91-7ac745c7e20a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0531032 Sep 22 10:21:57.866864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf55b31d-b1ca-4202-b3cd-362dadf7139f req-97190e09-0b8a-4378-b433-8a9bc6944d63 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Sep 22 10:21:58.246489 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:21:58.987889 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3fe0-7675-432a-b7f3-5b5c3a1c5eb0 req-77632d7f-d944-4409-a94c-3ff60e171091 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:58.989528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-993b3fe0-7675-432a-b7f3-5b5c3a1c5eb0 req-77632d7f-d944-4409-a94c-3ff60e171091 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0521049 Sep 22 10:21:59.032286 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-993b3fe0-7675-432a-b7f3-5b5c3a1c5eb0 req-86da1c11-742f-4a47-9061-b1263a196840 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352535 Sep 22 10:21:59.167253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1347cb-3278-447b-a95a-a33b24b3b04b req-090aa2b3-13d3-409a-a136-0aece434e62b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:21:59.168819 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b1347cb-3278-447b-a95a-a33b24b3b04b req-090aa2b3-13d3-409a-a136-0aece434e62b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0573640 Sep 22 10:21:59.179119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54242) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:21:59.184170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e961627f-4c5e-4cd3-b47d-7f45c95fbd08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'floatingip': {'port_id': '370b28da-d627-411d-8d2f-ad4544c4d3e3'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:21:59.231532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e961627f-4c5e-4cd3-b47d-7f45c95fbd08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.030782 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e961627f-4c5e-4cd3-b47d-7f45c95fbd08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.046630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.134374 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e961627f-4c5e-4cd3-b47d-7f45c95fbd08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.243775 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-e961627f-4c5e-4cd3-b47d-7f45c95fbd08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Floating IP bc616960-e670-4efe-bec7-dcf739177d05 associated. External IP: 172.25.6.151, port: 370b28da-d627-411d-8d2f-ad4544c4d3e3. Sep 22 10:22:00.521103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e961627f-4c5e-4cd3-b47d-7f45c95fbd08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Router ee289854-a087-46ca-9af3-6259d10fdedb has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:22:00.654384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e961627f-4c5e-4cd3-b47d-7f45c95fbd08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:22:00.660638 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e961627f-4c5e-4cd3-b47d-7f45c95fbd08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:00.670993 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4634fd55-4885-4c40-8b41-a1d5bf5a7fc1 None None] Sync routers for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:22:00.689798 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4634fd55-4885-4c40-8b41-a1d5bf5a7fc1 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:00.691446 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4634fd55-4885-4c40-8b41-a1d5bf5a7fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:21:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:00.692221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e961627f-4c5e-4cd3-b47d-7f45c95fbd08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "PUT /v2.0/floatingips/bc616960-e670-4efe-bec7-dcf739177d05 HTTP/1.1" status: 200 len: 991 time: 1.5118604 Sep 22 10:22:00.692869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:22:00.695254 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e931f8ee-8d29-4cc0-b89d-e9430eedf449" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:22:00.794469 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ee9f91-f8ce-4dbe-9504-73f4eb317224 x-openstack-request-id: req-c8ee9f91-f8ce-4dbe-9504-73f4eb317224 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:22:00.794853 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:22:00.795050 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8ee9f91-f8ce-4dbe-9504-73f4eb317224 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:22:00.795437 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'status': 'completed', 'code': 200} Sep 22 10:22:00.849966 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-4634fd55-4885-4c40-8b41-a1d5bf5a7fc1 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:00.880714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f8ee-8d29-4cc0-b89d-e9430eedf449 req-f7dd7343-6edf-4d56-a139-5f7a094282ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:00.883557 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e931f8ee-8d29-4cc0-b89d-e9430eedf449 req-f7dd7343-6edf-4d56-a139-5f7a094282ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1096 time: 0.0662727 Sep 22 10:22:01.012343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f8ee-8d29-4cc0-b89d-e9430eedf449 req-400a3bdd-c95a-4f38-a395-9a807901ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:01.013921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e931f8ee-8d29-4cc0-b89d-e9430eedf449 req-400a3bdd-c95a-4f38-a395-9a807901ea48 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1193407 Sep 22 10:22:01.090962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e931f8ee-8d29-4cc0-b89d-e9430eedf449 req-48e1d42f-940f-412d-963b-344aef8f8e12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 999 time: 0.0685921 Sep 22 10:22:01.154070 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f8ee-8d29-4cc0-b89d-e9430eedf449 req-44f8369a-8c20-4c8b-a5e5-15b947e59487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:01.155716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e931f8ee-8d29-4cc0-b89d-e9430eedf449 req-44f8369a-8c20-4c8b-a5e5-15b947e59487 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0511441 Sep 22 10:22:01.171214 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4634fd55-4885-4c40-8b41-a1d5bf5a7fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:c2:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f98562-5bca-46c9-93f7-542238e90247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:21:59Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:01.211423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931f8ee-8d29-4cc0-b89d-e9430eedf449 req-3275b7a1-d420-4754-8eba-f1357c962707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:01.213096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e931f8ee-8d29-4cc0-b89d-e9430eedf449 req-3275b7a1-d420-4754-8eba-f1357c962707 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491853 Sep 22 10:22:01.222068 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4634fd55-4885-4c40-8b41-a1d5bf5a7fc1 None None] Checking router: ee289854-a087-46ca-9af3-6259d10fdedb for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:22:01.237179 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4634fd55-4885-4c40-8b41-a1d5bf5a7fc1 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:22:01.238260 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4634fd55-4885-4c40-8b41-a1d5bf5a7fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:21:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:01.325493 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e931f8ee-8d29-4cc0-b89d-e9430eedf449 req-db0a6cf0-d866-4b59-83e8-a2da2a4d90b4 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039481 Sep 22 10:22:01.364605 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-4634fd55-4885-4c40-8b41-a1d5bf5a7fc1 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:22:01.470830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e931f8ee-8d29-4cc0-b89d-e9430eedf449 req-3b464bf5-4dcf-44be-b718-83071a99b749 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371200 Sep 22 10:22:01.649969 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4634fd55-4885-4c40-8b41-a1d5bf5a7fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:c2:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f98562-5bca-46c9-93f7-542238e90247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:21:59Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:22:01.679716 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4634fd55-4885-4c40-8b41-a1d5bf5a7fc1 None None] The sync data for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 is: [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:c2:a5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f98562-5bca-46c9-93f7-542238e90247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:21:59Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:22:01.927623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2706ea2a-545e-4001-a6cb-4ffe097ad98c None None] New status for floating IP bc616960-e670-4efe-bec7-dcf739177d05: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:22:05.447625 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:22:23.669226 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:24.304766 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1bcebe6c-1ca8-4f96-a428-b2fb03d6642b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:25.029200 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:26.945418 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-371890d9-4d5d-4be0-bcb6-bfe79807bc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:27.583471 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:28.251925 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:30.046322 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:33.181252 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-b3358210-d1a7-4214-9b36-749145b892d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463855 Sep 22 10:22:33.282631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-6d84b24e-49a4-4802-960a-593b9b6ac4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:33.284578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-6d84b24e-49a4-4802-960a-593b9b6ac4de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1096 time: 0.0474458 Sep 22 10:22:33.408186 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-1f016ba0-2a04-4936-a0e3-00d164e485de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:33.409900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-1f016ba0-2a04-4936-a0e3-00d164e485de service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1015630 Sep 22 10:22:33.483950 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-305aff7a-3346-42d7-bc0d-91c714efc5a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 1001 time: 0.0657668 Sep 22 10:22:33.543465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-b912bd83-477b-431a-82b0-3d436cf2b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:33.545214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-b912bd83-477b-431a-82b0-3d436cf2b8e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0539718 Sep 22 10:22:33.594318 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-4000465a-eb61-4b27-a94f-46ef15b54e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:22:33.596691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-4000465a-eb61-4b27-a94f-46ef15b54e06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439041 Sep 22 10:22:33.694285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-533ed04a-7d42-41dc-8d5f-fcbb70a98cac service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891690 Sep 22 10:22:33.802757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e07800c7-712d-43c2-8d50-d0b3d725a1c9 req-aade2c52-9fb2-47f7-a3e5-e68218300646 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008763 Sep 22 10:22:42.447059 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:22:53.660354 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:54.275578 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-02ca8ab2-a580-42b8-990f-46aa87a4ba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:55.018939 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:56.977109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b426-a605-4732-9636-81a7fba03f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:57.623607 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:22:58.236019 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:00.052947 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:19.446897 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:23:23.658527 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:24.270014 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6869175f-c50c-4072-aca7-e372a5befef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:25.006594 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:26.989740 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9f98a2db-0407-4113-a064-426ee263a23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:27.605179 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:28.250789 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:30.052456 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:34.182300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-c392f015-7f04-4475-94e1-e9eaaf2d902b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541759 Sep 22 10:23:34.297407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-c7178174-a1a7-44a6-b71b-b87ebd80d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:34.298992 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-c7178174-a1a7-44a6-b71b-b87ebd80d00a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1096 time: 0.0568123 Sep 22 10:23:34.430933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-157a182a-395d-49a9-9cad-166884022039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:34.432407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-157a182a-395d-49a9-9cad-166884022039 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1040866 Sep 22 10:23:34.511427 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-fdddac06-0a79-43ae-8945-15622f3b285c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 1001 time: 0.0675426 Sep 22 10:23:34.575360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-a7041f90-4712-4844-aead-633d2edc50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:34.576929 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-a7041f90-4712-4844-aead-633d2edc50cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0550458 Sep 22 10:23:34.636966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-526c41ee-8475-4879-8857-faae456e7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:34.638777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-526c41ee-8475-4879-8857-faae456e7973 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481472 Sep 22 10:23:34.749670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-baed832c-3799-4f14-9d49-1380193f15b4 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004772 Sep 22 10:23:34.861192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a78532c8-f693-425f-a8e2-8b236e327b54 req-126f8a1d-62c7-42ea-9202-8c941e17f277 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976603 Sep 22 10:23:41.134376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2b68-47b7-4060-a4e3-130ee99ea4d1 req-8ef79333-0574-420a-bae9-0d586f2acd91 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:41.136047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-433f2b68-47b7-4060-a4e3-130ee99ea4d1 req-8ef79333-0574-420a-bae9-0d586f2acd91 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0646687 Sep 22 10:23:41.182347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-433f2b68-47b7-4060-a4e3-130ee99ea4d1 req-789ecf69-fc61-4ca3-860b-2d34946446b5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382829 Sep 22 10:23:42.331779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72678ee2-eed2-471d-b761-5dd2cf4c7068 req-7e71edef-62ff-43f4-bedf-82bea0c4f5bc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:42.333479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72678ee2-eed2-471d-b761-5dd2cf4c7068 req-7e71edef-62ff-43f4-bedf-82bea0c4f5bc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0686574 Sep 22 10:23:42.379245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72678ee2-eed2-471d-b761-5dd2cf4c7068 req-23531187-edde-41d3-adbf-21688b172377 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 Sep 22 10:23:43.510072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8c3fc-2b5a-4a5d-b7f8-adf62b74a102 req-b0185b0e-9f01-4edf-9486-7687879c4d77 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:43.511826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9d8c3fc-2b5a-4a5d-b7f8-adf62b74a102 req-b0185b0e-9f01-4edf-9486-7687879c4d77 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0568788 Sep 22 10:23:43.556151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d9d8c3fc-2b5a-4a5d-b7f8-adf62b74a102 req-aaaea915-8d68-4cb2-aac0-b95b218dd7a9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378551 Sep 22 10:23:44.689679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200bd37-e524-4116-8401-71ed3caef1f1 req-9f780522-8f92-4b89-804a-4d68330bfff2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:44.691354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6200bd37-e524-4116-8401-71ed3caef1f1 req-9f780522-8f92-4b89-804a-4d68330bfff2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0550277 Sep 22 10:23:44.736620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6200bd37-e524-4116-8401-71ed3caef1f1 req-75947b96-1712-49ff-b6e8-9702c0bb4d08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384865 Sep 22 10:23:45.887471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70f919-71fb-4d3a-9226-8701628af6cf req-7531f0c2-3d60-4eb3-9004-5b87ec920980 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:45.889222 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c70f919-71fb-4d3a-9226-8701628af6cf req-7531f0c2-3d60-4eb3-9004-5b87ec920980 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0600913 Sep 22 10:23:45.937514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c70f919-71fb-4d3a-9226-8701628af6cf req-ead6cc98-e9ac-4dab-a4d8-67695665fc9d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372877 Sep 22 10:23:47.066984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eaaa0-ca85-48eb-8736-f7360e90a925 req-c7a0e2eb-a761-447f-978e-2cc411d21e03 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:47.068709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-070eaaa0-ca85-48eb-8736-f7360e90a925 req-c7a0e2eb-a761-447f-978e-2cc411d21e03 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0555205 Sep 22 10:23:47.112095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-070eaaa0-ca85-48eb-8736-f7360e90a925 req-5a06e719-f640-4ad1-9dec-1203cb1c768b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369949 Sep 22 10:23:48.240023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d65b4-57a2-44df-8527-9731356b0040 req-bf7684ac-fe6b-4872-9e6e-ab5e8801496a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:48.241709 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f92d65b4-57a2-44df-8527-9731356b0040 req-bf7684ac-fe6b-4872-9e6e-ab5e8801496a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0559981 Sep 22 10:23:48.284397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f92d65b4-57a2-44df-8527-9731356b0040 req-625a42a6-d29c-420d-97e6-803c76861a51 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363436 Sep 22 10:23:49.420935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aff05e-59c4-4a3e-b346-0c3d86ce57c4 req-d3fac809-30aa-44f4-ab21-38dbe2700147 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:49.422591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8aff05e-59c4-4a3e-b346-0c3d86ce57c4 req-d3fac809-30aa-44f4-ab21-38dbe2700147 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0647032 Sep 22 10:23:49.473183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8aff05e-59c4-4a3e-b346-0c3d86ce57c4 req-66135cd4-077f-49fb-af75-913c55fe5df7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392323 Sep 22 10:23:50.599902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8779f-6ea0-4110-9725-344ee2221378 req-2c011e2c-5ea1-4254-bdb5-7e83c4023a92 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:50.601563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ef8779f-6ea0-4110-9725-344ee2221378 req-2c011e2c-5ea1-4254-bdb5-7e83c4023a92 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0546203 Sep 22 10:23:50.646514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4ef8779f-6ea0-4110-9725-344ee2221378 req-e0302e13-6813-47cf-b7cc-2b9640164089 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384138 Sep 22 10:23:51.781381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca22cfe-5bcc-4420-aa38-42ed65768ca4 req-b60314e2-384d-491b-815b-03daef67b3d6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:51.783072 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ca22cfe-5bcc-4420-aa38-42ed65768ca4 req-b60314e2-384d-491b-815b-03daef67b3d6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0547898 Sep 22 10:23:51.825852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ca22cfe-5bcc-4420-aa38-42ed65768ca4 req-42f21543-273e-4021-bb5e-40c7a35bcce1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362072 Sep 22 10:23:52.981342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98a57e-aec2-4dd7-88cf-6f4529a6a2a3 req-03ac4336-efbe-4b83-a251-603a7ed53ca1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:52.983061 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f98a57e-aec2-4dd7-88cf-6f4529a6a2a3 req-03ac4336-efbe-4b83-a251-603a7ed53ca1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0590739 Sep 22 10:23:53.035001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f98a57e-aec2-4dd7-88cf-6f4529a6a2a3 req-71c3b6f3-62ac-4559-8969-6d69cd80f424 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449684 Sep 22 10:23:53.720480 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:54.169647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9f8e7-2479-4b91-bafb-1aabd2ccaa74 req-3ac8efab-6c09-420a-90ef-38e027c60936 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:54.171266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48b9f8e7-2479-4b91-bafb-1aabd2ccaa74 req-3ac8efab-6c09-420a-90ef-38e027c60936 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0599988 Sep 22 10:23:54.226391 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48b9f8e7-2479-4b91-bafb-1aabd2ccaa74 req-fca93a6e-1e95-48b6-8f27-eb4db5031749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435672 Sep 22 10:23:54.280285 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-10a1d05b-2017-4c48-81ed-f367add9f13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.022278 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:55.356974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699b91c-90b8-4166-a811-2399829d1452 req-f8b2cf05-0387-4b6e-812c-c75c3c0a1ba7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:55.359153 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2699b91c-90b8-4166-a811-2399829d1452 req-f8b2cf05-0387-4b6e-812c-c75c3c0a1ba7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0565655 Sep 22 10:23:55.404102 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2699b91c-90b8-4166-a811-2399829d1452 req-29e3166f-b508-4c9c-92e2-01e021a637b7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380011 Sep 22 10:23:56.447028 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:23:56.537747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fd604-cbc5-4fa7-8534-4898c4257046 req-6503f4c6-bff3-4f2f-8b2a-208e05809b38 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:56.539386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e7fd604-cbc5-4fa7-8534-4898c4257046 req-6503f4c6-bff3-4f2f-8b2a-208e05809b38 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0577919 Sep 22 10:23:56.582278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e7fd604-cbc5-4fa7-8534-4898c4257046 req-07929557-893f-42f5-aee1-35703d614e39 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353227 Sep 22 10:23:56.989168 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c3c88a74-ea18-42f4-9e28-85aedd7f159d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:57.583207 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:57.727453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc9ec0-7c7f-4b66-8bd8-86f746e88d3e req-aef12dfe-78aa-4ccc-b2ca-ffcf39a737ef tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:57.729093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55fc9ec0-7c7f-4b66-8bd8-86f746e88d3e req-aef12dfe-78aa-4ccc-b2ca-ffcf39a737ef tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0630927 Sep 22 10:23:57.777502 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-55fc9ec0-7c7f-4b66-8bd8-86f746e88d3e req-95e5e962-44bb-4043-becc-b64e43732c73 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399449 Sep 22 10:23:58.200244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27d2cb-e7bc-44f2-8803-21c82ef3f52c req-268a4449-df27-4a2d-bb16-3869ef0acf2f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:58.204170 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e27d2cb-e7bc-44f2-8803-21c82ef3f52c req-268a4449-df27-4a2d-bb16-3869ef0acf2f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0706005 Sep 22 10:23:58.265677 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e27d2cb-e7bc-44f2-8803-21c82ef3f52c req-c7ff01b2-0797-4e7f-959b-6cf7ae94def7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533173 Sep 22 10:23:58.297436 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:23:58.427617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 54534) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:23:58.547257 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-c4b1ca67-d9ea-4336-92ea-f350df129299 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180899 Sep 22 10:23:58.558742 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-e0bf57b2-03a0-4bff-8f4f-83db1bd9fe89 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:23:58.559829 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-e0bf57b2-03a0-4bff-8f4f-83db1bd9fe89 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056887 Sep 22 10:23:59.452494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155561b9-bf45-43f4-9670-0e361b98bf8e req-c8284799-c29e-4273-ba91-e19160a60fc7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:23:59.454758 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-155561b9-bf45-43f4-9670-0e361b98bf8e req-c8284799-c29e-4273-ba91-e19160a60fc7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0884786 Sep 22 10:23:59.517855 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-155561b9-bf45-43f4-9670-0e361b98bf8e req-d698e51d-a504-46b7-8b9d-c54d9582363d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553057 Sep 22 10:24:00.155178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:00.655316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8e075-3c53-45eb-8b02-93d3be71affa req-972e34f2-f986-4941-97d7-36bb41444001 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:00.657109 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ab8e075-3c53-45eb-8b02-93d3be71affa req-972e34f2-f986-4941-97d7-36bb41444001 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0566373 Sep 22 10:24:00.705599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6ab8e075-3c53-45eb-8b02-93d3be71affa req-fd2faedc-70d3-4bf2-956b-e745b3c1c94e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417180 Sep 22 10:24:01.037032 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-08f87b11-e855-4ff4-8a73-ddc9580035af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.038780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-08f87b11-e855-4ff4-8a73-ddc9580035af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1096 time: 0.0517960 Sep 22 10:24:01.147631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-58072e69-1982-4d9f-8da9-eab6cc76fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.149222 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-58072e69-1982-4d9f-8da9-eab6cc76fd0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1022136 Sep 22 10:24:01.232288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-e23dbf21-131e-4a99-b5df-571d63ffa2cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 1001 time: 0.0714476 Sep 22 10:24:01.306722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-f72c4a6f-9913-4925-827d-79c230e66082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.309048 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-f72c4a6f-9913-4925-827d-79c230e66082 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0645888 Sep 22 10:24:01.363839 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2dc1eb30-bd06-4a82-afe3-f0ae14877b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.365546 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2dc1eb30-bd06-4a82-afe3-f0ae14877b58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452573 Sep 22 10:24:01.479163 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-858b2ae2-43fa-4094-84b8-ae34fa38dc81 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041732 Sep 22 10:24:01.604803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-c8be2f77-6517-47a8-91e7-e767f182e84f service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158636 Sep 22 10:24:01.845016 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbe73d-6e7f-4a57-ad2e-0559212615ed req-ff83b858-e43e-4862-be78-17392ab2f45e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:01.846693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84dbe73d-6e7f-4a57-ad2e-0559212615ed req-ff83b858-e43e-4862-be78-17392ab2f45e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0601568 Sep 22 10:24:01.896879 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84dbe73d-6e7f-4a57-ad2e-0559212615ed req-d84faff2-5586-4e05-878f-36557675c58a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395894 Sep 22 10:24:03.029832 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd474235-e988-4d63-9ecb-8693152150d3 req-8023cd23-5691-4de3-83b4-634d2d631b86 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:03.031481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd474235-e988-4d63-9ecb-8693152150d3 req-8023cd23-5691-4de3-83b4-634d2d631b86 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0578880 Sep 22 10:24:03.086091 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd474235-e988-4d63-9ecb-8693152150d3 req-5a2a9e20-cf26-4001-b46c-980ee4a8d72d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483193 Sep 22 10:24:04.080317 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-6f63c3a9-0e58-4978-9df5-f9190296bab4 service neutron] show failed (client error): The resource could not be found. Sep 22 10:24:04.081616 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-6f63c3a9-0e58-4978-9df5-f9190296bab4 service neutron] 10.222.0.45 "GET /v2.0/ports/370b28da-d627-411d-8d2f-ad4544c4d3e3/bindings/n-h1-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0640063 Sep 22 10:24:04.249782 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923c748-564a-46dd-9293-ee100f9381bf req-00beabab-27e7-46ac-a11e-1cb037f871a0 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:04.251999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1923c748-564a-46dd-9293-ee100f9381bf req-00beabab-27e7-46ac-a11e-1cb037f871a0 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0791848 Sep 22 10:24:04.308320 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1923c748-564a-46dd-9293-ee100f9381bf req-9e905be8-8877-42b0-99af-2eeda5f1e10e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446043 Sep 22 10:24:04.842571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-9a03ade3-8148-4354-bf2f-24969bc356c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:04.844326 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-9a03ade3-8148-4354-bf2f-24969bc356c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 1096 time: 0.0503664 Sep 22 10:24:04.856302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:04.922204 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.157431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:05.218392 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:05.292782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:05.297340 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a50986-b871-45dc-ada4-248372740e68" -d '{"events": [{"server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "name": "network-vif-unplugged", "status": "completed", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:05.304855 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.330367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Transition to ACTIVE for port object 370b28da-d627-411d-8d2f-ad4544c4d3e3 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:24:05.376042 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee78075-9d67-4934-9800-de64d81437c5 x-openstack-request-id: req-cee78075-9d67-4934-9800-de64d81437c5 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:05.376401 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "name": "network-vif-unplugged", "status": "completed", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:05.377257 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cee78075-9d67-4934-9800-de64d81437c5 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:05.377908 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'code': 200} Sep 22 10:24:05.429768 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.526654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e667498-e4d7-4796-91bf-f5e43db3bdf7 req-dfc6432a-37cc-411d-9d31-e1c56e9f13b2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:05.529883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e667498-e4d7-4796-91bf-f5e43db3bdf7 req-dfc6432a-37cc-411d-9d31-e1c56e9f13b2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 943 time: 0.1040432 Sep 22 10:24:05.532740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=370b28da-d627-411d-8d2f-ad4544c4d3e3,revision_number=6']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:05.546340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.546670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.547004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.547335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.547664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.548055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.548382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.548702 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.549045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.549364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.549683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.549995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:05.594995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] No DVR routers for this DVR port 370b28da-d627-411d-8d2f-ad4544c4d3e3 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:24:05.614119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e667498-e4d7-4796-91bf-f5e43db3bdf7 req-479a5738-2ee3-4fae-b67e-cbd67598c624 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717888 Sep 22 10:24:05.761038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Attempting to bind port 370b28da-d627-411d-8d2f-ad4544c4d3e3 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:05.761378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Attempting to bind port 370b28da-d627-411d-8d2f-ad4544c4d3e3 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:05.761713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Attempting to bind port 370b28da-d627-411d-8d2f-ad4544c4d3e3 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:05.767665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Port 370b28da-d627-411d-8d2f-ad4544c4d3e3 on network 4c0d67a1-5adc-4a25-926b-3766e053751c not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:24:05.767955 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Attempting to bind port 370b28da-d627-411d-8d2f-ad4544c4d3e3 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:05.773516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:05.773853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:05.774246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:05.774678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Bound port: 370b28da-d627-411d-8d2f-ad4544c4d3e3, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:05.775040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.876565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:05.880630 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:05.943533 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.980827 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:05.981433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:05.983715 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] 10.222.0.60 "PUT /v2.0/ports/370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 1091 time: 1.1318011 Sep 22 10:24:06.008313 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e3cdc-bd52-411b-8fcb-a20e8e43c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=370b28da-d627-411d-8d2f-ad4544c4d3e3,revision_number=7']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:06.070536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-48709853-11d9-4d2a-871d-10e70c34b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.072360 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-48709853-11d9-4d2a-871d-10e70c34b6f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1094 time: 0.0606072 Sep 22 10:24:06.210812 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-3bf28344-a713-48a0-8d97-43ad60514544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.213549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-3bf28344-a713-48a0-8d97-43ad60514544 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1336172 Sep 22 10:24:06.291445 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-e38c7bb0-a234-44a0-9583-08e687602ea7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 999 time: 0.0710161 Sep 22 10:24:06.381940 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-d31cfd04-c5e1-4d18-b091-d369f64247dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.384379 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-d31cfd04-c5e1-4d18-b091-d369f64247dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0858238 Sep 22 10:24:06.441285 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-e4f4271e-8584-4422-bb9c-ffa95c2eceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.442869 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-e4f4271e-8584-4422-bb9c-ffa95c2eceb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517018 Sep 22 10:24:06.550683 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-f98a5259-6311-4a83-b89c-2d48f30bf126 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000011 Sep 22 10:24:06.666435 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4a6752d9-1a7e-4cff-b751-cf31e9399ccd req-092b7b86-43b0-4fe7-8545-896623d7dd65 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075485 Sep 22 10:24:06.777765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae938fef-003f-49d9-9546-a845325d00ed req-23dab921-be60-4bd9-bf04-a9a8c01993e3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:06.779574 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae938fef-003f-49d9-9546-a845325d00ed req-23dab921-be60-4bd9-bf04-a9a8c01993e3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 943 time: 0.0618269 Sep 22 10:24:06.825904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae938fef-003f-49d9-9546-a845325d00ed req-f0d6e487-f41f-4ae7-ac14-70e3a568bcc4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391920 Sep 22 10:24:07.379528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:07.381967 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f670fd5c-3db2-4c5e-b70c-394c04ba8706" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:07.443622 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f10ce6-c0c4-4561-a812-808b4246b5d1 x-openstack-request-id: req-15f10ce6-c0c4-4561-a812-808b4246b5d1 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:07.444064 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:07.444377 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15f10ce6-c0c4-4561-a812-808b4246b5d1 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:07.444869 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'status': 'completed', 'code': 200} Sep 22 10:24:07.517641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-73ad06f9-0447-4746-82bd-083bcb641900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:07.520094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-73ad06f9-0447-4746-82bd-083bcb641900 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1094 time: 0.0543530 Sep 22 10:24:07.522992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-633358f5-960e-4527-b963-4527bfbd20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:07.524873 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-633358f5-960e-4527-b963-4527bfbd20d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1094 time: 0.0548046 Sep 22 10:24:07.541135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 370b28da-d627-411d-8d2f-ad4544c4d3e3 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:24:07.591061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 370b28da-d627-411d-8d2f-ad4544c4d3e3 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:24:07.649424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-f43304f0-c9b5-4c92-896f-7aabfc4b4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:07.650543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-f43304f0-c9b5-4c92-896f-7aabfc4b4527 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1171024 Sep 22 10:24:07.676486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-c4b6273a-f86a-49e7-90f8-10f7c7003ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:07.678836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-c4b6273a-f86a-49e7-90f8-10f7c7003ede service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1468194 Sep 22 10:24:07.740389 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-53aad1e4-6c19-4af6-92b1-980504061eb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 999 time: 0.0821927 Sep 22 10:24:07.773290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-ad4e8f69-f211-4ccc-943d-168d0507ba14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 999 time: 0.0857110 Sep 22 10:24:07.802222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-0e7dddea-2fbc-45ca-ab59-d537d15aeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:07.803992 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-0e7dddea-2fbc-45ca-ab59-d537d15aeb2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0551286 Sep 22 10:24:07.840346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-532c60ed-74bb-4fb7-a35e-3ba867fe6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:07.842114 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-532c60ed-74bb-4fb7-a35e-3ba867fe6ac0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0564449 Sep 22 10:24:07.870754 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-d64b628e-903c-4d71-8563-483802e90eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:07.872459 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-d64b628e-903c-4d71-8563-483802e90eec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606456 Sep 22 10:24:07.915130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-1d3528dd-fa80-4142-830f-a7a9ced5bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:07.918010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-1d3528dd-fa80-4142-830f-a7a9ced5bbea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631075 Sep 22 10:24:07.991151 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-f2ab6c4b-5f5b-4d47-a122-eef2e9ab814d service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098399 Sep 22 10:24:08.067233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe46f0-65d8-4fdd-aaa4-bc522bff9fac req-1ba7714a-c199-427d-93df-24d20ef4845e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:08.068951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4abe46f0-65d8-4fdd-aaa4-bc522bff9fac req-1ba7714a-c199-427d-93df-24d20ef4845e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 943 time: 0.1438856 Sep 22 10:24:08.104117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-2f416c90-7a38-4d13-83bd-6c09d3e7fe09 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635342 Sep 22 10:24:08.105359 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-7c25a55b-4df9-4333-862d-f75032fa3b11 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054080 Sep 22 10:24:08.147482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4abe46f0-65d8-4fdd-aaa4-bc522bff9fac req-87626e65-ae8e-4e3b-934d-b2bc0ec36091 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620522 Sep 22 10:24:08.240014 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f670fd5c-3db2-4c5e-b70c-394c04ba8706 req-427fe590-cf19-4954-85b5-4f1b17cd52cb service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206164 Sep 22 10:24:09.059960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 370b28da-d627-411d-8d2f-ad4544c4d3e3 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:09.199897 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:09.213977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'port_id': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'mac_address': 'fa:16:3e:c2:a5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:09.262488 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.278871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370b28da-d627-411d-8d2f-ad4544c4d3e3 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:09.302741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:09.332511 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86292c-7077-41bf-9ef5-b753cf639447 req-9ca2c541-3932-4531-9707-a587a6f361b8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:09.335246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef86292c-7077-41bf-9ef5-b753cf639447 req-9ca2c541-3932-4531-9707-a587a6f361b8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 943 time: 0.0925024 Sep 22 10:24:09.394760 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:09.401343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef86292c-7077-41bf-9ef5-b753cf639447 req-8135ce78-e5c4-4464-aa8b-6d7a74dfe769 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588856 Sep 22 10:24:09.467519 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=370b28da-d627-411d-8d2f-ad4544c4d3e3,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:09.477255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.480545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.480545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.480545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.480545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.480545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.480545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.480545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.480545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.480545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.480545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.481335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:24:09.618673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['370b28da-d627-411d-8d2f-ad4544c4d3e3'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:09.865214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713767c1-e077-4b82-a74c-1c3f69a3c6e2 req-740688e7-d969-47c5-9c40-0cbcabba79d2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:09.866870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-713767c1-e077-4b82-a74c-1c3f69a3c6e2 req-740688e7-d969-47c5-9c40-0cbcabba79d2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 944 time: 0.0563695 Sep 22 10:24:09.969774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-713767c1-e077-4b82-a74c-1c3f69a3c6e2 req-20267599-697c-44d2-80c1-b541a3a9ebda tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897312 Sep 22 10:24:10.020868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-892347f7-0e46-4293-9bed-dbc35d70d95b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.024114 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-892347f7-0e46-4293-9bed-dbc35d70d95b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247&tenant_id=f819078b69ec4543ad46f927526c8774&binding%3Ahost_id=n-h1-805649-4 HTTP/1.1" status: 200 len: 944 time: 0.1195464 Sep 22 10:24:10.098010 n-d-805649-4 neutron-server[95510]: INFO neutron.api.v2.resource [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-010fd624-fba9-4824-8e6a-fe8af2a13736 service neutron] delete failed (client error): The resource could not be found. Sep 22 10:24:10.099059 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-010fd624-fba9-4824-8e6a-fe8af2a13736 service neutron] 10.222.0.45 "DELETE /v2.0/ports/370b28da-d627-411d-8d2f-ad4544c4d3e3/bindings/n-h2-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0628502 Sep 22 10:24:10.198833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-7b87ce7d-907f-43cc-b869-313b4e9d9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.200405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-7b87ce7d-907f-43cc-b869-313b4e9d9306 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1095 time: 0.0461457 Sep 22 10:24:10.660758 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-3ee92871-2c55-418f-8f76-f2544566d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.662231 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-3ee92871-2c55-418f-8f76-f2544566d235 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.4519877 Sep 22 10:24:10.771429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-e16ef012-5716-42e3-bdd1-502226e56beb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 1000 time: 0.0969095 Sep 22 10:24:10.835686 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-ba8ab1e7-26d0-4cee-9595-a00325c1727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.837287 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-ba8ab1e7-26d0-4cee-9595-a00325c1727e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0544987 Sep 22 10:24:10.894872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-5e6e8ace-72bd-4e16-8b4e-e3a9efb246b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:10.897687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-5e6e8ace-72bd-4e16-8b4e-e3a9efb246b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488193 Sep 22 10:24:11.004041 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-e9d7c0a2-cc87-4e53-a9c3-5d82bf931f2d service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946622 Sep 22 10:24:11.059889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 370b28da-d627-411d-8d2f-ad4544c4d3e3 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:11.161460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7ee4a-8f61-4d5e-a32b-cccd2a963d83 req-8f62a9fe-085b-4007-ae31-c51864aac0af tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:11.163167 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1e7ee4a-8f61-4d5e-a32b-cccd2a963d83 req-8f62a9fe-085b-4007-ae31-c51864aac0af tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 944 time: 0.1083100 Sep 22 10:24:11.165935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9141dc6e-1495-4c0a-ae45-22f3cc3d1efe req-5b7e4ae6-4dca-4d94-8e9a-a063cace94e7 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537342 Sep 22 10:24:11.211372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1e7ee4a-8f61-4d5e-a32b-cccd2a963d83 req-8a0bea9e-d063-4dbb-af14-444c2846717e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399220 Sep 22 10:24:11.222803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 370b28da-d627-411d-8d2f-ad4544c4d3e3 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:11.228016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 370b28da-d627-411d-8d2f-ad4544c4d3e3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:11.228635 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.346205 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.387218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:11.391073 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1544be8-50e1-40be-b6a2-5d02fa6a712f" -d '{"events": [{"server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "name": "network-vif-plugged", "status": "completed", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:11.413428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:11.450636 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cc9919-a915-4527-aaea-1f3b1d15d9a3 x-openstack-request-id: req-86cc9919-a915-4527-aaea-1f3b1d15d9a3 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:11.451010 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "name": "network-vif-plugged", "status": "completed", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:11.451407 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86cc9919-a915-4527-aaea-1f3b1d15d9a3 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:11.452224 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'code': 200} Sep 22 10:24:11.491439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:11.551847 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=370b28da-d627-411d-8d2f-ad4544c4d3e3,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:12.361783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25bb61-cb70-4ba8-b49d-c21919f2ea3d req-a0ba2580-7f35-4505-9037-edf2275e3eb2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:12.363503 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c25bb61-cb70-4ba8-b49d-c21919f2ea3d req-a0ba2580-7f35-4505-9037-edf2275e3eb2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0592844 Sep 22 10:24:12.409962 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c25bb61-cb70-4ba8-b49d-c21919f2ea3d req-85cfc0c2-10c9-4ac4-b7ed-9ba94496bcaa tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395255 Sep 22 10:24:12.562051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b33de-66ed-4e7b-98b5-8f784ac1ffcc req-fa75d388-d16d-46ab-996b-2bd383b4bd79 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:12.563611 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f05b33de-66ed-4e7b-98b5-8f784ac1ffcc req-fa75d388-d16d-46ab-996b-2bd383b4bd79 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0646601 Sep 22 10:24:12.614696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f05b33de-66ed-4e7b-98b5-8f784ac1ffcc req-24d71073-bd89-4f3f-8dd9-5a3dab21d7a5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393581 Sep 22 10:24:13.084980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbfcc0-d220-4cb3-9e14-a877c60726b3 req-147ac9b3-4366-4f87-b6dc-a8775ec11916 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:13.087551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9cbfcc0-d220-4cb3-9e14-a877c60726b3 req-147ac9b3-4366-4f87-b6dc-a8775ec11916 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0665278 Sep 22 10:24:13.150655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c9cbfcc0-d220-4cb3-9e14-a877c60726b3 req-3a44da74-138b-49fa-afcc-a459c793b3ff tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551205 Sep 22 10:24:13.184269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-ecb18c49-ea79-46a4-8538-e08e0754b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:13.185876 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-ecb18c49-ea79-46a4-8538-e08e0754b618 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 1096 time: 0.0481412 Sep 22 10:24:13.291772 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-a74cb3e8-ec93-4690-bba8-7b8bb6377914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:13.293698 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-a74cb3e8-ec93-4690-bba8-7b8bb6377914 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1000841 Sep 22 10:24:13.367550 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-6bee211c-5a18-4bdf-8003-aec944f2de71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 200 len: 1001 time: 0.0669773 Sep 22 10:24:13.424395 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-e9a40661-1e10-4e58-93b1-007bfab4717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:13.426128 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-e9a40661-1e10-4e58-93b1-007bfab4717b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0514083 Sep 22 10:24:13.484455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-aabc67f4-9a3b-4f4a-b125-d56aa16387a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:13.486085 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-aabc67f4-9a3b-4f4a-b125-d56aa16387a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518768 Sep 22 10:24:13.498924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-d69603c5-788f-4142-b365-201d9c21b742 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:24:13.500001 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-d69603c5-788f-4142-b365-201d9c21b742 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060487 Sep 22 10:24:13.599279 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-299a0407-8b4c-4e0f-bb12-e92bf16d189f service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916185 Sep 22 10:24:13.707018 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-cb364c88-e245-4f1c-ad79-730f17bae557 req-30ded643-eeb6-4ae9-bbce-dd103c63a93a service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984089 Sep 22 10:24:14.318785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a3330-e0ca-4526-b107-e7e23f2f5423 req-4a079ba9-5c09-48d2-b35c-8f56e585016a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:14.321386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-910a3330-e0ca-4526-b107-e7e23f2f5423 req-4a079ba9-5c09-48d2-b35c-8f56e585016a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0616965 Sep 22 10:24:14.363532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-910a3330-e0ca-4526-b107-e7e23f2f5423 req-a45d28d0-56fd-496f-8089-8a069b63308d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364385 Sep 22 10:24:15.492022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055d3ff-48ca-40f7-8a23-500843cf7556 req-d391b9c5-7493-4198-a9fd-7e6c01a7f604 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:15.493725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e055d3ff-48ca-40f7-8a23-500843cf7556 req-d391b9c5-7493-4198-a9fd-7e6c01a7f604 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0565684 Sep 22 10:24:15.538140 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e055d3ff-48ca-40f7-8a23-500843cf7556 req-b3836ebe-31e9-4c76-878c-fd36f5424a6b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373864 Sep 22 10:24:16.153792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597cfc7-73c8-4206-9af4-de625101554f req-7b79e7a0-cdd9-4ef9-b879-b6a0911cb8db tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:16.155603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7597cfc7-73c8-4206-9af4-de625101554f req-7b79e7a0-cdd9-4ef9-b879-b6a0911cb8db tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0536757 Sep 22 10:24:16.199400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7597cfc7-73c8-4206-9af4-de625101554f req-907be814-33da-4b57-bef8-377edd4c43ee tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366728 Sep 22 10:24:17.345996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93655d-f9ad-457a-a5a2-662cad91628a req-07a111d5-b151-4541-8cc7-c1175aa1a2c1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:17.348245 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af93655d-f9ad-457a-a5a2-662cad91628a req-07a111d5-b151-4541-8cc7-c1175aa1a2c1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0700419 Sep 22 10:24:17.407007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af93655d-f9ad-457a-a5a2-662cad91628a req-0e46e3be-0910-406d-860e-4debf1a6d046 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516982 Sep 22 10:24:17.440086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-a31b58a2-20c9-4b85-8656-e35f89c585ea tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:17.441839 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-a31b58a2-20c9-4b85-8656-e35f89c585ea tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 945 time: 0.0680792 Sep 22 10:24:17.554393 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Deleting port 370b28da-d627-411d-8d2f-ad4544c4d3e3 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:24:17.554649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.652084 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] For port 370b28da-d627-411d-8d2f-ad4544c4d3e3, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=370b28da-d627-411d-8d2f-ad4544c4d3e3,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:17.652446 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.846676 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.846941 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:17.847261 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Floating IP bc616960-e670-4efe-bec7-dcf739177d05 disassociated. External IP: 172.25.6.151, port: 370b28da-d627-411d-8d2f-ad4544c4d3e3. Sep 22 10:24:17.847608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Calling delete_port for 370b28da-d627-411d-8d2f-ad4544c4d3e3 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:24:18.210839 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:18.243883 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event deleted for resources: {'Port': ['ID=370b28da-d627-411d-8d2f-ad4544c4d3e3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:18.401902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Router ee289854-a087-46ca-9af3-6259d10fdedb has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:24:18.545297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:24:18.553789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6980bca-0af9-45cd-93b0-8b01c105d24e req-bfa12857-d897-4ce8-95a2-2d7eba42f2a6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3f98562-5bca-46c9-93f7-542238e90247 HTTP/1.1" status: 200 len: 210 time: 0.0307798 Sep 22 10:24:18.558124 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484e0dc-4475-4fb1-9654-878108546524 None None] Sync routers for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:24:18.568523 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484e0dc-4475-4fb1-9654-878108546524 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:18.569213 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d484e0dc-4475-4fb1-9654-878108546524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:23:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:18.603943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] No DVR routers for this DVR port 370b28da-d627-411d-8d2f-ad4544c4d3e3 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:24:18.607517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:18.609967 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-312d613c-1303-4fd0-8e25-b1b6c4ee35c0 req-90abea1c-4a43-439d-aef4-0aae06df92c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "DELETE /v2.0/ports/370b28da-d627-411d-8d2f-ad4544c4d3e3 HTTP/1.1" status: 204 len: 173 time: 1.1610525 Sep 22 10:24:18.610480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'name': 'network-vif-deleted', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:18.613085 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d66fef4-5ee5-4d12-a49d-beb0e6cca327" -d '{"events": [{"server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "name": "network-vif-deleted", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:18.671128 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f166e9e-1e55-4265-910b-d7de569819fc x-openstack-request-id: req-0f166e9e-1e55-4265-910b-d7de569819fc {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:18.671575 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f98562-5bca-46c9-93f7-542238e90247", "name": "network-vif-deleted", "tag": "370b28da-d627-411d-8d2f-ad4544c4d3e3", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:18.671962 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f166e9e-1e55-4265-910b-d7de569819fc {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:18.672576 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f98562-5bca-46c9-93f7-542238e90247', 'name': 'network-vif-deleted', 'tag': '370b28da-d627-411d-8d2f-ad4544c4d3e3', 'status': 'completed', 'code': 200} Sep 22 10:24:18.721076 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d484e0dc-4475-4fb1-9654-878108546524 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:18.973748 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d484e0dc-4475-4fb1-9654-878108546524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:19.002191 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484e0dc-4475-4fb1-9654-878108546524 None None] Checking router: ee289854-a087-46ca-9af3-6259d10fdedb for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:24:19.012286 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484e0dc-4475-4fb1-9654-878108546524 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:19.012953 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d484e0dc-4475-4fb1-9654-878108546524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:23:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:19.135897 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d484e0dc-4475-4fb1-9654-878108546524 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:19.441262 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d484e0dc-4475-4fb1-9654-878108546524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:19.471180 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484e0dc-4475-4fb1-9654-878108546524 None None] The sync data for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 is: [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:24:19.770784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a5064-7be5-4926-9212-ac245af23b74 None None] New status for floating IP bc616960-e670-4efe-bec7-dcf739177d05: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:24:19.985028 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-bcc6552f-7cb8-4257-ba1c-836b45d1e192 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2103141687&fields=id&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 267 time: 0.0629323 Sep 22 10:24:20.121243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-3d496406-948c-43d8-9fd8-738070946054 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:20.123636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-3d496406-948c-43d8-9fd8-738070946054 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 811 time: 0.1311841 Sep 22 10:24:20.140956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-726d681a-1458-4743-b44e-1eabe66064e9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/quotas/f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 375 time: 0.0103178 Sep 22 10:24:20.203004 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-35a074f7-33a5-44f1-98b5-e7cbd0a25bc7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559895 Sep 22 10:24:20.309314 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fa6f0ae1-4ff5-450f-af9d-ca795dccd47d service neutron] 10.222.0.49 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928433 Sep 22 10:24:20.420720 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-88c29435-4249-4d09-8a1f-18f560fc0494 service neutron] 10.222.0.49 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984440 Sep 22 10:24:20.703532 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a97bdb76-2b13-45eb-b1bd-1633e2414e33 req-7d314874-4fd5-45bb-ba16-4f47858c022a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 210 time: 0.0287900 Sep 22 10:24:21.107133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 370b28da-d627-411d-8d2f-ad4544c4d3e3 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:24:21.128830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 370b28da-d627-411d-8d2f-ad4544c4d3e3 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:24:21.129175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 370b28da-d627-411d-8d2f-ad4544c4d3e3 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:24:21.869197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db4ffaa3-8d3c-4dbd-8473-7a1247a2e4ed req-a2348634-81ff-4bd1-8924-c811e4fb0345 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 210 time: 0.0330718 Sep 22 10:24:22.983075 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95de96c5-0747-43a3-8feb-4985b814743b req-28a31b10-807a-4863-a391-39d399f4b058 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 210 time: 0.0334225 Sep 22 10:24:23.685988 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:24.101472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4eca4a6f-ad0f-4ec2-82ce-1db2bd5f1906 req-78f1b27b-82d7-44c8-9b13-b9272318206f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 210 time: 0.0294330 Sep 22 10:24:24.280113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-29c30b72-d462-427e-8519-88758ee8b153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.051630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.229746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-487b276c-5d2e-49a0-8c24-6637b41897c4 req-f2579104-13c0-42b3-a3c1-12ff381908cf tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 210 time: 0.0354314 Sep 22 10:24:25.334073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-c4237011-4507-4783-93f4-a0c62ed5d5b1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:25.335694 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-c4237011-4507-4783-93f4-a0c62ed5d5b1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 811 time: 0.1526940 Sep 22 10:24:25.386900 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-a9c3915e-8d46-4762-917b-6f8a979e47a8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 380 time: 0.0416608 Sep 22 10:24:25.396571 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'port': {'device_id': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'admin_state_up': True, 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'security_groups': ['afd1cf2d-238e-49bb-8170-77550077270f']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:25.662646 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Made reservation on behalf of f819078b69ec4543ad46f927526c8774 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:24:25.666525 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:25.831253 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Allocated IP 172.20.0.3 (4c0d67a1-5adc-4a25-926b-3766e053751c/192ac854-0349-4e4f-9c34-6c052652d038/8f6df511-a0be-4f24-b848-1d3e2890fa9d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:24:26.000114 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.114920 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.171515 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Network 4c0d67a1-5adc-4a25-926b-3766e053751c is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:24:26.175469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:24:26.179964 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:24:26.215367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:26.253986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.254937 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.372997 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-fbbff32f-0382-41e9-83da-a36b90bd3749 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9802811 Sep 22 10:24:26.388426 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Request body: {'port': {'device_id': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:26.420214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a3878-6461-4ed2-ad1d-c54e7be034dd req-b7ead8ac-a9e2-4b10-bf50-34754ec4c0d1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:26.422810 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-981a3878-6461-4ed2-ad1d-c54e7be034dd req-b7ead8ac-a9e2-4b10-bf50-34754ec4c0d1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 931 time: 0.0834851 Sep 22 10:24:26.447822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0d999fad-ebdd-4053-8797-f63281dc3a64 None None] Provisioning complete for port 8f6df511-a0be-4f24-b848-1d3e2890fa9d triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:26.448689 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0d999fad-ebdd-4053-8797-f63281dc3a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.462334 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.485556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-981a3878-6461-4ed2-ad1d-c54e7be034dd req-92e61324-4cf4-4bee-a9fe-5583165270c3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544102 Sep 22 10:24:26.524656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0d999fad-ebdd-4053-8797-f63281dc3a64 None None] Port 8f6df511-a0be-4f24-b848-1d3e2890fa9d cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:24:26.779077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6df511-a0be-4f24-b848-1d3e2890fa9d {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:26.787851 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.802966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Transition to ACTIVE for port object 8f6df511-a0be-4f24-b848-1d3e2890fa9d will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:24:26.862597 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:26.936761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:26.983869 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-15150970-aec4-4050-a58f-6dda7e8191c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:27.023477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:24:27.024035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:24:27.024482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:27.033354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on network 4c0d67a1-5adc-4a25-926b-3766e053751c not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:24:27.033819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:24:27.043266 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:24:27.043843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:24:27.044592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:24:27.045389 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Bound port: 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:24:27.045904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:27.139817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:24:27.144527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:24:27.252076 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:27.270566 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:27.270777 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:27.272529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] 10.222.0.60 "PUT /v2.0/ports/8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1091 time: 0.8911467 Sep 22 10:24:27.298582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:27.301366 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f7e8c5-365b-4d95-a55f-83f969837a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:27.347926 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c1300-fe20-42b2-be2e-ae30695654c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:27.375532 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913de631-413f-41f2-9bed-4140a90d8c85 x-openstack-request-id: req-913de631-413f-41f2-9bed-4140a90d8c85 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:27.376235 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:27.376595 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-913de631-413f-41f2-9bed-4140a90d8c85 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:27.377262 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'status': 'completed', 'code': 200} Sep 22 10:24:27.450094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-3489f01c-3b6d-4302-83ce-3a552df97c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:27.453451 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-3489f01c-3b6d-4302-83ce-3a552df97c6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1094 time: 0.0601802 Sep 22 10:24:27.522250 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-da1a226d-04d0-4840-b8e2-3d282398c123 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 217 time: 0.0599809 Sep 22 10:24:27.582970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-a69086c1-1205-4d27-8eb0-87227067781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:27.584704 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-a69086c1-1205-4d27-8eb0-87227067781b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0541983 Sep 22 10:24:27.594627 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:27.640010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-4b391272-ad07-47e0-9eb0-7730ab1f488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:27.641682 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-4b391272-ad07-47e0-9eb0-7730ab1f488d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486975 Sep 22 10:24:27.706925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bd579-26a4-4a71-a3fd-b2fd8e7d563a req-270a4055-7220-41aa-bce9-47fc516ede4e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:27.709869 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-942bd579-26a4-4a71-a3fd-b2fd8e7d563a req-270a4055-7220-41aa-bce9-47fc516ede4e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 943 time: 0.0872345 Sep 22 10:24:27.765472 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-942bd579-26a4-4a71-a3fd-b2fd8e7d563a req-ff1660a9-4918-4743-9447-0d9d03b28838 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471227 Sep 22 10:24:28.063736 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-f83419ae-1047-41d8-97be-b9a83c509e70 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137423 Sep 22 10:24:28.168476 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ab0792a0-a136-476d-a932-16febb1ed2a8 req-c5be80a0-7510-4e77-b057-59a437ab32cf service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969403 Sep 22 10:24:28.268928 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:28.337202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7e8c5-365b-4d95-a55f-83f969837a1c req-19c5bec3-e295-437f-a671-630a501e7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:28.338690 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5f7e8c5-365b-4d95-a55f-83f969837a1c req-19c5bec3-e295-437f-a671-630a501e7e10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1094 time: 0.0505989 Sep 22 10:24:28.439440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7e8c5-365b-4d95-a55f-83f969837a1c req-39a251fb-8730-4a8d-bbcb-76abe0d00176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:28.441007 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5f7e8c5-365b-4d95-a55f-83f969837a1c req-39a251fb-8730-4a8d-bbcb-76abe0d00176 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0953434 Sep 22 10:24:28.490711 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5f7e8c5-365b-4d95-a55f-83f969837a1c req-59368d26-23a7-4bc7-b2b2-c47add33a6a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 217 time: 0.0408881 Sep 22 10:24:28.545431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7e8c5-365b-4d95-a55f-83f969837a1c req-b61b5e86-816e-4959-8516-48ce090050ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:28.546980 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5f7e8c5-365b-4d95-a55f-83f969837a1c req-b61b5e86-816e-4959-8516-48ce090050ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0483708 Sep 22 10:24:28.600436 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7e8c5-365b-4d95-a55f-83f969837a1c req-88723fab-20b2-4e07-9e67-5eba10760dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:28.602195 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5f7e8c5-365b-4d95-a55f-83f969837a1c req-88723fab-20b2-4e07-9e67-5eba10760dcd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472276 Sep 22 10:24:28.710080 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5f7e8c5-365b-4d95-a55f-83f969837a1c req-3fcef5d5-6410-4570-af67-7e6b12135c6a service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998898 Sep 22 10:24:28.816672 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b5f7e8c5-365b-4d95-a55f-83f969837a1c req-22078f8f-84d1-4963-8935-047cc3c8342f service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978374 Sep 22 10:24:28.938848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c4763-5697-465b-bf4b-80b382beabdd req-0769df45-c52d-4550-a5a3-8a27d3570dc0 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:28.940404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b57c4763-5697-465b-bf4b-80b382beabdd req-0769df45-c52d-4550-a5a3-8a27d3570dc0 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 943 time: 0.0561361 Sep 22 10:24:28.988861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b57c4763-5697-465b-bf4b-80b382beabdd req-b228b61b-489a-4687-82ba-e99114a22a09 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374691 Sep 22 10:24:30.063359 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:30.119550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66bbb6-e403-4941-bd72-59f77dcdce8d req-e5be2211-8541-4020-81d5-08a09faea7d7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:30.121221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea66bbb6-e403-4941-bd72-59f77dcdce8d req-e5be2211-8541-4020-81d5-08a09faea7d7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 943 time: 0.0556233 Sep 22 10:24:30.167131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ea66bbb6-e403-4941-bd72-59f77dcdce8d req-9811d65e-093d-43ac-a175-9479d3abdc4a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381701 Sep 22 10:24:31.138151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:24:31.265492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:31.287840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'port_id': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'mac_address': 'fa:16:3e:c0:28:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:24:31.304451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a66dc-a75e-4a8e-b2b5-6a97c6ee94be req-68c91149-8ead-4ba0-94e7-10eae698ac07 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:31.304451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae7a66dc-a75e-4a8e-b2b5-6a97c6ee94be req-68c91149-8ead-4ba0-94e7-10eae698ac07 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 943 time: 0.0574408 Sep 22 10:24:31.355163 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.355755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ae7a66dc-a75e-4a8e-b2b5-6a97c6ee94be req-0a6eba3b-d872-438f-9a4f-995d383d2fe0 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415680 Sep 22 10:24:31.379669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6df511-a0be-4f24-b848-1d3e2890fa9d {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:24:31.405670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:31.508463 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:31.574738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:31.697142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['8f6df511-a0be-4f24-b848-1d3e2890fa9d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:24:32.488307 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437ae28-f91e-4838-887f-8357e01bcc34 req-08757385-be55-423d-98eb-ff301c9889c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:32.489989 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c437ae28-f91e-4838-887f-8357e01bcc34 req-08757385-be55-423d-98eb-ff301c9889c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 944 time: 0.0561266 Sep 22 10:24:32.536900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c437ae28-f91e-4838-887f-8357e01bcc34 req-e4c92f51-93a5-47b1-986a-312139f23049 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402427 Sep 22 10:24:33.153380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:24:33.308166 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 8f6df511-a0be-4f24-b848-1d3e2890fa9d completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:24:33.315268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 8f6df511-a0be-4f24-b848-1d3e2890fa9d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:24:33.315640 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:33.402100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:33.429259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:33.431597 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79ae436-15f2-451b-9533-c8659c844cbe" -d '{"events": [{"server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "name": "network-vif-plugged", "status": "completed", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:33.448062 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:24:33.451063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:24:33.477069 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f162cae8-e7b0-4e96-9b31-d9c55f7ae9af x-openstack-request-id: req-f162cae8-e7b0-4e96-9b31-d9c55f7ae9af {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:33.477522 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "name": "network-vif-plugged", "status": "completed", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:33.478056 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f162cae8-e7b0-4e96-9b31-d9c55f7ae9af {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:33.478363 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'code': 200} Sep 22 10:24:33.597945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18243a61-4cfb-4ce1-941e-6a5c660bee43 req-6e209bea-b4e5-4fc9-924d-f50abcfbadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:33.600665 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-18243a61-4cfb-4ce1-941e-6a5c660bee43 req-6e209bea-b4e5-4fc9-924d-f50abcfbadea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1095 time: 0.0538621 Sep 22 10:24:33.605514 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:33.649545 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-18243a61-4cfb-4ce1-941e-6a5c660bee43 req-81f1af3e-5125-469b-9106-4671fc4ae8d5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415165 Sep 22 10:24:33.659434 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:24:33.680813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e6856-8d91-436f-87c4-02b2dbf2e6c1 req-23a183e7-b741-4853-901b-b1db41c42406 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:33.683010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-464e6856-8d91-436f-87c4-02b2dbf2e6c1 req-23a183e7-b741-4853-901b-b1db41c42406 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0607214 Sep 22 10:24:33.725742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-464e6856-8d91-436f-87c4-02b2dbf2e6c1 req-b3d40371-0430-43ae-880d-4289291a8692 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365851 Sep 22 10:24:34.852445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37749f-7197-4f00-80e8-ec4ddf2bbcc3 req-62d2ff90-a692-4042-a1b6-0f982f42dbda tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:34.854126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f37749f-7197-4f00-80e8-ec4ddf2bbcc3 req-62d2ff90-a692-4042-a1b6-0f982f42dbda tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0542240 Sep 22 10:24:34.905137 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f37749f-7197-4f00-80e8-ec4ddf2bbcc3 req-7465a2f1-3a19-42f3-94f9-6351e5eed64b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424039 Sep 22 10:24:36.036364 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7e1fd-5bbb-4ba8-8b26-657a53e246c5 req-899b1308-94ff-4482-980a-bfbb73f77a32 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:36.038072 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13f7e1fd-5bbb-4ba8-8b26-657a53e246c5 req-899b1308-94ff-4482-980a-bfbb73f77a32 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0585480 Sep 22 10:24:36.082345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13f7e1fd-5bbb-4ba8-8b26-657a53e246c5 req-5bd4e156-7235-4b37-87ee-a39ea4d1648c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369244 Sep 22 10:24:36.236062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb4b75-f01c-44de-97f4-0dd8a05e48e6 req-268ccf71-179d-446e-99e1-b4e76bf14ec7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:36.237790 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-92fb4b75-f01c-44de-97f4-0dd8a05e48e6 req-268ccf71-179d-446e-99e1-b4e76bf14ec7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0540848 Sep 22 10:24:36.248569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 54718) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:24:36.253971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-cefc161a-4d5c-471d-9451-56f52cf87214 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'floatingip': {'port_id': '8f6df511-a0be-4f24-b848-1d3e2890fa9d'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:24:36.299974 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cefc161a-4d5c-471d-9451-56f52cf87214 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:36.826426 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cefc161a-4d5c-471d-9451-56f52cf87214 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:36.868145 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cefc161a-4d5c-471d-9451-56f52cf87214 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:36.986500 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-cefc161a-4d5c-471d-9451-56f52cf87214 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Floating IP bc616960-e670-4efe-bec7-dcf739177d05 associated. External IP: 172.25.6.151, port: 8f6df511-a0be-4f24-b848-1d3e2890fa9d. Sep 22 10:24:37.230088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefc161a-4d5c-471d-9451-56f52cf87214 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Router ee289854-a087-46ca-9af3-6259d10fdedb has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:24:37.371130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefc161a-4d5c-471d-9451-56f52cf87214 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:24:37.378905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-cefc161a-4d5c-471d-9451-56f52cf87214 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:37.383009 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5bba14-f3fc-4304-9903-bc18eb8d3b03 None None] Sync routers for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:24:37.395097 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5bba14-f3fc-4304-9903-bc18eb8d3b03 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:37.395780 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ba5bba14-f3fc-4304-9903-bc18eb8d3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:24:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:37.427348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-cefc161a-4d5c-471d-9451-56f52cf87214 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "PUT /v2.0/floatingips/bc616960-e670-4efe-bec7-dcf739177d05 HTTP/1.1" status: 200 len: 991 time: 1.1773996 Sep 22 10:24:37.428245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:24:37.435749 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:24:37.527355 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ba5bba14-f3fc-4304-9903-bc18eb8d3b03 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:37.546460 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3191597-7bb9-4bd7-94cb-633d6d69c2b1 x-openstack-request-id: req-c3191597-7bb9-4bd7-94cb-633d6d69c2b1 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:24:37.546832 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:24:37.547086 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3191597-7bb9-4bd7-94cb-633d6d69c2b1 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:24:37.547713 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'status': 'completed', 'code': 200} Sep 22 10:24:37.632318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d req-9a85485d-40c5-4269-a871-ab8dd9ed16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:37.634979 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d req-9a85485d-40c5-4269-a871-ab8dd9ed16c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1096 time: 0.0623965 Sep 22 10:24:37.779482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d req-8d94d0a3-3029-4c15-8c4e-ca69bf7f59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:37.781769 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d req-8d94d0a3-3029-4c15-8c4e-ca69bf7f59cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1384547 Sep 22 10:24:37.792361 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ba5bba14-f3fc-4304-9903-bc18eb8d3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:c0:28:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:24:36Z', 'revision_number': 9, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:37.827154 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5bba14-f3fc-4304-9903-bc18eb8d3b03 None None] Checking router: ee289854-a087-46ca-9af3-6259d10fdedb for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:24:37.837143 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5bba14-f3fc-4304-9903-bc18eb8d3b03 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:24:37.837778 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ba5bba14-f3fc-4304-9903-bc18eb8d3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:24:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:37.870769 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d req-98a72a25-4453-4eb4-9e6f-bfed70bf61ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 999 time: 0.0818353 Sep 22 10:24:37.928599 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d req-1230b880-c70c-425f-bd33-1bbf74ecf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:37.930277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d req-1230b880-c70c-425f-bd33-1bbf74ecf9af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0525672 Sep 22 10:24:37.983344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d req-13d5246b-cda8-4198-bfaf-8cf70839303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:24:37.985035 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d req-13d5246b-cda8-4198-bfaf-8cf70839303c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470212 Sep 22 10:24:38.093233 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ba5bba14-f3fc-4304-9903-bc18eb8d3b03 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:24:38.115048 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d req-fa4fd482-43d1-4505-8ce9-6bef9516b8ed service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228044 Sep 22 10:24:38.250383 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a3811ec-8390-4cc7-8e27-ea2ceb89134d req-fff78a0e-7d69-4010-8ae8-ac3c95458116 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285560 Sep 22 10:24:38.395043 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ba5bba14-f3fc-4304-9903-bc18eb8d3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:c0:28:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:24:36Z', 'revision_number': 9, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:24:38.429219 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5bba14-f3fc-4304-9903-bc18eb8d3b03 None None] The sync data for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 is: [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:c0:28:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:24:36Z', 'revision_number': 9, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:24:38.666312 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b918684-f784-4840-a645-35c763003cfc None None] New status for floating IP bc616960-e670-4efe-bec7-dcf739177d05: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:24:53.668081 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:54.250627 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-036efb2a-da49-4407-9457-9db4748b8c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:55.010697 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.010755 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a7fdad4f-5bae-4b2f-b222-c7f49b79c5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:57.599055 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:24:58.245153 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:00.107891 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:10.448445 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:25:18.986609 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-ccfc1353-436f-4fbe-9ec2-009ae476bd8f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450406 Sep 22 10:25:19.072954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-1d30ab15-bbb8-4ca8-8d11-90066b773b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:19.075096 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-1d30ab15-bbb8-4ca8-8d11-90066b773b27 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1096 time: 0.0447702 Sep 22 10:25:19.196645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-8e65555e-6610-4ecf-aad6-c9e4ec828811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:19.198789 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-8e65555e-6610-4ecf-aad6-c9e4ec828811 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1030333 Sep 22 10:25:19.272195 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-63c767fc-0c49-45b9-b3b6-f65ea0a3ca48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1002 time: 0.0668762 Sep 22 10:25:19.328997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-9f4a8d20-a5b6-4f8b-bc97-5459b7e6118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:19.330600 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-9f4a8d20-a5b6-4f8b-bc97-5459b7e6118b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0512795 Sep 22 10:25:19.387973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-3c0c8c62-1c40-4db5-be4c-18376eb8d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:25:19.389903 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-3c0c8c62-1c40-4db5-be4c-18376eb8d44b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520201 Sep 22 10:25:19.494630 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-3e324604-f7d2-4b0d-9290-b522d739d651 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970857 Sep 22 10:25:19.623775 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03c20ff5-3832-4bbf-8da4-971328ef28b8 req-c8b712fa-831c-4c4c-8a27-1426037c3231 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215122 Sep 22 10:25:23.672902 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:24.266979 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a55f7cb4-9d05-46ff-912b-553e47679546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:25.055569 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:26.964627 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-118223f0-629b-4daa-9412-94a8932ce542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:27.622159 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:28.289970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:30.061377 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:47.448430 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:25:53.706463 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:54.238347 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-396ca66c-213d-4b45-83b8-490e7f5047fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:55.067179 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:56.964134 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a5172e65-b918-4211-9078-76b476ed4ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:57.604100 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:25:58.277944 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:00.072597 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:14.779779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaea6e7-5f3d-4d14-a121-f6cbabf53065 req-57dca70f-ead6-4f2b-9b96-3c45f5c33bc6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:14.781690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcaea6e7-5f3d-4d14-a121-f6cbabf53065 req-57dca70f-ead6-4f2b-9b96-3c45f5c33bc6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.1360836 Sep 22 10:26:14.837533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcaea6e7-5f3d-4d14-a121-f6cbabf53065 req-6172384d-1d44-4cf4-9691-4f7ddeda8385 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481238 Sep 22 10:26:14.870878 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-0a2a64cc-d666-46b3-8308-f6aee5216840 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567834 Sep 22 10:26:15.974804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74dbf8-bebb-40b7-abe4-ad0b314dc806 req-f227b88d-99c2-4747-b1ff-767b9daa727e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:15.976466 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e74dbf8-bebb-40b7-abe4-ad0b314dc806 req-f227b88d-99c2-4747-b1ff-767b9daa727e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0547943 Sep 22 10:26:16.027459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8e74dbf8-bebb-40b7-abe4-ad0b314dc806 req-04014220-2066-4953-bd47-7a257c0d48ca tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387051 Sep 22 10:26:17.172342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa630f9-07ee-4e6f-8164-8ffef5d52d1c req-cbd8857f-35be-4931-8da6-656041932151 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:17.174147 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fa630f9-07ee-4e6f-8164-8ffef5d52d1c req-cbd8857f-35be-4931-8da6-656041932151 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0539598 Sep 22 10:26:17.232084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4fa630f9-07ee-4e6f-8164-8ffef5d52d1c req-3a1af739-b51c-49fe-ab41-1fb1ed02a55d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504487 Sep 22 10:26:17.623623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-245ddc19-ee9b-4264-98f4-fe7c4f79eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:17.625536 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-245ddc19-ee9b-4264-98f4-fe7c4f79eaba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1096 time: 0.0927052 Sep 22 10:26:17.740973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-c5095267-0423-4126-9634-369ad3cb20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:17.742544 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-c5095267-0423-4126-9634-369ad3cb20d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1091332 Sep 22 10:26:17.816673 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-a390759e-814d-4f62-b55c-d66ac91ba2a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1002 time: 0.0661757 Sep 22 10:26:17.879545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-f5f7f691-55a9-4890-9caf-10dcb166db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:17.881270 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-f5f7f691-55a9-4890-9caf-10dcb166db7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0573061 Sep 22 10:26:17.938980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-024aebbd-ff51-4f37-92b1-03dc724202c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:17.940548 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-024aebbd-ff51-4f37-92b1-03dc724202c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513759 Sep 22 10:26:18.045448 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-2733adb0-06e4-4d6d-92c9-a775ee8f2e81 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969858 Sep 22 10:26:18.162137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-6b65e863-67ea-4184-b17c-022a7689a50d service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095793 Sep 22 10:26:18.377724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31aea68-4f0e-40e3-b5d4-850501a8f6d9 req-e7652cb0-edcc-4a8e-a330-2873aa6a3c1f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:18.379353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e31aea68-4f0e-40e3-b5d4-850501a8f6d9 req-e7652cb0-edcc-4a8e-a330-2873aa6a3c1f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0615346 Sep 22 10:26:18.427106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e31aea68-4f0e-40e3-b5d4-850501a8f6d9 req-ae4e7718-370c-47fb-8ecc-a27c5355a9ad tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358839 Sep 22 10:26:19.557546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8af5c6-db07-4641-a292-8979c77289a3 req-2112b5d0-63c9-4cb1-9077-cdab62950a6b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:19.559119 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c8af5c6-db07-4641-a292-8979c77289a3 req-2112b5d0-63c9-4cb1-9077-cdab62950a6b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0558507 Sep 22 10:26:19.606926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6c8af5c6-db07-4641-a292-8979c77289a3 req-2bac2272-ba00-4cd8-b8c5-6be976c8af4c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383527 Sep 22 10:26:20.745023 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef48a0-a243-470d-a10a-7c7a62ec7746 req-1531e940-954e-43b5-b05b-f327377a478c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:20.747013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93ef48a0-a243-470d-a10a-7c7a62ec7746 req-1531e940-954e-43b5-b05b-f327377a478c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0573430 Sep 22 10:26:20.793083 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93ef48a0-a243-470d-a10a-7c7a62ec7746 req-aaea3f35-44e6-45e0-b216-3e708023713b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388243 Sep 22 10:26:21.014400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531fa75-25e2-4658-b7a9-6261f0c04d9f req-f431e127-f67d-4340-8a4b-7408493e8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:21.016012 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3531fa75-25e2-4658-b7a9-6261f0c04d9f req-f431e127-f67d-4340-8a4b-7408493e8dd6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1096 time: 0.0518727 Sep 22 10:26:21.140602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531fa75-25e2-4658-b7a9-6261f0c04d9f req-2b2a2c3c-49a2-42d6-8b8c-91f3cfca42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:21.142251 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3531fa75-25e2-4658-b7a9-6261f0c04d9f req-2b2a2c3c-49a2-42d6-8b8c-91f3cfca42b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1040599 Sep 22 10:26:21.215792 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3531fa75-25e2-4658-b7a9-6261f0c04d9f req-25cfa8b8-9285-4a83-97f0-353d8d2a0f61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1002 time: 0.0654666 Sep 22 10:26:21.270171 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531fa75-25e2-4658-b7a9-6261f0c04d9f req-d2214a8a-ce7a-4016-95da-3728900d9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:21.271668 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3531fa75-25e2-4658-b7a9-6261f0c04d9f req-d2214a8a-ce7a-4016-95da-3728900d9429 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0489409 Sep 22 10:26:21.331235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531fa75-25e2-4658-b7a9-6261f0c04d9f req-c814b0d9-5759-47b5-bb4c-9ff4a98db67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:21.333149 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3531fa75-25e2-4658-b7a9-6261f0c04d9f req-c814b0d9-5759-47b5-bb4c-9ff4a98db67d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536640 Sep 22 10:26:21.435559 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3531fa75-25e2-4658-b7a9-6261f0c04d9f req-c3c0ed30-cb4c-4e76-a0a0-9e9dad2de0cd service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940554 Sep 22 10:26:21.548796 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3531fa75-25e2-4658-b7a9-6261f0c04d9f req-e2d4d39c-36d4-48b1-a00b-c3332fa41a75 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054018 Sep 22 10:26:21.931519 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf40e2f-4036-4844-9193-3be74ca7fe19 req-e6de1b49-c1fb-43a7-8ad0-0a52b51d2c86 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:21.933195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2bf40e2f-4036-4844-9193-3be74ca7fe19 req-e6de1b49-c1fb-43a7-8ad0-0a52b51d2c86 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0633366 Sep 22 10:26:21.976628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2bf40e2f-4036-4844-9193-3be74ca7fe19 req-ec96d919-4666-43d5-8f6f-1184907695ac tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370870 Sep 22 10:26:23.104990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f608fb-f860-4fe6-b2fb-455fc958b859 req-cdd60847-74f2-4cc6-bbb8-1dada796d762 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:23.106713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06f608fb-f860-4fe6-b2fb-455fc958b859 req-cdd60847-74f2-4cc6-bbb8-1dada796d762 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0557625 Sep 22 10:26:23.156012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-06f608fb-f860-4fe6-b2fb-455fc958b859 req-33447dd4-7b26-412d-b308-f51a836bc750 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384016 Sep 22 10:26:23.700465 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:24.243047 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-81bd9282-da85-4984-bde6-6513bb8d5593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:24.355048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c2f3a-e0a1-44c0-9fca-2f35a467f4c2 req-2fa0edd9-05bb-40bf-814e-48bcdff5489b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:24.357763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c41c2f3a-e0a1-44c0-9fca-2f35a467f4c2 req-2fa0edd9-05bb-40bf-814e-48bcdff5489b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0870559 Sep 22 10:26:24.423211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c41c2f3a-e0a1-44c0-9fca-2f35a467f4c2 req-49a322e1-d295-4f59-8009-aff32ba26e8a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585463 Sep 22 10:26:24.449519 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:26:25.168791 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:25.561942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd821c0-905d-4826-bb91-110aab526d58 req-473dd5d1-2bd1-4395-b268-f5cc062710ad tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:25.563458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcd821c0-905d-4826-bb91-110aab526d58 req-473dd5d1-2bd1-4395-b268-f5cc062710ad tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0577998 Sep 22 10:26:25.610038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcd821c0-905d-4826-bb91-110aab526d58 req-6e9b1ad8-1859-4c1b-8611-0a49a10017ff tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398216 Sep 22 10:26:26.739378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561a070-3ab5-4a06-a247-154ddef848f4 req-763107f7-bb2e-4a95-b996-5f76ee6bd427 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:26.741034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6561a070-3ab5-4a06-a247-154ddef848f4 req-763107f7-bb2e-4a95-b996-5f76ee6bd427 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0540776 Sep 22 10:26:26.784351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6561a070-3ab5-4a06-a247-154ddef848f4 req-bc9cf0de-1e38-44d6-96b8-f43ef8cd64f1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370224 Sep 22 10:26:26.981117 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2a68d8eb-d1fc-4f0c-9947-62f429f14ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:27.608689 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:27.921292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246b810-57a6-4695-a080-407bde380e98 req-27e3c842-6990-4a46-b2e5-5eae861a5475 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:27.922878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8246b810-57a6-4695-a080-407bde380e98 req-27e3c842-6990-4a46-b2e5-5eae861a5475 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0598919 Sep 22 10:26:27.973434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8246b810-57a6-4695-a080-407bde380e98 req-b8105087-9c68-4627-b374-416d60660674 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386276 Sep 22 10:26:28.328906 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:29.120197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7179f-ca88-4989-9eef-9375a76ca201 req-1b47f96e-d509-49fa-8b48-6005d4464d0c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:29.121966 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cda7179f-ca88-4989-9eef-9375a76ca201 req-1b47f96e-d509-49fa-8b48-6005d4464d0c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0657294 Sep 22 10:26:29.174800 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cda7179f-ca88-4989-9eef-9375a76ca201 req-fd22dafd-0a6e-4070-b79f-e3ee786f9fa2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394959 Sep 22 10:26:30.117378 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:30.304248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd280026-91fa-48db-a9f7-3be96a4c8bac req-5ae92a9a-2814-4430-9cbf-1abcf1ad377b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:30.307612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd280026-91fa-48db-a9f7-3be96a4c8bac req-5ae92a9a-2814-4430-9cbf-1abcf1ad377b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0565541 Sep 22 10:26:30.349880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd280026-91fa-48db-a9f7-3be96a4c8bac req-8010e61e-34a8-4754-a3d8-0b8e2c77e61c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354202 Sep 22 10:26:30.386741 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-0379224c-53e4-4b53-be05-b5611fc3a393 service neutron] show failed (client error): The resource could not be found. Sep 22 10:26:30.387796 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-0379224c-53e4-4b53-be05-b5611fc3a393 service neutron] 10.222.0.60 "GET /v2.0/ports/8f6df511-a0be-4f24-b848-1d3e2890fa9d/bindings/n-h2-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0622830 Sep 22 10:26:31.169748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-c39abc66-c136-40f1-a9fd-411cedb483c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:31.171326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-c39abc66-c136-40f1-a9fd-411cedb483c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 1096 time: 0.0804377 Sep 22 10:26:31.187849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-e6dac991-ac75-4bcb-8963-ecaf08637514 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:26:31.188952 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-e6dac991-ac75-4bcb-8963-ecaf08637514 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058541 Sep 22 10:26:31.206644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:31.272042 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:31.539250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f5cda-5fa5-4f77-bf5e-9b044a1dadc9 req-e733afd5-acd5-4932-8989-cccc9d75101f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:31.541130 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e9f5cda-5fa5-4f77-bf5e-9b044a1dadc9 req-e733afd5-acd5-4932-8989-cccc9d75101f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.1052163 Sep 22 10:26:31.564963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:31.613342 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e9f5cda-5fa5-4f77-bf5e-9b044a1dadc9 req-37970d98-c34f-43b0-b56a-7801286099cc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632958 Sep 22 10:26:31.628531 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:31.674189 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:31.676740 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9142006f-1309-44f9-b94e-40f91cc2b0e9" -d '{"events": [{"server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:31.681287 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:31.698367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Transition to ACTIVE for port object 8f6df511-a0be-4f24-b848-1d3e2890fa9d will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:26:31.736036 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3f9902-8774-4e63-855d-a6c3e401d903 x-openstack-request-id: req-0a3f9902-8774-4e63-855d-a6c3e401d903 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:31.736429 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:31.736719 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a3f9902-8774-4e63-855d-a6c3e401d903 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:31.737211 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'code': 200} Sep 22 10:26:31.797666 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:31.914230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:31.935974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:31.936324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:31.937387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:31.937387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:31.937387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:31.937898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:31.938076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:31.938261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:31.938581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:31.938901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:31.939378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:31.939564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:32.009743 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] No DVR routers for this DVR port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:32.515684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:32.516034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:32.516399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:32.522202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on network 4c0d67a1-5adc-4a25-926b-3766e053751c not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:26:32.522728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:32.529545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:32.529900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:32.530331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:32.530789 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Bound port: 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:32.531141 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:32.612394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:32.615929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:26:32.731374 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:32.790348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:32.791157 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:32.792909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] 10.222.0.45 "PUT /v2.0/ports/8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1091 time: 1.5904541 Sep 22 10:26:32.825860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1deee2-c96b-4ca9-bdc5-ab5001cf8869 req-dbed0452-b167-45f0-817f-90d6d2cd28ee tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:32.827827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc1deee2-c96b-4ca9-bdc5-ab5001cf8869 req-dbed0452-b167-45f0-817f-90d6d2cd28ee tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 943 time: 0.1254704 Sep 22 10:26:32.829235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad78685-1c2e-42ce-a744-965f87eeb0ff service neutron] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:32.886369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc1deee2-c96b-4ca9-bdc5-ab5001cf8869 req-291418b3-6b06-49dc-acb1-f67e04c65ea4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454810 Sep 22 10:26:32.950187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-3bcad794-e292-4d3b-869a-4d3a2d03d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:32.951827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-3bcad794-e292-4d3b-869a-4d3a2d03d719 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1094 time: 0.1100378 Sep 22 10:26:33.066425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-d262969d-5fcc-4b23-b8f6-6f684078e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:33.067983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-d262969d-5fcc-4b23-b8f6-6f684078e9e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1081254 Sep 22 10:26:33.145074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-20f15b89-3f48-442b-b635-17b32c4515b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1000 time: 0.0682671 Sep 22 10:26:33.205212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-50a67f2d-8472-489c-b0e0-782cb5126b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:33.206931 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-50a67f2d-8472-489c-b0e0-782cb5126b2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0503793 Sep 22 10:26:33.268335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-5a161209-1454-4f5f-ad96-52d77bdb981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:33.270199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-5a161209-1454-4f5f-ad96-52d77bdb981b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522089 Sep 22 10:26:33.379416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-4cd4b9c1-8f56-4ab7-99e8-b3c0aab3c728 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974655 Sep 22 10:26:33.489355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-f15648b6-a388-4cad-83ba-ce059c94ca75 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982718 Sep 22 10:26:33.738392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:33.741069 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969c8c91-af73-4275-a7b1-951b45381662" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:33.797475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:33.798272 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa32055a-cab7-48eb-9857-e06dd37e40eb x-openstack-request-id: req-fa32055a-cab7-48eb-9857-e06dd37e40eb {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:33.798272 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:33.798272 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa32055a-cab7-48eb-9857-e06dd37e40eb {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:33.798272 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'status': 'completed', 'code': 200} Sep 22 10:26:33.843735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:33.893601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8c91-af73-4275-a7b1-951b45381662 req-91fbfeb2-32c0-496d-9fc0-a4f12f533d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:33.895296 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-91fbfeb2-32c0-496d-9fc0-a4f12f533d8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1094 time: 0.0644610 Sep 22 10:26:33.898456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8c91-af73-4275-a7b1-951b45381662 req-58e46160-4e84-4d00-9527-3b10839ce161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:33.900213 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-58e46160-4e84-4d00-9527-3b10839ce161 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1094 time: 0.0741868 Sep 22 10:26:34.044277 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8c91-af73-4275-a7b1-951b45381662 req-1ded6dcf-dbac-4c60-b1e0-407c8bbc3b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.046342 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-1ded6dcf-dbac-4c60-b1e0-407c8bbc3b2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1436191 Sep 22 10:26:34.066476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8c91-af73-4275-a7b1-951b45381662 req-2d851166-2c06-46f3-a155-56ed8b7001cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.068024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-2d851166-2c06-46f3-a155-56ed8b7001cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1564903 Sep 22 10:26:34.094166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea425f-f435-4e2d-8bf0-49e1f62de2ff req-b39f6aca-c0b8-4a30-92ef-d1118e935cc8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.100937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37ea425f-f435-4e2d-8bf0-49e1f62de2ff req-b39f6aca-c0b8-4a30-92ef-d1118e935cc8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 943 time: 0.0829506 Sep 22 10:26:34.150008 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-2dd1f87b-0f2e-4360-a07b-57d057141be0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1000 time: 0.0960608 Sep 22 10:26:34.178793 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-44a2c43b-fd82-46c6-857a-72c94b0ba904 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1000 time: 0.1019418 Sep 22 10:26:34.185573 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37ea425f-f435-4e2d-8bf0-49e1f62de2ff req-fb172444-92f1-4782-a7e5-fb6bc757756d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590627 Sep 22 10:26:34.215952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8c91-af73-4275-a7b1-951b45381662 req-fa91a0b7-21da-478b-8b8c-e27a92867c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.217729 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-fa91a0b7-21da-478b-8b8c-e27a92867c83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0615368 Sep 22 10:26:34.254490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8c91-af73-4275-a7b1-951b45381662 req-00d29435-9d5a-4baa-a6b2-62f14e67daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.257281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-00d29435-9d5a-4baa-a6b2-62f14e67daf8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0684967 Sep 22 10:26:34.277079 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8c91-af73-4275-a7b1-951b45381662 req-4a6367bd-440b-4215-89fd-9a8d55140fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.280072 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-4a6367bd-440b-4215-89fd-9a8d55140fff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537775 Sep 22 10:26:34.335553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8c91-af73-4275-a7b1-951b45381662 req-b1cc53a3-c020-472c-9f62-d7928f423d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.338675 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-b1cc53a3-c020-472c-9f62-d7928f423d70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727732 Sep 22 10:26:34.394404 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-500284a7-a27c-4a76-952e-f6a5d4488d4f service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071186 Sep 22 10:26:34.461577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-9c8bed4b-2805-4620-a18a-13c9799f0c39 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117432 Sep 22 10:26:34.513995 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-55e241b1-50cf-4d7b-bc4f-1b326ac69fe6 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118445 Sep 22 10:26:34.584254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-969c8c91-af73-4275-a7b1-951b45381662 req-393c80be-0674-4ee7-b664-335c188a6f1f service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147389 Sep 22 10:26:34.700255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0247ed1-b330-4788-8feb-84b3680a21f4 req-1d2098db-469e-43d7-b736-7844477824d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.701882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0247ed1-b330-4788-8feb-84b3680a21f4 req-1d2098db-469e-43d7-b736-7844477824d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1094 time: 0.0478590 Sep 22 10:26:34.830177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0247ed1-b330-4788-8feb-84b3680a21f4 req-a60b7f20-7bfc-43a3-82c1-42f31d513cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.831782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0247ed1-b330-4788-8feb-84b3680a21f4 req-a60b7f20-7bfc-43a3-82c1-42f31d513cbb service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1037591 Sep 22 10:26:34.907168 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0247ed1-b330-4788-8feb-84b3680a21f4 req-70cf354b-259a-4539-a961-e1cc41364ab4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1000 time: 0.0668035 Sep 22 10:26:34.970042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0247ed1-b330-4788-8feb-84b3680a21f4 req-228418fc-6f73-4a62-9c95-f1870b9e1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:34.971592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0247ed1-b330-4788-8feb-84b3680a21f4 req-228418fc-6f73-4a62-9c95-f1870b9e1f69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0562634 Sep 22 10:26:35.026223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0247ed1-b330-4788-8feb-84b3680a21f4 req-7e5be5d1-f3e4-4d3c-9a62-56076a436527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:35.027796 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0247ed1-b330-4788-8feb-84b3680a21f4 req-7e5be5d1-f3e4-4d3c-9a62-56076a436527 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477862 Sep 22 10:26:35.188344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0247ed1-b330-4788-8feb-84b3680a21f4 req-684c38b4-03ed-445d-ac71-073c4308c230 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522052 Sep 22 10:26:35.342807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0247ed1-b330-4788-8feb-84b3680a21f4 req-c66b8228-31bc-4874-8799-f47038e00c76 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451960 Sep 22 10:26:35.359638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79753665-41fc-48e2-9236-9dac9d29ebcf req-8892cda9-43d3-4177-8288-47b954f50732 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:35.361891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79753665-41fc-48e2-9236-9dac9d29ebcf req-8892cda9-43d3-4177-8288-47b954f50732 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 943 time: 0.0808368 Sep 22 10:26:35.407152 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-79753665-41fc-48e2-9236-9dac9d29ebcf req-ecff2945-441f-4c27-a731-451d51df0846 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363104 Sep 22 10:26:36.546769 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27c21d-e72b-4dba-85ce-88dafcabd122 req-5d155e2a-22b1-4a0f-bf10-e1716c253c73 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:36.548474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf27c21d-e72b-4dba-85ce-88dafcabd122 req-5d155e2a-22b1-4a0f-bf10-e1716c253c73 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 943 time: 0.0646443 Sep 22 10:26:36.593178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cf27c21d-e72b-4dba-85ce-88dafcabd122 req-0d01eb63-1ec1-4659-b023-a8ab69a4ea7f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380104 Sep 22 10:26:37.321941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eec6f2-b60d-4cbc-9744-1ad49b56aa49 req-69d85333-9098-4fb1-af84-448160ed81f4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:37.326247 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2eec6f2-b60d-4cbc-9744-1ad49b56aa49 req-69d85333-9098-4fb1-af84-448160ed81f4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 943 time: 0.0580554 Sep 22 10:26:37.401886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2eec6f2-b60d-4cbc-9744-1ad49b56aa49 req-07a4e437-2a9d-440e-86cd-eaa51de86812 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643826 Sep 22 10:26:37.411414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-60360b8d-4f84-495a-b54d-a9fb0e43fee7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:37.413167 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-60360b8d-4f84-495a-b54d-a9fb0e43fee7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4&tenant_id=f819078b69ec4543ad46f927526c8774&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 943 time: 0.0855987 Sep 22 10:26:37.489125 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-5eeaa96c-2d1c-4f9c-9ee3-4955d74b8e27 service neutron] 10.222.0.45 "GET /v2.0/ports/8f6df511-a0be-4f24-b848-1d3e2890fa9d/bindings/n-h2-805649-4 HTTP/1.1" status: 200 len: 382 time: 0.0675113 Sep 22 10:26:37.571941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-241b559d-f8a0-402d-a560-9687ea132c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:37.573724 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-241b559d-f8a0-402d-a560-9687ea132c2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1094 time: 0.0529015 Sep 22 10:26:37.677423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-1ebfceb7-30c3-42ec-b7e5-a0c82584d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:37.679429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-1ebfceb7-30c3-42ec-b7e5-a0c82584d926 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0980027 Sep 22 10:26:37.758857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-00dd5231-29e7-467b-b1d1-fdcd842e9aba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1000 time: 0.0721960 Sep 22 10:26:37.816739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-849bccc6-e9e2-4c4e-84e2-0ac14bdffb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:37.818595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-849bccc6-e9e2-4c4e-84e2-0ac14bdffb62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0528505 Sep 22 10:26:37.872056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-68cd22e7-df6a-43a3-9eee-e62d4b68635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:37.873679 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-68cd22e7-df6a-43a3-9eee-e62d4b68635b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479493 Sep 22 10:26:37.983684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-30adbe4d-9181-451e-8b9f-cac4c13d1728 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015866 Sep 22 10:26:38.098665 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-c4113d6f-37cf-466e-94ba-232deed86c30 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059752 Sep 22 10:26:38.317608 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:26:38.437786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:38.452281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'port_id': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'mac_address': 'fa:16:3e:c0:28:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:26:38.495024 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:38.510764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6df511-a0be-4f24-b848-1d3e2890fa9d {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:38.533900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:38.551106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19a94c-478a-4b69-b084-090fb5eb89c3 req-4d8b878c-1297-473f-9886-1b2f53252b59 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:38.552794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b19a94c-478a-4b69-b084-090fb5eb89c3 req-4d8b878c-1297-473f-9886-1b2f53252b59 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 943 time: 0.0576854 Sep 22 10:26:38.597711 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4b19a94c-478a-4b69-b084-090fb5eb89c3 req-2a9fc372-06c0-4995-b4e7-6881cbdd290e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372562 Sep 22 10:26:38.631464 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:38.685536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:38.693988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.694228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.694566 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.694899 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.695235 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.696573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.697075 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.697443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.697773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.698103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.698560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.698851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:38.923964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['8f6df511-a0be-4f24-b848-1d3e2890fa9d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:39.750089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debc2d-257d-40ee-a8ef-bf833b884b5d req-70a62d0e-6daa-4d58-ac1a-c7285f1836e4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:39.751772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7debc2d-257d-40ee-a8ef-bf833b884b5d req-70a62d0e-6daa-4d58-ac1a-c7285f1836e4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 944 time: 0.0730741 Sep 22 10:26:39.799803 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b7debc2d-257d-40ee-a8ef-bf833b884b5d req-b2c9f0ed-26db-4089-93c5-485f3a468acf tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408981 Sep 22 10:26:40.334192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:26:40.440212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:40.453445 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'port_id': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'mac_address': 'fa:16:3e:c0:28:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:26:40.928009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75725d1-ebea-4d65-8f37-52234d3f053a req-42f68b7c-529b-4cc5-b0fd-d742280e0903 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:40.929882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f75725d1-ebea-4d65-8f37-52234d3f053a req-42f68b7c-529b-4cc5-b0fd-d742280e0903 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 944 time: 0.0545936 Sep 22 10:26:40.936474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-41c21635-f6cb-4102-ba87-eb28e665298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:40.938060 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-41c21635-f6cb-4102-ba87-eb28e665298b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 1095 time: 0.0453622 Sep 22 10:26:40.951190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:40.975828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f75725d1-ebea-4d65-8f37-52234d3f053a req-a028fe01-d045-4ca7-83c1-a4bc4c4c85af tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393767 Sep 22 10:26:41.012694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.237968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:41.274178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:41.312331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8f6df511-a0be-4f24-b848-1d3e2890fa9d {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:41.322717 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.334835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Ignored duplicate provisioning block setup for port 8f6df511-a0be-4f24-b848-1d3e2890fa9d by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 10:26:41.431892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.516820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=9']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:41.530145 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.530479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.530933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.531271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.531602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.531939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.532261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.532588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.532950 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.533260 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.533581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.533896 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:26:41.580635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] No DVR routers for this DVR port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:41.737301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:41.737554 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:41.737880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:41.743229 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on network 4c0d67a1-5adc-4a25-926b-3766e053751c not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:26:41.743551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Attempting to bind port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:41.749182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:41.749521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:41.749903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:41.750354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Bound port: 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:41.750766 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.832264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:41.833441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:26:41.905837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.943873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:41.944833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:41.945877 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] 10.222.0.60 "PUT /v2.0/ports/8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1091 time: 0.9990053 Sep 22 10:26:41.946546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:41.948788 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d388714e-12c4-49f7-b763-271ba8ed2231" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:41.998068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d611eb-2126-44e3-9aba-58d135e5c55c service neutron] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=10']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:42.056877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-efe897d9-4ff1-4668-bc1b-c9a4a221dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.058812 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-efe897d9-4ff1-4668-bc1b-c9a4a221dd96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1095 time: 0.0745518 Sep 22 10:26:42.104790 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a468c81f-f99c-4ea5-805c-2dcdac88147a x-openstack-request-id: req-a468c81f-f99c-4ea5-805c-2dcdac88147a {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:42.105100 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:42.105365 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a468c81f-f99c-4ea5-805c-2dcdac88147a {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:42.105781 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'status': 'completed', 'code': 200} Sep 22 10:26:42.209477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-f0c3b260-ed7f-4adc-b5f3-89f71222760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.212039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-9a3b4784-c095-4aab-9c15-29ce132e47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.212562 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-f0c3b260-ed7f-4adc-b5f3-89f71222760b service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1466122 Sep 22 10:26:42.214126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-9a3b4784-c095-4aab-9c15-29ce132e47a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1095 time: 0.0791321 Sep 22 10:26:42.257114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f0fe5-63a9-4ecc-8e64-25fcb751a07e req-15a94a17-ba23-415f-8a47-2763746c3859 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.259435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-272f0fe5-63a9-4ecc-8e64-25fcb751a07e req-15a94a17-ba23-415f-8a47-2763746c3859 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 944 time: 0.0824177 Sep 22 10:26:42.299150 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-27a8fe39-9d2e-41c2-a7cd-9fdcee907a2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1000 time: 0.0794487 Sep 22 10:26:42.335091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:26:42.342911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:42.360409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-272f0fe5-63a9-4ecc-8e64-25fcb751a07e req-b091b340-2053-4b50-b5e9-cb3213247b5a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866842 Sep 22 10:26:42.387618 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-877d62bc-944a-4513-a78a-9d5e9f680d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.390396 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-877d62bc-944a-4513-a78a-9d5e9f680d52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0805368 Sep 22 10:26:42.398316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-bbf110a1-0027-461e-b244-ffc63c8564b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.401557 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-bbf110a1-0027-461e-b244-ffc63c8564b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1793942 Sep 22 10:26:42.416493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:42.449181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-d7d74c0f-39dd-4bef-a8a1-793d1f59d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.450945 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-d7d74c0f-39dd-4bef-a8a1-793d1f59d4d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541565 Sep 22 10:26:42.480350 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:42.492976 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d has no active binding in host n-h2-805649-4 {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 22 10:26:42.528473 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-0b017f02-16af-4e38-9989-15a519251473 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1000 time: 0.1139274 Sep 22 10:26:42.557735 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-aec79179-e22a-4ff1-87d6-c3329be83760 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982330 Sep 22 10:26:42.588819 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-b887130f-0a44-40ea-80d1-3f5663e9f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.590377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-b887130f-0a44-40ea-80d1-3f5663e9f136 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0503364 Sep 22 10:26:42.651295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-fec1130d-4e23-4f08-bd94-9624442a77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.652845 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-fec1130d-4e23-4f08-bd94-9624442a77d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514688 Sep 22 10:26:42.679123 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4b92dcc0-a12b-4962-9647-754d68fbd04c req-bbc9152e-88e3-499f-bae0-cf6b23e527f0 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141121 Sep 22 10:26:42.764024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-ee283c38-033d-47ac-be30-ca1dc1ed3599 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008861 Sep 22 10:26:42.777932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-7b8d0ba6-7369-4ff5-891f-0500100b1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.779577 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-7b8d0ba6-7369-4ff5-891f-0500100b1b97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 1095 time: 0.0489297 Sep 22 10:26:42.927363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-78268f2e-fc80-4194-a279-78781f14447b service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510077 Sep 22 10:26:42.935625 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-30b2f009-5d96-42af-b5ee-559109ee3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:42.937238 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-30b2f009-5d96-42af-b5ee-559109ee3db6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1507075 Sep 22 10:26:43.047635 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-74ea3102-a0a3-45c8-bb42-60699f78c0c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 200 len: 1000 time: 0.1015067 Sep 22 10:26:43.105858 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-e8bb74a4-58d6-4d14-a859-d9c0cfc7fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:43.107390 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-e8bb74a4-58d6-4d14-a859-d9c0cfc7fc05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0482512 Sep 22 10:26:43.167017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-cd913a3d-947c-4d95-94fd-2bf579aca102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:43.168683 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-cd913a3d-947c-4d95-94fd-2bf579aca102 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525026 Sep 22 10:26:43.271021 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-b3851290-ba3c-485c-a44e-3aeb803ce88e service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940900 Sep 22 10:26:43.509864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8e98f-e3c8-4f64-afae-4e9bb49e88aa req-185d5a47-dde5-4d74-b49f-ac01bc0878b1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:43.511549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14d8e98f-e3c8-4f64-afae-4e9bb49e88aa req-185d5a47-dde5-4d74-b49f-ac01bc0878b1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 944 time: 0.0599205 Sep 22 10:26:43.562815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14d8e98f-e3c8-4f64-afae-4e9bb49e88aa req-8b7574a1-3770-4d13-a9c7-d32ffd393758 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401807 Sep 22 10:26:43.699526 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d388714e-12c4-49f7-b763-271ba8ed2231 req-49dddf66-0e61-4cfe-a7e0-6a145d9fdd81 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211640 Sep 22 10:26:43.814370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:26:43.919583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:43.932290 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'port_id': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'mac_address': 'fa:16:3e:c0:28:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:26:43.977188 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:43.994142 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6df511-a0be-4f24-b848-1d3e2890fa9d {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:44.026515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:44.088327 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:44.140668 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=11']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:44.310828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['8f6df511-a0be-4f24-b848-1d3e2890fa9d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:44.703418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65851ca9-1daa-4125-a557-d337b4d28bd8 req-a777263e-557d-46e3-b0f1-eabedc4dbd68 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:44.705268 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65851ca9-1daa-4125-a557-d337b4d28bd8 req-a777263e-557d-46e3-b0f1-eabedc4dbd68 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0569873 Sep 22 10:26:44.757715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-65851ca9-1daa-4125-a557-d337b4d28bd8 req-5360c331-ea01-45dc-8910-111ac9f142cf tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Sep 22 10:26:44.919043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4217f89-bddb-46e4-b41c-4a943c374a60 req-70f13f98-0ad3-45aa-a85c-63fb199624f1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:44.920583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4217f89-bddb-46e4-b41c-4a943c374a60 req-70f13f98-0ad3-45aa-a85c-63fb199624f1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0578585 Sep 22 10:26:44.965794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4217f89-bddb-46e4-b41c-4a943c374a60 req-47d83f2c-8f1c-4e4a-9b10-f1b025faffda tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373085 Sep 22 10:26:45.094095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a1160-e0cb-4cbe-8e38-8912460ee1c8 req-85d8443e-f37d-43a1-98bb-bdd061248b5f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:45.095755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b0a1160-e0cb-4cbe-8e38-8912460ee1c8 req-85d8443e-f37d-43a1-98bb-bdd061248b5f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0545542 Sep 22 10:26:45.140823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b0a1160-e0cb-4cbe-8e38-8912460ee1c8 req-129d9628-d2a7-4ddf-8439-edcad76aa07f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376737 Sep 22 10:26:45.645273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb6c33-c17c-4ba8-9aa0-55236eaee67c req-7c4a5311-ae03-4422-b58b-717fb2279b46 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:45.646857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93bb6c33-c17c-4ba8-9aa0-55236eaee67c req-7c4a5311-ae03-4422-b58b-717fb2279b46 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 945 time: 0.0564382 Sep 22 10:26:45.696947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-93bb6c33-c17c-4ba8-9aa0-55236eaee67c req-7dbe3839-6ea2-4655-bac1-6626cb6680e6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 Sep 22 10:26:45.830924 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:26:45.957067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 8f6df511-a0be-4f24-b848-1d3e2890fa9d completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:26:45.962252 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 8f6df511-a0be-4f24-b848-1d3e2890fa9d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:45.962779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.053510 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.080825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:46.083213 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5192f61c-f54a-4f44-b22d-7747222852f1" -d '{"events": [{"server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "name": "network-vif-plugged", "status": "completed", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:46.100138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:46.180196 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c1ece2-8718-47da-a915-87fe6dd5df69 x-openstack-request-id: req-15c1ece2-8718-47da-a915-87fe6dd5df69 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:46.180196 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "name": "network-vif-plugged", "status": "completed", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:46.180196 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15c1ece2-8718-47da-a915-87fe6dd5df69 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:46.180196 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'code': 200} Sep 22 10:26:46.202595 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:46.260412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=12']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:46.843734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a4f7-6c5c-4e1e-94cf-ed894637c867 req-ce243c64-1633-47a3-8282-7697e34d0b1b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:46.845553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9b3a4f7-6c5c-4e1e-94cf-ed894637c867 req-ce243c64-1633-47a3-8282-7697e34d0b1b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 946 time: 0.0624547 Sep 22 10:26:46.896133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9b3a4f7-6c5c-4e1e-94cf-ed894637c867 req-5e8c9798-0311-4664-a1e9-1b90ef02208b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430720 Sep 22 10:26:46.926326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-9553db4d-e887-40ea-a10c-e52ccca68446 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:46.927974 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-9553db4d-e887-40ea-a10c-e52ccca68446 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 946 time: 0.0644710 Sep 22 10:26:47.048356 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Deleting port 8f6df511-a0be-4f24-b848-1d3e2890fa9d {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:26:47.048640 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.158217 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] For port 8f6df511-a0be-4f24-b848-1d3e2890fa9d, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8f6df511-a0be-4f24-b848-1d3e2890fa9d,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:47.158722 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.366556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.367809 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.368333 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Floating IP bc616960-e670-4efe-bec7-dcf739177d05 disassociated. External IP: 172.25.6.151, port: 8f6df511-a0be-4f24-b848-1d3e2890fa9d. Sep 22 10:26:47.368770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Calling delete_port for 8f6df511-a0be-4f24-b848-1d3e2890fa9d owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:26:47.597494 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:47.643788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event deleted for resources: {'Port': ['ID=8f6df511-a0be-4f24-b848-1d3e2890fa9d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:47.823623 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Router ee289854-a087-46ca-9af3-6259d10fdedb has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:26:47.966219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:26:47.980116 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9d35fb-6267-4965-a07e-acfdc005f66c None None] Sync routers for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:26:47.996909 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d35fb-6267-4965-a07e-acfdc005f66c None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:47.998174 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4f9d35fb-6267-4965-a07e-acfdc005f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:26:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:48.011744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] No DVR routers for this DVR port 8f6df511-a0be-4f24-b848-1d3e2890fa9d on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:26:48.014885 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:48.018058 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f66fb909-9f33-456b-a911-ccea04c01ac2 req-2ad33de4-43f8-4615-bdeb-d304564d80e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "DELETE /v2.0/ports/8f6df511-a0be-4f24-b848-1d3e2890fa9d HTTP/1.1" status: 204 len: 173 time: 1.0826266 Sep 22 10:26:48.018058 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'name': 'network-vif-deleted', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:48.019898 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822432dc-f8b7-4765-bfa2-6f9e47ebe6a3" -d '{"events": [{"server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "name": "network-vif-deleted", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:48.046945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5387c70-0c0b-4683-9110-82f08b55a9fe req-84849947-f516-4da3-a184-af27d2625007 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd3254b6-8f78-4ba6-96d5-b0e367c654f4 HTTP/1.1" status: 200 len: 210 time: 0.0423918 Sep 22 10:26:48.112285 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f96e07-86c4-4fda-8830-3f2333dd2a46 x-openstack-request-id: req-67f96e07-86c4-4fda-8830-3f2333dd2a46 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:48.112773 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3254b6-8f78-4ba6-96d5-b0e367c654f4", "name": "network-vif-deleted", "tag": "8f6df511-a0be-4f24-b848-1d3e2890fa9d", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:48.112964 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67f96e07-86c4-4fda-8830-3f2333dd2a46 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:48.113509 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3254b6-8f78-4ba6-96d5-b0e367c654f4', 'name': 'network-vif-deleted', 'tag': '8f6df511-a0be-4f24-b848-1d3e2890fa9d', 'status': 'completed', 'code': 200} Sep 22 10:26:48.148777 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-4f9d35fb-6267-4965-a07e-acfdc005f66c None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:48.389931 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4f9d35fb-6267-4965-a07e-acfdc005f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:48.422003 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9d35fb-6267-4965-a07e-acfdc005f66c None None] Checking router: ee289854-a087-46ca-9af3-6259d10fdedb for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:26:48.432183 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d35fb-6267-4965-a07e-acfdc005f66c None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:26:48.433214 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4f9d35fb-6267-4965-a07e-acfdc005f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:26:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:48.596083 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-4f9d35fb-6267-4965-a07e-acfdc005f66c None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:26:48.872501 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4f9d35fb-6267-4965-a07e-acfdc005f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:26:48.906720 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9d35fb-6267-4965-a07e-acfdc005f66c None None] The sync data for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 is: [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:26:49.212035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd6a91-1c7f-498e-a1ad-b80efdfc4c0c None None] New status for floating IP bc616960-e670-4efe-bec7-dcf739177d05: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:26:49.427294 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-3998112b-e7de-4074-ab11-f9430a0236fb tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2103141687&fields=id&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 267 time: 0.0385973 Sep 22 10:26:49.589691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-47e7ad4c-7fea-4b97-8a5a-7c40e7152ee1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:49.592492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-47e7ad4c-7fea-4b97-8a5a-7c40e7152ee1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 811 time: 0.1568282 Sep 22 10:26:49.610605 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-1c080839-f1b8-4ea6-8a0d-c1cfe6dea8c1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/quotas/f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 375 time: 0.0121033 Sep 22 10:26:49.697761 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-e661da0b-3e7e-4433-b642-20f6ddb25097 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803616 Sep 22 10:26:49.762248 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-ea715170-07c1-4393-be37-28159d17acfd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:26:49.763345 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-ea715170-07c1-4393-be37-28159d17acfd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537407 Sep 22 10:26:49.873452 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-c8423700-7c2e-4283-bb9f-01f09424f74a service neutron] 10.222.0.49 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030431 Sep 22 10:26:49.980377 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-3ed3bb40-d64b-4935-bd24-40bcdaf22ec1 service neutron] 10.222.0.49 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996130 Sep 22 10:26:50.244274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71cae457-067e-46b6-9dea-309b637bb4b2 req-72e35ecc-ab2f-4292-ab3a-248c17a6b67a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 210 time: 0.0425630 Sep 22 10:26:51.361739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb232f1d-37f6-498b-b6b1-864fb386a4fa req-e3ac766f-6d5f-441f-ade0-cc8343c96ee6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 210 time: 0.0327075 Sep 22 10:26:51.886048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:26:51.914554 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 8f6df511-a0be-4f24-b848-1d3e2890fa9d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:26:51.915859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8f6df511-a0be-4f24-b848-1d3e2890fa9d not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:26:52.485719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1ac336c1-65e1-418f-b598-93a72c89db9a req-09fbf4c5-592d-4aa9-bb64-00f23043683a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 210 time: 0.0333345 Sep 22 10:26:52.546733 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-3d400ea1-7ec1-4c8f-a264-a24e01812720 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:52.548750 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-3d400ea1-7ec1-4c8f-a264-a24e01812720 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 811 time: 0.1413374 Sep 22 10:26:52.598944 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-79a59eb1-aa90-48ff-bf97-0553501029fe tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 380 time: 0.0409765 Sep 22 10:26:52.609022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'port': {'device_id': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'admin_state_up': True, 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'security_groups': ['afd1cf2d-238e-49bb-8170-77550077270f']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:52.814415 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Made reservation on behalf of f819078b69ec4543ad46f927526c8774 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:26:52.820892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:52.968496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Allocated IP 172.20.0.12 (4c0d67a1-5adc-4a25-926b-3766e053751c/192ac854-0349-4e4f-9c34-6c052652d038/af80044c-c5e1-41a1-b451-7507767e4c84) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:26:53.134549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.225771 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.277557 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Network 4c0d67a1-5adc-4a25-926b-3766e053751c is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:26:53.281347 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:26:53.285632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:26:53.296325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:53.365214 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:53.365911 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.466159 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-0cdc4d9d-6287-4114-bd7f-8e68f1f0efdc tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8614936 Sep 22 10:26:53.479427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Request body: {'port': {'device_id': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:26:53.521979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-11fbf54e-8a7e-4a2c-bdd8-32baaf6021cd None None] Provisioning complete for port af80044c-c5e1-41a1-b451-7507767e4c84 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:26:53.522946 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-11fbf54e-8a7e-4a2c-bdd8-32baaf6021cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.553977 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.579568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-11fbf54e-8a7e-4a2c-bdd8-32baaf6021cd None None] Port af80044c-c5e1-41a1-b451-7507767e4c84 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:26:53.683280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f506990-3dfa-48d7-893a-3a32709a482c req-e4918a99-3961-44b7-a086-a646242eae31 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:53.685679 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f506990-3dfa-48d7-893a-3a32709a482c req-e4918a99-3961-44b7-a086-a646242eae31 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 932 time: 0.0822701 Sep 22 10:26:53.734426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.735581 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4f506990-3dfa-48d7-893a-3a32709a482c req-98e8fc33-9e01-4b44-a2b4-e82b555a07c6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Sep 22 10:26:53.880125 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af80044c-c5e1-41a1-b451-7507767e4c84 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:53.888333 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:53.911736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Transition to ACTIVE for port object af80044c-c5e1-41a1-b451-7507767e4c84 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:26:53.990837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.050224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:54.161991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:26:54.162473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:26:54.162943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:54.171613 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Port af80044c-c5e1-41a1-b451-7507767e4c84 on network 4c0d67a1-5adc-4a25-926b-3766e053751c not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:26:54.172134 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:26:54.181312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:26:54.181774 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:26:54.182302 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:26:54.182982 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Bound port: af80044c-c5e1-41a1-b451-7507767e4c84, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:26:54.183483 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.272007 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e094de58-c8b0-4d20-9695-2a6976eee976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.286585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:26:54.292822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:26:54.420073 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.464685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:54.465332 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:54.472165 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] 10.222.0.60 "PUT /v2.0/ports/af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1092 time: 0.9922485 Sep 22 10:26:54.472165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:26:54.472165 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eb09b4-ab11-43dc-8170-d2579d6181e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:26:54.507244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2afcca-1719-4d48-a080-a98279bda809 service neutron] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:54.536720 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539dd634-8086-42cc-857e-c9a9d59f032c x-openstack-request-id: req-539dd634-8086-42cc-857e-c9a9d59f032c {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:26:54.537158 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:26:54.537503 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-539dd634-8086-42cc-857e-c9a9d59f032c {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:26:54.538017 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'status': 'completed', 'code': 200} Sep 22 10:26:54.623068 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb09b4-ab11-43dc-8170-d2579d6181e3 req-f9e99b67-cff5-4cfc-a93d-93facc80018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:54.625683 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3eb09b4-ab11-43dc-8170-d2579d6181e3 req-f9e99b67-cff5-4cfc-a93d-93facc80018f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1095 time: 0.0655231 Sep 22 10:26:54.765770 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb09b4-ab11-43dc-8170-d2579d6181e3 req-5e029998-a38e-45c1-8e60-72a1ae590009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:54.767470 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3eb09b4-ab11-43dc-8170-d2579d6181e3 req-5e029998-a38e-45c1-8e60-72a1ae590009 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f819078b69ec4543ad46f927526c8774&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1331847 Sep 22 10:26:54.881059 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ddaee-7edb-4864-adf9-e355edb47be8 req-3f3b6a27-1abb-46ac-804b-5253d7b60a6f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:54.882904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df7ddaee-7edb-4864-adf9-e355edb47be8 req-3f3b6a27-1abb-46ac-804b-5253d7b60a6f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0562649 Sep 22 10:26:54.929852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb09b4-ab11-43dc-8170-d2579d6181e3 req-15662f61-72d1-411e-868a-47d14151dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:54.930388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df7ddaee-7edb-4864-adf9-e355edb47be8 req-9019c672-e54d-4f31-9deb-ddad6955528f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 Sep 22 10:26:54.932797 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c3eb09b4-ab11-43dc-8170-d2579d6181e3 req-15662f61-72d1-411e-868a-47d14151dd3e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575966 Sep 22 10:26:55.034300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-86498803-ccbb-4bf2-93d3-09e9bd86f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:55.035812 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-86498803-ccbb-4bf2-93d3-09e9bd86f749 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1095 time: 0.0542011 Sep 22 10:26:55.054696 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:55.088638 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-de6fff85-432c-46a2-8c1f-1ef5b30819b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 217 time: 0.0439551 Sep 22 10:26:55.144401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-3bfe5f01-471c-4e4f-8529-b2b6c4a60799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:55.146013 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-3bfe5f01-471c-4e4f-8529-b2b6c4a60799 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0507884 Sep 22 10:26:55.200990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-baf081ce-c75b-4ace-a5ad-7d6474b6f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:55.202626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-baf081ce-c75b-4ace-a5ad-7d6474b6f02c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491087 Sep 22 10:26:55.309921 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-6b74841e-81e6-465b-a512-4c9943ea2c8c service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000199 Sep 22 10:26:55.421473 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-815e3a7f-842f-4f5c-9a97-62f3309ddad7 req-602a315c-5b14-4277-90d0-242bba3a0650 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036012 Sep 22 10:26:56.092546 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ce7ac-a057-4077-9d49-9e3ab4af33ed req-6e687ab7-c416-4ace-abdb-db4e3b3df2b2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:56.095362 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef8ce7ac-a057-4077-9d49-9e3ab4af33ed req-6e687ab7-c416-4ace-abdb-db4e3b3df2b2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0836735 Sep 22 10:26:56.145284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef8ce7ac-a057-4077-9d49-9e3ab4af33ed req-c495101b-aa6a-4949-b91f-336744e539bd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383883 Sep 22 10:26:56.979464 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c6a4c276-1302-4d4f-a1e8-855bf445710b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:57.301396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb49952-1b7d-4cce-8b40-79998c21e546 req-a79d8a4a-b817-4000-a830-195181438107 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:57.303159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fb49952-1b7d-4cce-8b40-79998c21e546 req-a79d8a4a-b817-4000-a830-195181438107 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0667040 Sep 22 10:26:57.354115 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5fb49952-1b7d-4cce-8b40-79998c21e546 req-4d6095ae-0e7f-41e1-b4e1-92417945de6f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384347 Sep 22 10:26:57.590994 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:57.916622 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:26:58.020891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:58.033505 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'port_id': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'mac_address': 'fa:16:3e:d0:4e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:26:58.077120 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.092891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af80044c-c5e1-41a1-b451-7507767e4c84 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:26:58.114154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:26:58.185601 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.247314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:26:58.328787 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:26:58.375482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['af80044c-c5e1-41a1-b451-7507767e4c84'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:26:58.495522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8fd0d-80e1-4b09-b2e1-388daae09a43 req-42d27c6d-3adf-468d-82c8-ba09c1d6c782 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:58.497955 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ca8fd0d-80e1-4b09-b2e1-388daae09a43 req-42d27c6d-3adf-468d-82c8-ba09c1d6c782 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0635827 Sep 22 10:26:58.551782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ca8fd0d-80e1-4b09-b2e1-388daae09a43 req-7be84e89-a910-4646-8c85-2a3b9e46d06c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461116 Sep 22 10:26:59.699955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a4915-dbe1-4ca9-9a84-8356c7dbb67c req-cec28918-04a2-4d01-b234-a7f261366f3e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:26:59.702046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-392a4915-dbe1-4ca9-9a84-8356c7dbb67c req-cec28918-04a2-4d01-b234-a7f261366f3e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0655375 Sep 22 10:26:59.746516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-392a4915-dbe1-4ca9-9a84-8356c7dbb67c req-97aa20e6-5afc-40b7-ba9e-842ecd7a9b50 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374076 Sep 22 10:26:59.922318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:27:00.110927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port af80044c-c5e1-41a1-b451-7507767e4c84 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:27:00.116003 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port af80044c-c5e1-41a1-b451-7507767e4c84 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:27:00.116609 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:00.145854 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:00.205961 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:00.231601 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:00.233969 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d8c625-1a62-479c-9350-33de2a042589" -d '{"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-plugged", "status": "completed", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:00.249371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:27:00.275286 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6985f7f-b81e-4ec7-a1cb-843b3af28a7c x-openstack-request-id: req-f6985f7f-b81e-4ec7-a1cb-843b3af28a7c {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:00.275575 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-plugged", "status": "completed", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:00.275830 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6985f7f-b81e-4ec7-a1cb-843b3af28a7c {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:00.276236 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'code': 200} Sep 22 10:27:00.339446 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:00.411826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b573cf6-cf6e-4438-a3ce-c417ee68a4cf req-8ef8d563-4c4a-4157-9da8-a88de0371154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:00.414256 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0b573cf6-cf6e-4438-a3ce-c417ee68a4cf req-8ef8d563-4c4a-4157-9da8-a88de0371154 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1097 time: 0.0733685 Sep 22 10:27:00.458527 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0b573cf6-cf6e-4438-a3ce-c417ee68a4cf req-66cbd1a4-bae5-402c-bcfa-9c1c29e73f23 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364773 Sep 22 10:27:00.564157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:27:00.888933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123a26e-1a4c-42e8-8170-52c9cb7bc6a5 req-2568a0ce-3db7-4f35-b9f2-93c18415af8a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:00.890596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2123a26e-1a4c-42e8-8170-52c9cb7bc6a5 req-2568a0ce-3db7-4f35-b9f2-93c18415af8a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0548038 Sep 22 10:27:00.941791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2123a26e-1a4c-42e8-8170-52c9cb7bc6a5 req-cf7c315d-649b-46bf-a24d-845b43161f07 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443902 Sep 22 10:27:01.451393 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:27:02.079975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18c07-a030-4e87-ab43-d044d80dd507 req-d0707520-2ee4-4b2a-83d2-e86056ae7e44 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:02.081767 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29e18c07-a030-4e87-ab43-d044d80dd507 req-d0707520-2ee4-4b2a-83d2-e86056ae7e44 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0575671 Sep 22 10:27:02.139464 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29e18c07-a030-4e87-ab43-d044d80dd507 req-a7fa61e0-6959-4b0d-9277-18af42f90d45 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463369 Sep 22 10:27:02.271172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44267de5-7f6d-4c95-914f-6974093784f2 req-8a99cc66-f8ca-4199-8d73-a52f9dc45153 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:02.273139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44267de5-7f6d-4c95-914f-6974093784f2 req-8a99cc66-f8ca-4199-8d73-a52f9dc45153 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0580409 Sep 22 10:27:02.282513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55104) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:27:02.290943 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ba27ac5e-542a-48ff-8441-01bbcaa00004 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Request body: {'floatingip': {'port_id': 'af80044c-c5e1-41a1-b451-7507767e4c84'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:27:02.340837 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba27ac5e-542a-48ff-8441-01bbcaa00004 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.902308 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba27ac5e-542a-48ff-8441-01bbcaa00004 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:02.990662 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba27ac5e-542a-48ff-8441-01bbcaa00004 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:03.109310 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-ba27ac5e-542a-48ff-8441-01bbcaa00004 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Floating IP bc616960-e670-4efe-bec7-dcf739177d05 associated. External IP: 172.25.6.151, port: af80044c-c5e1-41a1-b451-7507767e4c84. Sep 22 10:27:03.690084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba27ac5e-542a-48ff-8441-01bbcaa00004 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Router ee289854-a087-46ca-9af3-6259d10fdedb has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:27:03.810576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba27ac5e-542a-48ff-8441-01bbcaa00004 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:27:03.818119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ba27ac5e-542a-48ff-8441-01bbcaa00004 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:03.824821 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16678c8f-de6b-4487-bda1-84756ae6c64c None None] Sync routers for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:27:03.837910 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16678c8f-de6b-4487-bda1-84756ae6c64c None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:27:03.838815 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-16678c8f-de6b-4487-bda1-84756ae6c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:26:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:03.852927 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ba27ac5e-542a-48ff-8441-01bbcaa00004 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "PUT /v2.0/floatingips/bc616960-e670-4efe-bec7-dcf739177d05 HTTP/1.1" status: 200 len: 993 time: 1.5686121 Sep 22 10:27:03.853707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:27:03.856131 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1239e9d6-1961-4b17-9c3b-302348953bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:27:03.967008 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-16678c8f-de6b-4487-bda1-84756ae6c64c None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:27:04.053404 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d54947-b029-4c66-8dac-585897dc4533 x-openstack-request-id: req-89d54947-b029-4c66-8dac-585897dc4533 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:27:04.053846 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:27:04.054222 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89d54947-b029-4c66-8dac-585897dc4533 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:27:04.054775 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'status': 'completed', 'code': 200} Sep 22 10:27:04.146301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239e9d6-1961-4b17-9c3b-302348953bfa req-3239d5f2-58fe-429f-b541-da6e545fa8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:04.149167 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1239e9d6-1961-4b17-9c3b-302348953bfa req-3239d5f2-58fe-429f-b541-da6e545fa8ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1097 time: 0.0679085 Sep 22 10:27:04.282141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239e9d6-1961-4b17-9c3b-302348953bfa req-6c288223-90bf-431f-8c44-0b4136015c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:04.284475 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1239e9d6-1961-4b17-9c3b-302348953bfa req-6c288223-90bf-431f-8c44-0b4136015c39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1267800 Sep 22 10:27:04.405421 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1239e9d6-1961-4b17-9c3b-302348953bfa req-cce6a080-b664-4d22-af8e-2886a6f3e676 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1001 time: 0.1137071 Sep 22 10:27:04.406032 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-16678c8f-de6b-4487-bda1-84756ae6c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:d0:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:27:02Z', 'revision_number': 13, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:04.440486 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16678c8f-de6b-4487-bda1-84756ae6c64c None None] Checking router: ee289854-a087-46ca-9af3-6259d10fdedb for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:27:04.456168 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16678c8f-de6b-4487-bda1-84756ae6c64c None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:27:04.457253 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-16678c8f-de6b-4487-bda1-84756ae6c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:26:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:04.476141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239e9d6-1961-4b17-9c3b-302348953bfa req-f82ec041-0d2c-4208-8bc4-7e8aa7ac8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:04.477710 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1239e9d6-1961-4b17-9c3b-302348953bfa req-f82ec041-0d2c-4208-8bc4-7e8aa7ac8631 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0660062 Sep 22 10:27:04.543726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239e9d6-1961-4b17-9c3b-302348953bfa req-b7d90b39-7a99-4671-a9a6-ea91fd2b4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:04.545504 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1239e9d6-1961-4b17-9c3b-302348953bfa req-b7d90b39-7a99-4671-a9a6-ea91fd2b4f99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601218 Sep 22 10:27:04.592075 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-16678c8f-de6b-4487-bda1-84756ae6c64c None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:27:04.661912 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1239e9d6-1961-4b17-9c3b-302348953bfa req-fa73cf02-68b8-4098-b4f8-074412b2888e service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090736 Sep 22 10:27:04.778058 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-1239e9d6-1961-4b17-9c3b-302348953bfa req-aca31c35-44f8-4b17-99cf-81d1ba902753 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081591 Sep 22 10:27:04.859185 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-16678c8f-de6b-4487-bda1-84756ae6c64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:d0:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:27:02Z', 'revision_number': 13, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:27:04.887821 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16678c8f-de6b-4487-bda1-84756ae6c64c None None] The sync data for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 is: [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'bc616960-e670-4efe-bec7-dcf739177d05', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'port_id': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'mac_address': 'fa:16:3e:d0:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:19:23Z', 'updated_at': '2021-09-22T10:27:02Z', 'revision_number': 13, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:27:05.125422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e9afb-8099-4e2a-aef2-d507806d0f02 None None] New status for floating IP bc616960-e670-4efe-bec7-dcf739177d05: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:27:20.974396 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-8d448751-e85c-4d7c-8a0c-b6a9b35f84d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452607 Sep 22 10:27:21.070527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-02d3d0ad-6b60-44bd-a4f2-98c7cd53fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:21.072138 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-02d3d0ad-6b60-44bd-a4f2-98c7cd53fd8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1097 time: 0.0507050 Sep 22 10:27:21.226287 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-dc619dea-451e-43c9-bdae-655a6056d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:21.228027 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-dc619dea-451e-43c9-bdae-655a6056d6ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1321511 Sep 22 10:27:21.300903 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-4de8fcde-ff54-491d-92d0-81688afcfd7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1003 time: 0.0645313 Sep 22 10:27:21.362131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-ba51a15d-b45b-4a22-bc43-e7786a4bacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:21.363817 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-ba51a15d-b45b-4a22-bc43-e7786a4bacec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0545399 Sep 22 10:27:21.417888 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-6f78d8df-c9cd-4485-8829-8d6a3373b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:27:21.419465 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-6f78d8df-c9cd-4485-8829-8d6a3373b829 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471876 Sep 22 10:27:21.521693 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-9c160be3-2062-49e2-8291-c3a7d7a4c631 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942123 Sep 22 10:27:21.632430 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-338ede6b-2799-47d0-a01d-69d1a131a292 req-2c0dc464-926d-4364-a4e8-692a31403366 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022439 Sep 22 10:27:23.738766 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:24.276771 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-af0bd7a5-1016-4f0f-bcd9-8cd4853392b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:25.075664 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.002072 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d6f304d3-36ab-4227-86aa-af279cd02960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:27.601871 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:28.373412 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:30.081921 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:38.451827 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:27:53.761117 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:54.287642 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6a53f555-ec0c-4499-8b44-73478200a03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:55.086726 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:56.990431 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cdebce4e-aac8-4f47-a5ef-b0a625a1509b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:57.612630 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:27:58.281647 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:00.103815 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:15.450897 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:28:20.961295 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-9db1d88a-1172-40cf-8d69-500c0d45f347 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419152 Sep 22 10:28:21.048811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-837062f8-7d9e-4656-a161-c9c78a923752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:21.050378 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-837062f8-7d9e-4656-a161-c9c78a923752 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1097 time: 0.0445039 Sep 22 10:28:21.161018 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-7a51308a-9828-4217-851e-3d1d5bebf76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:21.162815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-7a51308a-9828-4217-851e-3d1d5bebf76e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0931153 Sep 22 10:28:21.229340 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-38e8fc1b-98ac-4478-8602-77adb08b8356 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1003 time: 0.0595791 Sep 22 10:28:21.285836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-142a7d43-82c6-4ab5-b1ba-99d90b6aadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:21.287369 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-142a7d43-82c6-4ab5-b1ba-99d90b6aadd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0510807 Sep 22 10:28:21.337665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-b781e63b-ed1c-44ec-92bc-e02945df3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:21.339227 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-b781e63b-ed1c-44ec-92bc-e02945df3526 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449612 Sep 22 10:28:21.440509 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-00232142-3bcd-4cbd-b208-8a5fb1fa28b8 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928888 Sep 22 10:28:21.538036 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2884b4c3-9c0f-4cea-9121-57ce95e882d1 req-3ce4b17b-91d9-4a9a-a31c-b454db2ba5f8 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905330 Sep 22 10:28:23.772282 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:24.314652 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-118d7a69-9721-4757-b121-acec697e410a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:25.126310 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:26.995103 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-091b540d-341e-486b-a18f-b68e8e8624a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:27.640924 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:28.315075 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:30.086175 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:43.259905 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce733a-55ca-43f5-a580-9d3297d6e261 req-69346bb4-580f-45cc-a9e8-1bc43aacb511 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:43.261626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2fce733a-55ca-43f5-a580-9d3297d6e261 req-69346bb4-580f-45cc-a9e8-1bc43aacb511 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0572550 Sep 22 10:28:43.309998 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2fce733a-55ca-43f5-a580-9d3297d6e261 req-6e7071e0-0033-4548-a98b-09154ece345c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420749 Sep 22 10:28:52.450748 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:28:53.771672 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:54.280294 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d654b9d8-e19c-4d7f-af81-8b144f493a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:55.126155 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:56.112791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-d351a236-ef31-4964-8bc9-45a39070af28 req-e44b4dc7-faff-4453-abec-838b328c1848 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:28:56.114578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d351a236-ef31-4964-8bc9-45a39070af28 req-e44b4dc7-faff-4453-abec-838b328c1848 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068526 Sep 22 10:28:56.529596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3784ad-256f-41df-bc8a-22ef9545b62e req-b4c13074-a014-44cb-a848-7952615f9290 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:56.531208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e3784ad-256f-41df-bc8a-22ef9545b62e req-b4c13074-a014-44cb-a848-7952615f9290 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0516102 Sep 22 10:28:56.578488 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e3784ad-256f-41df-bc8a-22ef9545b62e req-161841b6-1c26-4f64-9370-47de4374a5ee tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394738 Sep 22 10:28:56.780789 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-a23df77f-f94d-4b79-9418-541f0df1677f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914567 Sep 22 10:28:56.790780 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-a8914d80-1a21-4aa4-96e9-06f0103f2ef0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:28:56.791749 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-a8914d80-1a21-4aa4-96e9-06f0103f2ef0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051470 Sep 22 10:28:57.016699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b3ea7970-2ed5-4b1a-a633-05ef3b25513d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:57.606231 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:57.733805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125fd8a-d458-42e1-9411-3e2825d02db8 req-5d47dcb3-cb51-4564-9633-c7a7ce0064b8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:57.735399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3125fd8a-d458-42e1-9411-3e2825d02db8 req-5d47dcb3-cb51-4564-9633-c7a7ce0064b8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0540683 Sep 22 10:28:57.779522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3125fd8a-d458-42e1-9411-3e2825d02db8 req-820a51da-3db9-4155-a08d-9d2a6bc1efd3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368102 Sep 22 10:28:58.291558 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:28:58.911060 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94193c7-4866-4abe-8a83-9da8bc5e097e req-d9c13c4a-9d21-4464-ba9d-fc5b195829b5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:28:58.912590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c94193c7-4866-4abe-8a83-9da8bc5e097e req-d9c13c4a-9d21-4464-ba9d-fc5b195829b5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0549932 Sep 22 10:28:58.953085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c94193c7-4866-4abe-8a83-9da8bc5e097e req-a3cd9cd8-51b5-4870-abb7-75245c3713ba tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332735 Sep 22 10:29:00.079321 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ac53c-6594-4cf6-849d-5b378ca9fa23 req-5986bbdd-f09b-494f-a58c-edbeada9cb1f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:00.080577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f66ac53c-6594-4cf6-849d-5b378ca9fa23 req-5986bbdd-f09b-494f-a58c-edbeada9cb1f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0523944 Sep 22 10:29:00.129303 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f66ac53c-6594-4cf6-849d-5b378ca9fa23 req-be76f094-45f9-453f-99b9-ea5e3f7a6b29 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407333 Sep 22 10:29:00.143055 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:01.261587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b561d7-9dc5-42e0-8492-9200e92fd645 req-a5ee1bfd-b921-4749-8487-3aebe5fd8ca2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:01.263156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08b561d7-9dc5-42e0-8492-9200e92fd645 req-a5ee1bfd-b921-4749-8487-3aebe5fd8ca2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0622692 Sep 22 10:29:01.315538 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08b561d7-9dc5-42e0-8492-9200e92fd645 req-b0ead080-99d1-4b7e-9b5a-ffc411b2c388 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369840 Sep 22 10:29:02.340240 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165296-ac5b-4089-944e-47debb851ee0 req-bf2a17db-cf43-4b72-b04a-a475cbfe0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:02.341053 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-bf2a17db-cf43-4b72-b04a-a475cbfe0c05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1097 time: 0.0485573 Sep 22 10:29:02.441910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4eba2f46-6ec4-4347-bed6-3148147c8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:02.443361 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4eba2f46-6ec4-4347-bed6-3148147c8ead service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0945036 Sep 22 10:29:02.447599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6fa8a-eb04-4a52-9655-f19f73ab78ce req-da406e67-380c-42ee-93ba-14b725b42c2b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:02.449132 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9c6fa8a-eb04-4a52-9655-f19f73ab78ce req-da406e67-380c-42ee-93ba-14b725b42c2b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0528522 Sep 22 10:29:02.492310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b9c6fa8a-eb04-4a52-9655-f19f73ab78ce req-e60e6c95-2a94-4a51-80cd-a67ac06d8866 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370188 Sep 22 10:29:02.520080 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-29292989-b7b8-4a34-b841-78dde4365c17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1003 time: 0.0695581 Sep 22 10:29:02.572140 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165296-ac5b-4089-944e-47debb851ee0 req-3c655dcb-5e74-4bea-b4fa-bfff6c21cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:02.573626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-3c655dcb-5e74-4bea-b4fa-bfff6c21cf1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0468068 Sep 22 10:29:02.622879 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165296-ac5b-4089-944e-47debb851ee0 req-636f5e18-7138-4be9-a04d-dd3237fe4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:02.624422 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-636f5e18-7138-4be9-a04d-dd3237fe4172 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423529 Sep 22 10:29:02.722221 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-272b2ac8-8371-4dde-bb04-fc836d3f08df service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897634 Sep 22 10:29:02.819667 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-e506f624-7262-468c-be6d-7b7eda943df0 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907249 Sep 22 10:29:03.622003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5041f2f-c47a-459a-852c-2dffa07c3fab req-698a6974-9d4f-4d4e-a370-6fa6a1607f94 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:03.623477 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5041f2f-c47a-459a-852c-2dffa07c3fab req-698a6974-9d4f-4d4e-a370-6fa6a1607f94 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0519948 Sep 22 10:29:03.669800 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5041f2f-c47a-459a-852c-2dffa07c3fab req-6ff830b1-6c18-4cb4-b5fc-eaf0a08bf47c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393119 Sep 22 10:29:04.793112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e9417-146c-442d-91cb-8fe6d2bf51e1 req-413cc8d9-aac3-4402-be62-66dee414448e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:04.794698 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-546e9417-146c-442d-91cb-8fe6d2bf51e1 req-413cc8d9-aac3-4402-be62-66dee414448e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0514104 Sep 22 10:29:04.835383 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-546e9417-146c-442d-91cb-8fe6d2bf51e1 req-e7116c0e-f544-44f3-84da-847a3a6b5a01 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338430 Sep 22 10:29:05.960904 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d02b5-efb9-47f7-8c59-4a4e36ec43f0 req-bd8f03f3-4581-4350-a0f9-6be4d587fe9e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:05.962570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f2d02b5-efb9-47f7-8c59-4a4e36ec43f0 req-bd8f03f3-4581-4350-a0f9-6be4d587fe9e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0542588 Sep 22 10:29:06.011391 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f2d02b5-efb9-47f7-8c59-4a4e36ec43f0 req-1da1745a-948d-470f-81d6-0483a5fe7a24 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419672 Sep 22 10:29:07.136055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9767-3a74-49bb-a243-215f88046ed6 req-eae08a01-72f6-4a79-b122-da54a91487e3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:07.137746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-045e9767-3a74-49bb-a243-215f88046ed6 req-eae08a01-72f6-4a79-b122-da54a91487e3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0536585 Sep 22 10:29:07.183146 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-045e9767-3a74-49bb-a243-215f88046ed6 req-1f232e27-ff01-4c6a-9596-54e0a1743cc0 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383017 Sep 22 10:29:08.308226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9a43c-c67a-42e2-a221-8385f67be3f3 req-07234812-92ff-4e93-bb1d-f35e0f91ba00 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:08.309925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75f9a43c-c67a-42e2-a221-8385f67be3f3 req-07234812-92ff-4e93-bb1d-f35e0f91ba00 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0539761 Sep 22 10:29:08.350250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75f9a43c-c67a-42e2-a221-8385f67be3f3 req-d0e53ada-8f93-4a38-b6a2-1e287231526f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333552 Sep 22 10:29:09.472483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b3f9a-1bdc-4328-9995-00e5adf1bdac req-e26af1eb-3aeb-4c52-a562-54b32f06e980 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:09.474043 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d99b3f9a-1bdc-4328-9995-00e5adf1bdac req-e26af1eb-3aeb-4c52-a562-54b32f06e980 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0517459 Sep 22 10:29:09.514045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d99b3f9a-1bdc-4328-9995-00e5adf1bdac req-ad3ebfc0-1af8-40a3-a1b6-d0edfa307385 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340068 Sep 22 10:29:10.629603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08869ef3-54d0-44af-9b21-9032104ef97b req-01ee00a4-3c40-4a8f-8484-c46e8565b24b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:10.631029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08869ef3-54d0-44af-9b21-9032104ef97b req-01ee00a4-3c40-4a8f-8484-c46e8565b24b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0484669 Sep 22 10:29:10.674529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-08869ef3-54d0-44af-9b21-9032104ef97b req-e3d1aacd-a49f-49e6-95dc-cee228aa6bf8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373933 Sep 22 10:29:11.793010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb355a7-a19e-4b3c-a6ea-3b341ee98131 req-2e588db1-8e8f-4803-8547-691e38633a08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:11.794501 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9fb355a7-a19e-4b3c-a6ea-3b341ee98131 req-2e588db1-8e8f-4803-8547-691e38633a08 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0491889 Sep 22 10:29:11.834150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9fb355a7-a19e-4b3c-a6ea-3b341ee98131 req-33082eac-4c1b-4b42-9618-d07fe98ec2fe tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329494 Sep 22 10:29:12.954353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f932a-5815-40f5-9d05-390d68c0fc7a req-738f728d-1d8d-4650-8aa6-8aa3eca8b214 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:12.955938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab9f932a-5815-40f5-9d05-390d68c0fc7a req-738f728d-1d8d-4650-8aa6-8aa3eca8b214 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0505066 Sep 22 10:29:12.996327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab9f932a-5815-40f5-9d05-390d68c0fc7a req-f3210ed9-c50f-41c0-934f-2b58d9194750 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339563 Sep 22 10:29:14.122691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45e45c-7a05-4e79-b6f4-68f1ec305b02 req-b6d5cb03-f842-4f27-a212-d21903746a0b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:14.124243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a45e45c-7a05-4e79-b6f4-68f1ec305b02 req-b6d5cb03-f842-4f27-a212-d21903746a0b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0543358 Sep 22 10:29:14.168288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a45e45c-7a05-4e79-b6f4-68f1ec305b02 req-4a0bca9e-01cb-4bec-bd55-7f8ddb01f844 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378351 Sep 22 10:29:15.286600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4537f0-407a-43d5-bed1-1f8c16721692 req-00e77bda-f016-480b-a5bd-4a50137044c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:15.288483 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f4537f0-407a-43d5-bed1-1f8c16721692 req-00e77bda-f016-480b-a5bd-4a50137044c9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0520055 Sep 22 10:29:15.327876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f4537f0-407a-43d5-bed1-1f8c16721692 req-5ed37cda-19a2-47f9-b99e-85a7c49cf4be tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333140 Sep 22 10:29:16.447110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b0e22-c8a0-461a-8bc7-9b7fa5f8f01d req-5f2e1f16-4b5a-4a6d-9775-cb6dfc53d4fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:16.448601 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac5b0e22-c8a0-461a-8bc7-9b7fa5f8f01d req-5f2e1f16-4b5a-4a6d-9775-cb6dfc53d4fd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0497663 Sep 22 10:29:16.485515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac5b0e22-c8a0-461a-8bc7-9b7fa5f8f01d req-0092964c-da8c-44b1-8ef4-2cef9162f067 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308242 Sep 22 10:29:17.605244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5727ce-3cf3-4893-9387-ddc5358a920e req-b3d506c2-af9f-4c53-bee2-b9b410a15ad5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:17.606669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d5727ce-3cf3-4893-9387-ddc5358a920e req-b3d506c2-af9f-4c53-bee2-b9b410a15ad5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0512981 Sep 22 10:29:17.652263 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3d5727ce-3cf3-4893-9387-ddc5358a920e req-c7202b8d-14b9-4904-b3b1-94369de3b053 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 Sep 22 10:29:18.769694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90add6ad-b738-41c9-993c-7fa42ed40bd4 req-89eda47e-69b5-44fa-a0ed-f52c489f2454 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:18.771218 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90add6ad-b738-41c9-993c-7fa42ed40bd4 req-89eda47e-69b5-44fa-a0ed-f52c489f2454 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0502970 Sep 22 10:29:18.808928 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90add6ad-b738-41c9-993c-7fa42ed40bd4 req-29899bce-1299-4a90-937e-91afa0ae5676 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317934 Sep 22 10:29:19.933091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789d8bd-26f6-4918-a140-17c19a4774f2 req-5d90492f-b827-4806-b208-f16295ec15d3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:19.934590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0789d8bd-26f6-4918-a140-17c19a4774f2 req-5d90492f-b827-4806-b208-f16295ec15d3 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0502942 Sep 22 10:29:19.975844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0789d8bd-26f6-4918-a140-17c19a4774f2 req-d417838e-160d-4840-9656-329961de4d72 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343313 Sep 22 10:29:20.996602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdd424-5b9c-4fb4-ba8d-0313fa506a5f req-002e17ce-e9dc-4587-a4c2-784016b54e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:20.998160 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72fdd424-5b9c-4fb4-ba8d-0313fa506a5f req-002e17ce-e9dc-4587-a4c2-784016b54e0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1097 time: 0.0453708 Sep 22 10:29:21.099901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c57eb-3869-4b23-8a6f-87bd463f40d2 req-5bcf04dd-2924-436c-824c-b253f00c14ef tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.101670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-169c57eb-3869-4b23-8a6f-87bd463f40d2 req-5bcf04dd-2924-436c-824c-b253f00c14ef tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0544140 Sep 22 10:29:21.108819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdd424-5b9c-4fb4-ba8d-0313fa506a5f req-204cf429-aab5-42c1-a21d-6d0c8637ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.110273 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72fdd424-5b9c-4fb4-ba8d-0313fa506a5f req-204cf429-aab5-42c1-a21d-6d0c8637ce20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0911791 Sep 22 10:29:21.147474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-169c57eb-3869-4b23-8a6f-87bd463f40d2 req-f7d113fe-a5b4-4d54-84eb-c036b28214a7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392003 Sep 22 10:29:21.180489 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72fdd424-5b9c-4fb4-ba8d-0313fa506a5f req-8eb784e9-5fa6-40a3-ab8c-f3a2cc36b7c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1003 time: 0.0630097 Sep 22 10:29:21.230694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdd424-5b9c-4fb4-ba8d-0313fa506a5f req-89d1998f-7bac-4b18-823f-cc3b5d349490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.232475 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72fdd424-5b9c-4fb4-ba8d-0313fa506a5f req-89d1998f-7bac-4b18-823f-cc3b5d349490 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0452068 Sep 22 10:29:21.281748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdd424-5b9c-4fb4-ba8d-0313fa506a5f req-447f7cf8-d5a2-4321-857c-93b4c2370274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:21.283389 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72fdd424-5b9c-4fb4-ba8d-0313fa506a5f req-447f7cf8-d5a2-4321-857c-93b4c2370274 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440357 Sep 22 10:29:21.706806 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72fdd424-5b9c-4fb4-ba8d-0313fa506a5f req-4acfe8c9-6f06-4730-8104-e06ca9ded3f3 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161947 Sep 22 10:29:21.800967 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-72fdd424-5b9c-4fb4-ba8d-0313fa506a5f req-1083badc-a98d-495e-aa98-c716964b822c service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866184 Sep 22 10:29:22.467501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e26a00-ae17-49b0-83b0-0f748b3f5a58 req-63fc2012-4f6e-484e-917e-b92b5d96811e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:22.469144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86e26a00-ae17-49b0-83b0-0f748b3f5a58 req-63fc2012-4f6e-484e-917e-b92b5d96811e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0521708 Sep 22 10:29:22.513662 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86e26a00-ae17-49b0-83b0-0f748b3f5a58 req-dc465d46-933b-4686-86eb-93d38f9a6639 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383511 Sep 22 10:29:22.772553 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-f2165296-ac5b-4089-944e-47debb851ee0 req-c6c5e1e1-e12f-4ed3-9022-0c8d2f2608f0 service neutron] show failed (client error): The resource could not be found. Sep 22 10:29:22.773541 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-c6c5e1e1-e12f-4ed3-9022-0c8d2f2608f0 service neutron] 10.222.0.60 "GET /v2.0/ports/af80044c-c5e1-41a1-b451-7507767e4c84/bindings/n-h2-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0557771 Sep 22 10:29:23.391345 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165296-ac5b-4089-944e-47debb851ee0 req-52f7f9cb-1e12-4202-8159-c31e74c36b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.393080 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-52f7f9cb-1e12-4202-8159-c31e74c36b67 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 1097 time: 0.0432730 Sep 22 10:29:23.409467 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:23.468097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.699136 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4399059-8e21-44d2-87fc-3f5b190e827a req-f7a5b875-cfe1-49f3-a444-3462697624a9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:23.700664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4399059-8e21-44d2-87fc-3f5b190e827a req-f7a5b875-cfe1-49f3-a444-3462697624a9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.1132512 Sep 22 10:29:23.726140 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:23.770415 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d4399059-8e21-44d2-87fc-3f5b190e827a req-7210396b-4aa9-450c-a2d6-c0152cc170e8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616174 Sep 22 10:29:23.773016 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.786630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:23.829053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:23.831842 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561baa26-9f3f-45bb-b535-90e524d0474d" -d '{"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:23.836021 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:23.849303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Transition to ACTIVE for port object af80044c-c5e1-41a1-b451-7507767e4c84 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:23.885495 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb58cd58-8752-46b1-acce-bd2f2f08107f x-openstack-request-id: req-eb58cd58-8752-46b1-acce-bd2f2f08107f {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:23.885854 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:23.886123 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb58cd58-8752-46b1-acce-bd2f2f08107f {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:23.886529 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'code': 200} Sep 22 10:29:23.937098 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.015163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:24.030341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.030694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.031040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.031376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.031757 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.032095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.032427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.032771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.033618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.033945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.034273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.034593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:24.076273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] No DVR routers for this DVR port af80044c-c5e1-41a1-b451-7507767e4c84 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:29:24.222451 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:24.222781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:24.223154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:24.227638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Port af80044c-c5e1-41a1-b451-7507767e4c84 on network 4c0d67a1-5adc-4a25-926b-3766e053751c not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:24.227951 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:24.232933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:24.238019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:24.238019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:24.238019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Bound port: af80044c-c5e1-41a1-b451-7507767e4c84, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:24.238019 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.262746 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a0223d0b-72d6-4d77-81c0-36c45312dded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.302055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:24.306446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:24.388816 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.427063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:24.427844 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:24.429147 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] 10.222.0.45 "PUT /v2.0/ports/af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1092 time: 1.0246625 Sep 22 10:29:24.450383 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c7593-ce01-4444-88ab-bf515e924b25 service neutron] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:24.505427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165296-ac5b-4089-944e-47debb851ee0 req-7f20d3ff-10a6-456d-b9ec-da0a3e08b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:24.507150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-7f20d3ff-10a6-456d-b9ec-da0a3e08b8b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1095 time: 0.0475097 Sep 22 10:29:24.584947 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:29:24.624192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165296-ac5b-4089-944e-47debb851ee0 req-e57f64bd-72a5-435e-9244-61ff1ddd8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:24.625775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-e57f64bd-72a5-435e-9244-61ff1ddd8591 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.1095798 Sep 22 10:29:24.633174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:29:24.698519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-0cf43f03-b456-423c-9b24-13fd580ebc33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1001 time: 0.0609171 Sep 22 10:29:24.759055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165296-ac5b-4089-944e-47debb851ee0 req-72b5c256-971e-4318-adc3-7f02bcd1b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:24.760473 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-72b5c256-971e-4318-adc3-7f02bcd1b9e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0501354 Sep 22 10:29:24.817614 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2165296-ac5b-4089-944e-47debb851ee0 req-b43b2db1-7208-4f8c-a72e-a7b04d03153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:24.819178 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-b43b2db1-7208-4f8c-a72e-a7b04d03153a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467536 Sep 22 10:29:24.960816 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efd043-0c30-449a-8f3a-0a8ca1d3fc94 req-61470d99-8754-44d2-b069-351556393efa tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:24.962402 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11efd043-0c30-449a-8f3a-0a8ca1d3fc94 req-61470d99-8754-44d2-b069-351556393efa tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.1018174 Sep 22 10:29:24.964907 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-e3be9ea3-7b3f-4a0e-bb54-9bc503dc90c2 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329751 Sep 22 10:29:25.056847 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:25.061455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11efd043-0c30-449a-8f3a-0a8ca1d3fc94 req-380c216d-5b76-4482-b372-9d51554c2c8e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896552 Sep 22 10:29:25.090394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2165296-ac5b-4089-944e-47debb851ee0 req-4a4614bd-3674-4aed-87d3-69c93516f38e service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151786 Sep 22 10:29:25.887783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:25.890199 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e6de99-e3ee-4fb2-9e02-01671d0295ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:25.944440 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74dcbda-b763-4a11-a4e4-0e7a679f0a02 x-openstack-request-id: req-d74dcbda-b763-4a11-a4e4-0e7a679f0a02 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:25.944779 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:25.945031 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d74dcbda-b763-4a11-a4e4-0e7a679f0a02 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:25.946648 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'status': 'completed', 'code': 200} Sep 22 10:29:26.018279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-9b0090f5-2dcd-4137-bd4a-da8fb1d60e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.019962 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-9b0090f5-2dcd-4137-bd4a-da8fb1d60e07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1095 time: 0.0514462 Sep 22 10:29:26.023003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-63dffbcd-b78f-4b8e-80b3-10ad9d2c06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.024550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-63dffbcd-b78f-4b8e-80b3-10ad9d2c06f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1095 time: 0.0544963 Sep 22 10:29:26.122157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-4643aae3-b6f2-41af-867f-ebe537cf3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.123670 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-4643aae3-b6f2-41af-867f-ebe537cf3a35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0971339 Sep 22 10:29:26.133323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-b09d0dc8-9292-4c71-8a52-e2f809fa2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.135478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-b09d0dc8-9292-4c71-8a52-e2f809fa2619 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0974715 Sep 22 10:29:26.199711 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-b6562dcd-ca9b-47d3-947e-6afe8db7d2ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1001 time: 0.0674379 Sep 22 10:29:26.246357 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-f68ade15-288f-47ea-95be-8d553eeebec0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1001 time: 0.0925105 Sep 22 10:29:26.253851 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-4518b09e-0e98-4a3e-9dc3-2a430a955f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.255328 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-4518b09e-0e98-4a3e-9dc3-2a430a955f7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0487974 Sep 22 10:29:26.255678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fdb6a-87c4-432a-b0bd-54970c70bff4 req-2d43e36c-b82c-4857-b0c3-13f6ef344da6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.257243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-747fdb6a-87c4-432a-b0bd-54970c70bff4 req-2d43e36c-b82c-4857-b0c3-13f6ef344da6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.1134961 Sep 22 10:29:26.311485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-024a196f-58d1-42cb-ae4f-9d294610a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.312856 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-024a196f-58d1-42cb-ae4f-9d294610a4ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500920 Sep 22 10:29:26.333322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-21d67f0e-1d06-48a3-a4ca-5de33d09bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.334828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-21d67f0e-1d06-48a3-a4ca-5de33d09bbc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0767262 Sep 22 10:29:26.337893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-747fdb6a-87c4-432a-b0bd-54970c70bff4 req-d928c6d5-6ed5-4020-8a15-5046b7234afa tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719254 Sep 22 10:29:26.397724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-090aa688-3a93-46f2-b10d-35d3ef4becee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:26.399401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-090aa688-3a93-46f2-b10d-35d3ef4becee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517762 Sep 22 10:29:26.419615 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-54de917b-6110-4cf8-9725-97764f524e9e service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985725 Sep 22 10:29:26.497078 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-c40c5208-2b1f-4a59-a84a-526b2f24804e service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853276 Sep 22 10:29:26.513069 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-103a8718-b168-4e94-ae9d-2f7bdbb79ce8 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860198 Sep 22 10:29:26.602278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-01e6de99-e3ee-4fb2-9e02-01671d0295ad req-90e0b335-4d79-4209-a48f-cbc1e7102ba0 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937378 Sep 22 10:29:27.011030 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4152951-fc83-4cc2-b859-762610320803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:27.460351 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e48d5-a56a-4737-98d8-7f6abec4174c req-6101a6a5-0410-4cdd-99aa-ccbe2d005a6e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:27.461926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-042e48d5-a56a-4737-98d8-7f6abec4174c req-6101a6a5-0410-4cdd-99aa-ccbe2d005a6e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0524490 Sep 22 10:29:27.503145 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-042e48d5-a56a-4737-98d8-7f6abec4174c req-42ba5037-088c-408b-baf2-0451180bda5c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334871 Sep 22 10:29:27.639386 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.305161 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:28.624163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e42178-6f0a-40df-a411-d50e3a5850df req-a87f7ae8-3291-48fe-89ed-f2686be3bf8b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:28.625684 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0e42178-6f0a-40df-a411-d50e3a5850df req-a87f7ae8-3291-48fe-89ed-f2686be3bf8b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0515592 Sep 22 10:29:28.670134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d0e42178-6f0a-40df-a411-d50e3a5850df req-51a9a619-0516-447e-94c4-dd2606fbbe80 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380733 Sep 22 10:29:29.449704 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:29:29.788883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcf87c-a02c-4684-a729-994b96ac0be5 req-220b07c8-282f-4115-8235-9e078b95eac5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:29.790392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fddcf87c-a02c-4684-a729-994b96ac0be5 req-220b07c8-282f-4115-8235-9e078b95eac5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0502262 Sep 22 10:29:29.830043 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fddcf87c-a02c-4684-a729-994b96ac0be5 req-c011f03c-178c-4822-98d5-6cc56d4416ce tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325143 Sep 22 10:29:30.102141 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:30.951238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd39600-0b62-45ed-b877-09c54353c84d req-f8645b12-2f8f-49a8-b4d5-b1fe9c8c3167 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:30.952851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fd39600-0b62-45ed-b877-09c54353c84d req-f8645b12-2f8f-49a8-b4d5-b1fe9c8c3167 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0519450 Sep 22 10:29:30.991841 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fd39600-0b62-45ed-b877-09c54353c84d req-eed5b807-153a-420a-a274-6f6c75f78026 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323005 Sep 22 10:29:32.110445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc2535-e5eb-4bfd-9798-9e29891b2586 req-63cfa4ce-5b94-4bb7-af8d-abb32f010b6d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:32.111934 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26fc2535-e5eb-4bfd-9798-9e29891b2586 req-63cfa4ce-5b94-4bb7-af8d-abb32f010b6d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0492377 Sep 22 10:29:32.154002 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-26fc2535-e5eb-4bfd-9798-9e29891b2586 req-66387357-aacf-482a-bc08-e8456618fbfa tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357618 Sep 22 10:29:33.271974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64796e8-20fa-4518-9507-f66dd6331154 req-55124554-bdc3-4a96-9100-660bce243265 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:33.273502 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c64796e8-20fa-4518-9507-f66dd6331154 req-55124554-bdc3-4a96-9100-660bce243265 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0492773 Sep 22 10:29:33.313696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c64796e8-20fa-4518-9507-f66dd6331154 req-d3435f06-00e5-4828-9072-67810d827fbe tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340865 Sep 22 10:29:34.432244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e61d1-9c96-4487-829f-bbb3cdc75ff3 req-0a701c29-933d-42cb-962c-da5565a51fab tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:34.440017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b2e61d1-9c96-4487-829f-bbb3cdc75ff3 req-0a701c29-933d-42cb-962c-da5565a51fab tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0513253 Sep 22 10:29:34.472524 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b2e61d1-9c96-4487-829f-bbb3cdc75ff3 req-d0e1b5e6-99d1-4c5d-8363-16066af8d9cd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Sep 22 10:29:35.593296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c02c6-189b-4ddf-950d-7fcb906afbd6 req-d9975f76-2b6e-42fb-9ae8-340f2f20d36c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:35.594451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c4c02c6-189b-4ddf-950d-7fcb906afbd6 req-d9975f76-2b6e-42fb-9ae8-340f2f20d36c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0497875 Sep 22 10:29:35.638318 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4c4c02c6-189b-4ddf-950d-7fcb906afbd6 req-345bf8f3-2aa3-4edc-8454-7e4ee39d51d7 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375621 Sep 22 10:29:36.203229 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e0c94-47e9-478c-82f1-f434fc2a82ae req-0e259a00-3c67-4108-b6e8-a44316493e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.204793 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-950e0c94-47e9-478c-82f1-f434fc2a82ae req-0e259a00-3c67-4108-b6e8-a44316493e60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1095 time: 0.0428302 Sep 22 10:29:36.313631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e0c94-47e9-478c-82f1-f434fc2a82ae req-f61f518a-9404-4558-b44e-c929b7d3a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.315182 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-950e0c94-47e9-478c-82f1-f434fc2a82ae req-f61f518a-9404-4558-b44e-c929b7d3a5e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0864868 Sep 22 10:29:36.387668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-950e0c94-47e9-478c-82f1-f434fc2a82ae req-55326b3d-2bf0-4212-8799-0a1aa3666904 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1001 time: 0.0606978 Sep 22 10:29:36.444560 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e0c94-47e9-478c-82f1-f434fc2a82ae req-524979b0-8736-44c8-b607-0b76bdc1b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.446057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-950e0c94-47e9-478c-82f1-f434fc2a82ae req-524979b0-8736-44c8-b607-0b76bdc1b451 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0497503 Sep 22 10:29:36.496121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e0c94-47e9-478c-82f1-f434fc2a82ae req-322aff86-0600-46eb-b806-7032c490862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.497591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-950e0c94-47e9-478c-82f1-f434fc2a82ae req-322aff86-0600-46eb-b806-7032c490862a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404437 Sep 22 10:29:36.593664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-950e0c94-47e9-478c-82f1-f434fc2a82ae req-7cd8fa61-b73d-4245-897e-9391facbf1a6 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879200 Sep 22 10:29:36.689935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-950e0c94-47e9-478c-82f1-f434fc2a82ae req-d6974e42-72ed-45f3-b111-d41d5fb7ccf4 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880175 Sep 22 10:29:36.763065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552f60a-194a-4efd-899c-5fdfb42a5357 req-15daf5a7-2496-4290-8516-d8103ab3ccaf tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:36.764492 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b552f60a-194a-4efd-899c-5fdfb42a5357 req-15daf5a7-2496-4290-8516-d8103ab3ccaf tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0543430 Sep 22 10:29:36.805301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b552f60a-194a-4efd-899c-5fdfb42a5357 req-0854e168-3055-4075-bf4e-2066ded3d5f9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346136 Sep 22 10:29:37.927121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f49668-ab0d-4af9-a732-0c590c7b1652 req-52b06438-1363-4cb7-8260-88cb11996019 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:37.928664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8f49668-ab0d-4af9-a732-0c590c7b1652 req-52b06438-1363-4cb7-8260-88cb11996019 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0561347 Sep 22 10:29:37.972416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c8f49668-ab0d-4af9-a732-0c590c7b1652 req-8f842f8d-40eb-45bf-a8f6-2cdbab14be3b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363877 Sep 22 10:29:39.088656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6296c-226b-4be2-a632-7be905a82962 req-0d0fc735-64e0-4de5-a2e4-c83a0ceebd66 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.090176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dec6296c-226b-4be2-a632-7be905a82962 req-0d0fc735-64e0-4de5-a2e4-c83a0ceebd66 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 944 time: 0.0479164 Sep 22 10:29:39.129944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dec6296c-226b-4be2-a632-7be905a82962 req-0bf07447-4039-4125-89e1-d28e444a426e tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328588 Sep 22 10:29:39.206550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:29:39.302165 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:39.315842 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'port_id': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'mac_address': 'fa:16:3e:d0:4e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:29:39.363691 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:39.377240 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af80044c-c5e1-41a1-b451-7507767e4c84 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:39.397197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:39.479236 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:39.527039 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:39.534996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.535342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.535678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.536012 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.536347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.536675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.537025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.537352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.537670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.537993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.538336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.538653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:39.717247 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e10de1-833b-41d4-8665-bc1da73a0607 req-ce085889-8a1d-4235-a4a2-672801d589c5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.718868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2e10de1-833b-41d4-8665-bc1da73a0607 req-ce085889-8a1d-4235-a4a2-672801d589c5 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0554380 Sep 22 10:29:39.766783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['af80044c-c5e1-41a1-b451-7507767e4c84'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:39.789316 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2e10de1-833b-41d4-8665-bc1da73a0607 req-fed7f9b8-6910-48b4-b31c-45d02415144f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633998 Sep 22 10:29:39.807708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-4040df17-f8fd-4941-8401-b6f4849b076d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.809206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-4040df17-f8fd-4941-8401-b6f4849b076d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a&tenant_id=f819078b69ec4543ad46f927526c8774&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 945 time: 0.0686402 Sep 22 10:29:39.870983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-0841f9c1-ed1e-4a9d-9f93-2d691ef4056d service neutron] 10.222.0.45 "GET /v2.0/ports/af80044c-c5e1-41a1-b451-7507767e4c84/bindings/n-h2-805649-4 HTTP/1.1" status: 200 len: 382 time: 0.0537078 Sep 22 10:29:39.937363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-0f95c877-e589-4b8c-a777-e5ae11a3ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:39.939347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-0f95c877-e589-4b8c-a777-e5ae11a3ed92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1096 time: 0.0439575 Sep 22 10:29:40.031609 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-d7e2c756-8552-4d48-963d-844dd7420bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.033344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-d7e2c756-8552-4d48-963d-844dd7420bc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0862989 Sep 22 10:29:40.102440 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-d24eb887-f079-4170-9e37-174860e5ebb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1002 time: 0.0608788 Sep 22 10:29:40.152944 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-e07be1a9-ff90-4074-a9b0-97ac8df058b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.154326 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-e07be1a9-ff90-4074-a9b0-97ac8df058b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0444369 Sep 22 10:29:40.200348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-cfcf9895-3f5b-4e69-8771-e1a261d39ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.201870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-cfcf9895-3f5b-4e69-8771-e1a261d39ab7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398173 Sep 22 10:29:40.294804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-18627b8b-e502-4e18-8e2e-393618f016c7 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849237 Sep 22 10:29:40.386476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-5b2a9aa0-f297-4388-b783-e8355894feac service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839229 Sep 22 10:29:40.912702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c23d3-57ed-4e12-8eac-ba3aa978a42c req-29466e6d-dd31-4de2-b512-9727aa457b89 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:40.914200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f6c23d3-57ed-4e12-8eac-ba3aa978a42c req-29466e6d-dd31-4de2-b512-9727aa457b89 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0552304 Sep 22 10:29:40.951777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f6c23d3-57ed-4e12-8eac-ba3aa978a42c req-e77d5f60-abe1-488b-bd66-e32a61439358 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Sep 22 10:29:41.213805 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:29:41.342024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port af80044c-c5e1-41a1-b451-7507767e4c84 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:29:41.346807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port af80044c-c5e1-41a1-b451-7507767e4c84 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:29:41.346807 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.427602 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.450791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:41.453089 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d8e02f-c066-40a9-8e58-da8358a6f26f" -d '{"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-plugged", "status": "completed", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:41.469741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:41.501697 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8eaa1f-f9e1-4981-ac8f-5e6c03f966a6 x-openstack-request-id: req-9b8eaa1f-f9e1-4981-ac8f-5e6c03f966a6 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:41.501969 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-plugged", "status": "completed", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:41.502193 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b8eaa1f-f9e1-4981-ac8f-5e6c03f966a6 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:41.502642 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'code': 200} Sep 22 10:29:41.587957 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:41.639474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:42.071887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191afd11-ce04-47f0-9cf7-f04468bb1f14 req-a54c3dd7-9a8f-4858-8ed1-99e8504d1b19 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:42.073417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-191afd11-ce04-47f0-9cf7-f04468bb1f14 req-a54c3dd7-9a8f-4858-8ed1-99e8504d1b19 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0497754 Sep 22 10:29:42.111180 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-191afd11-ce04-47f0-9cf7-f04468bb1f14 req-d2475047-4394-4717-ae35-380a71683e6f tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Sep 22 10:29:43.234581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce8a6d-b294-4aae-97ab-16eb623d9ec4 req-3e56affe-2ee8-49fe-96a4-4a418519219a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:43.236405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64ce8a6d-b294-4aae-97ab-16eb623d9ec4 req-3e56affe-2ee8-49fe-96a4-4a418519219a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0516739 Sep 22 10:29:43.274827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64ce8a6d-b294-4aae-97ab-16eb623d9ec4 req-b3b347f0-f115-47b3-9038-c45cf95af3a4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323436 Sep 22 10:29:44.399182 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dcdd1-c277-4215-9bb9-8bc05a628bb7 req-75940f4b-3a26-4139-801e-191b4134ad81 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:44.400655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-883dcdd1-c277-4215-9bb9-8bc05a628bb7 req-75940f4b-3a26-4139-801e-191b4134ad81 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0556657 Sep 22 10:29:44.439905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-883dcdd1-c277-4215-9bb9-8bc05a628bb7 req-4883738b-7b0a-44e9-95a7-af128ff5fd3b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329571 Sep 22 10:29:45.568539 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e62e04-3e8e-4eda-a39c-26297c155839 req-7e24302a-9b24-4ddc-ac9a-8dc73d5d1571 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.570095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51e62e04-3e8e-4eda-a39c-26297c155839 req-7e24302a-9b24-4ddc-ac9a-8dc73d5d1571 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0589375 Sep 22 10:29:45.573192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-25b50f07-b868-4134-a96e-98d7f19a53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:45.574726 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-25b50f07-b868-4134-a96e-98d7f19a53dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a&tenant_id=f819078b69ec4543ad46f927526c8774 HTTP/1.1" status: 200 len: 1097 time: 0.0475514 Sep 22 10:29:45.586645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:29:45.610694 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-51e62e04-3e8e-4eda-a39c-26297c155839 req-01b4ecc9-4e3d-4659-8d64-af665d82e092 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338566 Sep 22 10:29:45.640526 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.843254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:45.874309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h2-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:45.917182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:45.919495 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9143751e-e7af-47b6-bb85-6967bc1df2cf" -d '{"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:45.923341 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:45.941548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Transition to ACTIVE for port object af80044c-c5e1-41a1-b451-7507767e4c84 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:29:45.971429 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3195af-c467-4117-9eb9-313c876586ff x-openstack-request-id: req-ff3195af-c467-4117-9eb9-313c876586ff {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:45.971727 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-unplugged", "status": "completed", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:45.971981 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff3195af-c467-4117-9eb9-313c876586ff {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:45.972405 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'code': 200} Sep 22 10:29:45.999058 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.075489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=10']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:46.088166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.088538 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.088853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.089185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.089511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.089835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.090156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.090476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.090811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.091109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.091424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.091740 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:29:46.131862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] No DVR routers for this DVR port af80044c-c5e1-41a1-b451-7507767e4c84 on host n-h2-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:29:46.268194 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:29:46.268531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:29:46.268892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:46.273155 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Port af80044c-c5e1-41a1-b451-7507767e4c84 on network 4c0d67a1-5adc-4a25-926b-3766e053751c not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:29:46.273471 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Attempting to bind port af80044c-c5e1-41a1-b451-7507767e4c84 on network 4c0d67a1-5adc-4a25-926b-3766e053751c {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:29:46.278458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:29:46.278798 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Checking segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:29:46.279184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Bound using segment: {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:29:46.279633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Bound port: af80044c-c5e1-41a1-b451-7507767e4c84, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6c489c-b299-4e8e-b74e-52b50081bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:29:46.279993 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.343572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:29:46.346784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:29:46.411075 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.445502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.446135 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:46.447549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] 10.222.0.60 "PUT /v2.0/ports/af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1093 time: 0.8652003 Sep 22 10:29:46.481272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045b2dc-7aed-4cdd-a617-be5cf7243f4a service neutron] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=11']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:46.524141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-651f41c7-2cc0-4070-bd8d-ee9e4284e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.525816 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-651f41c7-2cc0-4070-bd8d-ee9e4284e5f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1096 time: 0.0528047 Sep 22 10:29:46.624101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-93a2704c-1c0f-43c9-be62-71feba08de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.625860 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-93a2704c-1c0f-43c9-be62-71feba08de56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0922966 Sep 22 10:29:46.705737 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-d082c779-5850-46e4-94e5-d4ed7657aff5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1001 time: 0.0688365 Sep 22 10:29:46.740267 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfa296-6b9a-453a-9179-98e1f7cd83e3 req-366f944d-1d4a-4a01-bf34-d1f37a684b8b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.742106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbbfa296-6b9a-453a-9179-98e1f7cd83e3 req-366f944d-1d4a-4a01-bf34-d1f37a684b8b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0535529 Sep 22 10:29:46.758383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-2678f5ad-7470-408a-b763-ed9084666395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.759887 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-2678f5ad-7470-408a-b763-ed9084666395 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0467887 Sep 22 10:29:46.786121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bbbfa296-6b9a-453a-9179-98e1f7cd83e3 req-c4a2e948-c49b-4db7-963a-84b0fcf076bf tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370429 Sep 22 10:29:46.806899 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8bd68a97-29e9-4e4e-9284-d37d779f3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:46.808429 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8bd68a97-29e9-4e4e-9284-d37d779f3364 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415034 Sep 22 10:29:46.903855 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-3b048af4-8558-415b-9416-c625841e77c4 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880570 Sep 22 10:29:46.992099 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2f393330-35d4-4bb5-b439-5bd5042ec90e req-8f866c00-3081-49c9-a11b-80e62732d1a0 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811992 Sep 22 10:29:47.254156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:29:47.293034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:29:47.914315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eef1d-9fb9-48cc-aeca-54db50b7ec2a req-2edca548-7014-4b90-9e6e-2ba4bdf145d2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:47.915832 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-996eef1d-9fb9-48cc-aeca-54db50b7ec2a req-2edca548-7014-4b90-9e6e-2ba4bdf145d2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0573976 Sep 22 10:29:47.955700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-996eef1d-9fb9-48cc-aeca-54db50b7ec2a req-35901605-b8e5-4f12-b1fa-3afffb02b697 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334761 Sep 22 10:29:47.973482 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:29:47.976000 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f89961-af9d-4cf7-86f8-3756f5e24110" -d '{"events": [{"name": "network-changed", "server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:29:48.025135 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5b0846-1473-452b-b4b9-1796d99be106 x-openstack-request-id: req-7a5b0846-1473-452b-b4b9-1796d99be106 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:29:48.025431 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:29:48.026068 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a5b0846-1473-452b-b4b9-1796d99be106 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:29:48.026259 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'status': 'completed', 'code': 200} Sep 22 10:29:48.095863 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-7cebad24-07b8-4a63-92bb-32b549ff0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.097720 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-7cebad24-07b8-4a63-92bb-32b549ff0ba7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1096 time: 0.0500758 Sep 22 10:29:48.099220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-c784b42e-dbdc-456c-9568-1c7eecd19645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.100762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-c784b42e-dbdc-456c-9568-1c7eecd19645 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f819078b69ec4543ad46f927526c8774&device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 1096 time: 0.0550716 Sep 22 10:29:48.202651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-5d270b91-3f34-4be1-8d21-cc39dbe3b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.203654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-f7377d8d-f543-4bc2-9961-1d37cc1f4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.204665 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-5d270b91-3f34-4be1-8d21-cc39dbe3b342 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0997765 Sep 22 10:29:48.205216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-f7377d8d-f543-4bc2-9961-1d37cc1f4e4b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 200 len: 912 time: 0.0927951 Sep 22 10:29:48.278486 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-60859b75-be30-42f6-a49b-96a71617ed06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1001 time: 0.0665054 Sep 22 10:29:48.281483 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-71f02073-a0ac-478d-8c39-e793144d9610 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 200 len: 1001 time: 0.0649331 Sep 22 10:29:48.333957 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-f7c5d1f5-a13b-4862-a5ea-264524b20505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.335773 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-f7c5d1f5-a13b-4862-a5ea-264524b20505 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0487015 Sep 22 10:29:48.336395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-3da65517-3a27-4791-9257-d8b5a8252a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.337890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-3da65517-3a27-4791-9257-d8b5a8252a88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 200 len: 850 time: 0.0453808 Sep 22 10:29:48.388835 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-242f1116-6563-4a34-89c8-c1abb72e9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.390335 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-242f1116-6563-4a34-89c8-c1abb72e9eb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473537 Sep 22 10:29:48.396202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-cf9f4ff0-a048-4a7f-8cac-16d15fefb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:48.397906 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-cf9f4ff0-a048-4a7f-8cac-16d15fefb2cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c0d67a1-5adc-4a25-926b-3766e053751c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469108 Sep 22 10:29:48.493919 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-bf24bc96-52bc-488e-8f99-b64271780de6 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961864 Sep 22 10:29:48.507805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-c23c1d6f-6072-478e-a5b3-39595b64ee20 service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974848 Sep 22 10:29:48.588609 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-6adade90-d0bc-4a2e-b5bc-55df7943dd86 service neutron] 10.222.0.60 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880167 Sep 22 10:29:48.611683 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2f89961-af9d-4cf7-86f8-3756f5e24110 req-b19b77c9-294d-4097-bc99-aa99b1449abe service neutron] 10.222.0.45 "GET /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936627 Sep 22 10:29:49.088219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9461c-f9c5-44ea-bc85-f427a27d565b req-9e208899-574d-4362-b5cd-ddc3da4220bb tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:49.089834 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71c9461c-f9c5-44ea-bc85-f427a27d565b req-9e208899-574d-4362-b5cd-ddc3da4220bb tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0575151 Sep 22 10:29:49.133321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71c9461c-f9c5-44ea-bc85-f427a27d565b req-3cb269b7-1e24-4047-9a14-71ec86559b65 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367177 Sep 22 10:29:50.264618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0c984-ef86-4545-a473-06ca74f0ab96 req-9c762770-79a4-4bb3-b303-c2db577e5d02 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:50.266173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7c0c984-ef86-4545-a473-06ca74f0ab96 req-9c762770-79a4-4bb3-b303-c2db577e5d02 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0597782 Sep 22 10:29:50.306861 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7c0c984-ef86-4545-a473-06ca74f0ab96 req-c3f30e2b-78b6-4081-880d-9b1d0ab19ab6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Sep 22 10:29:51.431219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f282349-6dde-4750-b4bd-8b87e0e3be45 req-ad0abdc7-2265-42ec-8e22-a7d5ba3ac586 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:51.432778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f282349-6dde-4750-b4bd-8b87e0e3be45 req-ad0abdc7-2265-42ec-8e22-a7d5ba3ac586 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0548017 Sep 22 10:29:51.476816 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f282349-6dde-4750-b4bd-8b87e0e3be45 req-7e05178a-cf98-4776-97ad-cc333f4ad64d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365953 Sep 22 10:29:52.600385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c49d9-e0d9-4145-90da-d4336906587a req-c99d838d-a1cd-4bfd-af8a-4dd58836ddca tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:52.601863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec7c49d9-e0d9-4145-90da-d4336906587a req-c99d838d-a1cd-4bfd-af8a-4dd58836ddca tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0531590 Sep 22 10:29:52.642840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec7c49d9-e0d9-4145-90da-d4336906587a req-e4b80cf1-0ff4-4b7b-aa73-6ea3254215ef tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347848 Sep 22 10:29:53.762127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84730b99-bd92-4988-8dec-147a591d03e7 req-c0fb527a-cc41-478c-b2bb-c42b1fda4f07 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:53.763659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84730b99-bd92-4988-8dec-147a591d03e7 req-c0fb527a-cc41-478c-b2bb-c42b1fda4f07 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0501771 Sep 22 10:29:53.782679 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:53.805763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-84730b99-bd92-4988-8dec-147a591d03e7 req-8662bb8c-922d-4d58-b0a6-13a0136f6abb tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349603 Sep 22 10:29:54.256198 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-556e2bbf-f141-44e2-9852-724d236491fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:54.925755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3bd8a-30bc-4459-ad7b-95ffe5d1b760 req-57389991-b363-41f4-bae2-d7cea631bdbd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:54.927254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcd3bd8a-30bc-4459-ad7b-95ffe5d1b760 req-57389991-b363-41f4-bae2-d7cea631bdbd tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0496774 Sep 22 10:29:54.969916 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcd3bd8a-30bc-4459-ad7b-95ffe5d1b760 req-a7fd2892-d292-4eff-adbd-9ea849e163ad tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358193 Sep 22 10:29:55.084868 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:56.088553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c476-e240-4efe-be05-7156f57c6b7e req-8090270d-f982-4b53-ac24-069ff18bd807 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:56.090123 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b750c476-e240-4efe-be05-7156f57c6b7e req-8090270d-f982-4b53-ac24-069ff18bd807 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0512061 Sep 22 10:29:56.128900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b750c476-e240-4efe-be05-7156f57c6b7e req-6dcf84f9-1a2e-4fa0-a653-aa1836cf4966 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326316 Sep 22 10:29:56.993585 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6512e889-d1e8-416c-9b69-bdb233a12dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:57.246263 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c4027-ad2b-4903-b871-eea8bcfc765e req-d0c49b6c-182d-4339-bc30-59284b697881 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:57.247676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-825c4027-ad2b-4903-b871-eea8bcfc765e req-d0c49b6c-182d-4339-bc30-59284b697881 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0502539 Sep 22 10:29:57.285863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-825c4027-ad2b-4903-b871-eea8bcfc765e req-a6d3f117-c5a6-4dcf-954d-eef0e8a0f69a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318680 Sep 22 10:29:57.639385 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.330724 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.411965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a32f7a-4a81-4b32-870b-c346b6f5a4ca req-7f42b86f-cfa5-4958-a080-d9232a20b123 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:58.413669 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23a32f7a-4a81-4b32-870b-c346b6f5a4ca req-7f42b86f-cfa5-4958-a080-d9232a20b123 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 945 time: 0.0549152 Sep 22 10:29:58.459753 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23a32f7a-4a81-4b32-870b-c346b6f5a4ca req-4960ff39-0626-4e53-a240-3c484f3817b9 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395083 Sep 22 10:29:58.728395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:29:58.835344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:58.849766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'port_id': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'mac_address': 'fa:16:3e:d0:4e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:29:58.886650 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:58.899797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af80044c-c5e1-41a1-b451-7507767e4c84 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:29:58.919678 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:29:59.044841 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:29:59.100160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=12']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:29:59.286287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['af80044c-c5e1-41a1-b451-7507767e4c84'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:29:59.588192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d32c20-bf36-4724-8572-cf4b3413b44f req-42d35382-9f8c-4a1b-9dce-71cb3d5e849d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.589923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1d32c20-bf36-4724-8572-cf4b3413b44f req-42d35382-9f8c-4a1b-9dce-71cb3d5e849d tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0554585 Sep 22 10:29:59.633555 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d1d32c20-bf36-4724-8572-cf4b3413b44f req-ba1c925e-760a-487c-b59d-7f3b296231ea tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367441 Sep 22 10:29:59.760750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e63b6-ad95-4088-b804-b3ad95665d68 req-04184691-d123-48ce-aa0c-c3860cb5cbf8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.762299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa7e63b6-ad95-4088-b804-b3ad95665d68 req-04184691-d123-48ce-aa0c-c3860cb5cbf8 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0541878 Sep 22 10:29:59.804017 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa7e63b6-ad95-4088-b804-b3ad95665d68 req-16f0d27e-c3ce-4713-9273-0308596954a0 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345638 Sep 22 10:29:59.930455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5068cad-6921-4993-9314-4f08b79f0810 req-5791f711-1e09-4105-8d6c-c9795fb90799 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:29:59.932035 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5068cad-6921-4993-9314-4f08b79f0810 req-5791f711-1e09-4105-8d6c-c9795fb90799 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0523643 Sep 22 10:29:59.978549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b5068cad-6921-4993-9314-4f08b79f0810 req-8de40418-3809-4df2-b455-74c5cf214e50 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396831 Sep 22 10:30:00.096904 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.472443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f90a9-47bd-4f52-bff3-1e5501209ede req-b4a7786c-f51d-406a-a548-59099ee39991 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:00.474086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c6f90a9-47bd-4f52-bff3-1e5501209ede req-b4a7786c-f51d-406a-a548-59099ee39991 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 946 time: 0.0508404 Sep 22 10:30:00.514291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c6f90a9-47bd-4f52-bff3-1e5501209ede req-a61967e8-83d1-4448-b15b-26286a04608b tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340004 Sep 22 10:30:00.748385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:00.867767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port af80044c-c5e1-41a1-b451-7507767e4c84 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:30:00.872147 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port af80044c-c5e1-41a1-b451-7507767e4c84 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:00.872520 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.955437 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:00.976815 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:00.979073 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc39008-8be9-4dec-ac68-161a51bd024a" -d '{"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-plugged", "status": "completed", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:00.992288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:01.021553 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f5b2d-a477-4177-bae3-91a5617d91db x-openstack-request-id: req-714f5b2d-a477-4177-bae3-91a5617d91db {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:01.021553 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-plugged", "status": "completed", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:01.021553 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-714f5b2d-a477-4177-bae3-91a5617d91db {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:01.021553 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'code': 200} Sep 22 10:30:01.074488 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:01.133110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=13']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:01.643794 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc131e48-f9e2-446f-a594-930f26e76e94 req-c1cdd4cf-98e8-4b2b-b739-64abd6a54049 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:01.645317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc131e48-f9e2-446f-a594-930f26e76e94 req-c1cdd4cf-98e8-4b2b-b739-64abd6a54049 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 947 time: 0.0590253 Sep 22 10:30:01.690336 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bc131e48-f9e2-446f-a594-930f26e76e94 req-c699bc57-bf69-4e1d-8df4-a8518c90dde2 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afd1cf2d-238e-49bb-8170-77550077270f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384238 Sep 22 10:30:02.074453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-c9e7bfb7-93dd-4f94-9cfa-e4d5e56f89ca tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:02.075951 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-c9e7bfb7-93dd-4f94-9cfa-e4d5e56f89ca tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 947 time: 0.0508120 Sep 22 10:30:02.174234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Deleting port af80044c-c5e1-41a1-b451-7507767e4c84 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:02.174589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.271989 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] For port af80044c-c5e1-41a1-b451-7507767e4c84, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=af80044c-c5e1-41a1-b451-7507767e4c84,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:02.272353 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.447720 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.448083 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.448406 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Floating IP bc616960-e670-4efe-bec7-dcf739177d05 disassociated. External IP: 172.25.6.151, port: af80044c-c5e1-41a1-b451-7507767e4c84. Sep 22 10:30:02.448763 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Calling delete_port for af80044c-c5e1-41a1-b451-7507767e4c84 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:02.679194 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.709576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event deleted for resources: {'Port': ['ID=af80044c-c5e1-41a1-b451-7507767e4c84,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:02.794839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19274431-4b40-4a0d-b206-7bb74f843b63 req-b16f6ef3-33c6-4893-9775-d2c1faa6dee4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 210 time: 0.0287101 Sep 22 10:30:02.831796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Router ee289854-a087-46ca-9af3-6259d10fdedb has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:30:02.943433 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:02.953496 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfca3b2-726d-41e1-900d-f3cabc17a72a None None] Sync routers for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:02.963380 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfca3b2-726d-41e1-900d-f3cabc17a72a None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:02.963985 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-7cfca3b2-726d-41e1-900d-f3cabc17a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:02.982995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] No DVR routers for this DVR port af80044c-c5e1-41a1-b451-7507767e4c84 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:30:02.986440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:02.988434 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-10872277-fcad-4a14-8c60-9e98d09984c7 req-5e9ab291-6822-4f1a-98df-59a352da0cf1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.60 "DELETE /v2.0/ports/af80044c-c5e1-41a1-b451-7507767e4c84 HTTP/1.1" status: 204 len: 173 time: 0.9058199 Sep 22 10:30:02.988898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-deleted', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:02.991172 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e39498-9499-4b4b-8824-0bc2c2f0c41f" -d '{"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-deleted", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:03.027548 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c942d827-e3f1-423a-9459-1de2bae5f6d0 x-openstack-request-id: req-c942d827-e3f1-423a-9459-1de2bae5f6d0 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:03.027840 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a744f48-2a38-4f3e-9ed0-948d593f5b6a", "name": "network-vif-deleted", "tag": "af80044c-c5e1-41a1-b451-7507767e4c84", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:03.028095 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c942d827-e3f1-423a-9459-1de2bae5f6d0 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:03.028499 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a744f48-2a38-4f3e-9ed0-948d593f5b6a', 'name': 'network-vif-deleted', 'tag': 'af80044c-c5e1-41a1-b451-7507767e4c84', 'status': 'completed', 'code': 200} Sep 22 10:30:03.070909 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-7cfca3b2-726d-41e1-900d-f3cabc17a72a None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:03.270853 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-7cfca3b2-726d-41e1-900d-f3cabc17a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:03.297711 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfca3b2-726d-41e1-900d-f3cabc17a72a None None] Checking router: ee289854-a087-46ca-9af3-6259d10fdedb for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:30:03.306460 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfca3b2-726d-41e1-900d-f3cabc17a72a None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:03.307071 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-7cfca3b2-726d-41e1-900d-f3cabc17a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:03.413625 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-7cfca3b2-726d-41e1-900d-f3cabc17a72a None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:03.612255 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-7cfca3b2-726d-41e1-900d-f3cabc17a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:03.642691 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfca3b2-726d-41e1-900d-f3cabc17a72a None None] The sync data for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 is: [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:19:20Z', 'revision_number': 4, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '84c7a9af-5e89-4aa4-8b55-6d0e6de9d334', 'name': '', 'network_id': '4c0d67a1-5adc-4a25-926b-3766e053751c', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'mac_address': 'fa:16:3e:7c:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '192ac854-0349-4e4f-9c34-6c052652d038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:19Z', 'updated_at': '2021-09-22T10:19:23Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'subnets': [{'id': '192ac854-0349-4e4f-9c34-6c052652d038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:03.887688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69c088-7aa1-40f9-9dc6-a9d2059f3644 None None] New status for floating IP bc616960-e670-4efe-bec7-dcf739177d05: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:30:03.910285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2a603599-71d9-4714-bdcb-4de738f91357 req-7e5c4893-b558-4b50-9bf0-b71286be8f6c tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 210 time: 0.0312953 Sep 22 10:30:05.009092 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-259eaef1-a26c-4128-957b-6fca4cbccde3 req-221013c2-3cb7-4d2b-ab65-f59efd7756d1 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 210 time: 0.0269628 Sep 22 10:30:06.105544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c34426ce-ac37-4261-b4bb-d57d02ca209a req-f8a42d10-1523-4b72-a767-8577ef25aa43 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 210 time: 0.0273750 Sep 22 10:30:06.448627 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:30:06.759289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:30:06.779199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: af80044c-c5e1-41a1-b451-7507767e4c84 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:30:06.779539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device af80044c-c5e1-41a1-b451-7507767e4c84 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:30:07.215851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5c07573-4ec5-4771-9d93-371ea4dd51ec req-1ad6d6b3-9efa-4b4a-a853-5295b74276d6 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a744f48-2a38-4f3e-9ed0-948d593f5b6a HTTP/1.1" status: 200 len: 210 time: 0.0267665 Sep 22 10:30:12.400133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55606) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:12.455647 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-906d6568-3dea-453c-9f22-a465347d476a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:12.478836 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-906d6568-3dea-453c-9f22-a465347d476a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:12.621868 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-906d6568-3dea-453c-9f22-a465347d476a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:12.624544 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-906d6568-3dea-453c-9f22-a465347d476a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:12.626385 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-906d6568-3dea-453c-9f22-a465347d476a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "DELETE /v2.0/security-groups/afd1cf2d-238e-49bb-8170-77550077270f HTTP/1.1" status: 204 len: 168 time: 0.2252195 Sep 22 10:30:12.629414 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55608) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:12.636279 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d6568-3dea-453c-9f22-a465347d476a tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd1cf2d-238e-49bb-8170-77550077270f,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:12.645319 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-90149a11-b6b3-4647-b7e1-510f1c1dd871 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] show failed (client error): The resource could not be found. Sep 22 10:30:12.646365 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-90149a11-b6b3-4647-b7e1-510f1c1dd871 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "GET /v2.0/security-groups/afd1cf2d-238e-49bb-8170-77550077270f HTTP/1.1" status: 404 len: 347 time: 0.0158668 Sep 22 10:30:12.649440 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55610) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:12.776188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-801a4e55-1945-470d-8d39-922677b705c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Deleting port 7135a67d-123e-472e-a819-ee0a15eac278 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:12.776440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-801a4e55-1945-470d-8d39-922677b705c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:12.854070 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-801a4e55-1945-470d-8d39-922677b705c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:12.854394 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-801a4e55-1945-470d-8d39-922677b705c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:12.866547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-801a4e55-1945-470d-8d39-922677b705c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Calling delete_port for 7135a67d-123e-472e-a819-ee0a15eac278 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:13.067956 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-801a4e55-1945-470d-8d39-922677b705c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.094677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a4e55-1945-470d-8d39-922677b705c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Pushing event deleted for resources: {'Port': ['ID=7135a67d-123e-472e-a819-ee0a15eac278,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:13.151436 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-801a4e55-1945-470d-8d39-922677b705c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.153955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-801a4e55-1945-470d-8d39-922677b705c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:13.155104 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-801a4e55-1945-470d-8d39-922677b705c4 tempest-ServerActionsTestJSON-1996441087 tempest-ServerActionsTestJSON-1996441087-project] 10.222.0.49 "DELETE /v2.0/floatingips/bc616960-e670-4efe-bec7-dcf739177d05 HTTP/1.1" status: 204 len: 168 time: 0.5048108 Sep 22 10:30:13.159289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55612) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:13.964260 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.217664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] Deleting port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:14.217905 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.298349 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] For port 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=84c7a9af-5e89-4aa4-8b55-6d0e6de9d334,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:14.298719 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.317007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] Calling delete_port for 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:14.565037 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.589112 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c7a9af-5e89-4aa4-8b55-6d0e6de9d334,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:14.762237 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:14.982549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] Router ee289854-a087-46ca-9af3-6259d10fdedb has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:30:15.088017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:30:15.093251 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-38a117ef-d0a6-4645-a5dc-7fc239a683e3 admin admin] 10.222.0.49 "PUT /v2.0/routers/ee289854-a087-46ca-9af3-6259d10fdedb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9329765 Sep 22 10:30:15.096479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55616) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:15.097666 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9167a671-6e83-4642-8097-0d1e6689b513 None None] Sync routers for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:30:15.106884 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9167a671-6e83-4642-8097-0d1e6689b513 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:15.107573 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9167a671-6e83-4642-8097-0d1e6689b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:15.200552 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.310054 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9167a671-6e83-4642-8097-0d1e6689b513 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:15.316277 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.448882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Deleting port d085fdc9-be9d-4083-811a-b494c529934a {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:15.449263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.489202 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9167a671-6e83-4642-8097-0d1e6689b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:30:14Z', 'revision_number': 5, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port': {'id': 'd085fdc9-be9d-4083-811a-b494c529934a', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:19:17Z', 'updated_at': '2021-09-22T10:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:15.515145 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9167a671-6e83-4642-8097-0d1e6689b513 None None] Checking router: ee289854-a087-46ca-9af3-6259d10fdedb for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:30:15.524066 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9167a671-6e83-4642-8097-0d1e6689b513 None None] Routers {'ee289854-a087-46ca-9af3-6259d10fdedb'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:30:15.524807 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9167a671-6e83-4642-8097-0d1e6689b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:29:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['ee289854-a087-46ca-9af3-6259d10fdedb'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:15.529009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] For port d085fdc9-be9d-4083-811a-b494c529934a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d085fdc9-be9d-4083-811a-b494c529934a,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:15.529379 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.544111 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Calling delete_port for d085fdc9-be9d-4083-811a-b494c529934a owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:15.612467 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9167a671-6e83-4642-8097-0d1e6689b513 None None] Set router ee289854-a087-46ca-9af3-6259d10fdedb gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:30:15.667803 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9167a671-6e83-4642-8097-0d1e6689b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:30:15Z', 'revision_number': 6, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:15.696590 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9167a671-6e83-4642-8097-0d1e6689b513 None None] The sync data for ids ['ee289854-a087-46ca-9af3-6259d10fdedb'] in n-d-805649-4 is: [{'id': 'ee289854-a087-46ca-9af3-6259d10fdedb', 'name': 'tempest-ServerActionsTestJSON-954481720-router', 'tenant_id': 'f819078b69ec4543ad46f927526c8774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:19:16Z', 'updated_at': '2021-09-22T10:30:15Z', 'revision_number': 6, 'project_id': 'f819078b69ec4543ad46f927526c8774', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:30:15.787512 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.818327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d085fdc9-be9d-4083-811a-b494c529934a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:15.879429 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.971440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:15.973792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.079441 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.080223 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee289854-a087-46ca-9af3-6259d10fdedb {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:30:16.085008 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.091265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2a79b7bf-a646-4149-8dab-895ba7eb1bc4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ee289854-a087-46ca-9af3-6259d10fdedb HTTP/1.1" status: 204 len: 168 time: 0.9886539 Sep 22 10:30:16.091422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55618) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:16.452781 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72ac497-0db4-47f1-9256-abf143606614 admin admin] Deleting subnet 192ac854-0349-4e4f-9c34-6c052652d038 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:30:16.457761 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d72ac497-0db4-47f1-9256-abf143606614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.517178 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d72ac497-0db4-47f1-9256-abf143606614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.539537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:30:16.572326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:30:16.572909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 84c7a9af-5e89-4aa4-8b55-6d0e6de9d334 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:30:16.573605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d085fdc9-be9d-4083-811a-b494c529934a no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:30:16.598706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: d085fdc9-be9d-4083-811a-b494c529934a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:30:16.599218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d085fdc9-be9d-4083-811a-b494c529934a not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:30:16.613429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d72ac497-0db4-47f1-9256-abf143606614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.753566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d72ac497-0db4-47f1-9256-abf143606614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.781591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ac497-0db4-47f1-9256-abf143606614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192ac854-0349-4e4f-9c34-6c052652d038,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:16.787477 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d72ac497-0db4-47f1-9256-abf143606614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.793811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d72ac497-0db4-47f1-9256-abf143606614 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/192ac854-0349-4e4f-9c34-6c052652d038 HTTP/1.1" status: 204 len: 168 time: 0.6995742 Sep 22 10:30:16.793811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55620) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:16.794067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fcecc9-9f29-4276-b3c1-095ec4b684c0 None None] Network 4c0d67a1-5adc-4a25-926b-3766e053751c requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:30:16.862588 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.933465 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Deleting port 5c2343b1-8c52-4f77-aa16-06de2782bf62 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:16.933977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:16.973594 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28596fe1-10ab-4b6c-a961-50a4579d5dc1 None None] DHCP port deletion for 4c0d67a1-5adc-4a25-926b-3766e053751c request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:30:17.012602 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] For port 5c2343b1-8c52-4f77-aa16-06de2782bf62, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5c2343b1-8c52-4f77-aa16-06de2782bf62,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:17.013062 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.022751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-28596fe1-10ab-4b6c-a961-50a4579d5dc1 None None] Deleting port 5c2343b1-8c52-4f77-aa16-06de2782bf62 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:17.023132 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28596fe1-10ab-4b6c-a961-50a4579d5dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.027619 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Calling delete_port for 5c2343b1-8c52-4f77-aa16-06de2782bf62 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:17.092630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-28596fe1-10ab-4b6c-a961-50a4579d5dc1 None None] For port 5c2343b1-8c52-4f77-aa16-06de2782bf62, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5c2343b1-8c52-4f77-aa16-06de2782bf62,segment=NetworkSegment(ff6c489c-b299-4e8e-b74e-52b50081bd19),segment_id=ff6c489c-b299-4e8e-b74e-52b50081bd19)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:17.093060 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28596fe1-10ab-4b6c-a961-50a4579d5dc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.105082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-28596fe1-10ab-4b6c-a961-50a4579d5dc1 None None] Calling delete_port for 5c2343b1-8c52-4f77-aa16-06de2782bf62 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:17.176602 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.182560 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-28596fe1-10ab-4b6c-a961-50a4579d5dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.204679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2343b1-8c52-4f77-aa16-06de2782bf62,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:17.208173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] No DVR routers for this DVR port 5c2343b1-8c52-4f77-aa16-06de2782bf62 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:30:17.208344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28596fe1-10ab-4b6c-a961-50a4579d5dc1 None None] Pushing event deleted for resources: {'Port': ['ID=5c2343b1-8c52-4f77-aa16-06de2782bf62,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:17.211914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28596fe1-10ab-4b6c-a961-50a4579d5dc1 None None] No DVR routers for this DVR port 5c2343b1-8c52-4f77-aa16-06de2782bf62 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:30:17.282609 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.304367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0d67a1-5adc-4a25-926b-3766e053751c']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:17.313624 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6c489c-b299-4e8e-b74e-52b50081bd19') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:17.313926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6c489c-b299-4e8e-b74e-52b50081bd19') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:17.323079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.335886 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.341698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:30:17.342105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:30:17.344363 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:30:17.467247 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.475631 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.476701 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4c0d67a1-5adc-4a25-926b-3766e053751c HTTP/1.1" status: 204 len: 168 time: 0.6836698 Sep 22 10:30:17.489852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1d43e-ae6a-4d92-8d8e-39cd1134d112 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0d67a1-5adc-4a25-926b-3766e053751c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:17.821728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55624) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:17.862361 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-af3b565a-f81c-4a1a-bd01-f513b7940452 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f819078b69ec4543ad46f927526c8774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394669 Sep 22 10:30:17.865191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55626) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:17.919078 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8fb676f1-22e1-4fdf-98c3-8fc05f1e4e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:17.940371 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8fb676f1-22e1-4fdf-98c3-8fc05f1e4e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.073004 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8fb676f1-22e1-4fdf-98c3-8fc05f1e4e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.075492 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8fb676f1-22e1-4fdf-98c3-8fc05f1e4e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:18.076745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8fb676f1-22e1-4fdf-98c3-8fc05f1e4e65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/173f89df-95c9-4c94-802d-2abc51cee6d4 HTTP/1.1" status: 204 len: 168 time: 0.2106493 Sep 22 10:30:18.085664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb676f1-22e1-4fdf-98c3-8fc05f1e4e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173f89df-95c9-4c94-802d-2abc51cee6d4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:18.441772 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5c2343b1-8c52-4f77-aa16-06de2782bf62 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:30:18.465873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 5c2343b1-8c52-4f77-aa16-06de2782bf62 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:30:18.466221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5c2343b1-8c52-4f77-aa16-06de2782bf62 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:30:19.277690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55648) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:19.379829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-146694259-network', 'tenant_id': '0d7a231f42a7456a8ebd6049cad8db97'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:19.467222 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Made reservation on behalf of 0d7a231f42a7456a8ebd6049cad8db97 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:19.469774 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.479308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.578901 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.656471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.682776 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:30:19.693014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb0d09-d602-4614-9525-8b02079fcee4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:19.698166 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.698517 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Added segment 292b6517-1326-45e1-aa5b-f4d49f5e2740 of type vlan for network 46f33417-f5e3-48f8-9723-433d5b4685fc Sep 22 10:30:19.741327 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.862144 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.863195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:19.863900 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:19.925430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] Pushing event updated for resources: {'Network': ['ID=46f33417-f5e3-48f8-9723-433d5b4685fc,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:19.936351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 46f33417-f5e3-48f8-9723-433d5b4685fc details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:30:19.968933 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9df08b52-6707-4689-9cb0-ba94f0ec92e3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6869249 Sep 22 10:30:19.969499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55652) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:19.974463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] Request body: {'subnet': {'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-146694259-subnet', 'tenant_id': '0d7a231f42a7456a8ebd6049cad8db97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:20.084576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] Made reservation on behalf of 0d7a231f42a7456a8ebd6049cad8db97 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:20.087104 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:20.313819 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:20.368488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ac0280-f2be-4071-a4d0-5a3331c73d9b,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:20.387486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] Checking segment: {'id': '292b6517-1326-45e1-aa5b-f4d49f5e2740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:20.389335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] Network hostable DHCP agents. Network: 46f33417-f5e3-48f8-9723-433d5b4685fc, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:30:20.507281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] Network 46f33417-f5e3-48f8-9723-433d5b4685fc is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:30:20.587707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 46f33417-f5e3-48f8-9723-433d5b4685fc) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:20.592616 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:20.594185 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:20.599280 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd697e6-4e19-44b4-8f63-25ca54bee02e None None] Network 46f33417-f5e3-48f8-9723-433d5b4685fc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:30:20.714206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-25397e00-8b0d-41dd-938a-33664aa195f5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7436335 Sep 22 10:30:20.745471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab9e0f-ba00-4fd4-8bd0-dc7ef15f0e84 None None] Network 46f33417-f5e3-48f8-9723-433d5b4685fc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:30:21.203280 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-60f9b9c4-eaaa-47c5-af7a-70a6764f34dd tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:21.204808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-60f9b9c4-eaaa-47c5-af7a-70a6764f34dd tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/networks?id=46f33417-f5e3-48f8-9723-433d5b4685fc HTTP/1.1" status: 200 len: 813 time: 0.1144462 Sep 22 10:30:21.220307 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-ad03da38-0fc4-4cf4-aba8-190c46763f7f tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/quotas/0d7a231f42a7456a8ebd6049cad8db97 HTTP/1.1" status: 200 len: 375 time: 0.0095439 Sep 22 10:30:21.254328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-134a86d0-b4e2-4cb2-9c0b-3cbcdb1fda2a tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d7a231f42a7456a8ebd6049cad8db97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282304 Sep 22 10:30:21.355224 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-facb46cf-0399-43c4-9997-fa34b90697b2 service neutron] 10.222.0.49 "GET /v2.0/networks/46f33417-f5e3-48f8-9723-433d5b4685fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932767 Sep 22 10:30:21.448435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-48626528-f815-4dd3-9c71-463150d1c278 service neutron] 10.222.0.49 "GET /v2.0/networks/46f33417-f5e3-48f8-9723-433d5b4685fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858228 Sep 22 10:30:21.688812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5dd77523-7e62-41ff-86d4-b3ba00ca5242 req-d53f62f0-d5d7-43fa-b29f-1b9d33d846e1 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 210 time: 0.0269468 Sep 22 10:30:22.774278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5f5d984-752b-4114-b4b8-132298082348 req-ed422221-df1b-4572-b82c-206f1cd2f6fc tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 210 time: 0.0307913 Sep 22 10:30:23.764507 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:23.877347 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f3fc5766-06f6-4011-b787-c42c3d536d6b req-f37881e9-fe2a-48f3-bd1f-bd723bbd590f tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 210 time: 0.0276585 Sep 22 10:30:24.103673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-edb07fe6-1a01-4fe4-ad6e-88534369d864 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:24.105264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-edb07fe6-1a01-4fe4-ad6e-88534369d864 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.45 "GET /v2.0/networks?id=46f33417-f5e3-48f8-9723-433d5b4685fc HTTP/1.1" status: 200 len: 813 time: 0.1045282 Sep 22 10:30:24.119568 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Request body: {'port': {'device_id': '2c232544-35bc-4d9c-adb7-50b1c16c617e', 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc', 'admin_state_up': True, 'tenant_id': '0d7a231f42a7456a8ebd6049cad8db97'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:24.301717 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4bd845c7-362e-4d04-95f3-57d254149e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.329898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Made reservation on behalf of 0d7a231f42a7456a8ebd6049cad8db97 for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:24.333517 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.461854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Allocated IP 172.20.0.11 (46f33417-f5e3-48f8-9723-433d5b4685fc/b4ac0280-f2be-4071-a4d0-5a3331c73d9b/892eb622-aa42-4fc4-a629-471dd140a12d) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:24.614084 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.730928 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.779550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Network 46f33417-f5e3-48f8-9723-433d5b4685fc is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:24.782763 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:24.786461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:24.812401 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Pushing event updated for resources: {'Port': ['ID=892eb622-aa42-4fc4-a629-471dd140a12d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:24.827608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.828473 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.828901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.829242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.829574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.829911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.830237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.830562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.830888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.831209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.831530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.831851 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:24.852063 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:24.852684 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:24.957746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-95a17d01-7ab4-405a-a93d-1b26ab077e00 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8422816 Sep 22 10:30:24.977397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Request body: {'port': {'device_id': '2c232544-35bc-4d9c-adb7-50b1c16c617e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:25.046969 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4e8f3-2449-4216-a12d-050ce5840b65 req-db1a3ded-e57c-44a8-9429-cce7826e1590 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:25.048406 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2d4e8f3-2449-4216-a12d-050ce5840b65 req-db1a3ded-e57c-44a8-9429-cce7826e1590 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 932 time: 0.1024311 Sep 22 10:30:25.053226 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.090559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.120981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2d4e8f3-2449-4216-a12d-050ce5840b65 req-4b1b016e-01f6-4760-9fa1-3cd7b3f7c3be tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652592 Sep 22 10:30:25.346694 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892eb622-aa42-4fc4-a629-471dd140a12d {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:25.354131 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.366859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Transition to ACTIVE for port object 892eb622-aa42-4fc4-a629-471dd140a12d will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:30:25.444512 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.497753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Pushing event updated for resources: {'Port': ['ID=892eb622-aa42-4fc4-a629-471dd140a12d,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:25.567412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Attempting to bind port 892eb622-aa42-4fc4-a629-471dd140a12d on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:25.567681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Attempting to bind port 892eb622-aa42-4fc4-a629-471dd140a12d by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '292b6517-1326-45e1-aa5b-f4d49f5e2740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:25.567994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Attempting to bind port 892eb622-aa42-4fc4-a629-471dd140a12d on network 46f33417-f5e3-48f8-9723-433d5b4685fc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:25.572368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Port 892eb622-aa42-4fc4-a629-471dd140a12d on network 46f33417-f5e3-48f8-9723-433d5b4685fc not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:30:25.572683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Attempting to bind port 892eb622-aa42-4fc4-a629-471dd140a12d on network 46f33417-f5e3-48f8-9723-433d5b4685fc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:25.577747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:25.578082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Checking segment: {'id': '292b6517-1326-45e1-aa5b-f4d49f5e2740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:25.578607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Bound using segment: {'id': '292b6517-1326-45e1-aa5b-f4d49f5e2740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:25.579076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Bound port: 892eb622-aa42-4fc4-a629-471dd140a12d, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292b6517-1326-45e1-aa5b-f4d49f5e2740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:25.579437 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.643472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] For port 892eb622-aa42-4fc4-a629-471dd140a12d, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:25.646607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] For port 892eb622-aa42-4fc4-a629-471dd140a12d, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=892eb622-aa42-4fc4-a629-471dd140a12d,segment=NetworkSegment(292b6517-1326-45e1-aa5b-f4d49f5e2740),segment_id=292b6517-1326-45e1-aa5b-f4d49f5e2740)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:25.765829 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.799676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:25.800289 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:25.801708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] 10.222.0.45 "PUT /v2.0/ports/892eb622-aa42-4fc4-a629-471dd140a12d HTTP/1.1" status: 200 len: 1092 time: 0.8296540 Sep 22 10:30:25.802139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c232544-35bc-4d9c-adb7-50b1c16c617e', 'tag': '892eb622-aa42-4fc4-a629-471dd140a12d'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:25.804385 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd89f85-fe0b-4897-b063-cbae09072370" -d '{"events": [{"name": "network-changed", "server_uuid": "2c232544-35bc-4d9c-adb7-50b1c16c617e", "tag": "892eb622-aa42-4fc4-a629-471dd140a12d"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:25.829504 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7892d4-dada-4947-b636-378c1d17ae9e service neutron] Pushing event updated for resources: {'Port': ['ID=892eb622-aa42-4fc4-a629-471dd140a12d,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:25.845323 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b3fb22-b9bf-4600-b23b-51191bafb25b x-openstack-request-id: req-42b3fb22-b9bf-4600-b23b-51191bafb25b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:25.845650 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c232544-35bc-4d9c-adb7-50b1c16c617e", "tag": "892eb622-aa42-4fc4-a629-471dd140a12d", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:25.845903 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42b3fb22-b9bf-4600-b23b-51191bafb25b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:25.846306 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c232544-35bc-4d9c-adb7-50b1c16c617e', 'tag': '892eb622-aa42-4fc4-a629-471dd140a12d', 'status': 'completed', 'code': 200} Sep 22 10:30:25.913535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd89f85-fe0b-4897-b063-cbae09072370 req-5b5b611b-f584-4604-a629-a3bf92505875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:25.915064 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcd89f85-fe0b-4897-b063-cbae09072370 req-5b5b611b-f584-4604-a629-a3bf92505875 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d7a231f42a7456a8ebd6049cad8db97&device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 1095 time: 0.0464971 Sep 22 10:30:26.016741 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd89f85-fe0b-4897-b063-cbae09072370 req-b87f546e-091c-4eb3-a6b6-2cfeea7cb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:26.018266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcd89f85-fe0b-4897-b063-cbae09072370 req-b87f546e-091c-4eb3-a6b6-2cfeea7cb129 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0d7a231f42a7456a8ebd6049cad8db97&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0931365 Sep 22 10:30:26.125187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd89f85-fe0b-4897-b063-cbae09072370 req-22293046-dd15-41da-b06d-3fa5912b842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:26.126792 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcd89f85-fe0b-4897-b063-cbae09072370 req-22293046-dd15-41da-b06d-3fa5912b842a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976951 Sep 22 10:30:26.232574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-cf8f630c-1c33-46e4-b376-dd3554261102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:26.234652 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-cf8f630c-1c33-46e4-b376-dd3554261102 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d7a231f42a7456a8ebd6049cad8db97&device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 1095 time: 0.0701339 Sep 22 10:30:26.251899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0528c-b6a2-448c-b7d9-fc2b432275c2 req-bb930890-f46d-4f62-ae7a-aa3939a37daa tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:26.253445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56b0528c-b6a2-448c-b7d9-fc2b432275c2 req-bb930890-f46d-4f62-ae7a-aa3939a37daa tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 944 time: 0.0589824 Sep 22 10:30:26.300039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-8686bd90-cf4a-4dbc-8ff7-ad4da383031c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892eb622-aa42-4fc4-a629-471dd140a12d HTTP/1.1" status: 200 len: 217 time: 0.0456185 Sep 22 10:30:26.356141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-56b0528c-b6a2-448c-b7d9-fc2b432275c2 req-558f9eb0-1b86-46a2-9caf-a703d255e044 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962241 Sep 22 10:30:26.370213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-e1baa4f4-fb74-4487-aabd-577ab756de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:26.371706 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-e1baa4f4-fb74-4487-aabd-577ab756de5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4ac0280-f2be-4071-a4d0-5a3331c73d9b HTTP/1.1" status: 200 len: 853 time: 0.0590081 Sep 22 10:30:26.409192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-b0a7bafd-62ad-4af5-8ba1-2ce004d9b52c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46f33417-f5e3-48f8-9723-433d5b4685fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261970 Sep 22 10:30:26.507514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-d11aecf5-1182-4901-b5c6-8bd0088c1507 service neutron] 10.222.0.45 "GET /v2.0/networks/46f33417-f5e3-48f8-9723-433d5b4685fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910339 Sep 22 10:30:26.601877 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a4c0b48d-2f9f-4cd4-b3b1-705953b047c9 req-7ed074c5-bf71-41f5-a8c4-aaca14177c06 service neutron] 10.222.0.45 "GET /v2.0/networks/46f33417-f5e3-48f8-9723-433d5b4685fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852821 Sep 22 10:30:27.016936 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7c768566-45b5-4741-9223-adddb6e1d48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:27.479230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c636a14-a1e3-40a8-99ed-6c32c1b6033d req-95aabf1b-2af3-4dfb-af3f-40dab1c5cc0c tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:27.480836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c636a14-a1e3-40a8-99ed-6c32c1b6033d req-95aabf1b-2af3-4dfb-af3f-40dab1c5cc0c tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 944 time: 0.0551410 Sep 22 10:30:27.520864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c636a14-a1e3-40a8-99ed-6c32c1b6033d req-66b61dfc-49f3-4f4b-9eaf-f117c8d19dde tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325811 Sep 22 10:30:27.644426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:28.290163 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:28.663507 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266bc60-faa5-4303-b36a-9472f337455e req-06884a0e-05a0-4ddb-b912-02a1c9bc1db3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:28.665259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e266bc60-faa5-4303-b36a-9472f337455e req-06884a0e-05a0-4ddb-b912-02a1c9bc1db3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 944 time: 0.0549655 Sep 22 10:30:28.709068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e266bc60-faa5-4303-b36a-9472f337455e req-2744ab24-337a-48bc-af52-c2f673656370 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363951 Sep 22 10:30:29.501860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 892eb622-aa42-4fc4-a629-471dd140a12d details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:30:29.759719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 892eb622-aa42-4fc4-a629-471dd140a12d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=892eb622-aa42-4fc4-a629-471dd140a12d,segment=NetworkSegment(292b6517-1326-45e1-aa5b-f4d49f5e2740),segment_id=292b6517-1326-45e1-aa5b-f4d49f5e2740)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:29.771697 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '892eb622-aa42-4fc4-a629-471dd140a12d', 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc', 'port_id': '892eb622-aa42-4fc4-a629-471dd140a12d', 'mac_address': 'fa:16:3e:09:b9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ac0280-f2be-4071-a4d0-5a3331c73d9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:30:29.811418 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:29.824328 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892eb622-aa42-4fc4-a629-471dd140a12d {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:29.828253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee5084-1d6c-4ce2-b713-e892d4151073 req-c26c4834-3310-4fba-b65a-aacef3cd5fdb tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:29.830640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2eee5084-1d6c-4ce2-b713-e892d4151073 req-c26c4834-3310-4fba-b65a-aacef3cd5fdb tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 944 time: 0.0522900 Sep 22 10:30:29.845665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 892eb622-aa42-4fc4-a629-471dd140a12d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=892eb622-aa42-4fc4-a629-471dd140a12d,segment=NetworkSegment(292b6517-1326-45e1-aa5b-f4d49f5e2740),segment_id=292b6517-1326-45e1-aa5b-f4d49f5e2740)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:29.870273 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2eee5084-1d6c-4ce2-b713-e892d4151073 req-986ec430-ff11-4829-b80f-4ae7c6869cf5 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333490 Sep 22 10:30:29.924473 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:29.972841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=892eb622-aa42-4fc4-a629-471dd140a12d,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:30.112756 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:30.170521 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['892eb622-aa42-4fc4-a629-471dd140a12d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:30.990933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab8de6-95e4-4836-a55a-01f33e2f0b35 req-6c1bc274-5ae5-4bf9-be57-fba2be27e0e3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:30.992485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0ab8de6-95e4-4836-a55a-01f33e2f0b35 req-6c1bc274-5ae5-4bf9-be57-fba2be27e0e3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 945 time: 0.0537097 Sep 22 10:30:31.031608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0ab8de6-95e4-4836-a55a-01f33e2f0b35 req-82959e13-242a-43af-bb9e-78cacbfe4869 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326867 Sep 22 10:30:31.501644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 892eb622-aa42-4fc4-a629-471dd140a12d up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:31.658344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 892eb622-aa42-4fc4-a629-471dd140a12d completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:30:31.662909 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 892eb622-aa42-4fc4-a629-471dd140a12d triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:31.663301 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:31.743113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:31.765116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c232544-35bc-4d9c-adb7-50b1c16c617e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892eb622-aa42-4fc4-a629-471dd140a12d'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:31.767548 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d7b04f-5e75-4bc2-824f-6cfca4d1c54c" -d '{"events": [{"server_uuid": "2c232544-35bc-4d9c-adb7-50b1c16c617e", "name": "network-vif-plugged", "status": "completed", "tag": "892eb622-aa42-4fc4-a629-471dd140a12d"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:31.783060 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 892eb622-aa42-4fc4-a629-471dd140a12d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=892eb622-aa42-4fc4-a629-471dd140a12d,segment=NetworkSegment(292b6517-1326-45e1-aa5b-f4d49f5e2740),segment_id=292b6517-1326-45e1-aa5b-f4d49f5e2740)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:31.805778 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8a852f-e4c2-4582-845f-70c42c495713 x-openstack-request-id: req-4c8a852f-e4c2-4582-845f-70c42c495713 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:31.806087 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c232544-35bc-4d9c-adb7-50b1c16c617e", "name": "network-vif-plugged", "status": "completed", "tag": "892eb622-aa42-4fc4-a629-471dd140a12d", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:31.806338 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c8a852f-e4c2-4582-845f-70c42c495713 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:31.806732 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c232544-35bc-4d9c-adb7-50b1c16c617e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892eb622-aa42-4fc4-a629-471dd140a12d', 'code': 200} Sep 22 10:30:31.878711 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:31.910088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698218bb-720f-4076-ae87-9da3830275bc req-0af4849b-a68e-40eb-bb62-65fb63f8699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:31.911603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-698218bb-720f-4076-ae87-9da3830275bc req-0af4849b-a68e-40eb-bb62-65fb63f8699c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 1097 time: 0.0415397 Sep 22 10:30:31.928247 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=892eb622-aa42-4fc4-a629-471dd140a12d,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:31.951126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-698218bb-720f-4076-ae87-9da3830275bc req-8980390c-a384-460b-afce-db8d20ec3b46 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292983 Sep 22 10:30:32.159664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e61a30-f61f-49b3-88bb-cb8146ccfd4e req-2204e2b5-4921-48db-8975-ae51aaa32f4b tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:32.161495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57e61a30-f61f-49b3-88bb-cb8146ccfd4e req-2204e2b5-4921-48db-8975-ae51aaa32f4b tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0555778 Sep 22 10:30:32.201619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57e61a30-f61f-49b3-88bb-cb8146ccfd4e req-35a03189-eae3-48f8-80dc-26e5b00d5537 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333920 Sep 22 10:30:33.330125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd34848-a1bb-4c06-bbc6-575014509588 req-f87dfd9b-a1c5-4516-beb9-1c20ac35ffd9 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:33.331909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bd34848-a1bb-4c06-bbc6-575014509588 req-f87dfd9b-a1c5-4516-beb9-1c20ac35ffd9 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0563896 Sep 22 10:30:33.374650 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1bd34848-a1bb-4c06-bbc6-575014509588 req-6c80db2e-0365-49ad-9881-ee6c5b7875f3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364184 Sep 22 10:30:34.494651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4efc-f46e-4458-9ced-7b640e918a80 req-f12241ff-32d7-496a-8b20-1d490d7a7889 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:34.496284 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58ff4efc-f46e-4458-9ced-7b640e918a80 req-f12241ff-32d7-496a-8b20-1d490d7a7889 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0531402 Sep 22 10:30:34.537314 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58ff4efc-f46e-4458-9ced-7b640e918a80 req-e26e5d12-192d-4630-8992-53c810ac1ddb tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341413 Sep 22 10:30:34.779177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-64b5e6e0-7d16-4f3a-8c44-0991262f6095 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:34.780821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-64b5e6e0-7d16-4f3a-8c44-0991262f6095 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/networks?id=46f33417-f5e3-48f8-9723-433d5b4685fc HTTP/1.1" status: 200 len: 813 time: 0.1120543 Sep 22 10:30:34.796755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-d1932272-3e32-40bd-8322-3f043ea5e894 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/quotas/0d7a231f42a7456a8ebd6049cad8db97 HTTP/1.1" status: 200 len: 375 time: 0.0097852 Sep 22 10:30:34.862995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-b03933be-c42f-4674-b88e-4d9b2ce08a58 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d7a231f42a7456a8ebd6049cad8db97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604572 Sep 22 10:30:34.962939 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-cf2330da-7743-4173-bcc0-c254d1c68954 service neutron] 10.222.0.49 "GET /v2.0/networks/46f33417-f5e3-48f8-9723-433d5b4685fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924098 Sep 22 10:30:35.058295 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-4e938de4-ce2c-457c-8d28-383937f07ac7 service neutron] 10.222.0.49 "GET /v2.0/networks/46f33417-f5e3-48f8-9723-433d5b4685fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886614 Sep 22 10:30:35.307266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6562d38-4d08-48f3-9a2e-e48f17133097 req-37ba959d-b8ab-45cf-999b-efc1ab2f5573 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 210 time: 0.0332878 Sep 22 10:30:36.411141 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-347e9f4e-6575-4065-8cbe-0c5f1f84de7d req-80e74263-505c-4eaa-8157-0830d88dd960 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 210 time: 0.0277627 Sep 22 10:30:37.513022 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ef1dbbf-fdab-4a6a-bc63-a49d7a62ba6e req-89ca68b3-3516-4da6-8ef4-892d762076b6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 210 time: 0.0321231 Sep 22 10:30:37.533876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-977019f0-104c-4dd8-bcfc-fdc4e05c5cda tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:37.535495 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-977019f0-104c-4dd8-bcfc-fdc4e05c5cda tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.60 "GET /v2.0/networks?id=46f33417-f5e3-48f8-9723-433d5b4685fc HTTP/1.1" status: 200 len: 813 time: 0.1175871 Sep 22 10:30:37.548072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Request body: {'port': {'device_id': '3ed4967a-8da3-48a0-9a54-adf27ef995f7', 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc', 'admin_state_up': True, 'tenant_id': '0d7a231f42a7456a8ebd6049cad8db97'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:37.764555 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Made reservation on behalf of 0d7a231f42a7456a8ebd6049cad8db97 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:37.771879 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:37.917127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Allocated IP 172.20.0.4 (46f33417-f5e3-48f8-9723-433d5b4685fc/b4ac0280-f2be-4071-a4d0-5a3331c73d9b/a418b2c4-abda-40c7-af4d-6b87d37e486a) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:30:38.087368 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.163912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdacafed-b373-4c50-b610-3842eb1d7c23 req-b20e3bc5-b283-4e36-ae06-9d5284b70876 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426602 Sep 22 10:30:38.188297 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.203449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['892eb622-aa42-4fc4-a629-471dd140a12d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:38.237209 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Network 46f33417-f5e3-48f8-9723-433d5b4685fc is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:30:38.241503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:30:38.247048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:30:38.263828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacafed-b373-4c50-b610-3842eb1d7c23 req-5b7582ab-4e16-4894-a728-9b878038ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:38.266898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdacafed-b373-4c50-b610-3842eb1d7c23 req-5b7582ab-4e16-4894-a728-9b878038ff39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d7a231f42a7456a8ebd6049cad8db97&device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 1097 time: 0.0457852 Sep 22 10:30:38.305494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Pushing event updated for resources: {'Port': ['ID=a418b2c4-abda-40c7-af4d-6b87d37e486a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:38.340454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:38.340454 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.425947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacafed-b373-4c50-b610-3842eb1d7c23 req-312766df-be3d-42c5-8366-140baa49a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:38.427519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdacafed-b373-4c50-b610-3842eb1d7c23 req-312766df-be3d-42c5-8366-140baa49a8c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=46f33417-f5e3-48f8-9723-433d5b4685fc HTTP/1.1" status: 200 len: 914 time: 0.1388416 Sep 22 10:30:38.433403 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-0d6cf3e9-4e2b-45f1-9128-d8408b0b9ee3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8893199 Sep 22 10:30:38.447880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Request body: {'port': {'device_id': '3ed4967a-8da3-48a0-9a54-adf27ef995f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:38.471713 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdacafed-b373-4c50-b610-3842eb1d7c23 req-73d7fe4b-6571-45be-bd03-6d8da845d750 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=892eb622-aa42-4fc4-a629-471dd140a12d HTTP/1.1" status: 200 len: 217 time: 0.0363433 Sep 22 10:30:38.507133 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.529384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacafed-b373-4c50-b610-3842eb1d7c23 req-2a740be3-3f38-4e4f-a751-76ca38aba768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:38.531594 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdacafed-b373-4c50-b610-3842eb1d7c23 req-2a740be3-3f38-4e4f-a751-76ca38aba768 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4ac0280-f2be-4071-a4d0-5a3331c73d9b HTTP/1.1" status: 200 len: 853 time: 0.0518177 Sep 22 10:30:38.584716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdacafed-b373-4c50-b610-3842eb1d7c23 req-cb86a13a-bd34-4511-94c1-95a13eee62e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=46f33417-f5e3-48f8-9723-433d5b4685fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447495 Sep 22 10:30:38.712645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ca0e3-0fdb-4bb6-80a1-ef80fa9b0c5e req-d6cbfa0a-4a0d-4e97-9716-c278a8561d95 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:38.714276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-321ca0e3-0fdb-4bb6-80a1-ef80fa9b0c5e req-d6cbfa0a-4a0d-4e97-9716-c278a8561d95 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 931 time: 0.1247237 Sep 22 10:30:38.749600 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdacafed-b373-4c50-b610-3842eb1d7c23 req-1df734cb-2d8b-40b0-8493-9a3e4350a09e service neutron] 10.222.0.45 "GET /v2.0/networks/46f33417-f5e3-48f8-9723-433d5b4685fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505380 Sep 22 10:30:38.799604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-321ca0e3-0fdb-4bb6-80a1-ef80fa9b0c5e req-70d5ca54-2128-42b0-b6f3-f2f0416fb7fd tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740783 Sep 22 10:30:38.814298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a418b2c4-abda-40c7-af4d-6b87d37e486a {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:38.823117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:38.837465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Transition to ACTIVE for port object a418b2c4-abda-40c7-af4d-6b87d37e486a will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:30:38.873746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdacafed-b373-4c50-b610-3842eb1d7c23 req-878ae2f2-08c3-4316-9f8f-ca4c122d38d8 service neutron] 10.222.0.45 "GET /v2.0/networks/46f33417-f5e3-48f8-9723-433d5b4685fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157448 Sep 22 10:30:38.930143 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.002077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a418b2c4-abda-40c7-af4d-6b87d37e486a,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:39.057612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Attempting to bind port a418b2c4-abda-40c7-af4d-6b87d37e486a on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:30:39.058187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Attempting to bind port a418b2c4-abda-40c7-af4d-6b87d37e486a by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '292b6517-1326-45e1-aa5b-f4d49f5e2740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:30:39.058608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Attempting to bind port a418b2c4-abda-40c7-af4d-6b87d37e486a on network 46f33417-f5e3-48f8-9723-433d5b4685fc {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:39.063929 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Port a418b2c4-abda-40c7-af4d-6b87d37e486a on network 46f33417-f5e3-48f8-9723-433d5b4685fc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:30:39.068156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Attempting to bind port a418b2c4-abda-40c7-af4d-6b87d37e486a on network 46f33417-f5e3-48f8-9723-433d5b4685fc {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:30:39.070076 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:30:39.070416 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Checking segment: {'id': '292b6517-1326-45e1-aa5b-f4d49f5e2740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:30:39.070841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Bound using segment: {'id': '292b6517-1326-45e1-aa5b-f4d49f5e2740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:30:39.071387 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Bound port: a418b2c4-abda-40c7-af4d-6b87d37e486a, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292b6517-1326-45e1-aa5b-f4d49f5e2740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:30:39.071752 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.145851 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] For port a418b2c4-abda-40c7-af4d-6b87d37e486a, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:30:39.149233 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] For port a418b2c4-abda-40c7-af4d-6b87d37e486a, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a418b2c4-abda-40c7-af4d-6b87d37e486a,segment=NetworkSegment(292b6517-1326-45e1-aa5b-f4d49f5e2740),segment_id=292b6517-1326-45e1-aa5b-f4d49f5e2740)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:30:39.221992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.261997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:39.262790 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:39.265732 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] 10.222.0.60 "PUT /v2.0/ports/a418b2c4-abda-40c7-af4d-6b87d37e486a HTTP/1.1" status: 200 len: 1091 time: 0.8223050 Sep 22 10:30:39.268185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed4967a-8da3-48a0-9a54-adf27ef995f7', 'tag': 'a418b2c4-abda-40c7-af4d-6b87d37e486a'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:39.270667 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba4fbd8-f602-401c-b7a2-a2171303bc93" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed4967a-8da3-48a0-9a54-adf27ef995f7", "tag": "a418b2c4-abda-40c7-af4d-6b87d37e486a"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:39.296163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f3abf-c939-453f-99b3-b93711c065a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a418b2c4-abda-40c7-af4d-6b87d37e486a,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:39.318444 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6eb34c-783d-4df6-8e83-65000b91fec2 x-openstack-request-id: req-9c6eb34c-783d-4df6-8e83-65000b91fec2 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:39.318738 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed4967a-8da3-48a0-9a54-adf27ef995f7", "tag": "a418b2c4-abda-40c7-af4d-6b87d37e486a", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:39.318987 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c6eb34c-783d-4df6-8e83-65000b91fec2 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:39.319387 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed4967a-8da3-48a0-9a54-adf27ef995f7', 'tag': 'a418b2c4-abda-40c7-af4d-6b87d37e486a', 'status': 'completed', 'code': 200} Sep 22 10:30:39.385690 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4fbd8-f602-401c-b7a2-a2171303bc93 req-7de782a6-5762-46cd-bad0-0ca7bf388911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:39.387229 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ba4fbd8-f602-401c-b7a2-a2171303bc93 req-7de782a6-5762-46cd-bad0-0ca7bf388911 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7a231f42a7456a8ebd6049cad8db97&device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 1094 time: 0.0479059 Sep 22 10:30:39.494891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4fbd8-f602-401c-b7a2-a2171303bc93 req-6259f799-13e9-4d46-8a9b-e967e176676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:39.496418 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ba4fbd8-f602-401c-b7a2-a2171303bc93 req-6259f799-13e9-4d46-8a9b-e967e176676a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0d7a231f42a7456a8ebd6049cad8db97&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996997 Sep 22 10:30:39.607254 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4fbd8-f602-401c-b7a2-a2171303bc93 req-d86bc83a-95ab-465c-8259-fb7bc16e5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:39.608718 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3ba4fbd8-f602-401c-b7a2-a2171303bc93 req-d86bc83a-95ab-465c-8259-fb7bc16e5eca service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029637 Sep 22 10:30:39.703418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-a4b0f30f-95bd-4c71-8ebb-fb18328c2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:39.705006 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-a4b0f30f-95bd-4c71-8ebb-fb18328c2ae8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7a231f42a7456a8ebd6049cad8db97&device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 1094 time: 0.0474732 Sep 22 10:30:39.748558 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-2cf09784-fef7-4e54-97b8-12b7b4b1b9a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a418b2c4-abda-40c7-af4d-6b87d37e486a HTTP/1.1" status: 200 len: 217 time: 0.0347786 Sep 22 10:30:39.799404 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-df6a3eb5-b6ab-4df3-afae-bde67da12350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:39.800942 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-df6a3eb5-b6ab-4df3-afae-bde67da12350 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4ac0280-f2be-4071-a4d0-5a3331c73d9b HTTP/1.1" status: 200 len: 853 time: 0.0451400 Sep 22 10:30:39.840122 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-c33df5a2-497a-450a-95fd-cec9e4f63f41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=46f33417-f5e3-48f8-9723-433d5b4685fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325692 Sep 22 10:30:39.942733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad4807-c221-4050-9b08-d796a8fd8e48 req-dfb1fdea-bb5a-4a86-94d1-512864595ca1 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:39.944209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1ad4807-c221-4050-9b08-d796a8fd8e48 req-dfb1fdea-bb5a-4a86-94d1-512864595ca1 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 943 time: 0.0552247 Sep 22 10:30:39.945702 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-578deb0a-03a7-4fb9-a557-6f16ff54f3ec service neutron] 10.222.0.60 "GET /v2.0/networks/46f33417-f5e3-48f8-9723-433d5b4685fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973070 Sep 22 10:30:39.986289 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1ad4807-c221-4050-9b08-d796a8fd8e48 req-6e6b5755-4f5b-41d2-b7dd-8f28864c4c15 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340824 Sep 22 10:30:40.050110 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-37ac27fe-aeb8-4bda-a1ca-4cec550f79f5 req-a40f7567-a7fb-4992-a89e-b6aa4dc704c7 service neutron] 10.222.0.60 "GET /v2.0/networks/46f33417-f5e3-48f8-9723-433d5b4685fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971229 Sep 22 10:30:41.110935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee937a-4020-42a1-bb0f-c942bbf6b5f0 req-6a5d81f0-3287-4772-ba2d-670684771c4e tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:41.112535 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13ee937a-4020-42a1-bb0f-c942bbf6b5f0 req-6a5d81f0-3287-4772-ba2d-670684771c4e tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 943 time: 0.0571067 Sep 22 10:30:41.154543 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-13ee937a-4020-42a1-bb0f-c942bbf6b5f0 req-f57599ca-6ff4-49ea-abf3-f768502307b5 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356874 Sep 22 10:30:42.278884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9203d29-da09-43a7-8a38-d44345adcbea req-551c80e7-5b81-4b17-9a54-4299a79f812f tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:42.281298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9203d29-da09-43a7-8a38-d44345adcbea req-551c80e7-5b81-4b17-9a54-4299a79f812f tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 943 time: 0.0529518 Sep 22 10:30:42.323956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a9203d29-da09-43a7-8a38-d44345adcbea req-dd39185b-3c41-4464-9983-48636f403a82 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364058 Sep 22 10:30:42.914287 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a418b2c4-abda-40c7-af4d-6b87d37e486a details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:30:43.019974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a418b2c4-abda-40c7-af4d-6b87d37e486a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a418b2c4-abda-40c7-af4d-6b87d37e486a,segment=NetworkSegment(292b6517-1326-45e1-aa5b-f4d49f5e2740),segment_id=292b6517-1326-45e1-aa5b-f4d49f5e2740)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:43.032421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'a418b2c4-abda-40c7-af4d-6b87d37e486a', 'network_id': '46f33417-f5e3-48f8-9723-433d5b4685fc', 'port_id': 'a418b2c4-abda-40c7-af4d-6b87d37e486a', 'mac_address': 'fa:16:3e:14:19:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ac0280-f2be-4071-a4d0-5a3331c73d9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:30:43.075577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:43.094384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a418b2c4-abda-40c7-af4d-6b87d37e486a {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:30:43.120192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a418b2c4-abda-40c7-af4d-6b87d37e486a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a418b2c4-abda-40c7-af4d-6b87d37e486a,segment=NetworkSegment(292b6517-1326-45e1-aa5b-f4d49f5e2740),segment_id=292b6517-1326-45e1-aa5b-f4d49f5e2740)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:43.239288 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:43.297107 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=a418b2c4-abda-40c7-af4d-6b87d37e486a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:43.306416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.306812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.307353 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.307888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.308576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.309137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.309527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.309950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.310366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.310720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.311055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.311677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:43.428513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a418b2c4-abda-40c7-af4d-6b87d37e486a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:43.449351 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:30:43.463931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04587649-f887-4bc7-bb17-ad5546c1952a req-01945cf3-2d0e-4a55-9981-2e75addfe51f tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:43.465593 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04587649-f887-4bc7-bb17-ad5546c1952a req-01945cf3-2d0e-4a55-9981-2e75addfe51f tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 944 time: 0.0668323 Sep 22 10:30:43.525098 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-04587649-f887-4bc7-bb17-ad5546c1952a req-25deac0b-948b-4afc-a89b-111273ad8d81 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519152 Sep 22 10:30:44.666702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3fa3b-5e4d-4406-a835-fcbd5e8c874a req-af04b5ab-f825-4f35-8e56-cf65d1fef5e0 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:44.669433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1af3fa3b-5e4d-4406-a835-fcbd5e8c874a req-af04b5ab-f825-4f35-8e56-cf65d1fef5e0 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 944 time: 0.0662291 Sep 22 10:30:44.713416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1af3fa3b-5e4d-4406-a835-fcbd5e8c874a req-28583771-eb3e-4db7-8d52-aec9f1558a9d tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Sep 22 10:30:44.930152 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a418b2c4-abda-40c7-af4d-6b87d37e486a up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:30:45.054211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port a418b2c4-abda-40c7-af4d-6b87d37e486a completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:30:45.058389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port a418b2c4-abda-40c7-af4d-6b87d37e486a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:30:45.058766 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.147613 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.172181 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4967a-8da3-48a0-9a54-adf27ef995f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a418b2c4-abda-40c7-af4d-6b87d37e486a'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:45.174544 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9246177-e79f-4b39-b734-517a8ac29aee" -d '{"events": [{"server_uuid": "3ed4967a-8da3-48a0-9a54-adf27ef995f7", "name": "network-vif-plugged", "status": "completed", "tag": "a418b2c4-abda-40c7-af4d-6b87d37e486a"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:45.188069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port a418b2c4-abda-40c7-af4d-6b87d37e486a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a418b2c4-abda-40c7-af4d-6b87d37e486a,segment=NetworkSegment(292b6517-1326-45e1-aa5b-f4d49f5e2740),segment_id=292b6517-1326-45e1-aa5b-f4d49f5e2740)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:45.221015 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3ea5bf-2808-40e1-9c0a-98663275629a x-openstack-request-id: req-5c3ea5bf-2808-40e1-9c0a-98663275629a {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:45.221524 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed4967a-8da3-48a0-9a54-adf27ef995f7", "name": "network-vif-plugged", "status": "completed", "tag": "a418b2c4-abda-40c7-af4d-6b87d37e486a", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:45.221932 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c3ea5bf-2808-40e1-9c0a-98663275629a {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:45.222548 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4967a-8da3-48a0-9a54-adf27ef995f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a418b2c4-abda-40c7-af4d-6b87d37e486a', 'code': 200} Sep 22 10:30:45.277732 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:45.342049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=a418b2c4-abda-40c7-af4d-6b87d37e486a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:45.346719 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21afab9-9211-49c3-a50e-9c3506964a0a req-a38e890c-4878-4f4e-8076-a90ec4a7a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:45.346719 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f21afab9-9211-49c3-a50e-9c3506964a0a req-a38e890c-4878-4f4e-8076-a90ec4a7a274 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 1096 time: 0.0635030 Sep 22 10:30:45.386983 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f21afab9-9211-49c3-a50e-9c3506964a0a req-3e9e05c6-1792-48cf-ad72-86b618a79115 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320797 Sep 22 10:30:45.844827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829564e-79d6-4601-8f22-7d7bf01a6d5f req-512bac25-1068-491f-a7a2-1ff06b9749de tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:45.846516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0829564e-79d6-4601-8f22-7d7bf01a6d5f req-512bac25-1068-491f-a7a2-1ff06b9749de tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 945 time: 0.0564754 Sep 22 10:30:45.890173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0829564e-79d6-4601-8f22-7d7bf01a6d5f req-246b5d3f-1880-4e40-9aad-065066ff0f5b tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Sep 22 10:30:47.016235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1cb58-1c66-43b9-9ee1-a6b00ff4cc5f req-e90b6f50-b993-4c9d-acee-2614e1e410ea tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.017872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baa1cb58-1c66-43b9-9ee1-a6b00ff4cc5f req-e90b6f50-b993-4c9d-acee-2614e1e410ea tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 945 time: 0.0545578 Sep 22 10:30:47.059561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-baa1cb58-1c66-43b9-9ee1-a6b00ff4cc5f req-b575c08a-bec6-4f5f-a06b-c77ff9c02dc0 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355055 Sep 22 10:30:47.551926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b029dce-4d03-4dc1-b958-67547cfdd816 req-21c99346-9879-43be-91ab-7845a9d63ac5 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:47.553589 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b029dce-4d03-4dc1-b958-67547cfdd816 req-21c99346-9879-43be-91ab-7845a9d63ac5 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 945 time: 0.0582907 Sep 22 10:30:47.595476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b029dce-4d03-4dc1-b958-67547cfdd816 req-77858499-eaeb-428e-90dd-fdbe72b3cd04 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356112 Sep 22 10:30:48.721373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b0b33-ad73-42d6-9bf5-73e9d34fe4ea req-05cea4e4-9ada-461b-a15c-0c112c4a4499 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:48.723006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a14b0b33-ad73-42d6-9bf5-73e9d34fe4ea req-05cea4e4-9ada-461b-a15c-0c112c4a4499 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 945 time: 0.0533762 Sep 22 10:30:48.766888 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a14b0b33-ad73-42d6-9bf5-73e9d34fe4ea req-ce4a721f-8030-4b0f-9da0-480d51e8f74e tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362301 Sep 22 10:30:48.776382 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb4b1e-3cf7-41d1-9eb8-401fedc8a104 req-cbacc213-aa75-4e05-b774-5aa892aba515 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:48.777974 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93fb4b1e-3cf7-41d1-9eb8-401fedc8a104 req-cbacc213-aa75-4e05-b774-5aa892aba515 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 945 time: 0.0518060 Sep 22 10:30:48.878641 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-93fb4b1e-3cf7-41d1-9eb8-401fedc8a104 req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Deleting port a418b2c4-abda-40c7-af4d-6b87d37e486a {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:48.878902 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93fb4b1e-3cf7-41d1-9eb8-401fedc8a104 req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.267473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-93fb4b1e-3cf7-41d1-9eb8-401fedc8a104 req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] For port a418b2c4-abda-40c7-af4d-6b87d37e486a, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=a418b2c4-abda-40c7-af4d-6b87d37e486a,segment=NetworkSegment(292b6517-1326-45e1-aa5b-f4d49f5e2740),segment_id=292b6517-1326-45e1-aa5b-f4d49f5e2740)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:49.267826 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93fb4b1e-3cf7-41d1-9eb8-401fedc8a104 req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.281195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-93fb4b1e-3cf7-41d1-9eb8-401fedc8a104 req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Calling delete_port for a418b2c4-abda-40c7-af4d-6b87d37e486a owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:49.485273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93fb4b1e-3cf7-41d1-9eb8-401fedc8a104 req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.498668 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['a418b2c4-abda-40c7-af4d-6b87d37e486a'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:49.501953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['892eb622-aa42-4fc4-a629-471dd140a12d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:49.518932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Pushing event deleted for resources: {'Port': ['ID=a418b2c4-abda-40c7-af4d-6b87d37e486a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:49.547029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.547620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.547751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.548035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.548367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.548698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.549811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.549811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.549811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.550270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.550405 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.550732 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:30:49.577438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fb4b1e-3cf7-41d1-9eb8-401fedc8a104 req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] No DVR routers for this DVR port a418b2c4-abda-40c7-af4d-6b87d37e486a on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:30:49.589808 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-93fb4b1e-3cf7-41d1-9eb8-401fedc8a104 req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:49.589808 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-93fb4b1e-3cf7-41d1-9eb8-401fedc8a104 req-fb6504d6-7960-4a13-8b16-39dde9319ab2 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.60 "DELETE /v2.0/ports/a418b2c4-abda-40c7-af4d-6b87d37e486a HTTP/1.1" status: 204 len: 173 time: 0.7992334 Sep 22 10:30:49.589808 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4967a-8da3-48a0-9a54-adf27ef995f7', 'name': 'network-vif-deleted', 'tag': 'a418b2c4-abda-40c7-af4d-6b87d37e486a'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:49.589808 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f52ec44-e2a3-4180-a1ae-91bf39f0486c" -d '{"events": [{"server_uuid": "3ed4967a-8da3-48a0-9a54-adf27ef995f7", "name": "network-vif-deleted", "tag": "a418b2c4-abda-40c7-af4d-6b87d37e486a"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:49.628392 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a616123a-c889-4646-8038-a3e1c64e8e17 x-openstack-request-id: req-a616123a-c889-4646-8038-a3e1c64e8e17 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:49.628691 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed4967a-8da3-48a0-9a54-adf27ef995f7", "name": "network-vif-deleted", "tag": "a418b2c4-abda-40c7-af4d-6b87d37e486a", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:49.629005 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a616123a-c889-4646-8038-a3e1c64e8e17 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:49.629464 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4967a-8da3-48a0-9a54-adf27ef995f7', 'name': 'network-vif-deleted', 'tag': 'a418b2c4-abda-40c7-af4d-6b87d37e486a', 'status': 'completed', 'code': 200} Sep 22 10:30:49.873117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a8278ba-ccf7-4fa9-96f4-27607af427fd req-feaf1df0-4149-454d-aa79-943bb5d9ead4 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ed4967a-8da3-48a0-9a54-adf27ef995f7 HTTP/1.1" status: 200 len: 210 time: 0.0308197 Sep 22 10:30:51.039355 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461d42e-eb75-4797-86dc-08aa3560bbd0 req-1474e12c-4967-42f7-b91d-c4c80ff96d1a tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:51.041118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9461d42e-eb75-4797-86dc-08aa3560bbd0 req-1474e12c-4967-42f7-b91d-c4c80ff96d1a tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0574799 Sep 22 10:30:51.085691 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9461d42e-eb75-4797-86dc-08aa3560bbd0 req-ae747373-0767-4d6e-a6d4-a252df1a994f tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371015 Sep 22 10:30:51.236493 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b833ff-4107-43f9-8330-0f7cecb0df62 req-dea30d75-f279-4654-a105-ef244d072fc3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:51.238196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9b833ff-4107-43f9-8330-0f7cecb0df62 req-dea30d75-f279-4654-a105-ef244d072fc3 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0551777 Sep 22 10:30:51.280829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e9b833ff-4107-43f9-8330-0f7cecb0df62 req-0367d692-0411-4eec-bf7f-ccba862067a6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359597 Sep 22 10:30:51.409549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a7b39-a7c4-46e2-96b6-7ebaa53cb2bd req-ef1454b2-e3cf-455d-a23f-f462a0e1d329 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:51.411204 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d77a7b39-a7c4-46e2-96b6-7ebaa53cb2bd req-ef1454b2-e3cf-455d-a23f-f462a0e1d329 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0575805 Sep 22 10:30:51.455570 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d77a7b39-a7c4-46e2-96b6-7ebaa53cb2bd req-277c72c8-4004-4eca-a96b-9ec009b837b0 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379822 Sep 22 10:30:51.648146 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f46ff-1c61-4bc5-9f7e-c146e2ed0758 req-44eb5ea1-8784-4927-8e05-9b94ad455454 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:51.649852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c20f46ff-1c61-4bc5-9f7e-c146e2ed0758 req-44eb5ea1-8784-4927-8e05-9b94ad455454 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0596848 Sep 22 10:30:51.695661 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c20f46ff-1c61-4bc5-9f7e-c146e2ed0758 req-0d6513a0-056f-44ae-87cb-968624654845 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382915 Sep 22 10:30:51.862679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67700a88-8927-457d-a46c-8f7e3834b697 req-92bba4a2-7070-44b7-b323-d75c5bf7ae2d tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:51.864360 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67700a88-8927-457d-a46c-8f7e3834b697 req-92bba4a2-7070-44b7-b323-d75c5bf7ae2d tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0581937 Sep 22 10:30:51.908364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67700a88-8927-457d-a46c-8f7e3834b697 req-c2151fe1-9448-479e-981a-8d1174b50758 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374193 Sep 22 10:30:52.046939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519bc8b-401f-49f9-a4e9-26521c01b3c0 req-25f1f662-f787-4d73-86cf-10e03e23e574 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:52.048482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6519bc8b-401f-49f9-a4e9-26521c01b3c0 req-25f1f662-f787-4d73-86cf-10e03e23e574 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0555921 Sep 22 10:30:52.089515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6519bc8b-401f-49f9-a4e9-26521c01b3c0 req-17ba2d54-f168-41d6-b077-f3bebfe5bc14 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346143 Sep 22 10:30:52.706283 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9654fbf-3fb1-48ad-8329-cf1561dbfc0b req-c7eaf33e-07e8-49b8-8798-5ca68dbf645d tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:52.707979 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9654fbf-3fb1-48ad-8329-cf1561dbfc0b req-c7eaf33e-07e8-49b8-8798-5ca68dbf645d tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0600004 Sep 22 10:30:52.752060 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f9654fbf-3fb1-48ad-8329-cf1561dbfc0b req-9beefaf3-3025-4c31-a65a-d87d16213623 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378873 Sep 22 10:30:52.942605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a418b2c4-abda-40c7-af4d-6b87d37e486a no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:30:52.965109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: a418b2c4-abda-40c7-af4d-6b87d37e486a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:30:52.965458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device a418b2c4-abda-40c7-af4d-6b87d37e486a not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:30:53.787321 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:53.879660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba34434-b0dc-46ee-b58d-19d48a9e9957 req-d8cf3e70-ff01-4338-afb7-589ba62a37dd tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:53.881392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ba34434-b0dc-46ee-b58d-19d48a9e9957 req-d8cf3e70-ff01-4338-afb7-589ba62a37dd tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0550876 Sep 22 10:30:53.948827 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ba34434-b0dc-46ee-b58d-19d48a9e9957 req-c4dc200a-59c6-478b-890c-d4af614380f0 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5cb0d09-d602-4614-9525-8b02079fcee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607076 Sep 22 10:30:54.173353 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5af5b-76de-4cef-a0f3-47592ee93549 req-bf6a42d2-cce1-4d39-8fcc-b6500db688d1 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:54.174875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cca5af5b-76de-4cef-a0f3-47592ee93549 req-bf6a42d2-cce1-4d39-8fcc-b6500db688d1 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 946 time: 0.0542917 Sep 22 10:30:54.255841 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8197c04f-2cc1-4d62-ad09-d7af3826b33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.297788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-cca5af5b-76de-4cef-a0f3-47592ee93549 req-f42e8cd9-b81c-4e4d-8b38-bbab7a4a8af6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Deleting port 892eb622-aa42-4fc4-a629-471dd140a12d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:30:54.298129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cca5af5b-76de-4cef-a0f3-47592ee93549 req-f42e8cd9-b81c-4e4d-8b38-bbab7a4a8af6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.403708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-cca5af5b-76de-4cef-a0f3-47592ee93549 req-f42e8cd9-b81c-4e4d-8b38-bbab7a4a8af6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] For port 892eb622-aa42-4fc4-a629-471dd140a12d, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=892eb622-aa42-4fc4-a629-471dd140a12d,segment=NetworkSegment(292b6517-1326-45e1-aa5b-f4d49f5e2740),segment_id=292b6517-1326-45e1-aa5b-f4d49f5e2740)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:30:54.404156 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cca5af5b-76de-4cef-a0f3-47592ee93549 req-f42e8cd9-b81c-4e4d-8b38-bbab7a4a8af6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.422712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-cca5af5b-76de-4cef-a0f3-47592ee93549 req-f42e8cd9-b81c-4e4d-8b38-bbab7a4a8af6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Calling delete_port for 892eb622-aa42-4fc4-a629-471dd140a12d owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:30:54.678776 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cca5af5b-76de-4cef-a0f3-47592ee93549 req-f42e8cd9-b81c-4e4d-8b38-bbab7a4a8af6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.695214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['892eb622-aa42-4fc4-a629-471dd140a12d'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:30:54.713657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e8cd9-b81c-4e4d-8b38-bbab7a4a8af6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Pushing event deleted for resources: {'Port': ['ID=892eb622-aa42-4fc4-a629-471dd140a12d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:54.760475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca5af5b-76de-4cef-a0f3-47592ee93549 req-f42e8cd9-b81c-4e4d-8b38-bbab7a4a8af6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] No DVR routers for this DVR port 892eb622-aa42-4fc4-a629-471dd140a12d on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:30:54.763244 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-cca5af5b-76de-4cef-a0f3-47592ee93549 req-f42e8cd9-b81c-4e4d-8b38-bbab7a4a8af6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:54.765828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cca5af5b-76de-4cef-a0f3-47592ee93549 req-f42e8cd9-b81c-4e4d-8b38-bbab7a4a8af6 tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.45 "DELETE /v2.0/ports/892eb622-aa42-4fc4-a629-471dd140a12d HTTP/1.1" status: 204 len: 173 time: 0.5796111 Sep 22 10:30:54.766266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c232544-35bc-4d9c-adb7-50b1c16c617e', 'name': 'network-vif-deleted', 'tag': '892eb622-aa42-4fc4-a629-471dd140a12d'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:30:54.768526 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bd032f-72c5-4086-9089-2455da1a4975" -d '{"events": [{"server_uuid": "2c232544-35bc-4d9c-adb7-50b1c16c617e", "name": "network-vif-deleted", "tag": "892eb622-aa42-4fc4-a629-471dd140a12d"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:30:54.806275 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6ca155-5a7e-4a64-9783-02fda7432f37 x-openstack-request-id: req-6c6ca155-5a7e-4a64-9783-02fda7432f37 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:30:54.806601 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c232544-35bc-4d9c-adb7-50b1c16c617e", "name": "network-vif-deleted", "tag": "892eb622-aa42-4fc4-a629-471dd140a12d", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:30:54.806856 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c6ca155-5a7e-4a64-9783-02fda7432f37 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:30:54.807262 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c232544-35bc-4d9c-adb7-50b1c16c617e', 'name': 'network-vif-deleted', 'tag': '892eb622-aa42-4fc4-a629-471dd140a12d', 'status': 'completed', 'code': 200} Sep 22 10:30:55.055802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-831fc003-0535-43f1-a341-e5391bfea653 req-bf0cf12e-b56d-4995-ba26-274463f28c3d tempest-ServersNegativeTestJSON-621553563 tempest-ServersNegativeTestJSON-621553563-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c232544-35bc-4d9c-adb7-50b1c16c617e HTTP/1.1" status: 200 len: 210 time: 0.0291319 Sep 22 10:30:55.141606 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.130529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55806) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:56.177472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4f5699-d60b-4917-9ede-5fb8068ee16c admin admin] Deleting subnet b4ac0280-f2be-4071-a4d0-5a3331c73d9b {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:30:56.180998 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5699-d60b-4917-9ede-5fb8068ee16c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.224266 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5699-d60b-4917-9ede-5fb8068ee16c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.285421 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5699-d60b-4917-9ede-5fb8068ee16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.450202 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5699-d60b-4917-9ede-5fb8068ee16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.476971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f5699-d60b-4917-9ede-5fb8068ee16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ac0280-f2be-4071-a4d0-5a3331c73d9b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:56.482730 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5699-d60b-4917-9ede-5fb8068ee16c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.485451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1a4f5699-d60b-4917-9ede-5fb8068ee16c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b4ac0280-f2be-4071-a4d0-5a3331c73d9b HTTP/1.1" status: 204 len: 168 time: 0.3531711 Sep 22 10:30:56.487264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55808) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:56.559832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.657882 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.688921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f33417-f5e3-48f8-9723-433d5b4685fc']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:56.700205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292b6517-1326-45e1-aa5b-f4d49f5e2740') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:56.700549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292b6517-1326-45e1-aa5b-f4d49f5e2740') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:30:56.712522 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.728038 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.735812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:30:56.736215 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:30:56.738029 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:30:56.947158 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.957119 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:56.959239 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/46f33417-f5e3-48f8-9723-433d5b4685fc HTTP/1.1" status: 204 len: 168 time: 0.4709888 Sep 22 10:30:56.973001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f1c75-5117-4a2f-b76e-aa10c85bf6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f33417-f5e3-48f8-9723-433d5b4685fc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:57.038577 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6678f286-70c9-4c5c-b8a3-ceb5ae086f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.448831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55812) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:57.500829 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-298d3bb8-2a06-432c-92be-f12e00697506 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d7a231f42a7456a8ebd6049cad8db97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507669 Sep 22 10:30:57.503402 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55814) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:57.560116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c26dd2d-dad3-4cfa-92ea-a3e321096392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.586399 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c26dd2d-dad3-4cfa-92ea-a3e321096392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.627052 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.674671 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 892eb622-aa42-4fc4-a629-471dd140a12d no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:30:57.696355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 892eb622-aa42-4fc4-a629-471dd140a12d {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:30:57.696747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 892eb622-aa42-4fc4-a629-471dd140a12d not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:30:57.707112 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c26dd2d-dad3-4cfa-92ea-a3e321096392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.710281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-0c26dd2d-dad3-4cfa-92ea-a3e321096392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:57.711557 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-0c26dd2d-dad3-4cfa-92ea-a3e321096392 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5cb0d09-d602-4614-9525-8b02079fcee4 HTTP/1.1" status: 204 len: 168 time: 0.2072127 Sep 22 10:30:57.721275 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26dd2d-dad3-4cfa-92ea-a3e321096392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb0d09-d602-4614-9525-8b02079fcee4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:58.357153 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.039660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55836) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:30:59.139784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1996888766'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:30:59.278163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Made reservation on behalf of 68a6e369e0ad4f1f8a0a60af1f0097be for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:30:59.282046 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.291181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.396669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.512840 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.543891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:30:59.553361 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8958d3-9556-4879-8290-010589efbe65,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:59.561731 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.562676 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Added segment 211a062e-c6b9-4e6d-a4f2-4330e9871673 of type vlan for network 52a0ad71-3ea3-4fa3-b082-92f218b6ff7b Sep 22 10:30:59.601241 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.770045 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.775914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:30:59.776511 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:30:59.844457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event updated for resources: {'Network': ['ID=52a0ad71-3ea3-4fa3-b082-92f218b6ff7b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:30:59.855787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 52a0ad71-3ea3-4fa3-b082-92f218b6ff7b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:30:59.925348 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6d4093ef-d7ad-4237-a723-6593a5c391be tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8844881 Sep 22 10:31:00.107805 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:03.433023 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55840) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:03.438458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Request body: {'subnet': {'network_id': '52a0ad71-3ea3-4fa3-b082-92f218b6ff7b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:03.644336 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Made reservation on behalf of 68a6e369e0ad4f1f8a0a60af1f0097be for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:03.649375 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:03.963049 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.026376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event updated for resources: {'Subnet': ['ID=b116bac8-a3fd-4efd-ad2b-d089673b15f8,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:04.036578 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Checking segment: {'id': '211a062e-c6b9-4e6d-a4f2-4330e9871673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '52a0ad71-3ea3-4fa3-b082-92f218b6ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:04.036986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Network hostable DHCP agents. Network: 52a0ad71-3ea3-4fa3-b082-92f218b6ff7b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:31:04.175624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Network 52a0ad71-3ea3-4fa3-b082-92f218b6ff7b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:31:04.306054 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 52a0ad71-3ea3-4fa3-b082-92f218b6ff7b) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:04.313406 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:04.314506 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.318466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3de1a2-11d1-4a7c-a7ae-216b1039e4d2 None None] Network 52a0ad71-3ea3-4fa3-b082-92f218b6ff7b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:04.416656 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-faf8a509-3565-46f8-b6ff-cbeb1bb0d897 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9824631 Sep 22 10:31:04.420413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55842) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:04.426274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-743312662'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:04.473346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-52a0ad71-3ea3-4fa3-b082-92f218b6ff7b', 'network_id': '52a0ad71-3ea3-4fa3-b082-92f218b6ff7b', 'tenant_id': '68a6e369e0ad4f1f8a0a60af1f0097be', 'fixed_ips': [{'subnet_id': 'b116bac8-a3fd-4efd-ad2b-d089673b15f8'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:31:04.474216 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.524354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Made reservation on behalf of 68a6e369e0ad4f1f8a0a60af1f0097be for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:04.526558 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.555651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:04.566474 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.566720 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Added segment 09f55538-a257-47c3-992f-c37f97f42231 of type vlan for network 554539a0-781e-41a1-8af2-09edd8acc551 Sep 22 10:31:04.616379 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.649410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Allocated IP 2001:db8:0:ffff::2 (52a0ad71-3ea3-4fa3-b082-92f218b6ff7b/b116bac8-a3fd-4efd-ad2b-d089673b15f8/e00ccc95-cd8c-40e1-a532-29cbf6e2c78c) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:04.752647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.759615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:04.760799 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.819159 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:04.832563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event updated for resources: {'Network': ['ID=554539a0-781e-41a1-8af2-09edd8acc551,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:04.847183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 554539a0-781e-41a1-8af2-09edd8acc551 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:04.919218 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3b37f387-8414-485e-9256-6389df201f8c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4971917 Sep 22 10:31:04.923022 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55844) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:04.928263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Request body: {'subnet': {'network_id': '554539a0-781e-41a1-8af2-09edd8acc551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:04.958999 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.005587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Network 52a0ad71-3ea3-4fa3-b082-92f218b6ff7b is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:05.008517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:05.011055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:05.027321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Pushing event updated for resources: {'Port': ['ID=e00ccc95-cd8c-40e1-a532-29cbf6e2c78c,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:05.074741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Attempting to bind port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:05.075023 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Attempting to bind port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '211a062e-c6b9-4e6d-a4f2-4330e9871673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '52a0ad71-3ea3-4fa3-b082-92f218b6ff7b'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:05.075362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Attempting to bind port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c on network 52a0ad71-3ea3-4fa3-b082-92f218b6ff7b {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:05.081984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:05.082467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Checking segment: {'id': '211a062e-c6b9-4e6d-a4f2-4330e9871673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '52a0ad71-3ea3-4fa3-b082-92f218b6ff7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:05.106015 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.106015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Bound using segment: {'id': '211a062e-c6b9-4e6d-a4f2-4330e9871673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '52a0ad71-3ea3-4fa3-b082-92f218b6ff7b'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:05.106015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Bound port: e00ccc95-cd8c-40e1-a532-29cbf6e2c78c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211a062e-c6b9-4e6d-a4f2-4330e9871673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '52a0ad71-3ea3-4fa3-b082-92f218b6ff7b'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:05.106015 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.157005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] For port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:05.160783 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] For port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e00ccc95-cd8c-40e1-a532-29cbf6e2c78c,segment=NetworkSegment(211a062e-c6b9-4e6d-a4f2-4330e9871673),segment_id=211a062e-c6b9-4e6d-a4f2-4330e9871673)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:05.182332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Made reservation on behalf of 68a6e369e0ad4f1f8a0a60af1f0097be for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:05.188240 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.409676 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.476564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb829a-d32c-451c-a4d1-41cd48df5c79 None None] Pushing event updated for resources: {'Port': ['ID=e00ccc95-cd8c-40e1-a532-29cbf6e2c78c,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:05.640076 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:05.719730 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event updated for resources: {'Subnet': ['ID=b54cbfe9-c7e8-4c6a-8421-e7f4daa7bbe4,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:05.737804 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Checking segment: {'id': '09f55538-a257-47c3-992f-c37f97f42231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '554539a0-781e-41a1-8af2-09edd8acc551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:05.738259 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Network hostable DHCP agents. Network: 554539a0-781e-41a1-8af2-09edd8acc551, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:31:06.002790 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Network 554539a0-781e-41a1-8af2-09edd8acc551 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:31:06.135830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 554539a0-781e-41a1-8af2-09edd8acc551) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:06.152757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:06.152757 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.153034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb13ad54-f1e5-4e3d-a8ff-2ef48db47407 None None] Network 554539a0-781e-41a1-8af2-09edd8acc551 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:06.295442 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c5b8a651-3cc5-47a1-9a97-beb3b00f2283 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.3712311 Sep 22 10:31:06.307581 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55846) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:06.332951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-554539a0-781e-41a1-8af2-09edd8acc551', 'network_id': '554539a0-781e-41a1-8af2-09edd8acc551', 'tenant_id': '68a6e369e0ad4f1f8a0a60af1f0097be', 'fixed_ips': [{'subnet_id': 'b54cbfe9-c7e8-4c6a-8421-e7f4daa7bbe4'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:31:06.334620 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.442439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68cfe59-6dea-4206-9acb-901ba9166672 None None] Network 52a0ad71-3ea3-4fa3-b082-92f218b6ff7b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:06.443630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.522361 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.562506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e00ccc95-cd8c-40e1-a532-29cbf6e2c78c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:06.613382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-451604a8-3980-4268-9efb-f00626b4eb31 None None] Provisioning complete for port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:06.613754 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-451604a8-3980-4268-9efb-f00626b4eb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.656558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Allocated IP 2001:db8::2 (554539a0-781e-41a1-8af2-09edd8acc551/b54cbfe9-c7e8-4c6a-8421-e7f4daa7bbe4/e477feaa-5127-49a5-977f-4d8c9d1ee0a6) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:06.829952 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:06.830270 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:06.978184 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-451604a8-3980-4268-9efb-f00626b4eb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.006576 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.060660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-451604a8-3980-4268-9efb-f00626b4eb31 None None] For port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e00ccc95-cd8c-40e1-a532-29cbf6e2c78c,segment=NetworkSegment(211a062e-c6b9-4e6d-a4f2-4330e9871673),segment_id=211a062e-c6b9-4e6d-a4f2-4330e9871673)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:07.068180 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.129192 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.142738 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-451604a8-3980-4268-9efb-f00626b4eb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.200518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Network 554539a0-781e-41a1-8af2-09edd8acc551 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:07.208633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:07.215841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:07.224067 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:31:07.224480 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:31:07.227473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Pushing event updated for resources: {'Port': ['ID=e477feaa-5127-49a5-977f-4d8c9d1ee0a6,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:07.250701 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.282757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Subnet': ['ID=b54cbfe9-c7e8-4c6a-8421-e7f4daa7bbe4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:07.365573 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.390698 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554539a0-781e-41a1-8af2-09edd8acc551']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.405617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f55538-a257-47c3-992f-c37f97f42231') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.406119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f55538-a257-47c3-992f-c37f97f42231') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:07.421620 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.444704 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.456082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:07.456592 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:07.459994 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:07.502037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Attempting to bind port e477feaa-5127-49a5-977f-4d8c9d1ee0a6 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:07.502916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Attempting to bind port e477feaa-5127-49a5-977f-4d8c9d1ee0a6 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '09f55538-a257-47c3-992f-c37f97f42231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '554539a0-781e-41a1-8af2-09edd8acc551'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:07.502916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Attempting to bind port e477feaa-5127-49a5-977f-4d8c9d1ee0a6 on network 554539a0-781e-41a1-8af2-09edd8acc551 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:07.509996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0f178fe5-d1ec-495b-92b8-ff154285a745 None None] Provisioning complete for port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:07.510380 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0f178fe5-d1ec-495b-92b8-ff154285a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.516214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451604a8-3980-4268-9efb-f00626b4eb31 None None] Pushing event updated for resources: {'Port': ['ID=e00ccc95-cd8c-40e1-a532-29cbf6e2c78c,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:07.519455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:07.519841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Checking segment: {'id': '09f55538-a257-47c3-992f-c37f97f42231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '554539a0-781e-41a1-8af2-09edd8acc551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:07.520262 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.520651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Bound using segment: {'id': '09f55538-a257-47c3-992f-c37f97f42231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '554539a0-781e-41a1-8af2-09edd8acc551'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:07.521198 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Bound port: e477feaa-5127-49a5-977f-4d8c9d1ee0a6, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f55538-a257-47c3-992f-c37f97f42231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '554539a0-781e-41a1-8af2-09edd8acc551'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:07.521588 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.643427 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] For port e477feaa-5127-49a5-977f-4d8c9d1ee0a6, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:07.660987 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] For port e477feaa-5127-49a5-977f-4d8c9d1ee0a6, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e477feaa-5127-49a5-977f-4d8c9d1ee0a6,segment=NetworkSegment(09f55538-a257-47c3-992f-c37f97f42231),segment_id=09f55538-a257-47c3-992f-c37f97f42231)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:07.672890 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.db.api [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:31:07.672890 n-d-805649-4 neutron-server[95509]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:31:07.672890 n-d-805649-4 neutron-server[95509]: [parameters: {'id': '554539a0-781e-41a1-8af2-09edd8acc551'}] Sep 22 10:31:07.672890 n-d-805649-4 neutron-server[95509]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:31:07.673766 n-d-805649-4 neutron-server[95509]: DEBUG oslo_db.api [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:31:07.767269 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:07.854218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faccaa-b5de-4fa8-b897-3044622660bd None None] Pushing event updated for resources: {'Port': ['ID=e477feaa-5127-49a5-977f-4d8c9d1ee0a6,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:07.872669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb9182e-0134-4c3f-8b6e-6e340003d217 None None] Network 554539a0-781e-41a1-8af2-09edd8acc551 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:08.010208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51309c83-a49c-49cb-9d64-a61c31282314 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:31:08.080169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51309c83-a49c-49cb-9d64-a61c31282314 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:31:08.175519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.237638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Deleting port e477feaa-5127-49a5-977f-4d8c9d1ee0a6 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:08.238461 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.308465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] For port e477feaa-5127-49a5-977f-4d8c9d1ee0a6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e477feaa-5127-49a5-977f-4d8c9d1ee0a6,segment=NetworkSegment(09f55538-a257-47c3-992f-c37f97f42231),segment_id=09f55538-a257-47c3-992f-c37f97f42231)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:08.309183 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.324243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Calling delete_port for e477feaa-5127-49a5-977f-4d8c9d1ee0a6 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:08.484508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e00ccc95-cd8c-40e1-a532-29cbf6e2c78c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:08.512339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.536665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:08.537537 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.538785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Port': ['ID=e477feaa-5127-49a5-977f-4d8c9d1ee0a6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:08.543102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] No DVR routers for this DVR port e477feaa-5127-49a5-977f-4d8c9d1ee0a6 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:08.631723 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.654976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554539a0-781e-41a1-8af2-09edd8acc551']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:08.665519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f55538-a257-47c3-992f-c37f97f42231') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:08.665811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f55538-a257-47c3-992f-c37f97f42231') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:08.676960 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.691501 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.697834 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:08.698227 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:08.701387 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:08.861169 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.869424 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:08.871324 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/networks/554539a0-781e-41a1-8af2-09edd8acc551 HTTP/1.1" status: 204 len: 168 time: 2.5642712 Sep 22 10:31:08.875477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55848) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:08.880629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-543341810'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:08.883323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a5b53-df7c-4a41-b79c-797c4f2a5bab tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Network': ['ID=554539a0-781e-41a1-8af2-09edd8acc551,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:09.021626 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Made reservation on behalf of 68a6e369e0ad4f1f8a0a60af1f0097be for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:09.027284 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:09.066754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:09.078147 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:09.078479 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Added segment b86dd9a5-78e1-49e1-938a-237e46362459 of type vlan for network 797952d1-1ba4-4b4a-9a5a-4137f20a6466 Sep 22 10:31:09.135265 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:09.317529 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:09.323239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:09.323830 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:09.395079 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event updated for resources: {'Network': ['ID=797952d1-1ba4-4b4a-9a5a-4137f20a6466,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:09.406384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 797952d1-1ba4-4b4a-9a5a-4137f20a6466 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:09.490575 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0892b981-f2ba-4d24-8f27-65cb5cd83752 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6139395 Sep 22 10:31:09.493836 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55850) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:09.502375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Request body: {'subnet': {'network_id': '797952d1-1ba4-4b4a-9a5a-4137f20a6466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:09.690348 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Made reservation on behalf of 68a6e369e0ad4f1f8a0a60af1f0097be for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:09.694085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.086276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.ipam_backend_mixin [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Performing IP validity checks on allocation pools {{(pid=95510) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 22 10:31:10.087135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.ipam_backend_mixin [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95510) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 22 10:31:10.322770 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.386004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event updated for resources: {'Subnet': ['ID=b4198688-11e4-4042-b973-8b74cc37aebb,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:10.396250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Checking segment: {'id': 'b86dd9a5-78e1-49e1-938a-237e46362459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '797952d1-1ba4-4b4a-9a5a-4137f20a6466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:10.396250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Network hostable DHCP agents. Network: 797952d1-1ba4-4b4a-9a5a-4137f20a6466, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:31:10.546663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Network 797952d1-1ba4-4b4a-9a5a-4137f20a6466 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:31:10.666711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 797952d1-1ba4-4b4a-9a5a-4137f20a6466) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:10.671349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:10.672098 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.677513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d23e9-17f6-4174-ae8a-764d4147d41f None None] Network 797952d1-1ba4-4b4a-9a5a-4137f20a6466 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:10.839943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-797952d1-1ba4-4b4a-9a5a-4137f20a6466', 'network_id': '797952d1-1ba4-4b4a-9a5a-4137f20a6466', 'tenant_id': '68a6e369e0ad4f1f8a0a60af1f0097be', 'fixed_ips': [{'subnet_id': 'b4198688-11e4-4042-b973-8b74cc37aebb'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:31:10.840856 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:10.991412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Allocated IP 2001:db8::3 (797952d1-1ba4-4b4a-9a5a-4137f20a6466/b4198688-11e4-4042-b973-8b74cc37aebb/2880ba3c-7161-48f2-8a2f-8d30e9ad4691) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:11.062544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-40c96927-57fa-49b0-9eb8-b16c6854278f tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5672753 Sep 22 10:31:11.088513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55852) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:11.174236 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.177747 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.236166 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.352665 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.393375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Network 797952d1-1ba4-4b4a-9a5a-4137f20a6466 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:11.396546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:11.400248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:11.408837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Pushing event updated for resources: {'Port': ['ID=2880ba3c-7161-48f2-8a2f-8d30e9ad4691,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:11.464587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Attempting to bind port 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:11.464998 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Attempting to bind port 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'b86dd9a5-78e1-49e1-938a-237e46362459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '797952d1-1ba4-4b4a-9a5a-4137f20a6466'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:11.465366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Attempting to bind port 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 on network 797952d1-1ba4-4b4a-9a5a-4137f20a6466 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:11.471057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:11.471433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Checking segment: {'id': 'b86dd9a5-78e1-49e1-938a-237e46362459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '797952d1-1ba4-4b4a-9a5a-4137f20a6466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:11.471870 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.472269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Bound using segment: {'id': 'b86dd9a5-78e1-49e1-938a-237e46362459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '797952d1-1ba4-4b4a-9a5a-4137f20a6466'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:11.472777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Bound port: 2880ba3c-7161-48f2-8a2f-8d30e9ad4691, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86dd9a5-78e1-49e1-938a-237e46362459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '797952d1-1ba4-4b4a-9a5a-4137f20a6466'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:11.473169 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.506944 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.539863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Subnet': ['ID=b4198688-11e4-4042-b973-8b74cc37aebb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:11.553233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] For port 2880ba3c-7161-48f2-8a2f-8d30e9ad4691, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:11.556670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] For port 2880ba3c-7161-48f2-8a2f-8d30e9ad4691, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2880ba3c-7161-48f2-8a2f-8d30e9ad4691,segment=NetworkSegment(b86dd9a5-78e1-49e1-938a-237e46362459),segment_id=b86dd9a5-78e1-49e1-938a-237e46362459)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:11.598327 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.620187 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797952d1-1ba4-4b4a-9a5a-4137f20a6466']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:11.630991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86dd9a5-78e1-49e1-938a-237e46362459') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:11.631287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86dd9a5-78e1-49e1-938a-237e46362459') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:11.641254 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.678947 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.683595 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.690557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:11.690951 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:11.694245 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:11.748969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768474cc-bf6f-42de-a5bf-2ad9ebf43f9b None None] Pushing event updated for resources: {'Port': ['ID=2880ba3c-7161-48f2-8a2f-8d30e9ad4691,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:11.855840 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.db.api [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 10:31:11.855840 n-d-805649-4 neutron-server[95510]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 10:31:11.855840 n-d-805649-4 neutron-server[95510]: [parameters: {'id': '797952d1-1ba4-4b4a-9a5a-4137f20a6466'}] Sep 22 10:31:11.855840 n-d-805649-4 neutron-server[95510]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:31:11.856513 n-d-805649-4 neutron-server[95510]: DEBUG oslo_db.api [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:31:12.357473 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.421128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Deleting port 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:12.421251 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.501866 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] For port 2880ba3c-7161-48f2-8a2f-8d30e9ad4691, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2880ba3c-7161-48f2-8a2f-8d30e9ad4691,segment=NetworkSegment(b86dd9a5-78e1-49e1-938a-237e46362459),segment_id=b86dd9a5-78e1-49e1-938a-237e46362459)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:12.502281 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.522945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Calling delete_port for 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:12.528251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:12.580868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:12.584210 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.653054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386403fa-640e-4311-a7aa-c94f257784ba None None] Network 797952d1-1ba4-4b4a-9a5a-4137f20a6466 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:12.689440 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.774260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-51f27e7e-6e8e-4647-b6a3-462f7030b563 None None] Provisioning complete for port 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:12.774640 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-51f27e7e-6e8e-4647-b6a3-462f7030b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.792875 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.815506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-51f27e7e-6e8e-4647-b6a3-462f7030b563 None None] Port 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 was deleted so its status cannot be updated. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 22 10:31:12.825958 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] No DVR routers for this DVR port 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:12.832521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Port': ['ID=2880ba3c-7161-48f2-8a2f-8d30e9ad4691,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:12.913170 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba7d2d-814e-4765-b6c7-4bbb02d86ce5 None None] DHCP port deletion for 797952d1-1ba4-4b4a-9a5a-4137f20a6466 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:31:12.925409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:12.957260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797952d1-1ba4-4b4a-9a5a-4137f20a6466']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:12.977039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86dd9a5-78e1-49e1-938a-237e46362459') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:12.977567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86dd9a5-78e1-49e1-938a-237e46362459') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:12.998110 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.016429 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.023921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:13.024405 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:13.028620 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:13.198535 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.205224 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.210671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/networks/797952d1-1ba4-4b4a-9a5a-4137f20a6466 HTTP/1.1" status: 204 len: 168 time: 2.1407931 Sep 22 10:31:13.211639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55854) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:13.222289 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-790480808'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:13.226776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a24fe-07af-4aa5-9348-cfa9e2d1a8c3 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Network': ['ID=797952d1-1ba4-4b4a-9a5a-4137f20a6466,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:13.333909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Made reservation on behalf of 68a6e369e0ad4f1f8a0a60af1f0097be for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:13.337544 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.364430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:13.374308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.374653 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Added segment 21d06e85-b2a9-4d81-8f69-999fedc57015 of type vlan for network a104b0ff-945e-4535-af1c-94a4bef8dab7 Sep 22 10:31:13.430168 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.619835 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.626033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:13.626665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:13.698994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event updated for resources: {'Network': ['ID=a104b0ff-945e-4535-af1c-94a4bef8dab7,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:13.711260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network a104b0ff-945e-4535-af1c-94a4bef8dab7 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:13.776790 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d339b7c7-0163-4cc9-92f9-9a81ccec5dd2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5623550 Sep 22 10:31:13.780429 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55856) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:13.787383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Request body: {'subnet': {'network_id': 'a104b0ff-945e-4535-af1c-94a4bef8dab7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:14.044033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Made reservation on behalf of 68a6e369e0ad4f1f8a0a60af1f0097be for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:14.048631 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:14.370219 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:14.433166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event updated for resources: {'Subnet': ['ID=804e9684-2f29-4170-9a38-f45ccacf7a64,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:14.450179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Checking segment: {'id': '21d06e85-b2a9-4d81-8f69-999fedc57015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a104b0ff-945e-4535-af1c-94a4bef8dab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:14.450544 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Network hostable DHCP agents. Network: a104b0ff-945e-4535-af1c-94a4bef8dab7, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:31:14.483277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:31:14.508801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:31:14.509148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2880ba3c-7161-48f2-8a2f-8d30e9ad4691 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:31:14.672596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Network a104b0ff-945e-4535-af1c-94a4bef8dab7 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:31:14.910750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, a104b0ff-945e-4535-af1c-94a4bef8dab7) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:14.915107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:14.915695 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:14.922549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8182b542-bd9a-4911-81e6-010892bf9158 None None] Network a104b0ff-945e-4535-af1c-94a4bef8dab7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:15.039749 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f90d7e59-4c4d-4c1a-b470-c994d00710ed tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2576156 Sep 22 10:31:15.044326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55858) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:15.050198 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-417682852'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:15.104332 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-a104b0ff-945e-4535-af1c-94a4bef8dab7', 'network_id': 'a104b0ff-945e-4535-af1c-94a4bef8dab7', 'tenant_id': '68a6e369e0ad4f1f8a0a60af1f0097be', 'fixed_ips': [{'subnet_id': '804e9684-2f29-4170-9a38-f45ccacf7a64'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:31:15.105811 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.197502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Made reservation on behalf of 68a6e369e0ad4f1f8a0a60af1f0097be for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:15.202155 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.232225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:15.244410 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.244980 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Added segment e4f97910-43c7-4943-92a5-6b61c0f39d81 of type vlan for network 5b9fff98-aa2e-44d5-a7d4-b952f73ee81d Sep 22 10:31:15.272915 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Allocated IP 2001:db8::2 (a104b0ff-945e-4535-af1c-94a4bef8dab7/804e9684-2f29-4170-9a38-f45ccacf7a64/44dba755-1979-487e-a681-d894e742b1c2) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:15.313617 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.452008 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.558002 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.563741 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:15.565021 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.604437 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.659975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event updated for resources: {'Network': ['ID=5b9fff98-aa2e-44d5-a7d4-b952f73ee81d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:15.665635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Network a104b0ff-945e-4535-af1c-94a4bef8dab7 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:15.669066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:15.674530 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:15.676709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 5b9fff98-aa2e-44d5-a7d4-b952f73ee81d details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:15.707441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Pushing event updated for resources: {'Port': ['ID=44dba755-1979-487e-a681-d894e742b1c2,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:15.725958 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c27cf4bb-8035-4ee4-8581-c967a7ff07e0 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6801434 Sep 22 10:31:15.728992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55860) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:15.735661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Request body: {'subnet': {'network_id': '5b9fff98-aa2e-44d5-a7d4-b952f73ee81d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:15.854494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Attempting to bind port 44dba755-1979-487e-a681-d894e742b1c2 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:15.855343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Attempting to bind port 44dba755-1979-487e-a681-d894e742b1c2 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '21d06e85-b2a9-4d81-8f69-999fedc57015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a104b0ff-945e-4535-af1c-94a4bef8dab7'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:15.855751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Attempting to bind port 44dba755-1979-487e-a681-d894e742b1c2 on network a104b0ff-945e-4535-af1c-94a4bef8dab7 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:15.866261 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:15.866893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Checking segment: {'id': '21d06e85-b2a9-4d81-8f69-999fedc57015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a104b0ff-945e-4535-af1c-94a4bef8dab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:15.867545 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.868437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Bound using segment: {'id': '21d06e85-b2a9-4d81-8f69-999fedc57015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a104b0ff-945e-4535-af1c-94a4bef8dab7'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:15.869341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Bound port: 44dba755-1979-487e-a681-d894e742b1c2, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d06e85-b2a9-4d81-8f69-999fedc57015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a104b0ff-945e-4535-af1c-94a4bef8dab7'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:15.870004 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:15.953731 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] For port 44dba755-1979-487e-a681-d894e742b1c2, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:15.957296 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] For port 44dba755-1979-487e-a681-d894e742b1c2, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=44dba755-1979-487e-a681-d894e742b1c2,segment=NetworkSegment(21d06e85-b2a9-4d81-8f69-999fedc57015),segment_id=21d06e85-b2a9-4d81-8f69-999fedc57015)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:15.997069 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Made reservation on behalf of 68a6e369e0ad4f1f8a0a60af1f0097be for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:16.003794 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.101813 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.167623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c5810-bfd7-49a4-a0de-427ff2e596ae None None] Pushing event updated for resources: {'Port': ['ID=44dba755-1979-487e-a681-d894e742b1c2,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:16.344700 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.423773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event updated for resources: {'Subnet': ['ID=b0e646f7-4e4b-42cf-8fa0-f918e2d35464,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:16.436671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Checking segment: {'id': 'e4f97910-43c7-4943-92a5-6b61c0f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5b9fff98-aa2e-44d5-a7d4-b952f73ee81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:16.437188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Network hostable DHCP agents. Network: 5b9fff98-aa2e-44d5-a7d4-b952f73ee81d, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:31:16.533643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 44dba755-1979-487e-a681-d894e742b1c2 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:16.569567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Network 5b9fff98-aa2e-44d5-a7d4-b952f73ee81d is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:31:16.589975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 44dba755-1979-487e-a681-d894e742b1c2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:16.590342 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.679425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 5b9fff98-aa2e-44d5-a7d4-b952f73ee81d) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:16.688979 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.695529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:16.696497 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.706421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d9fd6-c825-4e84-8d2d-ab2dc51cbfd7 None None] Network 5b9fff98-aa2e-44d5-a7d4-b952f73ee81d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:16.784005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 44dba755-1979-487e-a681-d894e742b1c2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=44dba755-1979-487e-a681-d894e742b1c2,segment=NetworkSegment(21d06e85-b2a9-4d81-8f69-999fedc57015),segment_id=21d06e85-b2a9-4d81-8f69-999fedc57015)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:16.827596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c3bff9fd-9709-488e-8aed-22a32a072460 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0966222 Sep 22 10:31:16.830204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55862) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:16.877958 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.953658 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a39607-f52b-4533-9f18-994705aa721f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-5b9fff98-aa2e-44d5-a7d4-b952f73ee81d', 'network_id': '5b9fff98-aa2e-44d5-a7d4-b952f73ee81d', 'tenant_id': '68a6e369e0ad4f1f8a0a60af1f0097be', 'fixed_ips': [{'subnet_id': 'b0e646f7-4e4b-42cf-8fa0-f918e2d35464'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:31:16.955188 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-32a39607-f52b-4533-9f18-994705aa721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:16.973295 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.003656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=44dba755-1979-487e-a681-d894e742b1c2,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:17.041593 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.232992 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.276409 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b8466-fbe9-4b99-8d19-530f6a116098 None None] Network a104b0ff-945e-4535-af1c-94a4bef8dab7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:17.276534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e646f7-4e4b-42cf-8fa0-f918e2d35464,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:17.346258 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.376815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9fff98-aa2e-44d5-a7d4-b952f73ee81d']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:17.395379 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f97910-43c7-4943-92a5-6b61c0f39d81') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:17.395843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f97910-43c7-4943-92a5-6b61c0f39d81') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:17.415114 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.435572 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.444252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:17.445138 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:17.449584 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server [None req-32a39607-f52b-4533-9f18-994705aa721f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0e646f7-4e4b-42cf-8fa0-f918e2d35464: This subnet is being modified by another concurrent operation. Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server raise exception Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0e646f7-4e4b-42cf-8fa0-f918e2d35464: This subnet is being modified by another concurrent operation. Sep 22 10:31:17.555133 n-d-805649-4 neutron-server[95511]: ERROR oslo_messaging.rpc.server Sep 22 10:31:17.579315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d54c18f1-50b5-46e5-bd89-297c1b7ca578 None None] Provisioning complete for port 44dba755-1979-487e-a681-d894e742b1c2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:17.579315 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d54c18f1-50b5-46e5-bd89-297c1b7ca578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.604009 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e4373f-a4b2-4354-87f0-54c4376916f7 None None] Network 5b9fff98-aa2e-44d5-a7d4-b952f73ee81d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:17.706752 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.715684 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.720147 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/networks/5b9fff98-aa2e-44d5-a7d4-b952f73ee81d HTTP/1.1" status: 204 len: 168 time: 0.8872292 Sep 22 10:31:17.723413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55864) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:17.749353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f4787-e18f-4ac0-a959-1894ed2750a2 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Network': ['ID=5b9fff98-aa2e-44d5-a7d4-b952f73ee81d,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:17.768298 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe910f9-e4de-4767-aeb2-c4e56df79dad tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] GET failed (client error): The resource could not be found. Sep 22 10:31:17.770016 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-efe910f9-e4de-4767-aeb2-c4e56df79dad tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "GET /v2.0/subnets/b0e646f7-4e4b-42cf-8fa0-f918e2d35464 HTTP/1.1" status: 404 len: 337 time: 0.0451715 Sep 22 10:31:17.773243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55866) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:17.801244 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-820bd557-9a26-4778-b7ba-21257515579e tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] DELETE failed (client error): The resource could not be found. Sep 22 10:31:17.802010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820bd557-9a26-4778-b7ba-21257515579e tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:31:17.810279 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-820bd557-9a26-4778-b7ba-21257515579e tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/networks/5b9fff98-aa2e-44d5-a7d4-b952f73ee81d HTTP/1.1" status: 404 len: 339 time: 0.0297554 Sep 22 10:31:17.814649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55868) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:17.839195 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-08470b94-94ed-4bf6-b05b-ff4d1ec328ae tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] DELETE failed (client error): The resource could not be found. Sep 22 10:31:17.839966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08470b94-94ed-4bf6-b05b-ff4d1ec328ae tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:31:17.845988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-08470b94-94ed-4bf6-b05b-ff4d1ec328ae tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/subnets/b0e646f7-4e4b-42cf-8fa0-f918e2d35464 HTTP/1.1" status: 404 len: 337 time: 0.0302038 Sep 22 10:31:17.845988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55870) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:17.868932 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8ced61-ee35-461c-813c-cada24f7ee1c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] DELETE failed (client error): The resource could not be found. Sep 22 10:31:17.869535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8ced61-ee35-461c-813c-cada24f7ee1c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:31:17.871700 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fc8ced61-ee35-461c-813c-cada24f7ee1c tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/networks/5b9fff98-aa2e-44d5-a7d4-b952f73ee81d HTTP/1.1" status: 404 len: 339 time: 0.0246477 Sep 22 10:31:17.875431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55872) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:17.942831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2602bd-7778-4a0b-a817-9f7225810169 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Deleting subnet 804e9684-2f29-4170-9a38-f45ccacf7a64 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:31:17.946745 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb2602bd-7778-4a0b-a817-9f7225810169 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:17.992564 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb2602bd-7778-4a0b-a817-9f7225810169 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.073385 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87753e98-a812-4648-a8d3-d89040b57de8 None None] get_active_networks_info from n-d-805649-4 {{(pid=95511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 10:31:18.089060 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb2602bd-7778-4a0b-a817-9f7225810169 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.175508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87753e98-a812-4648-a8d3-d89040b57de8 None None] Resources bound (agent type, host, resource id): {{(pid=95511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 10:31:18.191750 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-358277e0-1f67-48e2-bd33-daa992faad39 None None] Provisioning complete for port 44dba755-1979-487e-a681-d894e742b1c2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:18.192266 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-358277e0-1f67-48e2-bd33-daa992faad39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.342129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb2602bd-7778-4a0b-a817-9f7225810169 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.376643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2602bd-7778-4a0b-a817-9f7225810169 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Subnet': ['ID=804e9684-2f29-4170-9a38-f45ccacf7a64,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:18.378954 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb2602bd-7778-4a0b-a817-9f7225810169 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.381019 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fb2602bd-7778-4a0b-a817-9f7225810169 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/subnets/804e9684-2f29-4170-9a38-f45ccacf7a64 HTTP/1.1" status: 204 len: 168 time: 0.5046253 Sep 22 10:31:18.383903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55874) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:18.486987 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.511330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d2f699-ca18-47c8-9b9b-fefb2fa5bb5c None None] Network a104b0ff-945e-4535-af1c-94a4bef8dab7 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:18.518993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 44dba755-1979-487e-a681-d894e742b1c2 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:18.555953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Deleting port 44dba755-1979-487e-a681-d894e742b1c2 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:18.556299 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.632242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] For port 44dba755-1979-487e-a681-d894e742b1c2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=44dba755-1979-487e-a681-d894e742b1c2,segment=NetworkSegment(21d06e85-b2a9-4d81-8f69-999fedc57015),segment_id=21d06e85-b2a9-4d81-8f69-999fedc57015)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:18.632749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.645441 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Calling delete_port for 44dba755-1979-487e-a681-d894e742b1c2 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:18.678203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 44dba755-1979-487e-a681-d894e742b1c2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:18.678572 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.786387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25483f4-3cb4-48e2-95e5-fbc4685ae3b8 None None] DHCP port deletion for a104b0ff-945e-4535-af1c-94a4bef8dab7 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:31:18.866474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e25483f4-3cb4-48e2-95e5-fbc4685ae3b8 None None] Deleting port 44dba755-1979-487e-a681-d894e742b1c2 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:18.867052 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e25483f4-3cb4-48e2-95e5-fbc4685ae3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.924340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.942417 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e25483f4-3cb4-48e2-95e5-fbc4685ae3b8 None None] For port 44dba755-1979-487e-a681-d894e742b1c2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=44dba755-1979-487e-a681-d894e742b1c2,segment=NetworkSegment(21d06e85-b2a9-4d81-8f69-999fedc57015),segment_id=21d06e85-b2a9-4d81-8f69-999fedc57015)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:18.942822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e25483f4-3cb4-48e2-95e5-fbc4685ae3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:18.955998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Port': ['ID=44dba755-1979-487e-a681-d894e742b1c2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:18.965000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] No DVR routers for this DVR port 44dba755-1979-487e-a681-d894e742b1c2 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:18.965182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e25483f4-3cb4-48e2-95e5-fbc4685ae3b8 None None] Calling delete_port for 44dba755-1979-487e-a681-d894e742b1c2 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:19.054219 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.068270 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e25483f4-3cb4-48e2-95e5-fbc4685ae3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.081586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a104b0ff-945e-4535-af1c-94a4bef8dab7']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:19.094334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d06e85-b2a9-4d81-8f69-999fedc57015') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:19.094633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d06e85-b2a9-4d81-8f69-999fedc57015') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:19.105997 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.119453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25483f4-3cb4-48e2-95e5-fbc4685ae3b8 None None] Pushing event deleted for resources: {'Port': ['ID=44dba755-1979-487e-a681-d894e742b1c2,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:19.124434 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.129108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25483f4-3cb4-48e2-95e5-fbc4685ae3b8 None None] No DVR routers for this DVR port 44dba755-1979-487e-a681-d894e742b1c2 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:19.134706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:19.137931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:19.139137 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:19.312138 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.317880 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.319867 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/networks/a104b0ff-945e-4535-af1c-94a4bef8dab7 HTTP/1.1" status: 204 len: 168 time: 0.9331992 Sep 22 10:31:19.323258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55876) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:19.335959 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa863996-4d3c-4a8d-a86c-21f9687b825b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Network': ['ID=a104b0ff-945e-4535-af1c-94a4bef8dab7,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:19.353258 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-268dcf9a-b9de-4acc-83d6-1a9d219046bd tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] DELETE failed (client error): The resource could not be found. Sep 22 10:31:19.353718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268dcf9a-b9de-4acc-83d6-1a9d219046bd tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:31:19.355609 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-268dcf9a-b9de-4acc-83d6-1a9d219046bd tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/subnets/b4198688-11e4-4042-b973-8b74cc37aebb HTTP/1.1" status: 404 len: 337 time: 0.0312619 Sep 22 10:31:19.358721 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55878) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:19.379330 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-935d65dd-b21f-4ba9-849e-c9dedb7090bb tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] DELETE failed (client error): The resource could not be found. Sep 22 10:31:19.379926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935d65dd-b21f-4ba9-849e-c9dedb7090bb tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:31:19.381767 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-935d65dd-b21f-4ba9-849e-c9dedb7090bb tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/networks/797952d1-1ba4-4b4a-9a5a-4137f20a6466 HTTP/1.1" status: 404 len: 339 time: 0.0219679 Sep 22 10:31:19.384315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55880) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:19.412631 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea9bb03-a7db-44fe-80a6-1abce6d5fbfa tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] DELETE failed (client error): The resource could not be found. Sep 22 10:31:19.413030 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea9bb03-a7db-44fe-80a6-1abce6d5fbfa tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:31:19.414851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3ea9bb03-a7db-44fe-80a6-1abce6d5fbfa tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/subnets/b54cbfe9-c7e8-4c6a-8421-e7f4daa7bbe4 HTTP/1.1" status: 404 len: 337 time: 0.0295708 Sep 22 10:31:19.418931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55882) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:19.439238 n-d-805649-4 neutron-server[95510]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d17f1e0-9bc7-496f-bd26-2abf204cd2b7 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] DELETE failed (client error): The resource could not be found. Sep 22 10:31:19.439817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d17f1e0-9bc7-496f-bd26-2abf204cd2b7 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95510) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 10:31:19.441611 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4d17f1e0-9bc7-496f-bd26-2abf204cd2b7 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/networks/554539a0-781e-41a1-8af2-09edd8acc551 HTTP/1.1" status: 404 len: 339 time: 0.0215464 Sep 22 10:31:19.444149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55884) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:19.502339 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af1434a-6126-4360-9332-1a14feaffc39 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Deleting subnet b116bac8-a3fd-4efd-ad2b-d089673b15f8 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:31:19.505887 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2af1434a-6126-4360-9332-1a14feaffc39 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.556351 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2af1434a-6126-4360-9332-1a14feaffc39 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.654650 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2af1434a-6126-4360-9332-1a14feaffc39 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.861418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2af1434a-6126-4360-9332-1a14feaffc39 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.902816 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1434a-6126-4360-9332-1a14feaffc39 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Subnet': ['ID=b116bac8-a3fd-4efd-ad2b-d089673b15f8,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:19.905787 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2af1434a-6126-4360-9332-1a14feaffc39 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:19.909878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2af1434a-6126-4360-9332-1a14feaffc39 tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/subnets/b116bac8-a3fd-4efd-ad2b-d089673b15f8 HTTP/1.1" status: 204 len: 168 time: 0.4626720 Sep 22 10:31:19.910565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55886) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:19.912979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e2a32-4db1-4ced-be2a-3ec39c3467f4 None None] Network 52a0ad71-3ea3-4fa3-b082-92f218b6ff7b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:20.001978 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.062114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Deleting port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:20.062450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.104919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165cb273-e145-43ac-a359-895af1367d1c None None] DHCP port deletion for 52a0ad71-3ea3-4fa3-b082-92f218b6ff7b request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:31:20.131420 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] For port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e00ccc95-cd8c-40e1-a532-29cbf6e2c78c,segment=NetworkSegment(211a062e-c6b9-4e6d-a4f2-4330e9871673),segment_id=211a062e-c6b9-4e6d-a4f2-4330e9871673)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:20.131778 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.146286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Calling delete_port for e00ccc95-cd8c-40e1-a532-29cbf6e2c78c owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:20.159024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-165cb273-e145-43ac-a359-895af1367d1c None None] Deleting port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:20.159574 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-165cb273-e145-43ac-a359-895af1367d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.224514 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-165cb273-e145-43ac-a359-895af1367d1c None None] For port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e00ccc95-cd8c-40e1-a532-29cbf6e2c78c,segment=NetworkSegment(211a062e-c6b9-4e6d-a4f2-4330e9871673),segment_id=211a062e-c6b9-4e6d-a4f2-4330e9871673)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:20.224932 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-165cb273-e145-43ac-a359-895af1367d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.239399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-165cb273-e145-43ac-a359-895af1367d1c None None] Calling delete_port for e00ccc95-cd8c-40e1-a532-29cbf6e2c78c owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:20.437931 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.448829 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:31:20.453739 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-165cb273-e145-43ac-a359-895af1367d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.466927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Port': ['ID=e00ccc95-cd8c-40e1-a532-29cbf6e2c78c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:20.473418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] No DVR routers for this DVR port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:20.497748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cb273-e145-43ac-a359-895af1367d1c None None] Pushing event deleted for resources: {'Port': ['ID=e00ccc95-cd8c-40e1-a532-29cbf6e2c78c,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:20.500196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 44dba755-1979-487e-a681-d894e742b1c2 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:31:20.524397 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cb273-e145-43ac-a359-895af1367d1c None None] No DVR routers for this DVR port e00ccc95-cd8c-40e1-a532-29cbf6e2c78c on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:20.526260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 44dba755-1979-487e-a681-d894e742b1c2 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:31:20.526602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 44dba755-1979-487e-a681-d894e742b1c2 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:31:20.527007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e00ccc95-cd8c-40e1-a532-29cbf6e2c78c no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:31:20.551256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: e00ccc95-cd8c-40e1-a532-29cbf6e2c78c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:31:20.552428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e00ccc95-cd8c-40e1-a532-29cbf6e2c78c not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:31:20.568559 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.589546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a0ad71-3ea3-4fa3-b082-92f218b6ff7b']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:20.599821 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211a062e-c6b9-4e6d-a4f2-4330e9871673') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:20.600122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211a062e-c6b9-4e6d-a4f2-4330e9871673') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:20.610538 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.625389 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.631736 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:20.632127 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:20.635294 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:20.813859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.821148 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:20.823020 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] 10.222.0.49 "DELETE /v2.0/networks/52a0ad71-3ea3-4fa3-b082-92f218b6ff7b HTTP/1.1" status: 204 len: 168 time: 0.9112511 Sep 22 10:31:20.837952 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc1bf0-812a-4202-a32b-bdad4a9ef55b tempest-NetworksIpV6Test-1233625950 tempest-NetworksIpV6Test-1233625950-project] Pushing event deleted for resources: {'Network': ['ID=52a0ad71-3ea3-4fa3-b082-92f218b6ff7b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:21.423091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55892) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:21.560276 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-69eac0ef-a971-44e1-b640-f96215516aa5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68a6e369e0ad4f1f8a0a60af1f0097be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359286 Sep 22 10:31:21.562841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55896) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:21.614051 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-567dd515-81d2-4e58-920c-2de2008e6e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.635949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-567dd515-81d2-4e58-920c-2de2008e6e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.831353 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-567dd515-81d2-4e58-920c-2de2008e6e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.833900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-567dd515-81d2-4e58-920c-2de2008e6e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:21.835117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-567dd515-81d2-4e58-920c-2de2008e6e9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c8958d3-9556-4879-8290-010589efbe65 HTTP/1.1" status: 204 len: 168 time: 0.2713578 Sep 22 10:31:21.844131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567dd515-81d2-4e58-920c-2de2008e6e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8958d3-9556-4879-8290-010589efbe65,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:23.195084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55920) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:23.297479 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-bd1b6e9e-24ff-435f-a1c8-137e05659810 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1513393495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:23.421805 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6e9e-24ff-435f-a1c8-137e05659810 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.423007 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6e9e-24ff-435f-a1c8-137e05659810 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.512082 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6e9e-24ff-435f-a1c8-137e05659810 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.627324 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6e9e-24ff-435f-a1c8-137e05659810 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.810214 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bd1b6e9e-24ff-435f-a1c8-137e05659810 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.811837 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bd1b6e9e-24ff-435f-a1c8-137e05659810 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6154368 Sep 22 10:31:23.814407 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55924) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:23.819443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1470743222'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:23.871976 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.935734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Made reservation on behalf of bba0d137e5c24f5c9c8c1447192f4efa for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:23.939386 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:23.948194 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:24.047121 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:24.170202 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:24.199777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:24.206410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a810e4cd-d8c0-46ce-9b44-8bbc26c790d1,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:24.212620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:24.213079 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Added segment d8702317-7b95-4fa9-9d7e-5ee3a4eef992 of type vlan for network cd95a2aa-97d8-443b-bb72-002bbd54112d Sep 22 10:31:24.255132 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:24.341145 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-64fc4d93-41ac-45f8-933e-ba185c8039d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:24.506756 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:24.512931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:24.514284 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:24.584139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Pushing event updated for resources: {'Network': ['ID=cd95a2aa-97d8-443b-bb72-002bbd54112d,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:24.594819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network cd95a2aa-97d8-443b-bb72-002bbd54112d details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:24.804313 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-34b41fa6-6c4b-462d-b939-e1727edafc09 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9888206 Sep 22 10:31:24.807221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55926) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:24.812923 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Request body: {'subnet': {'network_id': 'cd95a2aa-97d8-443b-bb72-002bbd54112d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:25.112261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Made reservation on behalf of bba0d137e5c24f5c9c8c1447192f4efa for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:25.116128 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:25.288088 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:25.477094 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:25.541417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Pushing event updated for resources: {'Subnet': ['ID=259d5ca9-bf33-4392-9994-48623512278c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:25.552341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.552690 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.553062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.553399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.553761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.554099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.554427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.554771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.555076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.555397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.555722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.556052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:25.567038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Checking segment: {'id': 'd8702317-7b95-4fa9-9d7e-5ee3a4eef992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'cd95a2aa-97d8-443b-bb72-002bbd54112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:25.567476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Network hostable DHCP agents. Network: cd95a2aa-97d8-443b-bb72-002bbd54112d, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:31:25.740665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Network cd95a2aa-97d8-443b-bb72-002bbd54112d is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:31:25.865000 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, cd95a2aa-97d8-443b-bb72-002bbd54112d) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:25.869532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:25.870115 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:25.874789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a74374-bdaf-4239-b08b-c362a38a362b None None] Network cd95a2aa-97d8-443b-bb72-002bbd54112d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:26.020679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-cd95a2aa-97d8-443b-bb72-002bbd54112d', 'network_id': 'cd95a2aa-97d8-443b-bb72-002bbd54112d', 'tenant_id': 'bba0d137e5c24f5c9c8c1447192f4efa', 'fixed_ips': [{'subnet_id': '259d5ca9-bf33-4392-9994-48623512278c'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:31:26.021597 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.037029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-df84e94b-9202-4979-8829-937cf43b97d0 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2286844 Sep 22 10:31:26.040088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55928) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:26.045163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-851212153'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:26.160026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Allocated IP 172.20.0.2 (cd95a2aa-97d8-443b-bb72-002bbd54112d/259d5ca9-bf33-4392-9994-48623512278c/f8a7f55a-b55d-469b-9027-54cd2f86ee7c) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:26.260988 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Made reservation on behalf of bba0d137e5c24f5c9c8c1447192f4efa for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:26.266616 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.290200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:26.300228 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.300614 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Added segment a4a6aec4-bee1-4589-aa02-6b861bf78bd6 of type vlan for network 041474c3-316b-4cb3-8fd7-f93693020e2b Sep 22 10:31:26.305434 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.350249 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.415390 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.456819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Network cd95a2aa-97d8-443b-bb72-002bbd54112d is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:26.463182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:26.463182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:26.473776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Pushing event updated for resources: {'Port': ['ID=f8a7f55a-b55d-469b-9027-54cd2f86ee7c,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:26.487680 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.493751 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:26.494371 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.526925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Attempting to bind port f8a7f55a-b55d-469b-9027-54cd2f86ee7c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:26.526925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Attempting to bind port f8a7f55a-b55d-469b-9027-54cd2f86ee7c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd8702317-7b95-4fa9-9d7e-5ee3a4eef992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'cd95a2aa-97d8-443b-bb72-002bbd54112d'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:26.526925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Attempting to bind port f8a7f55a-b55d-469b-9027-54cd2f86ee7c on network cd95a2aa-97d8-443b-bb72-002bbd54112d {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:26.532374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:26.532768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Checking segment: {'id': 'd8702317-7b95-4fa9-9d7e-5ee3a4eef992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'cd95a2aa-97d8-443b-bb72-002bbd54112d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:26.533177 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.533571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Bound using segment: {'id': 'd8702317-7b95-4fa9-9d7e-5ee3a4eef992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'cd95a2aa-97d8-443b-bb72-002bbd54112d'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:26.534045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Bound port: f8a7f55a-b55d-469b-9027-54cd2f86ee7c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8702317-7b95-4fa9-9d7e-5ee3a4eef992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'cd95a2aa-97d8-443b-bb72-002bbd54112d'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:26.534424 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.565132 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Pushing event updated for resources: {'Network': ['ID=041474c3-316b-4cb3-8fd7-f93693020e2b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:26.577609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 041474c3-316b-4cb3-8fd7-f93693020e2b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:26.658135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] For port f8a7f55a-b55d-469b-9027-54cd2f86ee7c, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:26.673279 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-27f20bca-60ed-4cc8-8370-7c6133ea7ef1 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6320372 Sep 22 10:31:26.676239 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55930) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:26.678375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] For port f8a7f55a-b55d-469b-9027-54cd2f86ee7c, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f8a7f55a-b55d-469b-9027-54cd2f86ee7c,segment=NetworkSegment(d8702317-7b95-4fa9-9d7e-5ee3a4eef992),segment_id=d8702317-7b95-4fa9-9d7e-5ee3a4eef992)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:26.684898 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Request body: {'subnet': {'network_id': '041474c3-316b-4cb3-8fd7-f93693020e2b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:26.810443 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:26.865624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Made reservation on behalf of bba0d137e5c24f5c9c8c1447192f4efa for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:26.868215 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff57f3b-0cae-4f43-a641-d06c2e88d03f None None] Pushing event updated for resources: {'Port': ['ID=f8a7f55a-b55d-469b-9027-54cd2f86ee7c,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:26.871278 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:27.112106 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5b012880-4bd3-4646-8c47-98366a34530f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:27.266676 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:27.330729 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Pushing event updated for resources: {'Subnet': ['ID=8cc0e891-7780-4ad3-aa92-7dcb977f3f95,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:27.338607 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Checking segment: {'id': 'a4a6aec4-bee1-4589-aa02-6b861bf78bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '041474c3-316b-4cb3-8fd7-f93693020e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:27.338975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Network hostable DHCP agents. Network: 041474c3-316b-4cb3-8fd7-f93693020e2b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:31:27.489301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Network 041474c3-316b-4cb3-8fd7-f93693020e2b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:31:27.676491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 041474c3-316b-4cb3-8fd7-f93693020e2b) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:27.681099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:27.681702 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:27.692450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d296077-1ec2-447a-9348-66b51cef4676 None None] Network 041474c3-316b-4cb3-8fd7-f93693020e2b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:27.754991 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:27.768221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ce5aa-e888-4071-b432-331ee427959e None None] Network cd95a2aa-97d8-443b-bb72-002bbd54112d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:27.867580 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b025f5d4-a9b1-4043-87db-5728640317cc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1898510 Sep 22 10:31:27.871114 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55932) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:27.876876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-25522e2d-a38a-47bb-aaf2-b969b8c75ebb tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Request body: {'router': {'external_gateway_info': {'network_id': '041474c3-316b-4cb3-8fd7-f93693020e2b'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:27.909739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-efb476a5-2eb3-493f-9aa8-30ac84f4e886 None None] Provisioning complete for port f8a7f55a-b55d-469b-9027-54cd2f86ee7c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:27.910112 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-efb476a5-2eb3-493f-9aa8-30ac84f4e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:27.978699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-041474c3-316b-4cb3-8fd7-f93693020e2b', 'network_id': '041474c3-316b-4cb3-8fd7-f93693020e2b', 'tenant_id': 'bba0d137e5c24f5c9c8c1447192f4efa', 'fixed_ips': [{'subnet_id': '8cc0e891-7780-4ad3-aa92-7dcb977f3f95'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:31:27.979578 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.185808 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-efb476a5-2eb3-493f-9aa8-30ac84f4e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.258857 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Allocated IP 172.21.0.2 (041474c3-316b-4cb3-8fd7-f93693020e2b/8cc0e891-7780-4ad3-aa92-7dcb977f3f95/6d0bf03b-72e7-4e61-afb2-50ba3d8679e2) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:28.259424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-efb476a5-2eb3-493f-9aa8-30ac84f4e886 None None] For port f8a7f55a-b55d-469b-9027-54cd2f86ee7c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f8a7f55a-b55d-469b-9027-54cd2f86ee7c,segment=NetworkSegment(d8702317-7b95-4fa9-9d7e-5ee3a4eef992),segment_id=d8702317-7b95-4fa9-9d7e-5ee3a4eef992)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:28.405848 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.417376 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-25522e2d-a38a-47bb-aaf2-b969b8c75ebb tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.431640 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-efb476a5-2eb3-493f-9aa8-30ac84f4e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.437017 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.630175 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [None req-25522e2d-a38a-47bb-aaf2-b969b8c75ebb tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 10:31:28.631422 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-25522e2d-a38a-47bb-aaf2-b969b8c75ebb tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "PUT /v2.0/routers/6bbd7a6a-7ca5-4ccf-a773-fa7ea3bb66e0 HTTP/1.1" status: 400 len: 364 time: 0.7590215 Sep 22 10:31:28.637701 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55934) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:28.653740 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.656701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f8a7f55a-b55d-469b-9027-54cd2f86ee7c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:28.705729 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb476a5-2eb3-493f-9aa8-30ac84f4e886 None None] Pushing event updated for resources: {'Port': ['ID=f8a7f55a-b55d-469b-9027-54cd2f86ee7c,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:28.706418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3143cef-b897-4a6e-a1f6-4d43c834e820 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Deleting subnet 8cc0e891-7780-4ad3-aa92-7dcb977f3f95 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:31:28.709584 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b3143cef-b897-4a6e-a1f6-4d43c834e820 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.714223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Network 041474c3-316b-4cb3-8fd7-f93693020e2b is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:28.739244 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:28.748477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:28.753463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a50f554b-ff84-40f5-aff3-2812eec6c436 None None] Provisioning complete for port f8a7f55a-b55d-469b-9027-54cd2f86ee7c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:28.753833 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a50f554b-ff84-40f5-aff3-2812eec6c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.763406 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b3143cef-b897-4a6e-a1f6-4d43c834e820 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.819208 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6d0bf03b-72e7-4e61-afb2-50ba3d8679e2,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:28.852500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b3143cef-b897-4a6e-a1f6-4d43c834e820 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.865837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f8a7f55a-b55d-469b-9027-54cd2f86ee7c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:28.871340 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.871340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Attempting to bind port 6d0bf03b-72e7-4e61-afb2-50ba3d8679e2 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:28.871340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Attempting to bind port 6d0bf03b-72e7-4e61-afb2-50ba3d8679e2 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'a4a6aec4-bee1-4589-aa02-6b861bf78bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '041474c3-316b-4cb3-8fd7-f93693020e2b'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:28.871340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Attempting to bind port 6d0bf03b-72e7-4e61-afb2-50ba3d8679e2 on network 041474c3-316b-4cb3-8fd7-f93693020e2b {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:28.901446 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:28.905684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Checking segment: {'id': 'a4a6aec4-bee1-4589-aa02-6b861bf78bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '041474c3-316b-4cb3-8fd7-f93693020e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:28.905684 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:28.905684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Bound using segment: {'id': 'a4a6aec4-bee1-4589-aa02-6b861bf78bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '041474c3-316b-4cb3-8fd7-f93693020e2b'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:28.905684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Bound port: 6d0bf03b-72e7-4e61-afb2-50ba3d8679e2, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a6aec4-bee1-4589-aa02-6b861bf78bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '041474c3-316b-4cb3-8fd7-f93693020e2b'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:28.905684 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.069406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] For port 6d0bf03b-72e7-4e61-afb2-50ba3d8679e2, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:29.069596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b3143cef-b897-4a6e-a1f6-4d43c834e820 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.086558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] For port 6d0bf03b-72e7-4e61-afb2-50ba3d8679e2, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6d0bf03b-72e7-4e61-afb2-50ba3d8679e2,segment=NetworkSegment(a4a6aec4-bee1-4589-aa02-6b861bf78bd6),segment_id=a4a6aec4-bee1-4589-aa02-6b861bf78bd6)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:29.108185 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3143cef-b897-4a6e-a1f6-4d43c834e820 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc0e891-7780-4ad3-aa92-7dcb977f3f95,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:29.115775 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b3143cef-b897-4a6e-a1f6-4d43c834e820 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.115775 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b3143cef-b897-4a6e-a1f6-4d43c834e820 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "DELETE /v2.0/subnets/8cc0e891-7780-4ad3-aa92-7dcb977f3f95 HTTP/1.1" status: 204 len: 168 time: 0.4735239 Sep 22 10:31:29.115775 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55936) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:29.196479 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.220041 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.257522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Deleting port 6d0bf03b-72e7-4e61-afb2-50ba3d8679e2 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:29.258061 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.294074 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19412a-a651-4bf9-ab55-f4ce949f10a3 None None] Pushing event updated for resources: {'Port': ['ID=6d0bf03b-72e7-4e61-afb2-50ba3d8679e2,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:29.338946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] For port 6d0bf03b-72e7-4e61-afb2-50ba3d8679e2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=6d0bf03b-72e7-4e61-afb2-50ba3d8679e2,segment=NetworkSegment(a4a6aec4-bee1-4589-aa02-6b861bf78bd6),segment_id=a4a6aec4-bee1-4589-aa02-6b861bf78bd6)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:29.339310 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.352507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Calling delete_port for 6d0bf03b-72e7-4e61-afb2-50ba3d8679e2 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:29.539622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.568540 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Pushing event deleted for resources: {'Port': ['ID=6d0bf03b-72e7-4e61-afb2-50ba3d8679e2,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:29.574932 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] No DVR routers for this DVR port 6d0bf03b-72e7-4e61-afb2-50ba3d8679e2 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:29.657409 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.679034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041474c3-316b-4cb3-8fd7-f93693020e2b']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:29.691000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a6aec4-bee1-4589-aa02-6b861bf78bd6') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:29.691292 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a6aec4-bee1-4589-aa02-6b861bf78bd6') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:29.702457 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.721811 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.724181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:29.724596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:29.728036 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:29.878014 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.885305 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:29.890168 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "DELETE /v2.0/networks/041474c3-316b-4cb3-8fd7-f93693020e2b HTTP/1.1" status: 204 len: 168 time: 0.7714043 Sep 22 10:31:29.890424 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55938) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:29.910546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b30edb-7c13-4b78-a776-609f419ef9bc tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Pushing event deleted for resources: {'Network': ['ID=041474c3-316b-4cb3-8fd7-f93693020e2b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:29.957987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a83df49-749b-4738-b987-4764199f32ad tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Deleting subnet 259d5ca9-bf33-4392-9994-48623512278c {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:31:29.960430 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a83df49-749b-4738-b987-4764199f32ad tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.004545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a83df49-749b-4738-b987-4764199f32ad tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.102345 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a83df49-749b-4738-b987-4764199f32ad tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.146724 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.266883 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a83df49-749b-4738-b987-4764199f32ad tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.282581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4067ad5b-2a90-4011-8cf0-c63d1be7badb None None] DHCP port deletion for 041474c3-316b-4cb3-8fd7-f93693020e2b request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:31:30.297632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83df49-749b-4738-b987-4764199f32ad tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Pushing event deleted for resources: {'Subnet': ['ID=259d5ca9-bf33-4392-9994-48623512278c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:30.300258 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2a83df49-749b-4738-b987-4764199f32ad tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.302253 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2a83df49-749b-4738-b987-4764199f32ad tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "DELETE /v2.0/subnets/259d5ca9-bf33-4392-9994-48623512278c HTTP/1.1" status: 204 len: 168 time: 0.4108555 Sep 22 10:31:30.305158 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 55940) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:30.307699 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7a718c-f677-4eae-bc19-f7b1448bcfd1 None None] Network 041474c3-316b-4cb3-8fd7-f93693020e2b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:30.325113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c471873f-b3bd-416c-b19f-5c249c392612 None None] Network cd95a2aa-97d8-443b-bb72-002bbd54112d requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:30.330222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7a718c-f677-4eae-bc19-f7b1448bcfd1 None None] Network 041474c3-316b-4cb3-8fd7-f93693020e2b could not be found, it might have been deleted concurrently. {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 22 10:31:30.344719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cce22ede-906c-4b87-8536-df3ccbfb7476 None None] Could not find standard attr ID for object 6d0bf03b-72e7-4e61-afb2-50ba3d8679e2. {{(pid=95511) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 10:31:30.395019 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.458414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Deleting port f8a7f55a-b55d-469b-9027-54cd2f86ee7c {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:30.459015 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.491966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f8a7f55a-b55d-469b-9027-54cd2f86ee7c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:30.528826 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] For port f8a7f55a-b55d-469b-9027-54cd2f86ee7c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f8a7f55a-b55d-469b-9027-54cd2f86ee7c,segment=NetworkSegment(d8702317-7b95-4fa9-9d7e-5ee3a4eef992),segment_id=d8702317-7b95-4fa9-9d7e-5ee3a4eef992)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:30.529769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.532853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4298b43-4e27-449b-9b66-91942600a780 None None] DHCP port deletion for cd95a2aa-97d8-443b-bb72-002bbd54112d request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:31:30.548379 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Calling delete_port for f8a7f55a-b55d-469b-9027-54cd2f86ee7c owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:30.582036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f8a7f55a-b55d-469b-9027-54cd2f86ee7c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:30.582412 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.632288 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f4298b43-4e27-449b-9b66-91942600a780 None None] Deleting port f8a7f55a-b55d-469b-9027-54cd2f86ee7c {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:31:30.640318 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4298b43-4e27-449b-9b66-91942600a780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.693885 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.721917 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Pushing event deleted for resources: {'Port': ['ID=f8a7f55a-b55d-469b-9027-54cd2f86ee7c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:30.723809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] No DVR routers for this DVR port f8a7f55a-b55d-469b-9027-54cd2f86ee7c on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:30.733967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f4298b43-4e27-449b-9b66-91942600a780 None None] For port f8a7f55a-b55d-469b-9027-54cd2f86ee7c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f8a7f55a-b55d-469b-9027-54cd2f86ee7c,segment=NetworkSegment(d8702317-7b95-4fa9-9d7e-5ee3a4eef992),segment_id=d8702317-7b95-4fa9-9d7e-5ee3a4eef992)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:30.734373 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4298b43-4e27-449b-9b66-91942600a780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.754031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f4298b43-4e27-449b-9b66-91942600a780 None None] Calling delete_port for f8a7f55a-b55d-469b-9027-54cd2f86ee7c owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:31:30.809303 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.834645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd95a2aa-97d8-443b-bb72-002bbd54112d']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:30.837311 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f4298b43-4e27-449b-9b66-91942600a780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.845553 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8702317-7b95-4fa9-9d7e-5ee3a4eef992') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:30.845850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8702317-7b95-4fa9-9d7e-5ee3a4eef992') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:30.857744 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.864317 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4298b43-4e27-449b-9b66-91942600a780 None None] Pushing event deleted for resources: {'Port': ['ID=f8a7f55a-b55d-469b-9027-54cd2f86ee7c,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:30.869441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4298b43-4e27-449b-9b66-91942600a780 None None] No DVR routers for this DVR port f8a7f55a-b55d-469b-9027-54cd2f86ee7c on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:31:30.874874 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:31:30.886756 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:31:31.047912 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.055324 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.060539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "DELETE /v2.0/networks/cd95a2aa-97d8-443b-bb72-002bbd54112d HTTP/1.1" status: 204 len: 168 time: 0.7508669 Sep 22 10:31:31.060933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55942) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:31.073502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8b8d4-8d73-4aa7-a93c-671c1c2c2b5d tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Pushing event deleted for resources: {'Network': ['ID=cd95a2aa-97d8-443b-bb72-002bbd54112d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:31.087143 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f1e8e57f-cce0-4c50-a969-e7b32bd6c7c5 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bbd7a6a-7ca5-4ccf-a773-fa7ea3bb66e0 HTTP/1.1" status: 200 len: 205 time: 0.0259902 Sep 22 10:31:31.089616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55944) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:31.165797 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0798a05-04b7-4940-b7bc-c3ba69ead913 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.326493 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0798a05-04b7-4940-b7bc-c3ba69ead913 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.329646 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0798a05-04b7-4940-b7bc-c3ba69ead913 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.449694 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0798a05-04b7-4940-b7bc-c3ba69ead913 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.450236 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0798a05-04b7-4940-b7bc-c3ba69ead913 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Fanout notify agent at l3_agent the message router_deleted on router 6bbd7a6a-7ca5-4ccf-a773-fa7ea3bb66e0 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:31:31.458556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b0798a05-04b7-4940-b7bc-c3ba69ead913 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:31.460190 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b0798a05-04b7-4940-b7bc-c3ba69ead913 tempest-RoutersNegativeTest-1707190621 tempest-RoutersNegativeTest-1707190621-project] 10.222.0.49 "DELETE /v2.0/routers/6bbd7a6a-7ca5-4ccf-a773-fa7ea3bb66e0 HTTP/1.1" status: 204 len: 168 time: 0.3691857 Sep 22 10:31:31.940285 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55950) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:32.090115 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1689a0ea-5b4e-4064-a3e8-ebe04371708d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bba0d137e5c24f5c9c8c1447192f4efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486480 Sep 22 10:31:32.093563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55954) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:32.144308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d71b170c-e2c4-4297-a512-ecedc95793bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.166869 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d71b170c-e2c4-4297-a512-ecedc95793bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.289403 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d71b170c-e2c4-4297-a512-ecedc95793bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.291960 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d71b170c-e2c4-4297-a512-ecedc95793bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:32.293202 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d71b170c-e2c4-4297-a512-ecedc95793bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a810e4cd-d8c0-46ce-9b44-8bbc26c790d1 HTTP/1.1" status: 204 len: 168 time: 0.1987009 Sep 22 10:31:32.306311 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b170c-e2c4-4297-a512-ecedc95793bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a810e4cd-d8c0-46ce-9b44-8bbc26c790d1,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:32.481041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f8a7f55a-b55d-469b-9027-54cd2f86ee7c no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:31:32.507690 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f8a7f55a-b55d-469b-9027-54cd2f86ee7c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:31:32.508048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f8a7f55a-b55d-469b-9027-54cd2f86ee7c not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:31:33.424447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55976) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:33.525265 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1700948137-network', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:33.705009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Made reservation on behalf of ee4ccc3c95764aedab5a738eae3a73e9 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:33.707425 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:33.716881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:33.810968 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:33.912105 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:33.936394 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:33.945093 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd0f003-7ce1-42e6-bd62-51d79162ac6a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:33.951013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:33.951855 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Added segment 257b13e4-bfc2-4a85-84b3-bb0d0c9ff074 of type vlan for network 41c1713a-a007-48ba-8c29-95ef65a35f78 Sep 22 10:31:33.995424 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.141319 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.142244 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:34.142821 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.203454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] Pushing event updated for resources: {'Network': ['ID=41c1713a-a007-48ba-8c29-95ef65a35f78,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:34.213864 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 41c1713a-a007-48ba-8c29-95ef65a35f78 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:34.250514 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-94fd12a0-e04c-458c-9b20-34a648de0d3b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8248875 Sep 22 10:31:34.253451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55980) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:34.258307 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] Request body: {'subnet': {'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1700948137-subnet', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:34.391914 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] Made reservation on behalf of ee4ccc3c95764aedab5a738eae3a73e9 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:34.394273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.706912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:34.756830 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3ba296-ef57-44e6-8139-47556f51e207,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:34.772552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] Checking segment: {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:34.772936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] Network hostable DHCP agents. Network: 41c1713a-a007-48ba-8c29-95ef65a35f78, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:31:34.877850 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] Network 41c1713a-a007-48ba-8c29-95ef65a35f78 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:31:34.992252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 41c1713a-a007-48ba-8c29-95ef65a35f78) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:34.997136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:34.998100 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.003755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9af768-1041-4234-a3ef-8e9025870f14 None None] Network 41c1713a-a007-48ba-8c29-95ef65a35f78 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:35.102306 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5a265be1-795f-4410-97b4-acbcbd42c2d4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8477361 Sep 22 10:31:35.104948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55982) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:35.109612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1700948137-router', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:35.150226 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-41c1713a-a007-48ba-8c29-95ef65a35f78', 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'fixed_ips': [{'subnet_id': '4d3ba296-ef57-44e6-8139-47556f51e207'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:31:35.151124 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.242363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.243704 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.291064 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Allocated IP 172.20.0.2 (41c1713a-a007-48ba-8c29-95ef65a35f78/4d3ba296-ef57-44e6-8139-47556f51e207/b5e0540b-6e53-4442-8e79-2b3aabc65321) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:35.305596 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.438380 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.535323 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.535551 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.574993 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Network 41c1713a-a007-48ba-8c29-95ef65a35f78 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:35.579482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:35.586017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:35.589138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Pushing event updated for resources: {'Port': ['ID=b5e0540b-6e53-4442-8e79-2b3aabc65321,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:35.643066 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Attempting to bind port b5e0540b-6e53-4442-8e79-2b3aabc65321 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:35.643535 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Attempting to bind port b5e0540b-6e53-4442-8e79-2b3aabc65321 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:35.643986 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Attempting to bind port b5e0540b-6e53-4442-8e79-2b3aabc65321 on network 41c1713a-a007-48ba-8c29-95ef65a35f78 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:35.649436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:35.649890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Checking segment: {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:35.650398 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.650900 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Bound using segment: {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:35.651370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Bound port: b5e0540b-6e53-4442-8e79-2b3aabc65321, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:35.651754 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.719481 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] For port b5e0540b-6e53-4442-8e79-2b3aabc65321, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:35.722603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] For port b5e0540b-6e53-4442-8e79-2b3aabc65321, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b5e0540b-6e53-4442-8e79-2b3aabc65321,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:35.809763 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.815622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.836431 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:35.874819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c218c-e438-4704-8fbc-a8109f017d9f None None] Pushing event updated for resources: {'Port': ['ID=b5e0540b-6e53-4442-8e79-2b3aabc65321,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:35.958118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Allocated IP 172.25.6.55 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/11cfaf2f-e27e-424e-b857-b9b48d0cd5f2) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:36.097476 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.187078 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.230935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:36.234135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:36.237814 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:36.262771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Pushing event updated for resources: {'Port': ['ID=11cfaf2f-e27e-424e-b857-b9b48d0cd5f2,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:36.523178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b5e0540b-6e53-4442-8e79-2b3aabc65321 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:36.581837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b5e0540b-6e53-4442-8e79-2b3aabc65321 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:36.582219 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.624820 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.675358 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.715133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port b5e0540b-6e53-4442-8e79-2b3aabc65321, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b5e0540b-6e53-4442-8e79-2b3aabc65321,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:36.801793 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.859286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=b5e0540b-6e53-4442-8e79-2b3aabc65321,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:36.875485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baafd80c-cfbe-4e6f-a01e-9059ed57d3f1 None None] Network 41c1713a-a007-48ba-8c29-95ef65a35f78 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:36.878204 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:36.950887 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-348d315f-ae05-490b-9bbd-ad1febadf12a None None] Provisioning complete for port b5e0540b-6e53-4442-8e79-2b3aabc65321 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:36.951770 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-348d315f-ae05-490b-9bbd-ad1febadf12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:37.095458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Router 6a8cf337-36bd-415b-9154-4d7bc22333c3 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:31:37.251355 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:37.266070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Sync routers for ids ['6a8cf337-36bd-415b-9154-4d7bc22333c3'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:37.281010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Routers {'6a8cf337-36bd-415b-9154-4d7bc22333c3'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:37.282104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:31:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6a8cf337-36bd-415b-9154-4d7bc22333c3'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:37.346349 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:37.347887 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1b0ec9ea-4c00-4aa4-a4c5-8735b2f0b99e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2418089 Sep 22 10:31:37.351650 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 55984) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:37.419290 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Set router 6a8cf337-36bd-415b-9154-4d7bc22333c3 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:37.516941 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7bc800da-88c2-4f15-9cfb-0280b16ccfb8 None None] Provisioning complete for port b5e0540b-6e53-4442-8e79-2b3aabc65321 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:37.517286 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7bc800da-88c2-4f15-9cfb-0280b16ccfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:37.739093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'name': 'tempest-TestEncryptedCinderVolumes-1700948137-router', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:36Z', 'revision_number': 3, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'gw_port': {'id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:37.774283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Checking router: 6a8cf337-36bd-415b-9154-4d7bc22333c3 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:31:37.774548 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Updating router 6a8cf337-36bd-415b-9154-4d7bc22333c3 port 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:31:37.803128 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.117201 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.144646 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.198116 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.403973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Allocated IP 172.20.0.1 (41c1713a-a007-48ba-8c29-95ef65a35f78/4d3ba296-ef57-44e6-8139-47556f51e207/0f31d717-ba7e-46b5-9472-3129b10e1597) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:38.429116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Attempting to bind port 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:38.429508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Attempting to bind port 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:38.430402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Attempting to bind port 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:38.433420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579791f6-bb21-4706-9319-b14f7f94ad4c None None] Pushing event updated for resources: {'Port': ['ID=11cfaf2f-e27e-424e-b857-b9b48d0cd5f2,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:38.444040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:38.444040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:38.444040 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.444040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:38.444040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Bound port: 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:38.444040 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.521677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] For port 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:38.529724 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b5e0540b-6e53-4442-8e79-2b3aabc65321 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:38.533098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] For port 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=11cfaf2f-e27e-424e-b857-b9b48d0cd5f2,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:38.588292 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b5e0540b-6e53-4442-8e79-2b3aabc65321 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:38.588914 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.596286 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.633739 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.707549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Routers {'6a8cf337-36bd-415b-9154-4d7bc22333c3'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:38.708205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:31:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6a8cf337-36bd-415b-9154-4d7bc22333c3'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:38.718862 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.760204 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Network 41c1713a-a007-48ba-8c29-95ef65a35f78 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:38.763401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:38.768144 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:38.788258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579791f6-bb21-4706-9319-b14f7f94ad4c None None] Pushing event updated for resources: {'Port': ['ID=11cfaf2f-e27e-424e-b857-b9b48d0cd5f2,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:38.796477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Pushing event updated for resources: {'Port': ['ID=0f31d717-ba7e-46b5-9472-3129b10e1597,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:38.818824 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:38.880383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] Set router 6a8cf337-36bd-415b-9154-4d7bc22333c3 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:39.082426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e7d632b6-4278-4cb3-9e67-58bc8d5bdac0 None None] Provisioning complete for port 0f31d717-ba7e-46b5-9472-3129b10e1597 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:39.082786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e7d632b6-4278-4cb3-9e67-58bc8d5bdac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:39.132851 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e7d632b6-4278-4cb3-9e67-58bc8d5bdac0 None None] Port 0f31d717-ba7e-46b5-9472-3129b10e1597 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:31:39.149071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'name': 'tempest-TestEncryptedCinderVolumes-1700948137-router', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:36Z', 'revision_number': 3, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'gw_port': {'id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:39.150657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:39.177795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb77f3-c2fb-4b9b-8780-d1757fa5e1bb None None] The sync data for ids ['6a8cf337-36bd-415b-9154-4d7bc22333c3'] in n-d-805649-4 is: [{'id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'name': 'tempest-TestEncryptedCinderVolumes-1700948137-router', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:36Z', 'revision_number': 3, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'gw_port': {'id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:31:39.381944 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:39.478246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:39.552603 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Pushing event updated for resources: {'Port': ['ID=0f31d717-ba7e-46b5-9472-3129b10e1597,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:39.555271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:39.669363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Network 41c1713a-a007-48ba-8c29-95ef65a35f78 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:39.671298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:39.816227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Router 6a8cf337-36bd-415b-9154-4d7bc22333c3 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:31:39.948291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:39.961304 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5ba0fd16-eb61-4a8c-9951-ba4175fc242e admin admin] 10.222.0.49 "PUT /v2.0/routers/6a8cf337-36bd-415b-9154-4d7bc22333c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6010325 Sep 22 10:31:39.961906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8ac8e5b9-31d5-4f8e-9b81-7cb718f78672 None None] Provisioning complete for port 0f31d717-ba7e-46b5-9472-3129b10e1597 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:39.962565 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8ac8e5b9-31d5-4f8e-9b81-7cb718f78672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:40.002972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8ac8e5b9-31d5-4f8e-9b81-7cb718f78672 None None] Port 0f31d717-ba7e-46b5-9472-3129b10e1597 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:31:40.521246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:40.578972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:40.579471 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:40.677519 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:40.705683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=11cfaf2f-e27e-424e-b857-b9b48d0cd5f2,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:40.809069 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:40.873972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=11cfaf2f-e27e-424e-b857-b9b48d0cd5f2,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:40.895589 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56002) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:40.901457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1844093293-network', 'tenant_id': '84dab0e09e364f878f02826d43866f0d'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:41.005795 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Sync routers for ids ['6a8cf337-36bd-415b-9154-4d7bc22333c3'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:41.018592 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Routers {'6a8cf337-36bd-415b-9154-4d7bc22333c3'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:41.019379 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:31:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6a8cf337-36bd-415b-9154-4d7bc22333c3'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:41.055327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Made reservation on behalf of 84dab0e09e364f878f02826d43866f0d for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:41.058263 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.068877 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.142009 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Set router 6a8cf337-36bd-415b-9154-4d7bc22333c3 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:41.177481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.259306 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.288693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:31:41.300522 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f73663-e803-4b6a-ab8d-dd52beff8cea,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:41.306191 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.306434 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Added segment 7fa3b511-3d60-40d5-a7c3-04e9fa3057ca of type vlan for network 5298eabe-4227-460d-820c-6c13943f79d0 Sep 22 10:31:41.364677 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.406622 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'name': 'tempest-TestEncryptedCinderVolumes-1700948137-router', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:38Z', 'revision_number': 4, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'gw_port': {'id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0f31d717-ba7e-46b5-9472-3129b10e1597', 'name': '', 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'mac_address': 'fa:16:3e:85:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '4d3ba296-ef57-44e6-8139-47556f51e207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:38Z', 'updated_at': '2021-09-22T10:31:39Z', 'revision_number': 2, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'subnets': [{'id': '4d3ba296-ef57-44e6-8139-47556f51e207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:41.437606 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Checking router: 6a8cf337-36bd-415b-9154-4d7bc22333c3 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:31:41.440468 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Updating router 6a8cf337-36bd-415b-9154-4d7bc22333c3 port 0f31d717-ba7e-46b5-9472-3129b10e1597 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:31:41.460411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.461920 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:41.462659 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.468245 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.534938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] Pushing event updated for resources: {'Network': ['ID=5298eabe-4227-460d-820c-6c13943f79d0,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:41.546016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 5298eabe-4227-460d-820c-6c13943f79d0 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:31:41.576784 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-231a9eb5-83cd-41c7-b466-7a1d179fc52f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6791799 Sep 22 10:31:41.579622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56004) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:41.584649 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] Request body: {'subnet': {'network_id': '5298eabe-4227-460d-820c-6c13943f79d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1844093293-subnet', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:41.700137 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] Made reservation on behalf of 84dab0e09e364f878f02826d43866f0d for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:41.704110 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:41.788505 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.043196 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.061415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.093590 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Pushing event updated for resources: {'Port': ['ID=0f31d717-ba7e-46b5-9472-3129b10e1597,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:42.104080 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.104455 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.104799 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.105260 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.105469 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.105795 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.106117 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.106476 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.106795 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.107114 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.108123 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.108279 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:42.117038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c95eafa-40dd-4c53-b397-dfe24954461f,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:42.129391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] Checking segment: {'id': '7fa3b511-3d60-40d5-a7c3-04e9fa3057ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:42.129747 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] Network hostable DHCP agents. Network: 5298eabe-4227-460d-820c-6c13943f79d0, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:31:42.159396 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Attempting to bind port 0f31d717-ba7e-46b5-9472-3129b10e1597 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:42.159778 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Attempting to bind port 0f31d717-ba7e-46b5-9472-3129b10e1597 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:42.160136 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Attempting to bind port 0f31d717-ba7e-46b5-9472-3129b10e1597 on network 41c1713a-a007-48ba-8c29-95ef65a35f78 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:42.166257 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:42.166635 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Checking segment: {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:42.167052 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.167449 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Bound using segment: {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:42.167994 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Bound port: 0f31d717-ba7e-46b5-9472-3129b10e1597, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:42.168377 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.240595 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] For port 0f31d717-ba7e-46b5-9472-3129b10e1597, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:42.244355 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] For port 0f31d717-ba7e-46b5-9472-3129b10e1597, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0f31d717-ba7e-46b5-9472-3129b10e1597,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:42.260614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] Network 5298eabe-4227-460d-820c-6c13943f79d0 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:31:42.337961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-87e04300-9d62-484b-9d27-3a1060fdd867 None None] Provisioning complete for port 0f31d717-ba7e-46b5-9472-3129b10e1597 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:42.338336 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-87e04300-9d62-484b-9d27-3a1060fdd867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.354156 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.375307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-87e04300-9d62-484b-9d27-3a1060fdd867 None None] Port 0f31d717-ba7e-46b5-9472-3129b10e1597 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:31:42.402567 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Routers {'6a8cf337-36bd-415b-9154-4d7bc22333c3'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:42.403191 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:31:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6a8cf337-36bd-415b-9154-4d7bc22333c3'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:42.409614 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 5298eabe-4227-460d-820c-6c13943f79d0) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:42.411680 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89f4d-8790-4b18-850f-e833e25c973f None None] Pushing event updated for resources: {'Port': ['ID=0f31d717-ba7e-46b5-9472-3129b10e1597,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:42.423298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:42.423298 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.423850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea21d4-51b7-4553-99df-3dfd3636312d None None] Network 5298eabe-4227-460d-820c-6c13943f79d0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:42.520808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:42.525647 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] Set router 6a8cf337-36bd-415b-9154-4d7bc22333c3 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:42.547826 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bb6dcc82-fb7c-4584-99ad-099ff87104d4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9670401 Sep 22 10:31:42.551230 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56006) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:42.555427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1844093293-router', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:42.616859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:42.619829 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.673016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-5298eabe-4227-460d-820c-6c13943f79d0', 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'fixed_ips': [{'subnet_id': '7c95eafa-40dd-4c53-b397-dfe24954461f'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:31:42.673887 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.690767 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.692526 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.770432 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.787124 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'name': 'tempest-TestEncryptedCinderVolumes-1700948137-router', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:38Z', 'revision_number': 4, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'gw_port': {'id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0f31d717-ba7e-46b5-9472-3129b10e1597', 'name': '', 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'mac_address': 'fa:16:3e:85:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '4d3ba296-ef57-44e6-8139-47556f51e207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:38Z', 'updated_at': '2021-09-22T10:31:42Z', 'revision_number': 4, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'subnets': [{'id': '4d3ba296-ef57-44e6-8139-47556f51e207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:42.808946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-125e1889-380d-41db-9faf-a33140ccd3c2 None None] Provisioning complete for port 0f31d717-ba7e-46b5-9472-3129b10e1597 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:42.809439 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-125e1889-380d-41db-9faf-a33140ccd3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:42.921389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Allocated IP 172.20.0.2 (5298eabe-4227-460d-820c-6c13943f79d0/7c95eafa-40dd-4c53-b397-dfe24954461f/b7136199-4fb3-4131-84b6-f4f9ab75223e) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:42.921674 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ded902-74f9-4557-8016-15945fc7f56e None None] The sync data for ids ['6a8cf337-36bd-415b-9154-4d7bc22333c3'] in n-d-805649-4 is: [{'id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'name': 'tempest-TestEncryptedCinderVolumes-1700948137-router', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:38Z', 'revision_number': 4, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'gw_port': {'id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '0f31d717-ba7e-46b5-9472-3129b10e1597', 'name': '', 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'mac_address': 'fa:16:3e:85:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '4d3ba296-ef57-44e6-8139-47556f51e207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:38Z', 'updated_at': '2021-09-22T10:31:42Z', 'revision_number': 4, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'subnets': [{'id': '4d3ba296-ef57-44e6-8139-47556f51e207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:31:42.977574 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-125e1889-380d-41db-9faf-a33140ccd3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.040830 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.081834 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-125e1889-380d-41db-9faf-a33140ccd3c2 None None] For port 0f31d717-ba7e-46b5-9472-3129b10e1597, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0f31d717-ba7e-46b5-9472-3129b10e1597,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:43.158450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.184095 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-125e1889-380d-41db-9faf-a33140ccd3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.235603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e1889-380d-41db-9faf-a33140ccd3c2 None None] Pushing event updated for resources: {'Port': ['ID=0f31d717-ba7e-46b5-9472-3129b10e1597,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:43.266812 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.309877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Network 5298eabe-4227-460d-820c-6c13943f79d0 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:43.319206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:43.323571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:43.337150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Pushing event updated for resources: {'Port': ['ID=b7136199-4fb3-4131-84b6-f4f9ab75223e,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:43.367974 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.368324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.368672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.369046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.369382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.369720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.370051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.370381 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.370712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.371065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.371391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.371715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:43.381258 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.401743 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.411609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Attempting to bind port b7136199-4fb3-4131-84b6-f4f9ab75223e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:43.412586 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Attempting to bind port b7136199-4fb3-4131-84b6-f4f9ab75223e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '7fa3b511-3d60-40d5-a7c3-04e9fa3057ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:43.413013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Attempting to bind port b7136199-4fb3-4131-84b6-f4f9ab75223e on network 5298eabe-4227-460d-820c-6c13943f79d0 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:43.418825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:43.424712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Checking segment: {'id': '7fa3b511-3d60-40d5-a7c3-04e9fa3057ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:43.424712 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.424712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Bound using segment: {'id': '7fa3b511-3d60-40d5-a7c3-04e9fa3057ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:43.424712 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Bound port: b7136199-4fb3-4131-84b6-f4f9ab75223e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa3b511-3d60-40d5-a7c3-04e9fa3057ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:43.424712 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.496848 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] For port b7136199-4fb3-4131-84b6-f4f9ab75223e, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:43.503782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] For port b7136199-4fb3-4131-84b6-f4f9ab75223e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b7136199-4fb3-4131-84b6-f4f9ab75223e,segment=NetworkSegment(7fa3b511-3d60-40d5-a7c3-04e9fa3057ca),segment_id=7fa3b511-3d60-40d5-a7c3-04e9fa3057ca)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:43.522325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Allocated IP 172.25.6.21 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/733c4ca7-11cf-42ec-bff7-31ae46742bd6) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:43.598112 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.656529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.669944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bc6f2-2dc8-4a28-a44e-3195bd6e68df None None] Pushing event updated for resources: {'Port': ['ID=b7136199-4fb3-4131-84b6-f4f9ab75223e,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:43.769645 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:43.816516 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:43.823279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:43.825232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Pushing event updated for resources: {'Port': ['ID=733c4ca7-11cf-42ec-bff7-31ae46742bd6,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:43.830225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:44.212059 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.590872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0f31d717-ba7e-46b5-9472-3129b10e1597 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:44.656579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0f31d717-ba7e-46b5-9472-3129b10e1597 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:44.657033 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.725746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8133c0d9-fd30-4882-a8bb-8ab3d8ee5d22 None None] Network 5298eabe-4227-460d-820c-6c13943f79d0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:31:44.734158 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.765982 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b7136199-4fb3-4131-84b6-f4f9ab75223e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:44.859440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-172226da-d28a-43ba-8602-c00b22186384 None None] Provisioning complete for port b7136199-4fb3-4131-84b6-f4f9ab75223e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:44.859821 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-172226da-d28a-43ba-8602-c00b22186384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:44.933905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b7136199-4fb3-4131-84b6-f4f9ab75223e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:44.934311 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:45.026364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:31:45.048063 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-172226da-d28a-43ba-8602-c00b22186384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:45.116201 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:45.119905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-172226da-d28a-43ba-8602-c00b22186384 None None] For port b7136199-4fb3-4131-84b6-f4f9ab75223e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b7136199-4fb3-4131-84b6-f4f9ab75223e,segment=NetworkSegment(7fa3b511-3d60-40d5-a7c3-04e9fa3057ca),segment_id=7fa3b511-3d60-40d5-a7c3-04e9fa3057ca)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:45.144757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:45.158079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Sync routers for ids ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:45.168838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Routers {'266ed5d7-2e3c-4428-9a99-98aa80f4ab26'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:45.169550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:31:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:45.210206 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-172226da-d28a-43ba-8602-c00b22186384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:45.296043 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:45.300383 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6a96d610-d198-4744-9251-20179cc1ff07 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7460730 Sep 22 10:31:45.301324 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56008) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:31:45.502171 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:31:45.502532 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:31:45.505555 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-4944eb3b-1e1d-4c67-9010-272369adc0d4 None None] Provisioning complete for port b7136199-4fb3-4131-84b6-f4f9ab75223e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:45.505930 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4944eb3b-1e1d-4c67-9010-272369adc0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:45.507497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172226da-d28a-43ba-8602-c00b22186384 None None] Pushing event updated for resources: {'Port': ['ID=b7136199-4fb3-4131-84b6-f4f9ab75223e,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:45.549870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Set router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:45.773951 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:45.774258 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'name': 'tempest-TestEncryptedCinderVolumes-1844093293-router', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:42Z', 'updated_at': '2021-09-22T10:31:44Z', 'revision_number': 3, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'gw_port': {'id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:43Z', 'updated_at': '2021-09-22T10:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:45.814068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Checking router: 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:31:45.814068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Updating router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 port 733c4ca7-11cf-42ec-bff7-31ae46742bd6 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:31:45.836475 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:45.982734 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Allocated IP 172.20.0.1 (5298eabe-4227-460d-820c-6c13943f79d0/7c95eafa-40dd-4c53-b397-dfe24954461f/e4c454f3-1119-4860-bb49-c448e931308f) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:46.098553 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.134171 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.203963 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.243536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Network 5298eabe-4227-460d-820c-6c13943f79d0 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:46.250921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:46.250921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:46.272119 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.281914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Pushing event updated for resources: {'Port': ['ID=e4c454f3-1119-4860-bb49-c448e931308f,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:46.301607 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.332395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Attempting to bind port 733c4ca7-11cf-42ec-bff7-31ae46742bd6 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:46.332813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Attempting to bind port 733c4ca7-11cf-42ec-bff7-31ae46742bd6 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:46.333168 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Attempting to bind port 733c4ca7-11cf-42ec-bff7-31ae46742bd6 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:46.348430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:46.348945 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:46.349369 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.349778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:46.350301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Bound port: 733c4ca7-11cf-42ec-bff7-31ae46742bd6, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:46.350755 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.352776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c9ee1-4c99-4d87-8ae5-2eccc3872823 None None] Pushing event updated for resources: {'Port': ['ID=733c4ca7-11cf-42ec-bff7-31ae46742bd6,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:46.423956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] For port 733c4ca7-11cf-42ec-bff7-31ae46742bd6, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:46.428556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] For port 733c4ca7-11cf-42ec-bff7-31ae46742bd6, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=733c4ca7-11cf-42ec-bff7-31ae46742bd6,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:46.499920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b7136199-4fb3-4131-84b6-f4f9ab75223e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:46.531660 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.580908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.608531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5109cd93-3a17-46c8-9d7d-49f3a767c66e None None] Provisioning complete for port e4c454f3-1119-4860-bb49-c448e931308f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:46.608923 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5109cd93-3a17-46c8-9d7d-49f3a767c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.643777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Routers {'266ed5d7-2e3c-4428-9a99-98aa80f4ab26'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:46.646118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:31:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:46.648831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c9ee1-4c99-4d87-8ae5-2eccc3872823 None None] Pushing event updated for resources: {'Port': ['ID=733c4ca7-11cf-42ec-bff7-31ae46742bd6,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:46.654387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port b7136199-4fb3-4131-84b6-f4f9ab75223e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:46.654818 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.727777 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5109cd93-3a17-46c8-9d7d-49f3a767c66e None None] Port e4c454f3-1119-4860-bb49-c448e931308f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:31:46.777309 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.834966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] Set router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:46.844011 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:46.922817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Pushing event updated for resources: {'Port': ['ID=e4c454f3-1119-4860-bb49-c448e931308f,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:46.929407 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:47.027914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Network 5298eabe-4227-460d-820c-6c13943f79d0 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:47.029921 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:47.071561 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'name': 'tempest-TestEncryptedCinderVolumes-1844093293-router', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:42Z', 'updated_at': '2021-09-22T10:31:46Z', 'revision_number': 4, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'gw_port': {'id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:43Z', 'updated_at': '2021-09-22T10:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e4c454f3-1119-4860-bb49-c448e931308f', 'name': '', 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'mac_address': 'fa:16:3e:2c:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '7c95eafa-40dd-4c53-b397-dfe24954461f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:45Z', 'updated_at': '2021-09-22T10:31:45Z', 'revision_number': 1, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'subnets': [{'id': '7c95eafa-40dd-4c53-b397-dfe24954461f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:47.101560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a95c8-a71d-45ce-8c3d-facea574bd45 None None] The sync data for ids ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'] in n-d-805649-4 is: [{'id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'name': 'tempest-TestEncryptedCinderVolumes-1844093293-router', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:42Z', 'updated_at': '2021-09-22T10:31:46Z', 'revision_number': 4, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'gw_port': {'id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:43Z', 'updated_at': '2021-09-22T10:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e4c454f3-1119-4860-bb49-c448e931308f', 'name': '', 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'mac_address': 'fa:16:3e:2c:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '7c95eafa-40dd-4c53-b397-dfe24954461f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:45Z', 'updated_at': '2021-09-22T10:31:45Z', 'revision_number': 1, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'subnets': [{'id': '7c95eafa-40dd-4c53-b397-dfe24954461f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:31:47.158258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:31:47.359541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d3b64fd5-b9a7-4b8e-ade4-4d0ae1b84075 None None] Provisioning complete for port e4c454f3-1119-4860-bb49-c448e931308f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:47.359853 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d3b64fd5-b9a7-4b8e-ade4-4d0ae1b84075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:47.411024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d3b64fd5-b9a7-4b8e-ade4-4d0ae1b84075 None None] Port e4c454f3-1119-4860-bb49-c448e931308f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:31:47.632556 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:31:47.645344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-51c2e2c4-c364-458b-af59-39ddf5e3d8ab admin admin] 10.222.0.49 "PUT /v2.0/routers/266ed5d7-2e3c-4428-9a99-98aa80f4ab26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3423986 Sep 22 10:31:48.525197 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 733c4ca7-11cf-42ec-bff7-31ae46742bd6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:48.574231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 733c4ca7-11cf-42ec-bff7-31ae46742bd6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:48.574600 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:48.606398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88d691-3b74-4746-9560-bd5208267b92 req-a983e58f-d972-4625-9a2a-ce396e4aad58 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:48.608300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-a983e58f-d972-4625-9a2a-ce396e4aad58 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/networks?id=41c1713a-a007-48ba-8c29-95ef65a35f78 HTTP/1.1" status: 200 len: 817 time: 0.1061029 Sep 22 10:31:48.625729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-2aed81ce-fede-4252-8eba-8277ebeccd7b tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/quotas/ee4ccc3c95764aedab5a738eae3a73e9 HTTP/1.1" status: 200 len: 375 time: 0.0110393 Sep 22 10:31:48.668909 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:48.691224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 733c4ca7-11cf-42ec-bff7-31ae46742bd6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=733c4ca7-11cf-42ec-bff7-31ae46742bd6,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:48.693150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-122c3d8b-d528-4376-9288-c3f0e1748b45 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4ccc3c95764aedab5a738eae3a73e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609784 Sep 22 10:31:48.782113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:48.800372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-2a9598ad-05d9-4c9e-b82f-0483bc9ad511 service neutron] 10.222.0.49 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943849 Sep 22 10:31:48.856528 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=733c4ca7-11cf-42ec-bff7-31ae46742bd6,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:48.901369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-4bab51d7-951c-431c-8e2c-f2dc9ff9bc73 service neutron] 10.222.0.49 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938702 Sep 22 10:31:49.147418 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6dc61ef3-001a-4cd8-8ffe-1c61003df254 req-421126c6-701b-4401-86c0-dbcfa1903929 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 210 time: 0.0288827 Sep 22 10:31:50.252131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f349fc9-c7c4-4ffe-8917-189727f6971b req-a4bc3a8a-8252-46d5-921c-b8db6eb3efc4 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 210 time: 0.0291102 Sep 22 10:31:50.506884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 733c4ca7-11cf-42ec-bff7-31ae46742bd6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:50.548951 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Sync routers for ids ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:31:50.565302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 733c4ca7-11cf-42ec-bff7-31ae46742bd6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:50.565590 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Routers {'266ed5d7-2e3c-4428-9a99-98aa80f4ab26'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:50.565785 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:50.566442 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:31:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:50.688843 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Set router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:50.893681 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'name': 'tempest-TestEncryptedCinderVolumes-1844093293-router', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:42Z', 'updated_at': '2021-09-22T10:31:46Z', 'revision_number': 4, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'gw_port': {'id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:43Z', 'updated_at': '2021-09-22T10:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e4c454f3-1119-4860-bb49-c448e931308f', 'name': '', 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'mac_address': 'fa:16:3e:2c:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '7c95eafa-40dd-4c53-b397-dfe24954461f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:45Z', 'updated_at': '2021-09-22T10:31:46Z', 'revision_number': 2, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'subnets': [{'id': '7c95eafa-40dd-4c53-b397-dfe24954461f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:50.926702 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Checking router: 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:31:50.927161 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Updating router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 port e4c454f3-1119-4860-bb49-c448e931308f binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:31:50.956886 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.239897 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.357852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-257a2b7d-a690-4270-ab69-f6b5f72ab8b5 req-97a7fac4-1541-446e-b475-d46114b2d6e9 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 210 time: 0.0274951 Sep 22 10:31:51.369622 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.426395 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e82f58-7dc6-4b7d-a236-f2a88db7ed00 None None] Pushing event updated for resources: {'Port': ['ID=e4c454f3-1119-4860-bb49-c448e931308f,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:51.480088 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Attempting to bind port e4c454f3-1119-4860-bb49-c448e931308f on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:51.480453 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Attempting to bind port e4c454f3-1119-4860-bb49-c448e931308f by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '7fa3b511-3d60-40d5-a7c3-04e9fa3057ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:51.480851 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Attempting to bind port e4c454f3-1119-4860-bb49-c448e931308f on network 5298eabe-4227-460d-820c-6c13943f79d0 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:51.487179 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:51.487584 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Checking segment: {'id': '7fa3b511-3d60-40d5-a7c3-04e9fa3057ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:51.488003 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.488360 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Bound using segment: {'id': '7fa3b511-3d60-40d5-a7c3-04e9fa3057ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:51.488843 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Bound port: e4c454f3-1119-4860-bb49-c448e931308f, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa3b511-3d60-40d5-a7c3-04e9fa3057ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:51.489219 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.556402 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] For port e4c454f3-1119-4860-bb49-c448e931308f, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:51.560026 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] For port e4c454f3-1119-4860-bb49-c448e931308f, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e4c454f3-1119-4860-bb49-c448e931308f,segment=NetworkSegment(7fa3b511-3d60-40d5-a7c3-04e9fa3057ca),segment_id=7fa3b511-3d60-40d5-a7c3-04e9fa3057ca)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:51.631922 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.675282 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-bae6b38e-3187-4249-b3a2-5ac12ac42a9c None None] Provisioning complete for port e4c454f3-1119-4860-bb49-c448e931308f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:51.675848 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bae6b38e-3187-4249-b3a2-5ac12ac42a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.700547 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Routers {'266ed5d7-2e3c-4428-9a99-98aa80f4ab26'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:31:51.701449 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:31:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:51.703546 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e82f58-7dc6-4b7d-a236-f2a88db7ed00 None None] Pushing event updated for resources: {'Port': ['ID=e4c454f3-1119-4860-bb49-c448e931308f,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:51.775389 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bae6b38e-3187-4249-b3a2-5ac12ac42a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.812858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bae6b38e-3187-4249-b3a2-5ac12ac42a9c None None] For port e4c454f3-1119-4860-bb49-c448e931308f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e4c454f3-1119-4860-bb49-c448e931308f,segment=NetworkSegment(7fa3b511-3d60-40d5-a7c3-04e9fa3057ca),segment_id=7fa3b511-3d60-40d5-a7c3-04e9fa3057ca)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:51.830519 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] Set router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:31:51.894498 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bae6b38e-3187-4249-b3a2-5ac12ac42a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:51.955145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6b38e-3187-4249-b3a2-5ac12ac42a9c None None] Pushing event updated for resources: {'Port': ['ID=e4c454f3-1119-4860-bb49-c448e931308f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:51.963477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88d691-3b74-4746-9560-bd5208267b92 req-b180db14-6f26-451f-bf67-59d0513fc0e6 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:51.965047 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-b180db14-6f26-451f-bf67-59d0513fc0e6 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.60 "GET /v2.0/networks?id=41c1713a-a007-48ba-8c29-95ef65a35f78 HTTP/1.1" status: 200 len: 817 time: 0.1300735 Sep 22 10:31:51.979632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Request body: {'port': {'device_id': '3440891e-dcca-4d99-adbf-550e9ea8cfba', 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78', 'admin_state_up': True, 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:52.023946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2bebc8ec-e0b0-40e5-a279-c99eb5df8e9d None None] Provisioning complete for port e4c454f3-1119-4860-bb49-c448e931308f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:52.024638 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2bebc8ec-e0b0-40e5-a279-c99eb5df8e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.073965 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'name': 'tempest-TestEncryptedCinderVolumes-1844093293-router', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:42Z', 'updated_at': '2021-09-22T10:31:46Z', 'revision_number': 4, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'gw_port': {'id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:43Z', 'updated_at': '2021-09-22T10:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e4c454f3-1119-4860-bb49-c448e931308f', 'name': '', 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'mac_address': 'fa:16:3e:2c:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '7c95eafa-40dd-4c53-b397-dfe24954461f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:45Z', 'updated_at': '2021-09-22T10:31:51Z', 'revision_number': 4, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'subnets': [{'id': '7c95eafa-40dd-4c53-b397-dfe24954461f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:31:52.105492 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf20b8-ffab-4302-96ca-b48e48a85e72 None None] The sync data for ids ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'] in n-d-805649-4 is: [{'id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'name': 'tempest-TestEncryptedCinderVolumes-1844093293-router', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:42Z', 'updated_at': '2021-09-22T10:31:46Z', 'revision_number': 4, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'gw_port': {'id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:43Z', 'updated_at': '2021-09-22T10:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'e4c454f3-1119-4860-bb49-c448e931308f', 'name': '', 'network_id': '5298eabe-4227-460d-820c-6c13943f79d0', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'mac_address': 'fa:16:3e:2c:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '7c95eafa-40dd-4c53-b397-dfe24954461f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:45Z', 'updated_at': '2021-09-22T10:31:51Z', 'revision_number': 4, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'subnets': [{'id': '7c95eafa-40dd-4c53-b397-dfe24954461f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:31:52.232910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Made reservation on behalf of ee4ccc3c95764aedab5a738eae3a73e9 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:31:52.238749 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.402141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Allocated IP 172.20.0.4 (41c1713a-a007-48ba-8c29-95ef65a35f78/4d3ba296-ef57-44e6-8139-47556f51e207/4d5da0f3-5cbf-4033-ac19-c4d7a72bb704) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:31:52.495815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cd609631-5974-4a91-aea2-104ca999429f req-28048c01-3f1a-4af7-8f48-10a4418792c0 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 210 time: 0.0334299 Sep 22 10:31:52.562484 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e4c454f3-1119-4860-bb49-c448e931308f up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:52.628407 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.632943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e4c454f3-1119-4860-bb49-c448e931308f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:52.633428 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.729428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:52.792308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Network 41c1713a-a007-48ba-8c29-95ef65a35f78 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:31:52.795956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:31:52.799726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:31:52.833497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Pushing event updated for resources: {'Port': ['ID=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:52.859288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.859632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.859977 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.860315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.860651 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.861024 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.861357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.861688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.862019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.862344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.862688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.863055 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:31:52.892266 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:52.893420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.042613 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-791a5735-9b9e-48c2-9652-ff7f44d47a2f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0673573 Sep 22 10:31:53.052597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-76ae5111-38a3-4277-908a-957131ea7a4c None None] Provisioning complete for port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:53.053190 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-76ae5111-38a3-4277-908a-957131ea7a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.095255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-76ae5111-38a3-4277-908a-957131ea7a4c None None] Port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:31:53.164612 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Request body: {'port': {'device_id': '3440891e-dcca-4d99-adbf-550e9ea8cfba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:31:53.221755 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.508046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:31:53.516086 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.532659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Transition to ACTIVE for port object 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:31:53.620894 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.627103 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513cd2c-62f8-4790-a879-2958cbaddaf6 req-b6e8f216-d153-47a8-bbcb-23c7148c6702 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:53.628826 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7513cd2c-62f8-4790-a879-2958cbaddaf6 req-b6e8f216-d153-47a8-bbcb-23c7148c6702 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 931 time: 0.0602345 Sep 22 10:31:53.673656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7513cd2c-62f8-4790-a879-2958cbaddaf6 req-36425263-b145-4175-ad37-756c81a6a17f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377951 Sep 22 10:31:53.711998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:53.797791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Attempting to bind port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:31:53.798326 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Attempting to bind port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:31:53.798968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Attempting to bind port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 on network 41c1713a-a007-48ba-8c29-95ef65a35f78 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:53.807480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 on network 41c1713a-a007-48ba-8c29-95ef65a35f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:31:53.807480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Attempting to bind port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 on network 41c1713a-a007-48ba-8c29-95ef65a35f78 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:31:53.814438 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.817454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:31:53.817794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Checking segment: {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:31:53.818182 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Bound using segment: {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:31:53.818617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Bound port: 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:31:53.818984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:53.892909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] For port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:31:53.905615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] For port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:31:54.016074 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:54.053670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:54.054349 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:54.055793 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] 10.222.0.60 "PUT /v2.0/ports/4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 HTTP/1.1" status: 200 len: 1091 time: 1.0037363 Sep 22 10:31:54.056256 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3440891e-dcca-4d99-adbf-550e9ea8cfba', 'tag': '4d5da0f3-5cbf-4033-ac19-c4d7a72bb704'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:31:54.058712 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3440891e-dcca-4d99-adbf-550e9ea8cfba", "tag": "4d5da0f3-5cbf-4033-ac19-c4d7a72bb704"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:31:54.086001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebf6d6-9f18-4986-b466-014f94e23296 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:54.175384 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af15b19f-e198-440a-af3e-a634bb7e2bee x-openstack-request-id: req-af15b19f-e198-440a-af3e-a634bb7e2bee {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:31:54.175753 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3440891e-dcca-4d99-adbf-550e9ea8cfba", "tag": "4d5da0f3-5cbf-4033-ac19-c4d7a72bb704", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:31:54.176181 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af15b19f-e198-440a-af3e-a634bb7e2bee {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:31:54.176544 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3440891e-dcca-4d99-adbf-550e9ea8cfba', 'tag': '4d5da0f3-5cbf-4033-ac19-c4d7a72bb704', 'status': 'completed', 'code': 200} Sep 22 10:31:54.236680 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88d691-3b74-4746-9560-bd5208267b92 req-334c7660-976b-4e85-84b7-96c3e20d7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:54.238316 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-334c7660-976b-4e85-84b7-96c3e20d7b6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee4ccc3c95764aedab5a738eae3a73e9&device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 1094 time: 0.0465515 Sep 22 10:31:54.271643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3dfedad8-e5bc-481f-8fd6-64f38beb9b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:54.282569 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-3b0b6623-0f15-4bb8-b2b7-4bd293965e77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 HTTP/1.1" status: 200 len: 217 time: 0.0357256 Sep 22 10:31:54.347743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88d691-3b74-4746-9560-bd5208267b92 req-98aff66e-103e-4d1f-94c0-8257d1c32e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:54.349256 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-98aff66e-103e-4d1f-94c0-8257d1c32e91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d3ba296-ef57-44e6-8139-47556f51e207 HTTP/1.1" status: 200 len: 856 time: 0.0599260 Sep 22 10:31:54.400639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88d691-3b74-4746-9560-bd5208267b92 req-78668b8f-a5fe-4a58-a0b3-dc9bca7f4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:54.402306 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-78668b8f-a5fe-4a58-a0b3-dc9bca7f4e4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41c1713a-a007-48ba-8c29-95ef65a35f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463469 Sep 22 10:31:54.500959 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-cb941505-0188-43ce-aa99-2f2bac489554 service neutron] 10.222.0.60 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911498 Sep 22 10:31:54.595680 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bf88d691-3b74-4746-9560-bd5208267b92 req-5008f49a-c599-4f46-abd6-ab4390505b38 service neutron] 10.222.0.60 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877492 Sep 22 10:31:54.780115 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad req-188fa69c-46e2-4465-8e86-139d64f2f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:54.781730 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad req-188fa69c-46e2-4465-8e86-139d64f2f113 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee4ccc3c95764aedab5a738eae3a73e9&device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 1094 time: 0.0463295 Sep 22 10:31:54.811344 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffabf9-c4c0-4fa7-b40c-01bf93218c29 req-f1ee64dc-92e6-4ee8-8d5a-2ce26506f08f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:54.813815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3ffabf9-c4c0-4fa7-b40c-01bf93218c29 req-f1ee64dc-92e6-4ee8-8d5a-2ce26506f08f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 943 time: 0.0526962 Sep 22 10:31:54.863718 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3ffabf9-c4c0-4fa7-b40c-01bf93218c29 req-c84389b5-3779-4a7d-a5f7-af6b52036013 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Sep 22 10:31:54.893907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad req-7bcdbc38-8a2d-48cc-a540-4d1fdbc4c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:54.895399 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad req-7bcdbc38-8a2d-48cc-a540-4d1fdbc4c7ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=41c1713a-a007-48ba-8c29-95ef65a35f78 HTTP/1.1" status: 200 len: 918 time: 0.1021523 Sep 22 10:31:54.939455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad req-8a639f83-484d-4c1b-9aec-d3274c92e535 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 HTTP/1.1" status: 200 len: 217 time: 0.0367100 Sep 22 10:31:54.999423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad req-55017229-b934-4052-bd79-702df098ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:54.999423 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad req-55017229-b934-4052-bd79-702df098ac5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d3ba296-ef57-44e6-8139-47556f51e207 HTTP/1.1" status: 200 len: 856 time: 0.0514054 Sep 22 10:31:55.048999 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad req-65b72af1-27c9-410c-b22c-d60990c6634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:55.050585 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad req-65b72af1-27c9-410c-b22c-d60990c6634a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41c1713a-a007-48ba-8c29-95ef65a35f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448806 Sep 22 10:31:55.145865 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad req-86bc59d9-92ed-4c78-8200-5657ca01f2d6 service neutron] 10.222.0.60 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872147 Sep 22 10:31:55.174787 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:55.248041 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e3302bcf-5ad8-456c-bc1f-7d748b6c65ad req-07538332-9c76-49e5-877a-430e1623a5ae service neutron] 10.222.0.60 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941072 Sep 22 10:31:55.988955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9565b3-cc21-4764-858f-2644e8c98fe1 req-0f0381d0-8a78-4e86-81ce-3ebe6ae9735d tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:55.990481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd9565b3-cc21-4764-858f-2644e8c98fe1 req-0f0381d0-8a78-4e86-81ce-3ebe6ae9735d tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 943 time: 0.0554934 Sep 22 10:31:56.033359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd9565b3-cc21-4764-858f-2644e8c98fe1 req-bb1481f8-b54e-4185-b261-9436a3d1f0e6 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344415 Sep 22 10:31:57.026421 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5cfb567-0712-4cf8-afb9-f12be6fee17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:57.159720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032354-b8f8-4144-9f33-57e89c2fa134 req-3180c494-ea53-4850-b5ba-d36939c94ea2 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:57.161331 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a032354-b8f8-4144-9f33-57e89c2fa134 req-3180c494-ea53-4850-b5ba-d36939c94ea2 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 943 time: 0.0574632 Sep 22 10:31:57.202098 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a032354-b8f8-4144-9f33-57e89c2fa134 req-f844a1b5-419e-4969-9eab-5b35d34997dd tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345507 Sep 22 10:31:57.241160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:31:57.344390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:57.356424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '4d5da0f3-5cbf-4033-ac19-c4d7a72bb704', 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78', 'port_id': '4d5da0f3-5cbf-4033-ac19-c4d7a72bb704', 'mac_address': 'fa:16:3e:9d:86:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d3ba296-ef57-44e6-8139-47556f51e207', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:31:57.399865 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:57.414254 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:31:57.436220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:57.448255 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:31:57.552010 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:57.601981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:57.665943 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:57.755809 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['4d5da0f3-5cbf-4033-ac19-c4d7a72bb704'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:31:58.310738 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:58.324031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be83271-ddeb-45cb-a38c-71e6c2c2ee2e req-07028915-afcd-4235-8433-9d15b68fc2e8 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:58.326444 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9be83271-ddeb-45cb-a38c-71e6c2c2ee2e req-07028915-afcd-4235-8433-9d15b68fc2e8 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 944 time: 0.0523963 Sep 22 10:31:58.368666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9be83271-ddeb-45cb-a38c-71e6c2c2ee2e req-acbfccb2-fa5b-4aa2-91bc-18de5048abb0 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Sep 22 10:31:59.257199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:31:59.429656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:31:59.433840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:31:59.434154 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:59.492680 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546631c-de5b-4f9c-9a2b-3298774a804d req-d14237cf-837f-47e3-aba2-42fb43ad05f1 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:59.494364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1546631c-de5b-4f9c-9a2b-3298774a804d req-d14237cf-837f-47e3-aba2-42fb43ad05f1 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 944 time: 0.0563681 Sep 22 10:31:59.516332 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:59.534452 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1546631c-de5b-4f9c-9a2b-3298774a804d req-fa07e31a-c585-455c-a1a1-67af8813eaaa tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328977 Sep 22 10:31:59.541220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3440891e-dcca-4d99-adbf-550e9ea8cfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5da0f3-5cbf-4033-ac19-c4d7a72bb704'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:31:59.543517 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559d0702-fe05-4c19-8012-b8d741addd39" -d '{"events": [{"server_uuid": "3440891e-dcca-4d99-adbf-550e9ea8cfba", "name": "network-vif-plugged", "status": "completed", "tag": "4d5da0f3-5cbf-4033-ac19-c4d7a72bb704"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:31:59.557493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:31:59.637610 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408f913d-07bf-4e94-84d4-73eb89ac667a x-openstack-request-id: req-408f913d-07bf-4e94-84d4-73eb89ac667a {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:31:59.638134 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3440891e-dcca-4d99-adbf-550e9ea8cfba", "name": "network-vif-plugged", "status": "completed", "tag": "4d5da0f3-5cbf-4033-ac19-c4d7a72bb704", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:31:59.638265 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-408f913d-07bf-4e94-84d4-73eb89ac667a {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:31:59.638543 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3440891e-dcca-4d99-adbf-550e9ea8cfba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5da0f3-5cbf-4033-ac19-c4d7a72bb704', 'code': 200} Sep 22 10:31:59.639703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:31:59.689128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:31:59.735983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dabdf-a663-4cf0-b86e-dd56c8e18530 req-c610d41e-120b-4da5-8e62-83d50ba9c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:31:59.737545 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8e9dabdf-a663-4cf0-b86e-dd56c8e18530 req-c610d41e-120b-4da5-8e62-83d50ba9c331 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 1096 time: 0.0416055 Sep 22 10:31:59.772398 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8e9dabdf-a663-4cf0-b86e-dd56c8e18530 req-fecd3d16-46df-4961-b893-f4f745b7412d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278003 Sep 22 10:32:00.117795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:00.659076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41c768-8b32-488c-8c1a-1a72bfde9043 req-e4acff9b-8f1f-4c3a-80c8-3d698f14ecd7 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:00.660770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b41c768-8b32-488c-8c1a-1a72bfde9043 req-e4acff9b-8f1f-4c3a-80c8-3d698f14ecd7 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 945 time: 0.0557506 Sep 22 10:32:00.701336 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7b41c768-8b32-488c-8c1a-1a72bfde9043 req-a4b555dc-1808-42c2-84c2-78e6662df3b4 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336483 Sep 22 10:32:01.821509 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57d86a-657d-4de5-82c6-76295e52238f req-1ddd2602-bd24-4c92-8ce0-ed5a9d05773b tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:01.822901 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab57d86a-657d-4de5-82c6-76295e52238f req-1ddd2602-bd24-4c92-8ce0-ed5a9d05773b tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 945 time: 0.0507882 Sep 22 10:32:01.873499 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab57d86a-657d-4de5-82c6-76295e52238f req-c26f6dc7-742d-46f4-b8ed-9edc5e90d840 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 Sep 22 10:32:01.998034 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf6863-8e5b-451d-bf59-9e424cd77ed2 req-0450998b-9cd7-4dae-9d47-7c6adaf9f265 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:01.999873 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bdf6863-8e5b-451d-bf59-9e424cd77ed2 req-0450998b-9cd7-4dae-9d47-7c6adaf9f265 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 945 time: 0.0552678 Sep 22 10:32:02.042763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bdf6863-8e5b-451d-bf59-9e424cd77ed2 req-d3186c4d-714f-4d3b-b30a-28d28087e802 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337365 Sep 22 10:32:23.808654 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:23.974617 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-d4536af6-3fe8-4fe2-a564-6db8626707c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504885 Sep 22 10:32:24.070431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-828d7a72-e941-43cc-a669-ff0f5daa24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:24.071890 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-828d7a72-e941-43cc-a669-ff0f5daa24b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee4ccc3c95764aedab5a738eae3a73e9&device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 1096 time: 0.0417387 Sep 22 10:32:24.179720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-2e420000-00e9-47c6-8737-17793ec740c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:24.181258 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-2e420000-00e9-47c6-8737-17793ec740c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41c1713a-a007-48ba-8c29-95ef65a35f78 HTTP/1.1" status: 200 len: 918 time: 0.0883901 Sep 22 10:32:24.243675 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-200ebcc7-7a22-47be-a263-dcff2c99b771 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 HTTP/1.1" status: 200 len: 217 time: 0.0461247 Sep 22 10:32:24.275220 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-60e5fef7-c977-4b2f-b390-895d16080d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:24.297310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-d256baf7-cb3b-4070-a135-7e621323b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:24.298855 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-d256baf7-cb3b-4070-a135-7e621323b20e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d3ba296-ef57-44e6-8139-47556f51e207 HTTP/1.1" status: 200 len: 856 time: 0.0471828 Sep 22 10:32:24.350618 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-4d2439f9-bce9-4e48-b67b-ec3559918505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:24.352272 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-4d2439f9-bce9-4e48-b67b-ec3559918505 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41c1713a-a007-48ba-8c29-95ef65a35f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460789 Sep 22 10:32:24.453068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-43556adc-acb0-46e9-a55c-00a9c313352a service neutron] 10.222.0.60 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930796 Sep 22 10:32:24.550091 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c584a630-62e7-4d20-86d7-8b4461663b97 req-1cb2c6da-7084-4ebf-be2c-01467b0fb8f2 service neutron] 10.222.0.60 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884721 Sep 22 10:32:25.183904 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:26.991215 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6d22bdb8-f7cb-42a0-bd8c-d71ce2da6322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:27.103572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ca5b1-8df8-43e6-9bf4-30a5a71b918b req-5613b400-4971-40f6-a07a-ff21ef4bd385 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:27.105051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-336ca5b1-8df8-43e6-9bf4-30a5a71b918b req-5613b400-4971-40f6-a07a-ff21ef4bd385 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 945 time: 0.0553162 Sep 22 10:32:27.146354 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-336ca5b1-8df8-43e6-9bf4-30a5a71b918b req-3c46e48d-7996-4485-8120-d349b7d43b60 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349169 Sep 22 10:32:27.625716 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:28.268056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c165b5-66b9-4343-8678-ad26ee24f8e0 req-fbb3d4cf-07e1-419e-8b7d-7f2bee7fe0cf tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:28.269751 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85c165b5-66b9-4343-8678-ad26ee24f8e0 req-fbb3d4cf-07e1-419e-8b7d-7f2bee7fe0cf tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 945 time: 0.0532026 Sep 22 10:32:28.299753 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:28.312127 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-85c165b5-66b9-4343-8678-ad26ee24f8e0 req-18778390-abdd-459b-bade-3db367e7cd17 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361209 Sep 22 10:32:28.799228 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f2b8-d91e-4386-adb6-4ef37c0c242b req-ff161185-4468-4826-a305-d60a48f3ca02 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:28.800801 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8049f2b8-d91e-4386-adb6-4ef37c0c242b req-ff161185-4468-4826-a305-d60a48f3ca02 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 945 time: 0.0550032 Sep 22 10:32:28.899316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-8049f2b8-d91e-4386-adb6-4ef37c0c242b req-f30fe393-b18d-491e-91b6-32a8fc89f36c tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Deleting port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:32:28.899647 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8049f2b8-d91e-4386-adb6-4ef37c0c242b req-f30fe393-b18d-491e-91b6-32a8fc89f36c tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:29.001110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-8049f2b8-d91e-4386-adb6-4ef37c0c242b req-f30fe393-b18d-491e-91b6-32a8fc89f36c tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] For port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:29.001532 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8049f2b8-d91e-4386-adb6-4ef37c0c242b req-f30fe393-b18d-491e-91b6-32a8fc89f36c tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:29.015633 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-8049f2b8-d91e-4386-adb6-4ef37c0c242b req-f30fe393-b18d-491e-91b6-32a8fc89f36c tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Calling delete_port for 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:32:29.277394 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8049f2b8-d91e-4386-adb6-4ef37c0c242b req-f30fe393-b18d-491e-91b6-32a8fc89f36c tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:29.289698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['4d5da0f3-5cbf-4033-ac19-c4d7a72bb704'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:32:29.313262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fe393-b18d-491e-91b6-32a8fc89f36c tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Pushing event deleted for resources: {'Port': ['ID=4d5da0f3-5cbf-4033-ac19-c4d7a72bb704,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:29.357487 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-8049f2b8-d91e-4386-adb6-4ef37c0c242b req-f30fe393-b18d-491e-91b6-32a8fc89f36c tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] No DVR routers for this DVR port 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:32:29.360368 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8049f2b8-d91e-4386-adb6-4ef37c0c242b req-f30fe393-b18d-491e-91b6-32a8fc89f36c tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:29.373724 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8049f2b8-d91e-4386-adb6-4ef37c0c242b req-f30fe393-b18d-491e-91b6-32a8fc89f36c tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.60 "DELETE /v2.0/ports/4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 HTTP/1.1" status: 204 len: 173 time: 0.5558436 Sep 22 10:32:29.373724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3440891e-dcca-4d99-adbf-550e9ea8cfba', 'name': 'network-vif-deleted', 'tag': '4d5da0f3-5cbf-4033-ac19-c4d7a72bb704'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:29.373724 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d115140-ca18-4240-bb45-c45746abe20e" -d '{"events": [{"server_uuid": "3440891e-dcca-4d99-adbf-550e9ea8cfba", "name": "network-vif-deleted", "tag": "4d5da0f3-5cbf-4033-ac19-c4d7a72bb704"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:29.413955 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-75a2ed4f-baf4-4a5a-a383-b470f37d4f0b req-097b46af-8d91-4cf5-9d7e-bc1a0505c841 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 210 time: 0.0272427 Sep 22 10:32:29.459835 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669aee74-ff6f-418c-8887-2fca750639dc x-openstack-request-id: req-669aee74-ff6f-418c-8887-2fca750639dc {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:29.460065 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3440891e-dcca-4d99-adbf-550e9ea8cfba", "name": "network-vif-deleted", "tag": "4d5da0f3-5cbf-4033-ac19-c4d7a72bb704", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:29.460340 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-669aee74-ff6f-418c-8887-2fca750639dc {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:29.460778 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3440891e-dcca-4d99-adbf-550e9ea8cfba', 'name': 'network-vif-deleted', 'tag': '4d5da0f3-5cbf-4033-ac19-c4d7a72bb704', 'status': 'completed', 'code': 200} Sep 22 10:32:30.110947 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:30.525432 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0e3ade98-7d7c-445f-a028-250735fc47b2 req-62a0c41a-193d-43b6-b8b1-88080e9617e2 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=3440891e-dcca-4d99-adbf-550e9ea8cfba HTTP/1.1" status: 200 len: 210 time: 0.0281911 Sep 22 10:32:32.531605 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-52b1806d-86e2-4e8d-a605-4bb064724fcc tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:32.533101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-52b1806d-86e2-4e8d-a605-4bb064724fcc tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/networks?id=41c1713a-a007-48ba-8c29-95ef65a35f78 HTTP/1.1" status: 200 len: 817 time: 0.1072540 Sep 22 10:32:32.548330 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-8a171e2a-8ff5-4628-9c8e-15486eea33f0 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/quotas/ee4ccc3c95764aedab5a738eae3a73e9 HTTP/1.1" status: 200 len: 375 time: 0.0094404 Sep 22 10:32:32.600209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-35065cda-123e-41a9-b995-f1081b49dc59 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee4ccc3c95764aedab5a738eae3a73e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459068 Sep 22 10:32:32.757775 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-0425bb5d-0ff6-47a2-a85b-d7120e72087b service neutron] 10.222.0.49 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446192 Sep 22 10:32:32.856783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-de6c93f2-43a4-4f33-b950-0960287133d7 service neutron] 10.222.0.49 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924170 Sep 22 10:32:33.114020 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b9e562e-7ff6-4b50-bf41-f9e190399e2e req-673976de-5386-410c-83e8-6c2f0c3936bf tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 210 time: 0.0285025 Sep 22 10:32:33.331209 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:32:33.357227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:32:33.359583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 4d5da0f3-5cbf-4033-ac19-c4d7a72bb704 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:32:34.209703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6bfb2dfe-b323-4f42-845d-23e9cfba88b0 req-b008fc5d-2807-4e18-b00a-01acd49e1405 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 210 time: 0.0273440 Sep 22 10:32:34.448416 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:32:35.311864 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88d06fe6-65c9-4c13-bb06-f98ba1d0363e req-f63eaef1-2375-447a-a023-4b88d01db81b tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 210 time: 0.0307510 Sep 22 10:32:35.334060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-edc3160b-7146-477f-ae81-917129506518 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:35.336257 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-edc3160b-7146-477f-ae81-917129506518 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.60 "GET /v2.0/networks?id=41c1713a-a007-48ba-8c29-95ef65a35f78 HTTP/1.1" status: 200 len: 817 time: 0.1189468 Sep 22 10:32:35.349665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Request body: {'port': {'device_id': 'a06ca5c9-c8b9-4d61-b1a2-4815656abb02', 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78', 'admin_state_up': True, 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:35.538241 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Made reservation on behalf of ee4ccc3c95764aedab5a738eae3a73e9 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:32:35.541929 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:35.685947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Allocated IP 172.20.0.12 (41c1713a-a007-48ba-8c29-95ef65a35f78/4d3ba296-ef57-44e6-8139-47556f51e207/7128df90-88da-4c93-9f76-faf98fc6086f) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:32:35.838761 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:35.986108 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.031049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Network 41c1713a-a007-48ba-8c29-95ef65a35f78 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:32:36.034252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:32:36.037902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:32:36.064133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Pushing event updated for resources: {'Port': ['ID=7128df90-88da-4c93-9f76-faf98fc6086f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:36.101243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:36.101243 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.186698 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-12ff9e25-e3af-44e1-96cc-82247bb4e291 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8411658 Sep 22 10:32:36.199947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Request body: {'port': {'device_id': 'a06ca5c9-c8b9-4d61-b1a2-4815656abb02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:32:36.244070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e03f56c5-e71f-4737-b008-db8e9ec240b4 None None] Provisioning complete for port 7128df90-88da-4c93-9f76-faf98fc6086f triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:36.244640 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e03f56c5-e71f-4737-b008-db8e9ec240b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.263913 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.279593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e03f56c5-e71f-4737-b008-db8e9ec240b4 None None] Port 7128df90-88da-4c93-9f76-faf98fc6086f cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:32:36.433786 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27670bee-fcd6-441a-8912-70a99e1bf864 req-6523bc3e-9495-41d6-bc11-1200b2a2b999 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:36.435853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27670bee-fcd6-441a-8912-70a99e1bf864 req-6523bc3e-9495-41d6-bc11-1200b2a2b999 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 932 time: 0.0512385 Sep 22 10:32:36.476372 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27670bee-fcd6-441a-8912-70a99e1bf864 req-5eaa9169-0c3a-4d60-8235-b3d906205158 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342250 Sep 22 10:32:36.529551 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7128df90-88da-4c93-9f76-faf98fc6086f {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:32:36.537301 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.549811 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Transition to ACTIVE for port object 7128df90-88da-4c93-9f76-faf98fc6086f will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:32:36.636880 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.692444 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Pushing event updated for resources: {'Port': ['ID=7128df90-88da-4c93-9f76-faf98fc6086f,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:36.764598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Attempting to bind port 7128df90-88da-4c93-9f76-faf98fc6086f on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:32:36.764966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Attempting to bind port 7128df90-88da-4c93-9f76-faf98fc6086f by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:32:36.765467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Attempting to bind port 7128df90-88da-4c93-9f76-faf98fc6086f on network 41c1713a-a007-48ba-8c29-95ef65a35f78 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:32:36.771184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Port 7128df90-88da-4c93-9f76-faf98fc6086f on network 41c1713a-a007-48ba-8c29-95ef65a35f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:32:36.771517 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Attempting to bind port 7128df90-88da-4c93-9f76-faf98fc6086f on network 41c1713a-a007-48ba-8c29-95ef65a35f78 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:32:36.777327 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:32:36.777672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Checking segment: {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:32:36.778060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Bound using segment: {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:32:36.778552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Bound port: 7128df90-88da-4c93-9f76-faf98fc6086f, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:32:36.779126 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.855970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] For port 7128df90-88da-4c93-9f76-faf98fc6086f, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:32:36.859810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] For port 7128df90-88da-4c93-9f76-faf98fc6086f, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7128df90-88da-4c93-9f76-faf98fc6086f,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:32:36.963254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:36.999283 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:37.000187 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:37.002478 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] 10.222.0.60 "PUT /v2.0/ports/7128df90-88da-4c93-9f76-faf98fc6086f HTTP/1.1" status: 200 len: 1092 time: 0.8068535 Sep 22 10:32:37.006475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06ca5c9-c8b9-4d61-b1a2-4815656abb02', 'tag': '7128df90-88da-4c93-9f76-faf98fc6086f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:37.009454 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbbbd56-ad51-4748-9e40-5c97e34e0b16" -d '{"events": [{"name": "network-changed", "server_uuid": "a06ca5c9-c8b9-4d61-b1a2-4815656abb02", "tag": "7128df90-88da-4c93-9f76-faf98fc6086f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:37.040886 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe7dbb-23b7-4ae5-89a7-e9a0af15b383 service neutron] Pushing event updated for resources: {'Port': ['ID=7128df90-88da-4c93-9f76-faf98fc6086f,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:37.051787 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc0c3e5-d8c6-42a4-b063-6384141d4be4 x-openstack-request-id: req-5bc0c3e5-d8c6-42a4-b063-6384141d4be4 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:37.052150 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06ca5c9-c8b9-4d61-b1a2-4815656abb02", "tag": "7128df90-88da-4c93-9f76-faf98fc6086f", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:37.052405 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bc0c3e5-d8c6-42a4-b063-6384141d4be4 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:37.052999 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06ca5c9-c8b9-4d61-b1a2-4815656abb02', 'tag': '7128df90-88da-4c93-9f76-faf98fc6086f', 'status': 'completed', 'code': 200} Sep 22 10:32:37.117783 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbbd56-ad51-4748-9e40-5c97e34e0b16 req-24ab76b6-5cf7-4ce1-86e1-eeed77852968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:37.121249 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bcbbbd56-ad51-4748-9e40-5c97e34e0b16 req-24ab76b6-5cf7-4ce1-86e1-eeed77852968 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee4ccc3c95764aedab5a738eae3a73e9&device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 1095 time: 0.0446534 Sep 22 10:32:37.227219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbbd56-ad51-4748-9e40-5c97e34e0b16 req-3075e0f4-17c0-4706-8ff1-c9a2eae5ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:37.228742 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bcbbbd56-ad51-4748-9e40-5c97e34e0b16 req-3075e0f4-17c0-4706-8ff1-c9a2eae5ecb4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ee4ccc3c95764aedab5a738eae3a73e9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1016498 Sep 22 10:32:37.327242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbbd56-ad51-4748-9e40-5c97e34e0b16 req-e2fdffd5-a619-4333-b654-3586e6768895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:37.328674 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bcbbbd56-ad51-4748-9e40-5c97e34e0b16 req-e2fdffd5-a619-4333-b654-3586e6768895 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933087 Sep 22 10:32:37.409536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-c1cac25b-048b-41f9-9f4d-6ba69ad1bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:37.411140 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-c1cac25b-048b-41f9-9f4d-6ba69ad1bae5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee4ccc3c95764aedab5a738eae3a73e9&device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 1095 time: 0.0417042 Sep 22 10:32:37.455163 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-2d4d244b-0eb1-4c36-add7-bf9a76627659 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7128df90-88da-4c93-9f76-faf98fc6086f HTTP/1.1" status: 200 len: 217 time: 0.0351753 Sep 22 10:32:37.508453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-c584f895-d15b-4907-9651-35ea92ba19db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:37.509981 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-c584f895-d15b-4907-9651-35ea92ba19db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d3ba296-ef57-44e6-8139-47556f51e207 HTTP/1.1" status: 200 len: 856 time: 0.0480978 Sep 22 10:32:37.604319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7509a-8cde-4eee-aac8-a1243a9ebcb3 req-ffd1bb78-1f94-49b8-b23f-f22da0444fa6 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:37.606006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88c7509a-8cde-4eee-aac8-a1243a9ebcb3 req-ffd1bb78-1f94-49b8-b23f-f22da0444fa6 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 944 time: 0.0574644 Sep 22 10:32:37.649447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88c7509a-8cde-4eee-aac8-a1243a9ebcb3 req-e5e1c79a-3255-4d69-979b-f54b57e7b937 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358777 Sep 22 10:32:37.842451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-9034a449-6e43-49a0-acc5-aea67797e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:37.843463 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-9034a449-6e43-49a0-acc5-aea67797e070 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41c1713a-a007-48ba-8c29-95ef65a35f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3266659 Sep 22 10:32:37.933074 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-03a37f77-13cf-42cf-9bfd-efb1bb452ebe service neutron] 10.222.0.60 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821321 Sep 22 10:32:38.027879 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2b60cdac-c25a-4080-9b97-ebc9509dcf38 req-b2e260b6-41dd-4a4d-a45b-e5daea4c3f0c service neutron] 10.222.0.60 "GET /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876725 Sep 22 10:32:38.769820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c4793-1803-42a7-9a66-1182d1221514 req-973995c7-125b-4cd4-8a46-c75344395375 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:38.771321 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da6c4793-1803-42a7-9a66-1182d1221514 req-973995c7-125b-4cd4-8a46-c75344395375 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 944 time: 0.0509305 Sep 22 10:32:38.810851 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-da6c4793-1803-42a7-9a66-1182d1221514 req-60d92286-3157-4eef-9387-6f64e23a1272 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333204 Sep 22 10:32:39.932414 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb583e8-6c29-4235-a507-16209b1afa54 req-faca5caa-0fa5-4941-92c9-9aa2c9a67e96 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:39.933993 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fb583e8-6c29-4235-a507-16209b1afa54 req-faca5caa-0fa5-4941-92c9-9aa2c9a67e96 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 944 time: 0.0523460 Sep 22 10:32:39.975068 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3fb583e8-6c29-4235-a507-16209b1afa54 req-233ff3f0-6485-4d80-8b25-2f2735bdfe89 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336707 Sep 22 10:32:41.101329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c027bf-bdd6-41f9-a5b3-4f79dd83c9db req-f68ad3d0-ab20-47d5-b78c-881765c1728b tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:41.102904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3c027bf-bdd6-41f9-a5b3-4f79dd83c9db req-f68ad3d0-ab20-47d5-b78c-881765c1728b tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 944 time: 0.0563416 Sep 22 10:32:41.143809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3c027bf-bdd6-41f9-a5b3-4f79dd83c9db req-481a00f7-c5a5-4eed-a11d-ceeb6afaa861 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Sep 22 10:32:41.330960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7128df90-88da-4c93-9f76-faf98fc6086f details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:32:41.429798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7128df90-88da-4c93-9f76-faf98fc6086f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7128df90-88da-4c93-9f76-faf98fc6086f,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:41.441409 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '7128df90-88da-4c93-9f76-faf98fc6086f', 'network_id': '41c1713a-a007-48ba-8c29-95ef65a35f78', 'port_id': '7128df90-88da-4c93-9f76-faf98fc6086f', 'mac_address': 'fa:16:3e:4b:da:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d3ba296-ef57-44e6-8139-47556f51e207', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:32:41.477912 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:41.491179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7128df90-88da-4c93-9f76-faf98fc6086f {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:32:41.511304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7128df90-88da-4c93-9f76-faf98fc6086f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7128df90-88da-4c93-9f76-faf98fc6086f,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:41.586046 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:41.635645 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=7128df90-88da-4c93-9f76-faf98fc6086f,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:41.779991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['7128df90-88da-4c93-9f76-faf98fc6086f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:32:42.264687 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cdb04-d195-4830-8d11-f3757014f20f req-c7ac907a-f496-4bbc-a55f-c35d3dbf8f67 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:42.266249 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-569cdb04-d195-4830-8d11-f3757014f20f req-c7ac907a-f496-4bbc-a55f-c35d3dbf8f67 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 945 time: 0.0519063 Sep 22 10:32:42.308194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-569cdb04-d195-4830-8d11-f3757014f20f req-ce44d9b7-ebf7-4453-9123-5c1b2bc39b76 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353749 Sep 22 10:32:43.340746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7128df90-88da-4c93-9f76-faf98fc6086f up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:32:43.424522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27227a8-0c53-4e36-aa45-c64f7e5b262e req-1cd111fb-ab70-43f6-9ebe-65029808258d tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:43.426057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a27227a8-0c53-4e36-aa45-c64f7e5b262e req-1cd111fb-ab70-43f6-9ebe-65029808258d tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 945 time: 0.0503280 Sep 22 10:32:43.464880 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a27227a8-0c53-4e36-aa45-c64f7e5b262e req-3209e343-75e6-4eff-a7da-8d1f01f9ebab tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Sep 22 10:32:43.494367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 7128df90-88da-4c93-9f76-faf98fc6086f completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:32:43.499365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 7128df90-88da-4c93-9f76-faf98fc6086f triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:32:43.499733 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.583703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.607254 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06ca5c9-c8b9-4d61-b1a2-4815656abb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7128df90-88da-4c93-9f76-faf98fc6086f'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:32:43.609720 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d708b4-f0de-4b7c-905a-d033bb7895c1" -d '{"events": [{"server_uuid": "a06ca5c9-c8b9-4d61-b1a2-4815656abb02", "name": "network-vif-plugged", "status": "completed", "tag": "7128df90-88da-4c93-9f76-faf98fc6086f"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:32:43.633014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 7128df90-88da-4c93-9f76-faf98fc6086f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7128df90-88da-4c93-9f76-faf98fc6086f,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:32:43.647565 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854e0f31-f8a6-480f-bad7-05638318854c x-openstack-request-id: req-854e0f31-f8a6-480f-bad7-05638318854c {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:32:43.647879 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06ca5c9-c8b9-4d61-b1a2-4815656abb02", "name": "network-vif-plugged", "status": "completed", "tag": "7128df90-88da-4c93-9f76-faf98fc6086f", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:32:43.648156 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-854e0f31-f8a6-480f-bad7-05638318854c {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:32:43.648557 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06ca5c9-c8b9-4d61-b1a2-4815656abb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7128df90-88da-4c93-9f76-faf98fc6086f', 'code': 200} Sep 22 10:32:43.728764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:43.744061 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862624e-c08d-4f81-8734-1115e932d504 req-fbd8d380-dc4f-4f3f-8b34-9879210b73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:43.745723 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3862624e-c08d-4f81-8734-1115e932d504 req-fbd8d380-dc4f-4f3f-8b34-9879210b73f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 1096 time: 0.0413396 Sep 22 10:32:43.777852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=7128df90-88da-4c93-9f76-faf98fc6086f,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:32:43.780841 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3862624e-c08d-4f81-8734-1115e932d504 req-33b22710-d0c7-48df-a954-17cf974e2eea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283508 Sep 22 10:32:43.785328 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:43.785677 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:43.786024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:43.786354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:43.786685 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:43.787014 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:43.787338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:43.788068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:43.788068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:43.788318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:43.788652 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:43.788944 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:32:44.589817 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af06fb8-acf3-4ab0-99d8-67a47ed965eb req-25b8f590-ef30-4e9f-8be0-4c46b1ab2932 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:44.591458 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7af06fb8-acf3-4ab0-99d8-67a47ed965eb req-25b8f590-ef30-4e9f-8be0-4c46b1ab2932 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 946 time: 0.0540581 Sep 22 10:32:44.629982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7af06fb8-acf3-4ab0-99d8-67a47ed965eb req-4891f847-5d62-46f1-8d83-928aa07669de tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322852 Sep 22 10:32:45.746840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88b9d-4198-4b5f-af72-0f9b24a3b96d req-2dffc0c7-4fe2-4908-8de2-7fa5c7283438 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:45.749264 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16c88b9d-4198-4b5f-af72-0f9b24a3b96d req-2dffc0c7-4fe2-4908-8de2-7fa5c7283438 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 946 time: 0.0519707 Sep 22 10:32:45.787300 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16c88b9d-4198-4b5f-af72-0f9b24a3b96d req-5f56fe03-1128-4ec6-8d85-5304c8b45915 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Sep 22 10:32:45.906698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a1954-bacf-4c9b-9712-dd80192bc572 req-9bda7d5b-cde3-4c03-9541-cbae93316642 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:32:45.908310 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-362a1954-bacf-4c9b-9712-dd80192bc572 req-9bda7d5b-cde3-4c03-9541-cbae93316642 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 946 time: 0.0516834 Sep 22 10:32:45.947994 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-362a1954-bacf-4c9b-9712-dd80192bc572 req-391acad2-1156-44ab-929b-0b1e8c7a21d8 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334260 Sep 22 10:32:53.823773 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:54.280672 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9dfdca41-24bb-47b2-96b6-d6c51a47d228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:55.200319 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.105476 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eb4707ff-7066-4d62-befd-a54babfb4065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:57.631326 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:32:58.315038 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:00.132083 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:09.732876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea5622-44fc-459e-8ca3-b70586ef9d7b req-24cc13f2-cb4c-44e3-8a49-60ac9cb0af8d tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:09.734475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6aea5622-44fc-459e-8ca3-b70586ef9d7b req-24cc13f2-cb4c-44e3-8a49-60ac9cb0af8d tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 946 time: 0.0567343 Sep 22 10:33:09.774278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6aea5622-44fc-459e-8ca3-b70586ef9d7b req-7f5ff7c3-6220-4963-bb4e-190a1b2daf18 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Sep 22 10:33:10.891967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c774d-cd33-4bbd-b8f2-d58df2982b43 req-72416c8e-6e4c-4e0b-9e24-112b28634281 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:10.893537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b0c774d-cd33-4bbd-b8f2-d58df2982b43 req-72416c8e-6e4c-4e0b-9e24-112b28634281 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 946 time: 0.0504956 Sep 22 10:33:10.930961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b0c774d-cd33-4bbd-b8f2-d58df2982b43 req-7b445170-7181-43bf-870c-d2e696860219 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/security-groups?id=0dd0f003-7ce1-42e6-bd62-51d79162ac6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313087 Sep 22 10:33:11.281726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ad27a-e1b6-4fb0-a86e-cf829b8cc897 req-41f2213e-3fb9-42f2-8423-a88679c0f349 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:11.283201 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d1ad27a-e1b6-4fb0-a86e-cf829b8cc897 req-41f2213e-3fb9-42f2-8423-a88679c0f349 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.60 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 946 time: 0.0538559 Sep 22 10:33:11.375105 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-8d1ad27a-e1b6-4fb0-a86e-cf829b8cc897 req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Deleting port 7128df90-88da-4c93-9f76-faf98fc6086f {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:11.375439 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d1ad27a-e1b6-4fb0-a86e-cf829b8cc897 req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:11.447876 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:33:11.468318 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-8d1ad27a-e1b6-4fb0-a86e-cf829b8cc897 req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] For port 7128df90-88da-4c93-9f76-faf98fc6086f, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=7128df90-88da-4c93-9f76-faf98fc6086f,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:11.468318 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d1ad27a-e1b6-4fb0-a86e-cf829b8cc897 req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:11.479379 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-8d1ad27a-e1b6-4fb0-a86e-cf829b8cc897 req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Calling delete_port for 7128df90-88da-4c93-9f76-faf98fc6086f owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:11.677358 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d1ad27a-e1b6-4fb0-a86e-cf829b8cc897 req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:11.691887 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['7128df90-88da-4c93-9f76-faf98fc6086f'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:33:11.711219 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Pushing event deleted for resources: {'Port': ['ID=7128df90-88da-4c93-9f76-faf98fc6086f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:11.724407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.724781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.729739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.729739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.729739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.729739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.729739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.729739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.729739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.729739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.729739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.729739 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:11.762882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1ad27a-e1b6-4fb0-a86e-cf829b8cc897 req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] No DVR routers for this DVR port 7128df90-88da-4c93-9f76-faf98fc6086f on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:11.770585 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8d1ad27a-e1b6-4fb0-a86e-cf829b8cc897 req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:11.770585 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d1ad27a-e1b6-4fb0-a86e-cf829b8cc897 req-5b6dfa14-b287-4d74-93c5-9a2378b24b19 tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.60 "DELETE /v2.0/ports/7128df90-88da-4c93-9f76-faf98fc6086f HTTP/1.1" status: 204 len: 173 time: 0.4785371 Sep 22 10:33:11.770585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06ca5c9-c8b9-4d61-b1a2-4815656abb02', 'name': 'network-vif-deleted', 'tag': '7128df90-88da-4c93-9f76-faf98fc6086f'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:33:11.770585 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fc67f5-265f-4178-9daf-5388212b1757" -d '{"events": [{"server_uuid": "a06ca5c9-c8b9-4d61-b1a2-4815656abb02", "name": "network-vif-deleted", "tag": "7128df90-88da-4c93-9f76-faf98fc6086f"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:33:11.806351 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09452319-bd55-49dc-9cf6-788b253c9d53 x-openstack-request-id: req-09452319-bd55-49dc-9cf6-788b253c9d53 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:33:11.806644 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06ca5c9-c8b9-4d61-b1a2-4815656abb02", "name": "network-vif-deleted", "tag": "7128df90-88da-4c93-9f76-faf98fc6086f", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:33:11.806914 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09452319-bd55-49dc-9cf6-788b253c9d53 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:33:11.807338 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06ca5c9-c8b9-4d61-b1a2-4815656abb02', 'name': 'network-vif-deleted', 'tag': '7128df90-88da-4c93-9f76-faf98fc6086f', 'status': 'completed', 'code': 200} Sep 22 10:33:12.030770 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bf08057f-ce10-4b7d-899e-962aef8d5f4c req-f6bb28d2-18d6-4c85-b831-be1a825c072a tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 210 time: 0.0276783 Sep 22 10:33:13.143459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1074d283-b910-40ec-adc8-6c2182099947 req-f79e7741-d846-4722-81ef-ab77a71f843f tempest-TestEncryptedCinderVolumes-439486245 tempest-TestEncryptedCinderVolumes-439486245-project] 10.222.0.49 "GET /v2.0/ports?device_id=a06ca5c9-c8b9-4d61-b1a2-4815656abb02 HTTP/1.1" status: 200 len: 210 time: 0.0285687 Sep 22 10:33:14.323708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56356) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:14.680754 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:14.935799 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Deleting port 0f31d717-ba7e-46b5-9472-3129b10e1597 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:14.936032 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.014131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] For port 0f31d717-ba7e-46b5-9472-3129b10e1597, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0f31d717-ba7e-46b5-9472-3129b10e1597,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:15.014484 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.030968 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Calling delete_port for 0f31d717-ba7e-46b5-9472-3129b10e1597 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:15.265546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.291798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Pushing event deleted for resources: {'Port': ['ID=0f31d717-ba7e-46b5-9472-3129b10e1597,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:15.322017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.322368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.322715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.323056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.323394 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.323727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.324258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.324371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.324761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.325099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.325667 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.326111 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:15.474056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:15.517597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7128df90-88da-4c93-9f76-faf98fc6086f no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:15.537527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 7128df90-88da-4c93-9f76-faf98fc6086f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:15.537870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 7128df90-88da-4c93-9f76-faf98fc6086f not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:15.689776 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Router 6a8cf337-36bd-415b-9154-4d7bc22333c3 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:33:15.798276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:33:15.803241 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-24d9c4b5-35a5-4be0-ac32-24a8f4cf34fb admin admin] 10.222.0.49 "PUT /v2.0/routers/6a8cf337-36bd-415b-9154-4d7bc22333c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4773772 Sep 22 10:33:15.806302 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56358) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:15.809239 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3069ba27-edf9-4820-927b-8de94a002697 None None] Sync routers for ids ['6a8cf337-36bd-415b-9154-4d7bc22333c3'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:33:15.818837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069ba27-edf9-4820-927b-8de94a002697 None None] Routers {'6a8cf337-36bd-415b-9154-4d7bc22333c3'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:15.819468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3069ba27-edf9-4820-927b-8de94a002697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6a8cf337-36bd-415b-9154-4d7bc22333c3'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:15.931703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-3069ba27-edf9-4820-927b-8de94a002697 None None] Set router 6a8cf337-36bd-415b-9154-4d7bc22333c3 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:15.935352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.069972 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.119609 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3069ba27-edf9-4820-927b-8de94a002697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'name': 'tempest-TestEncryptedCinderVolumes-1700948137-router', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:33:15Z', 'revision_number': 5, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'gw_port': {'id': '11cfaf2f-e27e-424e-b857-b9b48d0cd5f2', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:16.153336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3069ba27-edf9-4820-927b-8de94a002697 None None] Checking router: 6a8cf337-36bd-415b-9154-4d7bc22333c3 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:33:16.163610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069ba27-edf9-4820-927b-8de94a002697 None None] Routers {'6a8cf337-36bd-415b-9154-4d7bc22333c3'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:16.164275 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3069ba27-edf9-4820-927b-8de94a002697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6a8cf337-36bd-415b-9154-4d7bc22333c3'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:16.191779 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Deleting port 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:16.192126 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.274687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-3069ba27-edf9-4820-927b-8de94a002697 None None] Set router 6a8cf337-36bd-415b-9154-4d7bc22333c3 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:16.297089 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] For port 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=11cfaf2f-e27e-424e-b857-b9b48d0cd5f2,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:16.297460 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.314071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Calling delete_port for 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:16.328811 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3069ba27-edf9-4820-927b-8de94a002697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'name': 'tempest-TestEncryptedCinderVolumes-1700948137-router', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:33:16Z', 'revision_number': 6, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:16.359614 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3069ba27-edf9-4820-927b-8de94a002697 None None] The sync data for ids ['6a8cf337-36bd-415b-9154-4d7bc22333c3'] in n-d-805649-4 is: [{'id': '6a8cf337-36bd-415b-9154-4d7bc22333c3', 'name': 'tempest-TestEncryptedCinderVolumes-1700948137-router', 'tenant_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:35Z', 'updated_at': '2021-09-22T10:33:16Z', 'revision_number': 6, 'project_id': 'ee4ccc3c95764aedab5a738eae3a73e9', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:33:16.602632 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.635101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Pushing event deleted for resources: {'Port': ['ID=11cfaf2f-e27e-424e-b857-b9b48d0cd5f2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:16.701350 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.796542 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.799420 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.895683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0f31d717-ba7e-46b5-9472-3129b10e1597 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:16.916642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 0f31d717-ba7e-46b5-9472-3129b10e1597 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:16.917019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0f31d717-ba7e-46b5-9472-3129b10e1597 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:16.951443 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.951990 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a8cf337-36bd-415b-9154-4d7bc22333c3 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:33:16.956501 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:16.957758 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a5e10bcd-0670-491e-aacf-b8118389714a admin admin] 10.222.0.49 "DELETE /v2.0/routers/6a8cf337-36bd-415b-9154-4d7bc22333c3 HTTP/1.1" status: 204 len: 168 time: 1.1503320 Sep 22 10:33:16.960320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56360) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:17.011323 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-61189090-b27a-44df-9f4c-36eb35ef920d admin admin] Deleting subnet 4d3ba296-ef57-44e6-8139-47556f51e207 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:33:17.014566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61189090-b27a-44df-9f4c-36eb35ef920d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.049846 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61189090-b27a-44df-9f4c-36eb35ef920d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.130414 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61189090-b27a-44df-9f4c-36eb35ef920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.431471 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61189090-b27a-44df-9f4c-36eb35ef920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.457131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61189090-b27a-44df-9f4c-36eb35ef920d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3ba296-ef57-44e6-8139-47556f51e207,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:17.465326 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-61189090-b27a-44df-9f4c-36eb35ef920d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.467260 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-61189090-b27a-44df-9f4c-36eb35ef920d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4d3ba296-ef57-44e6-8139-47556f51e207 HTTP/1.1" status: 204 len: 168 time: 0.5059042 Sep 22 10:33:17.471031 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56362) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:17.472223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd58dd7-c86e-4017-a24d-4a0a20e31fb1 None None] Network 41c1713a-a007-48ba-8c29-95ef65a35f78 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:17.540938 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.607516 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Deleting port b5e0540b-6e53-4442-8e79-2b3aabc65321 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:17.608153 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.685730 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a82848d-9a81-44ff-a561-1cf730ae9b07 None None] DHCP port deletion for 41c1713a-a007-48ba-8c29-95ef65a35f78 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:33:17.691656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] For port b5e0540b-6e53-4442-8e79-2b3aabc65321, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b5e0540b-6e53-4442-8e79-2b3aabc65321,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:17.692020 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.705254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Calling delete_port for b5e0540b-6e53-4442-8e79-2b3aabc65321 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:17.735044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5a82848d-9a81-44ff-a561-1cf730ae9b07 None None] Deleting port b5e0540b-6e53-4442-8e79-2b3aabc65321 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:17.735430 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5a82848d-9a81-44ff-a561-1cf730ae9b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.801588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5a82848d-9a81-44ff-a561-1cf730ae9b07 None None] For port b5e0540b-6e53-4442-8e79-2b3aabc65321, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b5e0540b-6e53-4442-8e79-2b3aabc65321,segment=NetworkSegment(257b13e4-bfc2-4a85-84b3-bb0d0c9ff074),segment_id=257b13e4-bfc2-4a85-84b3-bb0d0c9ff074)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:17.802000 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5a82848d-9a81-44ff-a561-1cf730ae9b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.820010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5a82848d-9a81-44ff-a561-1cf730ae9b07 None None] Calling delete_port for b5e0540b-6e53-4442-8e79-2b3aabc65321 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:17.980250 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:17.990071 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5a82848d-9a81-44ff-a561-1cf730ae9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.014040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e0540b-6e53-4442-8e79-2b3aabc65321,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:18.018293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] No DVR routers for this DVR port b5e0540b-6e53-4442-8e79-2b3aabc65321 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:18.029207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82848d-9a81-44ff-a561-1cf730ae9b07 None None] Pushing event deleted for resources: {'Port': ['ID=b5e0540b-6e53-4442-8e79-2b3aabc65321,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:18.031085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82848d-9a81-44ff-a561-1cf730ae9b07 None None] No DVR routers for this DVR port b5e0540b-6e53-4442-8e79-2b3aabc65321 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:18.097055 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.119840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c1713a-a007-48ba-8c29-95ef65a35f78']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:18.130377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:18.130634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257b13e4-bfc2-4a85-84b3-bb0d0c9ff074') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:18.145660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.160302 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.166732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:33:18.167120 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:33:18.168928 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:33:18.311176 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.317215 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.319085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] 10.222.0.49 "DELETE /v2.0/networks/41c1713a-a007-48ba-8c29-95ef65a35f78 HTTP/1.1" status: 204 len: 168 time: 0.8483078 Sep 22 10:33:18.322160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56364) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:18.330729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551f508-4bf3-4705-9943-3f5f2484d3bb admin admin] Pushing event deleted for resources: {'Network': ['ID=41c1713a-a007-48ba-8c29-95ef65a35f78,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:18.549768 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:18.571339 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:18.572020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 11cfaf2f-e27e-424e-b857-b9b48d0cd5f2 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:18.572020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b5e0540b-6e53-4442-8e79-2b3aabc65321 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:18.593453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b5e0540b-6e53-4442-8e79-2b3aabc65321 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:18.593797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b5e0540b-6e53-4442-8e79-2b3aabc65321 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:18.703011 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:18.960805 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] Deleting port e4c454f3-1119-4860-bb49-c448e931308f {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:18.961215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:19.045000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] For port e4c454f3-1119-4860-bb49-c448e931308f, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e4c454f3-1119-4860-bb49-c448e931308f,segment=NetworkSegment(7fa3b511-3d60-40d5-a7c3-04e9fa3057ca),segment_id=7fa3b511-3d60-40d5-a7c3-04e9fa3057ca)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:19.045363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:19.060242 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] Calling delete_port for e4c454f3-1119-4860-bb49-c448e931308f owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:19.334120 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:19.361600 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c454f3-1119-4860-bb49-c448e931308f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:19.551028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:19.771839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] Router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:33:19.882845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:33:19.889625 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-282edabb-d447-486d-8b82-cef9c1c93393 admin admin] 10.222.0.49 "PUT /v2.0/routers/266ed5d7-2e3c-4428-9a99-98aa80f4ab26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5651290 Sep 22 10:33:19.891536 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56366) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:19.896333 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc8018-8b00-4d9c-be57-20bfbecbcfb0 None None] Sync routers for ids ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:33:19.909725 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc8018-8b00-4d9c-be57-20bfbecbcfb0 None None] Routers {'266ed5d7-2e3c-4428-9a99-98aa80f4ab26'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:19.910342 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-31bc8018-8b00-4d9c-be57-20bfbecbcfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:20.005556 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.020452 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-31bc8018-8b00-4d9c-be57-20bfbecbcfb0 None None] Set router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:20.115892 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.210387 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-31bc8018-8b00-4d9c-be57-20bfbecbcfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'name': 'tempest-TestEncryptedCinderVolumes-1844093293-router', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:42Z', 'updated_at': '2021-09-22T10:33:19Z', 'revision_number': 5, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'gw_port': {'id': '733c4ca7-11cf-42ec-bff7-31ae46742bd6', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:31:43Z', 'updated_at': '2021-09-22T10:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:20.250552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Deleting port 733c4ca7-11cf-42ec-bff7-31ae46742bd6 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:20.250901 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.335364 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc8018-8b00-4d9c-be57-20bfbecbcfb0 None None] Checking router: 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:33:20.339058 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] For port 733c4ca7-11cf-42ec-bff7-31ae46742bd6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=733c4ca7-11cf-42ec-bff7-31ae46742bd6,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:20.339590 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:20.346040 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc8018-8b00-4d9c-be57-20bfbecbcfb0 None None] Routers {'266ed5d7-2e3c-4428-9a99-98aa80f4ab26'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:20.347612 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-31bc8018-8b00-4d9c-be57-20bfbecbcfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:32:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:20.354672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Calling delete_port for 733c4ca7-11cf-42ec-bff7-31ae46742bd6 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:20.450235 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-31bc8018-8b00-4d9c-be57-20bfbecbcfb0 None None] Set router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:20.510077 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-31bc8018-8b00-4d9c-be57-20bfbecbcfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'name': 'tempest-TestEncryptedCinderVolumes-1844093293-router', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:42Z', 'updated_at': '2021-09-22T10:33:20Z', 'revision_number': 6, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:20.539137 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc8018-8b00-4d9c-be57-20bfbecbcfb0 None None] The sync data for ids ['266ed5d7-2e3c-4428-9a99-98aa80f4ab26'] in n-d-805649-4 is: [{'id': '266ed5d7-2e3c-4428-9a99-98aa80f4ab26', 'name': 'tempest-TestEncryptedCinderVolumes-1844093293-router', 'tenant_id': '84dab0e09e364f878f02826d43866f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:31:42Z', 'updated_at': '2021-09-22T10:33:20Z', 'revision_number': 6, 'project_id': '84dab0e09e364f878f02826d43866f0d', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:33:20.989365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.019671 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Pushing event deleted for resources: {'Port': ['ID=733c4ca7-11cf-42ec-bff7-31ae46742bd6,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:21.086177 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.191444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.194024 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.357686 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.358685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 266ed5d7-2e3c-4428-9a99-98aa80f4ab26 {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:33:21.363767 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.365208 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f75a7d7c-db72-4bd9-bffd-646424dbfa3d admin admin] 10.222.0.49 "DELETE /v2.0/routers/266ed5d7-2e3c-4428-9a99-98aa80f4ab26 HTTP/1.1" status: 204 len: 168 time: 1.4724495 Sep 22 10:33:21.368567 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56368) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:21.435323 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea823da9-b50d-4ba8-b3ed-6073b36f89d6 admin admin] Deleting subnet 7c95eafa-40dd-4c53-b397-dfe24954461f {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:33:21.438974 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea823da9-b50d-4ba8-b3ed-6073b36f89d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.480363 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea823da9-b50d-4ba8-b3ed-6073b36f89d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.576215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea823da9-b50d-4ba8-b3ed-6073b36f89d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.711499 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea823da9-b50d-4ba8-b3ed-6073b36f89d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.738936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea823da9-b50d-4ba8-b3ed-6073b36f89d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c95eafa-40dd-4c53-b397-dfe24954461f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:21.742935 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-ea823da9-b50d-4ba8-b3ed-6073b36f89d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.745828 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ea823da9-b50d-4ba8-b3ed-6073b36f89d6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7c95eafa-40dd-4c53-b397-dfe24954461f HTTP/1.1" status: 204 len: 168 time: 0.3752179 Sep 22 10:33:21.749045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56370) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:21.752511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270624bc-69f3-4a34-bf3c-19bb7fa15fdc None None] Network 5298eabe-4227-460d-820c-6c13943f79d0 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:21.822783 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.891231 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Deleting port b7136199-4fb3-4131-84b6-f4f9ab75223e {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:21.891725 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.942784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08330631-3054-4a10-ade0-47f8a0a54f2a None None] DHCP port deletion for 5298eabe-4227-460d-820c-6c13943f79d0 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:33:21.965276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] For port b7136199-4fb3-4131-84b6-f4f9ab75223e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b7136199-4fb3-4131-84b6-f4f9ab75223e,segment=NetworkSegment(7fa3b511-3d60-40d5-a7c3-04e9fa3057ca),segment_id=7fa3b511-3d60-40d5-a7c3-04e9fa3057ca)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:21.965970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:21.981481 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Calling delete_port for b7136199-4fb3-4131-84b6-f4f9ab75223e owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:22.002903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-08330631-3054-4a10-ade0-47f8a0a54f2a None None] Deleting port b7136199-4fb3-4131-84b6-f4f9ab75223e {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:33:22.003176 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-08330631-3054-4a10-ade0-47f8a0a54f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.160675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.189568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7136199-4fb3-4131-84b6-f4f9ab75223e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:22.192403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] No DVR routers for this DVR port b7136199-4fb3-4131-84b6-f4f9ab75223e on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:22.230798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-08330631-3054-4a10-ade0-47f8a0a54f2a None None] For port b7136199-4fb3-4131-84b6-f4f9ab75223e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=b7136199-4fb3-4131-84b6-f4f9ab75223e,segment=NetworkSegment(7fa3b511-3d60-40d5-a7c3-04e9fa3057ca),segment_id=7fa3b511-3d60-40d5-a7c3-04e9fa3057ca)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:22.231277 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-08330631-3054-4a10-ade0-47f8a0a54f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.247056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-08330631-3054-4a10-ade0-47f8a0a54f2a None None] Calling delete_port for b7136199-4fb3-4131-84b6-f4f9ab75223e owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:33:22.273420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.297215 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5298eabe-4227-460d-820c-6c13943f79d0']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:22.308226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa3b511-3d60-40d5-a7c3-04e9fa3057ca') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:22.308591 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa3b511-3d60-40d5-a7c3-04e9fa3057ca') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:22.319687 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.334802 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-08330631-3054-4a10-ade0-47f8a0a54f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.335639 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.342890 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:33:22.343292 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:33:22.345072 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:33:22.358416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08330631-3054-4a10-ade0-47f8a0a54f2a None None] Pushing event deleted for resources: {'Port': ['ID=b7136199-4fb3-4131-84b6-f4f9ab75223e,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:22.364326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08330631-3054-4a10-ade0-47f8a0a54f2a None None] No DVR routers for this DVR port b7136199-4fb3-4131-84b6-f4f9ab75223e on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:33:22.483209 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.489322 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:22.496171 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5298eabe-4227-460d-820c-6c13943f79d0 HTTP/1.1" status: 204 len: 168 time: 0.7409949 Sep 22 10:33:22.505139 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfb757-b642-48d7-9288-e734211b2bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5298eabe-4227-460d-820c-6c13943f79d0,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:22.564527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e4c454f3-1119-4860-bb49-c448e931308f no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:22.584687 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: e4c454f3-1119-4860-bb49-c448e931308f {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:22.585085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e4c454f3-1119-4860-bb49-c448e931308f not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:22.585499 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 733c4ca7-11cf-42ec-bff7-31ae46742bd6 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:22.606162 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 733c4ca7-11cf-42ec-bff7-31ae46742bd6 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:22.606943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 733c4ca7-11cf-42ec-bff7-31ae46742bd6 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:22.606943 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b7136199-4fb3-4131-84b6-f4f9ab75223e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:33:22.627301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: b7136199-4fb3-4131-84b6-f4f9ab75223e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:33:22.627545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device b7136199-4fb3-4131-84b6-f4f9ab75223e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:33:22.908510 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56374) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:22.950140 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-93b2cb91-9f6a-45c7-be4d-3b2c13cdc35a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee4ccc3c95764aedab5a738eae3a73e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402279 Sep 22 10:33:22.952800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56376) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:23.011706 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8a8c-ff33-4076-a84c-2bf96d6a20aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.034840 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8a8c-ff33-4076-a84c-2bf96d6a20aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.174088 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8a8c-ff33-4076-a84c-2bf96d6a20aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.176630 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9c6e8a8c-ff33-4076-a84c-2bf96d6a20aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:23.177862 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9c6e8a8c-ff33-4076-a84c-2bf96d6a20aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0dd0f003-7ce1-42e6-bd62-51d79162ac6a HTTP/1.1" status: 204 len: 168 time: 0.2241547 Sep 22 10:33:23.187474 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e8a8c-ff33-4076-a84c-2bf96d6a20aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd0f003-7ce1-42e6-bd62-51d79162ac6a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:23.956617 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.036971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56382) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:24.078975 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-38ca8fb9-3a05-44f2-81c2-dd0e682356b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84dab0e09e364f878f02826d43866f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405757 Sep 22 10:33:24.084276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56384) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:24.140113 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44724fcd-4276-4a09-835f-b19f27f7aac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.165405 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44724fcd-4276-4a09-835f-b19f27f7aac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.360401 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2dc1d528-55de-400f-bbfa-35858523d255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.379720 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44724fcd-4276-4a09-835f-b19f27f7aac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.382546 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-44724fcd-4276-4a09-835f-b19f27f7aac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:24.383767 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-44724fcd-4276-4a09-835f-b19f27f7aac2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6f73663-e803-4b6a-ab8d-dd52beff8cea HTTP/1.1" status: 204 len: 168 time: 0.2984884 Sep 22 10:33:24.392381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44724fcd-4276-4a09-835f-b19f27f7aac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f73663-e803-4b6a-ab8d-dd52beff8cea,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:25.179701 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.515002 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56406) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:25.614862 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-657460470-network', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:25.762586 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Made reservation on behalf of d76752b467fa42db838816f9f7183eb8 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:25.765064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.774089 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.865638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.943418 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.968974 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:33:25.978872 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c280f1d-fc00-45bd-b2be-957448b9d6ab,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:25.984671 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:25.985045 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Added segment fb62b3c3-d446-45ae-87e4-677ab408acd0 of type vlan for network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 Sep 22 10:33:26.026589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.134023 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.135094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:26.135778 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.201911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ae3b31-b0bc-4c02-ab17-dfe68178b249,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:26.211800 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:33:26.234476 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9cec823e-a5cb-4e2d-96bc-747eafc44d11 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7181461 Sep 22 10:33:26.238838 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56410) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:26.244836 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] Request body: {'subnet': {'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-657460470-subnet', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:26.325744 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] Made reservation on behalf of d76752b467fa42db838816f9f7183eb8 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:26.328189 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.597055 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.657099 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1653f240-076f-490e-80a3-07705b5be61b,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:26.667947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] Checking segment: {'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:26.671419 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] Network hostable DHCP agents. Network: d5ae3b31-b0bc-4c02-ab17-dfe68178b249, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:33:26.788953 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] Network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:33:26.891779 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, d5ae3b31-b0bc-4c02-ab17-dfe68178b249) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:26.897161 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:26.899019 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:26.900251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59c4548-cf47-4791-8331-e2b966c37e94 None None] Network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:26.991996 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dea63e17-3f39-4aed-9aea-3f1686f089e3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7521658 Sep 22 10:33:26.994584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56412) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:26.999172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:27.078988 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-d5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'fixed_ips': [{'subnet_id': '1653f240-076f-490e-80a3-07705b5be61b'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:33:27.080991 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.104208 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c5bd-de27-4799-af54-83b15769d16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.186116 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.187217 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.230681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Allocated IP 172.20.0.2 (d5ae3b31-b0bc-4c02-ab17-dfe68178b249/1653f240-076f-490e-80a3-07705b5be61b/61cbdf04-fd25-40e3-ac24-8cac75884066) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:27.251291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.382687 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.469030 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.494227 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.535376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:27.545206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:27.553368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:27.560626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Pushing event updated for resources: {'Port': ['ID=61cbdf04-fd25-40e3-ac24-8cac75884066,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:27.623106 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Attempting to bind port 61cbdf04-fd25-40e3-ac24-8cac75884066 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:27.623485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Attempting to bind port 61cbdf04-fd25-40e3-ac24-8cac75884066 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:27.623916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Attempting to bind port 61cbdf04-fd25-40e3-ac24-8cac75884066 on network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:27.630705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:27.631194 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Checking segment: {'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:27.631704 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.632138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Bound using segment: {'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:27.632625 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Bound port: 61cbdf04-fd25-40e3-ac24-8cac75884066, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:27.633184 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.702807 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.713223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] For port 61cbdf04-fd25-40e3-ac24-8cac75884066, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:27.716460 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] For port 61cbdf04-fd25-40e3-ac24-8cac75884066, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61cbdf04-fd25-40e3-ac24-8cac75884066,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:27.818295 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.824639 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.845222 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:27.895237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042e47b-20a2-43ce-a7e4-4fe63d894fea None None] Pushing event updated for resources: {'Port': ['ID=61cbdf04-fd25-40e3-ac24-8cac75884066,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:27.974330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Allocated IP 172.25.6.108 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:28.117040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.260105 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.303993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:28.303993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:28.307963 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:28.334704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:28.351563 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.593195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61cbdf04-fd25-40e3-ac24-8cac75884066 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:28.652468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 61cbdf04-fd25-40e3-ac24-8cac75884066 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:28.652903 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.716835 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.757390 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.798223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 61cbdf04-fd25-40e3-ac24-8cac75884066, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61cbdf04-fd25-40e3-ac24-8cac75884066,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:28.894274 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.947105 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:28.953450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78274ce5-496a-4f46-88ea-ef751287ade4 None None] Network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:28.971207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=61cbdf04-fd25-40e3-ac24-8cac75884066,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:29.036956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c9d3f98f-c995-4aa8-9c74-fdcddead4716 None None] Provisioning complete for port 61cbdf04-fd25-40e3-ac24-8cac75884066 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:29.037250 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c9d3f98f-c995-4aa8-9c74-fdcddead4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:29.190995 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Router e0832794-2a4c-47b8-abb4-6b15ec8685f7 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:33:29.333156 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:33:29.348430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Sync routers for ids ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:33:29.361232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Routers {'e0832794-2a4c-47b8-abb4-6b15ec8685f7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:29.365613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:33:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:29.425323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:29.430020 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d5f08783-8d68-4aaf-b4ac-040f8ee4e1c6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4312415 Sep 22 10:33:29.430217 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56414) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:29.459046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1a98a45e-7822-4bc1-b85e-262efe266e19 None None] Provisioning complete for port 61cbdf04-fd25-40e3-ac24-8cac75884066 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:29.459411 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1a98a45e-7822-4bc1-b85e-262efe266e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:29.500156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Set router e0832794-2a4c-47b8-abb4-6b15ec8685f7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:29.735061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:28Z', 'revision_number': 3, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:29.764684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Checking router: e0832794-2a4c-47b8-abb4-6b15ec8685f7 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:33:29.765065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Updating router e0832794-2a4c-47b8-abb4-6b15ec8685f7 port 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:33:29.793641 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.088869 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.173538 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.191365 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.223863 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.277967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Attempting to bind port 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:30.278343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Attempting to bind port 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:30.278688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Attempting to bind port 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:30.281582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34dd39-8eea-4dba-beb0-45b0c893e190 None None] Pushing event updated for resources: {'Port': ['ID=4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:30.286127 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:30.286515 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:30.286948 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.287329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:30.287789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Bound port: 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:30.288169 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.339379 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] For port 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:30.343386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] For port 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:30.347533 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Allocated IP 172.20.0.1 (d5ae3b31-b0bc-4c02-ab17-dfe68178b249/1653f240-076f-490e-80a3-07705b5be61b/33e74429-4058-4a8d-9d9a-6603ff9f2e3e) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:30.456657 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.483079 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.535581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Routers {'e0832794-2a4c-47b8-abb4-6b15ec8685f7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:30.536212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:33:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:30.578510 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61cbdf04-fd25-40e3-ac24-8cac75884066 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:30.602464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34dd39-8eea-4dba-beb0-45b0c893e190 None None] Pushing event updated for resources: {'Port': ['ID=4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:30.614802 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.655765 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:30.660354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:30.663262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:30.691575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Pushing event updated for resources: {'Port': ['ID=33e74429-4058-4a8d-9d9a-6603ff9f2e3e,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:30.719204 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.854684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 61cbdf04-fd25-40e3-ac24-8cac75884066 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:30.855052 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:30.858345 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] Set router e0832794-2a4c-47b8-abb4-6b15ec8685f7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:30.971175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-155931ee-acf5-4e3d-9802-f6792d4e6b39 None None] Provisioning complete for port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:30.971544 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-155931ee-acf5-4e3d-9802-f6792d4e6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.090411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.103311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-155931ee-acf5-4e3d-9802-f6792d4e6b39 None None] Port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:31.120755 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:28Z', 'revision_number': 3, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:31.149564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b3c282-f3aa-47f5-80fa-95a5683525d0 None None] The sync data for ids ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'] in n-d-805649-4 is: [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:28Z', 'revision_number': 3, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:33:31.280070 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.350623 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.425770 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.427592 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Pushing event updated for resources: {'Port': ['ID=33e74429-4058-4a8d-9d9a-6603ff9f2e3e,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:31.525497 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:31.527024 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:31.659661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Router e0832794-2a4c-47b8-abb4-6b15ec8685f7 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:33:31.791202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:33:31.797523 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-426019d4-6f4c-4eee-8d02-bcf5f5204728 admin admin] 10.222.0.49 "PUT /v2.0/routers/e0832794-2a4c-47b8-abb4-6b15ec8685f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3662593 Sep 22 10:33:31.838002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b5d91426-2ed6-45a4-83d6-f8c645d0a224 None None] Provisioning complete for port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:31.838629 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5d91426-2ed6-45a4-83d6-f8c645d0a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:31.883890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b5d91426-2ed6-45a4-83d6-f8c645d0a224 None None] Port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:32.579086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:32.601255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56430) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:32.610349 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-416600634-network', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:32.636684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:32.637080 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:32.663672 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Sync routers for ids ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:33:32.677407 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Routers {'e0832794-2a4c-47b8-abb4-6b15ec8685f7'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:32.678378 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:33:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:32.727437 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:32.749761 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:32.789713 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Set router e0832794-2a4c-47b8-abb4-6b15ec8685f7 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:32.802719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Made reservation on behalf of 9130c2784cc84bf9aa786b60b8696fad for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:32.805295 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:32.815047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:32.841654 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:32.906030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:32.923881 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.022855 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 4, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '33e74429-4058-4a8d-9d9a-6603ff9f2e3e', 'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'mac_address': 'fa:16:3e:06:05:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1653f240-076f-490e-80a3-07705b5be61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:30Z', 'updated_at': '2021-09-22T10:33:31Z', 'revision_number': 2, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'subnets': [{'id': '1653f240-076f-490e-80a3-07705b5be61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:33.040378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.055015 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Checking router: e0832794-2a4c-47b8-abb4-6b15ec8685f7 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:33:33.070709 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Updating router e0832794-2a4c-47b8-abb4-6b15ec8685f7 port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:33:33.072175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:33:33.079090 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59050c5f-f657-4054-b2a1-7e2e47ded8b0,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:33.084159 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.087165 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.087516 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Added segment 76983ae6-08ec-4fc1-aa32-261b2b220614 of type vlan for network 79d202f4-06b5-4824-bb0c-d460d208f687 Sep 22 10:33:33.390908 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.473800 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.488491 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.563415 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Pushing event updated for resources: {'Port': ['ID=33e74429-4058-4a8d-9d9a-6603ff9f2e3e,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:33.583998 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.584778 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.585233 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.585581 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.585833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:33.585956 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.586221 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.586344 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.586534 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.586858 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.587245 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.587755 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.587846 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.588164 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.588494 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:33.613381 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Attempting to bind port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:33.613746 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Attempting to bind port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:33.614116 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Attempting to bind port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e on network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:33.620263 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:33.620626 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Checking segment: {'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:33.621940 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.622339 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Bound using segment: {'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:33.622827 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Bound port: 33e74429-4058-4a8d-9d9a-6603ff9f2e3e, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:33.623204 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.658362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] Pushing event updated for resources: {'Network': ['ID=79d202f4-06b5-4824-bb0c-d460d208f687,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:33.672057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 79d202f4-06b5-4824-bb0c-d460d208f687 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:33:33.695702 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] For port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:33.700071 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] For port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=33e74429-4058-4a8d-9d9a-6603ff9f2e3e,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:33.712445 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-83a48472-7888-4233-a5a1-e62065430658 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1092546 Sep 22 10:33:33.715632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56432) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:33.720800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] Request body: {'subnet': {'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-416600634-subnet', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:33.754884 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-27b6a3a4-3dcf-4ab5-8def-c271364b9179 None None] Provisioning complete for port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:33.755248 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-27b6a3a4-3dcf-4ab5-8def-c271364b9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.790440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-27b6a3a4-3dcf-4ab5-8def-c271364b9179 None None] Port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:33.797376 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.843139 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] Made reservation on behalf of 9130c2784cc84bf9aa786b60b8696fad for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:33.845891 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:33.860488 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Routers {'e0832794-2a4c-47b8-abb4-6b15ec8685f7'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:33.861170 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:33:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:33.872153 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99122b70-e8e1-4249-8370-a3cbae68e1ca None None] Pushing event updated for resources: {'Port': ['ID=33e74429-4058-4a8d-9d9a-6603ff9f2e3e,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:34.023597 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] Set router e0832794-2a4c-47b8-abb4-6b15ec8685f7 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:34.112560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8a5c9e22-3579-4eb4-8708-139d60d7946c None None] Provisioning complete for port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:34.113266 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9e22-3579-4eb4-8708-139d60d7946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.191032 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.215649 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9e22-3579-4eb4-8708-139d60d7946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.252014 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 4, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '33e74429-4058-4a8d-9d9a-6603ff9f2e3e', 'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'mac_address': 'fa:16:3e:06:05:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1653f240-076f-490e-80a3-07705b5be61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:30Z', 'updated_at': '2021-09-22T10:33:33Z', 'revision_number': 4, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'subnets': [{'id': '1653f240-076f-490e-80a3-07705b5be61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:34.259000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aee1bab-8a5d-45b2-9a90-eb2586261cb1,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:34.264242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8a5c9e22-3579-4eb4-8708-139d60d7946c None None] For port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=33e74429-4058-4a8d-9d9a-6603ff9f2e3e,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:34.268438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] Checking segment: {'id': '76983ae6-08ec-4fc1-aa32-261b2b220614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:34.268576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] Network hostable DHCP agents. Network: 79d202f4-06b5-4824-bb0c-d460d208f687, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:33:34.280511 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c6b8-3799-4cad-acbe-a6969fbad0ab None None] The sync data for ids ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'] in n-d-805649-4 is: [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 4, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '33e74429-4058-4a8d-9d9a-6603ff9f2e3e', 'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'mac_address': 'fa:16:3e:06:05:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1653f240-076f-490e-80a3-07705b5be61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:30Z', 'updated_at': '2021-09-22T10:33:33Z', 'revision_number': 4, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'subnets': [{'id': '1653f240-076f-490e-80a3-07705b5be61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:33:34.366806 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8a5c9e22-3579-4eb4-8708-139d60d7946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.403290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] Network 79d202f4-06b5-4824-bb0c-d460d208f687 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:33:34.425518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c9e22-3579-4eb4-8708-139d60d7946c None None] Pushing event updated for resources: {'Port': ['ID=33e74429-4058-4a8d-9d9a-6603ff9f2e3e,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:34.520876 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 79d202f4-06b5-4824-bb0c-d460d208f687) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:34.530281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584e437-1cca-4c36-b0de-293c146363d3 None None] Network 79d202f4-06b5-4824-bb0c-d460d208f687 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:34.530449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:34.531304 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.655955 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-75cdfa72-7ec2-499c-8f46-dc249a11b130 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9386730 Sep 22 10:33:34.659590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56434) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:34.671296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-416600634-router', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:34.702981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 33e74429-4058-4a8d-9d9a-6603ff9f2e3e up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:34.790303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-79d202f4-06b5-4824-bb0c-d460d208f687', 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'fixed_ips': [{'subnet_id': '3aee1bab-8a5d-45b2-9a90-eb2586261cb1'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:33:34.792306 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.802327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:34.802697 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.843395 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.844819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.934965 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:34.999539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:35.028623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Allocated IP 172.20.0.2 (79d202f4-06b5-4824-bb0c-d460d208f687/3aee1bab-8a5d-45b2-9a90-eb2586261cb1/e798fc82-7901-4b9e-9ae3-f9066df813d4) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:35.140334 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:35.141385 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.208330 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.247260 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.329360 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.376639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Network 79d202f4-06b5-4824-bb0c-d460d208f687 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:35.379801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:35.383352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:35.393918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Pushing event updated for resources: {'Port': ['ID=e798fc82-7901-4b9e-9ae3-f9066df813d4,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:35.456015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Attempting to bind port e798fc82-7901-4b9e-9ae3-f9066df813d4 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:35.456389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Attempting to bind port e798fc82-7901-4b9e-9ae3-f9066df813d4 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '76983ae6-08ec-4fc1-aa32-261b2b220614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:35.456790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Attempting to bind port e798fc82-7901-4b9e-9ae3-f9066df813d4 on network 79d202f4-06b5-4824-bb0c-d460d208f687 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:35.463408 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:35.463789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Checking segment: {'id': '76983ae6-08ec-4fc1-aa32-261b2b220614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:35.464185 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.464633 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Bound using segment: {'id': '76983ae6-08ec-4fc1-aa32-261b2b220614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:35.465286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Bound port: e798fc82-7901-4b9e-9ae3-f9066df813d4, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76983ae6-08ec-4fc1-aa32-261b2b220614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:35.465624 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.537828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] For port e798fc82-7901-4b9e-9ae3-f9066df813d4, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:35.538063 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.541336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] For port e798fc82-7901-4b9e-9ae3-f9066df813d4, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e798fc82-7901-4b9e-9ae3-f9066df813d4,segment=NetworkSegment(76983ae6-08ec-4fc1-aa32-261b2b220614),segment_id=76983ae6-08ec-4fc1-aa32-261b2b220614)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:35.559393 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.634201 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.688476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Allocated IP 172.25.6.41 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/0079c3ca-3751-44a4-94fd-5fbfbf53df35) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:35.704184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f594ef2-c56a-4b78-b365-e6ba5abe1fb3 None None] Pushing event updated for resources: {'Port': ['ID=e798fc82-7901-4b9e-9ae3-f9066df813d4,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:35.811314 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.935052 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:35.978908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:35.986636 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:35.990262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:36.029317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Pushing event updated for resources: {'Port': ['ID=0079c3ca-3751-44a4-94fd-5fbfbf53df35,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:36.387149 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.630635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e798fc82-7901-4b9e-9ae3-f9066df813d4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:36.639374 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.704386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e63353-7aca-4fc4-82a7-5fbfa59243b2 None None] Network 79d202f4-06b5-4824-bb0c-d460d208f687 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:33:36.744616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e798fc82-7901-4b9e-9ae3-f9066df813d4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:36.745055 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.869705 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-86753035-03c3-4d50-aa60-e6264f9a34ce None None] Provisioning complete for port e798fc82-7901-4b9e-9ae3-f9066df813d4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:36.869994 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-86753035-03c3-4d50-aa60-e6264f9a34ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:36.909591 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Router 768c1b91-118f-432f-9c95-1f1a5e9071a9 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:33:36.988105 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.031391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:33:37.055656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Sync routers for ids ['768c1b91-118f-432f-9c95-1f1a5e9071a9'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:33:37.073756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port e798fc82-7901-4b9e-9ae3-f9066df813d4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e798fc82-7901-4b9e-9ae3-f9066df813d4,segment=NetworkSegment(76983ae6-08ec-4fc1-aa32-261b2b220614),segment_id=76983ae6-08ec-4fc1-aa32-261b2b220614)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:37.075869 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-86753035-03c3-4d50-aa60-e6264f9a34ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.090948 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Routers {'768c1b91-118f-432f-9c95-1f1a5e9071a9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:37.091789 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:33:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['768c1b91-118f-432f-9c95-1f1a5e9071a9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:37.145777 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.147084 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1ec2c594-0b02-4fc4-b2bc-a289673b7d4f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4856884 Sep 22 10:33:37.150011 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56436) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:33:37.200502 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.461148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Set router 768c1b91-118f-432f-9c95-1f1a5e9071a9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:37.523799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=e798fc82-7901-4b9e-9ae3-f9066df813d4,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:37.529427 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-86753035-03c3-4d50-aa60-e6264f9a34ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:33:37.529957 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-86753035-03c3-4d50-aa60-e6264f9a34ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:33:37.680371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'name': 'tempest-TestMinimumBasicScenario-416600634-router', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:34Z', 'updated_at': '2021-09-22T10:33:36Z', 'revision_number': 3, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'gw_port': {'id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:35Z', 'updated_at': '2021-09-22T10:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:37.709551 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.709917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Checking router: 768c1b91-118f-432f-9c95-1f1a5e9071a9 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:33:37.710097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Updating router 768c1b91-118f-432f-9c95-1f1a5e9071a9 port 0079c3ca-3751-44a4-94fd-5fbfbf53df35 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:33:37.743602 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:37.947050 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Allocated IP 172.20.0.1 (79d202f4-06b5-4824-bb0c-d460d208f687/3aee1bab-8a5d-45b2-9a90-eb2586261cb1/dc3f8e6a-bfd2-4a10-ade1-915cde0a2162) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:38.075141 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.076674 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.185811 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.224256 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.257295 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Attempting to bind port 0079c3ca-3751-44a4-94fd-5fbfbf53df35 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:38.257669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Attempting to bind port 0079c3ca-3751-44a4-94fd-5fbfbf53df35 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:38.258155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Attempting to bind port 0079c3ca-3751-44a4-94fd-5fbfbf53df35 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:38.262439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fec76f14-acea-4422-ae68-84b48182d886 None None] Provisioning complete for port e798fc82-7901-4b9e-9ae3-f9066df813d4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:38.262813 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fec76f14-acea-4422-ae68-84b48182d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.264450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53b254-0c6e-45a2-9715-163219ffe90d None None] Pushing event updated for resources: {'Port': ['ID=0079c3ca-3751-44a4-94fd-5fbfbf53df35,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:38.283381 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Network 79d202f4-06b5-4824-bb0c-d460d208f687 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:38.293996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:38.294163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:38.294163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:38.294163 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.294163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:38.294163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Bound port: 0079c3ca-3751-44a4-94fd-5fbfbf53df35, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:38.294163 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.294722 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:38.318887 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Pushing event updated for resources: {'Port': ['ID=dc3f8e6a-bfd2-4a10-ade1-915cde0a2162,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:38.347295 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.376177 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] For port 0079c3ca-3751-44a4-94fd-5fbfbf53df35, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:38.380079 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] For port 0079c3ca-3751-44a4-94fd-5fbfbf53df35, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0079c3ca-3751-44a4-94fd-5fbfbf53df35,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:38.532559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.583604 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e798fc82-7901-4b9e-9ae3-f9066df813d4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:38.639319 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.641903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1e0c4b09-03ee-476d-b8f0-91be0238ffab None None] Provisioning complete for port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:38.642286 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4b09-03ee-476d-b8f0-91be0238ffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.655091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Routers {'768c1b91-118f-432f-9c95-1f1a5e9071a9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:38.655542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:33:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['768c1b91-118f-432f-9c95-1f1a5e9071a9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:38.675232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53b254-0c6e-45a2-9715-163219ffe90d None None] Pushing event updated for resources: {'Port': ['ID=0079c3ca-3751-44a4-94fd-5fbfbf53df35,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:38.743333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c4b09-03ee-476d-b8f0-91be0238ffab None None] Port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:38.763871 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port e798fc82-7901-4b9e-9ae3-f9066df813d4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:38.764252 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.825026 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.842104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] Set router 768c1b91-118f-432f-9c95-1f1a5e9071a9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:38.891421 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:38.975403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Pushing event updated for resources: {'Port': ['ID=dc3f8e6a-bfd2-4a10-ade1-915cde0a2162,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:38.978488 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.098368 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Network 79d202f4-06b5-4824-bb0c-d460d208f687 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:39.099822 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:39.108923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'name': 'tempest-TestMinimumBasicScenario-416600634-router', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:34Z', 'updated_at': '2021-09-22T10:33:38Z', 'revision_number': 4, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'gw_port': {'id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:35Z', 'updated_at': '2021-09-22T10:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'dc3f8e6a-bfd2-4a10-ade1-915cde0a2162', 'name': '', 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'mac_address': 'fa:16:3e:bd:69:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '3aee1bab-8a5d-45b2-9a90-eb2586261cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:37Z', 'updated_at': '2021-09-22T10:33:37Z', 'revision_number': 1, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'subnets': [{'id': '3aee1bab-8a5d-45b2-9a90-eb2586261cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:39.147478 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ec03c-92ec-4924-bafa-038701594c4a None None] The sync data for ids ['768c1b91-118f-432f-9c95-1f1a5e9071a9'] in n-d-805649-4 is: [{'id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'name': 'tempest-TestMinimumBasicScenario-416600634-router', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:34Z', 'updated_at': '2021-09-22T10:33:38Z', 'revision_number': 4, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'gw_port': {'id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:90:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:35Z', 'updated_at': '2021-09-22T10:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'dc3f8e6a-bfd2-4a10-ade1-915cde0a2162', 'name': '', 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'mac_address': 'fa:16:3e:bd:69:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '3aee1bab-8a5d-45b2-9a90-eb2586261cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:37Z', 'updated_at': '2021-09-22T10:33:37Z', 'revision_number': 1, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'subnets': [{'id': '3aee1bab-8a5d-45b2-9a90-eb2586261cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:33:39.243033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Router 768c1b91-118f-432f-9c95-1f1a5e9071a9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:33:39.415524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:33:39.424333 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0aac1dde-6ec4-4331-8aa6-ed3c5940738e admin admin] 10.222.0.49 "PUT /v2.0/routers/768c1b91-118f-432f-9c95-1f1a5e9071a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2725635 Sep 22 10:33:39.470862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c9b0ceb8-b16a-4cd0-8f8f-83f8c3d47efb None None] Provisioning complete for port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:39.471498 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ceb8-b16a-4cd0-8f8f-83f8c3d47efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:39.527347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0ceb8-b16a-4cd0-8f8f-83f8c3d47efb None None] Port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:40.583990 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0079c3ca-3751-44a4-94fd-5fbfbf53df35 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:40.634843 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0079c3ca-3751-44a4-94fd-5fbfbf53df35 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:40.635253 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.713749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.744773 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 0079c3ca-3751-44a4-94fd-5fbfbf53df35, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0079c3ca-3751-44a4-94fd-5fbfbf53df35,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:40.897164 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:40.956644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=0079c3ca-3751-44a4-94fd-5fbfbf53df35,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:42.544717 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Sync routers for ids ['768c1b91-118f-432f-9c95-1f1a5e9071a9'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:33:42.544717 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Routers {'768c1b91-118f-432f-9c95-1f1a5e9071a9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:42.544717 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:33:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['768c1b91-118f-432f-9c95-1f1a5e9071a9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:42.586490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0079c3ca-3751-44a4-94fd-5fbfbf53df35 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:42.656463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 0079c3ca-3751-44a4-94fd-5fbfbf53df35 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:42.657210 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:42.756805 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Set router 768c1b91-118f-432f-9c95-1f1a5e9071a9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:42.975953 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'name': 'tempest-TestMinimumBasicScenario-416600634-router', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:34Z', 'updated_at': '2021-09-22T10:33:38Z', 'revision_number': 4, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'gw_port': {'id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:35Z', 'updated_at': '2021-09-22T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'dc3f8e6a-bfd2-4a10-ade1-915cde0a2162', 'name': '', 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'mac_address': 'fa:16:3e:bd:69:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '3aee1bab-8a5d-45b2-9a90-eb2586261cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:37Z', 'updated_at': '2021-09-22T10:33:38Z', 'revision_number': 2, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'subnets': [{'id': '3aee1bab-8a5d-45b2-9a90-eb2586261cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:43.007011 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Checking router: 768c1b91-118f-432f-9c95-1f1a5e9071a9 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:33:43.007461 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Updating router 768c1b91-118f-432f-9c95-1f1a5e9071a9 port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:33:43.041897 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.366606 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.425556 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.471717 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887edb3e-c46b-4b3c-af36-b1fdd8e4b25d None None] Pushing event updated for resources: {'Port': ['ID=dc3f8e6a-bfd2-4a10-ade1-915cde0a2162,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:43.549187 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Attempting to bind port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:33:43.549808 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Attempting to bind port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '76983ae6-08ec-4fc1-aa32-261b2b220614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:33:43.550688 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Attempting to bind port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 on network 79d202f4-06b5-4824-bb0c-d460d208f687 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:33:43.555230 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:33:43.556811 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Checking segment: {'id': '76983ae6-08ec-4fc1-aa32-261b2b220614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:33:43.556811 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.556811 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Bound using segment: {'id': '76983ae6-08ec-4fc1-aa32-261b2b220614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:33:43.556811 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Bound port: dc3f8e6a-bfd2-4a10-ade1-915cde0a2162, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76983ae6-08ec-4fc1-aa32-261b2b220614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:33:43.557227 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.630929 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] For port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:33:43.635431 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] For port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=dc3f8e6a-bfd2-4a10-ade1-915cde0a2162,segment=NetworkSegment(76983ae6-08ec-4fc1-aa32-261b2b220614),segment_id=76983ae6-08ec-4fc1-aa32-261b2b220614)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:33:43.786600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-68b78725-0480-4e3f-b5df-de9c546887d9 None None] Provisioning complete for port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:43.787231 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68b78725-0480-4e3f-b5df-de9c546887d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.836460 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-68b78725-0480-4e3f-b5df-de9c546887d9 None None] Port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:43.926813 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:43.987077 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Routers {'768c1b91-118f-432f-9c95-1f1a5e9071a9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:33:43.987713 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:33:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['768c1b91-118f-432f-9c95-1f1a5e9071a9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:44.029417 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887edb3e-c46b-4b3c-af36-b1fdd8e4b25d None None] Pushing event updated for resources: {'Port': ['ID=dc3f8e6a-bfd2-4a10-ade1-915cde0a2162,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:44.138810 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] Set router 768c1b91-118f-432f-9c95-1f1a5e9071a9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:33:44.257672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Provisioning complete for port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:44.257970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.368189 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.408992 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'name': 'tempest-TestMinimumBasicScenario-416600634-router', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:34Z', 'updated_at': '2021-09-22T10:33:38Z', 'revision_number': 4, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'gw_port': {'id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:35Z', 'updated_at': '2021-09-22T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'dc3f8e6a-bfd2-4a10-ade1-915cde0a2162', 'name': '', 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'mac_address': 'fa:16:3e:bd:69:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '3aee1bab-8a5d-45b2-9a90-eb2586261cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:37Z', 'updated_at': '2021-09-22T10:33:43Z', 'revision_number': 4, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'subnets': [{'id': '3aee1bab-8a5d-45b2-9a90-eb2586261cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:33:44.428888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] For port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=dc3f8e6a-bfd2-4a10-ade1-915cde0a2162,segment=NetworkSegment(76983ae6-08ec-4fc1-aa32-261b2b220614),segment_id=76983ae6-08ec-4fc1-aa32-261b2b220614)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:33:44.444963 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb4fb1-9cd6-4382-bb63-7ed0430d1266 None None] The sync data for ids ['768c1b91-118f-432f-9c95-1f1a5e9071a9'] in n-d-805649-4 is: [{'id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'name': 'tempest-TestMinimumBasicScenario-416600634-router', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:34Z', 'updated_at': '2021-09-22T10:33:38Z', 'revision_number': 4, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'gw_port': {'id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:35Z', 'updated_at': '2021-09-22T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'dc3f8e6a-bfd2-4a10-ade1-915cde0a2162', 'name': '', 'network_id': '79d202f4-06b5-4824-bb0c-d460d208f687', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'mac_address': 'fa:16:3e:bd:69:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '3aee1bab-8a5d-45b2-9a90-eb2586261cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:37Z', 'updated_at': '2021-09-22T10:33:43Z', 'revision_number': 4, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'subnets': [{'id': '3aee1bab-8a5d-45b2-9a90-eb2586261cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:33:44.545219 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:44.621589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Pushing event updated for resources: {'Port': ['ID=dc3f8e6a-bfd2-4a10-ade1-915cde0a2162,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:44.631718 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.632219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.632656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.633114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.633547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.633989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.634719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.635636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.637433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.639002 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.639966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.640758 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dac101-ab63-4365-a283-4e7850a345ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:33:44.683564 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:44.769563 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:44.770037 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:46.590438 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:33:46.661575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:46.661575 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:48.450817 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:33:51.607333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-a8586d91-2a05-4b85-a2f4-cf7881b34e2a tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:51.608823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-a8586d91-2a05-4b85-a2f4-cf7881b34e2a tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/networks?id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249 HTTP/1.1" status: 200 len: 814 time: 0.1063774 Sep 22 10:33:51.626032 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-5744f14f-2650-4601-84b1-b035d24e6a52 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/quotas/d76752b467fa42db838816f9f7183eb8 HTTP/1.1" status: 200 len: 375 time: 0.0111632 Sep 22 10:33:51.681705 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-a50ef6a3-6265-49f9-8413-1af5740e4ab0 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d76752b467fa42db838816f9f7183eb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488799 Sep 22 10:33:51.785678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-5c46e99b-2695-479b-b3db-e561de66ac0d service neutron] 10.222.0.49 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918260 Sep 22 10:33:51.877224 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-1525fd22-8bec-4b00-b571-fd97cc54ac97 service neutron] 10.222.0.49 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845113 Sep 22 10:33:52.164863 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc156b64-ec2e-4fed-bd0c-c1acb890636c req-aae65682-02eb-45e0-b432-5a16277dae6b tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 210 time: 0.0323544 Sep 22 10:33:53.242794 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a82558f1-341f-4a2f-a340-7d13e6a1e30a req-2f07f8e2-6d1b-4596-8ce7-cf65e6a7023f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 210 time: 0.0271890 Sep 22 10:33:53.859350 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.294406 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-534183e4-4e2f-40ad-963b-2bdab958a163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.353127 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ff363e9-e538-437e-85f9-25bacd15619d req-fa7a7a0f-d534-4c20-8f57-a00343d58fb9 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 210 time: 0.0285625 Sep 22 10:33:54.549197 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-b92aa876-6088-40c2-8a79-7b5f47e42559 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:54.550775 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-b92aa876-6088-40c2-8a79-7b5f47e42559 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.60 "GET /v2.0/networks?id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249 HTTP/1.1" status: 200 len: 814 time: 0.1120667 Sep 22 10:33:54.568165 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Request body: {'port': {'device_id': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'admin_state_up': True, 'tenant_id': 'd76752b467fa42db838816f9f7183eb8'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:33:54.777447 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Made reservation on behalf of d76752b467fa42db838816f9f7183eb8 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:33:54.781402 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:54.920014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Allocated IP 172.20.0.10 (d5ae3b31-b0bc-4c02-ab17-dfe68178b249/1653f240-076f-490e-80a3-07705b5be61b/0db5d85e-3d42-473a-bef8-c68740c87635) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:33:55.082909 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.185416 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.219646 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.266175 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:33:55.269693 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:33:55.273706 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:33:55.331167 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'Port': ['ID=0db5d85e-3d42-473a-bef8-c68740c87635,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:33:55.342300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:55.343102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.449158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-955bf3c2-da50-4cda-961d-4596d1b69c31 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8878701 Sep 22 10:33:55.537289 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0198c-0c7d-4638-b5ae-06196195afa6 req-d9472ee5-e62d-49cb-b1d1-06a2ec635674 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:55.546806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-18b0198c-0c7d-4638-b5ae-06196195afa6 req-d9472ee5-e62d-49cb-b1d1-06a2ec635674 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 932 time: 0.0802798 Sep 22 10:33:55.617256 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-18b0198c-0c7d-4638-b5ae-06196195afa6 req-5b781941-e3a4-46fe-80a5-04c3053a62e1 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539117 Sep 22 10:33:55.658562 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e8ae7ea8-fac1-4eff-bca6-4bb8717641f3 None None] Provisioning complete for port 0db5d85e-3d42-473a-bef8-c68740c87635 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:33:55.659802 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7ea8-fac1-4eff-bca6-4bb8717641f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:55.709576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae7ea8-fac1-4eff-bca6-4bb8717641f3 None None] Port 0db5d85e-3d42-473a-bef8-c68740c87635 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:33:56.737296 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee1a2f-af00-48ab-9ded-d3caa6e1a3a2 req-884a6d57-78c2-41d1-9193-dd7532bbe515 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:56.738910 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47ee1a2f-af00-48ab-9ded-d3caa6e1a3a2 req-884a6d57-78c2-41d1-9193-dd7532bbe515 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 932 time: 0.0607221 Sep 22 10:33:56.784431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47ee1a2f-af00-48ab-9ded-d3caa6e1a3a2 req-03144684-bea0-4433-ac1b-5e27b6f7a1d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366230 Sep 22 10:33:57.013959 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4957bbd-591e-499a-8dbd-4dcc5887cbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:57.663007 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:57.905755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb673e0-c5a5-4e07-848c-5f09fa921fc7 req-4ec5e60b-f9be-43e2-b367-3a57f739c2b3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:57.907471 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bb673e0-c5a5-4e07-848c-5f09fa921fc7 req-4ec5e60b-f9be-43e2-b367-3a57f739c2b3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 932 time: 0.0531383 Sep 22 10:33:57.957230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bb673e0-c5a5-4e07-848c-5f09fa921fc7 req-20950e64-d12c-47c0-8cf4-fbf6fbf6c706 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332930 Sep 22 10:33:58.310314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:33:59.082976 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567ce56-b95b-4179-8754-df4a291a4a44 req-befefe0b-6c3d-4345-9e50-cc86d480a7b2 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:33:59.084844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5567ce56-b95b-4179-8754-df4a291a4a44 req-befefe0b-6c3d-4345-9e50-cc86d480a7b2 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 932 time: 0.0499220 Sep 22 10:33:59.134183 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5567ce56-b95b-4179-8754-df4a291a4a44 req-ca303871-2497-4a70-b5ac-11afb60849da tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Sep 22 10:34:00.284441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44383f-97c4-4af5-aa9e-2c5d14d43aa8 req-0edf9614-13b7-437d-9f0e-82473eef5ee7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:00.288609 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b44383f-97c4-4af5-aa9e-2c5d14d43aa8 req-0edf9614-13b7-437d-9f0e-82473eef5ee7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 932 time: 0.0648496 Sep 22 10:34:00.340518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9b44383f-97c4-4af5-aa9e-2c5d14d43aa8 req-64d809a9-e10f-4b22-948e-f73e87641c23 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486009 Sep 22 10:34:00.545537 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:01.487578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44985426-9730-447f-bf45-e044db79e410 req-d3483f83-d163-47e1-81aa-9c4fa8875fbb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:01.489270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44985426-9730-447f-bf45-e044db79e410 req-d3483f83-d163-47e1-81aa-9c4fa8875fbb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 932 time: 0.0622339 Sep 22 10:34:01.537823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44985426-9730-447f-bf45-e044db79e410 req-56c6f940-d199-420c-b39f-59daef01f59d tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359888 Sep 22 10:34:02.663603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc86b0-8fc3-49e9-958d-c3b30c1075dd req-2f0eb8c5-825f-436e-85b6-54c450bf1de0 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:02.665174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00fc86b0-8fc3-49e9-958d-c3b30c1075dd req-2f0eb8c5-825f-436e-85b6-54c450bf1de0 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 932 time: 0.0557377 Sep 22 10:34:02.708169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00fc86b0-8fc3-49e9-958d-c3b30c1075dd req-186b81f0-bdb1-413a-84eb-ca6e90612e78 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351524 Sep 22 10:34:03.831576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeae492-7504-4c64-a619-e70755d1f6a3 req-91866469-68ec-4a8d-b1cf-58ac2a13027d tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:03.833144 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3eeae492-7504-4c64-a619-e70755d1f6a3 req-91866469-68ec-4a8d-b1cf-58ac2a13027d tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 932 time: 0.0531189 Sep 22 10:34:03.875375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3eeae492-7504-4c64-a619-e70755d1f6a3 req-99019055-9182-4451-a2f1-48eda1c800fa tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Sep 22 10:34:04.993764 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3b98e-4b98-4aaf-b1d1-41fbfceacfaf req-feea7ff6-d4a6-4eb6-8b6f-c18edd0c5884 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:04.995804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cae3b98e-4b98-4aaf-b1d1-41fbfceacfaf req-feea7ff6-d4a6-4eb6-8b6f-c18edd0c5884 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 932 time: 0.0526073 Sep 22 10:34:05.037013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cae3b98e-4b98-4aaf-b1d1-41fbfceacfaf req-c847ea0d-d619-42c8-8c91-eb213bb43b69 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350924 Sep 22 10:34:05.810039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Request body: {'port': {'device_id': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:06.162275 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce297d3-edc3-46af-8eb6-bc61d4a4a23a req-f937f142-44f7-427c-a091-8ff1d882af39 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:06.163905 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ce297d3-edc3-46af-8eb6-bc61d4a4a23a req-f937f142-44f7-427c-a091-8ff1d882af39 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 932 time: 0.0542371 Sep 22 10:34:06.205798 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ce297d3-edc3-46af-8eb6-bc61d4a4a23a req-5c9a8ff0-c1cb-4b95-99bc-1ca609d606f2 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353749 Sep 22 10:34:06.207442 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:06.499855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db5d85e-3d42-473a-bef8-c68740c87635 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:06.508849 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:06.525039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Transition to ACTIVE for port object 0db5d85e-3d42-473a-bef8-c68740c87635 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:34:06.625235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:06.680458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Pushing event updated for resources: {'Port': ['ID=0db5d85e-3d42-473a-bef8-c68740c87635,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:06.762938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Attempting to bind port 0db5d85e-3d42-473a-bef8-c68740c87635 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:34:06.763279 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Attempting to bind port 0db5d85e-3d42-473a-bef8-c68740c87635 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:34:06.763610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Attempting to bind port 0db5d85e-3d42-473a-bef8-c68740c87635 on network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:06.768297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Port 0db5d85e-3d42-473a-bef8-c68740c87635 on network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:34:06.768620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Attempting to bind port 0db5d85e-3d42-473a-bef8-c68740c87635 on network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:34:06.773757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:34:06.774101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Checking segment: {'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:34:06.774489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Bound using segment: {'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:34:06.774922 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Bound port: 0db5d85e-3d42-473a-bef8-c68740c87635, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb62b3c3-d446-45ae-87e4-677ab408acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:34:06.775411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:06.844220 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] For port 0db5d85e-3d42-473a-bef8-c68740c87635, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:34:06.847547 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] For port 0db5d85e-3d42-473a-bef8-c68740c87635, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0db5d85e-3d42-473a-bef8-c68740c87635,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:34:06.943272 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:06.981849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:06.982458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:06.983865 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] 10.222.0.60 "PUT /v2.0/ports/0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 200 len: 1092 time: 1.1783757 Sep 22 10:34:06.984299 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:06.986606 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da885458-6ad4-42dd-950d-17cf602553c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:07.014104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450ae57-9195-423d-8c9f-767a9ad85e52 service neutron] Pushing event updated for resources: {'Port': ['ID=0db5d85e-3d42-473a-bef8-c68740c87635,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:07.033278 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14dd629-962a-4015-9d70-354a9c431a7e x-openstack-request-id: req-c14dd629-962a-4015-9d70-354a9c431a7e {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:07.033572 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:07.033832 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c14dd629-962a-4015-9d70-354a9c431a7e {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:07.034220 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635', 'status': 'completed', 'code': 200} Sep 22 10:34:07.103352 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da885458-6ad4-42dd-950d-17cf602553c6 req-5e19a543-b105-4823-a510-3427abddcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.105756 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da885458-6ad4-42dd-950d-17cf602553c6 req-5e19a543-b105-4823-a510-3427abddcdb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d76752b467fa42db838816f9f7183eb8&device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 1095 time: 0.0459564 Sep 22 10:34:07.207477 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da885458-6ad4-42dd-950d-17cf602553c6 req-de498abe-a303-4479-9c86-ca35ab190fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.209049 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da885458-6ad4-42dd-950d-17cf602553c6 req-de498abe-a303-4479-9c86-ca35ab190fb7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d76752b467fa42db838816f9f7183eb8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0953388 Sep 22 10:34:07.310430 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da885458-6ad4-42dd-950d-17cf602553c6 req-db0dc6d1-997d-48f5-892a-dc98797f4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.311863 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da885458-6ad4-42dd-950d-17cf602553c6 req-db0dc6d1-997d-48f5-892a-dc98797f4c50 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962150 Sep 22 10:34:07.332623 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440b90b-bc28-4700-b046-2e66612fd48d req-5ad2d70b-7820-484f-a055-7247aedb7e95 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.334196 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2440b90b-bc28-4700-b046-2e66612fd48d req-5ad2d70b-7820-484f-a055-7247aedb7e95 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 944 time: 0.0557446 Sep 22 10:34:07.375455 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2440b90b-bc28-4700-b046-2e66612fd48d req-c64f0ac6-b9ae-4020-bcb0-821dd652ec48 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334687 Sep 22 10:34:07.389768 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-01ed6fff-0684-4a2b-bf25-5413d05839bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.391281 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-01ed6fff-0684-4a2b-bf25-5413d05839bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d76752b467fa42db838816f9f7183eb8&device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 1095 time: 0.0425878 Sep 22 10:34:07.436999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-914b9642-217d-40ea-869b-40b3ca59fd34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 200 len: 217 time: 0.0381522 Sep 22 10:34:07.487828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-2228e4a8-5d05-488b-b351-fe82cce658b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.489355 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-2228e4a8-5d05-488b-b351-fe82cce658b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1653f240-076f-490e-80a3-07705b5be61b HTTP/1.1" status: 200 len: 853 time: 0.0456698 Sep 22 10:34:07.535157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-f84aa116-f010-4d56-b251-0165fd7d68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:07.536654 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-f84aa116-f010-4d56-b251-0165fd7d68ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404909 Sep 22 10:34:07.629264 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-e7050f81-9c34-4b6d-a643-d0e3904b99ef service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842962 Sep 22 10:34:07.719521 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-192a109c-0b8c-4cb9-ae3d-fe31ee4bb774 req-49b43dac-b19b-4f61-a53d-50dd7567a670 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828371 Sep 22 10:34:08.491587 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb8ee-58f8-4f5c-90fa-8f5a00807833 req-bf43df02-24ef-4b9d-a7d2-485e08199945 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:08.493127 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a49fb8ee-58f8-4f5c-90fa-8f5a00807833 req-bf43df02-24ef-4b9d-a7d2-485e08199945 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 944 time: 0.0501516 Sep 22 10:34:08.531378 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a49fb8ee-58f8-4f5c-90fa-8f5a00807833 req-fb9319f5-a3dd-41e5-ab96-76b1341a099e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Sep 22 10:34:09.646434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3de035-9a90-4d51-b0df-3d2094b6e89f req-0270a83f-4b29-4bba-9685-97dbc3cd16a4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:09.647945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af3de035-9a90-4d51-b0df-3d2094b6e89f req-0270a83f-4b29-4bba-9685-97dbc3cd16a4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 944 time: 0.0492914 Sep 22 10:34:09.686186 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-af3de035-9a90-4d51-b0df-3d2094b6e89f req-a6a0a052-409c-4480-9085-55ae2c8586b9 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316699 Sep 22 10:34:10.804360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee6f75-0b12-4c38-90c0-221f41cb7504 req-5387e967-f308-49eb-87d3-cb9b229e678a tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:10.805885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14ee6f75-0b12-4c38-90c0-221f41cb7504 req-5387e967-f308-49eb-87d3-cb9b229e678a tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 944 time: 0.0524969 Sep 22 10:34:10.843852 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14ee6f75-0b12-4c38-90c0-221f41cb7504 req-eee0147e-746e-4865-9c02-a661c7d74dd3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310616 Sep 22 10:34:11.782765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0db5d85e-3d42-473a-bef8-c68740c87635 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:34:11.875199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0db5d85e-3d42-473a-bef8-c68740c87635, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0db5d85e-3d42-473a-bef8-c68740c87635,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:11.886320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '0db5d85e-3d42-473a-bef8-c68740c87635', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'port_id': '0db5d85e-3d42-473a-bef8-c68740c87635', 'mac_address': 'fa:16:3e:68:c3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1653f240-076f-490e-80a3-07705b5be61b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:34:11.928911 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:11.941889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db5d85e-3d42-473a-bef8-c68740c87635 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:34:11.960842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324641e9-43fc-4bb4-9107-a6fdce969152 req-822244f6-3bf9-49d7-8c7c-f43a7286ac96 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:11.962078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0db5d85e-3d42-473a-bef8-c68740c87635, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0db5d85e-3d42-473a-bef8-c68740c87635,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:11.962369 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-324641e9-43fc-4bb4-9107-a6fdce969152 req-822244f6-3bf9-49d7-8c7c-f43a7286ac96 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 944 time: 0.0501542 Sep 22 10:34:12.002672 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-324641e9-43fc-4bb4-9107-a6fdce969152 req-df9806ef-d019-4db8-82cc-8067bb560d3a tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333736 Sep 22 10:34:12.062424 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:12.110857 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=0db5d85e-3d42-473a-bef8-c68740c87635,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:12.294786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0db5d85e-3d42-473a-bef8-c68740c87635'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:13.117174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371d924-76fe-4999-b5cc-7d6a0f446b2f req-db72a96e-bda3-4622-b78f-ef232c39abb6 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:13.118671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0371d924-76fe-4999-b5cc-7d6a0f446b2f req-db72a96e-bda3-4622-b78f-ef232c39abb6 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 945 time: 0.0489161 Sep 22 10:34:13.156242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0371d924-76fe-4999-b5cc-7d6a0f446b2f req-cf84b7e7-fc96-4ec1-b069-ccaef7dd629b tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310011 Sep 22 10:34:13.797911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0db5d85e-3d42-473a-bef8-c68740c87635 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:34:13.960006 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 0db5d85e-3d42-473a-bef8-c68740c87635 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:34:13.964998 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 0db5d85e-3d42-473a-bef8-c68740c87635 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:13.965375 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.041618 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.063444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:14.065656 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566de20a-b796-44f6-887d-1066bba8457a" -d '{"events": [{"server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "name": "network-vif-plugged", "status": "completed", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:14.078675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0db5d85e-3d42-473a-bef8-c68740c87635, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0db5d85e-3d42-473a-bef8-c68740c87635,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:14.105765 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa720f30-531c-4a15-bf12-eb8e9929ba34 x-openstack-request-id: req-aa720f30-531c-4a15-bf12-eb8e9929ba34 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:14.106050 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "name": "network-vif-plugged", "status": "completed", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:14.106302 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa720f30-531c-4a15-bf12-eb8e9929ba34 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:14.106694 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635', 'code': 200} Sep 22 10:34:14.150509 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:14.204037 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=0db5d85e-3d42-473a-bef8-c68740c87635,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:14.208847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcda946-3821-4586-adc1-f8641d72632f req-94c0660b-c557-4abe-abb9-59f348b4e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:14.210519 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9bcda946-3821-4586-adc1-f8641d72632f req-94c0660b-c557-4abe-abb9-59f348b4e09a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 1097 time: 0.0480294 Sep 22 10:34:14.247973 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9bcda946-3821-4586-adc1-f8641d72632f req-2c575637-7f59-47ff-8cde-9c93e585bce8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295775 Sep 22 10:34:14.278936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548e856-71b0-4f43-b631-819e0bc63f3d req-74f6354f-412b-446c-8185-795d01e243e5 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:14.280441 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b548e856-71b0-4f43-b631-819e0bc63f3d req-74f6354f-412b-446c-8185-795d01e243e5 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 946 time: 0.0544798 Sep 22 10:34:14.318505 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b548e856-71b0-4f43-b631-819e0bc63f3d req-dd29cc2a-55ad-4a8a-87c0-fd139ad443ae tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Sep 22 10:34:15.436056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b8adb-d5fe-4eaf-9e1f-21a43176eaa0 req-e1cb7c0b-d8d6-4887-8ca7-517b26b8d0f2 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:15.437618 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac5b8adb-d5fe-4eaf-9e1f-21a43176eaa0 req-e1cb7c0b-d8d6-4887-8ca7-517b26b8d0f2 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 946 time: 0.0498164 Sep 22 10:34:15.476134 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ac5b8adb-d5fe-4eaf-9e1f-21a43176eaa0 req-30eb80d1-0996-4814-bb94-f6157f12eff9 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Sep 22 10:34:16.591357 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a9107-3660-4246-8135-89b9128ef043 req-14f6b490-3189-45f5-942f-07bc26ab3893 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:16.592763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e00a9107-3660-4246-8135-89b9128ef043 req-14f6b490-3189-45f5-942f-07bc26ab3893 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 946 time: 0.0488048 Sep 22 10:34:16.631195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e00a9107-3660-4246-8135-89b9128ef043 req-6d8917ff-b111-402e-884c-4306ba2ba1d0 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321338 Sep 22 10:34:16.750070 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f246d-5b0e-49ef-ba2e-01fc63d8306d req-b879ac01-4280-42f3-92da-960a8d2a7f44 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:16.751618 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a79f246d-5b0e-49ef-ba2e-01fc63d8306d req-b879ac01-4280-42f3-92da-960a8d2a7f44 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 946 time: 0.0544786 Sep 22 10:34:16.789047 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a79f246d-5b0e-49ef-ba2e-01fc63d8306d req-7e10f3aa-16f1-470c-a0d1-c63f576e1b22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312967 Sep 22 10:34:16.977422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce5337-372d-4134-959b-87937990564e req-19fef5c4-b54d-4ce4-a535-967455774f8f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:16.978935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91ce5337-372d-4134-959b-87937990564e req-19fef5c4-b54d-4ce4-a535-967455774f8f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 946 time: 0.0505488 Sep 22 10:34:17.018944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91ce5337-372d-4134-959b-87937990564e req-06e8ec95-5ef9-403e-9832-37e353cff34d tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Sep 22 10:34:23.871206 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:24.287567 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7537c080-4d14-494a-a346-d886fbd39b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.259311 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:25.452314 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:34:26.969823 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-b8f0926b-7ae9-41b8-944e-ceddcdc7c11d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413632 Sep 22 10:34:27.056255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-11bc4567-b7cf-4782-b4ef-d852586e6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:27.058094 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-11bc4567-b7cf-4782-b4ef-d852586e6d9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d76752b467fa42db838816f9f7183eb8&device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 1097 time: 0.0418124 Sep 22 10:34:27.068087 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7a40b319-97b6-4874-b17c-05d404251e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:27.165039 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-4dcc51ac-fd9b-4bd3-8334-f46512258e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:27.166603 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-4dcc51ac-fd9b-4bd3-8334-f46512258e8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249 HTTP/1.1" status: 200 len: 915 time: 0.0891647 Sep 22 10:34:27.210678 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-209f4c2c-ff88-4a5e-8e9a-8404016979ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 200 len: 217 time: 0.0346160 Sep 22 10:34:27.261880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-e5e0b506-a800-4c62-9f1e-f0efdf51a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:27.263404 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-e5e0b506-a800-4c62-9f1e-f0efdf51a805 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1653f240-076f-490e-80a3-07705b5be61b HTTP/1.1" status: 200 len: 853 time: 0.0451655 Sep 22 10:34:27.321425 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-5887ad13-0b6e-4319-a401-1745df18abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:27.323506 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-5887ad13-0b6e-4319-a401-1745df18abb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521767 Sep 22 10:34:27.336848 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-992944c8-0c2a-46cd-aaf2-f3ba72d70821 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:34:27.337794 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-992944c8-0c2a-46cd-aaf2-f3ba72d70821 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050187 Sep 22 10:34:27.431209 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-8b07d169-8084-467d-8ab9-cccc2d13e15f service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844030 Sep 22 10:34:27.530640 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0a86d584-aa5e-4acc-b99e-5fdb14f9a210 req-5272e9ed-cc22-439f-a732-1bcad6f1d368 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912724 Sep 22 10:34:27.716313 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:28.342375 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:30.148085 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:32.818594 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cff4c-38b5-4214-9551-3c43c1b3a5b7 req-df5ace44-eb41-49f6-8907-de48570e2a24 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:32.820018 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-451cff4c-38b5-4214-9551-3c43c1b3a5b7 req-df5ace44-eb41-49f6-8907-de48570e2a24 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 946 time: 0.0515692 Sep 22 10:34:32.859165 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-451cff4c-38b5-4214-9551-3c43c1b3a5b7 req-6d94aff5-4ef0-455e-bb99-04ee3b567b67 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329659 Sep 22 10:34:32.881626 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56656) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:33.020268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3fddb8-f5e6-4ca7-8f83-d567fd34e5de tempest-TestMinimumBasicScenario-1671908548 tempest-TestMinimumBasicScenario-1671908548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:33.021984 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3f3fddb8-f5e6-4ca7-8f83-d567fd34e5de tempest-TestMinimumBasicScenario-1671908548 tempest-TestMinimumBasicScenario-1671908548-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 1092 time: 0.1393411 Sep 22 10:34:33.025029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56660) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:33.029916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '0db5d85e-3d42-473a-bef8-c68740c87635', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:33.110270 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.211711 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.317009 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Allocated IP 172.25.6.139 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/2a74e0d1-c9bb-42af-9c2d-0162c91c04ed) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:34:33.423196 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.516612 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:33.554829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:34:33.560015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:34:33.562918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:34:33.572108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'Port': ['ID=2a74e0d1-c9bb-42af-9c2d-0162c91c04ed,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:33.600965 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:33.601371 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:33.601705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:33.602046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:33.602386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:33.602714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:33.603041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:33.603367 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:33.603941 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:33.604270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:33.604596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:33.604947 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:34.042604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:34.213598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:34.366811 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:34.456450 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:34.524120 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'Port': ['ID=2a74e0d1-c9bb-42af-9c2d-0162c91c04ed,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:34.536279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:34.636313 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Floating IP 27388481-7ccd-456a-a480-82c0229eb069 associated. External IP: 172.25.6.139, port: 0db5d85e-3d42-473a-bef8-c68740c87635. Sep 22 10:34:34.842724 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Router e0832794-2a4c-47b8-abb4-6b15ec8685f7 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:34:34.950849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:34:34.960553 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e12174-fa27-44b8-b746-52f22ed5f3a9 None None] Sync routers for ids ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:34:34.969790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e12174-fa27-44b8-b746-52f22ed5f3a9 None None] Routers {'e0832794-2a4c-47b8-abb4-6b15ec8685f7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:34.970404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-35e12174-fa27-44b8-b746-52f22ed5f3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:34:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:35.036231 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.064839 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-569baf8d-cccf-47e0-9796-c323fa0c3ea3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0381145 Sep 22 10:34:35.065500 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:35.067797 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa864dd9-737f-4ff6-8c48-e404519dc80c" -d '{"events": [{"name": "network-changed", "server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:35.068256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56662) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:35.073671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-449878329', 'description': 'tempest-secgroup-smoke-449878329 description', 'project_id': 'd76752b467fa42db838816f9f7183eb8'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:35.075639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-35e12174-fa27-44b8-b746-52f22ed5f3a9 None None] Set router e0832794-2a4c-47b8-abb4-6b15ec8685f7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:35.113538 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2019ec2c-0750-424c-a83d-12b6b2b935ed x-openstack-request-id: req-2019ec2c-0750-424c-a83d-12b6b2b935ed {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:35.113840 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:35.114091 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2019ec2c-0750-424c-a83d-12b6b2b935ed {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:35.114498 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635', 'status': 'completed', 'code': 200} Sep 22 10:34:35.180950 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa864dd9-737f-4ff6-8c48-e404519dc80c req-da8c8efa-8c4b-4e51-8802-70189cfc16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:35.183091 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa864dd9-737f-4ff6-8c48-e404519dc80c req-da8c8efa-8c4b-4e51-8802-70189cfc16b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d76752b467fa42db838816f9f7183eb8&device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 1097 time: 0.0453730 Sep 22 10:34:35.194269 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.281235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa864dd9-737f-4ff6-8c48-e404519dc80c req-874a6aa0-b375-4ed5-b3b6-b9a26c1ebdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:35.282992 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa864dd9-737f-4ff6-8c48-e404519dc80c req-874a6aa0-b375-4ed5-b3b6-b9a26c1ebdb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249 HTTP/1.1" status: 200 len: 915 time: 0.0921845 Sep 22 10:34:35.289021 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.316154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-35e12174-fa27-44b8-b746-52f22ed5f3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 4, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '27388481-7ccd-456a-a480-82c0229eb069', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'floating_ip_address': '172.25.6.139', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'port_id': '0db5d85e-3d42-473a-bef8-c68740c87635', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'mac_address': 'fa:16:3e:68:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:34:33Z', 'updated_at': '2021-09-22T10:34:33Z', 'revision_number': 0, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e74429-4058-4a8d-9d9a-6603ff9f2e3e', 'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'mac_address': 'fa:16:3e:06:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1653f240-076f-490e-80a3-07705b5be61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:30Z', 'updated_at': '2021-09-22T10:33:34Z', 'revision_number': 5, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'subnets': [{'id': '1653f240-076f-490e-80a3-07705b5be61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:35.342751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e12174-fa27-44b8-b746-52f22ed5f3a9 None None] Checking router: e0832794-2a4c-47b8-abb4-6b15ec8685f7 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:34:35.351704 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e12174-fa27-44b8-b746-52f22ed5f3a9 None None] Routers {'e0832794-2a4c-47b8-abb4-6b15ec8685f7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:34:35.352325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-35e12174-fa27-44b8-b746-52f22ed5f3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:34:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:35.356113 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa864dd9-737f-4ff6-8c48-e404519dc80c req-b07466c8-2fb1-44b1-88af-a4298936176e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 200 len: 1000 time: 0.0652823 Sep 22 10:34:35.378900 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.410095 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa864dd9-737f-4ff6-8c48-e404519dc80c req-29177040-f76d-4a58-a5c8-295c30dc6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:35.414701 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa864dd9-737f-4ff6-8c48-e404519dc80c req-29177040-f76d-4a58-a5c8-295c30dc6c6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1653f240-076f-490e-80a3-07705b5be61b HTTP/1.1" status: 200 len: 853 time: 0.0477471 Sep 22 10:34:35.414825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af50c5fd-f3fb-4a80-b265-804aeafbaecf,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:35.421834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.422174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.422501 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.422834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.423191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.423476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.423791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.424113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.424478 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.424765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.430029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.430029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:34:35.471059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa864dd9-737f-4ff6-8c48-e404519dc80c req-9eb1d48e-d286-4cca-927a-a5f67e5afdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:35.472655 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa864dd9-737f-4ff6-8c48-e404519dc80c req-9eb1d48e-d286-4cca-927a-a5f67e5afdb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533257 Sep 22 10:34:35.482528 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.488613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3d1f6b2c-62dd-4248-b6da-82766ced797f tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4145005 Sep 22 10:34:35.488960 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56666) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:35.496175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-154b5b1e-9bdb-4a64-ac9e-59a335afc546 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Request body: {'security_group_rule': {'security_group_id': 'af50c5fd-f3fb-4a80-b265-804aeafbaecf', 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:35.602352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-154b5b1e-9bdb-4a64-ac9e-59a335afc546 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.652989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-35e12174-fa27-44b8-b746-52f22ed5f3a9 None None] Set router e0832794-2a4c-47b8-abb4-6b15ec8685f7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:34:35.676852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-154b5b1e-9bdb-4a64-ac9e-59a335afc546 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.767633 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-154b5b1e-9bdb-4a64-ac9e-59a335afc546 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.790633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b5b1e-9bdb-4a64-ac9e-59a335afc546 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247518d6-ed13-4411-a2e3-c47d34c9e4d8,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:35.873058 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa864dd9-737f-4ff6-8c48-e404519dc80c req-7f9aaad7-a10d-4669-9a41-8e5ee8f53502 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916070 Sep 22 10:34:35.882115 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-154b5b1e-9bdb-4a64-ac9e-59a335afc546 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:35.883404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-154b5b1e-9bdb-4a64-ac9e-59a335afc546 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3932531 Sep 22 10:34:35.887293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56668) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:35.892952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9edde677-21ff-4265-b1f0-8ed3904aea55 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Request body: {'security_group_rule': {'security_group_id': 'af50c5fd-f3fb-4a80-b265-804aeafbaecf', 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:35.910921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-35e12174-fa27-44b8-b746-52f22ed5f3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 4, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '27388481-7ccd-456a-a480-82c0229eb069', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'floating_ip_address': '172.25.6.139', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'port_id': '0db5d85e-3d42-473a-bef8-c68740c87635', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'mac_address': 'fa:16:3e:68:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:34:33Z', 'updated_at': '2021-09-22T10:34:33Z', 'revision_number': 0, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e74429-4058-4a8d-9d9a-6603ff9f2e3e', 'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'mac_address': 'fa:16:3e:06:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1653f240-076f-490e-80a3-07705b5be61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:30Z', 'updated_at': '2021-09-22T10:33:34Z', 'revision_number': 5, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'subnets': [{'id': '1653f240-076f-490e-80a3-07705b5be61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:34:35.944374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e12174-fa27-44b8-b746-52f22ed5f3a9 None None] The sync data for ids ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'] in n-d-805649-4 is: [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 4, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '27388481-7ccd-456a-a480-82c0229eb069', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'floating_ip_address': '172.25.6.139', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'port_id': '0db5d85e-3d42-473a-bef8-c68740c87635', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'mac_address': 'fa:16:3e:68:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:34:33Z', 'updated_at': '2021-09-22T10:34:33Z', 'revision_number': 0, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e74429-4058-4a8d-9d9a-6603ff9f2e3e', 'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'mac_address': 'fa:16:3e:06:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1653f240-076f-490e-80a3-07705b5be61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:30Z', 'updated_at': '2021-09-22T10:33:34Z', 'revision_number': 5, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'subnets': [{'id': '1653f240-076f-490e-80a3-07705b5be61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:34:35.989603 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-fa864dd9-737f-4ff6-8c48-e404519dc80c req-f8aac587-e34b-4c6b-bfd1-06d92caa61b5 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062133 Sep 22 10:34:36.030300 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9edde677-21ff-4265-b1f0-8ed3904aea55 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.093516 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9edde677-21ff-4265-b1f0-8ed3904aea55 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.152001 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd54a4-4beb-4cf8-99e7-82359393eef2 None None] New status for floating IP 27388481-7ccd-456a-a480-82c0229eb069: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:34:36.190684 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9edde677-21ff-4265-b1f0-8ed3904aea55 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.212577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edde677-21ff-4265-b1f0-8ed3904aea55 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbad16c-c1ef-4fac-b905-2a2be245ab96,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:36.290606 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9edde677-21ff-4265-b1f0-8ed3904aea55 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.292436 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9edde677-21ff-4265-b1f0-8ed3904aea55 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4041374 Sep 22 10:34:36.295174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56670) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:36.299793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3080da76-facf-4ef1-b68e-dbb64920c987 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Request body: {'security_group_rule': {'security_group_id': 'af50c5fd-f3fb-4a80-b265-804aeafbaecf', 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:36.436668 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3080da76-facf-4ef1-b68e-dbb64920c987 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.498755 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3080da76-facf-4ef1-b68e-dbb64920c987 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.619442 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3080da76-facf-4ef1-b68e-dbb64920c987 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.639027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080da76-facf-4ef1-b68e-dbb64920c987 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1f6f88-0695-4947-b3a3-d9ea30656714,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:36.722183 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3080da76-facf-4ef1-b68e-dbb64920c987 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.728104 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3080da76-facf-4ef1-b68e-dbb64920c987 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4273031 Sep 22 10:34:36.728104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56672) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:36.730749 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2c2d7c00-ecdd-406d-80f7-92d781a4c2e4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Request body: {'security_group_rule': {'security_group_id': 'af50c5fd-f3fb-4a80-b265-804aeafbaecf', 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:36.856208 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2c2d7c00-ecdd-406d-80f7-92d781a4c2e4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:36.916447 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2c2d7c00-ecdd-406d-80f7-92d781a4c2e4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.071054 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2c2d7c00-ecdd-406d-80f7-92d781a4c2e4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.090359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d7c00-ecdd-406d-80f7-92d781a4c2e4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11efcf59-a073-469a-bf25-ebdaa5ba8be2,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:37.224744 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2c2d7c00-ecdd-406d-80f7-92d781a4c2e4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.226131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2c2d7c00-ecdd-406d-80f7-92d781a4c2e4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4989028 Sep 22 10:34:37.228888 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56674) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:37.233312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-06a95fa8-2be9-43b3-b6f4-9e790a125dd5 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Request body: {'security_group_rule': {'security_group_id': 'af50c5fd-f3fb-4a80-b265-804aeafbaecf', 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:37.385927 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-06a95fa8-2be9-43b3-b6f4-9e790a125dd5 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Project d76752b467fa42db838816f9f7183eb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:34:37.391327 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06a95fa8-2be9-43b3-b6f4-9e790a125dd5 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.454611 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06a95fa8-2be9-43b3-b6f4-9e790a125dd5 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.590325 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06a95fa8-2be9-43b3-b6f4-9e790a125dd5 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.609396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a95fa8-2be9-43b3-b6f4-9e790a125dd5 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be426b76-73a5-4c0c-a7e4-53da6fb707a9,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:37.693740 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-06a95fa8-2be9-43b3-b6f4-9e790a125dd5 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.694933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-06a95fa8-2be9-43b3-b6f4-9e790a125dd5 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4650757 Sep 22 10:34:37.697745 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56676) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:34:37.702220 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c02e134f-c178-4d8f-84d3-5764f1e06b22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Request body: {'security_group_rule': {'security_group_id': 'af50c5fd-f3fb-4a80-b265-804aeafbaecf', 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:37.790623 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-c02e134f-c178-4d8f-84d3-5764f1e06b22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Project d76752b467fa42db838816f9f7183eb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:34:37.796969 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c02e134f-c178-4d8f-84d3-5764f1e06b22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:37.867573 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c02e134f-c178-4d8f-84d3-5764f1e06b22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.024663 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c02e134f-c178-4d8f-84d3-5764f1e06b22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.044581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e134f-c178-4d8f-84d3-5764f1e06b22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14802847-277f-496f-8afe-73724e899e04,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:38.133764 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c02e134f-c178-4d8f-84d3-5764f1e06b22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.135057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c02e134f-c178-4d8f-84d3-5764f1e06b22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4363592 Sep 22 10:34:38.226358 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c88a876f-2e5d-476e-a375-7d7eb3e1479e req-43a8eabf-57f4-4d80-aac4-c7ef5a49a641 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-449878329&fields=id&tenant_id=d76752b467fa42db838816f9f7183eb8 HTTP/1.1" status: 200 len: 267 time: 0.0401225 Sep 22 10:34:38.287488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a876f-2e5d-476e-a375-7d7eb3e1479e req-42b7a31d-4117-43fb-8aba-4bc967f5b7de tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:38.288982 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c88a876f-2e5d-476e-a375-7d7eb3e1479e req-42b7a31d-4117-43fb-8aba-4bc967f5b7de tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 946 time: 0.0556159 Sep 22 10:34:38.300927 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-c88a876f-2e5d-476e-a375-7d7eb3e1479e req-0e75c542-3eee-4b2a-8af4-7fabc2502f22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Request body: {'port': {'security_groups': ['4c280f1d-fc00-45bd-b2be-957448b9d6ab', 'af50c5fd-f3fb-4a80-b265-804aeafbaecf']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:34:38.378957 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c88a876f-2e5d-476e-a375-7d7eb3e1479e req-0e75c542-3eee-4b2a-8af4-7fabc2502f22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.605375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-c88a876f-2e5d-476e-a375-7d7eb3e1479e req-0e75c542-3eee-4b2a-8af4-7fabc2502f22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] For port 0db5d85e-3d42-473a-bef8-c68740c87635, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0db5d85e-3d42-473a-bef8-c68740c87635,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:34:38.637827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c88a876f-2e5d-476e-a375-7d7eb3e1479e req-0e75c542-3eee-4b2a-8af4-7fabc2502f22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.693578 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c88a876f-2e5d-476e-a375-7d7eb3e1479e req-0e75c542-3eee-4b2a-8af4-7fabc2502f22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.709643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0db5d85e-3d42-473a-bef8-c68740c87635'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:38.739347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a876f-2e5d-476e-a375-7d7eb3e1479e req-0e75c542-3eee-4b2a-8af4-7fabc2502f22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:38.740031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-c88a876f-2e5d-476e-a375-7d7eb3e1479e req-0e75c542-3eee-4b2a-8af4-7fabc2502f22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:38.745849 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c88a876f-2e5d-476e-a375-7d7eb3e1479e req-0e75c542-3eee-4b2a-8af4-7fabc2502f22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "PUT /v2.0/ports/0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 200 len: 982 time: 0.4498029 Sep 22 10:34:38.746433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:34:38.749253 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af" -d '{"events": [{"name": "network-changed", "server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:34:38.783333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75c542-3eee-4b2a-8af4-7fabc2502f22 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'Port': ['ID=0db5d85e-3d42-473a-bef8-c68740c87635,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:34:38.808203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0db5d85e-3d42-473a-bef8-c68740c87635'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:34:38.880057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dde878-fd9d-4346-9878-4f01fe689835 req-12f1979c-541f-4b63-ba33-71ae3dc25617 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:38.881696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31dde878-fd9d-4346-9878-4f01fe689835 req-12f1979c-541f-4b63-ba33-71ae3dc25617 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0719326 Sep 22 10:34:38.935556 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31dde878-fd9d-4346-9878-4f01fe689835 req-fe99a768-af82-482b-8049-be7363aed4d3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406518 Sep 22 10:34:39.122163 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-41467559-8c78-4c76-bc34-78d734dc5d41 None None] Provisioning complete for port 0db5d85e-3d42-473a-bef8-c68740c87635 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:34:39.122163 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-41467559-8c78-4c76-bc34-78d734dc5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:39.128703 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f4ac09-9c50-41dd-9cb9-e6cfd2d99bce x-openstack-request-id: req-14f4ac09-9c50-41dd-9cb9-e6cfd2d99bce {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:34:39.129038 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:34:39.129264 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14f4ac09-9c50-41dd-9cb9-e6cfd2d99bce {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:34:39.129700 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635', 'status': 'completed', 'code': 200} Sep 22 10:34:39.194715 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af req-d7ef28c9-96b0-412b-880b-0d8df84c2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:39.196358 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af req-d7ef28c9-96b0-412b-880b-0d8df84c2bbb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d76752b467fa42db838816f9f7183eb8&device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 1136 time: 0.0427494 Sep 22 10:34:39.299617 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af req-f3a88910-ff22-4484-8589-eb6401440a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:39.301406 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af req-f3a88910-ff22-4484-8589-eb6401440a06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249 HTTP/1.1" status: 200 len: 915 time: 0.0954592 Sep 22 10:34:39.374108 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af req-acda9f97-9c4c-4a01-807f-04f9bf264c3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 200 len: 1002 time: 0.0657196 Sep 22 10:34:39.432101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af req-8e6f7ac7-52b5-4299-a567-afa908c85192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:39.434338 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af req-8e6f7ac7-52b5-4299-a567-afa908c85192 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1653f240-076f-490e-80a3-07705b5be61b HTTP/1.1" status: 200 len: 853 time: 0.0534127 Sep 22 10:34:39.491045 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af req-5d530682-45e4-43d3-8ee6-62060ad918d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:39.492719 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af req-5d530682-45e4-43d3-8ee6-62060ad918d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470917 Sep 22 10:34:39.592164 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af req-532245fe-8ba0-4ec2-aa60-9efdf35b3c6f service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914183 Sep 22 10:34:39.691716 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8a0e261d-da6c-4c7b-bac0-7fa8bbbd07af req-78ae39a1-0790-4b05-9166-e163050e1688 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906899 Sep 22 10:34:48.736767 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619af6b9-f871-4036-86f8-c227442ec2b9 req-9c6205e6-1a0b-4a14-bc37-b7df878f98f4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:48.738792 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619af6b9-f871-4036-86f8-c227442ec2b9 req-9c6205e6-1a0b-4a14-bc37-b7df878f98f4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0650704 Sep 22 10:34:48.808925 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-619af6b9-f871-4036-86f8-c227442ec2b9 req-15cde399-9a24-458d-b8d6-cfa9423ac3c5 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618789 Sep 22 10:34:48.829750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de552f-4123-449e-ad6d-02fd752228a7 req-192c16c4-fa6e-4167-b76f-58f6bc44bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:48.831522 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-08de552f-4123-449e-ad6d-02fd752228a7 req-192c16c4-fa6e-4167-b76f-58f6bc44bd4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d76752b467fa42db838816f9f7183eb8&device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 1136 time: 0.0529120 Sep 22 10:34:48.938014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de552f-4123-449e-ad6d-02fd752228a7 req-bd441f52-6fb2-4dec-9180-a1211a38945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:48.939456 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-08de552f-4123-449e-ad6d-02fd752228a7 req-bd441f52-6fb2-4dec-9180-a1211a38945b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249 HTTP/1.1" status: 200 len: 915 time: 0.1009738 Sep 22 10:34:49.009361 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-08de552f-4123-449e-ad6d-02fd752228a7 req-f91e3cb6-3e83-4452-8310-9f324077d04c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 200 len: 1002 time: 0.0622926 Sep 22 10:34:49.066902 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de552f-4123-449e-ad6d-02fd752228a7 req-4f9a18ed-8567-49b5-9e74-28fd329d4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:49.068446 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-08de552f-4123-449e-ad6d-02fd752228a7 req-4f9a18ed-8567-49b5-9e74-28fd329d4eac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1653f240-076f-490e-80a3-07705b5be61b HTTP/1.1" status: 200 len: 853 time: 0.0514274 Sep 22 10:34:49.121865 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de552f-4123-449e-ad6d-02fd752228a7 req-d9913902-4c77-4a1c-969c-f97b774e84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:49.123466 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-08de552f-4123-449e-ad6d-02fd752228a7 req-d9913902-4c77-4a1c-969c-f97b774e84b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475795 Sep 22 10:34:49.224792 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-08de552f-4123-449e-ad6d-02fd752228a7 req-6f46707e-dd5d-429e-aa50-a4e6b58e5aab service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934837 Sep 22 10:34:49.334911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-08de552f-4123-449e-ad6d-02fd752228a7 req-1219f0a3-45b2-4056-98d5-064ef4cd0478 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971658 Sep 22 10:34:49.929826 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b21c1-d6fe-4866-8bf8-69bfbe2a5d4e req-d9791254-bd04-430b-92e9-dd590333d0d7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:49.931367 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a42b21c1-d6fe-4866-8bf8-69bfbe2a5d4e req-d9791254-bd04-430b-92e9-dd590333d0d7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0504827 Sep 22 10:34:49.973281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a42b21c1-d6fe-4866-8bf8-69bfbe2a5d4e req-b2c250fe-f305-47e3-b2a2-e4a180b26663 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354991 Sep 22 10:34:51.098378 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856c9fc-d186-4220-a439-611d52a94444 req-f0253410-6cfc-456d-a533-dccf176f1922 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:51.100772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f856c9fc-d186-4220-a439-611d52a94444 req-f0253410-6cfc-456d-a533-dccf176f1922 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0542266 Sep 22 10:34:51.142285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f856c9fc-d186-4220-a439-611d52a94444 req-95e3040e-0024-4aa2-8d79-d96c11fde721 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356419 Sep 22 10:34:52.263152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e653b-ff99-485a-86b1-973fcf9f6ae7 req-0e37789a-4bd8-4560-83e8-c3e9e37f1a7e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:52.264657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd9e653b-ff99-485a-86b1-973fcf9f6ae7 req-0e37789a-4bd8-4560-83e8-c3e9e37f1a7e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0542548 Sep 22 10:34:52.305254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd9e653b-ff99-485a-86b1-973fcf9f6ae7 req-f5a2efaf-0534-4b3e-aecb-530380eaa3d4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342004 Sep 22 10:34:53.421674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3ea49-6832-4681-8822-746d8920f78e req-025265df-3e50-4f42-9180-cf386653fbb2 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:53.423166 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89b3ea49-6832-4681-8822-746d8920f78e req-025265df-3e50-4f42-9180-cf386653fbb2 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0497475 Sep 22 10:34:53.463396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-89b3ea49-6832-4681-8822-746d8920f78e req-d6394b4b-6e68-427b-b519-f9177c1a5daa tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341036 Sep 22 10:34:53.913255 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:54.270107 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0e1ab983-7b46-4889-9226-2fe867ed3326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:54.581618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f890529-f9f2-4a77-ab72-82374ea2ee41 req-da4d38cd-650c-4ea7-b415-1b1ec5b8669a tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:54.583143 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f890529-f9f2-4a77-ab72-82374ea2ee41 req-da4d38cd-650c-4ea7-b415-1b1ec5b8669a tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0500853 Sep 22 10:34:54.624517 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3f890529-f9f2-4a77-ab72-82374ea2ee41 req-3462a31c-8c07-407b-a15e-997ce1db6cf2 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351222 Sep 22 10:34:55.184516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:55.742483 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6478a-2b7f-4f97-8a13-dafc4d8bf154 req-4436f1b1-849e-4a22-aeed-449c7c65adb9 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:55.744631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5d6478a-2b7f-4f97-8a13-dafc4d8bf154 req-4436f1b1-849e-4a22-aeed-449c7c65adb9 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0531397 Sep 22 10:34:55.783883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d5d6478a-2b7f-4f97-8a13-dafc4d8bf154 req-fa9c1b8e-42d0-440a-ac1b-39a480919044 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328381 Sep 22 10:34:56.902240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c0a15-5c11-48c1-b9d7-2888e4426269 req-75105311-49bb-4b37-8682-01f11ac20562 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:56.903812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e2c0a15-5c11-48c1-b9d7-2888e4426269 req-75105311-49bb-4b37-8682-01f11ac20562 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0505784 Sep 22 10:34:56.944839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1e2c0a15-5c11-48c1-b9d7-2888e4426269 req-90e7011a-a7e5-4329-94d7-37aed1b375f9 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348763 Sep 22 10:34:57.033238 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e3769bfd-ce9d-40d1-997e-bec2234fab68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:57.624468 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:58.064222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e60c6-be4c-4b62-84a7-5c72d0a29d2d req-c34e4d3b-993a-46ed-b89a-95514d3ccbc0 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:58.065778 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-600e60c6-be4c-4b62-84a7-5c72d0a29d2d req-c34e4d3b-993a-46ed-b89a-95514d3ccbc0 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0511837 Sep 22 10:34:58.107617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-600e60c6-be4c-4b62-84a7-5c72d0a29d2d req-faa4e5a4-4412-4e6a-878a-093a890d6b64 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356627 Sep 22 10:34:58.313764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:34:59.229582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef408a7-49c8-4458-a881-625ebd5d05d1 req-cc8b720b-47f9-4b9e-87f5-e3cc3ec6e6d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:34:59.231085 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ef408a7-49c8-4458-a881-625ebd5d05d1 req-cc8b720b-47f9-4b9e-87f5-e3cc3ec6e6d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0540490 Sep 22 10:34:59.272034 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0ef408a7-49c8-4458-a881-625ebd5d05d1 req-2c2d5033-6701-4d5e-9149-648d930847ff tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345230 Sep 22 10:35:00.144559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:00.390988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4887f-71fd-4326-96ff-aeaf316ae63d req-170c66cc-e41a-4035-b616-36720e360b53 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:00.392528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50c4887f-71fd-4326-96ff-aeaf316ae63d req-170c66cc-e41a-4035-b616-36720e360b53 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0506756 Sep 22 10:35:00.432875 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50c4887f-71fd-4326-96ff-aeaf316ae63d req-fa00048e-232b-4610-9e30-7e88e8085067 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=af50c5fd-f3fb-4a80-b265-804aeafbaecf&id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340559 Sep 22 10:35:02.453389 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:35:23.998718 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:24.307741 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-91fe20ed-d7a8-480c-863e-b56b2b08c008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:25.232982 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:26.972201 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d977d5b-716e-451f-8a08-230106850ee7 req-a080253a-9a0b-4cff-b0a7-5e70a2bcbb49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439899 Sep 22 10:35:27.004202 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-53fc1468-2a04-4997-b262-d170f48a9dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:27.060006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d977d5b-716e-451f-8a08-230106850ee7 req-c7c1b4e7-84b3-4382-b044-364b15973888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:27.061571 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d977d5b-716e-451f-8a08-230106850ee7 req-c7c1b4e7-84b3-4382-b044-364b15973888 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d76752b467fa42db838816f9f7183eb8&device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 1136 time: 0.0456495 Sep 22 10:35:27.168340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d977d5b-716e-451f-8a08-230106850ee7 req-b7e2a59d-6eba-4f9b-9069-0c8c56239a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:27.169875 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d977d5b-716e-451f-8a08-230106850ee7 req-b7e2a59d-6eba-4f9b-9069-0c8c56239a2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249 HTTP/1.1" status: 200 len: 915 time: 0.0881441 Sep 22 10:35:27.242171 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d977d5b-716e-451f-8a08-230106850ee7 req-0201c2df-f268-4029-8fc3-5e104209a0f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 200 len: 1002 time: 0.0647168 Sep 22 10:35:27.293001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d977d5b-716e-451f-8a08-230106850ee7 req-e739ca36-846a-4a0a-97a8-c808455635de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:27.294502 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d977d5b-716e-451f-8a08-230106850ee7 req-e739ca36-846a-4a0a-97a8-c808455635de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1653f240-076f-490e-80a3-07705b5be61b HTTP/1.1" status: 200 len: 853 time: 0.0453234 Sep 22 10:35:27.344220 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d977d5b-716e-451f-8a08-230106850ee7 req-29a91f85-8ad9-449b-b5d8-53c161ed19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:27.345920 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d977d5b-716e-451f-8a08-230106850ee7 req-29a91f85-8ad9-449b-b5d8-53c161ed19b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435045 Sep 22 10:35:27.441425 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d977d5b-716e-451f-8a08-230106850ee7 req-0075630e-6147-4093-a5af-ca6424463fe7 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878139 Sep 22 10:35:27.532785 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8d977d5b-716e-451f-8a08-230106850ee7 req-a58965ab-3d8d-4c39-ad11-c17fa29ac377 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844352 Sep 22 10:35:27.658341 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:28.311156 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:30.138525 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:33.336470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37326b93-1edc-46fb-883e-21dbb5e6d493 req-886025fb-e64f-4cea-bbc1-144976cd3986 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-449878329&fields=id&tenant_id=d76752b467fa42db838816f9f7183eb8 HTTP/1.1" status: 200 len: 267 time: 0.0344794 Sep 22 10:35:33.389977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326b93-1edc-46fb-883e-21dbb5e6d493 req-7da370d3-9466-445c-b0e8-232d8cdf36d3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:33.391476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37326b93-1edc-46fb-883e-21dbb5e6d493 req-7da370d3-9466-445c-b0e8-232d8cdf36d3 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 985 time: 0.0492826 Sep 22 10:35:33.402899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-37326b93-1edc-46fb-883e-21dbb5e6d493 req-16d34fe7-2933-4e82-8dce-77c77569f8d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Request body: {'port': {'security_groups': ['4c280f1d-fc00-45bd-b2be-957448b9d6ab']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:35:33.471390 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-37326b93-1edc-46fb-883e-21dbb5e6d493 req-16d34fe7-2933-4e82-8dce-77c77569f8d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:33.648413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-37326b93-1edc-46fb-883e-21dbb5e6d493 req-16d34fe7-2933-4e82-8dce-77c77569f8d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] For port 0db5d85e-3d42-473a-bef8-c68740c87635, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0db5d85e-3d42-473a-bef8-c68740c87635,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:33.678315 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-37326b93-1edc-46fb-883e-21dbb5e6d493 req-16d34fe7-2933-4e82-8dce-77c77569f8d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:33.749772 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-37326b93-1edc-46fb-883e-21dbb5e6d493 req-16d34fe7-2933-4e82-8dce-77c77569f8d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:33.761558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0db5d85e-3d42-473a-bef8-c68740c87635'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:33.795267 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37326b93-1edc-46fb-883e-21dbb5e6d493 req-16d34fe7-2933-4e82-8dce-77c77569f8d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:33.810489 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-37326b93-1edc-46fb-883e-21dbb5e6d493 req-16d34fe7-2933-4e82-8dce-77c77569f8d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:33.810489 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37326b93-1edc-46fb-883e-21dbb5e6d493 req-16d34fe7-2933-4e82-8dce-77c77569f8d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "PUT /v2.0/ports/0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 200 len: 943 time: 0.4022536 Sep 22 10:35:33.810489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:33.810489 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202a073b-51cc-4cf1-af6e-9717f613d451" -d '{"events": [{"name": "network-changed", "server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:33.811086 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 56742) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:33.838599 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d34fe7-2933-4e82-8dce-77c77569f8d8 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event updated for resources: {'Port': ['ID=0db5d85e-3d42-473a-bef8-c68740c87635,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:33.850416 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e55e924-82f6-475a-897e-837c06381174 x-openstack-request-id: req-4e55e924-82f6-475a-897e-837c06381174 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:33.850416 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:33.850416 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e55e924-82f6-475a-897e-837c06381174 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:33.850802 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635', 'status': 'completed', 'code': 200} Sep 22 10:35:33.875041 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0db5d85e-3d42-473a-bef8-c68740c87635'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:33.935837 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:33.963035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a073b-51cc-4cf1-af6e-9717f613d451 req-e23e2632-abd5-4bd4-8bff-375d7f669ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:33.964570 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-202a073b-51cc-4cf1-af6e-9717f613d451 req-e23e2632-abd5-4bd4-8bff-375d7f669ab9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d76752b467fa42db838816f9f7183eb8&device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 1097 time: 0.0849714 Sep 22 10:35:33.971049 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.063068 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-43a6d1bc-a1ab-41a9-abb4-c4363e886a23 None None] Provisioning complete for port 0db5d85e-3d42-473a-bef8-c68740c87635 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:35:34.063351 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-43a6d1bc-a1ab-41a9-abb4-c4363e886a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.089268 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a073b-51cc-4cf1-af6e-9717f613d451 req-e3ba5e7c-e6c8-4e2f-8c15-c780941368c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:34.090784 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-202a073b-51cc-4cf1-af6e-9717f613d451 req-e3ba5e7c-e6c8-4e2f-8c15-c780941368c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249 HTTP/1.1" status: 200 len: 915 time: 0.1168678 Sep 22 10:35:34.159359 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-202a073b-51cc-4cf1-af6e-9717f613d451 req-6004dd41-9afa-4ae6-b1ad-b97a9e227738 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 200 len: 1002 time: 0.0607011 Sep 22 10:35:34.209582 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a073b-51cc-4cf1-af6e-9717f613d451 req-fa3bdb24-2199-4812-b66d-ca1006bdbef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:34.211081 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-202a073b-51cc-4cf1-af6e-9717f613d451 req-fa3bdb24-2199-4812-b66d-ca1006bdbef1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1653f240-076f-490e-80a3-07705b5be61b HTTP/1.1" status: 200 len: 853 time: 0.0449867 Sep 22 10:35:34.212208 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.214823 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.215874 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "DELETE /v2.0/security-groups/af50c5fd-f3fb-4a80-b265-804aeafbaecf HTTP/1.1" status: 204 len: 168 time: 0.4114237 Sep 22 10:35:34.218754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56746) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:34.252385 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af50c5fd-f3fb-4a80-b265-804aeafbaecf,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:34.264320 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.264664 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.265041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.265483 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.265819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.266149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.266479 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.266806 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.267136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.267465 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.267833 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.268100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba374c9-6a8b-48c2-b42f-541210fd27b7 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:34.283856 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a073b-51cc-4cf1-af6e-9717f613d451 req-19889aca-b637-4b21-8ad6-4b4813a08e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:34.285352 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-202a073b-51cc-4cf1-af6e-9717f613d451 req-19889aca-b637-4b21-8ad6-4b4813a08e45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659773 Sep 22 10:35:34.384848 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-202a073b-51cc-4cf1-af6e-9717f613d451 req-38c3568a-d6a8-4967-a863-edb65a24434c service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915518 Sep 22 10:35:34.388662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Deleting port 2a74e0d1-c9bb-42af-9c2d-0162c91c04ed {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:34.389214 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.471347 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.471677 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.484054 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Calling delete_port for 2a74e0d1-c9bb-42af-9c2d-0162c91c04ed owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:34.484282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-202a073b-51cc-4cf1-af6e-9717f613d451 req-32a3c040-5e55-46c8-95a3-e93d8d975fe1 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927820 Sep 22 10:35:34.770064 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:34.796240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event deleted for resources: {'Port': ['ID=2a74e0d1-c9bb-42af-9c2d-0162c91c04ed,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:35.182293 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:35.182517 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Floating IP 27388481-7ccd-456a-a480-82c0229eb069 disassociated (deleted). External IP: 172.25.6.139, port: 0db5d85e-3d42-473a-bef8-c68740c87635. Sep 22 10:35:35.391724 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Router e0832794-2a4c-47b8-abb4-6b15ec8685f7 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:35.502385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:35.507849 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:35.512901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0cbe0-3cdd-4a2a-b494-4e8c13e82d92 None None] Sync routers for ids ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:35.522138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0cbe0-3cdd-4a2a-b494-4e8c13e82d92 None None] Routers {'e0832794-2a4c-47b8-abb4-6b15ec8685f7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:35.522751 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fed0cbe0-3cdd-4a2a-b494-4e8c13e82d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:35.535131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a28dd4c7-d894-4511-8f0a-12baef524b4e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "DELETE /v2.0/floatingips/27388481-7ccd-456a-a480-82c0229eb069 HTTP/1.1" status: 204 len: 168 time: 1.3151922 Sep 22 10:35:35.644539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fed0cbe0-3cdd-4a2a-b494-4e8c13e82d92 None None] Set router e0832794-2a4c-47b8-abb4-6b15ec8685f7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:35:35.847316 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fed0cbe0-3cdd-4a2a-b494-4e8c13e82d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 4, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '33e74429-4058-4a8d-9d9a-6603ff9f2e3e', 'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'mac_address': 'fa:16:3e:06:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1653f240-076f-490e-80a3-07705b5be61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:30Z', 'updated_at': '2021-09-22T10:33:34Z', 'revision_number': 5, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'subnets': [{'id': '1653f240-076f-490e-80a3-07705b5be61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:35.852918 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:35.855377 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78461051-9051-4ef0-b7dd-56a8434a2a76" -d '{"events": [{"name": "network-changed", "server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:35.881991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0cbe0-3cdd-4a2a-b494-4e8c13e82d92 None None] Checking router: e0832794-2a4c-47b8-abb4-6b15ec8685f7 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:35:35.891118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0cbe0-3cdd-4a2a-b494-4e8c13e82d92 None None] Routers {'e0832794-2a4c-47b8-abb4-6b15ec8685f7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:35.891805 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fed0cbe0-3cdd-4a2a-b494-4e8c13e82d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:35.897823 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e453a6f3-8ee0-4258-84b6-a51d6df6bf16 x-openstack-request-id: req-e453a6f3-8ee0-4258-84b6-a51d6df6bf16 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:35.898116 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:35.898369 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e453a6f3-8ee0-4258-84b6-a51d6df6bf16 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:35.899590 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635', 'status': 'completed', 'code': 200} Sep 22 10:35:35.982563 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78461051-9051-4ef0-b7dd-56a8434a2a76 req-fc562099-66a2-45fd-98eb-09d025520dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:35.984260 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-78461051-9051-4ef0-b7dd-56a8434a2a76 req-fc562099-66a2-45fd-98eb-09d025520dc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d76752b467fa42db838816f9f7183eb8&device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 1097 time: 0.0585418 Sep 22 10:35:36.019916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fed0cbe0-3cdd-4a2a-b494-4e8c13e82d92 None None] Set router e0832794-2a4c-47b8-abb4-6b15ec8685f7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:35:36.088301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78461051-9051-4ef0-b7dd-56a8434a2a76 req-4ee3a2ed-3c06-4a76-86fc-40a637673c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:36.089994 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-78461051-9051-4ef0-b7dd-56a8434a2a76 req-4ee3a2ed-3c06-4a76-86fc-40a637673c0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249 HTTP/1.1" status: 200 len: 915 time: 0.0992458 Sep 22 10:35:36.137467 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-78461051-9051-4ef0-b7dd-56a8434a2a76 req-4b237a2c-89ba-40ea-a658-e6d272d9b6d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 200 len: 217 time: 0.0367656 Sep 22 10:35:36.188308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78461051-9051-4ef0-b7dd-56a8434a2a76 req-74b4b0a7-b928-405e-86de-57506e01dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:36.189853 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-78461051-9051-4ef0-b7dd-56a8434a2a76 req-74b4b0a7-b928-405e-86de-57506e01dfc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1653f240-076f-490e-80a3-07705b5be61b HTTP/1.1" status: 200 len: 853 time: 0.0451145 Sep 22 10:35:36.226922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fed0cbe0-3cdd-4a2a-b494-4e8c13e82d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 4, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '33e74429-4058-4a8d-9d9a-6603ff9f2e3e', 'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'mac_address': 'fa:16:3e:06:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1653f240-076f-490e-80a3-07705b5be61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:30Z', 'updated_at': '2021-09-22T10:33:34Z', 'revision_number': 5, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'subnets': [{'id': '1653f240-076f-490e-80a3-07705b5be61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:36.238337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78461051-9051-4ef0-b7dd-56a8434a2a76 req-65dda1dc-c777-46b1-aecf-23e6594e67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:36.240140 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-78461051-9051-4ef0-b7dd-56a8434a2a76 req-65dda1dc-c777-46b1-aecf-23e6594e67e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ae3b31-b0bc-4c02-ab17-dfe68178b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422890 Sep 22 10:35:36.255538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0cbe0-3cdd-4a2a-b494-4e8c13e82d92 None None] The sync data for ids ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'] in n-d-805649-4 is: [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:30Z', 'revision_number': 4, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '33e74429-4058-4a8d-9d9a-6603ff9f2e3e', 'name': '', 'network_id': 'd5ae3b31-b0bc-4c02-ab17-dfe68178b249', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'mac_address': 'fa:16:3e:06:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '1653f240-076f-490e-80a3-07705b5be61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:30Z', 'updated_at': '2021-09-22T10:33:34Z', 'revision_number': 5, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'subnets': [{'id': '1653f240-076f-490e-80a3-07705b5be61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:36.339636 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-78461051-9051-4ef0-b7dd-56a8434a2a76 req-8d18ac63-556f-46a2-a23f-45cdf9d39ecd service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924633 Sep 22 10:35:36.444507 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-78461051-9051-4ef0-b7dd-56a8434a2a76 req-e030a225-6423-4de2-97b0-6e630758f76c service neutron] 10.222.0.60 "GET /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943069 Sep 22 10:35:36.490509 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e66d5-22da-4ac3-a784-b721f8dacc52 None None] New status for floating IP 27388481-7ccd-456a-a480-82c0229eb069: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:35:39.451947 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:35:44.098360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c95fc-7779-4692-8745-84b4390ced50 req-85649ff4-23b2-45e7-9388-b70bc6390542 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:44.099876 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b0c95fc-7779-4692-8745-84b4390ced50 req-85649ff4-23b2-45e7-9388-b70bc6390542 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 946 time: 0.0496109 Sep 22 10:35:44.141990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b0c95fc-7779-4692-8745-84b4390ced50 req-ed89cf02-1e6f-4fce-9521-ce9156b5cb90 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355570 Sep 22 10:35:45.255337 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c244222-a242-4e25-a9d3-a3a5ad6c02c0 req-a9ff9c3f-8a49-4e84-884e-d7ebbebbd25e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:45.256850 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c244222-a242-4e25-a9d3-a3a5ad6c02c0 req-a9ff9c3f-8a49-4e84-884e-d7ebbebbd25e tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 946 time: 0.0497749 Sep 22 10:35:45.295281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c244222-a242-4e25-a9d3-a3a5ad6c02c0 req-84ec12af-a1f7-4fae-ab6f-a5a8e71ee14d tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/security-groups?id=4c280f1d-fc00-45bd-b2be-957448b9d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316188 Sep 22 10:35:45.746133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179cb12-8e30-445b-9c5e-dffbe684ba7a req-061a801a-9697-408b-a54e-824fda5e20a6 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:35:45.747717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f179cb12-8e30-445b-9c5e-dffbe684ba7a req-061a801a-9697-408b-a54e-824fda5e20a6 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.60 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 946 time: 0.0496645 Sep 22 10:35:45.837160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f179cb12-8e30-445b-9c5e-dffbe684ba7a req-750b37ed-9957-44aa-a73c-1cdf023b1ffb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Deleting port 0db5d85e-3d42-473a-bef8-c68740c87635 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:45.838136 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f179cb12-8e30-445b-9c5e-dffbe684ba7a req-750b37ed-9957-44aa-a73c-1cdf023b1ffb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.927388 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-f179cb12-8e30-445b-9c5e-dffbe684ba7a req-750b37ed-9957-44aa-a73c-1cdf023b1ffb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] For port 0db5d85e-3d42-473a-bef8-c68740c87635, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0db5d85e-3d42-473a-bef8-c68740c87635,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:45.927741 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f179cb12-8e30-445b-9c5e-dffbe684ba7a req-750b37ed-9957-44aa-a73c-1cdf023b1ffb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:45.939893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-f179cb12-8e30-445b-9c5e-dffbe684ba7a req-750b37ed-9957-44aa-a73c-1cdf023b1ffb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Calling delete_port for 0db5d85e-3d42-473a-bef8-c68740c87635 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:46.130332 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f179cb12-8e30-445b-9c5e-dffbe684ba7a req-750b37ed-9957-44aa-a73c-1cdf023b1ffb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:46.143035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0db5d85e-3d42-473a-bef8-c68740c87635'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:35:46.160439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b37ed-9957-44aa-a73c-1cdf023b1ffb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Pushing event deleted for resources: {'Port': ['ID=0db5d85e-3d42-473a-bef8-c68740c87635,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:46.203071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f179cb12-8e30-445b-9c5e-dffbe684ba7a req-750b37ed-9957-44aa-a73c-1cdf023b1ffb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] No DVR routers for this DVR port 0db5d85e-3d42-473a-bef8-c68740c87635 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:35:46.205913 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-f179cb12-8e30-445b-9c5e-dffbe684ba7a req-750b37ed-9957-44aa-a73c-1cdf023b1ffb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:46.207913 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f179cb12-8e30-445b-9c5e-dffbe684ba7a req-750b37ed-9957-44aa-a73c-1cdf023b1ffb tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.60 "DELETE /v2.0/ports/0db5d85e-3d42-473a-bef8-c68740c87635 HTTP/1.1" status: 204 len: 173 time: 0.4529703 Sep 22 10:35:46.208351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'name': 'network-vif-deleted', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:35:46.210647 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4d5cab-4591-4d78-a89f-bb865360e263" -d '{"events": [{"server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "name": "network-vif-deleted", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:35:46.250692 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af749a29-ace9-4c55-89f5-fba9eabcfd27 x-openstack-request-id: req-af749a29-ace9-4c55-89f5-fba9eabcfd27 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:35:46.250980 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9936cf84-aa4f-4315-a0fa-aabce5995d95", "name": "network-vif-deleted", "tag": "0db5d85e-3d42-473a-bef8-c68740c87635", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:35:46.251227 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af749a29-ace9-4c55-89f5-fba9eabcfd27 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:35:46.251622 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9936cf84-aa4f-4315-a0fa-aabce5995d95', 'name': 'network-vif-deleted', 'tag': '0db5d85e-3d42-473a-bef8-c68740c87635', 'status': 'completed', 'code': 200} Sep 22 10:35:46.400142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e913ca7c-87c5-49ac-896e-1bcee2b1b1fd req-e65222b2-bfa2-429e-83d6-c3563e7249b4 tempest-TestMinimumBasicScenario-686465313 tempest-TestMinimumBasicScenario-686465313-project] 10.222.0.49 "GET /v2.0/ports?device_id=9936cf84-aa4f-4315-a0fa-aabce5995d95 HTTP/1.1" status: 200 len: 210 time: 0.0325899 Sep 22 10:35:49.148046 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56844) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:49.491957 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:49.744750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Deleting port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:49.745115 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:49.833260 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] For port 33e74429-4058-4a8d-9d9a-6603ff9f2e3e, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=33e74429-4058-4a8d-9d9a-6603ff9f2e3e,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:49.833618 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:49.846474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Calling delete_port for 33e74429-4058-4a8d-9d9a-6603ff9f2e3e owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:50.121599 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:50.129004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0db5d85e-3d42-473a-bef8-c68740c87635 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:35:50.149032 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 0db5d85e-3d42-473a-bef8-c68740c87635 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:35:50.149371 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0db5d85e-3d42-473a-bef8-c68740c87635 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:35:50.150584 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Pushing event deleted for resources: {'Port': ['ID=33e74429-4058-4a8d-9d9a-6603ff9f2e3e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:50.178362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.178798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.179193 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.179498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.179717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.180104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.180376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.180840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.182249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.182608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.182945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.183269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:50.336124 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:50.552441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Router e0832794-2a4c-47b8-abb4-6b15ec8685f7 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:50.662320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:50.667813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3c676ffa-4c1c-4106-9b47-fd23c877a98c admin admin] 10.222.0.49 "PUT /v2.0/routers/e0832794-2a4c-47b8-abb4-6b15ec8685f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5187509 Sep 22 10:35:50.670352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56846) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:50.671206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df280b1e-eea0-46dd-8aa6-0135a54ca114 None None] Sync routers for ids ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:50.680585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df280b1e-eea0-46dd-8aa6-0135a54ca114 None None] Routers {'e0832794-2a4c-47b8-abb4-6b15ec8685f7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:50.681821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-df280b1e-eea0-46dd-8aa6-0135a54ca114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:50.778249 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:50.887201 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:50.945025 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-df280b1e-eea0-46dd-8aa6-0135a54ca114 None None] Set router e0832794-2a4c-47b8-abb4-6b15ec8685f7 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:35:51.021659 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Deleting port 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:51.022113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.105643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] For port 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:51.106008 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.118202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Calling delete_port for 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:51.124373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-df280b1e-eea0-46dd-8aa6-0135a54ca114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:35:49Z', 'revision_number': 5, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port': {'id': '4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:51.151377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df280b1e-eea0-46dd-8aa6-0135a54ca114 None None] Checking router: e0832794-2a4c-47b8-abb4-6b15ec8685f7 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:35:51.159706 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df280b1e-eea0-46dd-8aa6-0135a54ca114 None None] Routers {'e0832794-2a4c-47b8-abb4-6b15ec8685f7'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:51.160354 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-df280b1e-eea0-46dd-8aa6-0135a54ca114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:51.253794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-df280b1e-eea0-46dd-8aa6-0135a54ca114 None None] Set router e0832794-2a4c-47b8-abb4-6b15ec8685f7 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:35:51.316627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-df280b1e-eea0-46dd-8aa6-0135a54ca114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:35:50Z', 'revision_number': 6, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:51.344701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df280b1e-eea0-46dd-8aa6-0135a54ca114 None None] The sync data for ids ['e0832794-2a4c-47b8-abb4-6b15ec8685f7'] in n-d-805649-4 is: [{'id': 'e0832794-2a4c-47b8-abb4-6b15ec8685f7', 'name': 'tempest-TestMinimumBasicScenario-657460470-router', 'tenant_id': 'd76752b467fa42db838816f9f7183eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:27Z', 'updated_at': '2021-09-22T10:35:50Z', 'revision_number': 6, 'project_id': 'd76752b467fa42db838816f9f7183eb8', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:51.356061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.383973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:51.447326 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.540756 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.543545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.650514 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.651013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0832794-2a4c-47b8-abb4-6b15ec8685f7 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:35:51.655397 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.656643 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fbf96683-0749-4be4-bf43-9cca5c720803 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e0832794-2a4c-47b8-abb4-6b15ec8685f7 HTTP/1.1" status: 204 len: 168 time: 0.9853489 Sep 22 10:35:51.659273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56848) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:51.709080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ae80b3-172d-49c2-a173-4a3e952df9b0 admin admin] Deleting subnet 1653f240-076f-490e-80a3-07705b5be61b {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:35:51.714123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54ae80b3-172d-49c2-a173-4a3e952df9b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.752463 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54ae80b3-172d-49c2-a173-4a3e952df9b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.838068 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54ae80b3-172d-49c2-a173-4a3e952df9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.958746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54ae80b3-172d-49c2-a173-4a3e952df9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.983810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae80b3-172d-49c2-a173-4a3e952df9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1653f240-076f-490e-80a3-07705b5be61b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:51.989499 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-54ae80b3-172d-49c2-a173-4a3e952df9b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:51.991725 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-54ae80b3-172d-49c2-a173-4a3e952df9b0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1653f240-076f-490e-80a3-07705b5be61b HTTP/1.1" status: 204 len: 168 time: 0.3315008 Sep 22 10:35:51.994397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56850) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:51.995863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7687fc-fa51-4098-8362-f55c6599c0fb None None] Network d5ae3b31-b0bc-4c02-ab17-dfe68178b249 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:35:52.063061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.124607 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Deleting port 61cbdf04-fd25-40e3-ac24-8cac75884066 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:52.124977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.179630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] DHCP port deletion for d5ae3b31-b0bc-4c02-ab17-dfe68178b249 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:35:52.196881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] For port 61cbdf04-fd25-40e3-ac24-8cac75884066, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61cbdf04-fd25-40e3-ac24-8cac75884066,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:52.197256 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.209052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Calling delete_port for 61cbdf04-fd25-40e3-ac24-8cac75884066 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:52.228886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Deleting port 61cbdf04-fd25-40e3-ac24-8cac75884066 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:52.229396 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.299180 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] For port 61cbdf04-fd25-40e3-ac24-8cac75884066, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=61cbdf04-fd25-40e3-ac24-8cac75884066,segment=NetworkSegment(fb62b3c3-d446-45ae-87e4-677ab408acd0),segment_id=fb62b3c3-d446-45ae-87e4-677ab408acd0)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:52.300929 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.314011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Calling delete_port for 61cbdf04-fd25-40e3-ac24-8cac75884066 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:52.392694 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.399249 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.425371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Pushing event deleted for resources: {'Port': ['ID=61cbdf04-fd25-40e3-ac24-8cac75884066,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:52.427559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] No DVR routers for this DVR port 61cbdf04-fd25-40e3-ac24-8cac75884066 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:35:52.429485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Pushing event deleted for resources: {'Port': ['ID=61cbdf04-fd25-40e3-ac24-8cac75884066,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:52.440113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] No DVR routers for this DVR port 61cbdf04-fd25-40e3-ac24-8cac75884066 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:35:52.440113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.440923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.440923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.441494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.441494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.441672 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.441981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.442310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.442710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.442975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.443310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.443636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9766541-86df-44e9-9af9-87c4581232d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:35:52.504918 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.525733 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ae3b31-b0bc-4c02-ab17-dfe68178b249']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:52.534714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb62b3c3-d446-45ae-87e4-677ab408acd0') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:52.535008 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb62b3c3-d446-45ae-87e4-677ab408acd0') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:52.544364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.557245 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.563022 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:35:52.563403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:35:52.565069 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:35:52.637190 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61cbdf04-fd25-40e3-ac24-8cac75884066 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:35:52.661294 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 61cbdf04-fd25-40e3-ac24-8cac75884066 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:35:52.661641 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 61cbdf04-fd25-40e3-ac24-8cac75884066 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:35:52.662054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 33e74429-4058-4a8d-9d9a-6603ff9f2e3e no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:35:52.680840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 33e74429-4058-4a8d-9d9a-6603ff9f2e3e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:35:52.684665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 33e74429-4058-4a8d-9d9a-6603ff9f2e3e not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:35:52.684665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:35:52.700774 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:35:52.701125 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4f7f1d18-d6d9-40ee-bfd6-945d9481ba8b not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:35:52.704386 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.710311 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:52.713248 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] 10.222.0.49 "DELETE /v2.0/networks/d5ae3b31-b0bc-4c02-ab17-dfe68178b249 HTTP/1.1" status: 204 len: 168 time: 0.7178745 Sep 22 10:35:52.716400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56852) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:52.731385 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153b75f-3e7f-4539-ac96-cb0d85f1a96a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ae3b31-b0bc-4c02-ab17-dfe68178b249,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:53.392174 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:53.634590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] Deleting port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:53.635262 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:53.711566 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] For port dc3f8e6a-bfd2-4a10-ade1-915cde0a2162, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=dc3f8e6a-bfd2-4a10-ade1-915cde0a2162,segment=NetworkSegment(76983ae6-08ec-4fc1-aa32-261b2b220614),segment_id=76983ae6-08ec-4fc1-aa32-261b2b220614)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:53.711935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:53.724131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] Calling delete_port for dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:53.907097 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:53.972563 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.002341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3f8e6a-bfd2-4a10-ade1-915cde0a2162,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:54.172329 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.266964 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-03307564-5ae1-4a7a-afb4-4dd43a2833db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.393403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] Router 768c1b91-118f-432f-9c95-1f1a5e9071a9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:35:54.503427 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:35:54.508398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9f68a13d-3672-4367-8151-3becb9997e00 admin admin] 10.222.0.49 "PUT /v2.0/routers/768c1b91-118f-432f-9c95-1f1a5e9071a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7909238 Sep 22 10:35:54.511643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56854) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:54.514459 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d981ccc-0dab-4318-8572-999e24ea4747 None None] Sync routers for ids ['768c1b91-118f-432f-9c95-1f1a5e9071a9'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:35:54.525171 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d981ccc-0dab-4318-8572-999e24ea4747 None None] Routers {'768c1b91-118f-432f-9c95-1f1a5e9071a9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:54.525737 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5d981ccc-0dab-4318-8572-999e24ea4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['768c1b91-118f-432f-9c95-1f1a5e9071a9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:54.619471 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.634960 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5d981ccc-0dab-4318-8572-999e24ea4747 None None] Set router 768c1b91-118f-432f-9c95-1f1a5e9071a9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:35:54.729521 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.815600 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5d981ccc-0dab-4318-8572-999e24ea4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'name': 'tempest-TestMinimumBasicScenario-416600634-router', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:34Z', 'updated_at': '2021-09-22T10:35:53Z', 'revision_number': 5, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'gw_port': {'id': '0079c3ca-3751-44a4-94fd-5fbfbf53df35', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:90:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:33:35Z', 'updated_at': '2021-09-22T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:54.846657 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d981ccc-0dab-4318-8572-999e24ea4747 None None] Checking router: 768c1b91-118f-432f-9c95-1f1a5e9071a9 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:35:54.855517 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d981ccc-0dab-4318-8572-999e24ea4747 None None] Routers {'768c1b91-118f-432f-9c95-1f1a5e9071a9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:35:54.856200 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5d981ccc-0dab-4318-8572-999e24ea4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:35:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['768c1b91-118f-432f-9c95-1f1a5e9071a9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:54.861367 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Deleting port 0079c3ca-3751-44a4-94fd-5fbfbf53df35 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:54.861708 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.941195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] For port 0079c3ca-3751-44a4-94fd-5fbfbf53df35, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=0079c3ca-3751-44a4-94fd-5fbfbf53df35,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:54.941559 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:54.942425 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5d981ccc-0dab-4318-8572-999e24ea4747 None None] Set router 768c1b91-118f-432f-9c95-1f1a5e9071a9 gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:35:54.955286 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Calling delete_port for 0079c3ca-3751-44a4-94fd-5fbfbf53df35 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:54.995720 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5d981ccc-0dab-4318-8572-999e24ea4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'name': 'tempest-TestMinimumBasicScenario-416600634-router', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:34Z', 'updated_at': '2021-09-22T10:35:54Z', 'revision_number': 6, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:55.026682 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d981ccc-0dab-4318-8572-999e24ea4747 None None] The sync data for ids ['768c1b91-118f-432f-9c95-1f1a5e9071a9'] in n-d-805649-4 is: [{'id': '768c1b91-118f-432f-9c95-1f1a5e9071a9', 'name': 'tempest-TestMinimumBasicScenario-416600634-router', 'tenant_id': '9130c2784cc84bf9aa786b60b8696fad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:33:34Z', 'updated_at': '2021-09-22T10:35:54Z', 'revision_number': 6, 'project_id': '9130c2784cc84bf9aa786b60b8696fad', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:35:55.232645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.255664 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.257444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Pushing event deleted for resources: {'Port': ['ID=0079c3ca-3751-44a4-94fd-5fbfbf53df35,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:55.324970 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.418746 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.421405 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.555469 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.555933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 768c1b91-118f-432f-9c95-1f1a5e9071a9 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:35:55.560161 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.561231 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1dd9c56b-242f-4d95-a35d-444d65dd820e admin admin] 10.222.0.49 "DELETE /v2.0/routers/768c1b91-118f-432f-9c95-1f1a5e9071a9 HTTP/1.1" status: 204 len: 168 time: 1.0486667 Sep 22 10:35:55.563823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56858) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:55.612629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-f502f1cc-ff22-443b-914c-fb6bb2c6f46f admin admin] Deleting subnet 3aee1bab-8a5d-45b2-9a90-eb2586261cb1 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:35:55.615949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f502f1cc-ff22-443b-914c-fb6bb2c6f46f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.651537 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f502f1cc-ff22-443b-914c-fb6bb2c6f46f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.727664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f502f1cc-ff22-443b-914c-fb6bb2c6f46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.853563 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f502f1cc-ff22-443b-914c-fb6bb2c6f46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.884902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502f1cc-ff22-443b-914c-fb6bb2c6f46f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aee1bab-8a5d-45b2-9a90-eb2586261cb1,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:55.888805 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f502f1cc-ff22-443b-914c-fb6bb2c6f46f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:55.890702 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f502f1cc-ff22-443b-914c-fb6bb2c6f46f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3aee1bab-8a5d-45b2-9a90-eb2586261cb1 HTTP/1.1" status: 204 len: 168 time: 0.3259723 Sep 22 10:35:55.893450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56860) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:55.900881 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e78fd5-5aa7-4cbd-8163-6f6720812515 None None] Network 79d202f4-06b5-4824-bb0c-d460d208f687 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:35:55.968209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.036793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Deleting port e798fc82-7901-4b9e-9ae3-f9066df813d4 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:56.036793 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.107803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] For port e798fc82-7901-4b9e-9ae3-f9066df813d4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e798fc82-7901-4b9e-9ae3-f9066df813d4,segment=NetworkSegment(76983ae6-08ec-4fc1-aa32-261b2b220614),segment_id=76983ae6-08ec-4fc1-aa32-261b2b220614)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:56.108096 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.113396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa6dd4-5695-4147-b6ed-71cdd75284bf None None] DHCP port deletion for 79d202f4-06b5-4824-bb0c-d460d208f687 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:35:56.121369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Calling delete_port for e798fc82-7901-4b9e-9ae3-f9066df813d4 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:56.159830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-18aa6dd4-5695-4147-b6ed-71cdd75284bf None None] Deleting port e798fc82-7901-4b9e-9ae3-f9066df813d4 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:35:56.160194 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18aa6dd4-5695-4147-b6ed-71cdd75284bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.225735 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-18aa6dd4-5695-4147-b6ed-71cdd75284bf None None] For port e798fc82-7901-4b9e-9ae3-f9066df813d4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=e798fc82-7901-4b9e-9ae3-f9066df813d4,segment=NetworkSegment(76983ae6-08ec-4fc1-aa32-261b2b220614),segment_id=76983ae6-08ec-4fc1-aa32-261b2b220614)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:35:56.226119 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18aa6dd4-5695-4147-b6ed-71cdd75284bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.237898 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-18aa6dd4-5695-4147-b6ed-71cdd75284bf None None] Calling delete_port for e798fc82-7901-4b9e-9ae3-f9066df813d4 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:35:56.270157 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.298475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=e798fc82-7901-4b9e-9ae3-f9066df813d4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:56.304274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] No DVR routers for this DVR port e798fc82-7901-4b9e-9ae3-f9066df813d4 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:35:56.315658 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-18aa6dd4-5695-4147-b6ed-71cdd75284bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.343894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa6dd4-5695-4147-b6ed-71cdd75284bf None None] No DVR routers for this DVR port e798fc82-7901-4b9e-9ae3-f9066df813d4 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:35:56.348038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa6dd4-5695-4147-b6ed-71cdd75284bf None None] Pushing event deleted for resources: {'Port': ['ID=e798fc82-7901-4b9e-9ae3-f9066df813d4,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:56.377858 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.398413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d202f4-06b5-4824-bb0c-d460d208f687']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:56.408389 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76983ae6-08ec-4fc1-aa32-261b2b220614') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:56.408684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76983ae6-08ec-4fc1-aa32-261b2b220614') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:35:56.418494 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.431836 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.437654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:35:56.438030 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:35:56.439631 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:35:56.589630 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.595498 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:56.597466 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] 10.222.0.49 "DELETE /v2.0/networks/79d202f4-06b5-4824-bb0c-d460d208f687 HTTP/1.1" status: 204 len: 168 time: 0.7030685 Sep 22 10:35:56.613430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5af430-6643-459f-b34d-ab0030d38f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=79d202f4-06b5-4824-bb0c-d460d208f687,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:56.643748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0079c3ca-3751-44a4-94fd-5fbfbf53df35 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:35:56.663795 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 0079c3ca-3751-44a4-94fd-5fbfbf53df35 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:35:56.664140 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 0079c3ca-3751-44a4-94fd-5fbfbf53df35 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:35:56.664547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:35:56.687860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:35:56.688243 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device dc3f8e6a-bfd2-4a10-ade1-915cde0a2162 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:35:56.688696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e798fc82-7901-4b9e-9ae3-f9066df813d4 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:35:56.708191 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: e798fc82-7901-4b9e-9ae3-f9066df813d4 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:35:56.708539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device e798fc82-7901-4b9e-9ae3-f9066df813d4 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:35:56.964954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56864) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:57.006184 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5e049c25-9b7a-4b0d-87e1-3d70725f0caf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d76752b467fa42db838816f9f7183eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400147 Sep 22 10:35:57.008641 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56866) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:57.018376 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e7d3fe2c-bdb2-4696-83e2-959df7fc43b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.057536 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b8c8fd8e-d926-4c35-91c5-4e000cb91a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.078234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b8c8fd8e-d926-4c35-91c5-4e000cb91a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.215039 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b8c8fd8e-d926-4c35-91c5-4e000cb91a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.217677 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b8c8fd8e-d926-4c35-91c5-4e000cb91a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.218883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b8c8fd8e-d926-4c35-91c5-4e000cb91a25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c280f1d-fc00-45bd-b2be-957448b9d6ab HTTP/1.1" status: 204 len: 168 time: 0.2093096 Sep 22 10:35:57.227259 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8fd8e-d926-4c35-91c5-4e000cb91a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c280f1d-fc00-45bd-b2be-957448b9d6ab,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:57.624288 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:57.889242 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56872) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:57.929327 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a2601214-bdbe-417c-b9ee-adfa06b2f1b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9130c2784cc84bf9aa786b60b8696fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384707 Sep 22 10:35:57.932160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56874) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:35:57.980813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-204b2280-8ea2-41a6-a473-18ddedfa3d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:58.002701 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-204b2280-8ea2-41a6-a473-18ddedfa3d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:58.101327 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-204b2280-8ea2-41a6-a473-18ddedfa3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:58.104587 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-204b2280-8ea2-41a6-a473-18ddedfa3d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:35:58.105813 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-204b2280-8ea2-41a6-a473-18ddedfa3d11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59050c5f-f657-4054-b2a1-7e2e47ded8b0 HTTP/1.1" status: 204 len: 168 time: 0.1726851 Sep 22 10:35:58.114770 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b2280-8ea2-41a6-a473-18ddedfa3d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59050c5f-f657-4054-b2a1-7e2e47ded8b0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:35:58.356181 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.113925 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.375925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56916) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:00.380683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-64f3421e-b4df-4e1b-a40d-639b4af9cb8d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-652322962', 'description': 'tempest-secgroup-smoke-652322962 description', 'project_id': '9049aba4787c4576965728c63f4ba223'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:00.472804 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64f3421e-b4df-4e1b-a40d-639b4af9cb8d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.482302 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64f3421e-b4df-4e1b-a40d-639b4af9cb8d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.575599 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64f3421e-b4df-4e1b-a40d-639b4af9cb8d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.655649 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64f3421e-b4df-4e1b-a40d-639b4af9cb8d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.695440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3421e-b4df-4e1b-a40d-639b4af9cb8d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb129e-e4a8-4113-9006-27c180cd3c89,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:00.751656 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64f3421e-b4df-4e1b-a40d-639b4af9cb8d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.844174 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64f3421e-b4df-4e1b-a40d-639b4af9cb8d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.873027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3421e-b4df-4e1b-a40d-639b4af9cb8d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ddb872-db00-4a82-91bd-e0b925944404,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:00.926822 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64f3421e-b4df-4e1b-a40d-639b4af9cb8d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:00.928117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-64f3421e-b4df-4e1b-a40d-639b4af9cb8d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5511932 Sep 22 10:36:00.931048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56920) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:00.935437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-79c9488e-aa60-4202-83bf-80bd1303398e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '27ddb872-db00-4a82-91bd-e0b925944404', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:01.041070 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-79c9488e-aa60-4202-83bf-80bd1303398e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.099693 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-79c9488e-aa60-4202-83bf-80bd1303398e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.206865 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-79c9488e-aa60-4202-83bf-80bd1303398e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.225896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9488e-aa60-4202-83bf-80bd1303398e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cc92a1-f1d0-456a-b611-fc120305f56e,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:01.301322 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-79c9488e-aa60-4202-83bf-80bd1303398e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.302644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-79c9488e-aa60-4202-83bf-80bd1303398e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3706610 Sep 22 10:36:01.306037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56922) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:01.310902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7324ac3f-c700-4375-a7f6-7a9152671d65 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '27ddb872-db00-4a82-91bd-e0b925944404', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:01.400332 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7324ac3f-c700-4375-a7f6-7a9152671d65 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.456430 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7324ac3f-c700-4375-a7f6-7a9152671d65 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.533177 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7324ac3f-c700-4375-a7f6-7a9152671d65 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.552333 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324ac3f-c700-4375-a7f6-7a9152671d65 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec08954-d262-4c9b-b843-0bff8d642e21,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:01.604506 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7324ac3f-c700-4375-a7f6-7a9152671d65 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.605823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7324ac3f-c700-4375-a7f6-7a9152671d65 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2985063 Sep 22 10:36:01.608578 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56924) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:01.613053 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7751ccd9-4eba-495c-94d3-2d4e470f5016 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '27ddb872-db00-4a82-91bd-e0b925944404', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:01.715857 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7751ccd9-4eba-495c-94d3-2d4e470f5016 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.778608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7751ccd9-4eba-495c-94d3-2d4e470f5016 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.878274 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7751ccd9-4eba-495c-94d3-2d4e470f5016 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:01.898081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ccd9-4eba-495c-94d3-2d4e470f5016 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccd3059-fe9b-443f-9f96-231691a536fb,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:02.004107 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7751ccd9-4eba-495c-94d3-2d4e470f5016 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.005328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7751ccd9-4eba-495c-94d3-2d4e470f5016 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3957362 Sep 22 10:36:02.008212 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56926) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:02.013699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-1d2884a6-9c33-48d4-a4a8-dad7e862baea tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '27ddb872-db00-4a82-91bd-e0b925944404', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:02.106375 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1d2884a6-9c33-48d4-a4a8-dad7e862baea tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.168529 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1d2884a6-9c33-48d4-a4a8-dad7e862baea tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.264539 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1d2884a6-9c33-48d4-a4a8-dad7e862baea tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.285631 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2884a6-9c33-48d4-a4a8-dad7e862baea tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee9eace-6b29-4032-a615-dbc8ea458545,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:02.361584 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1d2884a6-9c33-48d4-a4a8-dad7e862baea tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.362887 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1d2884a6-9c33-48d4-a4a8-dad7e862baea tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3530989 Sep 22 10:36:02.365973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56928) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:02.371017 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-fc480f46-6fa2-4092-8885-e063d071e0db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '27ddb872-db00-4a82-91bd-e0b925944404', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:02.498675 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-fc480f46-6fa2-4092-8885-e063d071e0db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Project 9049aba4787c4576965728c63f4ba223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:36:02.504025 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc480f46-6fa2-4092-8885-e063d071e0db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.563890 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc480f46-6fa2-4092-8885-e063d071e0db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.643973 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc480f46-6fa2-4092-8885-e063d071e0db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.664551 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc480f46-6fa2-4092-8885-e063d071e0db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae020de9-bd95-442f-845d-e4c97ae64ecc,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:02.752280 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc480f46-6fa2-4092-8885-e063d071e0db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.753579 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fc480f46-6fa2-4092-8885-e063d071e0db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3866589 Sep 22 10:36:02.756435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56930) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:02.761445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0cc395e7-d198-46c7-8535-b29c8d58dea9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '27ddb872-db00-4a82-91bd-e0b925944404', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:02.861112 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-0cc395e7-d198-46c7-8535-b29c8d58dea9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Project 9049aba4787c4576965728c63f4ba223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:36:02.866771 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0cc395e7-d198-46c7-8535-b29c8d58dea9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:02.932241 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0cc395e7-d198-46c7-8535-b29c8d58dea9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.052871 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0cc395e7-d198-46c7-8535-b29c8d58dea9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.070416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc395e7-d198-46c7-8535-b29c8d58dea9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87eb05c-0917-4913-b8e3-db811bb44b1c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:03.158745 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0cc395e7-d198-46c7-8535-b29c8d58dea9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.159995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0cc395e7-d198-46c7-8535-b29c8d58dea9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4024744 Sep 22 10:36:03.162935 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56932) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:03.168043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'network': {'name': 'tempest-network-smoke--1758599529', 'project_id': '9049aba4787c4576965728c63f4ba223', 'port_security_enabled': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:03.295426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:03.299136 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.325250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:36:03.334716 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.335062 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Added segment c9e86e21-caf0-464e-984a-50191a79209f of type vlan for network aab4f0cd-3153-4dbb-beec-00fffb379648 Sep 22 10:36:03.377803 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.592356 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.598674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:03.599270 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.670490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Network': ['ID=aab4f0cd-3153-4dbb-beec-00fffb379648,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:03.681349 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network aab4f0cd-3153-4dbb-beec-00fffb379648 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:36:03.762724 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f63cb94c-e29f-4867-a256-2eda5e091950 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5987170 Sep 22 10:36:03.766952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56936) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:03.770563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'admin_state_up': True, 'project_id': '9049aba4787c4576965728c63f4ba223', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:03.875790 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.876865 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:03.928664 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:04.139952 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:04.387538 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:04.417189 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:04.520434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.25.6.64 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/d544da6a-22cd-4594-bebd-07f914fd1dfb) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:04.628910 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:04.750413 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:04.787554 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:04.791027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:04.794490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:04.803104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=d544da6a-22cd-4594-bebd-07f914fd1dfb,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:05.622566 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:05.823891 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:06.192245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:36:06.304239 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:06.317249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Sync routers for ids ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:06.327013 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Routers {'4faf03d0-64bf-4a3f-87cc-4f466ac194e5'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:06.327628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:35:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:06.407147 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:06.408457 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f1727c70-53c3-403f-9586-6cecdac13c3f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6415823 Sep 22 10:36:06.411862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56940) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:06.434024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Set router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:36:06.553805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-44597e26-f0f2-41bb-94e8-07a8373cf39a tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=9049aba4787c4576965728c63f4ba223&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1408391 Sep 22 10:36:06.557228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56944) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:06.622479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:05Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:06.652821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Checking router: 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:36:06.653175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Updating router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 port d544da6a-22cd-4594-bebd-07f914fd1dfb binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:36:06.679244 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:06.730739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9ba47-dae7-4039-bbb7-3e8aad904c54 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:06.732279 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-23e9ba47-dae7-4039-bbb7-3e8aad904c54 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1740520 Sep 22 10:36:06.735155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56946) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:06.770780 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a0fd6037-356f-42a4-902d-b67920b021a0 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344138 Sep 22 10:36:06.773363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56948) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:06.778481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1113782129', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'project_id': '9049aba4787c4576965728c63f4ba223', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:06.948063 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:06.995458 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:06.999096 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.042296 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.097161 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Attempting to bind port d544da6a-22cd-4594-bebd-07f914fd1dfb on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:36:07.097536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Attempting to bind port d544da6a-22cd-4594-bebd-07f914fd1dfb by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:36:07.097904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Attempting to bind port d544da6a-22cd-4594-bebd-07f914fd1dfb on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:36:07.100877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dffd54-81c8-4cf3-be61-f94c71707367 None None] Pushing event updated for resources: {'Port': ['ID=d544da6a-22cd-4594-bebd-07f914fd1dfb,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:07.107460 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:36:07.114711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:36:07.114711 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.114711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:36:07.114711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Bound port: d544da6a-22cd-4594-bebd-07f914fd1dfb, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:36:07.114711 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.161509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] For port d544da6a-22cd-4594-bebd-07f914fd1dfb, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:36:07.164675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] For port d544da6a-22cd-4594-bebd-07f914fd1dfb, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d544da6a-22cd-4594-bebd-07f914fd1dfb,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:36:07.518916 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.550116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.578285 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Routers {'4faf03d0-64bf-4a3f-87cc-4f466ac194e5'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:07.578918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:35:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:07.609864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Subnet': ['ID=ce0d2d3c-4949-4d63-8dde-d5566e69f229,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:07.614327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dffd54-81c8-4cf3-be61-f94c71707367 None None] Pushing event updated for resources: {'Port': ['ID=d544da6a-22cd-4594-bebd-07f914fd1dfb,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:07.621633 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Checking segment: {'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:36:07.621994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network hostable DHCP agents. Network: aab4f0cd-3153-4dbb-beec-00fffb379648, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:36:07.693186 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] Set router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:36:07.784073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network aab4f0cd-3153-4dbb-beec-00fffb379648 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:36:07.877227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:05Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:07.901710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, aab4f0cd-3153-4dbb-beec-00fffb379648) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:07.903745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3180bd7c-43ca-406c-9aeb-4098780cdf4c None None] The sync data for ids ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'] in n-d-805649-4 is: [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:05Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:07.912562 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:07.912562 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:07.916152 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61967f-4274-4f0f-8107-4937c2744178 None None] Network aab4f0cd-3153-4dbb-beec-00fffb379648 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:36:08.014254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-68657790-a95c-41ea-93a5-9b9e4337108c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2396319 Sep 22 10:36:08.017048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 56950) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:08.085211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-aab4f0cd-3153-4dbb-beec-00fffb379648', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ips': [{'subnet_id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:36:08.086726 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:08.265090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Allocated IP 172.20.0.2 (aab4f0cd-3153-4dbb-beec-00fffb379648/ce0d2d3c-4949-4d63-8dde-d5566e69f229/76996b61-4bc2-4713-9d99-d2adb8f6905b) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:08.551827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:08.620212 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:08.687958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d544da6a-22cd-4594-bebd-07f914fd1dfb up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:08.713160 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:08.767171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Pushing event updated for resources: {'Port': ['ID=76996b61-4bc2-4713-9d99-d2adb8f6905b,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:08.784958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Network aab4f0cd-3153-4dbb-beec-00fffb379648 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:08.787222 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:08.790282 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:08.846933 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d544da6a-22cd-4594-bebd-07f914fd1dfb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:08.847307 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:08.877624 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Attempting to bind port 76996b61-4bc2-4713-9d99-d2adb8f6905b on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:36:08.877994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Attempting to bind port 76996b61-4bc2-4713-9d99-d2adb8f6905b by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:36:08.878366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Attempting to bind port 76996b61-4bc2-4713-9d99-d2adb8f6905b on network aab4f0cd-3153-4dbb-beec-00fffb379648 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:36:08.895139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:36:08.895841 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Checking segment: {'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:36:08.896442 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:08.896869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Bound using segment: {'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:36:08.897383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Bound port: 76996b61-4bc2-4713-9d99-d2adb8f6905b, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:36:08.897792 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:08.992461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.20.0.1 (aab4f0cd-3153-4dbb-beec-00fffb379648/ce0d2d3c-4949-4d63-8dde-d5566e69f229/5b48de69-bcd0-4061-9ae3-a1da7b661568) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:09.007960 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] For port 76996b61-4bc2-4713-9d99-d2adb8f6905b, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:36:09.011835 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:09.025813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] For port 76996b61-4bc2-4713-9d99-d2adb8f6905b, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=76996b61-4bc2-4713-9d99-d2adb8f6905b,segment=NetworkSegment(c9e86e21-caf0-464e-984a-50191a79209f),segment_id=c9e86e21-caf0-464e-984a-50191a79209f)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:36:09.039660 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port d544da6a-22cd-4594-bebd-07f914fd1dfb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d544da6a-22cd-4594-bebd-07f914fd1dfb,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:09.109768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:09.121539 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:09.178991 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f797-b034-4399-aaaa-3464d35153bc None None] Pushing event updated for resources: {'Port': ['ID=76996b61-4bc2-4713-9d99-d2adb8f6905b,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:09.186710 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:09.238372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=d544da6a-22cd-4594-bebd-07f914fd1dfb,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:09.327497 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:09.378666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network aab4f0cd-3153-4dbb-beec-00fffb379648 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:09.382164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:09.386536 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:09.414395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=5b48de69-bcd0-4061-9ae3-a1da7b661568,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:09.441948 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:09.659528 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:09.961678 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:10.061977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:10.073965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d3d12-5d1b-47df-b578-9b0ae18524a1 None None] Network aab4f0cd-3153-4dbb-beec-00fffb379648 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:36:10.142514 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:10.145071 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=5b48de69-bcd0-4061-9ae3-a1da7b661568,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:10.159828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-86a7ced2-d3f2-477a-8f30-595ad952dfd5 None None] Provisioning complete for port 76996b61-4bc2-4713-9d99-d2adb8f6905b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:10.160253 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-86a7ced2-d3f2-477a-8f30-595ad952dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:10.306413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-86a7ced2-d3f2-477a-8f30-595ad952dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:10.349479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-86a7ced2-d3f2-477a-8f30-595ad952dfd5 None None] For port 76996b61-4bc2-4713-9d99-d2adb8f6905b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=76996b61-4bc2-4713-9d99-d2adb8f6905b,segment=NetworkSegment(c9e86e21-caf0-464e-984a-50191a79209f),segment_id=c9e86e21-caf0-464e-984a-50191a79209f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:10.449680 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-86a7ced2-d3f2-477a-8f30-595ad952dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:10.505044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7ced2-d3f2-477a-8f30-595ad952dfd5 None None] Pushing event updated for resources: {'Port': ['ID=76996b61-4bc2-4713-9d99-d2adb8f6905b,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:10.573602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-342bc8b4-479e-40a3-a124-31140c16f099 None None] Provisioning complete for port 76996b61-4bc2-4713-9d99-d2adb8f6905b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:10.631152 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-342bc8b4-479e-40a3-a124-31140c16f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:10.631496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network aab4f0cd-3153-4dbb-beec-00fffb379648 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:10.631496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:10.706281 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-342bc8b4-479e-40a3-a124-31140c16f099 None None] Provisioning complete for port 5b48de69-bcd0-4061-9ae3-a1da7b661568 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:10.707071 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-342bc8b4-479e-40a3-a124-31140c16f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:10.747108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-342bc8b4-479e-40a3-a124-31140c16f099 None None] Port 5b48de69-bcd0-4061-9ae3-a1da7b661568 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:10.749792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:10.773185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 76996b61-4bc2-4713-9d99-d2adb8f6905b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:10.839327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 76996b61-4bc2-4713-9d99-d2adb8f6905b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:10.842670 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:10.875849 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:10.890157 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4080cc55-4cec-43ec-953d-fabcb65c2f68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "PUT /v2.0/routers/4faf03d0-64bf-4a3f-87cc-4f466ac194e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8629401 Sep 22 10:36:10.890538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f3242eb3-8366-466e-b1e3-8622c3d493f1 None None] Provisioning complete for port 5b48de69-bcd0-4061-9ae3-a1da7b661568 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:10.890538 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f3242eb3-8366-466e-b1e3-8622c3d493f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:10.900917 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Sync routers for ids ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:10.917983 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Routers {'4faf03d0-64bf-4a3f-87cc-4f466ac194e5'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:10.918854 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:35:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:10.934093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f3242eb3-8366-466e-b1e3-8622c3d493f1 None None] Port 5b48de69-bcd0-4061-9ae3-a1da7b661568 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:10.978196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d544da6a-22cd-4594-bebd-07f914fd1dfb up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:11.029207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d544da6a-22cd-4594-bebd-07f914fd1dfb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:11.029582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.035212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-0faadbcc-2f9f-4053-8930-fb145df04aac tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652322962&fields=id&tenant_id=9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 267 time: 0.0342197 Sep 22 10:36:11.051424 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Set router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:36:11.076838 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-27cc33e8-280e-4c52-a380-bc7bd628ecf8 None None] Provisioning complete for port 5b48de69-bcd0-4061-9ae3-a1da7b661568 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:11.077437 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-27cc33e8-280e-4c52-a380-bc7bd628ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.143434 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-27cc33e8-280e-4c52-a380-bc7bd628ecf8 None None] Port 5b48de69-bcd0-4061-9ae3-a1da7b661568 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:11.167957 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-d97f8eaa-89f7-4b3c-a180-754b5fe179db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:11.169425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-d97f8eaa-89f7-4b3c-a180-754b5fe179db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/networks?id=aab4f0cd-3153-4dbb-beec-00fffb379648 HTTP/1.1" status: 200 len: 797 time: 0.1246178 Sep 22 10:36:11.185118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-c850d442-e45d-4563-837b-cf5e8ab781ab tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/quotas/9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 375 time: 0.0096266 Sep 22 10:36:11.242995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-95a60524-96ce-4848-a88b-9e463776ace6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520463 Sep 22 10:36:11.260015 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5b48de69-bcd0-4061-9ae3-a1da7b661568', 'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:5c:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:08Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 2, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:11.289470 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Checking router: 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:36:11.289982 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Updating router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 port 5b48de69-bcd0-4061-9ae3-a1da7b661568 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:36:11.314393 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.341921 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-c69895c9-f41a-4f44-94ed-c6f60bcc9ec9 service neutron] 10.222.0.49 "GET /v2.0/networks/aab4f0cd-3153-4dbb-beec-00fffb379648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867052 Sep 22 10:36:11.437767 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-92677fb0-dcd8-4cf7-ac7e-3c44b1b6fc6b service neutron] 10.222.0.49 "GET /v2.0/networks/aab4f0cd-3153-4dbb-beec-00fffb379648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889535 Sep 22 10:36:11.581462 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.696027 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.749108 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Pushing event updated for resources: {'Port': ['ID=5b48de69-bcd0-4061-9ae3-a1da7b661568,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:11.761717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7de6da42-2f36-4b78-9b7e-14b964060ca5 req-7115d90a-65ea-45ca-ad6b-4db6f95c436f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 210 time: 0.0474670 Sep 22 10:36:11.779134 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.779757 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.780091 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.780428 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.780769 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.781085 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.781402 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.781719 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.782034 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.782344 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.782828 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.783302 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:36:11.817795 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Attempting to bind port 5b48de69-bcd0-4061-9ae3-a1da7b661568 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:36:11.818171 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Attempting to bind port 5b48de69-bcd0-4061-9ae3-a1da7b661568 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:36:11.818531 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Attempting to bind port 5b48de69-bcd0-4061-9ae3-a1da7b661568 on network aab4f0cd-3153-4dbb-beec-00fffb379648 {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:36:11.825225 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:36:11.825783 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Checking segment: {'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:36:11.826112 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.826499 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Bound using segment: {'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:36:11.827032 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Bound port: 5b48de69-bcd0-4061-9ae3-a1da7b661568, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:36:11.827330 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:11.897547 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] For port 5b48de69-bcd0-4061-9ae3-a1da7b661568, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:36:11.901234 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] For port 5b48de69-bcd0-4061-9ae3-a1da7b661568, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5b48de69-bcd0-4061-9ae3-a1da7b661568,segment=NetworkSegment(c9e86e21-caf0-464e-984a-50191a79209f),segment_id=c9e86e21-caf0-464e-984a-50191a79209f)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:36:12.026988 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:12.067939 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5f2b7374-34de-43ae-b360-8b59d9186a89 None None] Provisioning complete for port 5b48de69-bcd0-4061-9ae3-a1da7b661568 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:12.067939 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7374-34de-43ae-b360-8b59d9186a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:12.091789 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6fb22-eef0-4214-b8eb-16ebf18c75fd None None] Pushing event updated for resources: {'Port': ['ID=5b48de69-bcd0-4061-9ae3-a1da7b661568,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:12.095886 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Routers {'4faf03d0-64bf-4a3f-87cc-4f466ac194e5'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:12.096498 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:35:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:12.162344 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7374-34de-43ae-b360-8b59d9186a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:12.200933 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-5f2b7374-34de-43ae-b360-8b59d9186a89 None None] For port 5b48de69-bcd0-4061-9ae3-a1da7b661568, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5b48de69-bcd0-4061-9ae3-a1da7b661568,segment=NetworkSegment(c9e86e21-caf0-464e-984a-50191a79209f),segment_id=c9e86e21-caf0-464e-984a-50191a79209f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:12.309542 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] Set router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:36:12.346974 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5f2b7374-34de-43ae-b360-8b59d9186a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:12.400523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b7374-34de-43ae-b360-8b59d9186a89 None None] Pushing event updated for resources: {'Port': ['ID=5b48de69-bcd0-4061-9ae3-a1da7b661568,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:12.465448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1da1c9e5-5d38-4781-968b-64ec335439e5 None None] Provisioning complete for port 5b48de69-bcd0-4061-9ae3-a1da7b661568 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:12.465758 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1da1c9e5-5d38-4781-968b-64ec335439e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:12.518304 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5b48de69-bcd0-4061-9ae3-a1da7b661568', 'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:5c:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:08Z', 'updated_at': '2021-09-22T10:36:11Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:12.545422 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98ac29-fff9-40c0-853e-40f1655a21c9 None None] The sync data for ids ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'] in n-d-805649-4 is: [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5b48de69-bcd0-4061-9ae3-a1da7b661568', 'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:5c:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:08Z', 'updated_at': '2021-09-22T10:36:11Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:12.718894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5b48de69-bcd0-4061-9ae3-a1da7b661568 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:12.771568 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 5b48de69-bcd0-4061-9ae3-a1da7b661568 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:12.771908 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:12.849148 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d12b7b44-b680-4a1a-aefe-5c4e1a75ef36 req-76ea3b2a-7186-4985-bb25-30767df33494 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 210 time: 0.0299630 Sep 22 10:36:13.940571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-551b22f7-eac1-4317-8cd4-5198615905ac req-63859566-f1d1-4ed8-b113-2f78ce823a23 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 210 time: 0.0279417 Sep 22 10:36:14.539669 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-1cb1f934-7b7d-4a1a-9a44-d8cfed2176df tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:14.541788 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-1cb1f934-7b7d-4a1a-9a44-d8cfed2176df tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/networks?id=aab4f0cd-3153-4dbb-beec-00fffb379648 HTTP/1.1" status: 200 len: 797 time: 0.1084764 Sep 22 10:36:14.586157 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-619f72fa-77e2-48e9-a793-92f0458d3bc3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 379 time: 0.0345709 Sep 22 10:36:14.595501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'port': {'device_id': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'admin_state_up': True, 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'security_groups': ['27ddb872-db00-4a82-91bd-e0b925944404']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:15.034339 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec8602cf-4763-41df-baa1-ae4839633e67 req-5a414618-0ffc-4ea8-a535-f77da3b27a4b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 210 time: 0.0262761 Sep 22 10:36:15.081136 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:36:15.084750 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:15.206799 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.20.0.9 (aab4f0cd-3153-4dbb-beec-00fffb379648/ce0d2d3c-4949-4d63-8dde-d5566e69f229/8d99a01d-aba0-49d6-b8aa-d7d4d3308c80) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:15.350364 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:15.475469 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:15.518956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network aab4f0cd-3153-4dbb-beec-00fffb379648 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:15.521996 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:15.526096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:15.534697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:15.585822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:15.587017 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:15.665860 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-f6aeb9e9-8d14-45b1-a9e4-fd0725c3638a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0738671 Sep 22 10:36:15.678800 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Request body: {'port': {'device_id': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:15.734471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:15.794646 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-37a32044-870c-42c7-8811-f289b70f6691 None None] Provisioning complete for port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:15.795266 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-37a32044-870c-42c7-8811-f289b70f6691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:15.829302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-37a32044-870c-42c7-8811-f289b70f6691 None None] Port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:36:16.001461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:36:16.009589 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:16.021665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Transition to ACTIVE for port object 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:36:16.156065 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d1267-791b-4522-a15b-884bb4883342 req-686014aa-97f6-48d3-9691-3a278c945c28 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:16.157599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-341d1267-791b-4522-a15b-884bb4883342 req-686014aa-97f6-48d3-9691-3a278c945c28 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 931 time: 0.0542347 Sep 22 10:36:16.172904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:16.197975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-341d1267-791b-4522-a15b-884bb4883342 req-f76dcdf6-5489-4216-a86c-ccc3d1b0e666 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337017 Sep 22 10:36:16.226778 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Pushing event updated for resources: {'Port': ['ID=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:16.296705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Attempting to bind port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:36:16.297184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Attempting to bind port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:36:16.297446 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Attempting to bind port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 on network aab4f0cd-3153-4dbb-beec-00fffb379648 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:36:16.302449 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 on network aab4f0cd-3153-4dbb-beec-00fffb379648 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:36:16.311867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Attempting to bind port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 on network aab4f0cd-3153-4dbb-beec-00fffb379648 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:36:16.313316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:36:16.313705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Checking segment: {'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:36:16.314085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Bound using segment: {'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:36:16.314501 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Bound port: 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e86e21-caf0-464e-984a-50191a79209f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:36:16.314860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:16.387598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] For port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:36:16.390880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] For port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80,segment=NetworkSegment(c9e86e21-caf0-464e-984a-50191a79209f),segment_id=c9e86e21-caf0-464e-984a-50191a79209f)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:36:16.450764 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:36:16.578981 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:16.650308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:16.650308 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:16.650308 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] 10.222.0.60 "PUT /v2.0/ports/8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 HTTP/1.1" status: 200 len: 1091 time: 0.9427865 Sep 22 10:36:16.650308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'tag': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:16.650308 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6db4e84-538e-4138-94c6-a74d0ff92074" -d '{"events": [{"name": "network-changed", "server_uuid": "963f211e-c67b-4b92-b0ed-cd22289b0635", "tag": "8d99a01d-aba0-49d6-b8aa-d7d4d3308c80"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:16.650308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e75cb-aa64-4a64-b43b-1b26547b1b1e service neutron] Pushing event updated for resources: {'Port': ['ID=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:16.658854 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cddc440-cc1e-4063-9cab-449554fd5bed x-openstack-request-id: req-2cddc440-cc1e-4063-9cab-449554fd5bed {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:16.659150 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963f211e-c67b-4b92-b0ed-cd22289b0635", "tag": "8d99a01d-aba0-49d6-b8aa-d7d4d3308c80", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:16.659428 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2cddc440-cc1e-4063-9cab-449554fd5bed {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:16.659835 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'tag': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80', 'status': 'completed', 'code': 200} Sep 22 10:36:16.724130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db4e84-538e-4138-94c6-a74d0ff92074 req-a4741fe7-5fbe-439d-b2ba-3ef8aa1ff734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:16.725751 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c6db4e84-538e-4138-94c6-a74d0ff92074 req-a4741fe7-5fbe-439d-b2ba-3ef8aa1ff734 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 1094 time: 0.0432861 Sep 22 10:36:16.834971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db4e84-538e-4138-94c6-a74d0ff92074 req-3d71cffe-14dc-411b-a3b9-2cd8e2023b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:16.837176 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c6db4e84-538e-4138-94c6-a74d0ff92074 req-3d71cffe-14dc-411b-a3b9-2cd8e2023b7f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9049aba4787c4576965728c63f4ba223&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1026311 Sep 22 10:36:16.933149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db4e84-538e-4138-94c6-a74d0ff92074 req-d650d3ef-1912-4622-ac9e-d22ad4806c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:16.934596 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c6db4e84-538e-4138-94c6-a74d0ff92074 req-d650d3ef-1912-4622-ac9e-d22ad4806c75 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913510 Sep 22 10:36:17.012634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-e0d9bf01-9da7-41a1-a2c6-fa6371a6a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.014266 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-e0d9bf01-9da7-41a1-a2c6-fa6371a6a5d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 1094 time: 0.0418942 Sep 22 10:36:17.061761 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-53da3e78-0ed0-4292-b69b-c70ebc723f5b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 HTTP/1.1" status: 200 len: 217 time: 0.0390465 Sep 22 10:36:17.112445 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-9d5344c3-6e86-4729-947f-4c096cd832e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.113963 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-9d5344c3-6e86-4729-947f-4c096cd832e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce0d2d3c-4949-4d63-8dde-d5566e69f229 HTTP/1.1" status: 200 len: 835 time: 0.0446503 Sep 22 10:36:17.158454 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-95671ed7-d606-40f9-98fa-afa0b3a2fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.159953 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-95671ed7-d606-40f9-98fa-afa0b3a2fd30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aab4f0cd-3153-4dbb-beec-00fffb379648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394275 Sep 22 10:36:17.254800 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-d4b9dace-231a-4089-a5b3-bba065014b21 service neutron] 10.222.0.60 "GET /v2.0/networks/aab4f0cd-3153-4dbb-beec-00fffb379648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876734 Sep 22 10:36:17.319095 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1623398-c680-421a-8fcd-db83022fd8c6 req-ba6e8988-dfe8-46f3-a97c-c9288b8c8db5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:17.320687 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1623398-c680-421a-8fcd-db83022fd8c6 req-ba6e8988-dfe8-46f3-a97c-c9288b8c8db5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 943 time: 0.0523658 Sep 22 10:36:17.349058 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c512c58a-2571-41a8-978b-5f533f1f5315 req-999ee3c7-0bc9-4090-8b9c-506b2891e0c7 service neutron] 10.222.0.60 "GET /v2.0/networks/aab4f0cd-3153-4dbb-beec-00fffb379648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872755 Sep 22 10:36:17.362280 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1623398-c680-421a-8fcd-db83022fd8c6 req-b2f303ee-17e7-43de-99dc-4a698ccdad42 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337396 Sep 22 10:36:18.477170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf87bb-b408-4046-824a-2349e0d628b5 req-17d718f8-564e-4873-b320-475e9dbdf662 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:18.478755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7bf87bb-b408-4046-824a-2349e0d628b5 req-17d718f8-564e-4873-b320-475e9dbdf662 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 943 time: 0.0499558 Sep 22 10:36:18.517272 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7bf87bb-b408-4046-824a-2349e0d628b5 req-796749ee-4c97-46e6-bbb5-47d06083d9fa tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325043 Sep 22 10:36:19.638457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c57619-a4ca-4815-b9d3-f50fed97fab2 req-6a112bce-8370-4062-a045-a27826f47d26 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:19.640006 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70c57619-a4ca-4815-b9d3-f50fed97fab2 req-6a112bce-8370-4062-a045-a27826f47d26 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 943 time: 0.0545316 Sep 22 10:36:19.677944 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-70c57619-a4ca-4815-b9d3-f50fed97fab2 req-a903188c-80bc-4675-b006-42d65cf48ea6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Sep 22 10:36:20.271202 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:36:20.370469 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80,segment=NetworkSegment(c9e86e21-caf0-464e-984a-50191a79209f),segment_id=c9e86e21-caf0-464e-984a-50191a79209f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:20.381628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'port_id': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80', 'mac_address': 'fa:16:3e:8a:9e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:36:20.418899 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:20.432437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:36:20.451653 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80,segment=NetworkSegment(c9e86e21-caf0-464e-984a-50191a79209f),segment_id=c9e86e21-caf0-464e-984a-50191a79209f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:20.552183 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:20.601802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:20.793326 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['8d99a01d-aba0-49d6-b8aa-d7d4d3308c80'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:36:20.796098 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bbf4b-081b-4f39-84a9-8d1d897e5b85 req-90c201b3-8666-45e3-9711-a09e23d065a0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:20.797682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-881bbf4b-081b-4f39-84a9-8d1d897e5b85 req-90c201b3-8666-45e3-9711-a09e23d065a0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 944 time: 0.0502720 Sep 22 10:36:20.837930 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-881bbf4b-081b-4f39-84a9-8d1d897e5b85 req-bd44613d-74d1-495a-8edd-52a617573e02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334816 Sep 22 10:36:21.953062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5fe79-1574-4dab-a4fe-941494f509e3 req-68416833-e040-4f96-a765-60897201da26 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:21.954580 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95d5fe79-1574-4dab-a4fe-941494f509e3 req-68416833-e040-4f96-a765-60897201da26 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 944 time: 0.0494466 Sep 22 10:36:21.992323 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95d5fe79-1574-4dab-a4fe-941494f509e3 req-d598b036-eba6-4658-b9c8-2335627da21f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317602 Sep 22 10:36:22.286863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:36:22.435232 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:36:22.439196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:36:22.439563 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:22.514869 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:22.537077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:22.539373 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6d1dee-6095-4288-883c-aee9ed9b94af" -d '{"events": [{"server_uuid": "963f211e-c67b-4b92-b0ed-cd22289b0635", "name": "network-vif-plugged", "status": "completed", "tag": "8d99a01d-aba0-49d6-b8aa-d7d4d3308c80"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:22.555185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80,segment=NetworkSegment(c9e86e21-caf0-464e-984a-50191a79209f),segment_id=c9e86e21-caf0-464e-984a-50191a79209f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:36:22.575616 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cf3d61-cffe-4396-8981-e5c28c93fbc1 x-openstack-request-id: req-03cf3d61-cffe-4396-8981-e5c28c93fbc1 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:22.576001 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963f211e-c67b-4b92-b0ed-cd22289b0635", "name": "network-vif-plugged", "status": "completed", "tag": "8d99a01d-aba0-49d6-b8aa-d7d4d3308c80", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:22.576363 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03cf3d61-cffe-4396-8981-e5c28c93fbc1 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:22.577073 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80', 'code': 200} Sep 22 10:36:22.650213 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:22.681657 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab29beb-24a7-4bb9-9746-e50c3c929689 req-51acb302-92ec-4ad6-93c2-4a0c9a5884e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:22.683386 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9ab29beb-24a7-4bb9-9746-e50c3c929689 req-51acb302-92ec-4ad6-93c2-4a0c9a5884e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 1095 time: 0.0479267 Sep 22 10:36:22.703368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:22.724305 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9ab29beb-24a7-4bb9-9746-e50c3c929689 req-a6d487cb-298e-443b-82ce-091c2b4f9a31 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338004 Sep 22 10:36:23.113672 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1622c2-7b19-444d-9c76-a0695cebfdd3 req-3d534d6a-5cea-4ff4-b02b-723fd4aba3d9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:23.115435 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef1622c2-7b19-444d-9c76-a0695cebfdd3 req-3d534d6a-5cea-4ff4-b02b-723fd4aba3d9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 945 time: 0.0529213 Sep 22 10:36:23.153425 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef1622c2-7b19-444d-9c76-a0695cebfdd3 req-5fdd8edb-c777-4867-9230-6fde2d45b7d2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313609 Sep 22 10:36:23.912107 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:24.270413 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ae8ee-e8a9-4c2f-a5e0-b7e1d2701cd6 req-2bda9c84-55d0-47b4-a610-a6a11f17ce3a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:24.271926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-855ae8ee-e8a9-4c2f-a5e0-b7e1d2701cd6 req-2bda9c84-55d0-47b4-a610-a6a11f17ce3a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 945 time: 0.0499802 Sep 22 10:36:24.283430 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e1fd01a2-6825-4ad0-ad82-38e2c03227b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:24.315306 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-855ae8ee-e8a9-4c2f-a5e0-b7e1d2701cd6 req-ff5b7a3e-b045-4c44-9ed9-a452aa4fd8c6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363827 Sep 22 10:36:24.430499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e3ba6-2475-474c-af38-8c8ec71e9d9a req-2136ef40-6845-43e5-90e6-fe7c167b4369 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:24.432285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317e3ba6-2475-474c-af38-8c8ec71e9d9a req-2136ef40-6845-43e5-90e6-fe7c167b4369 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 945 time: 0.0497050 Sep 22 10:36:24.470051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-317e3ba6-2475-474c-af38-8c8ec71e9d9a req-2864e1b4-edda-4a8b-b585-9776ce6c600c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317981 Sep 22 10:36:24.492055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57008) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:24.536228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd5fbe7-9b28-4f58-8179-70e51254688f tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:24.537807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3bd5fbe7-9b28-4f58-8179-70e51254688f tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 1091 time: 0.0441933 Sep 22 10:36:24.540752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57010) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:24.545190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:36:24.649299 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:24.744314 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:24.849922 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.25.6.205 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/168fae42-523b-4975-9dbe-c632cb0d4696) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:36:24.948971 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.035992 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.078287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:36:25.082582 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:36:25.089612 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:36:25.092712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=168fae42-523b-4975-9dbe-c632cb0d4696,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:25.200795 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.578735 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.775520 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:25.923026 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.029897 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.096946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=168fae42-523b-4975-9dbe-c632cb0d4696,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:36:26.109988 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:26.452752 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Floating IP 74e41051-cc10-40ef-ab15-c6b54e3cccc6 associated. External IP: 172.25.6.205, port: 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80. Sep 22 10:36:26.660699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:36:26.771837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:36:26.782680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f163fb9a-c5e8-429c-b138-7a883fdcbbbc None None] Sync routers for ids ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:36:26.792587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f163fb9a-c5e8-429c-b138-7a883fdcbbbc None None] Routers {'4faf03d0-64bf-4a3f-87cc-4f466ac194e5'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:26.800550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f163fb9a-c5e8-429c-b138-7a883fdcbbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:35:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:26.897745 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-f163fb9a-c5e8-429c-b138-7a883fdcbbbc None None] Set router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:36:26.973344 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.005919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-11d2db6f-2ce8-4ec5-941a-873ce27f0421 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4614863 Sep 22 10:36:27.005919 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'tag': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:36:27.006534 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1874b54-9221-469a-98bc-21f010c17d92" -d '{"events": [{"name": "network-changed", "server_uuid": "963f211e-c67b-4b92-b0ed-cd22289b0635", "tag": "8d99a01d-aba0-49d6-b8aa-d7d4d3308c80"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:36:27.061043 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7e5a7f5e-7639-4490-b170-25b733060f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.108131 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b2caf-b64a-4341-881f-af2477cac2df req-b4c1f945-05ea-4ae6-8b8d-01253b64674e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:27.109697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f4b2caf-b64a-4341-881f-af2477cac2df req-b4c1f945-05ea-4ae6-8b8d-01253b64674e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 945 time: 0.0547106 Sep 22 10:36:27.136128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f163fb9a-c5e8-429c-b138-7a883fdcbbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '74e41051-cc10-40ef-ab15-c6b54e3cccc6', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'port_id': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'mac_address': 'fa:16:3e:8a:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:36:25Z', 'updated_at': '2021-09-22T10:36:25Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b48de69-bcd0-4061-9ae3-a1da7b661568', 'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:5c:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:08Z', 'updated_at': '2021-09-22T10:36:12Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:27.150990 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f4b2caf-b64a-4341-881f-af2477cac2df req-54d44f0a-2a6f-40c3-b2f7-9cfdc3acc40d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343416 Sep 22 10:36:27.166422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f163fb9a-c5e8-429c-b138-7a883fdcbbbc None None] Checking router: 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:36:27.174110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57016) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:27.175114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f163fb9a-c5e8-429c-b138-7a883fdcbbbc None None] Routers {'4faf03d0-64bf-4a3f-87cc-4f466ac194e5'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:36:27.175742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f163fb9a-c5e8-429c-b138-7a883fdcbbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:36:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:27.205705 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8848c6a9-1a59-4c9b-91cb-169acd96270b x-openstack-request-id: req-8848c6a9-1a59-4c9b-91cb-169acd96270b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:36:27.206000 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963f211e-c67b-4b92-b0ed-cd22289b0635", "tag": "8d99a01d-aba0-49d6-b8aa-d7d4d3308c80", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:36:27.206243 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8848c6a9-1a59-4c9b-91cb-169acd96270b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:36:27.206637 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'tag': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80', 'status': 'completed', 'code': 200} Sep 22 10:36:27.247681 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d5c9cfdd-dac4-48e7-988e-735665455c1a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/74e41051-cc10-40ef-ab15-c6b54e3cccc6 HTTP/1.1" status: 200 len: 991 time: 0.0707476 Sep 22 10:36:27.275639 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1874b54-9221-469a-98bc-21f010c17d92 req-e1894c3d-4c8a-4d4e-bffe-076a35d1dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:27.277191 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1874b54-9221-469a-98bc-21f010c17d92 req-e1894c3d-4c8a-4d4e-bffe-076a35d1dd2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 1096 time: 0.0472875 Sep 22 10:36:27.284511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-f163fb9a-c5e8-429c-b138-7a883fdcbbbc None None] Set router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:36:27.377845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1874b54-9221-469a-98bc-21f010c17d92 req-0dc379dd-41d9-4bb2-9e2d-9d0f0b924859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:27.379367 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1874b54-9221-469a-98bc-21f010c17d92 req-0dc379dd-41d9-4bb2-9e2d-9d0f0b924859 service neutron] 10.222.0.60 "GET /v2.0/networks?id=aab4f0cd-3153-4dbb-beec-00fffb379648 HTTP/1.1" status: 200 len: 898 time: 0.0950100 Sep 22 10:36:27.448616 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1874b54-9221-469a-98bc-21f010c17d92 req-b2ea4065-0757-42c7-a1fb-158ed09a3e76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 HTTP/1.1" status: 200 len: 999 time: 0.0623336 Sep 22 10:36:27.499531 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1874b54-9221-469a-98bc-21f010c17d92 req-4431c39f-efaa-4c19-b7ab-9ab5e5bd7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:27.503106 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1874b54-9221-469a-98bc-21f010c17d92 req-4431c39f-efaa-4c19-b7ab-9ab5e5bd7a16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce0d2d3c-4949-4d63-8dde-d5566e69f229 HTTP/1.1" status: 200 len: 835 time: 0.0455463 Sep 22 10:36:27.514480 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-f163fb9a-c5e8-429c-b138-7a883fdcbbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '74e41051-cc10-40ef-ab15-c6b54e3cccc6', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'port_id': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'mac_address': 'fa:16:3e:8a:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:36:25Z', 'updated_at': '2021-09-22T10:36:25Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b48de69-bcd0-4061-9ae3-a1da7b661568', 'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:5c:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:08Z', 'updated_at': '2021-09-22T10:36:12Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:36:27.548180 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1874b54-9221-469a-98bc-21f010c17d92 req-c1658fd7-9e32-4535-a3dd-5acb4292775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:27.549865 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1874b54-9221-469a-98bc-21f010c17d92 req-c1658fd7-9e32-4535-a3dd-5acb4292775f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aab4f0cd-3153-4dbb-beec-00fffb379648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423639 Sep 22 10:36:27.657647 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1874b54-9221-469a-98bc-21f010c17d92 req-1499e724-2f4c-4c43-b1f6-cbdb4eb2fb6c service neutron] 10.222.0.60 "GET /v2.0/networks/aab4f0cd-3153-4dbb-beec-00fffb379648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963256 Sep 22 10:36:27.704400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f163fb9a-c5e8-429c-b138-7a883fdcbbbc None None] The sync data for ids ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'] in n-d-805649-4 is: [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '74e41051-cc10-40ef-ab15-c6b54e3cccc6', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.205', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'port_id': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'mac_address': 'fa:16:3e:8a:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:36:25Z', 'updated_at': '2021-09-22T10:36:25Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b48de69-bcd0-4061-9ae3-a1da7b661568', 'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:5c:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:08Z', 'updated_at': '2021-09-22T10:36:12Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:36:27.752484 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d1874b54-9221-469a-98bc-21f010c17d92 req-b12094cd-bfe8-46fc-903e-04fa5d5b7876 service neutron] 10.222.0.60 "GET /v2.0/networks/aab4f0cd-3153-4dbb-beec-00fffb379648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878837 Sep 22 10:36:27.780841 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:27.903250 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f35866-9cad-4921-a79c-ae2cd0396027 None None] New status for floating IP 74e41051-cc10-40ef-ab15-c6b54e3cccc6: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:36:28.250576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57018) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:36:28.321872 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:28.614061 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1bbaabcd-aa0e-4cd6-b45f-f09a5a203346 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/74e41051-cc10-40ef-ab15-c6b54e3cccc6 HTTP/1.1" status: 200 len: 993 time: 0.3623142 Sep 22 10:36:28.955248 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-d5534ee3-9142-43d3-b6ac-561bf45cf553 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387905 Sep 22 10:36:29.038785 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-6c553e54-f8de-42a2-8475-151417d0014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:29.041096 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-6c553e54-f8de-42a2-8475-151417d0014d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 1096 time: 0.0418961 Sep 22 10:36:29.145704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-72b4b32e-98d1-4de4-bd76-8373de3a915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:29.147233 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-72b4b32e-98d1-4de4-bd76-8373de3a915a service neutron] 10.222.0.60 "GET /v2.0/networks?id=aab4f0cd-3153-4dbb-beec-00fffb379648 HTTP/1.1" status: 200 len: 898 time: 0.0878775 Sep 22 10:36:29.213125 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-624dc6f0-f159-44b5-bdec-735a0ab14cd4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 HTTP/1.1" status: 200 len: 1001 time: 0.0583506 Sep 22 10:36:29.261934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-9acb88a3-2d96-41c4-9c18-441b7c272671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:29.263769 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-9acb88a3-2d96-41c4-9c18-441b7c272671 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce0d2d3c-4949-4d63-8dde-d5566e69f229 HTTP/1.1" status: 200 len: 835 time: 0.0446355 Sep 22 10:36:29.314942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-96206eda-3a84-4921-b5fa-ccb41514b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:36:29.316469 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-96206eda-3a84-4921-b5fa-ccb41514b85f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aab4f0cd-3153-4dbb-beec-00fffb379648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456507 Sep 22 10:36:29.405916 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-da07d059-f9c8-4e6c-a62e-2425ee9e1aad service neutron] 10.222.0.60 "GET /v2.0/networks/aab4f0cd-3153-4dbb-beec-00fffb379648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824380 Sep 22 10:36:29.498908 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ade41033-79e9-4f67-9112-7ed63bd36d29 req-4f160c67-9b22-4977-9162-0c90339944bc service neutron] 10.222.0.60 "GET /v2.0/networks/aab4f0cd-3153-4dbb-beec-00fffb379648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847423 Sep 22 10:36:30.129202 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:32.973663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-3530dbc2-9b00-47f4-a0c7-e15d35f105d9 req-575dda9a-3a0b-46af-9f96-814acf52d232 service neutron] (95509) timed out ('10.222.0.45', 54660) {{(pid=95509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:36:53.449851 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:36:53.972291 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:54.252197 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3eaa615c-0969-4775-82cb-8513141fda39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:55.258681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.058369 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-40d5ec6b-47d7-4157-8663-7e631c2dcd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:57.654970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:36:58.380436 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:00.203551 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:00.393049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6acba3-5338-4f7b-bc72-94da3f74e017 req-2a7c4c56-588b-4e4a-b669-2d3f4972dd71 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:00.394558 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec6acba3-5338-4f7b-bc72-94da3f74e017 req-2a7c4c56-588b-4e4a-b669-2d3f4972dd71 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 945 time: 0.1230617 Sep 22 10:37:00.432616 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ec6acba3-5338-4f7b-bc72-94da3f74e017 req-693eab78-7199-41c3-bec1-f0ed92f4592d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Sep 22 10:37:01.579447 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e506083-76bb-4e12-8ec9-7c12f81d336c req-1585026d-9795-4e8d-bffb-60873169e4ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:01.580959 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e506083-76bb-4e12-8ec9-7c12f81d336c req-1585026d-9795-4e8d-bffb-60873169e4ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 945 time: 0.0630605 Sep 22 10:37:01.621891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6e506083-76bb-4e12-8ec9-7c12f81d336c req-f292a4e3-a702-4535-b496-24d1719d3d17 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346403 Sep 22 10:37:01.644526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57040) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:01.707638 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e3d74436-628e-489a-9578-dedff7cbbb1c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/74e41051-cc10-40ef-ab15-c6b54e3cccc6 HTTP/1.1" status: 200 len: 993 time: 0.0616455 Sep 22 10:37:03.133929 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151fae0-8dbc-4b4c-892a-f5b56982cc9b req-080a79af-8389-41b0-9187-43de4d0d063c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:03.135478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4151fae0-8dbc-4b4c-892a-f5b56982cc9b req-080a79af-8389-41b0-9187-43de4d0d063c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 945 time: 0.0555801 Sep 22 10:37:03.174764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4151fae0-8dbc-4b4c-892a-f5b56982cc9b req-dc8d51f2-0479-477e-b783-d93e57fd3a94 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329113 Sep 22 10:37:04.295191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce37ec-0152-4dd8-a06f-b2952421bad9 req-3cc6ebbf-b5c3-4fc0-963e-ff0acac03d09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:04.296956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72ce37ec-0152-4dd8-a06f-b2952421bad9 req-3cc6ebbf-b5c3-4fc0-963e-ff0acac03d09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 945 time: 0.0511706 Sep 22 10:37:04.337728 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72ce37ec-0152-4dd8-a06f-b2952421bad9 req-73fa6837-4f0e-41a8-8eb4-231284559358 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346429 Sep 22 10:37:04.360503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57050) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:04.425491 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-663f0fc8-1d4e-45ca-bdd5-5d701216a903 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/74e41051-cc10-40ef-ab15-c6b54e3cccc6 HTTP/1.1" status: 200 len: 993 time: 0.0638068 Sep 22 10:37:04.653066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57056) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:04.816311 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port 168fae42-523b-4975-9dbe-c632cb0d4696 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:04.816544 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:04.902886 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:04.903216 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:04.915388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for 168fae42-523b-4975-9dbe-c632cb0d4696 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:05.120703 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.143765 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=168fae42-523b-4975-9dbe-c632cb0d4696,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:05.159489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.174120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.174120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.174120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.174120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.174120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.174120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.174120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.174120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.174120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.174120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.174120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:05.218611 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.218938 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Floating IP 74e41051-cc10-40ef-ab15-c6b54e3cccc6 disassociated (deleted). External IP: 172.25.6.205, port: 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80. Sep 22 10:37:05.430538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:37:05.550272 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:37:05.556032 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:05.560883 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad9e53-1920-4daa-a8fb-5d751938fff8 None None] Sync routers for ids ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:37:05.571380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad9e53-1920-4daa-a8fb-5d751938fff8 None None] Routers {'4faf03d0-64bf-4a3f-87cc-4f466ac194e5'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:05.571997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e6ad9e53-1920-4daa-a8fb-5d751938fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:36:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:05.585095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-15fe9c25-4510-493d-8fad-e6452331850d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/floatingips/74e41051-cc10-40ef-ab15-c6b54e3cccc6 HTTP/1.1" status: 204 len: 168 time: 0.9308724 Sep 22 10:37:05.585974 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'tag': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:05.588474 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769" -d '{"events": [{"name": "network-changed", "server_uuid": "963f211e-c67b-4b92-b0ed-cd22289b0635", "tag": "8d99a01d-aba0-49d6-b8aa-d7d4d3308c80"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:05.687374 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e6ad9e53-1920-4daa-a8fb-5d751938fff8 None None] Set router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:05.891047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e6ad9e53-1920-4daa-a8fb-5d751938fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5b48de69-bcd0-4061-9ae3-a1da7b661568', 'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:5c:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:08Z', 'updated_at': '2021-09-22T10:36:12Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:05.924157 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad9e53-1920-4daa-a8fb-5d751938fff8 None None] Checking router: 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:37:05.934249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad9e53-1920-4daa-a8fb-5d751938fff8 None None] Routers {'4faf03d0-64bf-4a3f-87cc-4f466ac194e5'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:05.935420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e6ad9e53-1920-4daa-a8fb-5d751938fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:36:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:06.043330 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86235a19-5e8e-4fe1-a770-1bee959971f9 x-openstack-request-id: req-86235a19-5e8e-4fe1-a770-1bee959971f9 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:06.043737 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963f211e-c67b-4b92-b0ed-cd22289b0635", "tag": "8d99a01d-aba0-49d6-b8aa-d7d4d3308c80", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:06.044075 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86235a19-5e8e-4fe1-a770-1bee959971f9 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:06.044575 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'tag': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80', 'status': 'completed', 'code': 200} Sep 22 10:37:06.045188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-e6ad9e53-1920-4daa-a8fb-5d751938fff8 None None] Set router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:06.156569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeca34-daba-4eb3-a65d-a416227ec19e req-9e447ad7-3cb5-4889-8963-9b357eef1702 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:06.158219 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6eeca34-daba-4eb3-a65d-a416227ec19e req-9e447ad7-3cb5-4889-8963-9b357eef1702 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 945 time: 0.0552168 Sep 22 10:37:06.175010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769 req-b7247a53-6a5a-44df-904e-40da40d08af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:06.176805 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769 req-b7247a53-6a5a-44df-904e-40da40d08af3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 1096 time: 0.1079302 Sep 22 10:37:06.200760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6eeca34-daba-4eb3-a65d-a416227ec19e req-d533287a-0979-4c8a-a15e-d6066b129165 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353427 Sep 22 10:37:06.283358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769 req-46ccdb22-7624-4906-8df2-db0b62b0f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:06.284893 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769 req-46ccdb22-7624-4906-8df2-db0b62b0f94c service neutron] 10.222.0.60 "GET /v2.0/networks?id=aab4f0cd-3153-4dbb-beec-00fffb379648 HTTP/1.1" status: 200 len: 898 time: 0.1003532 Sep 22 10:37:06.285837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-e6ad9e53-1920-4daa-a8fb-5d751938fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5b48de69-bcd0-4061-9ae3-a1da7b661568', 'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:5c:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:08Z', 'updated_at': '2021-09-22T10:36:12Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:06.313402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad9e53-1920-4daa-a8fb-5d751938fff8 None None] The sync data for ids ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'] in n-d-805649-4 is: [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '5b48de69-bcd0-4061-9ae3-a1da7b661568', 'name': '', 'network_id': 'aab4f0cd-3153-4dbb-beec-00fffb379648', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:5c:24:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:08Z', 'updated_at': '2021-09-22T10:36:12Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'ce0d2d3c-4949-4d63-8dde-d5566e69f229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:37:06.329068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769 req-4b5587a1-0247-4105-87a0-680f33f50696 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 HTTP/1.1" status: 200 len: 217 time: 0.0353696 Sep 22 10:37:06.384489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769 req-0d760b35-b448-4cae-8a6c-57db575b8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:06.386033 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769 req-0d760b35-b448-4cae-8a6c-57db575b8aae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce0d2d3c-4949-4d63-8dde-d5566e69f229 HTTP/1.1" status: 200 len: 835 time: 0.0488319 Sep 22 10:37:06.440438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769 req-a3c2093b-0a4e-4c86-b3b5-6f914350af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:06.442082 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769 req-a3c2093b-0a4e-4c86-b3b5-6f914350af36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aab4f0cd-3153-4dbb-beec-00fffb379648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481920 Sep 22 10:37:06.541247 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769 req-51e62a3e-9cfa-4e23-a769-2e38c2f77d4a service neutron] 10.222.0.60 "GET /v2.0/networks/aab4f0cd-3153-4dbb-beec-00fffb379648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913393 Sep 22 10:37:06.545627 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a68f9-2fd2-4b4c-9fa5-5aeb933e6197 None None] New status for floating IP 74e41051-cc10-40ef-ab15-c6b54e3cccc6: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:37:06.649991 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a626ea46-8bd2-4bb1-aa83-a6d511ea7769 req-281c18c3-7569-447f-9308-1e0b89511a48 service neutron] 10.222.0.60 "GET /v2.0/networks/aab4f0cd-3153-4dbb-beec-00fffb379648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005833 Sep 22 10:37:07.328292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469585f-7089-4c5e-999c-9fe325d6c98c req-a38b7067-e622-4d02-9220-b69c9c9bfd6e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:07.330215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4469585f-7089-4c5e-999c-9fe325d6c98c req-a38b7067-e622-4d02-9220-b69c9c9bfd6e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 945 time: 0.0564935 Sep 22 10:37:07.369975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4469585f-7089-4c5e-999c-9fe325d6c98c req-cb311e1d-2502-48ed-8ab2-9f062b8e4307 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=27ddb872-db00-4a82-91bd-e0b925944404&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334783 Sep 22 10:37:07.590046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d2cb5-4c47-40a5-b376-95ad9283b267 req-80376d00-c4cb-4ae8-9d09-070fad2968c0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:07.591476 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f0d2cb5-4c47-40a5-b376-95ad9283b267 req-80376d00-c4cb-4ae8-9d09-070fad2968c0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 945 time: 0.0516834 Sep 22 10:37:07.694608 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-5f0d2cb5-4c47-40a5-b376-95ad9283b267 req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:07.694957 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f0d2cb5-4c47-40a5-b376-95ad9283b267 req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.785475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-5f0d2cb5-4c47-40a5-b376-95ad9283b267 req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80,segment=NetworkSegment(c9e86e21-caf0-464e-984a-50191a79209f),segment_id=c9e86e21-caf0-464e-984a-50191a79209f)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:07.785843 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f0d2cb5-4c47-40a5-b376-95ad9283b267 req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:07.799423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-5f0d2cb5-4c47-40a5-b376-95ad9283b267 req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:08.024209 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f0d2cb5-4c47-40a5-b376-95ad9283b267 req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.055319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=8d99a01d-aba0-49d6-b8aa-d7d4d3308c80,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:08.086696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.087202 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.087492 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.087837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.088180 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.088519 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.088887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.089225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.089589 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.089924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.090325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.090750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:08.116485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0d2cb5-4c47-40a5-b376-95ad9283b267 req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] No DVR routers for this DVR port 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:08.119341 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-5f0d2cb5-4c47-40a5-b376-95ad9283b267 req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:08.121486 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5f0d2cb5-4c47-40a5-b376-95ad9283b267 req-bc5387d7-4ff7-4e5f-bceb-93f1ecaca0a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "DELETE /v2.0/ports/8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 HTTP/1.1" status: 204 len: 173 time: 0.5235195 Sep 22 10:37:08.121937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'name': 'network-vif-deleted', 'tag': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:08.124260 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ce7ef4-ac1c-4b15-aed3-b630ea4e8b73" -d '{"events": [{"server_uuid": "963f211e-c67b-4b92-b0ed-cd22289b0635", "name": "network-vif-deleted", "tag": "8d99a01d-aba0-49d6-b8aa-d7d4d3308c80"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:08.245742 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdbc372-6572-47fa-904b-87674bc8c1ea x-openstack-request-id: req-3fdbc372-6572-47fa-904b-87674bc8c1ea {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:08.245742 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963f211e-c67b-4b92-b0ed-cd22289b0635", "name": "network-vif-deleted", "tag": "8d99a01d-aba0-49d6-b8aa-d7d4d3308c80", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:08.245742 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fdbc372-6572-47fa-904b-87674bc8c1ea {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:08.245742 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963f211e-c67b-4b92-b0ed-cd22289b0635', 'name': 'network-vif-deleted', 'tag': '8d99a01d-aba0-49d6-b8aa-d7d4d3308c80', 'status': 'completed', 'code': 200} Sep 22 10:37:08.510657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0acec046-7a74-4f05-91f6-a461e1b49301 req-8bfd2df7-00b1-4794-b921-496a5492755b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=963f211e-c67b-4b92-b0ed-cd22289b0635 HTTP/1.1" status: 200 len: 210 time: 0.0444942 Sep 22 10:37:09.579274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57076) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:09.952372 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:10.217691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port 5b48de69-bcd0-4061-9ae3-a1da7b661568 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:10.217937 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:10.311572 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port 5b48de69-bcd0-4061-9ae3-a1da7b661568, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=5b48de69-bcd0-4061-9ae3-a1da7b661568,segment=NetworkSegment(c9e86e21-caf0-464e-984a-50191a79209f),segment_id=c9e86e21-caf0-464e-984a-50191a79209f)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:10.311949 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:10.325801 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for 5b48de69-bcd0-4061-9ae3-a1da7b661568 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:10.492824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:10.517626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:37:10.517964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 8d99a01d-aba0-49d6-b8aa-d7d4d3308c80 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:10.728481 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:10.760197 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=5b48de69-bcd0-4061-9ae3-a1da7b661568,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:10.939465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.420241 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:37:11.531178 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:37:11.536522 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-02838a1f-6e3a-4747-9c74-b68ee0a3971a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "PUT /v2.0/routers/4faf03d0-64bf-4a3f-87cc-4f466ac194e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9561210 Sep 22 10:37:11.541164 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57078) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:11.541361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5008469-5405-4a68-b114-cd0d048b4517 None None] Sync routers for ids ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:37:11.551150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5008469-5405-4a68-b114-cd0d048b4517 None None] Routers {'4faf03d0-64bf-4a3f-87cc-4f466ac194e5'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:11.551786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a5008469-5405-4a68-b114-cd0d048b4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:36:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:11.597126 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56af5d3-317b-4bfc-8fb3-55ae434bd3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting subnet ce0d2d3c-4949-4d63-8dde-d5566e69f229 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:37:11.600328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56af5d3-317b-4bfc-8fb3-55ae434bd3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.643418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56af5d3-317b-4bfc-8fb3-55ae434bd3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.662957 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a5008469-5405-4a68-b114-cd0d048b4517 None None] Set router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:11.736307 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56af5d3-317b-4bfc-8fb3-55ae434bd3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.854221 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a5008469-5405-4a68-b114-cd0d048b4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:37:10Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:11.869997 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56af5d3-317b-4bfc-8fb3-55ae434bd3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.881536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5008469-5405-4a68-b114-cd0d048b4517 None None] Checking router: 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:37:11.890422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5008469-5405-4a68-b114-cd0d048b4517 None None] Routers {'4faf03d0-64bf-4a3f-87cc-4f466ac194e5'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:11.891045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a5008469-5405-4a68-b114-cd0d048b4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:36:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:11.897033 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56af5d3-317b-4bfc-8fb3-55ae434bd3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0d2d3c-4949-4d63-8dde-d5566e69f229,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:11.902028 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f56af5d3-317b-4bfc-8fb3-55ae434bd3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:11.906670 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f56af5d3-317b-4bfc-8fb3-55ae434bd3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/subnets/ce0d2d3c-4949-4d63-8dde-d5566e69f229 HTTP/1.1" status: 204 len: 168 time: 0.3617599 Sep 22 10:37:11.906670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57080) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:11.935495 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a80456-3c94-4512-ad82-005a29fa65ba None None] Network aab4f0cd-3153-4dbb-beec-00fffb379648 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:12.019755 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.100268 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-a5008469-5405-4a68-b114-cd0d048b4517 None None] Set router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:12.126892 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.249139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port d544da6a-22cd-4594-bebd-07f914fd1dfb {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:12.249492 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.251574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] DHCP port deletion for aab4f0cd-3153-4dbb-beec-00fffb379648 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:37:12.334022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-a5008469-5405-4a68-b114-cd0d048b4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:37:10Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:12.337027 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port d544da6a-22cd-4594-bebd-07f914fd1dfb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d544da6a-22cd-4594-bebd-07f914fd1dfb,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:12.337399 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.349230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for d544da6a-22cd-4594-bebd-07f914fd1dfb owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:12.361720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5008469-5405-4a68-b114-cd0d048b4517 None None] The sync data for ids ['4faf03d0-64bf-4a3f-87cc-4f466ac194e5'] in n-d-805649-4 is: [{'id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150943802', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:36:03Z', 'updated_at': '2021-09-22T10:37:10Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'd544da6a-22cd-4594-bebd-07f914fd1dfb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4faf03d0-64bf-4a3f-87cc-4f466ac194e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:36:04Z', 'updated_at': '2021-09-22T10:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:37:12.368680 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Deleting port 76996b61-4bc2-4713-9d99-d2adb8f6905b {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:37:12.369086 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.440233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] For port 76996b61-4bc2-4713-9d99-d2adb8f6905b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=76996b61-4bc2-4713-9d99-d2adb8f6905b,segment=NetworkSegment(c9e86e21-caf0-464e-984a-50191a79209f),segment_id=c9e86e21-caf0-464e-984a-50191a79209f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:12.440632 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.453011 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Calling delete_port for 76996b61-4bc2-4713-9d99-d2adb8f6905b owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:37:12.758182 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 76996b61-4bc2-4713-9d99-d2adb8f6905b no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:12.808592 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.828196 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.834221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=d544da6a-22cd-4594-bebd-07f914fd1dfb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:12.864950 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Pushing event deleted for resources: {'Port': ['ID=76996b61-4bc2-4713-9d99-d2adb8f6905b,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:12.868984 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] No DVR routers for this DVR port 76996b61-4bc2-4713-9d99-d2adb8f6905b on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:37:12.870486 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.878885 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.879234 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.879573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.882736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.882736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.882736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.882736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.882736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.882736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.882736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.882736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.882736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5503344-fa34-493f-9cc7-dcbdcc11de1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:12.907360 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:12.920844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5b48de69-bcd0-4061-9ae3-a1da7b661568 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:12.939710 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 5b48de69-bcd0-4061-9ae3-a1da7b661568 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:37:12.940056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 5b48de69-bcd0-4061-9ae3-a1da7b661568 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:13.005827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.008460 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.120921 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.121533 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Fanout notify agent at l3_agent the message router_deleted on router 4faf03d0-64bf-4a3f-87cc-4f466ac194e5 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:37:13.129760 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.129760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8eb3a5a0-6d17-41f1-a0ab-0f2170bd3fc5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/routers/4faf03d0-64bf-4a3f-87cc-4f466ac194e5 HTTP/1.1" status: 204 len: 168 time: 1.2217627 Sep 22 10:37:13.132418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57082) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:13.221031 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.332019 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.353728 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab4f0cd-3153-4dbb-beec-00fffb379648']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:13.362588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e86e21-caf0-464e-984a-50191a79209f') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:13.362881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e86e21-caf0-464e-984a-50191a79209f') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:13.372710 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.386093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.392155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:37:13.398304 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:37:13.534608 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.548373 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.548373 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/networks/aab4f0cd-3153-4dbb-beec-00fffb379648 HTTP/1.1" status: 204 len: 168 time: 0.4118822 Sep 22 10:37:13.550334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57084) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:13.558550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b32b4-3982-41a7-9885-696559c841b0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Network': ['ID=aab4f0cd-3153-4dbb-beec-00fffb379648,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:13.621486 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d9dd0f2-dd8e-4cba-aaf1-ba2ba38d301d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.647989 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d9dd0f2-dd8e-4cba-aaf1-ba2ba38d301d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.774420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d9dd0f2-dd8e-4cba-aaf1-ba2ba38d301d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.777106 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3d9dd0f2-dd8e-4cba-aaf1-ba2ba38d301d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:13.778319 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3d9dd0f2-dd8e-4cba-aaf1-ba2ba38d301d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/security-groups/27ddb872-db00-4a82-91bd-e0b925944404 HTTP/1.1" status: 204 len: 168 time: 0.2269533 Sep 22 10:37:13.787687 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9dd0f2-dd8e-4cba-aaf1-ba2ba38d301d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ddb872-db00-4a82-91bd-e0b925944404,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:14.260096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57090) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:14.264762 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-24b7222e-0aa2-4c64-87a7-d4079b6573b5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051922886', 'description': 'tempest-secgroup-smoke-1051922886 description', 'project_id': '9049aba4787c4576965728c63f4ba223'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:14.374623 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-24b7222e-0aa2-4c64-87a7-d4079b6573b5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.456750 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-24b7222e-0aa2-4c64-87a7-d4079b6573b5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.523444 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-24b7222e-0aa2-4c64-87a7-d4079b6573b5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.551967 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7222e-0aa2-4c64-87a7-d4079b6573b5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:14.625699 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-24b7222e-0aa2-4c64-87a7-d4079b6573b5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.626987 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-24b7222e-0aa2-4c64-87a7-d4079b6573b5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3658495 Sep 22 10:37:14.629944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57092) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:14.635015 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-a5eeb367-11f5-4074-9e57-49c6bf0b0233 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:14.684113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d544da6a-22cd-4594-bebd-07f914fd1dfb no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:37:14.708084 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: d544da6a-22cd-4594-bebd-07f914fd1dfb {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:37:14.709096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d544da6a-22cd-4594-bebd-07f914fd1dfb not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:37:14.748634 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb367-11f5-4074-9e57-49c6bf0b0233 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.820275 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb367-11f5-4074-9e57-49c6bf0b0233 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.939595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb367-11f5-4074-9e57-49c6bf0b0233 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:14.959215 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeb367-11f5-4074-9e57-49c6bf0b0233 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1c269f-cfed-491e-bd47-882e4bece5bb,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:15.054125 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb367-11f5-4074-9e57-49c6bf0b0233 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.055386 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a5eeb367-11f5-4074-9e57-49c6bf0b0233 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4245043 Sep 22 10:37:15.058252 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57094) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:15.062684 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b8ead2a6-ebbe-4a57-93d0-156492dbd970 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:15.184948 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8ead2a6-ebbe-4a57-93d0-156492dbd970 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.248369 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8ead2a6-ebbe-4a57-93d0-156492dbd970 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.441008 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8ead2a6-ebbe-4a57-93d0-156492dbd970 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.460463 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ead2a6-ebbe-4a57-93d0-156492dbd970 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4c960b-2ebc-4a11-bf5b-8c08c65bbcba,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:15.598634 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b8ead2a6-ebbe-4a57-93d0-156492dbd970 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.598634 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b8ead2a6-ebbe-4a57-93d0-156492dbd970 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5393901 Sep 22 10:37:15.602141 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57096) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:15.606688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-533fe99f-6309-44ae-8d27-f4443c7daa93 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:15.727805 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-533fe99f-6309-44ae-8d27-f4443c7daa93 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.786519 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-533fe99f-6309-44ae-8d27-f4443c7daa93 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.900481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-533fe99f-6309-44ae-8d27-f4443c7daa93 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:15.919274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fe99f-6309-44ae-8d27-f4443c7daa93 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc98f6a-26b4-45c1-b5c2-d99115098a99,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:16.020423 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-533fe99f-6309-44ae-8d27-f4443c7daa93 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.021666 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-533fe99f-6309-44ae-8d27-f4443c7daa93 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4185209 Sep 22 10:37:16.025248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57098) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:16.029610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-40b1f73b-0059-4cfb-aa39-4bcaed57faaa tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:16.122744 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40b1f73b-0059-4cfb-aa39-4bcaed57faaa tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.184932 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40b1f73b-0059-4cfb-aa39-4bcaed57faaa tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.271517 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40b1f73b-0059-4cfb-aa39-4bcaed57faaa tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.289458 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1f73b-0059-4cfb-aa39-4bcaed57faaa tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbe4d57-b458-4472-bddd-00b9985fee76,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:16.379762 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40b1f73b-0059-4cfb-aa39-4bcaed57faaa tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.381088 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-40b1f73b-0059-4cfb-aa39-4bcaed57faaa tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3548837 Sep 22 10:37:16.384684 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57100) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:16.389127 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-6cfb9f84-7b62-4095-b540-88883aadcc68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:16.494369 n-d-805649-4 neutron-server[95509]: INFO neutron.db.securitygroups_db [None req-6cfb9f84-7b62-4095-b540-88883aadcc68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Project 9049aba4787c4576965728c63f4ba223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:37:16.499669 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9f84-7b62-4095-b540-88883aadcc68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.559281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9f84-7b62-4095-b540-88883aadcc68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.642704 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9f84-7b62-4095-b540-88883aadcc68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.661056 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb9f84-7b62-4095-b540-88883aadcc68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24412317-6013-4bca-8704-07e93ed0cb43,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:16.734021 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9f84-7b62-4095-b540-88883aadcc68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.735295 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-6cfb9f84-7b62-4095-b540-88883aadcc68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3496537 Sep 22 10:37:16.738128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57102) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:16.743894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-63a22dd8-eff5-4af9-958b-33e518cb1e22 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': '5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:16.835517 n-d-805649-4 neutron-server[95509]: INFO neutron.db.securitygroups_db [None req-63a22dd8-eff5-4af9-958b-33e518cb1e22 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Project 9049aba4787c4576965728c63f4ba223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:37:16.840839 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a22dd8-eff5-4af9-958b-33e518cb1e22 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.902010 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a22dd8-eff5-4af9-958b-33e518cb1e22 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.977776 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a22dd8-eff5-4af9-958b-33e518cb1e22 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:16.998006 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a22dd8-eff5-4af9-958b-33e518cb1e22 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0e51f3-82c7-4fdb-8f27-484396070a57,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:17.260441 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-63a22dd8-eff5-4af9-958b-33e518cb1e22 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.261742 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-63a22dd8-eff5-4af9-958b-33e518cb1e22 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5224223 Sep 22 10:37:17.264601 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57104) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:17.269490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'network': {'name': 'tempest-network-smoke--1357222438', 'project_id': '9049aba4787c4576965728c63f4ba223', 'port_security_enabled': True}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:17.400330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:17.403978 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.427666 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:37:17.436594 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.436961 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Added segment 87cb9381-a54c-4f71-905b-729fd736cb93 of type vlan for network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a Sep 22 10:37:17.480751 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.614889 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.622227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:17.622866 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.689108 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Network': ['ID=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:17.700376 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:37:17.741581 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d0ca6056-8feb-475a-ac77-a190b1dc5baf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4752712 Sep 22 10:37:17.744269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57106) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:17.748864 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'admin_state_up': True, 'project_id': '9049aba4787c4576965728c63f4ba223', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:17.854574 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.855722 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:17.913970 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.135489 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.432235 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.451113 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.561924 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.25.6.6 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/3bf9390d-82b1-44e6-bc6b-af1bf6950ef4) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:18.672881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.761172 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:18.800880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:18.804456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:18.807094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:18.839972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=3bf9390d-82b1-44e6-bc6b-af1bf6950ef4,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:19.205646 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:19.420064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:19.625652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:37:19.737028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:37:19.748025 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Sync routers for ids ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:37:19.758212 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Routers {'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:19.758855 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:36:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:19.878584 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Set router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:19.911336 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:19.912675 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-79adeb2f-f91c-498b-896d-c0f21c0236b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1672509 Sep 22 10:37:19.918469 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57108) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:19.953890 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-abc2afb8-f365-45eb-84d4-f8b8ec72b2b9 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=9049aba4787c4576965728c63f4ba223&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341804 Sep 22 10:37:19.956552 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57110) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:20.069114 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:18Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:20.097147 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Checking router: f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:37:20.097487 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Updating router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 port 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:37:20.122301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986fba35-9858-4b66-9bca-72c69b35e42c tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:20.123593 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.123825 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-986fba35-9858-4b66-9bca-72c69b35e42c tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1662886 Sep 22 10:37:20.127035 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57112) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:20.410552 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.493334 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4d4a1c06-c13f-4622-bd59-5b76001a51ae tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3652039 Sep 22 10:37:20.495935 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57114) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:20.500910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838451232', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'project_id': '9049aba4787c4576965728c63f4ba223', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:20.506824 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.562830 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Attempting to bind port 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:20.563137 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Attempting to bind port 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:20.563416 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Attempting to bind port 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:20.575714 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Pushing event updated for resources: {'Port': ['ID=3bf9390d-82b1-44e6-bc6b-af1bf6950ef4,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:20.579077 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:20.579437 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:20.579836 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.580223 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:20.580688 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Bound port: 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:20.581089 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.588784 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.589134 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.589466 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.589797 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.590118 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.590484 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.590824 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.591138 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.591461 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.591773 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.592090 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.592399 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:37:20.650635 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] For port 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:20.654067 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] For port 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3bf9390d-82b1-44e6-bc6b-af1bf6950ef4,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:20.686257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:20.689906 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.745968 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:20.804936 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Routers {'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:20.805620 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:36:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:20.810936 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942b425-1d2b-4514-9fe9-cb1f794aff10 None None] Pushing event updated for resources: {'Port': ['ID=3bf9390d-82b1-44e6-bc6b-af1bf6950ef4,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:20.923012 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] Set router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:21.003497 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:21.097748 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Subnet': ['ID=03125488-a49f-44d9-acc8-bebb17877289,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:21.106711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Checking segment: {'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:21.107280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network hostable DHCP agents. Network: 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:37:21.143507 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:18Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:21.173399 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf6986-26ec-41c3-b286-1068926f6541 None None] The sync data for ids ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'] in n-d-805649-4 is: [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:18Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:37:21.225968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:37:21.379635 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:21.385309 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:21.387003 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:21.404205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e2dfb-587a-4c23-aa73-237e9696abc9 None None] Network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:21.517960 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e2b4f01d-3dfb-43f2-950c-dcdb60d9a3cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0209880 Sep 22 10:37:21.521401 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57116) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:21.579493 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ips': [{'subnet_id': '03125488-a49f-44d9-acc8-bebb17877289'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:37:21.581098 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:21.745219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Allocated IP 172.20.0.2 (4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a/03125488-a49f-44d9-acc8-bebb17877289/1acaf2f9-09af-4627-8b99-22c0b1d23048) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:21.902178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.037450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.042124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.249997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:22.254563 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:22.257920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:22.268324 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Pushing event updated for resources: {'Port': ['ID=1acaf2f9-09af-4627-8b99-22c0b1d23048,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:22.324128 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Attempting to bind port 1acaf2f9-09af-4627-8b99-22c0b1d23048 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:22.324589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Attempting to bind port 1acaf2f9-09af-4627-8b99-22c0b1d23048 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:22.325048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Attempting to bind port 1acaf2f9-09af-4627-8b99-22c0b1d23048 on network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:22.330511 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:22.331067 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Checking segment: {'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:22.331646 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.332034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Bound using segment: {'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:22.332637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Bound port: 1acaf2f9-09af-4627-8b99-22c0b1d23048, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:22.333048 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.400212 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] For port 1acaf2f9-09af-4627-8b99-22c0b1d23048, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:22.403081 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.20.0.1 (4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a/03125488-a49f-44d9-acc8-bebb17877289/f647b07f-827d-4dfa-a6b1-c63c2430099b) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:22.404817 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] For port 1acaf2f9-09af-4627-8b99-22c0b1d23048, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1acaf2f9-09af-4627-8b99-22c0b1d23048,segment=NetworkSegment(87cb9381-a54c-4f71-905b-729fd736cb93),segment_id=87cb9381-a54c-4f71-905b-729fd736cb93)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:22.504142 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.544149 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.582256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d56aa1-c63c-44c4-8884-b345bd7813c7 None None] Pushing event updated for resources: {'Port': ['ID=1acaf2f9-09af-4627-8b99-22c0b1d23048,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:22.666433 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.711049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:22.714464 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:22.726365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:22.727398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=f647b07f-827d-4dfa-a6b1-c63c2430099b,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:22.739095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:22.800334 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.825760 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:22.826223 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.918770 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:22.946961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3bf9390d-82b1-44e6-bc6b-af1bf6950ef4,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:23.038270 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.043085 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.105008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=3bf9390d-82b1-44e6-bc6b-af1bf6950ef4,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:23.345541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.408580 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.495047 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.498186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=f647b07f-827d-4dfa-a6b1-c63c2430099b,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:23.567442 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b9fcb-c599-41e8-b8fc-487f6e162021 None None] Network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:37:23.597466 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:23.598954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:23.650545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d5717c83-963d-44d1-87f7-2eab15fd81db None None] Provisioning complete for port 1acaf2f9-09af-4627-8b99-22c0b1d23048 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:23.650919 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5717c83-963d-44d1-87f7-2eab15fd81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.717064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:37:23.791413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5717c83-963d-44d1-87f7-2eab15fd81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.828132 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d5717c83-963d-44d1-87f7-2eab15fd81db None None] For port 1acaf2f9-09af-4627-8b99-22c0b1d23048, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1acaf2f9-09af-4627-8b99-22c0b1d23048,segment=NetworkSegment(87cb9381-a54c-4f71-905b-729fd736cb93),segment_id=87cb9381-a54c-4f71-905b-729fd736cb93)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:23.831107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:37:23.847577 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a846d9fd-3a11-47f9-8993-9586039636cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "PUT /v2.0/routers/f7c9de4b-dda5-42f4-b0be-b0ccbf61a723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3187289 Sep 22 10:37:23.847702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Sync routers for ids ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:37:23.863935 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Routers {'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:23.864595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:36:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:23.909027 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d5717c83-963d-44d1-87f7-2eab15fd81db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:23.943276 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.007568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2f636475-51dd-4a14-b672-89885e6a703b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051922886&fields=id&tenant_id=9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 267 time: 0.0457401 Sep 22 10:37:24.008036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5717c83-963d-44d1-87f7-2eab15fd81db None None] Pushing event updated for resources: {'Port': ['ID=1acaf2f9-09af-4627-8b99-22c0b1d23048,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:24.031411 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Set router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:24.072007 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-909ff344-6f20-4e2e-a312-5e2da611ed20 None None] Provisioning complete for port 1acaf2f9-09af-4627-8b99-22c0b1d23048 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:24.072368 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-909ff344-6f20-4e2e-a312-5e2da611ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.119418 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-4e6bfa6c-8b7e-4186-9c94-197d194331d2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:24.121176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-4e6bfa6c-8b7e-4186-9c94-197d194331d2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/networks?id=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a HTTP/1.1" status: 200 len: 797 time: 0.1130388 Sep 22 10:37:24.139446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-8acd0f6b-a64c-4da0-8906-6555f653acf6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/quotas/9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 375 time: 0.0114994 Sep 22 10:37:24.200636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b8207fbd-eb06-442f-874c-973e298df2f6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551789 Sep 22 10:37:24.229714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-42a6d801-e4b2-4575-bdc3-86b05d285670 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:37:24.231624 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-42a6d801-e4b2-4575-bdc3-86b05d285670 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058804 Sep 22 10:37:24.315084 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eceb7513-a1c0-4ae0-8d8b-8bb0809b03a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.333453 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-909ff344-6f20-4e2e-a312-5e2da611ed20 None None] Provisioning complete for port f647b07f-827d-4dfa-a6b1-c63c2430099b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:24.337001 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-909ff344-6f20-4e2e-a312-5e2da611ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.337152 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-5ffc4cd1-f72c-4d65-b862-24b51993a126 service neutron] 10.222.0.49 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966287 Sep 22 10:37:24.378820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-909ff344-6f20-4e2e-a312-5e2da611ed20 None None] Port f647b07f-827d-4dfa-a6b1-c63c2430099b cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:37:24.385141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f647b07f-827d-4dfa-a6b1-c63c2430099b', 'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:26:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '03125488-a49f-44d9-acc8-bebb17877289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:22Z', 'updated_at': '2021-09-22T10:37:23Z', 'revision_number': 2, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '03125488-a49f-44d9-acc8-bebb17877289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:24.413096 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Checking router: f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:37:24.413616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Updating router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 port f647b07f-827d-4dfa-a6b1-c63c2430099b binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:37:24.442743 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.445855 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-e1af617d-f1d1-48ee-8037-72e3374478df service neutron] 10.222.0.49 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014030 Sep 22 10:37:24.562844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-abf3d6a3-aefb-4713-b2ad-9af068b8551c None None] Provisioning complete for port f647b07f-827d-4dfa-a6b1-c63c2430099b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:24.563211 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-abf3d6a3-aefb-4713-b2ad-9af068b8551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.619901 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-abf3d6a3-aefb-4713-b2ad-9af068b8551c None None] Port f647b07f-827d-4dfa-a6b1-c63c2430099b cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:37:24.698095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-31abe913-c895-4e4b-8309-bd6cd2e1c914 req-9924e88f-de8f-43d5-816a-bade8353c120 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 210 time: 0.0274305 Sep 22 10:37:24.774945 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.804487 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:24.848854 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.894063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:24.894346 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:24.947118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8381c26-e802-46ee-82cd-1695b664dc12 None None] Pushing event updated for resources: {'Port': ['ID=f647b07f-827d-4dfa-a6b1-c63c2430099b,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:25.030348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Attempting to bind port f647b07f-827d-4dfa-a6b1-c63c2430099b on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:25.030739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Attempting to bind port f647b07f-827d-4dfa-a6b1-c63c2430099b by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:25.031035 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Attempting to bind port f647b07f-827d-4dfa-a6b1-c63c2430099b on network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:25.042414 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:25.042908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Checking segment: {'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:25.043193 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.043585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Bound using segment: {'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:25.044069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Bound port: f647b07f-827d-4dfa-a6b1-c63c2430099b, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:25.044440 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.063201 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1acaf2f9-09af-4627-8b99-22c0b1d23048 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:25.157416 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] For port f647b07f-827d-4dfa-a6b1-c63c2430099b, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:25.180020 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] For port f647b07f-827d-4dfa-a6b1-c63c2430099b, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f647b07f-827d-4dfa-a6b1-c63c2430099b,segment=NetworkSegment(87cb9381-a54c-4f71-905b-729fd736cb93),segment_id=87cb9381-a54c-4f71-905b-729fd736cb93)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:25.184502 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1acaf2f9-09af-4627-8b99-22c0b1d23048 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:25.184903 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.186476 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f88b14a5-7c7d-4482-9233-03a6dcab3c5f None None] Provisioning complete for port f647b07f-827d-4dfa-a6b1-c63c2430099b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:25.186824 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f88b14a5-7c7d-4482-9233-03a6dcab3c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.250365 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.256443 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-f88b14a5-7c7d-4482-9233-03a6dcab3c5f None None] Port f647b07f-827d-4dfa-a6b1-c63c2430099b cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:37:25.281321 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.322465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Routers {'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:25.323103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:36:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:25.342600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8381c26-e802-46ee-82cd-1695b664dc12 None None] Pushing event updated for resources: {'Port': ['ID=f647b07f-827d-4dfa-a6b1-c63c2430099b,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:25.468081 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] Set router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:25.616709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-68f60d42-e760-4070-9bf3-548bf5439536 None None] Provisioning complete for port f647b07f-827d-4dfa-a6b1-c63c2430099b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:25.617038 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68f60d42-e760-4070-9bf3-548bf5439536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.745208 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68f60d42-e760-4070-9bf3-548bf5439536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:25.755913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f647b07f-827d-4dfa-a6b1-c63c2430099b', 'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:26:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '03125488-a49f-44d9-acc8-bebb17877289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:22Z', 'updated_at': '2021-09-22T10:37:25Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '03125488-a49f-44d9-acc8-bebb17877289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:25.781926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-47a69058-e6c9-42f5-b3de-33882e913f8b req-ead03dfc-2ef2-4242-9ab5-ac18bb3f7fea tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 210 time: 0.0287886 Sep 22 10:37:25.796031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee91c1a-c5ec-4476-8fea-bfad72de9c11 None None] The sync data for ids ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'] in n-d-805649-4 is: [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f647b07f-827d-4dfa-a6b1-c63c2430099b', 'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:26:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '03125488-a49f-44d9-acc8-bebb17877289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:22Z', 'updated_at': '2021-09-22T10:37:25Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '03125488-a49f-44d9-acc8-bebb17877289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:37:25.822330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-68f60d42-e760-4070-9bf3-548bf5439536 None None] For port f647b07f-827d-4dfa-a6b1-c63c2430099b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f647b07f-827d-4dfa-a6b1-c63c2430099b,segment=NetworkSegment(87cb9381-a54c-4f71-905b-729fd736cb93),segment_id=87cb9381-a54c-4f71-905b-729fd736cb93)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:25.911248 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-68f60d42-e760-4070-9bf3-548bf5439536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.125506 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f60d42-e760-4070-9bf3-548bf5439536 None None] Pushing event updated for resources: {'Port': ['ID=f647b07f-827d-4dfa-a6b1-c63c2430099b,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:26.715488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f647b07f-827d-4dfa-a6b1-c63c2430099b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:26.771077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f647b07f-827d-4dfa-a6b1-c63c2430099b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:26.772034 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:26.885743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1eb24506-929c-4107-a95d-1a19c4cbeb98 req-9d4f1ad0-13b1-4fd7-91d8-f06d46f77f3e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 210 time: 0.0300725 Sep 22 10:37:27.049419 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-79ddc961-9fe4-475e-893e-6c07cf4be44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.654668 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:27.976247 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f679af0d-072b-4acc-8069-12edcf805ac1 req-3e4ef353-d99e-4cf2-b64f-9558b7ce0f12 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 210 time: 0.0265818 Sep 22 10:37:28.337851 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:29.079073 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c29f045b-62ed-43ac-86a3-a9db2e012934 req-ca7cb8b7-32e2-4c86-9921-1ade72fe8d61 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 210 time: 0.0302198 Sep 22 10:37:30.183200 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0609442-c6f9-4614-b4f8-01c3c2ea8d0f req-27e8fb50-c7cc-430c-a6bf-f70bf45fe2ee tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 210 time: 0.0308392 Sep 22 10:37:30.188960 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:30.450488 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:37:31.247521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-493aaf95-f592-4051-823e-fa35c4ed4676 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:31.249152 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-493aaf95-f592-4051-823e-fa35c4ed4676 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/networks?id=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a HTTP/1.1" status: 200 len: 797 time: 0.1239812 Sep 22 10:37:31.291892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-02e57f2f-9f30-4e35-bf57-d818ddc8f51d req-c301f733-a9af-41d5-8960-39d3f179ac52 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 210 time: 0.0299788 Sep 22 10:37:31.307034 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-8a8f1695-1115-4e7d-ac31-010758297e07 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 380 time: 0.0433931 Sep 22 10:37:31.317433 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'port': {'device_id': '90cc17de-39a6-4a1a-8920-a7b598164823', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'admin_state_up': True, 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'security_groups': ['5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:31.562777 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:37:31.566554 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:31.704071 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.20.0.14 (4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a/03125488-a49f-44d9-acc8-bebb17877289/35f3d480-cbcc-460f-9b1c-c6f5c25833fa) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:31.860638 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:31.986259 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.027523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:32.030787 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:32.033439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:32.078524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=35f3d480-cbcc-460f-9b1c-c6f5c25833fa,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:32.101514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:32.102229 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.249545 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-b4ff78ea-9e41-4901-831b-78418de258d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9365234 Sep 22 10:37:32.262357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Request body: {'port': {'device_id': '90cc17de-39a6-4a1a-8920-a7b598164823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:32.272343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0eb01afb-0e3d-41fe-a11f-364e799f510d None None] Provisioning complete for port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:32.272966 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0eb01afb-0e3d-41fe-a11f-364e799f510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.312508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0eb01afb-0e3d-41fe-a11f-364e799f510d None None] Port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:37:32.326481 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.425395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ac695-0591-4b4c-a5cc-5a7a8d05a9d9 req-6928af52-6072-4d6d-930e-b2e8f895192b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:32.426943 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-342ac695-0591-4b4c-a5cc-5a7a8d05a9d9 req-6928af52-6072-4d6d-930e-b2e8f895192b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 932 time: 0.0533054 Sep 22 10:37:32.479596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-342ac695-0591-4b4c-a5cc-5a7a8d05a9d9 req-47c861aa-3e9b-4e52-87e0-5f8461ebfcab tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455234 Sep 22 10:37:32.633998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f3d480-cbcc-460f-9b1c-c6f5c25833fa {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:37:32.642385 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.657665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Transition to ACTIVE for port object 35f3d480-cbcc-460f-9b1c-c6f5c25833fa will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:37:32.728622 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.783344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Pushing event updated for resources: {'Port': ['ID=35f3d480-cbcc-460f-9b1c-c6f5c25833fa,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:32.860278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Attempting to bind port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:37:32.860602 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Attempting to bind port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:37:32.860969 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Attempting to bind port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa on network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:32.866795 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa on network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:37:32.867119 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Attempting to bind port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa on network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:37:32.872958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:37:32.881354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Checking segment: {'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:37:32.881354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Bound using segment: {'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:37:32.881354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Bound port: 35f3d480-cbcc-460f-9b1c-c6f5c25833fa, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87cb9381-a54c-4f71-905b-729fd736cb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:37:32.881354 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:32.953767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] For port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:37:32.956956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] For port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=35f3d480-cbcc-460f-9b1c-c6f5c25833fa,segment=NetworkSegment(87cb9381-a54c-4f71-905b-729fd736cb93),segment_id=87cb9381-a54c-4f71-905b-729fd736cb93)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:37:33.037277 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:33.073746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:33.074389 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:33.075872 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] 10.222.0.60 "PUT /v2.0/ports/35f3d480-cbcc-460f-9b1c-c6f5c25833fa HTTP/1.1" status: 200 len: 1092 time: 0.8180373 Sep 22 10:37:33.076308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cc17de-39a6-4a1a-8920-a7b598164823', 'tag': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:33.078614 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4ebd90-4e46-480b-8625-d4305dcb54a9" -d '{"events": [{"name": "network-changed", "server_uuid": "90cc17de-39a6-4a1a-8920-a7b598164823", "tag": "35f3d480-cbcc-460f-9b1c-c6f5c25833fa"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:33.121507 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763e113-e1f1-472d-8fb1-dda270f3adb8 service neutron] Pushing event updated for resources: {'Port': ['ID=35f3d480-cbcc-460f-9b1c-c6f5c25833fa,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:33.143342 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6977fb-b7e7-4a99-9cf0-11e42acae366 x-openstack-request-id: req-9f6977fb-b7e7-4a99-9cf0-11e42acae366 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:33.143342 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cc17de-39a6-4a1a-8920-a7b598164823", "tag": "35f3d480-cbcc-460f-9b1c-c6f5c25833fa", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:33.143342 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f6977fb-b7e7-4a99-9cf0-11e42acae366 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:33.143342 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cc17de-39a6-4a1a-8920-a7b598164823', 'tag': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa', 'status': 'completed', 'code': 200} Sep 22 10:37:33.214067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ebd90-4e46-480b-8625-d4305dcb54a9 req-aa427c73-1758-4fed-bdaf-d898e0bbb165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:33.215626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5d4ebd90-4e46-480b-8625-d4305dcb54a9 req-aa427c73-1758-4fed-bdaf-d898e0bbb165 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 1095 time: 0.0498259 Sep 22 10:37:33.342864 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ebd90-4e46-480b-8625-d4305dcb54a9 req-9b436832-90a6-4f64-b1a1-f424b16102d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:33.345062 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5d4ebd90-4e46-480b-8625-d4305dcb54a9 req-9b436832-90a6-4f64-b1a1-f424b16102d5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9049aba4787c4576965728c63f4ba223&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1191390 Sep 22 10:37:33.450386 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ebd90-4e46-480b-8625-d4305dcb54a9 req-bd897028-bd44-4e7e-85e3-92901f20b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:33.451898 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5d4ebd90-4e46-480b-8625-d4305dcb54a9 req-bd897028-bd44-4e7e-85e3-92901f20b262 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002760 Sep 22 10:37:33.541654 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-99317ef1-4b6a-490c-8a67-5434309ff1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:33.543307 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-99317ef1-4b6a-490c-8a67-5434309ff1b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 1095 time: 0.0500968 Sep 22 10:37:33.593681 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-36d87dbc-924b-424d-adef-6b93b66d839a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35f3d480-cbcc-460f-9b1c-c6f5c25833fa HTTP/1.1" status: 200 len: 217 time: 0.0422788 Sep 22 10:37:33.621137 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f054914-6fb5-4e79-a3a2-3c8c61cb5721 req-a5d31d3e-4eab-4c73-8158-1dad82c0cad4 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:33.622878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f054914-6fb5-4e79-a3a2-3c8c61cb5721 req-a5d31d3e-4eab-4c73-8158-1dad82c0cad4 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 944 time: 0.0640535 Sep 22 10:37:33.651003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2e892658-e24c-4b38-965a-4b49e72377b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:33.652609 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-2e892658-e24c-4b38-965a-4b49e72377b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03125488-a49f-44d9-acc8-bebb17877289 HTTP/1.1" status: 200 len: 834 time: 0.0522101 Sep 22 10:37:33.674628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1f054914-6fb5-4e79-a3a2-3c8c61cb5721 req-c9ee1536-a6c0-4c41-bb7f-1d46fe32d8ed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Sep 22 10:37:33.704997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-8b8748be-1b4a-4eba-9fbe-5fc6dae13214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:33.706524 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-8b8748be-1b4a-4eba-9fbe-5fc6dae13214 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472016 Sep 22 10:37:33.809664 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-77ebac02-5fa0-42a2-9e80-5570e93ee9de service neutron] 10.222.0.60 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954380 Sep 22 10:37:33.917144 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c2a017b8-d43c-49c4-98f7-8563a4d568f1 req-3bcf42b1-1db1-4a17-9877-1cb8b00f081f service neutron] 10.222.0.60 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997293 Sep 22 10:37:34.804375 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f80552-7f50-4fd2-896c-05b7953bd9c5 req-a4ffa566-f7ae-41f3-8de2-fd2e37448241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:34.805916 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62f80552-7f50-4fd2-896c-05b7953bd9c5 req-a4ffa566-f7ae-41f3-8de2-fd2e37448241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 944 time: 0.0521007 Sep 22 10:37:34.847314 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-62f80552-7f50-4fd2-896c-05b7953bd9c5 req-0fcd0f9a-fe2e-4e08-ab89-27bf1cd72c0f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338676 Sep 22 10:37:35.982390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b6737-325e-42cc-958f-1afca40fe399 req-3bb0f268-7ace-4880-aeb6-1e615cb61046 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:35.983883 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a3b6737-325e-42cc-958f-1afca40fe399 req-3bb0f268-7ace-4880-aeb6-1e615cb61046 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 944 time: 0.0604961 Sep 22 10:37:36.024942 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a3b6737-325e-42cc-958f-1afca40fe399 req-83e3837a-6bf1-4b08-8bd1-f17d994d1e1b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346935 Sep 22 10:37:36.670983 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 35f3d480-cbcc-460f-9b1c-c6f5c25833fa details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:37:36.772008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=35f3d480-cbcc-460f-9b1c-c6f5c25833fa,segment=NetworkSegment(87cb9381-a54c-4f71-905b-729fd736cb93),segment_id=87cb9381-a54c-4f71-905b-729fd736cb93)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:36.783670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'port_id': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa', 'mac_address': 'fa:16:3e:60:f8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03125488-a49f-44d9-acc8-bebb17877289', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:37:36.821194 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:36.848508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f3d480-cbcc-460f-9b1c-c6f5c25833fa {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:37:36.856384 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=35f3d480-cbcc-460f-9b1c-c6f5c25833fa,segment=NetworkSegment(87cb9381-a54c-4f71-905b-729fd736cb93),segment_id=87cb9381-a54c-4f71-905b-729fd736cb93)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:36.983136 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:37.031330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=35f3d480-cbcc-460f-9b1c-c6f5c25833fa,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:37.147303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c1e3a-7c83-47a0-b809-4a8c6c984073 req-9a884cc3-8f98-46cc-b18e-fe6060642a4d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:37.148551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-409c1e3a-7c83-47a0-b809-4a8c6c984073 req-9a884cc3-8f98-46cc-b18e-fe6060642a4d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 945 time: 0.0536704 Sep 22 10:37:37.187526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['35f3d480-cbcc-460f-9b1c-c6f5c25833fa'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:37:37.194512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-409c1e3a-7c83-47a0-b809-4a8c6c984073 req-238050a4-5744-4e2d-8525-7ae2e634c08f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389826 Sep 22 10:37:38.313798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dbdcf-540a-440d-ba6c-7db45b28ae83 req-885011ac-fa2a-40e8-8f6e-39005b3ba654 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:38.317439 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-739dbdcf-540a-440d-ba6c-7db45b28ae83 req-885011ac-fa2a-40e8-8f6e-39005b3ba654 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 945 time: 0.0516410 Sep 22 10:37:38.359302 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-739dbdcf-540a-440d-ba6c-7db45b28ae83 req-412a487b-d4b4-4ded-ad9e-b367b1112397 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362589 Sep 22 10:37:38.686691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 35f3d480-cbcc-460f-9b1c-c6f5c25833fa up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:37:38.808154 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:37:38.812233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:37:38.812602 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.895818 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:38.918837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cc17de-39a6-4a1a-8920-a7b598164823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:38.921113 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d01132-01c9-4486-9f45-2557670befbd" -d '{"events": [{"server_uuid": "90cc17de-39a6-4a1a-8920-a7b598164823", "name": "network-vif-plugged", "status": "completed", "tag": "35f3d480-cbcc-460f-9b1c-c6f5c25833fa"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:38.934882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=35f3d480-cbcc-460f-9b1c-c6f5c25833fa,segment=NetworkSegment(87cb9381-a54c-4f71-905b-729fd736cb93),segment_id=87cb9381-a54c-4f71-905b-729fd736cb93)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:37:39.016750 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfe899e-54a7-4b51-a212-cd6e7ad7cd62 x-openstack-request-id: req-fbfe899e-54a7-4b51-a212-cd6e7ad7cd62 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:39.017043 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cc17de-39a6-4a1a-8920-a7b598164823", "name": "network-vif-plugged", "status": "completed", "tag": "35f3d480-cbcc-460f-9b1c-c6f5c25833fa", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:39.017292 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbfe899e-54a7-4b51-a212-cd6e7ad7cd62 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:39.017684 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cc17de-39a6-4a1a-8920-a7b598164823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa', 'code': 200} Sep 22 10:37:39.042466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:39.097184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=35f3d480-cbcc-460f-9b1c-c6f5c25833fa,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:39.125038 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164104-22cb-4a8c-8978-f6f2c9b45a17 req-ef00b8ab-1bf5-42d5-bb1d-7cdd58ba358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:39.133742 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e5164104-22cb-4a8c-8978-f6f2c9b45a17 req-ef00b8ab-1bf5-42d5-bb1d-7cdd58ba358d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 1097 time: 0.0486426 Sep 22 10:37:39.165664 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e5164104-22cb-4a8c-8978-f6f2c9b45a17 req-dde12247-f21d-4274-ba15-c35c95715d38 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315213 Sep 22 10:37:39.486026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c424e-2163-455a-8096-7a38a6fac005 req-a8f85318-5541-45db-bb82-a687f9f3a4d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:39.487563 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-492c424e-2163-455a-8096-7a38a6fac005 req-a8f85318-5541-45db-bb82-a687f9f3a4d6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0531530 Sep 22 10:37:39.531413 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-492c424e-2163-455a-8096-7a38a6fac005 req-6c3aafbf-1ea6-4587-acdb-c4c462f286fc tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366368 Sep 22 10:37:40.652806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387b95f-1e52-4478-bcef-a9c260ebac12 req-58c64881-938f-4ca1-823e-3b4206730342 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:40.654384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e387b95f-1e52-4478-bcef-a9c260ebac12 req-58c64881-938f-4ca1-823e-3b4206730342 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0518692 Sep 22 10:37:40.698633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e387b95f-1e52-4478-bcef-a9c260ebac12 req-920fbb63-4861-486d-9ab4-e0308b38316a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381432 Sep 22 10:37:40.820139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebd464-d5fc-42d1-9d94-76c71c31ebdf req-d4a41f5d-cb41-4e89-bf57-a842ea618da8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:40.821630 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38ebd464-d5fc-42d1-9d94-76c71c31ebdf req-d4a41f5d-cb41-4e89-bf57-a842ea618da8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0516098 Sep 22 10:37:40.860074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-38ebd464-d5fc-42d1-9d94-76c71c31ebdf req-b3551fa3-5277-4a42-9646-362eb7b8974e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322251 Sep 22 10:37:40.888353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57188) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:40.931234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd18cb5-f1ca-4111-99aa-014cd0ccc4fc tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:40.932840 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2fd18cb5-f1ca-4111-99aa-014cd0ccc4fc tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 1092 time: 0.0434163 Sep 22 10:37:40.936524 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57190) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:40.940943 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:37:41.065415 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.494251 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.594797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.25.6.43 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/c098c652-f2f3-43e7-afe4-efe0331c6e1d) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:37:41.701986 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.812281 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:41.852227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:37:41.854980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:37:41.858337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:37:41.866460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=c098c652-f2f3-43e7-afe4-efe0331c6e1d,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:42.257326 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.403684 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.560668 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.663568 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.743570 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=c098c652-f2f3-43e7-afe4-efe0331c6e1d,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:37:42.751958 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:42.855312 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Floating IP ea48c8e4-859f-4641-94ce-fc5e95823a9a associated. External IP: 172.25.6.43, port: 35f3d480-cbcc-460f-9b1c-c6f5c25833fa. Sep 22 10:37:43.074549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:37:43.199067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:37:43.209028 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fba0a5-b6fd-4e9a-a105-d2b3f4fcb022 None None] Sync routers for ids ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:37:43.218369 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fba0a5-b6fd-4e9a-a105-d2b3f4fcb022 None None] Routers {'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:43.225227 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-34fba0a5-b6fd-4e9a-a105-d2b3f4fcb022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:37:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:43.291985 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:43.323383 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e758a131-9226-498e-aa25-dca08368d927 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3857636 Sep 22 10:37:43.324000 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cc17de-39a6-4a1a-8920-a7b598164823', 'tag': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:37:43.326709 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac22e43d-ef48-4e33-84a8-500bec0d3a82" -d '{"events": [{"name": "network-changed", "server_uuid": "90cc17de-39a6-4a1a-8920-a7b598164823", "tag": "35f3d480-cbcc-460f-9b1c-c6f5c25833fa"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:37:43.426325 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b6fe8-b549-4743-9a0a-780feda3cbbd req-b3174e63-099d-4134-8860-76323ef2eda5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:43.428442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-773b6fe8-b549-4743-9a0a-780feda3cbbd req-b3174e63-099d-4134-8860-76323ef2eda5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0518620 Sep 22 10:37:43.429165 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-34fba0a5-b6fd-4e9a-a105-d2b3f4fcb022 None None] Set router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:43.477637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-773b6fe8-b549-4743-9a0a-780feda3cbbd req-00e8812c-e672-41f4-89eb-8b24923ea018 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 Sep 22 10:37:43.501004 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57198) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:43.543452 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4b9320-9c87-4380-a945-5fdbe15662cb x-openstack-request-id: req-7d4b9320-9c87-4380-a945-5fdbe15662cb {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:37:43.543750 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cc17de-39a6-4a1a-8920-a7b598164823", "tag": "35f3d480-cbcc-460f-9b1c-c6f5c25833fa", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:37:43.543980 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d4b9320-9c87-4380-a945-5fdbe15662cb {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:37:43.544384 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cc17de-39a6-4a1a-8920-a7b598164823', 'tag': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa', 'status': 'completed', 'code': 200} Sep 22 10:37:43.596532 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-e52796f6-0e3a-46da-9133-c2353e8c5ff5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/ea48c8e4-859f-4641-94ce-fc5e95823a9a HTTP/1.1" status: 200 len: 991 time: 0.0940821 Sep 22 10:37:43.607288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e43d-ef48-4e33-84a8-500bec0d3a82 req-e4930620-da04-47bb-b5d6-a35f08ba3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:43.608911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ac22e43d-ef48-4e33-84a8-500bec0d3a82 req-e4930620-da04-47bb-b5d6-a35f08ba3645 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 1097 time: 0.0598621 Sep 22 10:37:43.667047 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-34fba0a5-b6fd-4e9a-a105-d2b3f4fcb022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'ea48c8e4-859f-4641-94ce-fc5e95823a9a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'port_id': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'mac_address': 'fa:16:3e:60:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cc17de-39a6-4a1a-8920-a7b598164823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:37:42Z', 'updated_at': '2021-09-22T10:37:42Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647b07f-827d-4dfa-a6b1-c63c2430099b', 'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:26:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '03125488-a49f-44d9-acc8-bebb17877289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:22Z', 'updated_at': '2021-09-22T10:37:25Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '03125488-a49f-44d9-acc8-bebb17877289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:43.699937 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fba0a5-b6fd-4e9a-a105-d2b3f4fcb022 None None] Checking router: f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:37:43.707448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e43d-ef48-4e33-84a8-500bec0d3a82 req-b79f6dca-3fc1-44fb-83cc-c661a26d8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:43.708515 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fba0a5-b6fd-4e9a-a105-d2b3f4fcb022 None None] Routers {'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:37:43.709137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ac22e43d-ef48-4e33-84a8-500bec0d3a82 req-b79f6dca-3fc1-44fb-83cc-c661a26d8052 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a HTTP/1.1" status: 200 len: 898 time: 0.0925105 Sep 22 10:37:43.709262 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-34fba0a5-b6fd-4e9a-a105-d2b3f4fcb022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:37:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:43.780043 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ac22e43d-ef48-4e33-84a8-500bec0d3a82 req-8353976f-dba2-40b9-9810-91d22fb3486a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35f3d480-cbcc-460f-9b1c-c6f5c25833fa HTTP/1.1" status: 200 len: 999 time: 0.0636792 Sep 22 10:37:43.820572 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-34fba0a5-b6fd-4e9a-a105-d2b3f4fcb022 None None] Set router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:37:43.833290 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e43d-ef48-4e33-84a8-500bec0d3a82 req-c37b42e3-4877-4c4c-8afc-a8708069504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:43.838002 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ac22e43d-ef48-4e33-84a8-500bec0d3a82 req-c37b42e3-4877-4c4c-8afc-a8708069504f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03125488-a49f-44d9-acc8-bebb17877289 HTTP/1.1" status: 200 len: 834 time: 0.0491927 Sep 22 10:37:43.888523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e43d-ef48-4e33-84a8-500bec0d3a82 req-2ec6e26c-73a6-43a1-b70f-f6ed6ad6a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:37:43.890075 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ac22e43d-ef48-4e33-84a8-500bec0d3a82 req-2ec6e26c-73a6-43a1-b70f-f6ed6ad6a0a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475025 Sep 22 10:37:43.988039 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ac22e43d-ef48-4e33-84a8-500bec0d3a82 req-6ca4f87e-60c0-4e06-8ab2-27bd71465bc6 service neutron] 10.222.0.60 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896423 Sep 22 10:37:44.053131 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-34fba0a5-b6fd-4e9a-a105-d2b3f4fcb022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'ea48c8e4-859f-4641-94ce-fc5e95823a9a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'port_id': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'mac_address': 'fa:16:3e:60:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cc17de-39a6-4a1a-8920-a7b598164823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:37:42Z', 'updated_at': '2021-09-22T10:37:42Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647b07f-827d-4dfa-a6b1-c63c2430099b', 'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:26:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '03125488-a49f-44d9-acc8-bebb17877289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:22Z', 'updated_at': '2021-09-22T10:37:25Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '03125488-a49f-44d9-acc8-bebb17877289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:37:44.080834 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fba0a5-b6fd-4e9a-a105-d2b3f4fcb022 None None] The sync data for ids ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'] in n-d-805649-4 is: [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'ea48c8e4-859f-4641-94ce-fc5e95823a9a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'port_id': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'mac_address': 'fa:16:3e:60:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cc17de-39a6-4a1a-8920-a7b598164823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:37:42Z', 'updated_at': '2021-09-22T10:37:42Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647b07f-827d-4dfa-a6b1-c63c2430099b', 'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:26:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '03125488-a49f-44d9-acc8-bebb17877289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:22Z', 'updated_at': '2021-09-22T10:37:25Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '03125488-a49f-44d9-acc8-bebb17877289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:37:44.088123 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ac22e43d-ef48-4e33-84a8-500bec0d3a82 req-53e141d9-a985-4794-b14e-13884df4d97a service neutron] 10.222.0.60 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937433 Sep 22 10:37:44.281017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bf82a1-2f1d-4455-998f-bc12abc13655 None None] New status for floating IP ea48c8e4-859f-4641-94ce-fc5e95823a9a: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:37:44.600856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57200) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:37:44.673124 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-45689e85-c30f-401e-acf9-671e81721075 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/ea48c8e4-859f-4641-94ce-fc5e95823a9a HTTP/1.1" status: 200 len: 993 time: 0.0671930 Sep 22 10:37:53.920327 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:54.282358 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c7520838-fa3b-4a6f-bb14-b12fd0812e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:55.248217 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.074263 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-61db2a59-cb62-4387-8fdd-4e08e1541ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:57.691362 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:37:58.368066 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:00.184761 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:07.454967 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:38:16.335954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd5c57-34d3-44c5-b5a8-19bcd09f789a req-51d94f27-098f-4684-9c19-a16527c8de5e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:16.337753 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27bd5c57-34d3-44c5-b5a8-19bcd09f789a req-51d94f27-098f-4684-9c19-a16527c8de5e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0535939 Sep 22 10:38:16.378122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-27bd5c57-34d3-44c5-b5a8-19bcd09f789a req-3c35755a-c99c-45d7-b8ea-67afe69f49ac tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342696 Sep 22 10:38:16.466158 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f432e7-75c2-4484-be39-e45970bf3fe6 req-da7e2ca0-1be9-45c8-9ea1-83484eeb5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:16.467707 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8f432e7-75c2-4484-be39-e45970bf3fe6 req-da7e2ca0-1be9-45c8-9ea1-83484eeb5d85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 1097 time: 0.0448508 Sep 22 10:38:16.566357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f432e7-75c2-4484-be39-e45970bf3fe6 req-3e804fcc-9649-4d27-99bd-b9e11e493f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:16.568466 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8f432e7-75c2-4484-be39-e45970bf3fe6 req-3e804fcc-9649-4d27-99bd-b9e11e493f04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a HTTP/1.1" status: 200 len: 898 time: 0.0933244 Sep 22 10:38:16.637927 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8f432e7-75c2-4484-be39-e45970bf3fe6 req-43cbaf92-824e-4106-a024-e05325085add service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35f3d480-cbcc-460f-9b1c-c6f5c25833fa HTTP/1.1" status: 200 len: 1001 time: 0.0611660 Sep 22 10:38:16.691358 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f432e7-75c2-4484-be39-e45970bf3fe6 req-b4a59d94-11d0-4508-a6dd-108946b4a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:16.693495 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8f432e7-75c2-4484-be39-e45970bf3fe6 req-b4a59d94-11d0-4508-a6dd-108946b4a197 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03125488-a49f-44d9-acc8-bebb17877289 HTTP/1.1" status: 200 len: 834 time: 0.0481493 Sep 22 10:38:16.747803 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f432e7-75c2-4484-be39-e45970bf3fe6 req-8c507389-66ca-4d71-a2a6-15d9559e2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:16.749397 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8f432e7-75c2-4484-be39-e45970bf3fe6 req-8c507389-66ca-4d71-a2a6-15d9559e2cff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483737 Sep 22 10:38:16.848839 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8f432e7-75c2-4484-be39-e45970bf3fe6 req-74eae876-eb3c-420f-aa4a-ed002015a9a8 service neutron] 10.222.0.60 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917587 Sep 22 10:38:16.955519 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a8f432e7-75c2-4484-be39-e45970bf3fe6 req-38dcd5d6-0c0f-4c16-8419-8914052c9268 service neutron] 10.222.0.60 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985293 Sep 22 10:38:17.501854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3fafd-4a6c-4682-a460-e6bf1759f424 req-5ca12390-f902-4630-b8cc-2bc7985dde3b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:17.503451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6b3fafd-4a6c-4682-a460-e6bf1759f424 req-5ca12390-f902-4630-b8cc-2bc7985dde3b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0524094 Sep 22 10:38:17.544304 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c6b3fafd-4a6c-4682-a460-e6bf1759f424 req-330619f6-efd2-46bf-917c-5cb665fd1ae8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343730 Sep 22 10:38:18.668441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4040fc-ad37-41f5-a6e2-fb9cf64dce4b req-1cc06346-2c6c-4b63-9d94-324808c1d9a9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:18.669745 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e4040fc-ad37-41f5-a6e2-fb9cf64dce4b req-1cc06346-2c6c-4b63-9d94-324808c1d9a9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0549052 Sep 22 10:38:18.709298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e4040fc-ad37-41f5-a6e2-fb9cf64dce4b req-5611c4a2-0379-459e-add5-f5dfd8fe1caa tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334923 Sep 22 10:38:19.837306 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2acac-fb80-4a36-8ef8-4959b9939cf1 req-6025f103-6990-4e40-bc16-35915232c8ec tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:19.838991 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2a2acac-fb80-4a36-8ef8-4959b9939cf1 req-6025f103-6990-4e40-bc16-35915232c8ec tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0562518 Sep 22 10:38:19.880872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e2a2acac-fb80-4a36-8ef8-4959b9939cf1 req-7f623dfc-fe3f-4787-85f2-d1b7025a470a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353677 Sep 22 10:38:21.001707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b5ec4-0628-4c30-a914-bd4804e611c2 req-a0ba3f3f-29a5-4685-b549-f4e77072e195 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:21.003208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f2b5ec4-0628-4c30-a914-bd4804e611c2 req-a0ba3f3f-29a5-4685-b549-f4e77072e195 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0512393 Sep 22 10:38:21.042116 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2f2b5ec4-0628-4c30-a914-bd4804e611c2 req-a392e2be-bffd-43af-8b06-5a4a8ffcb30f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Sep 22 10:38:22.172014 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a14c4-0eb8-41ac-9974-13815f58f6bb req-6ec6a52f-0b2a-44c4-97ff-e5bf0553bdfb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:22.173625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e1a14c4-0eb8-41ac-9974-13815f58f6bb req-6ec6a52f-0b2a-44c4-97ff-e5bf0553bdfb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0567293 Sep 22 10:38:22.218317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e1a14c4-0eb8-41ac-9974-13815f58f6bb req-92383fa3-64d3-4efc-8860-fe72183d6a22 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363822 Sep 22 10:38:23.335855 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc22b01-1a9c-400a-b487-ee7dd7ac41b3 req-81a176b1-6bd3-47dc-92ed-06a77a494365 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:23.337383 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6cc22b01-1a9c-400a-b487-ee7dd7ac41b3 req-81a176b1-6bd3-47dc-92ed-06a77a494365 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0501308 Sep 22 10:38:23.375743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6cc22b01-1a9c-400a-b487-ee7dd7ac41b3 req-eb090a0f-8a74-4ed1-8c1c-96b53babb2cb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323079 Sep 22 10:38:23.944792 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.297406 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-aa18fb20-64cf-436f-9b62-992cf98c394f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:24.495593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1156-5833-42cd-8c48-b59f3f420e49 req-a4a14698-68a1-48fa-83ac-8f26d7b04092 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:24.497101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0ff1156-5833-42cd-8c48-b59f3f420e49 req-a4a14698-68a1-48fa-83ac-8f26d7b04092 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0500617 Sep 22 10:38:24.535099 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a0ff1156-5833-42cd-8c48-b59f3f420e49 req-7f32a80d-8681-479f-acc0-b579878cb7b7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317819 Sep 22 10:38:25.257094 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:25.656787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435c2bd-5595-4268-a0cd-255aff2ea688 req-a4fd7975-5a88-47fb-85af-452c6cbd05ef tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:25.658364 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4435c2bd-5595-4268-a0cd-255aff2ea688 req-a4fd7975-5a88-47fb-85af-452c6cbd05ef tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0559742 Sep 22 10:38:25.698194 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4435c2bd-5595-4268-a0cd-255aff2ea688 req-b6308d5a-dff3-4867-91c0-01c3a3ab0180 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330043 Sep 22 10:38:26.819113 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ecb9d-b186-457a-854b-b6f7594b447c req-05754aea-f2e9-4e34-92e9-2aedf8571ed9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:26.820777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-716ecb9d-b186-457a-854b-b6f7594b447c req-05754aea-f2e9-4e34-92e9-2aedf8571ed9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0526886 Sep 22 10:38:26.859996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-716ecb9d-b186-457a-854b-b6f7594b447c req-583c80e4-50b8-4e97-be8d-b2adbcd53ee3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331135 Sep 22 10:38:27.038596 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5064dd11-a89c-4cc8-8d0a-d13d73e73a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.657491 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:27.980596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5b601-6022-4313-8e7b-a67ede199fa0 req-7d1ab6d0-1d55-4e53-b622-3865a7e7b07e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:27.982185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40d5b601-6022-4313-8e7b-a67ede199fa0 req-7d1ab6d0-1d55-4e53-b622-3865a7e7b07e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0525229 Sep 22 10:38:28.029243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40d5b601-6022-4313-8e7b-a67ede199fa0 req-6f971d68-79f4-4950-9dbe-6e314bda4c51 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402262 Sep 22 10:38:28.344957 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:29.158797 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39025d74-5761-436c-8001-19c8b6dcafa7 req-b7309ec0-8f13-42dc-b04c-5fa9544c62bf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:29.161093 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39025d74-5761-436c-8001-19c8b6dcafa7 req-b7309ec0-8f13-42dc-b04c-5fa9544c62bf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0580323 Sep 22 10:38:29.202660 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-39025d74-5761-436c-8001-19c8b6dcafa7 req-813e59b3-5cda-4e5e-88e6-f97fbeb75e4a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347238 Sep 22 10:38:30.156556 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:30.331790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b003a38-a091-4ba7-9b74-d1c60280bdc4 req-5b7cb532-3a6b-4d7e-85e5-f182f092c10b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.333611 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b003a38-a091-4ba7-9b74-d1c60280bdc4 req-5b7cb532-3a6b-4d7e-85e5-f182f092c10b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0543587 Sep 22 10:38:30.372980 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0b003a38-a091-4ba7-9b74-d1c60280bdc4 req-4044438c-1479-4ae0-b5eb-35ea61e15da2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331631 Sep 22 10:38:30.989906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73810b27-b883-4391-8d20-357549ef10d2 req-afd09b33-c7be-49a1-a9ec-3a28c3c823f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:30.991529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-73810b27-b883-4391-8d20-357549ef10d2 req-afd09b33-c7be-49a1-a9ec-3a28c3c823f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 1097 time: 0.0449672 Sep 22 10:38:31.102237 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73810b27-b883-4391-8d20-357549ef10d2 req-49d259dc-7c2a-462f-a148-86d94fd16612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:31.103770 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-73810b27-b883-4391-8d20-357549ef10d2 req-49d259dc-7c2a-462f-a148-86d94fd16612 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a HTTP/1.1" status: 200 len: 898 time: 0.0921321 Sep 22 10:38:31.170218 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-73810b27-b883-4391-8d20-357549ef10d2 req-b88e8d08-f420-4ba4-a824-53a25b47677b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35f3d480-cbcc-460f-9b1c-c6f5c25833fa HTTP/1.1" status: 200 len: 1001 time: 0.0594590 Sep 22 10:38:31.220545 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73810b27-b883-4391-8d20-357549ef10d2 req-681df6cd-b483-435a-9eec-8550a0b5c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:31.222125 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-73810b27-b883-4391-8d20-357549ef10d2 req-681df6cd-b483-435a-9eec-8550a0b5c184 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03125488-a49f-44d9-acc8-bebb17877289 HTTP/1.1" status: 200 len: 834 time: 0.0453312 Sep 22 10:38:31.273761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73810b27-b883-4391-8d20-357549ef10d2 req-ecb1d915-df97-4ed6-9072-03de6589e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:31.275221 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-73810b27-b883-4391-8d20-357549ef10d2 req-ecb1d915-df97-4ed6-9072-03de6589e922 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467043 Sep 22 10:38:31.370152 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-73810b27-b883-4391-8d20-357549ef10d2 req-93ababb6-c26b-49a9-8884-e5983a250cdd service neutron] 10.222.0.60 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876946 Sep 22 10:38:31.471519 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-73810b27-b883-4391-8d20-357549ef10d2 req-3459c10a-f427-42b5-8263-4e73b6e1b6a1 service neutron] 10.222.0.60 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947170 Sep 22 10:38:31.498854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a987ed-7e4e-414b-8abc-a3e87763ae97 req-de5b8346-3d6f-4fc4-b549-ffa1c4ee619c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:31.500386 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5a987ed-7e4e-414b-8abc-a3e87763ae97 req-de5b8346-3d6f-4fc4-b549-ffa1c4ee619c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0520015 Sep 22 10:38:31.543143 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5a987ed-7e4e-414b-8abc-a3e87763ae97 req-08618a56-6195-41fd-8351-f98f7306f2ae tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336347 Sep 22 10:38:32.672114 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac479f4-9b6d-41c5-95cc-83f00e212bed req-3b099bea-ed47-4fda-be7f-74ad0dc86960 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:32.674654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ac479f4-9b6d-41c5-95cc-83f00e212bed req-3b099bea-ed47-4fda-be7f-74ad0dc86960 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0579791 Sep 22 10:38:32.720079 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2ac479f4-9b6d-41c5-95cc-83f00e212bed req-641255e8-5b3e-46e3-88a8-ad067ff48708 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361218 Sep 22 10:38:33.844236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394da7a4-44db-4c17-baac-00f03751b9b5 req-f8b2b9e2-1b2d-47a8-bb93-d1153cf124b2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:38:33.845874 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394da7a4-44db-4c17-baac-00f03751b9b5 req-f8b2b9e2-1b2d-47a8-bb93-d1153cf124b2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0534799 Sep 22 10:38:33.888033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-394da7a4-44db-4c17-baac-00f03751b9b5 req-555c326b-bc7a-4fea-84b4-3ae58ab2a3e2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355747 Sep 22 10:38:33.911729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57252) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:38:33.980690 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e5cfe565-9383-4289-b721-d4b845384e8a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/ea48c8e4-859f-4641-94ce-fc5e95823a9a HTTP/1.1" status: 200 len: 993 time: 0.0677788 Sep 22 10:38:44.453762 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:38:53.944279 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:54.298262 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef95130d-7083-404c-a3d1-df36df91f837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:55.241246 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.114679 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f92c94aa-fc34-4f8e-a663-2047a0abbf0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:57.656947 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:38:58.405616 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:00.246809 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:04.433600 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57274) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:04.587752 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port c098c652-f2f3-43e7-afe4-efe0331c6e1d {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:04.588002 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:04.662138 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:04.662505 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:04.674292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for c098c652-f2f3-43e7-afe4-efe0331c6e1d owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:05.189738 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.212834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=c098c652-f2f3-43e7-afe4-efe0331c6e1d,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:05.223273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.223621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.223967 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.224299 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.224629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.224982 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.225699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.225699 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.225954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.226268 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.226590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.226908 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:05.292781 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.293086 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Floating IP ea48c8e4-859f-4641-94ce-fc5e95823a9a disassociated (deleted). External IP: 172.25.6.43, port: 35f3d480-cbcc-460f-9b1c-c6f5c25833fa. Sep 22 10:39:05.509713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:39:05.622886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:05.627774 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:05.634115 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e80677-8671-4d98-b693-028e5635c2be None None] Sync routers for ids ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:05.643167 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e80677-8671-4d98-b693-028e5635c2be None None] Routers {'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:05.644300 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e9e80677-8671-4d98-b693-028e5635c2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:05.654710 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2014511b-8da7-42d8-a6cf-86895c19c1fb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/floatingips/ea48c8e4-859f-4641-94ce-fc5e95823a9a HTTP/1.1" status: 204 len: 168 time: 1.2200234 Sep 22 10:39:05.655486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cc17de-39a6-4a1a-8920-a7b598164823', 'tag': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:05.657639 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e403e78-f390-4376-ba50-0706f07a663e" -d '{"events": [{"name": "network-changed", "server_uuid": "90cc17de-39a6-4a1a-8920-a7b598164823", "tag": "35f3d480-cbcc-460f-9b1c-c6f5c25833fa"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:05.751603 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-e9e80677-8671-4d98-b693-028e5635c2be None None] Set router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:05.946755 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e9e80677-8671-4d98-b693-028e5635c2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f647b07f-827d-4dfa-a6b1-c63c2430099b', 'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:26:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '03125488-a49f-44d9-acc8-bebb17877289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:22Z', 'updated_at': '2021-09-22T10:37:25Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '03125488-a49f-44d9-acc8-bebb17877289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:05.974326 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e80677-8671-4d98-b693-028e5635c2be None None] Checking router: f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:05.983655 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e80677-8671-4d98-b693-028e5635c2be None None] Routers {'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:05.984303 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e9e80677-8671-4d98-b693-028e5635c2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:06.017899 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfe09fe-f055-47da-a762-b980b9118c63 x-openstack-request-id: req-1dfe09fe-f055-47da-a762-b980b9118c63 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:06.018254 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cc17de-39a6-4a1a-8920-a7b598164823", "tag": "35f3d480-cbcc-460f-9b1c-c6f5c25833fa", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:06.018518 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dfe09fe-f055-47da-a762-b980b9118c63 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:06.019478 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cc17de-39a6-4a1a-8920-a7b598164823', 'tag': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa', 'status': 'completed', 'code': 200} Sep 22 10:39:06.088100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e403e78-f390-4376-ba50-0706f07a663e req-4f312d09-0f62-4ae1-a3bf-524cf068872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:06.089808 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e403e78-f390-4376-ba50-0706f07a663e req-4f312d09-0f62-4ae1-a3bf-524cf068872d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 1097 time: 0.0455134 Sep 22 10:39:06.097779 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-e9e80677-8671-4d98-b693-028e5635c2be None None] Set router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:06.121457 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bfb72-a011-483e-8944-11f8663f9e5b req-c3049dd4-8040-47b4-a76c-b8b8fc96a1b4 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:06.123215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f24bfb72-a011-483e-8944-11f8663f9e5b req-c3049dd4-8040-47b4-a76c-b8b8fc96a1b4 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0559423 Sep 22 10:39:06.177599 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f24bfb72-a011-483e-8944-11f8663f9e5b req-16d7e6ce-3342-46d6-9c4a-d9460987e93c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460391 Sep 22 10:39:06.187979 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e403e78-f390-4376-ba50-0706f07a663e req-8cbf6370-f57e-4292-b8ad-2aa0140221de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:06.189567 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e403e78-f390-4376-ba50-0706f07a663e req-8cbf6370-f57e-4292-b8ad-2aa0140221de service neutron] 10.222.0.60 "GET /v2.0/networks?id=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a HTTP/1.1" status: 200 len: 898 time: 0.0920196 Sep 22 10:39:06.235511 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e403e78-f390-4376-ba50-0706f07a663e req-acf3b04f-f56b-4786-a750-82a787bcaafe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35f3d480-cbcc-460f-9b1c-c6f5c25833fa HTTP/1.1" status: 200 len: 217 time: 0.0361156 Sep 22 10:39:06.289438 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e403e78-f390-4376-ba50-0706f07a663e req-54927a6d-0e2f-45d0-971c-7f14e5e52be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:06.290973 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e403e78-f390-4376-ba50-0706f07a663e req-54927a6d-0e2f-45d0-971c-7f14e5e52be7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03125488-a49f-44d9-acc8-bebb17877289 HTTP/1.1" status: 200 len: 834 time: 0.0474660 Sep 22 10:39:06.340925 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e403e78-f390-4376-ba50-0706f07a663e req-0ff12820-7fa9-4427-9c3d-9d955a734d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:06.342455 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e403e78-f390-4376-ba50-0706f07a663e req-0ff12820-7fa9-4427-9c3d-9d955a734d17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438077 Sep 22 10:39:06.406912 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-e9e80677-8671-4d98-b693-028e5635c2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f647b07f-827d-4dfa-a6b1-c63c2430099b', 'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:26:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '03125488-a49f-44d9-acc8-bebb17877289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:22Z', 'updated_at': '2021-09-22T10:37:25Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '03125488-a49f-44d9-acc8-bebb17877289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:06.433101 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e80677-8671-4d98-b693-028e5635c2be None None] The sync data for ids ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'] in n-d-805649-4 is: [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f647b07f-827d-4dfa-a6b1-c63c2430099b', 'name': '', 'network_id': '4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:26:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '03125488-a49f-44d9-acc8-bebb17877289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:22Z', 'updated_at': '2021-09-22T10:37:25Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '03125488-a49f-44d9-acc8-bebb17877289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:06.439292 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e403e78-f390-4376-ba50-0706f07a663e req-1df78d34-cbfd-450f-93c0-9e7ad79a0513 service neutron] 10.222.0.60 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882266 Sep 22 10:39:06.537808 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-0e403e78-f390-4376-ba50-0706f07a663e req-3cd479d7-bdab-4546-bb0b-0e9052bbc70d service neutron] 10.222.0.60 "GET /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899708 Sep 22 10:39:06.652086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaea6de-9333-4c0b-ad28-0d178eb78c45 None None] New status for floating IP ea48c8e4-859f-4641-94ce-fc5e95823a9a: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:39:07.297530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba242ee6-f293-46ee-a168-601fe3f3ae38 req-8efd05be-0e2c-4ef6-ba9c-35b41cf4ade6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:07.299095 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba242ee6-f293-46ee-a168-601fe3f3ae38 req-8efd05be-0e2c-4ef6-ba9c-35b41cf4ade6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0495982 Sep 22 10:39:07.338417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ba242ee6-f293-46ee-a168-601fe3f3ae38 req-99c3d108-0cb4-431f-962b-bd69fdab9830 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324368 Sep 22 10:39:07.594577 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc12fb-cc09-4eb8-b8ec-35182135ded4 req-bab110b8-9aec-4544-a8b0-dea7c669bce2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:07.596016 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a3dc12fb-cc09-4eb8-b8ec-35182135ded4 req-bab110b8-9aec-4544-a8b0-dea7c669bce2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 946 time: 0.0489047 Sep 22 10:39:07.689797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-a3dc12fb-cc09-4eb8-b8ec-35182135ded4 req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:07.690140 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a3dc12fb-cc09-4eb8-b8ec-35182135ded4 req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.781595 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-a3dc12fb-cc09-4eb8-b8ec-35182135ded4 req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=35f3d480-cbcc-460f-9b1c-c6f5c25833fa,segment=NetworkSegment(87cb9381-a54c-4f71-905b-729fd736cb93),segment_id=87cb9381-a54c-4f71-905b-729fd736cb93)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:07.781958 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a3dc12fb-cc09-4eb8-b8ec-35182135ded4 req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:07.794759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-a3dc12fb-cc09-4eb8-b8ec-35182135ded4 req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for 35f3d480-cbcc-460f-9b1c-c6f5c25833fa owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:08.001476 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a3dc12fb-cc09-4eb8-b8ec-35182135ded4 req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.033073 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=35f3d480-cbcc-460f-9b1c-c6f5c25833fa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:08.048919 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.049464 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.049927 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.050580 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.051065 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.051590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.052159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.052537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.052938 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.053278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.053761 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.054096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:08.094067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dc12fb-cc09-4eb8-b8ec-35182135ded4 req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] No DVR routers for this DVR port 35f3d480-cbcc-460f-9b1c-c6f5c25833fa on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:08.098039 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-a3dc12fb-cc09-4eb8-b8ec-35182135ded4 req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:08.101068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a3dc12fb-cc09-4eb8-b8ec-35182135ded4 req-d10cad70-281b-4037-b473-d3ca93dabf18 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "DELETE /v2.0/ports/35f3d480-cbcc-460f-9b1c-c6f5c25833fa HTTP/1.1" status: 204 len: 173 time: 0.4986067 Sep 22 10:39:08.101655 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cc17de-39a6-4a1a-8920-a7b598164823', 'name': 'network-vif-deleted', 'tag': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:08.104389 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504ca903-a518-4030-88a6-74fdadd07360" -d '{"events": [{"server_uuid": "90cc17de-39a6-4a1a-8920-a7b598164823", "name": "network-vif-deleted", "tag": "35f3d480-cbcc-460f-9b1c-c6f5c25833fa"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:08.147967 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc907dfb-343d-43e8-b202-e923b4e32c33 x-openstack-request-id: req-cc907dfb-343d-43e8-b202-e923b4e32c33 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:08.148263 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cc17de-39a6-4a1a-8920-a7b598164823", "name": "network-vif-deleted", "tag": "35f3d480-cbcc-460f-9b1c-c6f5c25833fa", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:08.148542 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc907dfb-343d-43e8-b202-e923b4e32c33 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:08.149020 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cc17de-39a6-4a1a-8920-a7b598164823', 'name': 'network-vif-deleted', 'tag': '35f3d480-cbcc-460f-9b1c-c6f5c25833fa', 'status': 'completed', 'code': 200} Sep 22 10:39:08.450743 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe4feadb-44da-4a3b-bf83-1fabb5385e7b req-d3dcc0da-32ad-4012-a9ee-7f93e9935ff4 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=90cc17de-39a6-4a1a-8920-a7b598164823 HTTP/1.1" status: 200 len: 210 time: 0.0331018 Sep 22 10:39:09.508747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57290) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:09.860520 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.116018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port f647b07f-827d-4dfa-a6b1-c63c2430099b {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:10.116271 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.208525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port f647b07f-827d-4dfa-a6b1-c63c2430099b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f647b07f-827d-4dfa-a6b1-c63c2430099b,segment=NetworkSegment(87cb9381-a54c-4f71-905b-729fd736cb93),segment_id=87cb9381-a54c-4f71-905b-729fd736cb93)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:10.208923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.220630 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for f647b07f-827d-4dfa-a6b1-c63c2430099b owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:10.496798 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.523994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=f647b07f-827d-4dfa-a6b1-c63c2430099b,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:10.700395 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:10.917105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:39:11.024002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:11.028960 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7c055a68-3501-4cdc-a7f6-db7151741dd0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "PUT /v2.0/routers/f7c9de4b-dda5-42f4-b0be-b0ccbf61a723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5191097 Sep 22 10:39:11.031848 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57292) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:11.036804 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984c5fb-b593-4526-800b-2873ed974fd7 None None] Sync routers for ids ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:11.045950 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984c5fb-b593-4526-800b-2873ed974fd7 None None] Routers {'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:11.046565 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a984c5fb-b593-4526-800b-2873ed974fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:11.156844 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a984c5fb-b593-4526-800b-2873ed974fd7 None None] Set router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:11.185529 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 35f3d480-cbcc-460f-9b1c-c6f5c25833fa no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:11.207632 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 35f3d480-cbcc-460f-9b1c-c6f5c25833fa {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:11.207976 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 35f3d480-cbcc-460f-9b1c-c6f5c25833fa not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:11.345491 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a984c5fb-b593-4526-800b-2873ed974fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:39:10Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:11.351288 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54644a1-0f85-41aa-8ee0-e64f511aeef1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting subnet 03125488-a49f-44d9-acc8-bebb17877289 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:39:11.354407 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54644a1-0f85-41aa-8ee0-e64f511aeef1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.373097 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984c5fb-b593-4526-800b-2873ed974fd7 None None] Checking router: f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:11.382038 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984c5fb-b593-4526-800b-2873ed974fd7 None None] Routers {'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:11.382677 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a984c5fb-b593-4526-800b-2873ed974fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:11.394868 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54644a1-0f85-41aa-8ee0-e64f511aeef1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.478313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54644a1-0f85-41aa-8ee0-e64f511aeef1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.486394 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-a984c5fb-b593-4526-800b-2873ed974fd7 None None] Set router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:11.618851 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54644a1-0f85-41aa-8ee0-e64f511aeef1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.648270 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54644a1-0f85-41aa-8ee0-e64f511aeef1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Subnet': ['ID=03125488-a49f-44d9-acc8-bebb17877289,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:11.650301 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b54644a1-0f85-41aa-8ee0-e64f511aeef1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.654233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b54644a1-0f85-41aa-8ee0-e64f511aeef1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/subnets/03125488-a49f-44d9-acc8-bebb17877289 HTTP/1.1" status: 204 len: 168 time: 0.6194508 Sep 22 10:39:11.656838 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57294) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:11.657973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9960361-ece7-483a-ad9f-3d0690c829d3 None None] Network 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:11.670202 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-a984c5fb-b593-4526-800b-2873ed974fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:39:10Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:11.701627 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984c5fb-b593-4526-800b-2873ed974fd7 None None] The sync data for ids ['f7c9de4b-dda5-42f4-b0be-b0ccbf61a723'] in n-d-805649-4 is: [{'id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008756336', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:37:17Z', 'updated_at': '2021-09-22T10:39:10Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '3bf9390d-82b1-44e6-bc6b-af1bf6950ef4', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c9de4b-dda5-42f4-b0be-b0ccbf61a723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:37:18Z', 'updated_at': '2021-09-22T10:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:11.773530 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.879377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:11.992051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:11.992323 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.069090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] DHCP port deletion for 4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:39:12.075608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=3bf9390d-82b1-44e6-bc6b-af1bf6950ef4,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:12.075987 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.089317 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:12.119378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Deleting port 1acaf2f9-09af-4627-8b99-22c0b1d23048 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:39:12.119852 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.187358 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] For port 1acaf2f9-09af-4627-8b99-22c0b1d23048, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1acaf2f9-09af-4627-8b99-22c0b1d23048,segment=NetworkSegment(87cb9381-a54c-4f71-905b-729fd736cb93),segment_id=87cb9381-a54c-4f71-905b-729fd736cb93)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:12.205996 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.205996 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Calling delete_port for 1acaf2f9-09af-4627-8b99-22c0b1d23048 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:39:12.372547 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.402166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=3bf9390d-82b1-44e6-bc6b-af1bf6950ef4,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:12.465483 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.473803 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.498698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Pushing event deleted for resources: {'Port': ['ID=1acaf2f9-09af-4627-8b99-22c0b1d23048,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:12.503289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] No DVR routers for this DVR port 1acaf2f9-09af-4627-8b99-22c0b1d23048 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:39:12.510136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.510473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.510808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.511144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.511472 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.511802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.512120 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.512895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.512895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.513069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.513387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.513685 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f2921-d930-4764-896f-24b782fe09b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:12.559934 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.562383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.679378 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.680052 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Fanout notify agent at l3_agent the message router_deleted on router f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:39:12.689209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.689209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-305a2385-c03b-47dc-a112-9ec551ca1e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/routers/f7c9de4b-dda5-42f4-b0be-b0ccbf61a723 HTTP/1.1" status: 204 len: 168 time: 1.0302858 Sep 22 10:39:12.691840 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57296) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:12.785904 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.824028 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1acaf2f9-09af-4627-8b99-22c0b1d23048 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:12.848951 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 1acaf2f9-09af-4627-8b99-22c0b1d23048 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:12.849398 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1acaf2f9-09af-4627-8b99-22c0b1d23048 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:12.849925 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f647b07f-827d-4dfa-a6b1-c63c2430099b no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:12.868787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f647b07f-827d-4dfa-a6b1-c63c2430099b {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:12.869109 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f647b07f-827d-4dfa-a6b1-c63c2430099b not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:12.891804 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.911891 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:12.920809 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cb9381-a54c-4f71-905b-729fd736cb93') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:12.921103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cb9381-a54c-4f71-905b-729fd736cb93') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:12.930239 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.943503 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.949489 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:39:12.949886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:39:12.952927 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:39:13.063563 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.072114 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.073562 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/networks/4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a HTTP/1.1" status: 204 len: 168 time: 0.3806612 Sep 22 10:39:13.076898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57300) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:13.085315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb856f9-cbbf-4378-ad8f-0c0172607003 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Network': ['ID=4bd2ba10-cc33-4f1f-a08d-b69e8cefcd4a,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:13.141272 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7443f82-833d-4d5e-bda6-c6a74f394027 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.169363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7443f82-833d-4d5e-bda6-c6a74f394027 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.349878 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7443f82-833d-4d5e-bda6-c6a74f394027 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.352490 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e7443f82-833d-4d5e-bda6-c6a74f394027 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:13.353708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e7443f82-833d-4d5e-bda6-c6a74f394027 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/security-groups/5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c HTTP/1.1" status: 204 len: 168 time: 0.2758279 Sep 22 10:39:13.365574 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7443f82-833d-4d5e-bda6-c6a74f394027 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3cc77e-65b5-48b1-bc47-a21ef1e1f15c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:13.818993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57306) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:13.823955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-dd2d4fa7-3889-41bb-b225-c6ec8263b49c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349299459', 'description': 'tempest-secgroup-smoke-349299459 description', 'project_id': '9049aba4787c4576965728c63f4ba223'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:13.944019 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4fa7-3889-41bb-b225-c6ec8263b49c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.026823 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4fa7-3889-41bb-b225-c6ec8263b49c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.098179 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4fa7-3889-41bb-b225-c6ec8263b49c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.128777 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d4fa7-3889-41bb-b225-c6ec8263b49c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9fecad-55ce-47dc-8b82-c9ada45e5525,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:14.206532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4fa7-3889-41bb-b225-c6ec8263b49c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.207822 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dd2d4fa7-3889-41bb-b225-c6ec8263b49c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3877525 Sep 22 10:39:14.210772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57308) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:14.215294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0d4983ba-882c-4a6b-8174-d3384bcf267f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ed9fecad-55ce-47dc-8b82-c9ada45e5525', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:14.314548 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d4983ba-882c-4a6b-8174-d3384bcf267f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.371501 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d4983ba-882c-4a6b-8174-d3384bcf267f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.458266 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d4983ba-882c-4a6b-8174-d3384bcf267f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.478821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4983ba-882c-4a6b-8174-d3384bcf267f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c02bfcb-6474-4141-8b5f-76a99a2f6da6,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:14.549918 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d4983ba-882c-4a6b-8174-d3384bcf267f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.551198 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0d4983ba-882c-4a6b-8174-d3384bcf267f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3394222 Sep 22 10:39:14.553980 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57310) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:14.558420 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-2e7b26c0-7d1d-47bd-8f76-3a0eee183dc6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ed9fecad-55ce-47dc-8b82-c9ada45e5525', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:14.662711 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e7b26c0-7d1d-47bd-8f76-3a0eee183dc6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.713580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:39:14.721419 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e7b26c0-7d1d-47bd-8f76-3a0eee183dc6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.737893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:39:14.738103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 3bf9390d-82b1-44e6-bc6b-af1bf6950ef4 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:39:14.793389 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e7b26c0-7d1d-47bd-8f76-3a0eee183dc6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.811748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b26c0-7d1d-47bd-8f76-3a0eee183dc6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156ed219-b0e1-4dcd-81cf-2f03d2e962cb,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:14.885129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2e7b26c0-7d1d-47bd-8f76-3a0eee183dc6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:14.886365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2e7b26c0-7d1d-47bd-8f76-3a0eee183dc6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3314645 Sep 22 10:39:14.889258 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57312) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:14.894163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0d526ae8-c39c-4c8d-9180-8a520bb7f401 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ed9fecad-55ce-47dc-8b82-c9ada45e5525', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:14.993155 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d526ae8-c39c-4c8d-9180-8a520bb7f401 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.051322 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d526ae8-c39c-4c8d-9180-8a520bb7f401 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.153580 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d526ae8-c39c-4c8d-9180-8a520bb7f401 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.173013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d526ae8-c39c-4c8d-9180-8a520bb7f401 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149a71d1-069a-4c3f-bea1-fbe1f25e934b,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:15.338513 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0d526ae8-c39c-4c8d-9180-8a520bb7f401 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.339821 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0d526ae8-c39c-4c8d-9180-8a520bb7f401 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4496346 Sep 22 10:39:15.342651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57314) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:15.347862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ab6254e2-10b4-4628-b816-08b83d194715 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ed9fecad-55ce-47dc-8b82-c9ada45e5525', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:15.521515 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ab6254e2-10b4-4628-b816-08b83d194715 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.580138 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ab6254e2-10b4-4628-b816-08b83d194715 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.703905 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ab6254e2-10b4-4628-b816-08b83d194715 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.725213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6254e2-10b4-4628-b816-08b83d194715 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9c5119-43d5-4652-8d6f-e23a1de5351c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:15.822280 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ab6254e2-10b4-4628-b816-08b83d194715 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:15.823537 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ab6254e2-10b4-4628-b816-08b83d194715 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4799013 Sep 22 10:39:15.826327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57316) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:15.831487 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-62a4a624-2893-42ef-9260-23a0941d56e9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ed9fecad-55ce-47dc-8b82-c9ada45e5525', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:15.943643 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-62a4a624-2893-42ef-9260-23a0941d56e9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Project 9049aba4787c4576965728c63f4ba223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:39:15.949195 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-62a4a624-2893-42ef-9260-23a0941d56e9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.013123 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-62a4a624-2893-42ef-9260-23a0941d56e9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.069331 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-62a4a624-2893-42ef-9260-23a0941d56e9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.088081 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4a624-2893-42ef-9260-23a0941d56e9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3276e6-6ab2-4064-85db-ec1956422656,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:16.207800 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-62a4a624-2893-42ef-9260-23a0941d56e9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.210012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-62a4a624-2893-42ef-9260-23a0941d56e9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3824162 Sep 22 10:39:16.212561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57318) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:16.217292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-3edaeeec-463c-4a50-9383-218c56567925 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ed9fecad-55ce-47dc-8b82-c9ada45e5525', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:16.321280 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-3edaeeec-463c-4a50-9383-218c56567925 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Project 9049aba4787c4576965728c63f4ba223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:39:16.326776 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3edaeeec-463c-4a50-9383-218c56567925 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.387923 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3edaeeec-463c-4a50-9383-218c56567925 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.469648 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3edaeeec-463c-4a50-9383-218c56567925 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.489363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaeeec-463c-4a50-9383-218c56567925 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80c3b70-60f2-48b9-8873-0717e1746592,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:16.572356 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-3edaeeec-463c-4a50-9383-218c56567925 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.573692 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3edaeeec-463c-4a50-9383-218c56567925 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3600850 Sep 22 10:39:16.576450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57320) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:16.581390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'network': {'name': 'tempest-network-smoke--2110939143', 'project_id': '9049aba4787c4576965728c63f4ba223', 'port_security_enabled': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:16.686821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:16.690434 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.713926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:39:16.722783 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.723122 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Added segment 35cbf555-eeab-4800-a959-15a1465cecd9 of type vlan for network 9187a147-ffbb-4b48-8800-d1ff52f73dfc Sep 22 10:39:16.765333 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.880912 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.886485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:16.887077 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:16.951870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Network': ['ID=9187a147-ffbb-4b48-8800-d1ff52f73dfc,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:16.963643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 9187a147-ffbb-4b48-8800-d1ff52f73dfc details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:39:17.007787 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-74ac9483-5fe4-42e6-93b0-9e6266a490ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4300389 Sep 22 10:39:17.010976 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57322) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:17.015873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'admin_state_up': True, 'project_id': '9049aba4787c4576965728c63f4ba223', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:17.131271 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:17.132361 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:17.188752 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:17.455443 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.030462 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.049381 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.154281 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.25.6.90 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/1302616d-d960-46b7-aa1f-58dfde6824a3) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:18.255618 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.384296 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.422824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:18.425686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:18.429101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:18.437168 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=1302616d-d960-46b7-aa1f-58dfde6824a3,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:18.775542 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:18.971108 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.172310 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router c1d85d18-1552-468b-baba-9deed6ff73bd is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:39:19.279591 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:19.289399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Sync routers for ids ['c1d85d18-1552-468b-baba-9deed6ff73bd'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:19.298057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Routers {'c1d85d18-1552-468b-baba-9deed6ff73bd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:19.305042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c1d85d18-1552-468b-baba-9deed6ff73bd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:19.361254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.363461 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-10b997cb-e963-42aa-bfb7-5692a38572b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3512862 Sep 22 10:39:19.366672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57324) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:19.396559 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-15d4f11e-7224-4f59-a727-72f45c3fa2e5 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=9049aba4787c4576965728c63f4ba223&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287130 Sep 22 10:39:19.399267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57326) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:19.407306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Set router c1d85d18-1552-468b-baba-9deed6ff73bd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:19.519273 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07710dc-8324-4d0a-ab7c-f01f77ed0321 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:19.520869 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a07710dc-8324-4d0a-ab7c-f01f77ed0321 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1205876 Sep 22 10:39:19.523864 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57328) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:19.558394 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f4d8ddc9-04b5-4e86-a8ee-04ecf6784dc3 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332315 Sep 22 10:39:19.560663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57330) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:19.565473 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-891334747', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'project_id': '9049aba4787c4576965728c63f4ba223', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:19.595265 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:18Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:19.623238 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Checking router: c1d85d18-1552-468b-baba-9deed6ff73bd for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:19.623587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Updating router c1d85d18-1552-468b-baba-9deed6ff73bd port 1302616d-d960-46b7-aa1f-58dfde6824a3 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:39:19.648043 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.743480 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:19.747256 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.901170 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:19.988202 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.042206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Attempting to bind port 1302616d-d960-46b7-aa1f-58dfde6824a3 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:20.042602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Attempting to bind port 1302616d-d960-46b7-aa1f-58dfde6824a3 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:20.042949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Attempting to bind port 1302616d-d960-46b7-aa1f-58dfde6824a3 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:20.045419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.045914 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b139d-32a6-4ef3-acef-add6428cf5c7 None None] Pushing event updated for resources: {'Port': ['ID=1302616d-d960-46b7-aa1f-58dfde6824a3,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:20.050878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:20.051262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:20.051736 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.052756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:20.052756 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Bound port: 1302616d-d960-46b7-aa1f-58dfde6824a3, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:20.053042 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.106108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] For port 1302616d-d960-46b7-aa1f-58dfde6824a3, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:20.107224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Subnet': ['ID=83ad1ffb-098c-4e84-80ce-04785cb0ef0e,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:20.109412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] For port 1302616d-d960-46b7-aa1f-58dfde6824a3, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1302616d-d960-46b7-aa1f-58dfde6824a3,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:20.118162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Checking segment: {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:20.118513 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network hostable DHCP agents. Network: 9187a147-ffbb-4b48-8800-d1ff52f73dfc, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:39:20.224508 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.246494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 9187a147-ffbb-4b48-8800-d1ff52f73dfc is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:39:20.281766 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Routers {'c1d85d18-1552-468b-baba-9deed6ff73bd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:20.282389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c1d85d18-1552-468b-baba-9deed6ff73bd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:20.320953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b139d-32a6-4ef3-acef-add6428cf5c7 None None] Pushing event updated for resources: {'Port': ['ID=1302616d-d960-46b7-aa1f-58dfde6824a3,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:20.332870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 9187a147-ffbb-4b48-8800-d1ff52f73dfc) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:20.337523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:20.338124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.342543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5813d2-93e3-4d34-a12e-74b9b9777fde None None] Network 9187a147-ffbb-4b48-8800-d1ff52f73dfc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:20.436215 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3329d407-080e-474b-827b-96ee6807c2f7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8744431 Sep 22 10:39:20.439049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57332) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:20.600828 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] Set router c1d85d18-1552-468b-baba-9deed6ff73bd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:20.795116 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:39:20.795978 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.891318 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:20.926549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:18Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:20.975905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b953c-12f9-4836-8548-22e280ac7fc5 None None] The sync data for ids ['c1d85d18-1552-468b-baba-9deed6ff73bd'] in n-d-805649-4 is: [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:18Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:21.007018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Allocated IP 172.20.0.2 (9187a147-ffbb-4b48-8800-d1ff52f73dfc/83ad1ffb-098c-4e84-80ce-04785cb0ef0e/786aef5d-a895-4293-8b11-966ce5bff20b) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:21.218004 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.292584 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.336659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Network 9187a147-ffbb-4b48-8800-d1ff52f73dfc is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:21.339613 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:21.343390 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:21.345971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.20.0.1 (9187a147-ffbb-4b48-8800-d1ff52f73dfc/83ad1ffb-098c-4e84-80ce-04785cb0ef0e/c7496659-6ff6-4fe1-ba92-bf222c44cf6c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:21.354742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Pushing event updated for resources: {'Port': ['ID=786aef5d-a895-4293-8b11-966ce5bff20b,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:21.409549 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Attempting to bind port 786aef5d-a895-4293-8b11-966ce5bff20b on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:21.409937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Attempting to bind port 786aef5d-a895-4293-8b11-966ce5bff20b by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:21.410307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Attempting to bind port 786aef5d-a895-4293-8b11-966ce5bff20b on network 9187a147-ffbb-4b48-8800-d1ff52f73dfc {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:21.417790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:21.418171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Checking segment: {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:21.418572 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.418964 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Bound using segment: {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:21.419431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Bound port: 786aef5d-a895-4293-8b11-966ce5bff20b, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:21.419816 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.452749 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:39:21.472384 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.496547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] For port 786aef5d-a895-4293-8b11-966ce5bff20b, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:21.499803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] For port 786aef5d-a895-4293-8b11-966ce5bff20b, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=786aef5d-a895-4293-8b11-966ce5bff20b,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:21.629253 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.680279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:21.692524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3b2b6-52de-4e12-9edb-8a0b1c4547db None None] Pushing event updated for resources: {'Port': ['ID=786aef5d-a895-4293-8b11-966ce5bff20b,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:21.732451 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 9187a147-ffbb-4b48-8800-d1ff52f73dfc is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:21.743423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:21.743423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=c7496659-6ff6-4fe1-ba92-bf222c44cf6c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:21.744824 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:21.802112 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.036916 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.314204 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.378718 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.451383 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=c7496659-6ff6-4fe1-ba92-bf222c44cf6c,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:22.453969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.551723 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 9187a147-ffbb-4b48-8800-d1ff52f73dfc is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:22.553166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:22.668103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router c1d85d18-1552-468b-baba-9deed6ff73bd has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:39:22.779548 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:22.785166 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-38ab79cb-2dfc-434e-8571-57a2653b6d03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "PUT /v2.0/routers/c1d85d18-1552-468b-baba-9deed6ff73bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3450511 Sep 22 10:39:22.789919 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Sync routers for ids ['c1d85d18-1552-468b-baba-9deed6ff73bd'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:22.803821 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Routers {'c1d85d18-1552-468b-baba-9deed6ff73bd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:22.804527 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c1d85d18-1552-468b-baba-9deed6ff73bd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:22.814711 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 786aef5d-a895-4293-8b11-966ce5bff20b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:22.868327 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 786aef5d-a895-4293-8b11-966ce5bff20b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:22.869163 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:22.923051 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Set router c1d85d18-1552-468b-baba-9deed6ff73bd gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:22.955036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-30979e9d-3b20-4c43-bb13-a8f04440ce3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349299459&fields=id&tenant_id=9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 267 time: 0.0413027 Sep 22 10:39:22.962946 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.003311 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 786aef5d-a895-4293-8b11-966ce5bff20b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=786aef5d-a895-4293-8b11-966ce5bff20b,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:23.076876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-b4fb8c48-87a4-4bd6-ba2b-07e8f14c6a29 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:23.079604 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.084555 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1302616d-d960-46b7-aa1f-58dfde6824a3 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:23.084789 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-b4fb8c48-87a4-4bd6-ba2b-07e8f14c6a29 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/networks?id=9187a147-ffbb-4b48-8800-d1ff52f73dfc HTTP/1.1" status: 200 len: 797 time: 0.1272252 Sep 22 10:39:23.100545 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a2735237-75f7-405d-bc43-97c9f4422a50 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/quotas/9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 375 time: 0.0151649 Sep 22 10:39:23.151944 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:21Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c7496659-6ff6-4fe1-ba92-bf222c44cf6c', 'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:a4:9d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:21Z', 'updated_at': '2021-09-22T10:39:22Z', 'revision_number': 2, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:23.161845 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-d84f61f8-9a70-47c5-aea5-12da6f4909eb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603025 Sep 22 10:39:23.190005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=786aef5d-a895-4293-8b11-966ce5bff20b,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:23.191846 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Checking router: c1d85d18-1552-468b-baba-9deed6ff73bd for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:23.192266 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Updating router c1d85d18-1552-468b-baba-9deed6ff73bd port c7496659-6ff6-4fe1-ba92-bf222c44cf6c binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:39:23.203161 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1302616d-d960-46b7-aa1f-58dfde6824a3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:23.203563 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.219581 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.293471 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.301729 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70df29-2bae-49a1-a0a7-ecf2c773388a None None] Network 9187a147-ffbb-4b48-8800-d1ff52f73dfc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:39:23.337517 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 1302616d-d960-46b7-aa1f-58dfde6824a3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1302616d-d960-46b7-aa1f-58dfde6824a3,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:23.354741 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-159c8ac4-692e-4f4b-ba6c-5f5619e8c030 service neutron] 10.222.0.49 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847346 Sep 22 10:39:23.424400 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ae82c444-0ac4-4c49-9a35-bab96df6aec8 None None] Provisioning complete for port 786aef5d-a895-4293-8b11-966ce5bff20b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:23.424944 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ae82c444-0ac4-4c49-9a35-bab96df6aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.454274 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.468215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-309467aa-f6cd-4e81-a8a4-084b2c411c32 service neutron] 10.222.0.49 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064427 Sep 22 10:39:23.542517 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.577341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=1302616d-d960-46b7-aa1f-58dfde6824a3,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:23.703705 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.777073 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Pushing event updated for resources: {'Port': ['ID=c7496659-6ff6-4fe1-ba92-bf222c44cf6c,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:23.832274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6c03db09-9e2c-49a3-add3-b4a44feac909 None None] Provisioning complete for port c7496659-6ff6-4fe1-ba92-bf222c44cf6c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:23.834612 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c03db09-9e2c-49a3-add3-b4a44feac909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.878412 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c74f96b-1a9f-4751-9086-2466bcec31e7 req-3d41afc6-00db-4f6a-8d50-0ee632b0fd56 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 210 time: 0.0784314 Sep 22 10:39:23.901518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6c03db09-9e2c-49a3-add3-b4a44feac909 None None] Port c7496659-6ff6-4fe1-ba92-bf222c44cf6c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:23.911013 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.911493 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.911671 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.912047 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.912339 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.912875 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.913499 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.913820 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.914138 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.914451 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.914767 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.915078 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:39:23.915607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-6c03db09-9e2c-49a3-add3-b4a44feac909 None None] Provisioning complete for port 786aef5d-a895-4293-8b11-966ce5bff20b triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:23.916140 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6c03db09-9e2c-49a3-add3-b4a44feac909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.933833 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Attempting to bind port c7496659-6ff6-4fe1-ba92-bf222c44cf6c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:23.934219 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Attempting to bind port c7496659-6ff6-4fe1-ba92-bf222c44cf6c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:23.934580 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Attempting to bind port c7496659-6ff6-4fe1-ba92-bf222c44cf6c on network 9187a147-ffbb-4b48-8800-d1ff52f73dfc {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:23.942369 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:23.942795 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Checking segment: {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:23.943200 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:23.943598 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Bound using segment: {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:23.944222 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Bound port: c7496659-6ff6-4fe1-ba92-bf222c44cf6c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:23.944505 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.004150 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.024170 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] For port c7496659-6ff6-4fe1-ba92-bf222c44cf6c, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:24.027881 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] For port c7496659-6ff6-4fe1-ba92-bf222c44cf6c, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c7496659-6ff6-4fe1-ba92-bf222c44cf6c,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:24.150167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-9dd7791a-a1e1-4a97-94ee-75a4aee073e0 None None] Provisioning complete for port c7496659-6ff6-4fe1-ba92-bf222c44cf6c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:24.150543 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9dd7791a-a1e1-4a97-94ee-75a4aee073e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.165454 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.188001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-9dd7791a-a1e1-4a97-94ee-75a4aee073e0 None None] Port c7496659-6ff6-4fe1-ba92-bf222c44cf6c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:24.225889 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684efcc-cc8e-4acb-8239-8bd8f02cb642 None None] Pushing event updated for resources: {'Port': ['ID=c7496659-6ff6-4fe1-ba92-bf222c44cf6c,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:24.233566 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Routers {'c1d85d18-1552-468b-baba-9deed6ff73bd'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:24.234370 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:38:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c1d85d18-1552-468b-baba-9deed6ff73bd'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:24.292677 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-17cbb1cf-f202-449c-a451-1186330ec12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.317684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d19f5a33-bda5-4e06-b881-729992904a84 None None] Provisioning complete for port c7496659-6ff6-4fe1-ba92-bf222c44cf6c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:24.318109 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d19f5a33-bda5-4e06-b881-729992904a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.350239 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] Set router c1d85d18-1552-468b-baba-9deed6ff73bd gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:24.414119 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d19f5a33-bda5-4e06-b881-729992904a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.448574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d19f5a33-bda5-4e06-b881-729992904a84 None None] For port c7496659-6ff6-4fe1-ba92-bf222c44cf6c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c7496659-6ff6-4fe1-ba92-bf222c44cf6c,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:24.526700 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d19f5a33-bda5-4e06-b881-729992904a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.567183 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:21Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c7496659-6ff6-4fe1-ba92-bf222c44cf6c', 'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:a4:9d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:21Z', 'updated_at': '2021-09-22T10:39:24Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:24.594218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f5a33-bda5-4e06-b881-729992904a84 None None] Pushing event updated for resources: {'Port': ['ID=c7496659-6ff6-4fe1-ba92-bf222c44cf6c,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:24.594592 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db16423-5ca5-4a4b-9b26-d39cc2e8cfbe None None] The sync data for ids ['c1d85d18-1552-468b-baba-9deed6ff73bd'] in n-d-805649-4 is: [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:21Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c7496659-6ff6-4fe1-ba92-bf222c44cf6c', 'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:a4:9d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:21Z', 'updated_at': '2021-09-22T10:39:24Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:24.670487 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca57be00-c757-449a-bae3-ee449f8de179 None None] Provisioning complete for port c7496659-6ff6-4fe1-ba92-bf222c44cf6c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:24.670858 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca57be00-c757-449a-bae3-ee449f8de179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.867423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c7496659-6ff6-4fe1-ba92-bf222c44cf6c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:24.915767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-eefc8f24-ac5c-44ca-ae19-cd8d390c77eb None None] Provisioning complete for port c7496659-6ff6-4fe1-ba92-bf222c44cf6c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:24.916145 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-eefc8f24-ac5c-44ca-ae19-cd8d390c77eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:24.977063 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port c7496659-6ff6-4fe1-ba92-bf222c44cf6c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:24.977505 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.007783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82e449ad-06ba-48ee-9368-c806c4e790f5 req-646ce13d-1053-4e42-81fe-322d0d1d234f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 210 time: 0.0345318 Sep 22 10:39:25.106663 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 786aef5d-a895-4293-8b11-966ce5bff20b up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:25.161829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 786aef5d-a895-4293-8b11-966ce5bff20b triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:25.162193 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.257482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1302616d-d960-46b7-aa1f-58dfde6824a3 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:25.278199 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:25.322358 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 1302616d-d960-46b7-aa1f-58dfde6824a3 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:25.322757 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.114251 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-00c1211b-3d85-4818-a85f-ecda632eb267 req-8763bd2c-6014-46e3-8ab8-ab7900463a75 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 210 time: 0.0284290 Sep 22 10:39:26.140107 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-32e3438a-5f11-4df7-8b8d-32d0fadf06cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:26.141911 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-32e3438a-5f11-4df7-8b8d-32d0fadf06cd tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/networks?id=9187a147-ffbb-4b48-8800-d1ff52f73dfc HTTP/1.1" status: 200 len: 797 time: 0.1087656 Sep 22 10:39:26.196282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-870a28e0-b560-4a01-ae3c-d852bc97dcf5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 379 time: 0.0403931 Sep 22 10:39:26.207060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'port': {'device_id': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'admin_state_up': True, 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'security_groups': ['ed9fecad-55ce-47dc-8b82-c9ada45e5525']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:26.417972 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:39:26.421582 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.559782 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.20.0.5 (9187a147-ffbb-4b48-8800-d1ff52f73dfc/83ad1ffb-098c-4e84-80ce-04785cb0ef0e/5251de8c-61ca-437b-9edc-7d0d51b4f859) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:26.702770 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.822779 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:26.869173 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 9187a147-ffbb-4b48-8800-d1ff52f73dfc is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:26.873966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:26.881100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:26.884297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=5251de8c-61ca-437b-9edc-7d0d51b4f859,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:26.931867 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:26.932511 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.047269 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-a263c155-de8b-4c2b-aa37-6cc17fb0bd09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8450663 Sep 22 10:39:27.060961 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Request body: {'port': {'device_id': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:27.081989 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-544945e2-873f-4483-a40c-4ff2060226f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.102218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d1e28545-bc40-497f-b907-bf24ec709697 None None] Provisioning complete for port 5251de8c-61ca-437b-9edc-7d0d51b4f859 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:27.102591 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1e28545-bc40-497f-b907-bf24ec709697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.123587 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.138456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d1e28545-bc40-497f-b907-bf24ec709697 None None] Port 5251de8c-61ca-437b-9edc-7d0d51b4f859 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:39:27.248149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc13f1-3d88-44ad-9874-1bae89d4771b req-957f6ad0-33a6-4223-9de4-42774683261a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:27.249815 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87bc13f1-3d88-44ad-9874-1bae89d4771b req-957f6ad0-33a6-4223-9de4-42774683261a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 931 time: 0.0572443 Sep 22 10:39:27.292981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-87bc13f1-3d88-44ad-9874-1bae89d4771b req-a5929887-1275-4eb4-ba12-e5da3816f386 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359392 Sep 22 10:39:27.635221 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.728921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5251de8c-61ca-437b-9edc-7d0d51b4f859 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:39:27.736458 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.749270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Transition to ACTIVE for port object 5251de8c-61ca-437b-9edc-7d0d51b4f859 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:39:27.852571 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:27.903130 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Pushing event updated for resources: {'Port': ['ID=5251de8c-61ca-437b-9edc-7d0d51b4f859,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:27.980910 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Attempting to bind port 5251de8c-61ca-437b-9edc-7d0d51b4f859 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:39:27.981271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Attempting to bind port 5251de8c-61ca-437b-9edc-7d0d51b4f859 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:39:27.982822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Attempting to bind port 5251de8c-61ca-437b-9edc-7d0d51b4f859 on network 9187a147-ffbb-4b48-8800-d1ff52f73dfc {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:27.986224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Port 5251de8c-61ca-437b-9edc-7d0d51b4f859 on network 9187a147-ffbb-4b48-8800-d1ff52f73dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:39:27.986815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Attempting to bind port 5251de8c-61ca-437b-9edc-7d0d51b4f859 on network 9187a147-ffbb-4b48-8800-d1ff52f73dfc {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:39:27.992909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:39:27.993245 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Checking segment: {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:39:27.993632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Bound using segment: {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:39:27.994067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Bound port: 5251de8c-61ca-437b-9edc-7d0d51b4f859, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:39:27.994430 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.063788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:39:28.068077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:39:28.161572 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.196046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.196666 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.198083 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] 10.222.0.60 "PUT /v2.0/ports/5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 200 len: 1091 time: 1.1421480 Sep 22 10:39:28.198632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:28.200849 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b81471-8a26-46d8-b125-1dcedd9e7562" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:28.227575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92ec45-4c83-4ab2-8fec-51c85570c0bc service neutron] Pushing event updated for resources: {'Port': ['ID=5251de8c-61ca-437b-9edc-7d0d51b4f859,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:28.256387 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a56e9d-3b2f-43bd-ac1d-24470facba5d x-openstack-request-id: req-63a56e9d-3b2f-43bd-ac1d-24470facba5d {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:28.256701 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:28.257106 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63a56e9d-3b2f-43bd-ac1d-24470facba5d {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:28.257511 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'status': 'completed', 'code': 200} Sep 22 10:39:28.331810 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b81471-8a26-46d8-b125-1dcedd9e7562 req-457ef909-97bd-4786-bc1a-e2f4cc72ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.333490 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-99b81471-8a26-46d8-b125-1dcedd9e7562 req-457ef909-97bd-4786-bc1a-e2f4cc72ddd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1094 time: 0.0535774 Sep 22 10:39:28.389665 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:28.438433 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c7396-1f9a-4678-903c-a041ee21627c req-a4aa03e1-0dfb-4e85-8449-985068d9f924 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.439988 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d8c7396-1f9a-4678-903c-a041ee21627c req-a4aa03e1-0dfb-4e85-8449-985068d9f924 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 943 time: 0.0552528 Sep 22 10:39:28.456400 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b81471-8a26-46d8-b125-1dcedd9e7562 req-81ad1d9f-d1a8-4a02-aff6-f19b1b121d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.457937 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-99b81471-8a26-46d8-b125-1dcedd9e7562 req-81ad1d9f-d1a8-4a02-aff6-f19b1b121d8a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9049aba4787c4576965728c63f4ba223&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1144989 Sep 22 10:39:28.485512 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5d8c7396-1f9a-4678-903c-a041ee21627c req-4899f4ec-db72-4ebd-bb61-760bbe58cc34 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386527 Sep 22 10:39:28.561126 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b81471-8a26-46d8-b125-1dcedd9e7562 req-30840169-51ff-4261-b994-612701a1f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.562626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-99b81471-8a26-46d8-b125-1dcedd9e7562 req-30840169-51ff-4261-b994-612701a1f3f1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969985 Sep 22 10:39:28.641113 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-6203146e-936f-4a88-aaf8-8795ee569732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.642647 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-6203146e-936f-4a88-aaf8-8795ee569732 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1094 time: 0.0432439 Sep 22 10:39:28.685611 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-713bff9e-5896-4215-b0b6-91bec4e5b6b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 200 len: 217 time: 0.0356247 Sep 22 10:39:28.740226 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-2fc7af28-93bc-4538-a6a1-778e8f3a3495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.741758 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-2fc7af28-93bc-4538-a6a1-778e8f3a3495 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83ad1ffb-098c-4e84-80ce-04785cb0ef0e HTTP/1.1" status: 200 len: 834 time: 0.0500016 Sep 22 10:39:28.789808 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-182a6f3b-31a9-4dd8-8e2f-abfc7621f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:28.791354 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-182a6f3b-31a9-4dd8-8e2f-abfc7621f47d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a147-ffbb-4b48-8800-d1ff52f73dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422587 Sep 22 10:39:28.885884 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-74f840bb-5d41-4406-920d-96bb439b4f2f service neutron] 10.222.0.60 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867260 Sep 22 10:39:28.983966 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed6cc442-2563-4e7b-914c-8fb81cc5f65c req-aa5bebfa-2159-4098-845e-7e1aa20d3590 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912838 Sep 22 10:39:29.613194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672948f-44c6-47e4-9b37-0643359850c1 req-0ded454a-7d3f-4a3c-a632-ff0abdd1a568 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:29.614734 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d672948f-44c6-47e4-9b37-0643359850c1 req-0ded454a-7d3f-4a3c-a632-ff0abdd1a568 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 943 time: 0.0574582 Sep 22 10:39:29.656084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d672948f-44c6-47e4-9b37-0643359850c1 req-5ba3d13f-1ff0-431f-89db-d6401846154d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351639 Sep 22 10:39:30.187975 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:30.777684 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aaf88-f070-4b05-b622-fd08203a3c14 req-6a422725-d8d1-4505-a95e-2ad8cdc5db0e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:30.779298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-681aaf88-f070-4b05-b622-fd08203a3c14 req-6a422725-d8d1-4505-a95e-2ad8cdc5db0e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 943 time: 0.0527978 Sep 22 10:39:30.821271 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-681aaf88-f070-4b05-b622-fd08203a3c14 req-3e9dc7df-c9b3-424e-826e-476af4c6d7b3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347106 Sep 22 10:39:31.247973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5251de8c-61ca-437b-9edc-7d0d51b4f859 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:39:31.350747 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:31.363347 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'port_id': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'mac_address': 'fa:16:3e:8f:b1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:39:31.401890 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:31.416386 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5251de8c-61ca-437b-9edc-7d0d51b4f859 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:39:31.437812 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:31.550430 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:31.603807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5251de8c-61ca-437b-9edc-7d0d51b4f859,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:31.756923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['5251de8c-61ca-437b-9edc-7d0d51b4f859'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:39:31.940787 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2094a-cb0c-4eb2-905b-ac272c561aab req-123a2730-f2c5-4efe-b2f4-796a633285a0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:31.942370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5d2094a-cb0c-4eb2-905b-ac272c561aab req-123a2730-f2c5-4efe-b2f4-796a633285a0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 944 time: 0.0522604 Sep 22 10:39:31.982293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a5d2094a-cb0c-4eb2-905b-ac272c561aab req-047ce767-fdc7-4841-9660-9e3838c8d557 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337245 Sep 22 10:39:33.105316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b251-eda4-4351-a690-e1da9a6a1627 req-05ae08a6-3d4d-4814-8bb5-1ff57e1a5963 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:33.106946 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5774b251-eda4-4351-a690-e1da9a6a1627 req-05ae08a6-3d4d-4814-8bb5-1ff57e1a5963 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 944 time: 0.0560927 Sep 22 10:39:33.151972 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5774b251-eda4-4351-a690-e1da9a6a1627 req-9732abd6-00eb-44b2-94ad-b1c5ebd8cb6b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378778 Sep 22 10:39:33.248474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5251de8c-61ca-437b-9edc-7d0d51b4f859 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:39:33.366295 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 5251de8c-61ca-437b-9edc-7d0d51b4f859 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:39:33.370402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 5251de8c-61ca-437b-9edc-7d0d51b4f859 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:39:33.370852 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:33.449108 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:33.471889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:33.474301 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2637d1cb-56df-4414-9a89-b6594d43b2b3" -d '{"events": [{"server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "name": "network-vif-plugged", "status": "completed", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:33.488793 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:39:33.513115 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84dd81b-f262-4c22-a7a4-394b6cd2ffe3 x-openstack-request-id: req-c84dd81b-f262-4c22-a7a4-394b6cd2ffe3 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:33.513469 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "name": "network-vif-plugged", "status": "completed", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:33.513720 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c84dd81b-f262-4c22-a7a4-394b6cd2ffe3 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:33.514114 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'code': 200} Sep 22 10:39:33.572671 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:33.624878 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b43f18-8057-40a7-b9df-e011b8ceb7f5 req-c82e8809-60c9-44ee-8a3b-cbfb9eae4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:33.625820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=5251de8c-61ca-437b-9edc-7d0d51b4f859,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:33.626414 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-13b43f18-8057-40a7-b9df-e011b8ceb7f5 req-c82e8809-60c9-44ee-8a3b-cbfb9eae4b60 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1096 time: 0.0567307 Sep 22 10:39:33.663855 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-13b43f18-8057-40a7-b9df-e011b8ceb7f5 req-2d2d2316-80cf-4ccb-9cb5-24e7b7dd6a3a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304279 Sep 22 10:39:34.275334 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cb6b8-6b0c-4644-b535-f84c02187cd2 req-6f5c543a-2523-4320-863b-8e1d1e79506a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:34.276970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-460cb6b8-6b0c-4644-b535-f84c02187cd2 req-6f5c543a-2523-4320-863b-8e1d1e79506a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0538094 Sep 22 10:39:34.321177 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-460cb6b8-6b0c-4644-b535-f84c02187cd2 req-1cc827c4-f526-4e15-beab-9ee31c793c16 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379517 Sep 22 10:39:35.452301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0a2dc-3dd1-438a-a44a-2b1fd8dada8d req-affd1b77-d8ce-434f-b964-e69705f7c01d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:35.454086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cf0a2dc-3dd1-438a-a44a-2b1fd8dada8d req-affd1b77-d8ce-434f-b964-e69705f7c01d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0543814 Sep 22 10:39:35.499071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2cf0a2dc-3dd1-438a-a44a-2b1fd8dada8d req-d294b8e2-6242-49ad-a200-6dfb928ad0f1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379505 Sep 22 10:39:35.630804 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf531e9-83b7-46d6-8810-43b433137adf req-ba69a921-8a45-4c69-b9cc-0c3495bb4fce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:35.632359 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6cf531e9-83b7-46d6-8810-43b433137adf req-ba69a921-8a45-4c69-b9cc-0c3495bb4fce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0573204 Sep 22 10:39:35.671857 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6cf531e9-83b7-46d6-8810-43b433137adf req-6541e2e4-7237-4b7e-b46a-9be5cf917835 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333745 Sep 22 10:39:35.694936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57400) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:35.737067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b690b-ca77-484b-959b-b8b80b514f26 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:35.739000 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ed3b690b-ca77-484b-959b-b8b80b514f26 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1091 time: 0.0427997 Sep 22 10:39:35.741788 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57402) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:35.746357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:39:35.879706 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:35.997485 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.113807 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.25.6.178 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/caf30cad-9957-4e3c-9b9c-da945a4cd717) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:39:36.229813 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.336845 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.381075 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:39:36.384250 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:39:36.387760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:39:36.412822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=caf30cad-9957-4e3c-9b9c-da945a4cd717,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:36.767097 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:36.912705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.072114 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.154832 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.226915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=caf30cad-9957-4e3c-9b9c-da945a4cd717,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:39:37.238656 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.354833 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Floating IP d9dc6fcc-6c47-4bd8-a2b7-dc2d150eba3a associated. External IP: 172.25.6.178, port: 5251de8c-61ca-437b-9edc-7d0d51b4f859. Sep 22 10:39:37.572001 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router c1d85d18-1552-468b-baba-9deed6ff73bd has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:39:37.681024 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:39:37.690666 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e1633-2c7f-4362-9e86-ed619d662b75 None None] Sync routers for ids ['c1d85d18-1552-468b-baba-9deed6ff73bd'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:39:37.700958 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e1633-2c7f-4362-9e86-ed619d662b75 None None] Routers {'c1d85d18-1552-468b-baba-9deed6ff73bd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:37.701585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-557e1633-2c7f-4362-9e86-ed619d662b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c1d85d18-1552-468b-baba-9deed6ff73bd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:37.795101 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:37.817870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-557e1633-2c7f-4362-9e86-ed619d662b75 None None] Set router c1d85d18-1552-468b-baba-9deed6ff73bd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:37.823735 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f7101448-b8de-4134-974f-9e5dff75a73f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0808973 Sep 22 10:39:37.828889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:39:37.828889 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776bac55-06b9-4b9d-8c1f-d288eda7eac2" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:39:37.925404 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dc2cc-3a17-439a-a45d-98641c039bd0 req-565bde3f-ac2a-43d5-bd3c-da0de5872ab3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:37.926996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de8dc2cc-3a17-439a-a45d-98641c039bd0 req-565bde3f-ac2a-43d5-bd3c-da0de5872ab3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0535095 Sep 22 10:39:37.970275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de8dc2cc-3a17-439a-a45d-98641c039bd0 req-a1eb871e-0737-4a8c-8439-84db18411cd8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367138 Sep 22 10:39:37.995262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57408) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:38.036193 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0797e62-1e7c-4bf0-b5fc-0db960060978 x-openstack-request-id: req-e0797e62-1e7c-4bf0-b5fc-0db960060978 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:39:38.036571 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:39:38.036933 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0797e62-1e7c-4bf0-b5fc-0db960060978 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:39:38.037399 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'status': 'completed', 'code': 200} Sep 22 10:39:38.093387 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-057ae50e-f8a7-4334-b5ce-ef345ad8945f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/d9dc6fcc-6c47-4bd8-a2b7-dc2d150eba3a HTTP/1.1" status: 200 len: 991 time: 0.0968871 Sep 22 10:39:38.108936 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bac55-06b9-4b9d-8c1f-d288eda7eac2 req-9c6c64ae-9c3c-49ce-8fd8-bd60c6b60309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:38.110515 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-776bac55-06b9-4b9d-8c1f-d288eda7eac2 req-9c6c64ae-9c3c-49ce-8fd8-bd60c6b60309 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1096 time: 0.0619290 Sep 22 10:39:38.204550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bac55-06b9-4b9d-8c1f-d288eda7eac2 req-8710a4d4-d6e9-4ec6-bce9-0a899a1a43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:38.207061 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-776bac55-06b9-4b9d-8c1f-d288eda7eac2 req-8710a4d4-d6e9-4ec6-bce9-0a899a1a43ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187a147-ffbb-4b48-8800-d1ff52f73dfc HTTP/1.1" status: 200 len: 898 time: 0.0900216 Sep 22 10:39:38.217301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-557e1633-2c7f-4362-9e86-ed619d662b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:21Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd9dc6fcc-6c47-4bd8-a2b7-dc2d150eba3a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.178', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'port_id': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'mac_address': 'fa:16:3e:8f:b1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:39:36Z', 'updated_at': '2021-09-22T10:39:36Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7496659-6ff6-4fe1-ba92-bf222c44cf6c', 'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:a4:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:21Z', 'updated_at': '2021-09-22T10:39:24Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:38.249061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e1633-2c7f-4362-9e86-ed619d662b75 None None] Checking router: c1d85d18-1552-468b-baba-9deed6ff73bd for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:39:38.258808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e1633-2c7f-4362-9e86-ed619d662b75 None None] Routers {'c1d85d18-1552-468b-baba-9deed6ff73bd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:39:38.259448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-557e1633-2c7f-4362-9e86-ed619d662b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:39:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c1d85d18-1552-468b-baba-9deed6ff73bd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:38.277592 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-776bac55-06b9-4b9d-8c1f-d288eda7eac2 req-efe78e9d-4cc1-4141-b3e1-38b73f585bc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 200 len: 999 time: 0.0633748 Sep 22 10:39:38.327816 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bac55-06b9-4b9d-8c1f-d288eda7eac2 req-a79c0650-a4ed-4f32-af87-445c9fa20eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:38.329343 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-776bac55-06b9-4b9d-8c1f-d288eda7eac2 req-a79c0650-a4ed-4f32-af87-445c9fa20eb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83ad1ffb-098c-4e84-80ce-04785cb0ef0e HTTP/1.1" status: 200 len: 834 time: 0.0449364 Sep 22 10:39:38.376307 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-557e1633-2c7f-4362-9e86-ed619d662b75 None None] Set router c1d85d18-1552-468b-baba-9deed6ff73bd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:39:38.381537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bac55-06b9-4b9d-8c1f-d288eda7eac2 req-a9e61318-9bcd-4fba-afe7-769abcfa70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:39:38.383149 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-776bac55-06b9-4b9d-8c1f-d288eda7eac2 req-a9e61318-9bcd-4fba-afe7-769abcfa70ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a147-ffbb-4b48-8800-d1ff52f73dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463529 Sep 22 10:39:38.489014 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-776bac55-06b9-4b9d-8c1f-d288eda7eac2 req-98ebe5f2-7c89-445e-a9a4-b8eb48716436 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984902 Sep 22 10:39:38.588622 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-776bac55-06b9-4b9d-8c1f-d288eda7eac2 req-b4578f9e-0139-4a0d-bcd7-92c86dd3b2c8 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923610 Sep 22 10:39:38.618251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-557e1633-2c7f-4362-9e86-ed619d662b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:21Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd9dc6fcc-6c47-4bd8-a2b7-dc2d150eba3a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.178', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'port_id': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'mac_address': 'fa:16:3e:8f:b1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:39:36Z', 'updated_at': '2021-09-22T10:39:36Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7496659-6ff6-4fe1-ba92-bf222c44cf6c', 'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:a4:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:21Z', 'updated_at': '2021-09-22T10:39:24Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:39:38.648544 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e1633-2c7f-4362-9e86-ed619d662b75 None None] The sync data for ids ['c1d85d18-1552-468b-baba-9deed6ff73bd'] in n-d-805649-4 is: [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:21Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': 'd9dc6fcc-6c47-4bd8-a2b7-dc2d150eba3a', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.178', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'port_id': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'mac_address': 'fa:16:3e:8f:b1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:39:36Z', 'updated_at': '2021-09-22T10:39:36Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7496659-6ff6-4fe1-ba92-bf222c44cf6c', 'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:a4:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:21Z', 'updated_at': '2021-09-22T10:39:24Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:39:38.843622 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58a455-13e1-4c37-b0e0-e2b9ea9b679b None None] New status for floating IP d9dc6fcc-6c47-4bd8-a2b7-dc2d150eba3a: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:39:39.099511 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57410) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:39:39.171487 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-3619aba0-18b7-42c5-b28b-bd61252af43e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/d9dc6fcc-6c47-4bd8-a2b7-dc2d150eba3a HTTP/1.1" status: 200 len: 993 time: 0.0708873 Sep 22 10:39:53.958869 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:54.290747 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d987541f-efd9-4f72-8406-fd9cc6f45591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:55.274631 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.028656 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bb95e316-79e0-45bc-8cb8-7df613cc04bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:57.612956 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.337784 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:39:58.452167 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:40:00.154378 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:10.293798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-64725214-23f7-4019-8481-5286b2e4a263 req-dcb6297f-4769-4b0b-9ecf-2bbe65e3b275 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:40:10.294812 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64725214-23f7-4019-8481-5286b2e4a263 req-dcb6297f-4769-4b0b-9ecf-2bbe65e3b275 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055037 Sep 22 10:40:10.605826 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433de887-f69a-4108-aaa6-a1e2ded37fa7 req-defb95a2-cf54-4849-87c4-71ed485f736f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:10.607309 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-433de887-f69a-4108-aaa6-a1e2ded37fa7 req-defb95a2-cf54-4849-87c4-71ed485f736f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0508382 Sep 22 10:40:10.646697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-433de887-f69a-4108-aaa6-a1e2ded37fa7 req-e7bea5bb-6a67-4480-9082-3f436f5a28f8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329268 Sep 22 10:40:10.826264 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-ba3c114d-b63d-49ea-81be-081e4c3b7900 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856571 Sep 22 10:40:10.835332 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-5b309f8a-d122-4e81-b81d-99ead3a302dc service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:40:10.836273 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-5b309f8a-d122-4e81-b81d-99ead3a302dc service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049140 Sep 22 10:40:11.783346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b59185-8cfb-43da-a939-925c1e336051 req-783502ff-226e-41f9-9016-f7de2ffb1af2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:11.784919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90b59185-8cfb-43da-a939-925c1e336051 req-783502ff-226e-41f9-9016-f7de2ffb1af2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0542974 Sep 22 10:40:11.822912 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90b59185-8cfb-43da-a939-925c1e336051 req-7554a043-1151-4d11-8185-82b6b625a7c0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316973 Sep 22 10:40:12.944183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e7f5-10d7-49f8-9254-bbd4269ca549 req-81083dc2-73ab-4bda-99a5-391f6a7e6a96 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:12.945933 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcc9e7f5-10d7-49f8-9254-bbd4269ca549 req-81083dc2-73ab-4bda-99a5-391f6a7e6a96 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0522120 Sep 22 10:40:12.986721 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcc9e7f5-10d7-49f8-9254-bbd4269ca549 req-41e640b3-4d73-45ed-b861-9aa0c1a53d75 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346074 Sep 22 10:40:13.097801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f43d9-1345-457e-8468-fea09281076a req-5e849d2f-d1aa-4e47-8549-28abc9f921db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:13.099333 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-5e849d2f-d1aa-4e47-8549-28abc9f921db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1096 time: 0.0423276 Sep 22 10:40:13.192276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f43d9-1345-457e-8468-fea09281076a req-d6941d69-77a0-4d3e-8941-972cf16868d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:13.193814 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-d6941d69-77a0-4d3e-8941-972cf16868d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187a147-ffbb-4b48-8800-d1ff52f73dfc HTTP/1.1" status: 200 len: 898 time: 0.0868282 Sep 22 10:40:13.258239 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-9abf8593-6867-445c-a14d-65c8b2af684a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 200 len: 1001 time: 0.0567007 Sep 22 10:40:13.317159 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f43d9-1345-457e-8468-fea09281076a req-5737e7bc-703c-4ce0-b659-76195590b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:13.318708 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-5737e7bc-703c-4ce0-b659-76195590b23e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83ad1ffb-098c-4e84-80ce-04785cb0ef0e HTTP/1.1" status: 200 len: 834 time: 0.0493095 Sep 22 10:40:13.365720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f43d9-1345-457e-8468-fea09281076a req-f05ee1d8-12e9-452f-ad2c-d42ee66b0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:13.367230 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-f05ee1d8-12e9-452f-ad2c-d42ee66b0d3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a147-ffbb-4b48-8800-d1ff52f73dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413952 Sep 22 10:40:13.459853 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-efff6905-f2aa-4ccf-b07e-8c7c05df5c9e service neutron] 10.222.0.60 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854025 Sep 22 10:40:13.549247 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-cefc3d8c-00fa-4dd7-a3fe-290377ad6c2f service neutron] 10.222.0.60 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815334 Sep 22 10:40:14.100274 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b7aaa-9ed0-465c-a11d-dfcc1fa02ef8 req-281f3622-2618-40c2-bb90-83a3d4aa1ed7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:14.101774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be0b7aaa-9ed0-465c-a11d-dfcc1fa02ef8 req-281f3622-2618-40c2-bb90-83a3d4aa1ed7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0480032 Sep 22 10:40:14.140234 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-be0b7aaa-9ed0-465c-a11d-dfcc1fa02ef8 req-0173d350-392d-4aa9-9b52-36f41a094737 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323744 Sep 22 10:40:15.262480 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c39f9f-26b9-4ced-b260-1f5d7b622b5c req-1237fbf7-3b45-4a5e-a782-f9b5835f647c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:15.263977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22c39f9f-26b9-4ced-b260-1f5d7b622b5c req-1237fbf7-3b45-4a5e-a782-f9b5835f647c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0538945 Sep 22 10:40:15.302139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-22c39f9f-26b9-4ced-b260-1f5d7b622b5c req-3d11ae1b-e7c2-47f7-bfd4-11a16e863a6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 Sep 22 10:40:16.424232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df42d4-d7f4-4af3-9dac-ac3e7d5a902f req-09f5d83a-c1b6-4ae4-a1ce-c0ab97f6ce09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:16.425757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2df42d4-d7f4-4af3-9dac-ac3e7d5a902f req-09f5d83a-c1b6-4ae4-a1ce-c0ab97f6ce09 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0500753 Sep 22 10:40:16.463121 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2df42d4-d7f4-4af3-9dac-ac3e7d5a902f req-3f91526c-dfc6-4304-9b41-137d1f14dd96 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312316 Sep 22 10:40:17.581611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546a19a-829b-4e99-9554-4b506ec08c7c req-26fcd796-2ef1-44a5-8202-6f9b9b221939 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:17.583039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2546a19a-829b-4e99-9554-4b506ec08c7c req-26fcd796-2ef1-44a5-8202-6f9b9b221939 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0510101 Sep 22 10:40:17.621872 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2546a19a-829b-4e99-9554-4b506ec08c7c req-4de17d2c-291a-4a81-96d7-550fcc908aa7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327115 Sep 22 10:40:18.743931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b4104-0306-401c-a36d-da71fffc62d4 req-fa50cc4b-f330-425c-aa27-7e3676a68ff4 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:18.745443 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a83b4104-0306-401c-a36d-da71fffc62d4 req-fa50cc4b-f330-425c-aa27-7e3676a68ff4 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0529494 Sep 22 10:40:18.784174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a83b4104-0306-401c-a36d-da71fffc62d4 req-6bc785b8-0869-4a00-a272-f645329756bb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321758 Sep 22 10:40:19.901104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b86bc9-657f-418b-b6fe-48e287f91203 req-94b25a40-08fd-4749-8702-0b89a6b4a6d5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:19.902608 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8b86bc9-657f-418b-b6fe-48e287f91203 req-94b25a40-08fd-4749-8702-0b89a6b4a6d5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0502849 Sep 22 10:40:19.940633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8b86bc9-657f-418b-b6fe-48e287f91203 req-48dfe37f-9861-4caa-b57b-7893dcf261d3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312891 Sep 22 10:40:21.056377 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be589fb-9146-4a33-9aa8-fcca858c803c req-6b874d33-afa1-4b8b-be94-211de61db671 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:21.057818 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1be589fb-9146-4a33-9aa8-fcca858c803c req-6b874d33-afa1-4b8b-be94-211de61db671 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0492802 Sep 22 10:40:21.095918 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1be589fb-9146-4a33-9aa8-fcca858c803c req-f5282b3a-d2f1-4574-b353-f92c8a4f684a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Sep 22 10:40:22.215791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe92f0a-9314-454e-87b8-1f240801ff1f req-cfdd66c7-dce5-4dfa-a128-b9e211405a00 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:22.217317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9fe92f0a-9314-454e-87b8-1f240801ff1f req-cfdd66c7-dce5-4dfa-a128-b9e211405a00 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0531363 Sep 22 10:40:22.257717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9fe92f0a-9314-454e-87b8-1f240801ff1f req-fd4ec91b-81ad-40c5-b8ad-da63876018c9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338712 Sep 22 10:40:23.373040 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e0d32-6db2-4b23-93f1-be47db9c12d2 req-e62a2bf7-1a09-4db7-9973-b76afacf1136 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:23.374518 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-426e0d32-6db2-4b23-93f1-be47db9c12d2 req-e62a2bf7-1a09-4db7-9973-b76afacf1136 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0488753 Sep 22 10:40:23.413169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-426e0d32-6db2-4b23-93f1-be47db9c12d2 req-6c41c3b8-1cf7-4131-b347-339e2fde9399 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317447 Sep 22 10:40:23.988082 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.285717 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-862fb054-059c-4488-aa09-f3eab8248b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:24.528205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce8ba5-410f-4cc6-8cc0-0914d73a1e2c req-59d1e72e-12cf-43f6-9599-e946b56cb86a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:24.529704 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fce8ba5-410f-4cc6-8cc0-0914d73a1e2c req-59d1e72e-12cf-43f6-9599-e946b56cb86a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0487440 Sep 22 10:40:24.568204 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6fce8ba5-410f-4cc6-8cc0-0914d73a1e2c req-b5377453-2f49-41f8-b8d1-b2eefaad0642 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307248 Sep 22 10:40:25.417595 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:25.689406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e57563-cb1b-4a24-b888-2128fe30f568 req-66c4c020-f621-4b40-8cf9-482664793478 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:25.690956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2e57563-cb1b-4a24-b888-2128fe30f568 req-66c4c020-f621-4b40-8cf9-482664793478 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0542219 Sep 22 10:40:25.729397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f2e57563-cb1b-4a24-b888-2128fe30f568 req-58ba5898-db27-49d9-bfb7-209882702250 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322907 Sep 22 10:40:26.847072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ee791-dad1-497a-ab5c-c12c26f0903a req-de216652-5dbd-4ff2-b478-b80d95462474 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:26.848750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d22ee791-dad1-497a-ab5c-c12c26f0903a req-de216652-5dbd-4ff2-b478-b80d95462474 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0502234 Sep 22 10:40:26.887649 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d22ee791-dad1-497a-ab5c-c12c26f0903a req-0ab384d2-c90a-44c6-ad35-45e45ff5cd5a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322554 Sep 22 10:40:27.039828 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09d4020f-e2bf-4236-b064-9b6db3da854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:27.639912 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:28.005066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2345135-f045-4556-a0fa-1aa0a223b920 req-28770cd4-e06f-4be8-bb9d-4c26cd93507c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:28.006676 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2345135-f045-4556-a0fa-1aa0a223b920 req-28770cd4-e06f-4be8-bb9d-4c26cd93507c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0497658 Sep 22 10:40:28.045348 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b2345135-f045-4556-a0fa-1aa0a223b920 req-11fd13ec-8c45-4911-9d4c-4f75f2e5f223 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325239 Sep 22 10:40:28.342393 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:29.168882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d859063-5d17-4e5b-b421-5c6dd8364517 req-52bdd518-0633-4f45-94d7-212866622747 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:29.170485 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d859063-5d17-4e5b-b421-5c6dd8364517 req-52bdd518-0633-4f45-94d7-212866622747 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0543072 Sep 22 10:40:29.209682 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d859063-5d17-4e5b-b421-5c6dd8364517 req-822e4166-3fcc-44b7-80dc-7df01bca140f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322423 Sep 22 10:40:30.159794 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:30.327061 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543abda-75b1-4d81-9484-5f8be0ee8a48 req-1e0caa86-e866-498e-abcf-0f2827471d50 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:30.329156 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9543abda-75b1-4d81-9484-5f8be0ee8a48 req-1e0caa86-e866-498e-abcf-0f2827471d50 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0509052 Sep 22 10:40:30.368105 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9543abda-75b1-4d81-9484-5f8be0ee8a48 req-a0e01468-1f38-4108-9997-93dbaeb82f7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324144 Sep 22 10:40:30.555046 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-848f43d9-1345-457e-8468-fea09281076a req-e85bebee-f8a0-47b5-867d-f0413c030de8 service neutron] show failed (client error): The resource could not be found. Sep 22 10:40:30.556072 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-e85bebee-f8a0-47b5-867d-f0413c030de8 service neutron] 10.222.0.60 "GET /v2.0/ports/5251de8c-61ca-437b-9edc-7d0d51b4f859/bindings/n-h2-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0544546 Sep 22 10:40:31.211281 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f43d9-1345-457e-8468-fea09281076a req-7d27a341-9926-4a49-b02e-a80fe4c41ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:31.212836 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-7d27a341-9926-4a49-b02e-a80fe4c41ccb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53&tenant_id=9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 1096 time: 0.1180789 Sep 22 10:40:31.227884 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-5943f4ba-2ce4-4746-9263-9cf046b99608 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:40:31.228902 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-5943f4ba-2ce4-4746-9263-9cf046b99608 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049884 Sep 22 10:40:31.246356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-805649-4', 'device_owner': 'compute:nova'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:40:31.299586 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:31.533965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4f765-81c4-4f0c-b969-931776e433e2 req-a8726e0c-ec27-4b9b-a70d-a6de7a9b1437 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:31.535368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dde4f765-81c4-4f0c-b969-931776e433e2 req-a8726e0c-ec27-4b9b-a70d-a6de7a9b1437 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0982609 Sep 22 10:40:31.613305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dde4f765-81c4-4f0c-b969-931776e433e2 req-6c9f4cb9-25e1-4e8f-8165-c7692376c545 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716105 Sep 22 10:40:31.630611 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:31.664707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h1-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:31.705422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:31.707696 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db9f57f-8f1e-4817-b615-d6d73feee406" -d '{"events": [{"server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "name": "network-vif-unplugged", "status": "completed", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:31.711892 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:31.728431 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Transition to ACTIVE for port object 5251de8c-61ca-437b-9edc-7d0d51b4f859 will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:40:31.788386 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:31.829873 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faceeea-2811-427c-aad1-6fc483d1f789 x-openstack-request-id: req-1faceeea-2811-427c-aad1-6fc483d1f789 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:31.830174 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "name": "network-vif-unplugged", "status": "completed", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:31.830455 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1faceeea-2811-427c-aad1-6fc483d1f789 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:31.830931 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'code': 200} Sep 22 10:40:31.909691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Pushing event updated for resources: {'Port': ['ID=5251de8c-61ca-437b-9edc-7d0d51b4f859,revision_number=6']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:31.931335 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.931693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.932036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.932372 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.932755 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.933092 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.933423 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.933751 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.934078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.934400 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.934729 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.935051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:31.979430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] No DVR routers for this DVR port 5251de8c-61ca-437b-9edc-7d0d51b4f859 on host n-h1-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:40:32.380054 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Attempting to bind port 5251de8c-61ca-437b-9edc-7d0d51b4f859 on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:40:32.380293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Attempting to bind port 5251de8c-61ca-437b-9edc-7d0d51b4f859 by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:40:32.380601 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Attempting to bind port 5251de8c-61ca-437b-9edc-7d0d51b4f859 on network 9187a147-ffbb-4b48-8800-d1ff52f73dfc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:32.384798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Port 5251de8c-61ca-437b-9edc-7d0d51b4f859 on network 9187a147-ffbb-4b48-8800-d1ff52f73dfc not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:40:32.385116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Attempting to bind port 5251de8c-61ca-437b-9edc-7d0d51b4f859 on network 9187a147-ffbb-4b48-8800-d1ff52f73dfc {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:40:32.389792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:40:32.390119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Checking segment: {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:40:32.390500 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Bound using segment: {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:40:32.391558 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Bound port: 5251de8c-61ca-437b-9edc-7d0d51b4f859, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35cbf555-eeab-4800-a959-15a1465cecd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:40:32.391910 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.452228 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:40:32.455622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:40:32.525604 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.563946 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:32.564620 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:32.566023 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-223dfd38-d302-4247-94ad-10730351e46f service neutron] 10.222.0.45 "PUT /v2.0/ports/5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 200 len: 1091 time: 1.3239563 Sep 22 10:40:32.586235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dfd38-d302-4247-94ad-10730351e46f service neutron] Pushing event updated for resources: {'Port': ['ID=5251de8c-61ca-437b-9edc-7d0d51b4f859,revision_number=7']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:32.637108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f43d9-1345-457e-8468-fea09281076a req-ca1b96d5-08d6-41cf-8888-a4b650e629da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:32.638535 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-ca1b96d5-08d6-41cf-8888-a4b650e629da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1094 time: 0.0429320 Sep 22 10:40:32.769308 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f43d9-1345-457e-8468-fea09281076a req-a26414e9-f9bb-4e65-801f-905de558cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:32.770854 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-a26414e9-f9bb-4e65-801f-905de558cb51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9187a147-ffbb-4b48-8800-d1ff52f73dfc HTTP/1.1" status: 200 len: 898 time: 0.1245432 Sep 22 10:40:32.787548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e4551-bda8-4ede-8729-2dfae40cb79b req-0f938876-d21a-47c8-8685-8cdfd71ceebf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:32.789090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-803e4551-bda8-4ede-8729-2dfae40cb79b req-0f938876-d21a-47c8-8685-8cdfd71ceebf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 943 time: 0.0764332 Sep 22 10:40:32.889730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-803e4551-bda8-4ede-8729-2dfae40cb79b req-2f6133be-91be-4fef-b217-a4224097a6b2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939846 Sep 22 10:40:32.908561 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-26ead5b4-cef6-4281-9538-3792e09355d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 200 len: 999 time: 0.1184776 Sep 22 10:40:32.963001 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f43d9-1345-457e-8468-fea09281076a req-fdb5a265-4e17-4c4e-9ef8-c15fc91c61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:32.964463 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-fdb5a265-4e17-4c4e-9ef8-c15fc91c61cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83ad1ffb-098c-4e84-80ce-04785cb0ef0e HTTP/1.1" status: 200 len: 834 time: 0.0452881 Sep 22 10:40:33.028529 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f43d9-1345-457e-8468-fea09281076a req-920493eb-5eb2-4e49-8674-f6156cfc645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:33.030071 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-920493eb-5eb2-4e49-8674-f6156cfc645f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9187a147-ffbb-4b48-8800-d1ff52f73dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496824 Sep 22 10:40:33.130664 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-c9d9579c-e700-4860-81e0-e55905dbe28f service neutron] 10.222.0.45 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869770 Sep 22 10:40:33.223547 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-848f43d9-1345-457e-8468-fea09281076a req-c41a0ccd-2fdf-4da6-b8f1-fa6295679506 service neutron] 10.222.0.45 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812221 Sep 22 10:40:33.528560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5251de8c-61ca-437b-9edc-7d0d51b4f859 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:40:33.567635 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 5251de8c-61ca-437b-9edc-7d0d51b4f859 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:40:33.832194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:33.834621 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c3a255-d040-444b-a03f-4dfe4b6a955f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:33.882018 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c395d46-ba77-4fa5-9111-43ff4b94634c x-openstack-request-id: req-5c395d46-ba77-4fa5-9111-43ff4b94634c {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:33.882312 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:33.882558 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c395d46-ba77-4fa5-9111-43ff4b94634c {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:33.882949 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'status': 'completed', 'code': 200} Sep 22 10:40:33.950672 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-222ad965-a442-4edd-91a2-93d5db44338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:33.951809 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-304adb23-4cf5-4574-beeb-54334221af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:33.952236 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-222ad965-a442-4edd-91a2-93d5db44338e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1094 time: 0.0459237 Sep 22 10:40:33.953411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-304adb23-4cf5-4574-beeb-54334221af9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1094 time: 0.0486493 Sep 22 10:40:34.044987 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-efbb86d5-d452-4132-be33-9beac54a3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:34.046505 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-efbb86d5-d452-4132-be33-9beac54a3aab service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187a147-ffbb-4b48-8800-d1ff52f73dfc HTTP/1.1" status: 200 len: 898 time: 0.0876799 Sep 22 10:40:34.074876 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc08b9-6ef1-4ddc-b86d-0fbe3915b801 req-b15db1c5-84d3-4966-8ee2-263613df4679 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:34.076392 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78dc08b9-6ef1-4ddc-b86d-0fbe3915b801 req-b15db1c5-84d3-4966-8ee2-263613df4679 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 943 time: 0.0975769 Sep 22 10:40:34.098615 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-9819b673-f854-4428-a4ec-56ff32469020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:34.100202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-9819b673-f854-4428-a4ec-56ff32469020 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9187a147-ffbb-4b48-8800-d1ff52f73dfc HTTP/1.1" status: 200 len: 898 time: 0.1394963 Sep 22 10:40:34.119816 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-313308a7-3921-4d1d-9e8c-e0d9b98a6311 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 200 len: 999 time: 0.0661328 Sep 22 10:40:34.166175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78dc08b9-6ef1-4ddc-b86d-0fbe3915b801 req-9e507ffc-0309-4454-a7f6-2aa7c8c97462 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795586 Sep 22 10:40:34.172529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-0621fb06-4a27-4355-9b9e-59316b58606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:34.174224 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-0621fb06-4a27-4355-9b9e-59316b58606d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83ad1ffb-098c-4e84-80ce-04785cb0ef0e HTTP/1.1" status: 200 len: 834 time: 0.0476854 Sep 22 10:40:34.181077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-b05a12b4-33f4-42d9-bcdd-f53efaff1184 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 200 len: 999 time: 0.0726659 Sep 22 10:40:34.222760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-89c15549-2093-42c9-addf-338f4d9b4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:34.224291 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-89c15549-2093-42c9-addf-338f4d9b4593 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a147-ffbb-4b48-8800-d1ff52f73dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425704 Sep 22 10:40:34.232596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-60cbed84-636d-46b8-89ec-049cd2bf86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:34.234086 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-60cbed84-636d-46b8-89ec-049cd2bf86f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83ad1ffb-098c-4e84-80ce-04785cb0ef0e HTTP/1.1" status: 200 len: 834 time: 0.0456717 Sep 22 10:40:34.286147 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-ab0bf923-ed43-484d-a3a7-931b10d9b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:34.287617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-ab0bf923-ed43-484d-a3a7-931b10d9b892 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9187a147-ffbb-4b48-8800-d1ff52f73dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455739 Sep 22 10:40:34.322606 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-47ce025b-00f2-416d-b520-704358645f45 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901716 Sep 22 10:40:34.378909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-0d844b7f-44bb-4092-96e2-dd28bccebb7b service neutron] 10.222.0.45 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834107 Sep 22 10:40:34.412515 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-4238b569-9614-4c80-8265-f0d4b278859f service neutron] 10.222.0.60 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827334 Sep 22 10:40:34.476621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-57c3a255-d040-444b-a03f-4dfe4b6a955f req-3d1712a1-629f-432e-a3ac-024aabc4ff08 service neutron] 10.222.0.45 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905993 Sep 22 10:40:35.286217 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c5242-fb66-4631-b616-53ebf7cf4b2f req-eab79161-f0ff-438e-8d96-bc73a7acfe9b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:35.287727 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e9c5242-fb66-4631-b616-53ebf7cf4b2f req-eab79161-f0ff-438e-8d96-bc73a7acfe9b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 943 time: 0.0505040 Sep 22 10:40:35.327169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e9c5242-fb66-4631-b616-53ebf7cf4b2f req-b11cbebf-1110-4f7c-98d1-3b9e29e67bfe tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334153 Sep 22 10:40:35.450915 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:40:36.443676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c65a9-f724-4812-a420-be05c070833d req-c2d512fb-992e-4bcc-935e-fa29be4d8833 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:36.445514 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-455c65a9-f724-4812-a420-be05c070833d req-c2d512fb-992e-4bcc-935e-fa29be4d8833 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 943 time: 0.0490694 Sep 22 10:40:36.487996 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-455c65a9-f724-4812-a420-be05c070833d req-a8f06f47-f134-4204-8ff7-5141bf89c95b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365295 Sep 22 10:40:36.585533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5251de8c-61ca-437b-9edc-7d0d51b4f859 details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:40:36.683357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:36.695571 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'port_id': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'mac_address': 'fa:16:3e:8f:b1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:40:36.731845 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:36.744694 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5251de8c-61ca-437b-9edc-7d0d51b4f859 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:40:36.764199 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:36.868296 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:36.911139 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cad9f2-d57f-4e20-81bc-f213812f2ad8 req-43506f79-9bd5-4380-8494-ee83afd0fb71 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:36.912970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2cad9f2-d57f-4e20-81bc-f213812f2ad8 req-43506f79-9bd5-4380-8494-ee83afd0fb71 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 944 time: 0.0557208 Sep 22 10:40:36.919972 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=5251de8c-61ca-437b-9edc-7d0d51b4f859,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:36.927723 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.928071 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.928413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.928775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.929112 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.929441 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.929787 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.930145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.930469 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.930794 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.931120 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.931437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:40:36.957750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a2cad9f2-d57f-4e20-81bc-f213812f2ad8 req-7c21a9d9-98b5-429d-a9fc-8c48deb9d22e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377357 Sep 22 10:40:37.001340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-03861ca4-d046-404d-ae4e-8595b7e2e96e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:37.002901 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-03861ca4-d046-404d-ae4e-8595b7e2e96e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53&tenant_id=9049aba4787c4576965728c63f4ba223&binding%3Ahost_id=n-h2-805649-4 HTTP/1.1" status: 200 len: 944 time: 0.0610545 Sep 22 10:40:37.064469 n-d-805649-4 neutron-server[95509]: INFO neutron.api.v2.resource [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-b34d6750-6473-426b-8b56-23de0f3f70b2 service neutron] delete failed (client error): The resource could not be found. Sep 22 10:40:37.065557 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-b34d6750-6473-426b-8b56-23de0f3f70b2 service neutron] 10.222.0.60 "DELETE /v2.0/ports/5251de8c-61ca-437b-9edc-7d0d51b4f859/bindings/n-h1-805649-4 HTTP/1.1" status: 404 len: 380 time: 0.0551929 Sep 22 10:40:37.076298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66488965-0ce7-4487-a442-6ea4859b4924 req-d7c358b3-d059-45dc-8bfa-9e6763df9019 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:37.078137 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66488965-0ce7-4487-a442-6ea4859b4924 req-d7c358b3-d059-45dc-8bfa-9e6763df9019 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 944 time: 0.0517528 Sep 22 10:40:37.117786 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66488965-0ce7-4487-a442-6ea4859b4924 req-9bc79e91-933c-4616-9c27-628dd71047af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332594 Sep 22 10:40:37.150877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-abd66112-cfc8-403a-92ac-0279327a8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:37.152401 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-abd66112-cfc8-403a-92ac-0279327a8656 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1095 time: 0.0409365 Sep 22 10:40:37.167643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['5251de8c-61ca-437b-9edc-7d0d51b4f859'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:40:37.249280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-a7710845-4219-47f9-9146-fa53d376e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:37.251569 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-a7710845-4219-47f9-9146-fa53d376e013 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9187a147-ffbb-4b48-8800-d1ff52f73dfc HTTP/1.1" status: 200 len: 898 time: 0.0919533 Sep 22 10:40:37.320017 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-32ac8098-7202-48c4-9ddb-0cc12baf24be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 200 len: 1000 time: 0.0605977 Sep 22 10:40:37.370282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-0997e9b1-b031-447b-a5c4-dfc1e98a2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:37.371909 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-0997e9b1-b031-447b-a5c4-dfc1e98a2761 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=83ad1ffb-098c-4e84-80ce-04785cb0ef0e HTTP/1.1" status: 200 len: 834 time: 0.0446112 Sep 22 10:40:37.420753 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-0fb32913-2966-4041-8585-55329c4c9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:37.423034 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-0fb32913-2966-4041-8585-55329c4c9687 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9187a147-ffbb-4b48-8800-d1ff52f73dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447400 Sep 22 10:40:37.510543 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-6c553045-9aa9-4991-a7b6-518ff96916e3 service neutron] 10.222.0.60 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808027 Sep 22 10:40:37.920382 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-3e52b336-fb2b-4ab9-8216-cc711854c625 req-e3050042-b412-4351-a9b4-f5be57dbdd7e service neutron] 10.222.0.60 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026654 Sep 22 10:40:38.235773 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d135a-5478-431e-9765-2bbd4e33e2a0 req-08877719-545c-49ff-9192-080b5eb634a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:38.237351 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-017d135a-5478-431e-9765-2bbd4e33e2a0 req-08877719-545c-49ff-9192-080b5eb634a6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 944 time: 0.0486081 Sep 22 10:40:38.280565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-017d135a-5478-431e-9765-2bbd4e33e2a0 req-a9687a04-6cc7-46a5-9f46-b903c76a2824 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370355 Sep 22 10:40:38.596591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5251de8c-61ca-437b-9edc-7d0d51b4f859 up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:40:38.707854 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port 5251de8c-61ca-437b-9edc-7d0d51b4f859 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:40:38.712113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port 5251de8c-61ca-437b-9edc-7d0d51b4f859 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:40:38.712496 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:38.789159 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:38.814589 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:40:38.816936 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31670e16-7023-462e-a5a4-785819182326" -d '{"events": [{"server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "name": "network-vif-plugged", "status": "completed", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:40:38.829223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:40:38.854036 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb92666a-5c73-4511-9577-aa03bf158881 x-openstack-request-id: req-cb92666a-5c73-4511-9577-aa03bf158881 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:40:38.854322 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "name": "network-vif-plugged", "status": "completed", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:40:38.854571 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb92666a-5c73-4511-9577-aa03bf158881 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:40:38.854964 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'code': 200} Sep 22 10:40:38.925519 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:38.972539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=5251de8c-61ca-437b-9edc-7d0d51b4f859,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:40:39.405435 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6c271-24ff-422d-922f-2f71dfe9461d req-a7afb70d-6011-4a22-bd9b-4ed11af0735f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:39.406985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bde6c271-24ff-422d-922f-2f71dfe9461d req-a7afb70d-6011-4a22-bd9b-4ed11af0735f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0571399 Sep 22 10:40:39.447066 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bde6c271-24ff-422d-922f-2f71dfe9461d req-370e6f88-aff9-4778-9e6c-d8c8e0c46d11 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341430 Sep 22 10:40:39.469993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57516) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:40:39.534696 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-664aa7bf-14f3-42c9-843b-6951011e982e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/d9dc6fcc-6c47-4bd8-a2b7-dc2d150eba3a HTTP/1.1" status: 200 len: 993 time: 0.0634828 Sep 22 10:40:49.155549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-cd472d08-fc38-442c-bdf3-90c311a2063c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448301 Sep 22 10:40:49.242841 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-0ac15b49-7ddc-4eb8-a332-315c9a146058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:49.244360 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-0ac15b49-7ddc-4eb8-a332-315c9a146058 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1096 time: 0.0427186 Sep 22 10:40:49.350991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-ca8d6629-c081-44f5-a51e-6eaf15608659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:49.352528 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-ca8d6629-c081-44f5-a51e-6eaf15608659 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9187a147-ffbb-4b48-8800-d1ff52f73dfc HTTP/1.1" status: 200 len: 898 time: 0.0888321 Sep 22 10:40:49.422468 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-e5e7e845-af3c-459e-ac19-69c34765e169 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 200 len: 1001 time: 0.0626347 Sep 22 10:40:49.474873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-eb1b7cc6-ef1c-4f4b-a010-127b02b67284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:49.476400 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-eb1b7cc6-ef1c-4f4b-a010-127b02b67284 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83ad1ffb-098c-4e84-80ce-04785cb0ef0e HTTP/1.1" status: 200 len: 834 time: 0.0470593 Sep 22 10:40:49.524906 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-352463be-3bbd-4e3f-8cee-2447c24bda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:40:49.526428 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-352463be-3bbd-4e3f-8cee-2447c24bda75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9187a147-ffbb-4b48-8800-d1ff52f73dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422797 Sep 22 10:40:49.626061 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-ec8771c1-1707-4436-ab18-82a90dd41041 service neutron] 10.222.0.45 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921037 Sep 22 10:40:49.722227 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c7400de2-82d2-46f6-be5d-8cce675b46a8 req-066ca777-a5f3-4ed9-ba42-3bf2be6fb888 service neutron] 10.222.0.45 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890930 Sep 22 10:40:53.976248 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:54.285199 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dba228b8-ce50-4ab6-8b43-061b2df4d131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:55.295869 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:57.011148 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9dca1d3f-2f29-4828-85be-887a62ab6080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:57.599459 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:40:58.387669 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:00.193526 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.082998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57530) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:08.245490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port caf30cad-9957-4e3c-9b9c-da945a4cd717 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:08.245828 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.330570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.330881 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.343339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for caf30cad-9957-4e3c-9b9c-da945a4cd717 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:08.582348 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.613305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=caf30cad-9957-4e3c-9b9c-da945a4cd717,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:08.626251 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.626596 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.626942 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.627276 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.627606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.627933 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.628261 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.628587 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.628949 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.629267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.629588 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.629907 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:08.684898 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:08.685229 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Floating IP d9dc6fcc-6c47-4bd8-a2b7-dc2d150eba3a disassociated (deleted). External IP: 172.25.6.178, port: 5251de8c-61ca-437b-9edc-7d0d51b4f859. Sep 22 10:41:08.906966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router c1d85d18-1552-468b-baba-9deed6ff73bd has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:09.027928 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:09.033872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:09.041979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9e6e7-e707-435a-8f5e-bc3166a3b73b None None] Sync routers for ids ['c1d85d18-1552-468b-baba-9deed6ff73bd'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:09.052852 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9e6e7-e707-435a-8f5e-bc3166a3b73b None None] Routers {'c1d85d18-1552-468b-baba-9deed6ff73bd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:09.053481 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cda9e6e7-e707-435a-8f5e-bc3166a3b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c1d85d18-1552-468b-baba-9deed6ff73bd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:09.067100 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-9ab0ece8-2819-4d12-9af4-76a8159d237e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/floatingips/d9dc6fcc-6c47-4bd8-a2b7-dc2d150eba3a HTTP/1.1" status: 204 len: 168 time: 0.9829011 Sep 22 10:41:09.067714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:09.071049 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:09.179205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-cda9e6e7-e707-435a-8f5e-bc3166a3b73b None None] Set router c1d85d18-1552-468b-baba-9deed6ff73bd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:09.412873 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cda9e6e7-e707-435a-8f5e-bc3166a3b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:21Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c7496659-6ff6-4fe1-ba92-bf222c44cf6c', 'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:a4:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:21Z', 'updated_at': '2021-09-22T10:39:24Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:09.442366 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9e6e7-e707-435a-8f5e-bc3166a3b73b None None] Checking router: c1d85d18-1552-468b-baba-9deed6ff73bd for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:09.451286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9e6e7-e707-435a-8f5e-bc3166a3b73b None None] Routers {'c1d85d18-1552-468b-baba-9deed6ff73bd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:09.452030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cda9e6e7-e707-435a-8f5e-bc3166a3b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c1d85d18-1552-468b-baba-9deed6ff73bd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:09.565218 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15061ba3-c316-4072-add1-31106f893547 x-openstack-request-id: req-15061ba3-c316-4072-add1-31106f893547 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:09.566206 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:09.566206 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15061ba3-c316-4072-add1-31106f893547 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:09.566206 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'status': 'completed', 'code': 200} Sep 22 10:41:09.578845 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-cda9e6e7-e707-435a-8f5e-bc3166a3b73b None None] Set router c1d85d18-1552-468b-baba-9deed6ff73bd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:09.693346 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6 req-18fac537-f09c-48d9-b4ae-69dca0aa99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:09.694898 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6 req-18fac537-f09c-48d9-b4ae-69dca0aa99d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 1096 time: 0.0911107 Sep 22 10:41:09.708476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11461951-e9e3-4707-96ac-adb2eef9a6bd req-4c611f3d-dcf5-431d-8bfa-c8b91f5df116 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:09.710540 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11461951-e9e3-4707-96ac-adb2eef9a6bd req-4c611f3d-dcf5-431d-8bfa-c8b91f5df116 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0739427 Sep 22 10:41:09.803550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-cda9e6e7-e707-435a-8f5e-bc3166a3b73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:21Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c7496659-6ff6-4fe1-ba92-bf222c44cf6c', 'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:a4:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:21Z', 'updated_at': '2021-09-22T10:39:24Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:09.822370 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-11461951-e9e3-4707-96ac-adb2eef9a6bd req-0ebd471c-10ea-49ab-b6c3-a5c7b63f062a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018431 Sep 22 10:41:09.835681 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9e6e7-e707-435a-8f5e-bc3166a3b73b None None] The sync data for ids ['c1d85d18-1552-468b-baba-9deed6ff73bd'] in n-d-805649-4 is: [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:39:21Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'c7496659-6ff6-4fe1-ba92-bf222c44cf6c', 'name': '', 'network_id': '9187a147-ffbb-4b48-8800-d1ff52f73dfc', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:a4:9d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:21Z', 'updated_at': '2021-09-22T10:39:24Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '83ad1ffb-098c-4e84-80ce-04785cb0ef0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:09.866412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6 req-a54899e4-6511-4a0c-808c-3a35ecc07106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:09.868000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6 req-a54899e4-6511-4a0c-808c-3a35ecc07106 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9187a147-ffbb-4b48-8800-d1ff52f73dfc HTTP/1.1" status: 200 len: 898 time: 0.1564341 Sep 22 10:41:09.913338 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6 req-e28d3d53-935f-4473-9b6f-5a75717f5787 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 200 len: 217 time: 0.0366170 Sep 22 10:41:09.972384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6 req-4bfa170b-a98b-4106-a781-92eadb2360a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:09.973963 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6 req-4bfa170b-a98b-4106-a781-92eadb2360a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=83ad1ffb-098c-4e84-80ce-04785cb0ef0e HTTP/1.1" status: 200 len: 834 time: 0.0531216 Sep 22 10:41:10.030043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6 req-411cac91-4e94-40de-a159-14ba4b937c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:10.032228 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6 req-411cac91-4e94-40de-a159-14ba4b937c2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9187a147-ffbb-4b48-8800-d1ff52f73dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483353 Sep 22 10:41:10.108959 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86719241-df8c-4c3c-bfb6-87d7f86cf08c None None] New status for floating IP d9dc6fcc-6c47-4bd8-a2b7-dc2d150eba3a: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:41:10.157199 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6 req-6d567a75-d3b2-47c7-9f45-265fdb0d3ce3 service neutron] 10.222.0.45 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149220 Sep 22 10:41:10.260844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cb275ecc-b0bb-4349-9027-06d0ac69b5b6 req-b6374d6b-8ec4-4376-8246-85bbfdc8498b service neutron] 10.222.0.45 "GET /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948868 Sep 22 10:41:10.975079 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45b22-c527-40a0-9a1d-18ddd35104fb req-041f7cff-4fa4-4ed9-9552-c57094d4a533 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:10.976760 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7bd45b22-c527-40a0-9a1d-18ddd35104fb req-041f7cff-4fa4-4ed9-9552-c57094d4a533 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0653088 Sep 22 10:41:11.027118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7bd45b22-c527-40a0-9a1d-18ddd35104fb req-b8e60828-9359-4ad4-bab3-8f292c498e25 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ed9fecad-55ce-47dc-8b82-c9ada45e5525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394266 Sep 22 10:41:11.113673 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fee29-abac-493f-80f8-248bc101b3ea req-9928d408-ae81-4ba7-99e7-0d8cacc1031e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:11.115203 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-576fee29-abac-493f-80f8-248bc101b3ea req-9928d408-ae81-4ba7-99e7-0d8cacc1031e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 945 time: 0.0576186 Sep 22 10:41:11.209732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-576fee29-abac-493f-80f8-248bc101b3ea req-95fd2767-9993-45cd-bf5b-8779ceb5ce02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port 5251de8c-61ca-437b-9edc-7d0d51b4f859 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:11.210080 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-576fee29-abac-493f-80f8-248bc101b3ea req-95fd2767-9993-45cd-bf5b-8779ceb5ce02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.307513 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-576fee29-abac-493f-80f8-248bc101b3ea req-95fd2767-9993-45cd-bf5b-8779ceb5ce02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port 5251de8c-61ca-437b-9edc-7d0d51b4f859, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=5251de8c-61ca-437b-9edc-7d0d51b4f859,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:11.307916 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-576fee29-abac-493f-80f8-248bc101b3ea req-95fd2767-9993-45cd-bf5b-8779ceb5ce02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.321650 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-576fee29-abac-493f-80f8-248bc101b3ea req-95fd2767-9993-45cd-bf5b-8779ceb5ce02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for 5251de8c-61ca-437b-9edc-7d0d51b4f859 owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:11.548714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-576fee29-abac-493f-80f8-248bc101b3ea req-95fd2767-9993-45cd-bf5b-8779ceb5ce02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.586062 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd2767-9993-45cd-bf5b-8779ceb5ce02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=5251de8c-61ca-437b-9edc-7d0d51b4f859,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:11.631472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-576fee29-abac-493f-80f8-248bc101b3ea req-95fd2767-9993-45cd-bf5b-8779ceb5ce02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] No DVR routers for this DVR port 5251de8c-61ca-437b-9edc-7d0d51b4f859 on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:11.634190 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-576fee29-abac-493f-80f8-248bc101b3ea req-95fd2767-9993-45cd-bf5b-8779ceb5ce02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:11.636243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-576fee29-abac-493f-80f8-248bc101b3ea req-95fd2767-9993-45cd-bf5b-8779ceb5ce02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.45 "DELETE /v2.0/ports/5251de8c-61ca-437b-9edc-7d0d51b4f859 HTTP/1.1" status: 204 len: 173 time: 0.5133193 Sep 22 10:41:11.636688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'name': 'network-vif-deleted', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:11.639045 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc55d6b-d234-4d2e-abd8-55df9addef2a" -d '{"events": [{"server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "name": "network-vif-deleted", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:11.706300 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a851d3e-a6fb-4548-bf42-7b31e54837e8 x-openstack-request-id: req-4a851d3e-a6fb-4548-bf42-7b31e54837e8 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:11.706300 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdad3ec-b7ec-4bb4-be66-cb606628ee53", "name": "network-vif-deleted", "tag": "5251de8c-61ca-437b-9edc-7d0d51b4f859", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:11.706300 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a851d3e-a6fb-4548-bf42-7b31e54837e8 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:11.706300 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdad3ec-b7ec-4bb4-be66-cb606628ee53', 'name': 'network-vif-deleted', 'tag': '5251de8c-61ca-437b-9edc-7d0d51b4f859', 'status': 'completed', 'code': 200} Sep 22 10:41:12.138831 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1cda6a22-2b0e-4c31-a431-443fe3a44960 req-5fa303d8-f969-4be6-b44e-bd7da4ae1dd2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bdad3ec-b7ec-4bb4-be66-cb606628ee53 HTTP/1.1" status: 200 len: 210 time: 0.0260985 Sep 22 10:41:12.450815 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:41:13.200343 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57546) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:13.594188 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:13.873573 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port c7496659-6ff6-4fe1-ba92-bf222c44cf6c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:13.873871 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:13.965305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port c7496659-6ff6-4fe1-ba92-bf222c44cf6c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=c7496659-6ff6-4fe1-ba92-bf222c44cf6c,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:13.965665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:13.978476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for c7496659-6ff6-4fe1-ba92-bf222c44cf6c owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:14.284307 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.317049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=c7496659-6ff6-4fe1-ba92-bf222c44cf6c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:14.499260 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.718908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router c1d85d18-1552-468b-baba-9deed6ff73bd has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:14.758122 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5251de8c-61ca-437b-9edc-7d0d51b4f859 no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:14.778603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: 5251de8c-61ca-437b-9edc-7d0d51b4f859 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:14.779217 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device 5251de8c-61ca-437b-9edc-7d0d51b4f859 not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:14.832184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:14.837976 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-c8a42ea6-b3d3-435e-85c4-44ec29b01f6f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "PUT /v2.0/routers/c1d85d18-1552-468b-baba-9deed6ff73bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6364777 Sep 22 10:41:14.840694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57548) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:14.842979 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a3d2cb-3388-4490-b0cb-fa859e847a54 None None] Sync routers for ids ['c1d85d18-1552-468b-baba-9deed6ff73bd'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:14.852778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3d2cb-3388-4490-b0cb-fa859e847a54 None None] Routers {'c1d85d18-1552-468b-baba-9deed6ff73bd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:14.853427 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-89a3d2cb-3388-4490-b0cb-fa859e847a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c1d85d18-1552-468b-baba-9deed6ff73bd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:14.872097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-e65f1f1f-13b7-43d2-a13f-9891630a08a9 req-0a2a64cc-d666-46b3-8308-f6aee5216840 service neutron] (95509) timed out ('10.222.0.49', 54534) {{(pid=95509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:41:14.896047 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-530ffa8f-6bad-43bd-97e0-cb731978a58b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting subnet 83ad1ffb-098c-4e84-80ce-04785cb0ef0e {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:41:14.899371 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-530ffa8f-6bad-43bd-97e0-cb731978a58b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:14.941490 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-530ffa8f-6bad-43bd-97e0-cb731978a58b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.035971 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-530ffa8f-6bad-43bd-97e0-cb731978a58b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.125491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-89a3d2cb-3388-4490-b0cb-fa859e847a54 None None] Set router c1d85d18-1552-468b-baba-9deed6ff73bd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:15.205345 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-530ffa8f-6bad-43bd-97e0-cb731978a58b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.235348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ffa8f-6bad-43bd-97e0-cb731978a58b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Subnet': ['ID=83ad1ffb-098c-4e84-80ce-04785cb0ef0e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:15.239818 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-530ffa8f-6bad-43bd-97e0-cb731978a58b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.244018 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-530ffa8f-6bad-43bd-97e0-cb731978a58b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/subnets/83ad1ffb-098c-4e84-80ce-04785cb0ef0e HTTP/1.1" status: 204 len: 168 time: 0.4020019 Sep 22 10:41:15.247061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe7a8c-6fc9-4173-a2a3-59df2e1962a2 None None] Network 9187a147-ffbb-4b48-8800-d1ff52f73dfc requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:15.247884 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57550) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:15.367430 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.413368 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-89a3d2cb-3388-4490-b0cb-fa859e847a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:41:14Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:15.444997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a3d2cb-3388-4490-b0cb-fa859e847a54 None None] Checking router: c1d85d18-1552-468b-baba-9deed6ff73bd for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:15.454620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3d2cb-3388-4490-b0cb-fa859e847a54 None None] Routers {'c1d85d18-1552-468b-baba-9deed6ff73bd'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:15.455253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-89a3d2cb-3388-4490-b0cb-fa859e847a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['c1d85d18-1552-468b-baba-9deed6ff73bd'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:15.477649 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.546462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869db05a-21ab-44de-a8e8-1d7035a39524 None None] DHCP port deletion for 9187a147-ffbb-4b48-8800-d1ff52f73dfc request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:41:15.591276 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-89a3d2cb-3388-4490-b0cb-fa859e847a54 None None] Set router c1d85d18-1552-468b-baba-9deed6ff73bd gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:15.674720 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port 1302616d-d960-46b7-aa1f-58dfde6824a3 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:15.675153 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.728623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-869db05a-21ab-44de-a8e8-1d7035a39524 None None] Deleting port 786aef5d-a895-4293-8b11-966ce5bff20b {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:41:15.729027 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-869db05a-21ab-44de-a8e8-1d7035a39524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.763457 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port 1302616d-d960-46b7-aa1f-58dfde6824a3, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=1302616d-d960-46b7-aa1f-58dfde6824a3,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:15.763902 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.777546 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for 1302616d-d960-46b7-aa1f-58dfde6824a3 owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:15.834893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-869db05a-21ab-44de-a8e8-1d7035a39524 None None] For port 786aef5d-a895-4293-8b11-966ce5bff20b, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=786aef5d-a895-4293-8b11-966ce5bff20b,segment=NetworkSegment(35cbf555-eeab-4800-a959-15a1465cecd9),segment_id=35cbf555-eeab-4800-a959-15a1465cecd9)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:15.835714 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-869db05a-21ab-44de-a8e8-1d7035a39524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:15.852918 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-869db05a-21ab-44de-a8e8-1d7035a39524 None None] Calling delete_port for 786aef5d-a895-4293-8b11-966ce5bff20b owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:41:15.910896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-89a3d2cb-3388-4490-b0cb-fa859e847a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:41:14Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:15.949994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a3d2cb-3388-4490-b0cb-fa859e847a54 None None] The sync data for ids ['c1d85d18-1552-468b-baba-9deed6ff73bd'] in n-d-805649-4 is: [{'id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297831182', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:39:17Z', 'updated_at': '2021-09-22T10:41:14Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': '1302616d-d960-46b7-aa1f-58dfde6824a3', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:de:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d85d18-1552-468b-baba-9deed6ff73bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:39:18Z', 'updated_at': '2021-09-22T10:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:16.073674 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.102094 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=1302616d-d960-46b7-aa1f-58dfde6824a3,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:16.114104 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-869db05a-21ab-44de-a8e8-1d7035a39524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.144465 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869db05a-21ab-44de-a8e8-1d7035a39524 None None] Pushing event deleted for resources: {'Port': ['ID=786aef5d-a895-4293-8b11-966ce5bff20b,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:16.148306 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869db05a-21ab-44de-a8e8-1d7035a39524 None None] No DVR routers for this DVR port 786aef5d-a895-4293-8b11-966ce5bff20b on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:41:16.172886 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.265422 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.267833 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.427040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.427668 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Fanout notify agent at l3_agent the message router_deleted on router c1d85d18-1552-468b-baba-9deed6ff73bd {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:41:16.434500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.435641 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1d18a994-72af-473a-baee-8d0fb4c9aa84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/routers/c1d85d18-1552-468b-baba-9deed6ff73bd HTTP/1.1" status: 204 len: 168 time: 1.1867967 Sep 22 10:41:16.438827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57552) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:16.523738 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.620920 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.645877 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9187a147-ffbb-4b48-8800-d1ff52f73dfc']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:16.657825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cbf555-eeab-4800-a959-15a1465cecd9') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:16.658101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cbf555-eeab-4800-a959-15a1465cecd9') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:16.668305 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.683467 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.690428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:41:16.692998 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:41:16.694036 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:41:16.862290 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.870401 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.871568 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/networks/9187a147-ffbb-4b48-8800-d1ff52f73dfc HTTP/1.1" status: 204 len: 168 time: 0.4316790 Sep 22 10:41:16.874475 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57554) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:16.883078 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c93fe-c6c9-489d-a155-808e16d2085e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Network': ['ID=9187a147-ffbb-4b48-8800-d1ff52f73dfc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:16.937491 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a4ca402c-2196-4b25-8031-0b80b8dc4517 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.974164 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a4ca402c-2196-4b25-8031-0b80b8dc4517 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:16.993461 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c7496659-6ff6-4fe1-ba92-bf222c44cf6c no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:17.015799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: c7496659-6ff6-4fe1-ba92-bf222c44cf6c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:17.016151 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device c7496659-6ff6-4fe1-ba92-bf222c44cf6c not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:17.016575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 786aef5d-a895-4293-8b11-966ce5bff20b no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:17.036930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 786aef5d-a895-4293-8b11-966ce5bff20b {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:17.037278 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 786aef5d-a895-4293-8b11-966ce5bff20b not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:17.037698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1302616d-d960-46b7-aa1f-58dfde6824a3 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:41:17.056462 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 1302616d-d960-46b7-aa1f-58dfde6824a3 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:41:17.056840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 1302616d-d960-46b7-aa1f-58dfde6824a3 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:41:17.193457 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a4ca402c-2196-4b25-8031-0b80b8dc4517 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.195938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-a4ca402c-2196-4b25-8031-0b80b8dc4517 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.197128 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a4ca402c-2196-4b25-8031-0b80b8dc4517 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/security-groups/ed9fecad-55ce-47dc-8b82-c9ada45e5525 HTTP/1.1" status: 204 len: 168 time: 0.3216155 Sep 22 10:41:17.207550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca402c-2196-4b25-8031-0b80b8dc4517 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9fecad-55ce-47dc-8b82-c9ada45e5525,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:17.672201 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57560) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:17.676881 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-5036f77a-b2c3-454d-b5f1-cfba96a969d1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892901297', 'description': 'tempest-secgroup-smoke-892901297 description', 'project_id': '9049aba4787c4576965728c63f4ba223'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:17.844619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5036f77a-b2c3-454d-b5f1-cfba96a969d1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:17.928963 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5036f77a-b2c3-454d-b5f1-cfba96a969d1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.044873 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5036f77a-b2c3-454d-b5f1-cfba96a969d1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.074538 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036f77a-b2c3-454d-b5f1-cfba96a969d1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab271a66-3733-4f40-a68e-a97ca8fc0d06,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:18.158957 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-5036f77a-b2c3-454d-b5f1-cfba96a969d1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.160429 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5036f77a-b2c3-454d-b5f1-cfba96a969d1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4871709 Sep 22 10:41:18.163343 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57562) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:18.168147 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-867c0fa5-04d6-4d79-843f-1821dbee6700 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ab271a66-3733-4f40-a68e-a97ca8fc0d06', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:18.268161 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-867c0fa5-04d6-4d79-843f-1821dbee6700 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.326999 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-867c0fa5-04d6-4d79-843f-1821dbee6700 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.427531 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-867c0fa5-04d6-4d79-843f-1821dbee6700 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.451134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c0fa5-04d6-4d79-843f-1821dbee6700 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef6e71e-023b-48bc-abe1-64d730be4cb9,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:18.525137 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-867c0fa5-04d6-4d79-843f-1821dbee6700 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.526371 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-867c0fa5-04d6-4d79-843f-1821dbee6700 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617904 Sep 22 10:41:18.529177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57564) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:18.534214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-46a530f3-c87a-488b-8672-c48c98d335d5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ab271a66-3733-4f40-a68e-a97ca8fc0d06', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:18.661508 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-46a530f3-c87a-488b-8672-c48c98d335d5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.719776 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-46a530f3-c87a-488b-8672-c48c98d335d5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.832671 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-46a530f3-c87a-488b-8672-c48c98d335d5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.851872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a530f3-c87a-488b-8672-c48c98d335d5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5860e675-3e2f-47a5-bba5-b654527bbb56,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:18.964652 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-46a530f3-c87a-488b-8672-c48c98d335d5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:18.965977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-46a530f3-c87a-488b-8672-c48c98d335d5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4353461 Sep 22 10:41:18.969245 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57566) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:18.973707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0f109ecc-82d9-4019-a3c6-0e1b7b99f066 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ab271a66-3733-4f40-a68e-a97ca8fc0d06', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:19.113209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f109ecc-82d9-4019-a3c6-0e1b7b99f066 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.173346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f109ecc-82d9-4019-a3c6-0e1b7b99f066 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.262243 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f109ecc-82d9-4019-a3c6-0e1b7b99f066 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.281717 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f109ecc-82d9-4019-a3c6-0e1b7b99f066 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f70afa-79d0-46ef-8d1e-f83dab3b45ce,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:19.364296 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0f109ecc-82d9-4019-a3c6-0e1b7b99f066 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.365513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0f109ecc-82d9-4019-a3c6-0e1b7b99f066 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953269 Sep 22 10:41:19.368226 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57568) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:19.372688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9a67db70-5656-4c27-b8c9-72e51d7c5546 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ab271a66-3733-4f40-a68e-a97ca8fc0d06', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:19.506579 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a67db70-5656-4c27-b8c9-72e51d7c5546 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.570268 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a67db70-5656-4c27-b8c9-72e51d7c5546 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.684450 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a67db70-5656-4c27-b8c9-72e51d7c5546 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.707250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67db70-5656-4c27-b8c9-72e51d7c5546 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1a1360-6d78-4cea-8e11-c47829684e6c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:19.815230 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9a67db70-5656-4c27-b8c9-72e51d7c5546 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:19.816591 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9a67db70-5656-4c27-b8c9-72e51d7c5546 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4473786 Sep 22 10:41:19.819638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57570) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:19.824163 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-4e54a6f7-9e44-42c7-8e86-7b7e9e3e8a66 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ab271a66-3733-4f40-a68e-a97ca8fc0d06', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:19.964106 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-4e54a6f7-9e44-42c7-8e86-7b7e9e3e8a66 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Project 9049aba4787c4576965728c63f4ba223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:41:19.969851 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e54a6f7-9e44-42c7-8e86-7b7e9e3e8a66 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.030077 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e54a6f7-9e44-42c7-8e86-7b7e9e3e8a66 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.147489 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e54a6f7-9e44-42c7-8e86-7b7e9e3e8a66 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.166984 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54a6f7-9e44-42c7-8e86-7b7e9e3e8a66 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6f0303-0652-4e53-978d-eb0b566ffd20,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:20.250720 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4e54a6f7-9e44-42c7-8e86-7b7e9e3e8a66 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.252030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4e54a6f7-9e44-42c7-8e86-7b7e9e3e8a66 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4314101 Sep 22 10:41:20.254825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57572) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:20.259441 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c7dedfe4-7bef-4ae7-9f5c-2e511f29e4a5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'ab271a66-3733-4f40-a68e-a97ca8fc0d06', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:20.404251 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-c7dedfe4-7bef-4ae7-9f5c-2e511f29e4a5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Project 9049aba4787c4576965728c63f4ba223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:41:20.410609 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7dedfe4-7bef-4ae7-9f5c-2e511f29e4a5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.473779 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7dedfe4-7bef-4ae7-9f5c-2e511f29e4a5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.564824 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7dedfe4-7bef-4ae7-9f5c-2e511f29e4a5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.586893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dedfe4-7bef-4ae7-9f5c-2e511f29e4a5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55511df8-5da7-4970-8b77-44e8407620ec,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:20.689932 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c7dedfe4-7bef-4ae7-9f5c-2e511f29e4a5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.691215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c7dedfe4-7bef-4ae7-9f5c-2e511f29e4a5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4353719 Sep 22 10:41:20.694315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57574) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:20.699434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'network': {'name': 'tempest-network-smoke--2085132337', 'project_id': '9049aba4787c4576965728c63f4ba223', 'port_security_enabled': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:20.861907 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:20.865392 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.888654 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:41:20.897983 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:20.898326 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Added segment cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5 of type vlan for network 17a1d08b-82ed-49e4-953f-1772198abf53 Sep 22 10:41:20.941621 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.044695 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.050629 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:21.051256 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.116099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Network': ['ID=17a1d08b-82ed-49e4-953f-1772198abf53,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:21.127740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 17a1d08b-82ed-49e4-953f-1772198abf53 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:41:21.165459 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8205bbd2-3365-4fa1-a810-c43919121bed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4699328 Sep 22 10:41:21.168438 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57576) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:21.173240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'admin_state_up': True, 'project_id': '9049aba4787c4576965728c63f4ba223', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:21.307883 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.310921 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.366047 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:21.581833 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.191253 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.210907 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.313688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.25.6.7 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/bbee255e-4183-4bf8-9ceb-45e0b282c591) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:22.418287 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.525487 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:22.565168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:22.569440 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:22.576424 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:22.580180 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=bbee255e-4183-4bf8-9ceb-45e0b282c591,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:22.947205 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.146522 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.399360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:41:23.504910 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:23.515425 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Sync routers for ids ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:23.524462 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Routers {'48459b7f-feb0-49a8-b128-5b2ba5584fa6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:23.525110 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:23.630935 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Set router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:23.661481 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.661481 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a50d7ab5-96a1-4c6e-9368-18db4e7a81af tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4885526 Sep 22 10:41:23.661798 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57580) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:23.743887 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4a481376-f9e7-45ff-a00f-45865622b135 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=9049aba4787c4576965728c63f4ba223&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812171 Sep 22 10:41:23.746552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57584) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:23.825550 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:22Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:23.838805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26905b46-3ccc-4f79-9a40-a585097bbe0e tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:23.844470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-26905b46-3ccc-4f79-9a40-a585097bbe0e tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928998 Sep 22 10:41:23.844898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57586) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:23.853059 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Checking router: 48459b7f-feb0-49a8-b128-5b2ba5584fa6 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:23.853401 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Updating router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 port bbee255e-4183-4bf8-9ceb-45e0b282c591 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:41:23.874689 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-aeb8ec8e-894f-4093-99f0-a77a44e4e96c tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283027 Sep 22 10:41:23.876998 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57588) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:23.879418 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:23.881937 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-955848493', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'project_id': '9049aba4787c4576965728c63f4ba223', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:24.010332 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.090194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:24.094228 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.209260 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.290666 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.324343 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-de2e2e9b-2f34-4ef1-95e1-b755d528b275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.344436 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Attempting to bind port bbee255e-4183-4bf8-9ceb-45e0b282c591 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:24.344816 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Attempting to bind port bbee255e-4183-4bf8-9ceb-45e0b282c591 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:24.345189 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Attempting to bind port bbee255e-4183-4bf8-9ceb-45e0b282c591 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:24.352884 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Pushing event updated for resources: {'Port': ['ID=bbee255e-4183-4bf8-9ceb-45e0b282c591,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:24.361755 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:24.362119 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:24.362516 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.362902 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:24.363357 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Bound port: bbee255e-4183-4bf8-9ceb-45e0b282c591, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:24.363732 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.366078 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.366410 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.366738 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.367072 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.367402 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.367711 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.368086 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.368406 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.368719 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.369053 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.369372 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.369680 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:24.416419 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.424313 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] For port bbee255e-4183-4bf8-9ceb-45e0b282c591, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:24.427845 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] For port bbee255e-4183-4bf8-9ceb-45e0b282c591, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bbee255e-4183-4bf8-9ceb-45e0b282c591,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:24.483291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Subnet': ['ID=a2f6f9c1-89af-4530-80de-8f2b3426330b,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:24.491472 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Checking segment: {'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:24.491854 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network hostable DHCP agents. Network: 17a1d08b-82ed-49e4-953f-1772198abf53, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:41:24.519548 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.575515 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Routers {'48459b7f-feb0-49a8-b128-5b2ba5584fa6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:24.576132 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:40:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:24.580873 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4e244-254e-443b-bf64-5dae1a84474e None None] Pushing event updated for resources: {'Port': ['ID=bbee255e-4183-4bf8-9ceb-45e0b282c591,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:24.626705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 17a1d08b-82ed-49e4-953f-1772198abf53 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:41:24.686290 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] Set router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:24.741698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 17a1d08b-82ed-49e4-953f-1772198abf53) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:24.747499 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:24.748105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.754583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a67be7d-9c36-4466-957e-12b255a8f999 None None] Network 17a1d08b-82ed-49e4-953f-1772198abf53 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:24.880566 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-64bf46bb-398a-48ee-9944-873e00e34e7a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0023246 Sep 22 10:41:24.883312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57590) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:24.913940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-17a1d08b-82ed-49e4-953f-1772198abf53', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ips': [{'subnet_id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:41:24.918686 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:24.972752 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:22Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:25.000513 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45f952-cc7a-4c7d-acaa-4758dd85e37c None None] The sync data for ids ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'] in n-d-805649-4 is: [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:22Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:25.065038 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Allocated IP 172.20.0.2 (17a1d08b-82ed-49e4-953f-1772198abf53/a2f6f9c1-89af-4530-80de-8f2b3426330b/4297bc57-a900-44e9-b88d-9c33f50dfeae) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:25.223369 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.353294 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.391930 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.398487 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Network 17a1d08b-82ed-49e4-953f-1772198abf53 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:25.401177 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.408640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:25.410810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Pushing event updated for resources: {'Port': ['ID=4297bc57-a900-44e9-b88d-9c33f50dfeae,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:25.412913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:25.475556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Attempting to bind port 4297bc57-a900-44e9-b88d-9c33f50dfeae on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:25.476269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Attempting to bind port 4297bc57-a900-44e9-b88d-9c33f50dfeae by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:25.476854 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Attempting to bind port 4297bc57-a900-44e9-b88d-9c33f50dfeae on network 17a1d08b-82ed-49e4-953f-1772198abf53 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:25.483595 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:25.483878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Checking segment: {'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:25.484289 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.485048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Bound using segment: {'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:25.485538 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Bound port: 4297bc57-a900-44e9-b88d-9c33f50dfeae, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:25.485926 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.555588 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] For port 4297bc57-a900-44e9-b88d-9c33f50dfeae, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:25.559016 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] For port 4297bc57-a900-44e9-b88d-9c33f50dfeae, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4297bc57-a900-44e9-b88d-9c33f50dfeae,segment=NetworkSegment(cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5),segment_id=cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:25.680956 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.20.0.1 (17a1d08b-82ed-49e4-953f-1772198abf53/a2f6f9c1-89af-4530-80de-8f2b3426330b/13b4f7a1-5484-48b6-a209-f7aab670953a) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:25.702922 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.778024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19156e2d-5f4c-41fc-a0ca-a7673a2b9c49 None None] Pushing event updated for resources: {'Port': ['ID=4297bc57-a900-44e9-b88d-9c33f50dfeae,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:25.824110 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.947837 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:25.996870 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 17a1d08b-82ed-49e4-953f-1772198abf53 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:26.000236 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:26.004154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:26.013656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=13b4f7a1-5484-48b6-a209-f7aab670953a,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:26.056185 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.275435 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.572086 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.678794 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.755603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=13b4f7a1-5484-48b6-a209-f7aab670953a,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:26.758161 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:26.871038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 17a1d08b-82ed-49e4-953f-1772198abf53 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:26.872704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:26.908763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4297bc57-a900-44e9-b88d-9c33f50dfeae up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:26.989360 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4297bc57-a900-44e9-b88d-9c33f50dfeae triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:26.989833 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.020012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:27.033768 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-459bf392-8af6-4fba-a854-cf7ca7fbfe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.082411 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.120700 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 4297bc57-a900-44e9-b88d-9c33f50dfeae, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4297bc57-a900-44e9-b88d-9c33f50dfeae,segment=NetworkSegment(cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5),segment_id=cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:27.197810 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c561a730-8332-499a-b7cd-b7e2fea595a0 None None] Network 17a1d08b-82ed-49e4-953f-1772198abf53 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:41:27.338594 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.339286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bbee255e-4183-4bf8-9ceb-45e0b282c591 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:27.340995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2ada1b11-58f1-4480-9262-5fe2ada24c99 None None] Provisioning complete for port 4297bc57-a900-44e9-b88d-9c33f50dfeae triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:27.341348 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2ada1b11-58f1-4480-9262-5fe2ada24c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.438058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:27.443110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7b22d523-20b5-4310-8e05-4b9e75b7062c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "PUT /v2.0/routers/48459b7f-feb0-49a8-b128-5b2ba5584fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5586994 Sep 22 10:41:27.458105 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Sync routers for ids ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:27.492547 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=4297bc57-a900-44e9-b88d-9c33f50dfeae,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:27.505886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Routers {'48459b7f-feb0-49a8-b128-5b2ba5584fa6'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:27.506518 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:27.574256 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port bbee255e-4183-4bf8-9ceb-45e0b282c591 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:27.575060 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.600283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-48648894-2175-4c0a-b8a3-d6a4fda4ef69 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892901297&fields=id&tenant_id=9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 267 time: 0.0419440 Sep 22 10:41:27.751661 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-2a78a5c4-ef13-4af5-8a98-79b839e20eed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:27.753655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-2a78a5c4-ef13-4af5-8a98-79b839e20eed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/networks?id=17a1d08b-82ed-49e4-953f-1772198abf53 HTTP/1.1" status: 200 len: 797 time: 0.1403103 Sep 22 10:41:27.774045 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-0cc0198f-11eb-478e-a964-f380e7ae2c08 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/quotas/9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 375 time: 0.0139816 Sep 22 10:41:27.836387 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-3c2aa9e5-43c9-4384-ab77-a98ac4649b86 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546587 Sep 22 10:41:27.858778 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:27.895143 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Set router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:27.985365 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-8f50fffd-f7a0-4073-8aa4-a264079b92ac service neutron] 10.222.0.49 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326272 Sep 22 10:41:28.013743 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.059980 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port bbee255e-4183-4bf8-9ceb-45e0b282c591, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bbee255e-4183-4bf8-9ceb-45e0b282c591,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:28.069593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-95665619-8534-4b58-a56c-16b16cf59460 None None] Provisioning complete for port 13b4f7a1-5484-48b6-a209-f7aab670953a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:28.069593 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95665619-8534-4b58-a56c-16b16cf59460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.097355 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-0c8f4636-66f2-41ea-b5f9-6e240e14327b service neutron] 10.222.0.49 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056433 Sep 22 10:41:28.182211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-95665619-8534-4b58-a56c-16b16cf59460 None None] Port 13b4f7a1-5484-48b6-a209-f7aab670953a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:28.198182 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.254489 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-95665619-8534-4b58-a56c-16b16cf59460 None None] Provisioning complete for port 4297bc57-a900-44e9-b88d-9c33f50dfeae triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:28.254784 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-95665619-8534-4b58-a56c-16b16cf59460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.318024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=bbee255e-4183-4bf8-9ceb-45e0b282c591,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:28.358527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '13b4f7a1-5484-48b6-a209-f7aab670953a', 'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:d0:fc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:25Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 2, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:28.398263 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-496403bb-24a9-4c54-afe8-6ca9268f52db req-2c184ff8-8cdf-4992-abb1-6f6aa04a2148 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 210 time: 0.0275466 Sep 22 10:41:28.411077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Checking router: 48459b7f-feb0-49a8-b128-5b2ba5584fa6 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:28.412583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Updating router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 port 13b4f7a1-5484-48b6-a209-f7aab670953a binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:41:28.447603 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.448753 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.584293 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e6fcfbe1-42f2-4889-9339-e184ec75fd27 None None] Provisioning complete for port 13b4f7a1-5484-48b6-a209-f7aab670953a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:28.584657 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfbe1-42f2-4889-9339-e184ec75fd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.670585 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcfbe1-42f2-4889-9339-e184ec75fd27 None None] Port 13b4f7a1-5484-48b6-a209-f7aab670953a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:28.766335 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.836629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4297bc57-a900-44e9-b88d-9c33f50dfeae up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:28.840661 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:28.925254 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c874fd-084b-48dc-8456-a5186dde6ed7 None None] Pushing event updated for resources: {'Port': ['ID=13b4f7a1-5484-48b6-a209-f7aab670953a,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:28.984473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 4297bc57-a900-44e9-b88d-9c33f50dfeae triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:28.985120 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.017159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Attempting to bind port 13b4f7a1-5484-48b6-a209-f7aab670953a on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:29.017159 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Attempting to bind port 13b4f7a1-5484-48b6-a209-f7aab670953a by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:29.018004 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Attempting to bind port 13b4f7a1-5484-48b6-a209-f7aab670953a on network 17a1d08b-82ed-49e4-953f-1772198abf53 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:29.028220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:29.028602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Checking segment: {'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:29.029107 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.029870 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Bound using segment: {'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:29.030378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Bound port: 13b4f7a1-5484-48b6-a209-f7aab670953a, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:29.030776 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.144861 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] For port 13b4f7a1-5484-48b6-a209-f7aab670953a, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:29.147808 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bbee255e-4183-4bf8-9ceb-45e0b282c591 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:29.178364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] For port 13b4f7a1-5484-48b6-a209-f7aab670953a, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=13b4f7a1-5484-48b6-a209-f7aab670953a,segment=NetworkSegment(cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5),segment_id=cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:29.206869 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3a663da1-16a1-4573-9aee-4b7ffa06ec77 None None] Provisioning complete for port 13b4f7a1-5484-48b6-a209-f7aab670953a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:29.207280 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3a663da1-16a1-4573-9aee-4b7ffa06ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.250303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-3a663da1-16a1-4573-9aee-4b7ffa06ec77 None None] Port 13b4f7a1-5484-48b6-a209-f7aab670953a cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:29.252450 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port bbee255e-4183-4bf8-9ceb-45e0b282c591 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:29.253010 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.277262 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.363076 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c874fd-084b-48dc-8456-a5186dde6ed7 None None] Pushing event updated for resources: {'Port': ['ID=13b4f7a1-5484-48b6-a209-f7aab670953a,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:29.368286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Routers {'48459b7f-feb0-49a8-b128-5b2ba5584fa6'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:29.368286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:29.509519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7186e917-a644-48dd-84d9-327b7a01466c req-6b3cb023-1f94-4591-b34d-bbe719b7fbcf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 210 time: 0.0396166 Sep 22 10:41:29.525878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] Set router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:29.695312 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-99ff882a-8a91-4cc3-9268-55ef2fd8740f None None] Provisioning complete for port 13b4f7a1-5484-48b6-a209-f7aab670953a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:29.695592 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99ff882a-8a91-4cc3-9268-55ef2fd8740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.788330 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '13b4f7a1-5484-48b6-a209-f7aab670953a', 'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:d0:fc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:25Z', 'updated_at': '2021-09-22T10:41:29Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:29.832893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3be6ba-a8f0-4715-9043-9af419cb6711 None None] The sync data for ids ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'] in n-d-805649-4 is: [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '13b4f7a1-5484-48b6-a209-f7aab670953a', 'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:d0:fc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:25Z', 'updated_at': '2021-09-22T10:41:29Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:29.848846 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99ff882a-8a91-4cc3-9268-55ef2fd8740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:29.894675 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-99ff882a-8a91-4cc3-9268-55ef2fd8740f None None] For port 13b4f7a1-5484-48b6-a209-f7aab670953a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=13b4f7a1-5484-48b6-a209-f7aab670953a,segment=NetworkSegment(cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5),segment_id=cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:30.003643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99ff882a-8a91-4cc3-9268-55ef2fd8740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.068077 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff882a-8a91-4cc3-9268-55ef2fd8740f None None] Pushing event updated for resources: {'Port': ['ID=13b4f7a1-5484-48b6-a209-f7aab670953a,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:30.169840 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:30.617759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-631cab3c-2e01-48d1-b3c3-5c3110058889 req-6a209d0f-bb45-4146-8aad-3bc41e129147 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 210 time: 0.0328228 Sep 22 10:41:30.849230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 13b4f7a1-5484-48b6-a209-f7aab670953a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:30.900087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 13b4f7a1-5484-48b6-a209-f7aab670953a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:30.900454 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:31.716746 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1d0935a1-ff02-41b9-9562-aad2703e5165 req-e99b8c50-7ff5-4105-8df8-c582272c9b4d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 210 time: 0.0270343 Sep 22 10:41:32.607234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-32286a84-60be-48b9-89c3-bf8915039db2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:32.608995 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-32286a84-60be-48b9-89c3-bf8915039db2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/networks?id=17a1d08b-82ed-49e4-953f-1772198abf53 HTTP/1.1" status: 200 len: 797 time: 0.1090970 Sep 22 10:41:32.655578 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-e5f08bd8-ba84-44d2-96e2-00ad248cc17d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 379 time: 0.0363891 Sep 22 10:41:32.664760 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'port': {'device_id': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'admin_state_up': True, 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'security_groups': ['ab271a66-3733-4f40-a68e-a97ca8fc0d06']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:32.819013 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b53c60ab-2330-4877-8f0d-cfefba3292a9 req-4d6b71a6-aaae-4ebc-be88-7cf21d114f43 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 210 time: 0.0302377 Sep 22 10:41:33.226984 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:41:33.230836 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.367237 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.20.0.13 (17a1d08b-82ed-49e4-953f-1772198abf53/a2f6f9c1-89af-4530-80de-8f2b3426330b/36ab9bf8-0dda-4ae0-817b-7b6fdadca50c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:33.508334 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.639859 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.684177 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 17a1d08b-82ed-49e4-953f-1772198abf53 is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:33.688010 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:33.691892 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:33.701300 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:33.757590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:33.758254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.856704 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-049cc654-adcf-41f9-b2e0-b53a799f5aaf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1956723 Sep 22 10:41:33.870007 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Request body: {'port': {'device_id': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:33.929500 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.948134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-0c3eb80c-decb-441e-9721-07aecbbce5a9 None None] Provisioning complete for port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:33.949331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cab1f8-089f-4099-8740-7df5f6c4e38e req-473c2c95-bf45-41f1-a17f-315f2554707f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:33.949815 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0c3eb80c-decb-441e-9721-07aecbbce5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:33.951065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64cab1f8-089f-4099-8740-7df5f6c4e38e req-473c2c95-bf45-41f1-a17f-315f2554707f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 932 time: 0.0534511 Sep 22 10:41:33.993406 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-0c3eb80c-decb-441e-9721-07aecbbce5a9 None None] Port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:41:33.995612 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-64cab1f8-089f-4099-8740-7df5f6c4e38e req-c0f7ee60-6ffe-4171-a468-4d8d3b1f4efb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370414 Sep 22 10:41:34.201335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:41:34.209023 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.221305 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Transition to ACTIVE for port object 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:41:34.312853 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.372900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Pushing event updated for resources: {'Port': ['ID=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:34.446708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Attempting to bind port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:41:34.446923 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Attempting to bind port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:41:34.447255 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Attempting to bind port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c on network 17a1d08b-82ed-49e4-953f-1772198abf53 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:34.452149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c on network 17a1d08b-82ed-49e4-953f-1772198abf53 not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:41:34.452314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Attempting to bind port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c on network 17a1d08b-82ed-49e4-953f-1772198abf53 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:41:34.457435 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:41:34.457777 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Checking segment: {'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:41:34.458179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Bound using segment: {'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:41:34.458593 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Bound port: 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:41:34.458951 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.526192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] For port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:41:34.530342 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] For port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c,segment=NetworkSegment(cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5),segment_id=cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:41:34.616151 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.653632 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:34.655054 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:34.656254 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] 10.222.0.60 "PUT /v2.0/ports/36ab9bf8-0dda-4ae0-817b-7b6fdadca50c HTTP/1.1" status: 200 len: 1092 time: 0.7912381 Sep 22 10:41:34.656685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'tag': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:34.658955 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36be0568-99b6-4222-afd8-5febec5bb58f" -d '{"events": [{"name": "network-changed", "server_uuid": "14041661-43d5-44f1-9ce5-47c22e93de8e", "tag": "36ab9bf8-0dda-4ae0-817b-7b6fdadca50c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:34.683710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93cd97-281c-4737-b871-7dc60e918b6e service neutron] Pushing event updated for resources: {'Port': ['ID=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:34.696764 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3d5926-2e5e-4d2c-b720-9362f8336948 x-openstack-request-id: req-ca3d5926-2e5e-4d2c-b720-9362f8336948 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:34.697252 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14041661-43d5-44f1-9ce5-47c22e93de8e", "tag": "36ab9bf8-0dda-4ae0-817b-7b6fdadca50c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:34.697504 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca3d5926-2e5e-4d2c-b720-9362f8336948 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:34.697910 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'tag': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c', 'status': 'completed', 'code': 200} Sep 22 10:41:34.762616 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be0568-99b6-4222-afd8-5febec5bb58f req-04ac3dee-93c3-470f-a02e-f303b86845b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:34.764788 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36be0568-99b6-4222-afd8-5febec5bb58f req-04ac3dee-93c3-470f-a02e-f303b86845b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 1095 time: 0.0454736 Sep 22 10:41:34.870344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be0568-99b6-4222-afd8-5febec5bb58f req-2431c6ea-e536-4a5b-b487-9253798afbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:34.871857 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36be0568-99b6-4222-afd8-5febec5bb58f req-2431c6ea-e536-4a5b-b487-9253798afbc2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9049aba4787c4576965728c63f4ba223&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0995264 Sep 22 10:41:34.967869 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be0568-99b6-4222-afd8-5febec5bb58f req-63b1f6d3-3f74-4d81-94be-350f1e617b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:34.969468 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36be0568-99b6-4222-afd8-5febec5bb58f req-63b1f6d3-3f74-4d81-94be-350f1e617b56 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911069 Sep 22 10:41:35.045945 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-eee1ad51-b82c-4a3f-8c8c-834a0bb94817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:35.047495 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-eee1ad51-b82c-4a3f-8c8c-834a0bb94817 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 1095 time: 0.0424857 Sep 22 10:41:35.095502 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-8f95c2f3-baf3-4317-b8bf-723734c76639 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c HTTP/1.1" status: 200 len: 217 time: 0.0400789 Sep 22 10:41:35.137719 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed250f2a-954d-4d18-bcc3-3b7d57638ae3 req-ef706f27-d4b8-4886-a9e3-5dfad2786b00 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:35.139893 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed250f2a-954d-4d18-bcc3-3b7d57638ae3 req-ef706f27-d4b8-4886-a9e3-5dfad2786b00 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 944 time: 0.0691781 Sep 22 10:41:35.148257 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-1ad1f4e9-88cc-48ce-99f1-65b5dba3247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:35.149820 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-1ad1f4e9-88cc-48ce-99f1-65b5dba3247f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2f6f9c1-89af-4530-80de-8f2b3426330b HTTP/1.1" status: 200 len: 834 time: 0.0472572 Sep 22 10:41:35.180968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ed250f2a-954d-4d18-bcc3-3b7d57638ae3 req-b3d3a5db-708d-4ed1-b86f-189c1dd9d766 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343077 Sep 22 10:41:35.198200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-d31730df-e912-4594-aacb-34ccdc5c8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:35.199727 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-d31730df-e912-4594-aacb-34ccdc5c8be2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17a1d08b-82ed-49e4-953f-1772198abf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429106 Sep 22 10:41:35.297329 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-e1640320-43fe-443d-9c9a-97874941eb51 service neutron] 10.222.0.60 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905497 Sep 22 10:41:35.397924 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8b28da15-50cc-4877-90ba-fb79c7b25f88 req-04525d8f-45c2-4a1d-8b25-1286e9c68e5c service neutron] 10.222.0.60 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941279 Sep 22 10:41:36.302195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26da90-7e26-407d-8f0e-b4746da402d8 req-3518f674-64cf-4175-8ea0-76cb78167d36 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:36.303870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a26da90-7e26-407d-8f0e-b4746da402d8 req-3518f674-64cf-4175-8ea0-76cb78167d36 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 944 time: 0.0524259 Sep 22 10:41:36.352004 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1a26da90-7e26-407d-8f0e-b4746da402d8 req-ee168a92-69d9-4611-a4ce-1534eff78b2d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345364 Sep 22 10:41:37.469402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed640dc-e066-4f4f-9ee5-582993614628 req-d5cea448-84ec-4436-a9db-681927a4e7d2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:37.470954 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eed640dc-e066-4f4f-9ee5-582993614628 req-d5cea448-84ec-4436-a9db-681927a4e7d2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 944 time: 0.0509982 Sep 22 10:41:37.510531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-eed640dc-e066-4f4f-9ee5-582993614628 req-5bcc9c47-0e12-4424-a851-73e3c9df4ef3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334635 Sep 22 10:41:37.874387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:41:37.970997 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c,segment=NetworkSegment(cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5),segment_id=cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:37.982340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'port_id': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c', 'mac_address': 'fa:16:3e:fa:16:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:41:38.024282 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:38.198865 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:41:38.221093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c,segment=NetworkSegment(cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5),segment_id=cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:38.261715 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:38.312492 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:38.320250 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.320599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.320969 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.321310 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.321642 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.321975 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.322302 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.322628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.322953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.323279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.323612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.323928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:38.493344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['36ab9bf8-0dda-4ae0-817b-7b6fdadca50c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:41:38.636550 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e1678-d868-4081-8559-840bca93d712 req-4f8921f8-4dcd-45e7-8c63-876efa07bb29 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:38.638216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-979e1678-d868-4081-8559-840bca93d712 req-4f8921f8-4dcd-45e7-8c63-876efa07bb29 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 945 time: 0.0567486 Sep 22 10:41:38.678799 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-979e1678-d868-4081-8559-840bca93d712 req-5967a568-b813-45cd-84a4-ad97e36d517a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344398 Sep 22 10:41:39.794207 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608077b1-deac-42ce-afc7-5e1160d9d7f6 req-20b5d71f-431d-4317-8661-6fb4638acb56 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:39.795777 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-608077b1-deac-42ce-afc7-5e1160d9d7f6 req-20b5d71f-431d-4317-8661-6fb4638acb56 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 945 time: 0.0497761 Sep 22 10:41:39.834033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-608077b1-deac-42ce-afc7-5e1160d9d7f6 req-76460a5e-3308-4837-ab8f-23ef14c13b6d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322087 Sep 22 10:41:39.886246 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:41:40.038422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:41:40.042533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:41:40.042969 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.122029 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.144335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:40.146760 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5230dbfb-68e1-4549-82cd-fa7fd50b2753" -d '{"events": [{"server_uuid": "14041661-43d5-44f1-9ce5-47c22e93de8e", "name": "network-vif-plugged", "status": "completed", "tag": "36ab9bf8-0dda-4ae0-817b-7b6fdadca50c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:40.161026 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c,segment=NetworkSegment(cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5),segment_id=cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:41:40.186000 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9f5b58-81cd-4e13-8166-4c7a40b241b1 x-openstack-request-id: req-ea9f5b58-81cd-4e13-8166-4c7a40b241b1 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:40.186291 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14041661-43d5-44f1-9ce5-47c22e93de8e", "name": "network-vif-plugged", "status": "completed", "tag": "36ab9bf8-0dda-4ae0-817b-7b6fdadca50c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:40.186966 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea9f5b58-81cd-4e13-8166-4c7a40b241b1 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:40.187374 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c', 'code': 200} Sep 22 10:41:40.221500 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:40.271916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:40.308042 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a481843-e230-45b9-8c19-665b21b9f400 req-7d2784ca-264a-4285-b2e8-c66f1bc2c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:40.309563 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5a481843-e230-45b9-8c19-665b21b9f400 req-7d2784ca-264a-4285-b2e8-c66f1bc2c72e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 1097 time: 0.0651956 Sep 22 10:41:40.345988 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5a481843-e230-45b9-8c19-665b21b9f400 req-c8c59556-a456-450c-ba0a-de9459cbc1e7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296111 Sep 22 10:41:40.959287 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c9dc0-288d-4e7e-a96d-144d293d64de req-3dab3c4f-0082-4ae8-9adf-b5e341931513 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:40.961622 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-349c9dc0-288d-4e7e-a96d-144d293d64de req-3dab3c4f-0082-4ae8-9adf-b5e341931513 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0554023 Sep 22 10:41:41.011010 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-349c9dc0-288d-4e7e-a96d-144d293d64de req-9e2c7a85-3f60-4f78-8cec-34b219c833ca tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362754 Sep 22 10:41:42.135029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95577cea-dc27-4624-acfd-dac80c92f2ef req-3bd01582-9471-46f5-8c08-404d7cda2cb8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:42.136544 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95577cea-dc27-4624-acfd-dac80c92f2ef req-3bd01582-9471-46f5-8c08-404d7cda2cb8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0568810 Sep 22 10:41:42.174868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95577cea-dc27-4624-acfd-dac80c92f2ef req-2fdea38d-760e-4d96-a48c-89d1be4bc149 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323257 Sep 22 10:41:42.288490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc892c97-a371-4230-a5a0-664841467430 req-25c4f642-7ac4-4fff-b968-3ae185d64fe8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:42.290090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc892c97-a371-4230-a5a0-664841467430 req-25c4f642-7ac4-4fff-b968-3ae185d64fe8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0500426 Sep 22 10:41:42.333139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc892c97-a371-4230-a5a0-664841467430 req-cf0caceb-5969-4a8f-adea-5c1982519d40 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365081 Sep 22 10:41:42.354593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57656) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:42.395320 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218178e-487a-447b-88c1-0bb18874c658 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:42.396973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4218178e-487a-447b-88c1-0bb18874c658 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 1092 time: 0.0412977 Sep 22 10:41:42.399860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57658) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:42.404155 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:41:42.495347 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:42.599158 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:42.707492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.25.6.130 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/48b0af66-aa0a-4796-b646-4a1ad7a30fd3) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:41:42.815114 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:42.924985 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:42.962488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:41:42.965528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:41:42.969831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:41:42.998581 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=48b0af66-aa0a-4796-b646-4a1ad7a30fd3,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:43.012166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.012514 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.012883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.013223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.014135 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.014552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.014886 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.015221 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.015547 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.015869 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.016191 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.016512 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:41:43.372705 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.495153 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.735531 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.809962 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.882486 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=48b0af66-aa0a-4796-b646-4a1ad7a30fd3,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:41:43.894995 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:43.998152 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Floating IP 2cb775de-dca2-49b3-8c14-063cec1d155c associated. External IP: 172.25.6.130, port: 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c. Sep 22 10:41:44.209397 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:41:44.323521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:41:44.334937 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c32913-caec-48e7-bd69-a1388fabb80d None None] Sync routers for ids ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:41:44.344750 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c32913-caec-48e7-bd69-a1388fabb80d None None] Routers {'48459b7f-feb0-49a8-b128-5b2ba5584fa6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:44.350703 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f3c32913-caec-48e7-bd69-a1388fabb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:44.421904 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:44.453981 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-22aa1924-e063-443a-8f2d-c0eb9b497fc0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0530546 Sep 22 10:41:44.454620 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'tag': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:41:44.454817 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-f3c32913-caec-48e7-bd69-a1388fabb80d None None] Set router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:44.456953 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beab345-a1c7-4b19-83b3-62a7910e0034" -d '{"events": [{"name": "network-changed", "server_uuid": "14041661-43d5-44f1-9ce5-47c22e93de8e", "tag": "36ab9bf8-0dda-4ae0-817b-7b6fdadca50c"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:41:44.553548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f0865-92e8-4460-85c8-d9f47a9c3ae8 req-9a2917ac-2f75-4a17-a03b-1f70103d92c0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:44.555212 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe0f0865-92e8-4460-85c8-d9f47a9c3ae8 req-9a2917ac-2f75-4a17-a03b-1f70103d92c0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0522015 Sep 22 10:41:44.597592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe0f0865-92e8-4460-85c8-d9f47a9c3ae8 req-22d4292f-69ca-45c9-bf8c-2d2d82b32e03 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353773 Sep 22 10:41:44.621584 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57664) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:44.661468 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170262ff-c705-4e08-a982-3dcf14d97a61 x-openstack-request-id: req-170262ff-c705-4e08-a982-3dcf14d97a61 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:41:44.661842 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14041661-43d5-44f1-9ce5-47c22e93de8e", "tag": "36ab9bf8-0dda-4ae0-817b-7b6fdadca50c", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:41:44.661985 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-170262ff-c705-4e08-a982-3dcf14d97a61 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:41:44.662387 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'tag': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c', 'status': 'completed', 'code': 200} Sep 22 10:41:44.693482 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3d22ca4e-4f6c-4b2a-8257-7c24c4635dd7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/2cb775de-dca2-49b3-8c14-063cec1d155c HTTP/1.1" status: 200 len: 992 time: 0.0703771 Sep 22 10:41:44.712653 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beab345-a1c7-4b19-83b3-62a7910e0034 req-d724c147-089b-4350-9729-ee8d93864a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:44.714251 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5beab345-a1c7-4b19-83b3-62a7910e0034 req-d724c147-089b-4350-9729-ee8d93864a53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 1097 time: 0.0428097 Sep 22 10:41:44.723779 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f3c32913-caec-48e7-bd69-a1388fabb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '2cb775de-dca2-49b3-8c14-063cec1d155c', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'port_id': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'mac_address': 'fa:16:3e:fa:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:41:43Z', 'updated_at': '2021-09-22T10:41:43Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b4f7a1-5484-48b6-a209-f7aab670953a', 'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:d0:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:25Z', 'updated_at': '2021-09-22T10:41:29Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:44.752421 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c32913-caec-48e7-bd69-a1388fabb80d None None] Checking router: 48459b7f-feb0-49a8-b128-5b2ba5584fa6 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:41:44.760945 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c32913-caec-48e7-bd69-a1388fabb80d None None] Routers {'48459b7f-feb0-49a8-b128-5b2ba5584fa6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:41:44.761559 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f3c32913-caec-48e7-bd69-a1388fabb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:41:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:44.812817 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beab345-a1c7-4b19-83b3-62a7910e0034 req-f85b311c-2c7a-40f0-ba67-28c191f9f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:44.814336 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5beab345-a1c7-4b19-83b3-62a7910e0034 req-f85b311c-2c7a-40f0-ba67-28c191f9f6a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17a1d08b-82ed-49e4-953f-1772198abf53 HTTP/1.1" status: 200 len: 898 time: 0.0931785 Sep 22 10:41:44.873342 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-f3c32913-caec-48e7-bd69-a1388fabb80d None None] Set router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:41:44.880553 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5beab345-a1c7-4b19-83b3-62a7910e0034 req-4f56e32a-59fd-4977-b80e-e7c94bd178fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c HTTP/1.1" status: 200 len: 1000 time: 0.0595949 Sep 22 10:41:44.932235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beab345-a1c7-4b19-83b3-62a7910e0034 req-988c7dee-2896-4583-a7eb-e7580cc807e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:44.934298 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5beab345-a1c7-4b19-83b3-62a7910e0034 req-988c7dee-2896-4583-a7eb-e7580cc807e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2f6f9c1-89af-4530-80de-8f2b3426330b HTTP/1.1" status: 200 len: 834 time: 0.0466855 Sep 22 10:41:44.989726 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beab345-a1c7-4b19-83b3-62a7910e0034 req-224d42ed-5122-4117-b481-f0224bb1adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:41:44.991251 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5beab345-a1c7-4b19-83b3-62a7910e0034 req-224d42ed-5122-4117-b481-f0224bb1adfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17a1d08b-82ed-49e4-953f-1772198abf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504167 Sep 22 10:41:45.087144 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5beab345-a1c7-4b19-83b3-62a7910e0034 req-4977b3d4-a184-4895-88ba-20c00ea22eee service neutron] 10.222.0.60 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884383 Sep 22 10:41:45.110991 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f3c32913-caec-48e7-bd69-a1388fabb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '2cb775de-dca2-49b3-8c14-063cec1d155c', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'port_id': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'mac_address': 'fa:16:3e:fa:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:41:43Z', 'updated_at': '2021-09-22T10:41:43Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b4f7a1-5484-48b6-a209-f7aab670953a', 'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:d0:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:25Z', 'updated_at': '2021-09-22T10:41:29Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:41:45.137115 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c32913-caec-48e7-bd69-a1388fabb80d None None] The sync data for ids ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'] in n-d-805649-4 is: [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '2cb775de-dca2-49b3-8c14-063cec1d155c', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'port_id': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'mac_address': 'fa:16:3e:fa:16:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:41:43Z', 'updated_at': '2021-09-22T10:41:43Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b4f7a1-5484-48b6-a209-f7aab670953a', 'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:d0:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:25Z', 'updated_at': '2021-09-22T10:41:29Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:41:45.188908 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5beab345-a1c7-4b19-83b3-62a7910e0034 req-7e7fc016-92ab-40d8-92bc-11272a6a89dd service neutron] 10.222.0.60 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941420 Sep 22 10:41:45.329550 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb284388-1ac1-498a-9a28-eec51929f4be None None] New status for floating IP 2cb775de-dca2-49b3-8c14-063cec1d155c: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:41:45.697721 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57666) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:41:45.759830 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-ea429180-1715-4cd9-8bdb-8d38d43b0116 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/2cb775de-dca2-49b3-8c14-063cec1d155c HTTP/1.1" status: 200 len: 994 time: 0.0609190 Sep 22 10:41:49.450626 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:41:54.009911 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:54.289844 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-783bb123-8ca0-4e76-a4f8-b06ead2405fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:55.284134 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:57.055373 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0b8c8798-97df-4b00-8dc6-23aaebb38aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:57.592752 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:41:58.409662 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:00.226737 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:14.829966 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e39be-03b0-4bde-a334-01d298f980ed req-aa69bd9c-f5be-4a21-8133-b5ec0e8b8a3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:14.831946 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-780e39be-03b0-4bde-a334-01d298f980ed req-aa69bd9c-f5be-4a21-8133-b5ec0e8b8a3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.1025796 Sep 22 10:42:14.872703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-780e39be-03b0-4bde-a334-01d298f980ed req-081d998b-bdbf-4a45-9420-3abb6f288e45 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333478 Sep 22 10:42:15.988938 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74f03a-b2be-4e8b-813b-fbdb091b74d6 req-e2701f46-212a-4c52-b100-0a367e3ae336 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:15.990479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f74f03a-b2be-4e8b-813b-fbdb091b74d6 req-e2701f46-212a-4c52-b100-0a367e3ae336 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0493309 Sep 22 10:42:16.029659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5f74f03a-b2be-4e8b-813b-fbdb091b74d6 req-96afc8b0-2551-4f0a-8bc8-00a34ee2c63a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332067 Sep 22 10:42:17.146403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558d8cc-8584-4ea2-8040-339a524d1a68 req-06ee1db1-c17e-4560-92a0-a70d31994010 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:17.147886 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0558d8cc-8584-4ea2-8040-339a524d1a68 req-06ee1db1-c17e-4560-92a0-a70d31994010 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0487897 Sep 22 10:42:17.187124 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0558d8cc-8584-4ea2-8040-339a524d1a68 req-f0254c62-d91c-4db0-bbee-8943c8973785 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319643 Sep 22 10:42:18.308037 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148474f-47df-4c24-a23f-68f3783da129 req-e82871c5-6e67-47f4-a7c1-150d07bbd25c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:18.310275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0148474f-47df-4c24-a23f-68f3783da129 req-e82871c5-6e67-47f4-a7c1-150d07bbd25c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0547683 Sep 22 10:42:18.347551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0148474f-47df-4c24-a23f-68f3783da129 req-38c9c36b-7b74-45e1-9f1b-3d5748d449d0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311913 Sep 22 10:42:19.466087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45b94c-36cf-4e4f-b68f-f781f8b4cb68 req-d150f04d-fea1-403b-b2ef-9f9b9a94fd5d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:19.467582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d45b94c-36cf-4e4f-b68f-f781f8b4cb68 req-d150f04d-fea1-403b-b2ef-9f9b9a94fd5d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0492423 Sep 22 10:42:19.506337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7d45b94c-36cf-4e4f-b68f-f781f8b4cb68 req-374cfdde-841a-4af8-8088-6ef2a9a319f9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326178 Sep 22 10:42:20.621643 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fc229-45c2-4717-a429-cc54e3c65c46 req-43c3b4e3-a943-4adc-9afa-06915d636b82 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:20.623150 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b31fc229-45c2-4717-a429-cc54e3c65c46 req-43c3b4e3-a943-4adc-9afa-06915d636b82 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0504582 Sep 22 10:42:20.661205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b31fc229-45c2-4717-a429-cc54e3c65c46 req-894e5a3f-afe8-4dba-83d3-e3bf0894596c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319755 Sep 22 10:42:21.781496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00f254-d428-41f6-96b3-94e201a26942 req-7d8cdb98-38df-4037-874b-656fbaab40e0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:21.783000 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c00f254-d428-41f6-96b3-94e201a26942 req-7d8cdb98-38df-4037-874b-656fbaab40e0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0546122 Sep 22 10:42:21.822297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c00f254-d428-41f6-96b3-94e201a26942 req-dfd30011-3bfc-4842-a9a0-dc52e7baf268 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333400 Sep 22 10:42:22.939426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391de39-b00b-4a3e-a17a-5c5c1dec7b4d req-e3a44bf3-3404-4747-83cc-bc92f776ea38 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:22.940967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a391de39-b00b-4a3e-a17a-5c5c1dec7b4d req-e3a44bf3-3404-4747-83cc-bc92f776ea38 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0498159 Sep 22 10:42:22.978724 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a391de39-b00b-4a3e-a17a-5c5c1dec7b4d req-a5922060-819e-4c34-8533-2121857fc791 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317869 Sep 22 10:42:24.037683 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:24.094505 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795362e-2d3b-4e6c-9a74-9516fa9a909a req-471c0c58-bfc4-48a7-8a50-8f97f6af13ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:24.096007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4795362e-2d3b-4e6c-9a74-9516fa9a909a req-471c0c58-bfc4-48a7-8a50-8f97f6af13ce tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0491750 Sep 22 10:42:24.134494 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4795362e-2d3b-4e6c-9a74-9516fa9a909a req-7d87bb26-c767-42c1-bd29-b4e513e3edec tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320551 Sep 22 10:42:24.312259 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e51ef245-05e3-43ea-b476-5d053ecea470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:25.258872 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d3a03-632e-4880-87d3-3ec8e0382cd2 req-96ba4b3d-cfd8-44e8-affc-38f1ca2a0796 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:25.260380 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c7d3a03-632e-4880-87d3-3ec8e0382cd2 req-96ba4b3d-cfd8-44e8-affc-38f1ca2a0796 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0561979 Sep 22 10:42:25.298935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9c7d3a03-632e-4880-87d3-3ec8e0382cd2 req-f6f34a30-670b-49ee-87d3-15688f5a3ada tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319133 Sep 22 10:42:25.306508 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:26.417376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8de03-d1d6-45b7-be4e-1f19e7a1fe93 req-de5f10ed-f1d8-416b-acbb-7881691f82ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:26.419909 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91f8de03-d1d6-45b7-be4e-1f19e7a1fe93 req-de5f10ed-f1d8-416b-acbb-7881691f82ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0522857 Sep 22 10:42:26.450883 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:42:26.458890 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-91f8de03-d1d6-45b7-be4e-1f19e7a1fe93 req-e12382fd-fc17-4aed-ab1a-f2dc864f62f5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329156 Sep 22 10:42:26.484348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57708) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:26.548184 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d59dd13f-76f1-42dc-9223-bf304eb30a50 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/2cb775de-dca2-49b3-8c14-063cec1d155c HTTP/1.1" status: 200 len: 994 time: 0.0626788 Sep 22 10:42:27.043574 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-55458cee-c827-4cd8-9a44-b68d6fb8575f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:27.614995 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.057893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28761a-2113-42dd-87d9-65e33c045435 req-150621e5-31fe-4f04-b81d-ab78cf47c23b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:28.059583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e28761a-2113-42dd-87d9-65e33c045435 req-150621e5-31fe-4f04-b81d-ab78cf47c23b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0639365 Sep 22 10:42:28.101291 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2e28761a-2113-42dd-87d9-65e33c045435 req-c89b6d94-b755-44da-88fa-e82a99b740d5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353391 Sep 22 10:42:28.219496 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815c16d-1532-4f65-b603-8564b066ab37 req-0a9585fd-8ead-435e-b6b3-644d172bd1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:28.221132 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4815c16d-1532-4f65-b603-8564b066ab37 req-0a9585fd-8ead-435e-b6b3-644d172bd1e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 1097 time: 0.0831859 Sep 22 10:42:28.316110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815c16d-1532-4f65-b603-8564b066ab37 req-25c2e214-f5ce-45f8-b437-9e647374e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:28.317650 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4815c16d-1532-4f65-b603-8564b066ab37 req-25c2e214-f5ce-45f8-b437-9e647374e7b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17a1d08b-82ed-49e4-953f-1772198abf53 HTTP/1.1" status: 200 len: 898 time: 0.0888648 Sep 22 10:42:28.357471 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:28.385048 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4815c16d-1532-4f65-b603-8564b066ab37 req-f842cfbe-fb7a-4618-9dbc-cf1ae6b713af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c HTTP/1.1" status: 200 len: 1002 time: 0.0587485 Sep 22 10:42:28.435494 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815c16d-1532-4f65-b603-8564b066ab37 req-58174c46-51e1-4be5-9482-26bfbad35113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:28.437110 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4815c16d-1532-4f65-b603-8564b066ab37 req-58174c46-51e1-4be5-9482-26bfbad35113 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2f6f9c1-89af-4530-80de-8f2b3426330b HTTP/1.1" status: 200 len: 834 time: 0.0453463 Sep 22 10:42:28.487968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815c16d-1532-4f65-b603-8564b066ab37 req-20146590-9cb6-4fc6-8f03-2b0c928508b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:28.489426 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4815c16d-1532-4f65-b603-8564b066ab37 req-20146590-9cb6-4fc6-8f03-2b0c928508b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17a1d08b-82ed-49e4-953f-1772198abf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456445 Sep 22 10:42:28.581248 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4815c16d-1532-4f65-b603-8564b066ab37 req-051b1ac5-c289-46b3-b450-bb550625d543 service neutron] 10.222.0.60 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827990 Sep 22 10:42:28.675137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-4815c16d-1532-4f65-b603-8564b066ab37 req-13854d76-bcb4-4f44-89a8-b2b8ecded92b service neutron] 10.222.0.60 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867145 Sep 22 10:42:29.233638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a511372-fbb0-4772-b708-d429217f7464 req-713a8700-2ce5-41ef-9a20-4229004f5d19 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:29.235495 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a511372-fbb0-4772-b708-d429217f7464 req-713a8700-2ce5-41ef-9a20-4229004f5d19 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0572441 Sep 22 10:42:29.276117 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4a511372-fbb0-4772-b708-d429217f7464 req-f0044e15-7afa-4b64-8aa3-026b6ff48e88 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338144 Sep 22 10:42:30.174946 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:30.399235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5a26c-f631-4290-9398-91de5bb98eca req-6b529c0b-003b-442a-b525-a2091e44b783 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:30.400805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73a5a26c-f631-4290-9398-91de5bb98eca req-6b529c0b-003b-442a-b525-a2091e44b783 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0545347 Sep 22 10:42:30.441947 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73a5a26c-f631-4290-9398-91de5bb98eca req-70168816-7cfc-4164-a0fc-45c26736b5df tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349629 Sep 22 10:42:30.465200 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57722) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:42:30.526662 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-a8bf459b-66d8-42e8-8687-21ee03a8d840 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/2cb775de-dca2-49b3-8c14-063cec1d155c HTTP/1.1" status: 200 len: 994 time: 0.0601332 Sep 22 10:42:32.986003 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-d96f0fc1-38f3-4c92-87a1-114dd43d8298 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399563 Sep 22 10:42:33.070797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-425fb030-69cd-4b7b-9a38-74878de783a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:33.072227 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-425fb030-69cd-4b7b-9a38-74878de783a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 1097 time: 0.0444462 Sep 22 10:42:33.174521 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-aa987af7-f1b1-4022-ae43-86724f9444e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:33.176021 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-aa987af7-f1b1-4022-ae43-86724f9444e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17a1d08b-82ed-49e4-953f-1772198abf53 HTTP/1.1" status: 200 len: 898 time: 0.0846760 Sep 22 10:42:33.245122 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-abaf3925-688e-4503-93fd-823c30478e99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c HTTP/1.1" status: 200 len: 1002 time: 0.0618970 Sep 22 10:42:33.293815 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-f5e7f438-c70d-4928-89a2-81f25b7ff539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:33.295460 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-f5e7f438-c70d-4928-89a2-81f25b7ff539 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2f6f9c1-89af-4530-80de-8f2b3426330b HTTP/1.1" status: 200 len: 834 time: 0.0438590 Sep 22 10:42:33.342691 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-b64b2b36-2c90-434b-9b23-6239ac74dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:42:33.344229 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-b64b2b36-2c90-434b-9b23-6239ac74dcd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17a1d08b-82ed-49e4-953f-1772198abf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421114 Sep 22 10:42:33.439668 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-3a01e41e-7c4a-42e2-b282-e90541959e26 service neutron] 10.222.0.60 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883975 Sep 22 10:42:33.529775 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2ab63a6d-50a3-4183-a764-4a8cab6032e8 req-f727e42b-ef5f-4fb2-adc0-29bdae386256 service neutron] 10.222.0.60 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831461 Sep 22 10:42:54.014625 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:54.294390 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b8c8-b53c-4556-b19c-030be44d9d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:55.311426 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:57.014110 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f9e941e3-f848-46f4-8e2d-e6369d82b0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:57.597190 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:42:58.357400 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:00.368983 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:00.878955 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57750) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:01.038402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port 48b0af66-aa0a-4796-b646-4a1ad7a30fd3 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:01.038751 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.119332 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.119567 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.132165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for 48b0af66-aa0a-4796-b646-4a1ad7a30fd3 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:01.368496 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.392309 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=48b0af66-aa0a-4796-b646-4a1ad7a30fd3,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:01.406575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.406933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.407301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.407640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.407977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.408312 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.408646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.409003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.409336 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.409665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.409994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.410319 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:01.467574 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:01.467899 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Floating IP 2cb775de-dca2-49b3-8c14-063cec1d155c disassociated (deleted). External IP: 172.25.6.130, port: 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c. Sep 22 10:43:01.977720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:02.097196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:02.101930 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:02.109810 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9381f692-1b3f-45eb-a41d-7670007fca4f None None] Sync routers for ids ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:02.123035 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9381f692-1b3f-45eb-a41d-7670007fca4f None None] Routers {'48459b7f-feb0-49a8-b128-5b2ba5584fa6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:02.123985 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9381f692-1b3f-45eb-a41d-7670007fca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:02.131715 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-43b2fa21-e317-42a2-96ba-f89efe781241 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/floatingips/2cb775de-dca2-49b3-8c14-063cec1d155c HTTP/1.1" status: 204 len: 168 time: 1.2516246 Sep 22 10:43:02.132444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'tag': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:43:02.134847 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49260568-b694-4491-b06d-ad73ace3f01f" -d '{"events": [{"name": "network-changed", "server_uuid": "14041661-43d5-44f1-9ce5-47c22e93de8e", "tag": "36ab9bf8-0dda-4ae0-817b-7b6fdadca50c"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:43:02.239341 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9381f692-1b3f-45eb-a41d-7670007fca4f None None] Set router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:02.457455 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9381f692-1b3f-45eb-a41d-7670007fca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '13b4f7a1-5484-48b6-a209-f7aab670953a', 'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:d0:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:25Z', 'updated_at': '2021-09-22T10:41:29Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:02.489708 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9381f692-1b3f-45eb-a41d-7670007fca4f None None] Checking router: 48459b7f-feb0-49a8-b128-5b2ba5584fa6 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:02.499960 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9381f692-1b3f-45eb-a41d-7670007fca4f None None] Routers {'48459b7f-feb0-49a8-b128-5b2ba5584fa6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:02.500594 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9381f692-1b3f-45eb-a41d-7670007fca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:02.547559 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262f9e6d-f163-4787-95be-a448ab23f88a x-openstack-request-id: req-262f9e6d-f163-4787-95be-a448ab23f88a {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:43:02.547859 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14041661-43d5-44f1-9ce5-47c22e93de8e", "tag": "36ab9bf8-0dda-4ae0-817b-7b6fdadca50c", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:43:02.548109 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-262f9e6d-f163-4787-95be-a448ab23f88a {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:43:02.548566 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'tag': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c', 'status': 'completed', 'code': 200} Sep 22 10:43:02.624346 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49260568-b694-4491-b06d-ad73ace3f01f req-93579921-af24-4b86-a300-0b635d638ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:02.626054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49260568-b694-4491-b06d-ad73ace3f01f req-93579921-af24-4b86-a300-0b635d638ff1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 1097 time: 0.0517285 Sep 22 10:43:02.648785 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa8528-673f-4bf8-a734-f25a38e2842f req-35bfa859-6c1f-448b-a719-925b7681657a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:02.650597 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20aa8528-673f-4bf8-a734-f25a38e2842f req-35bfa859-6c1f-448b-a719-925b7681657a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0552521 Sep 22 10:43:02.693209 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20aa8528-673f-4bf8-a734-f25a38e2842f req-9a53fa18-44d2-454c-b654-fdf1a56825e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347276 Sep 22 10:43:02.715625 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9381f692-1b3f-45eb-a41d-7670007fca4f None None] Set router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:02.727486 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49260568-b694-4491-b06d-ad73ace3f01f req-99ea206d-11b1-414b-acdd-162766de1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:02.728999 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49260568-b694-4491-b06d-ad73ace3f01f req-99ea206d-11b1-414b-acdd-162766de1999 service neutron] 10.222.0.60 "GET /v2.0/networks?id=17a1d08b-82ed-49e4-953f-1772198abf53 HTTP/1.1" status: 200 len: 898 time: 0.0956144 Sep 22 10:43:02.775249 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49260568-b694-4491-b06d-ad73ace3f01f req-148c8dbb-29e3-4924-ba09-aa59a0b7ca0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c HTTP/1.1" status: 200 len: 217 time: 0.0383017 Sep 22 10:43:02.827476 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49260568-b694-4491-b06d-ad73ace3f01f req-527b74ec-18e6-4efe-97c3-9fcd7555561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:02.829161 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49260568-b694-4491-b06d-ad73ace3f01f req-527b74ec-18e6-4efe-97c3-9fcd7555561f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2f6f9c1-89af-4530-80de-8f2b3426330b HTTP/1.1" status: 200 len: 834 time: 0.0460896 Sep 22 10:43:02.876455 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49260568-b694-4491-b06d-ad73ace3f01f req-2f8b9469-2b74-43aa-985b-016afd820a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:02.878158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49260568-b694-4491-b06d-ad73ace3f01f req-2f8b9469-2b74-43aa-985b-016afd820a3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=17a1d08b-82ed-49e4-953f-1772198abf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412581 Sep 22 10:43:02.916221 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9381f692-1b3f-45eb-a41d-7670007fca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '13b4f7a1-5484-48b6-a209-f7aab670953a', 'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:d0:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:25Z', 'updated_at': '2021-09-22T10:41:29Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:02.942625 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9381f692-1b3f-45eb-a41d-7670007fca4f None None] The sync data for ids ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'] in n-d-805649-4 is: [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:41:26Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '13b4f7a1-5484-48b6-a209-f7aab670953a', 'name': '', 'network_id': '17a1d08b-82ed-49e4-953f-1772198abf53', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:d0:fc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:25Z', 'updated_at': '2021-09-22T10:41:29Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': 'a2f6f9c1-89af-4530-80de-8f2b3426330b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:02.978766 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49260568-b694-4491-b06d-ad73ace3f01f req-849a9046-446a-4c9b-9809-b7ee6660ed0e service neutron] 10.222.0.60 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929368 Sep 22 10:43:03.077123 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-49260568-b694-4491-b06d-ad73ace3f01f req-53943f16-a188-463c-a50e-4dac2caecaf1 service neutron] 10.222.0.60 "GET /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893619 Sep 22 10:43:03.172757 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56563149-9efb-42e2-887c-6911879d490d None None] New status for floating IP 2cb775de-dca2-49b3-8c14-063cec1d155c: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:43:03.450401 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:43:03.819681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0257dcd-1511-4b60-a858-9a8977268ce7 req-ead6d67c-9140-4bf3-809e-80c449328ccb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:03.821215 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0257dcd-1511-4b60-a858-9a8977268ce7 req-ead6d67c-9140-4bf3-809e-80c449328ccb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0537610 Sep 22 10:43:03.860986 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c0257dcd-1511-4b60-a858-9a8977268ce7 req-fdb588f2-13e4-40a7-b663-a96c7959eb1a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab271a66-3733-4f40-a68e-a97ca8fc0d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328808 Sep 22 10:43:04.079456 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d6444-3400-4c2f-877b-9956aafab6ec req-07f428ae-0627-409b-9472-636829102e68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:04.081014 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce6d6444-3400-4c2f-877b-9956aafab6ec req-07f428ae-0627-409b-9472-636829102e68 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 946 time: 0.0488718 Sep 22 10:43:04.175797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-ce6d6444-3400-4c2f-877b-9956aafab6ec req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:04.176117 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ce6d6444-3400-4c2f-877b-9956aafab6ec req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.272188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ce6d6444-3400-4c2f-877b-9956aafab6ec req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c,segment=NetworkSegment(cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5),segment_id=cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:04.272555 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ce6d6444-3400-4c2f-877b-9956aafab6ec req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.285931 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-ce6d6444-3400-4c2f-877b-9956aafab6ec req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:04.488492 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ce6d6444-3400-4c2f-877b-9956aafab6ec req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.521823 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=36ab9bf8-0dda-4ae0-817b-7b6fdadca50c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:04.548316 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.548665 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.549036 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.549368 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.549694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.550062 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.550340 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.550662 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.550980 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.551297 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.551615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.551934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:04.571100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6d6444-3400-4c2f-877b-9956aafab6ec req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] No DVR routers for this DVR port 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:04.573946 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ce6d6444-3400-4c2f-877b-9956aafab6ec req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:04.576529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce6d6444-3400-4c2f-877b-9956aafab6ec req-1587e56c-ca69-41b7-9e72-f2a4dd303e79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "DELETE /v2.0/ports/36ab9bf8-0dda-4ae0-817b-7b6fdadca50c HTTP/1.1" status: 204 len: 173 time: 0.4899094 Sep 22 10:43:04.576998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'name': 'network-vif-deleted', 'tag': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:43:04.579289 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdb12ec-ada0-462c-854e-4a6209a944a5" -d '{"events": [{"server_uuid": "14041661-43d5-44f1-9ce5-47c22e93de8e", "name": "network-vif-deleted", "tag": "36ab9bf8-0dda-4ae0-817b-7b6fdadca50c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:43:04.662502 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6528169b-1110-48fb-8e21-6b087a5cb260 x-openstack-request-id: req-6528169b-1110-48fb-8e21-6b087a5cb260 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:43:04.662720 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14041661-43d5-44f1-9ce5-47c22e93de8e", "name": "network-vif-deleted", "tag": "36ab9bf8-0dda-4ae0-817b-7b6fdadca50c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:43:04.662969 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6528169b-1110-48fb-8e21-6b087a5cb260 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:43:04.663368 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14041661-43d5-44f1-9ce5-47c22e93de8e', 'name': 'network-vif-deleted', 'tag': '36ab9bf8-0dda-4ae0-817b-7b6fdadca50c', 'status': 'completed', 'code': 200} Sep 22 10:43:04.971730 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-35e634ef-ed22-4c80-b736-5ae98a993e11 req-cd2966fe-8529-40eb-959e-069d0a193a15 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=14041661-43d5-44f1-9ce5-47c22e93de8e HTTP/1.1" status: 200 len: 210 time: 0.0278134 Sep 22 10:43:06.031255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57772) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:06.425085 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.710291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port 13b4f7a1-5484-48b6-a209-f7aab670953a {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:06.710630 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.798657 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port 13b4f7a1-5484-48b6-a209-f7aab670953a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=13b4f7a1-5484-48b6-a209-f7aab670953a,segment=NetworkSegment(cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5),segment_id=cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:06.798935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:06.812471 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for 13b4f7a1-5484-48b6-a209-f7aab670953a owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:07.100145 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.132293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=13b4f7a1-5484-48b6-a209-f7aab670953a,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:07.310660 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.529105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:07.632671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:07.638257 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c69c1023-03f5-4380-b88c-58ac511bad84 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "PUT /v2.0/routers/48459b7f-feb0-49a8-b128-5b2ba5584fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6059511 Sep 22 10:43:07.641201 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57774) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:07.642713 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ced9a2-8212-44fe-844e-f9a2553c019f None None] Sync routers for ids ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:07.652866 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ced9a2-8212-44fe-844e-f9a2553c019f None None] Routers {'48459b7f-feb0-49a8-b128-5b2ba5584fa6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:07.653478 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-23ced9a2-8212-44fe-844e-f9a2553c019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:07.697652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2a6f9e-ff8c-47b5-93a8-72d5d4699e4d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting subnet a2f6f9c1-89af-4530-80de-8f2b3426330b {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:43:07.702094 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e2a6f9e-ff8c-47b5-93a8-72d5d4699e4d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.747786 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e2a6f9e-ff8c-47b5-93a8-72d5d4699e4d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.766533 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-23ced9a2-8212-44fe-844e-f9a2553c019f None None] Set router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:07.840418 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e2a6f9e-ff8c-47b5-93a8-72d5d4699e4d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.947609 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-23ced9a2-8212-44fe-844e-f9a2553c019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:43:06Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:07.973903 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ced9a2-8212-44fe-844e-f9a2553c019f None None] Checking router: 48459b7f-feb0-49a8-b128-5b2ba5584fa6 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:07.980416 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e2a6f9e-ff8c-47b5-93a8-72d5d4699e4d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:07.982452 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ced9a2-8212-44fe-844e-f9a2553c019f None None] Routers {'48459b7f-feb0-49a8-b128-5b2ba5584fa6'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:07.983329 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-23ced9a2-8212-44fe-844e-f9a2553c019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:08.011530 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e2a6f9e-ff8c-47b5-93a8-72d5d4699e4d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.016128 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4e2a6f9e-ff8c-47b5-93a8-72d5d4699e4d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/subnets/a2f6f9c1-89af-4530-80de-8f2b3426330b HTTP/1.1" status: 204 len: 168 time: 0.3710518 Sep 22 10:43:08.016128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a6f9e-ff8c-47b5-93a8-72d5d4699e4d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f6f9c1-89af-4530-80de-8f2b3426330b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:08.017369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57776) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:08.021412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07452359-2f49-4bc7-b5d5-ecfc7e779063 None None] Network 17a1d08b-82ed-49e4-953f-1772198abf53 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:08.092352 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-23ced9a2-8212-44fe-844e-f9a2553c019f None None] Set router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:08.134275 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.215688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] DHCP port deletion for 17a1d08b-82ed-49e4-953f-1772198abf53 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:43:08.251975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.265876 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Deleting port 4297bc57-a900-44e9-b88d-9c33f50dfeae {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:08.266511 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.282166 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-23ced9a2-8212-44fe-844e-f9a2553c019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:43:06Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:08.313598 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ced9a2-8212-44fe-844e-f9a2553c019f None None] The sync data for ids ['48459b7f-feb0-49a8-b128-5b2ba5584fa6'] in n-d-805649-4 is: [{'id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835564251', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:41:21Z', 'updated_at': '2021-09-22T10:43:06Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'bbee255e-4183-4bf8-9ceb-45e0b282c591', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48459b7f-feb0-49a8-b128-5b2ba5584fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:41:22Z', 'updated_at': '2021-09-22T10:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:08.336599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] For port 4297bc57-a900-44e9-b88d-9c33f50dfeae, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=4297bc57-a900-44e9-b88d-9c33f50dfeae,segment=NetworkSegment(cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5),segment_id=cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:08.337053 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.350089 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Calling delete_port for 4297bc57-a900-44e9-b88d-9c33f50dfeae owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:08.355057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:08.368331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port bbee255e-4183-4bf8-9ceb-45e0b282c591 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:43:08.368680 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.379657 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:08.379998 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 36ab9bf8-0dda-4ae0-817b-7b6fdadca50c not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:08.452803 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port bbee255e-4183-4bf8-9ceb-45e0b282c591, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bbee255e-4183-4bf8-9ceb-45e0b282c591,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:08.453170 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.467010 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for bbee255e-4183-4bf8-9ceb-45e0b282c591 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:43:08.540049 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.566051 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Pushing event deleted for resources: {'Port': ['ID=4297bc57-a900-44e9-b88d-9c33f50dfeae,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:08.568312 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] No DVR routers for this DVR port 4297bc57-a900-44e9-b88d-9c33f50dfeae on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:43:08.577184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.577533 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.577872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.578207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.579192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.579192 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.579373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.579612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.579936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.580262 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.580573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.581289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c485b-d55a-464f-a1be-584f7c851e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:08.711456 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:08.743051 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=bbee255e-4183-4bf8-9ceb-45e0b282c591,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:08.930361 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4297bc57-a900-44e9-b88d-9c33f50dfeae no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:08.955850 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 4297bc57-a900-44e9-b88d-9c33f50dfeae {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:08.956321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 4297bc57-a900-44e9-b88d-9c33f50dfeae not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:08.956844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 13b4f7a1-5484-48b6-a209-f7aab670953a no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:08.977490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 13b4f7a1-5484-48b6-a209-f7aab670953a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:08.977837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 13b4f7a1-5484-48b6-a209-f7aab670953a not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:09.090167 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.183649 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.186318 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.311353 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.311900 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Fanout notify agent at l3_agent the message router_deleted on router 48459b7f-feb0-49a8-b128-5b2ba5584fa6 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:43:09.323151 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.323151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-13ce3f75-31c9-48a3-ae3d-0c0850ec7df5 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/routers/48459b7f-feb0-49a8-b128-5b2ba5584fa6 HTTP/1.1" status: 204 len: 168 time: 1.3013382 Sep 22 10:43:09.323360 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57778) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:09.410080 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.498611 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.521992 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a1d08b-82ed-49e4-953f-1772198abf53']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:09.531758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:09.532077 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf70d1b-ed2d-42ae-8001-cfd8695a2cb5') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:09.541205 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.554567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.560331 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:43:09.560705 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:43:09.563592 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:43:09.665514 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.674140 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.675314 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/networks/17a1d08b-82ed-49e4-953f-1772198abf53 HTTP/1.1" status: 204 len: 168 time: 0.3505640 Sep 22 10:43:09.678202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57780) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:09.686757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0601050-b544-4048-8e83-f6562b8517ff tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Network': ['ID=17a1d08b-82ed-49e4-953f-1772198abf53,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:09.744409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8af9-41fe-42c2-a85b-09f9aec397cf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.771116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8af9-41fe-42c2-a85b-09f9aec397cf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.922478 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8af9-41fe-42c2-a85b-09f9aec397cf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.925247 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8af9-41fe-42c2-a85b-09f9aec397cf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:09.927446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6c9f8af9-41fe-42c2-a85b-09f9aec397cf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/security-groups/ab271a66-3733-4f40-a68e-a97ca8fc0d06 HTTP/1.1" status: 204 len: 168 time: 0.2472196 Sep 22 10:43:09.936914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f8af9-41fe-42c2-a85b-09f9aec397cf tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab271a66-3733-4f40-a68e-a97ca8fc0d06,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:10.502592 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57786) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:10.507373 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-139eb7af-c46e-49c0-a567-454a6cb36428 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380804444', 'description': 'tempest-secgroup-smoke-1380804444 description', 'project_id': '9049aba4787c4576965728c63f4ba223'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:10.625726 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-139eb7af-c46e-49c0-a567-454a6cb36428 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.706612 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-139eb7af-c46e-49c0-a567-454a6cb36428 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.768039 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-139eb7af-c46e-49c0-a567-454a6cb36428 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.797165 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139eb7af-c46e-49c0-a567-454a6cb36428 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b180f0a5-6246-4851-8dcc-ec2f5f084b13,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:10.836364 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bbee255e-4183-4bf8-9ceb-45e0b282c591 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:43:10.857891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: bbee255e-4183-4bf8-9ceb-45e0b282c591 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:43:10.858656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bbee255e-4183-4bf8-9ceb-45e0b282c591 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:43:10.871994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-139eb7af-c46e-49c0-a567-454a6cb36428 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:10.873343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-139eb7af-c46e-49c0-a567-454a6cb36428 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3697300 Sep 22 10:43:10.876134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57788) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:10.880492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6c6f663c-094f-43bd-a84b-afce906b574b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'b180f0a5-6246-4851-8dcc-ec2f5f084b13', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:11.031193 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c6f663c-094f-43bd-a84b-afce906b574b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.087093 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c6f663c-094f-43bd-a84b-afce906b574b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.237386 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c6f663c-094f-43bd-a84b-afce906b574b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.259196 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f663c-094f-43bd-a84b-afce906b574b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009b0c34-8237-4ec6-a8b1-b7101c7c4533,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:11.351038 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6c6f663c-094f-43bd-a84b-afce906b574b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.352281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6c6f663c-094f-43bd-a84b-afce906b574b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4752834 Sep 22 10:43:11.355123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57790) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:11.359825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-fc22c209-2b04-4c1a-9062-42259d019b3a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'b180f0a5-6246-4851-8dcc-ec2f5f084b13', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:11.481840 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc22c209-2b04-4c1a-9062-42259d019b3a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.542740 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc22c209-2b04-4c1a-9062-42259d019b3a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.619508 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc22c209-2b04-4c1a-9062-42259d019b3a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.640067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22c209-2b04-4c1a-9062-42259d019b3a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debc0129-dc2a-44a4-a195-60ad551cc586,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:11.711591 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fc22c209-2b04-4c1a-9062-42259d019b3a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.712891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fc22c209-2b04-4c1a-9062-42259d019b3a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3567824 Sep 22 10:43:11.716213 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57792) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:11.720618 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c6be6ba5-317b-4caa-9e00-0b42bd7f9b46 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'b180f0a5-6246-4851-8dcc-ec2f5f084b13', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:11.813645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6be6ba5-317b-4caa-9e00-0b42bd7f9b46 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.871973 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6be6ba5-317b-4caa-9e00-0b42bd7f9b46 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.939809 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6be6ba5-317b-4caa-9e00-0b42bd7f9b46 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:11.957847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be6ba5-317b-4caa-9e00-0b42bd7f9b46 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e6c144-f325-40e2-bc0b-7a3a361b386c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:12.025503 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c6be6ba5-317b-4caa-9e00-0b42bd7f9b46 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.027671 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c6be6ba5-317b-4caa-9e00-0b42bd7f9b46 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104606 Sep 22 10:43:12.030448 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57794) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:12.034883 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-8428d454-0eba-48fa-b4fa-ccff98a04249 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'b180f0a5-6246-4851-8dcc-ec2f5f084b13', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:12.115545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8428d454-0eba-48fa-b4fa-ccff98a04249 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.175308 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8428d454-0eba-48fa-b4fa-ccff98a04249 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.288367 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8428d454-0eba-48fa-b4fa-ccff98a04249 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.310205 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428d454-0eba-48fa-b4fa-ccff98a04249 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43d9430-4db1-47b3-90c6-e90586336843,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:12.386352 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-8428d454-0eba-48fa-b4fa-ccff98a04249 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.387555 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8428d454-0eba-48fa-b4fa-ccff98a04249 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561718 Sep 22 10:43:12.390460 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57796) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:12.395195 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7bd88b97-0ee4-40cb-a100-b2ec669b6ba0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'b180f0a5-6246-4851-8dcc-ec2f5f084b13', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:12.483447 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-7bd88b97-0ee4-40cb-a100-b2ec669b6ba0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Project 9049aba4787c4576965728c63f4ba223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:43:12.488842 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bd88b97-0ee4-40cb-a100-b2ec669b6ba0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.549065 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bd88b97-0ee4-40cb-a100-b2ec669b6ba0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.631151 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bd88b97-0ee4-40cb-a100-b2ec669b6ba0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.649561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd88b97-0ee4-40cb-a100-b2ec669b6ba0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec4f2eb-2bb7-443b-a430-358df319af7a,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:12.722944 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7bd88b97-0ee4-40cb-a100-b2ec669b6ba0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.724254 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7bd88b97-0ee4-40cb-a100-b2ec669b6ba0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3326504 Sep 22 10:43:12.727149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57798) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:12.731978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-9382df88-44fd-42c6-89b4-33150db0dfb1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'security_group_rule': {'security_group_id': 'b180f0a5-6246-4851-8dcc-ec2f5f084b13', 'project_id': '9049aba4787c4576965728c63f4ba223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:12.825869 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-9382df88-44fd-42c6-89b4-33150db0dfb1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Project 9049aba4787c4576965728c63f4ba223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:43:12.831105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9382df88-44fd-42c6-89b4-33150db0dfb1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.895450 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9382df88-44fd-42c6-89b4-33150db0dfb1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.973935 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9382df88-44fd-42c6-89b4-33150db0dfb1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:12.993802 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382df88-44fd-42c6-89b4-33150db0dfb1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9060bd27-4bbd-40ee-a59f-d68026d31a70,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:13.060108 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9382df88-44fd-42c6-89b4-33150db0dfb1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.061667 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9382df88-44fd-42c6-89b4-33150db0dfb1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335752 Sep 22 10:43:13.064863 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57800) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:13.070120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'network': {'name': 'tempest-network-smoke--890962171', 'project_id': '9049aba4787c4576965728c63f4ba223', 'port_security_enabled': True}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:13.157143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:13.160693 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.186942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:43:13.196699 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.197067 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Added segment 66f92474-559f-4858-a8d3-3b8db93e3c0e of type vlan for network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e Sep 22 10:43:13.243144 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.328335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.334133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:13.334724 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.407204 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Network': ['ID=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:13.419015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:43:13.454724 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-757debfe-6e20-4d24-a119-ab7c9d140c74 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3887484 Sep 22 10:43:13.458549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57802) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:13.463958 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'admin_state_up': True, 'project_id': '9049aba4787c4576965728c63f4ba223', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:13.551399 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.552541 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.610967 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:13.802814 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.522882 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.541073 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.645049 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.25.6.215 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/fb9fb9bf-10da-4ad7-903e-4d16eddb44bf) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:14.749608 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.831279 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:14.869529 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:14.872685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:14.876041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:14.904408 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=fb9fb9bf-10da-4ad7-903e-4d16eddb44bf,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:15.196269 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.401819 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.590887 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:43:15.697041 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:15.707012 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Sync routers for ids ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:15.715989 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Routers {'9110aef4-de8e-4f79-80b0-1b2b72bdd296'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:15.716610 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:15.790912 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:15.792719 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4ef751b4-24b2-44f2-a700-1b3ffb37bbeb tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3329155 Sep 22 10:43:15.796339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57804) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:15.822620 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Set router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:15.828586 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2b9ff77a-9145-4bbb-98cd-3a1835b61a8d tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=9049aba4787c4576965728c63f4ba223&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310848 Sep 22 10:43:15.831559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57806) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:15.930805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e811f2-ce02-4158-a629-15dfbbbe7b9a tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:15.933174 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-35e811f2-ce02-4158-a629-15dfbbbe7b9a tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004794 Sep 22 10:43:15.936179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57808) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:15.966188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-5bb6e1ab-c327-4d84-b29e-a40dea99b282 tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=5e75face-888a-4970-82a5-d7242fd1d1cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287185 Sep 22 10:43:15.968660 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57810) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:15.973750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-890978913', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'project_id': '9049aba4787c4576965728c63f4ba223', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:16.004605 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:15Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:16.032801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Checking router: 9110aef4-de8e-4f79-80b0-1b2b72bdd296 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:16.033147 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Updating router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 port fb9fb9bf-10da-4ad7-903e-4d16eddb44bf binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:43:16.062385 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.191044 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:16.194536 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.320137 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.420266 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.474774 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Attempting to bind port fb9fb9bf-10da-4ad7-903e-4d16eddb44bf on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:16.475145 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Attempting to bind port fb9fb9bf-10da-4ad7-903e-4d16eddb44bf by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:16.475513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Attempting to bind port fb9fb9bf-10da-4ad7-903e-4d16eddb44bf on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:16.477282 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.477524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bd14a-ce85-4678-849e-24c9b30bb93a None None] Pushing event updated for resources: {'Port': ['ID=fb9fb9bf-10da-4ad7-903e-4d16eddb44bf,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:16.484346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:16.485451 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:16.485451 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.486373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:16.486373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Bound port: fb9fb9bf-10da-4ad7-903e-4d16eddb44bf, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:16.486373 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.542334 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] For port fb9fb9bf-10da-4ad7-903e-4d16eddb44bf, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:16.545656 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] For port fb9fb9bf-10da-4ad7-903e-4d16eddb44bf, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=fb9fb9bf-10da-4ad7-903e-4d16eddb44bf,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:16.548585 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Subnet': ['ID=0727396d-9d7f-4dcc-83e7-fb070c72e640,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:16.553908 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Checking segment: {'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:16.554267 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network hostable DHCP agents. Network: acd0ccad-21c9-4ed8-bd3f-3cc30c10465e, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:43:16.642906 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.670993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:43:16.763528 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, acd0ccad-21c9-4ed8-bd3f-3cc30c10465e) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:16.767784 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:16.768473 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:16.819651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34942188-3adf-414f-bcba-1c154ca6d689 None None] Network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:16.860621 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-40772c3b-8e64-4670-8395-3bfd6b7bb1e7 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8908539 Sep 22 10:43:16.863391 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57812) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:16.900887 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Routers {'9110aef4-de8e-4f79-80b0-1b2b72bdd296'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:16.901559 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:16.905933 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bd14a-ce85-4678-849e-24c9b30bb93a None None] Pushing event updated for resources: {'Port': ['ID=fb9fb9bf-10da-4ad7-903e-4d16eddb44bf,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:17.056503 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] Set router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:17.143891 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ips': [{'subnet_id': '0727396d-9d7f-4dcc-83e7-fb070c72e640'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:43:17.144781 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.317868 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.355458 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Allocated IP 172.20.0.2 (acd0ccad-21c9-4ed8-bd3f-3cc30c10465e/0727396d-9d7f-4dcc-83e7-fb070c72e640/2d5c554a-ea43-4019-a113-21a4bd84674a) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:17.397928 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:15Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:17.453763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4dd004-6104-4154-87cb-926b80136602 None None] The sync data for ids ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'] in n-d-805649-4 is: [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:15Z', 'revision_number': 3, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:17.550464 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.666627 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.724436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:17.726104 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.20.0.1 (acd0ccad-21c9-4ed8-bd3f-3cc30c10465e/0727396d-9d7f-4dcc-83e7-fb070c72e640/f514a04f-f31b-4fe2-981d-690a8177c7ce) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:17.732665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:17.735919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:17.766135 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Pushing event updated for resources: {'Port': ['ID=2d5c554a-ea43-4019-a113-21a4bd84674a,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:17.798389 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Attempting to bind port 2d5c554a-ea43-4019-a113-21a4bd84674a on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:17.798767 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Attempting to bind port 2d5c554a-ea43-4019-a113-21a4bd84674a by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:17.799158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Attempting to bind port 2d5c554a-ea43-4019-a113-21a4bd84674a on network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:17.804898 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:17.807746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Checking segment: {'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:17.807746 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.807746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Bound using segment: {'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:17.807746 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Bound port: 2d5c554a-ea43-4019-a113-21a4bd84674a, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:17.807746 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.863060 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.878427 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] For port 2d5c554a-ea43-4019-a113-21a4bd84674a, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:17.882438 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] For port 2d5c554a-ea43-4019-a113-21a4bd84674a, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2d5c554a-ea43-4019-a113-21a4bd84674a,segment=NetworkSegment(66f92474-559f-4858-a8d3-3b8db93e3c0e),segment_id=66f92474-559f-4858-a8d3-3b8db93e3c0e)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:17.963767 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:17.991531 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.028412 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ea7cd-e468-4321-b755-27b500d4ce31 None None] Pushing event updated for resources: {'Port': ['ID=2d5c554a-ea43-4019-a113-21a4bd84674a,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:18.035609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:18.038875 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:18.043357 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:18.072280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=f514a04f-f31b-4fe2-981d-690a8177c7ce,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:18.098861 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.363806 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.637901 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.693765 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.768461 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=f514a04f-f31b-4fe2-981d-690a8177c7ce,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:18.770913 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:18.881379 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:18.883095 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:18.941612 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device fb9fb9bf-10da-4ad7-903e-4d16eddb44bf up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:18.999968 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port fb9fb9bf-10da-4ad7-903e-4d16eddb44bf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:19.000481 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.005995 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f554a67-9fa4-491e-a960-1414477bd7f3 None None] Network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:43:19.022164 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:19.101034 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b4f8f5f8-e97c-4127-9016-0186162cac9c None None] Provisioning complete for port 2d5c554a-ea43-4019-a113-21a4bd84674a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:19.101408 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4f8f5f8-e97c-4127-9016-0186162cac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.130606 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:19.135813 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-745bf383-216c-4fe8-8f14-85c240d3d586 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "PUT /v2.0/routers/9110aef4-de8e-4f79-80b0-1b2b72bdd296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2714219 Sep 22 10:43:19.224977 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.280977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port fb9fb9bf-10da-4ad7-903e-4d16eddb44bf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=fb9fb9bf-10da-4ad7-903e-4d16eddb44bf,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:19.297598 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-77ecd565-4d1e-407d-b92d-32441505af8c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380804444&fields=id&tenant_id=9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 267 time: 0.0365605 Sep 22 10:43:19.316536 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4f8f5f8-e97c-4127-9016-0186162cac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.340192 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.341045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2d5c554a-ea43-4019-a113-21a4bd84674a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:19.413539 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b4f8f5f8-e97c-4127-9016-0186162cac9c None None] For port 2d5c554a-ea43-4019-a113-21a4bd84674a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2d5c554a-ea43-4019-a113-21a4bd84674a,segment=NetworkSegment(66f92474-559f-4858-a8d3-3b8db93e3c0e),segment_id=66f92474-559f-4858-a8d3-3b8db93e3c0e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:19.438042 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-fbf7f800-1efd-42a6-917e-a2dcf8cf009a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:19.441446 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-fbf7f800-1efd-42a6-917e-a2dcf8cf009a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/networks?id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e HTTP/1.1" status: 200 len: 796 time: 0.1238656 Sep 22 10:43:19.444602 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=fb9fb9bf-10da-4ad7-903e-4d16eddb44bf,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:19.458513 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2d5c554a-ea43-4019-a113-21a4bd84674a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:19.458892 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.465515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-2f47472b-9786-49ef-8302-0b4309f24fb8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/quotas/9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 375 time: 0.0193119 Sep 22 10:43:19.501985 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b4f8f5f8-e97c-4127-9016-0186162cac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.545290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-741b467e-ad41-4766-87d8-24ac03912657 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644345 Sep 22 10:43:19.577274 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8f5f8-e97c-4127-9016-0186162cac9c None None] Pushing event updated for resources: {'Port': ['ID=2d5c554a-ea43-4019-a113-21a4bd84674a,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:19.634990 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Sync routers for ids ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:19.645818 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Routers {'9110aef4-de8e-4f79-80b0-1b2b72bdd296'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:19.646468 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:19.656938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-ff75e73b-cd05-4148-a7c1-54672967ebcc service neutron] 10.222.0.49 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105769 Sep 22 10:43:19.728692 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2559564f-7fe2-459c-918f-8a52b99d9b24 None None] Provisioning complete for port 2d5c554a-ea43-4019-a113-21a4bd84674a triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:19.729221 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2559564f-7fe2-459c-918f-8a52b99d9b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.756418 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Set router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:19.780315 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-79086a6f-21bd-4223-a121-8bc623486f2e service neutron] 10.222.0.49 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170676 Sep 22 10:43:19.842573 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2559564f-7fe2-459c-918f-8a52b99d9b24 None None] Provisioning complete for port f514a04f-f31b-4fe2-981d-690a8177c7ce triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:19.843203 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2559564f-7fe2-459c-918f-8a52b99d9b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:19.890952 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2559564f-7fe2-459c-918f-8a52b99d9b24 None None] Port f514a04f-f31b-4fe2-981d-690a8177c7ce cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:19.990828 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:18Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f514a04f-f31b-4fe2-981d-690a8177c7ce', 'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:e0:7b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:17Z', 'updated_at': '2021-09-22T10:43:18Z', 'revision_number': 2, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:20.027539 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Checking router: 9110aef4-de8e-4f79-80b0-1b2b72bdd296 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:20.027935 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Updating router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 port f514a04f-f31b-4fe2-981d-690a8177c7ce binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:43:20.029736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1f6cb90e-f9c9-4876-90f0-9e75017b2a60 None None] Provisioning complete for port f514a04f-f31b-4fe2-981d-690a8177c7ce triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:20.030260 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1f6cb90e-f9c9-4876-90f0-9e75017b2a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.056348 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.086822 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cb90e-f9c9-4876-90f0-9e75017b2a60 None None] Port f514a04f-f31b-4fe2-981d-690a8177c7ce cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:20.092889 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fe557d28-6277-47d9-8fa4-ac7bd8c5ad40 req-0ef4c94b-7307-429f-b42f-5fb6994d280f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 210 time: 0.0468118 Sep 22 10:43:20.210030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e7c3316f-4706-4f1a-b5cb-742f0b907293 None None] Provisioning complete for port f514a04f-f31b-4fe2-981d-690a8177c7ce triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:20.210413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e7c3316f-4706-4f1a-b5cb-742f0b907293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.261797 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3316f-4706-4f1a-b5cb-742f0b907293 None None] Port f514a04f-f31b-4fe2-981d-690a8177c7ce cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:20.346186 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.460029 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.515747 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Pushing event updated for resources: {'Port': ['ID=f514a04f-f31b-4fe2-981d-690a8177c7ce,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:20.544797 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.545141 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.545474 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.545803 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.546129 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.546451 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.546770 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.547088 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.547404 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.547729 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.548048 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.548367 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:43:20.587405 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Attempting to bind port f514a04f-f31b-4fe2-981d-690a8177c7ce on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:20.587775 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Attempting to bind port f514a04f-f31b-4fe2-981d-690a8177c7ce by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:20.588283 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Attempting to bind port f514a04f-f31b-4fe2-981d-690a8177c7ce on network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:20.595918 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:20.596617 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Checking segment: {'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:20.597082 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.597559 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Bound using segment: {'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:20.598026 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Bound port: f514a04f-f31b-4fe2-981d-690a8177c7ce, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:20.598465 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.668954 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] For port f514a04f-f31b-4fe2-981d-690a8177c7ce, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:20.672487 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] For port f514a04f-f31b-4fe2-981d-690a8177c7ce, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f514a04f-f31b-4fe2-981d-690a8177c7ce,segment=NetworkSegment(66f92474-559f-4858-a8d3-3b8db93e3c0e),segment_id=66f92474-559f-4858-a8d3-3b8db93e3c0e)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:20.782691 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c540f1f1-327d-4839-ab65-78d65ade3e6f None None] Provisioning complete for port f514a04f-f31b-4fe2-981d-690a8177c7ce triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:20.783035 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c540f1f1-327d-4839-ab65-78d65ade3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.791777 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.817346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c540f1f1-327d-4839-ab65-78d65ade3e6f None None] Port f514a04f-f31b-4fe2-981d-690a8177c7ce cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:20.843509 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Routers {'9110aef4-de8e-4f79-80b0-1b2b72bdd296'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:20.844020 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:42:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:20.892533 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd635e4-f37b-4d7a-b800-f2ada9b99fb8 None None] Pushing event updated for resources: {'Port': ['ID=f514a04f-f31b-4fe2-981d-690a8177c7ce,revision_number=4']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:20.908983 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device fb9fb9bf-10da-4ad7-903e-4d16eddb44bf up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:20.964981 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port fb9fb9bf-10da-4ad7-903e-4d16eddb44bf triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:20.965490 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:20.965730 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] Set router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:21.056467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2d5c554a-ea43-4019-a113-21a4bd84674a up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:21.106422 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2d5c554a-ea43-4019-a113-21a4bd84674a triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:21.106764 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.152560 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-d8832362-0e57-4072-94fd-25f0f4985880 None None] Provisioning complete for port f514a04f-f31b-4fe2-981d-690a8177c7ce triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:21.152968 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8832362-0e57-4072-94fd-25f0f4985880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.208762 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ab2ce7a8-60f0-42c7-b6b3-9f0bb86801dd req-85cd64a7-3141-47a7-803b-35a7cee864be tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 210 time: 0.0328655 Sep 22 10:43:21.290740 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:18Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f514a04f-f31b-4fe2-981d-690a8177c7ce', 'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:e0:7b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:17Z', 'updated_at': '2021-09-22T10:43:20Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:21.319314 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103a33c-a471-4b52-801a-3f7fe2b8b9f1 None None] The sync data for ids ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'] in n-d-805649-4 is: [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:18Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f514a04f-f31b-4fe2-981d-690a8177c7ce', 'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:e0:7b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:17Z', 'updated_at': '2021-09-22T10:43:20Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:21.454374 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8832362-0e57-4072-94fd-25f0f4985880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.489228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d8832362-0e57-4072-94fd-25f0f4985880 None None] For port f514a04f-f31b-4fe2-981d-690a8177c7ce, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f514a04f-f31b-4fe2-981d-690a8177c7ce,segment=NetworkSegment(66f92474-559f-4858-a8d3-3b8db93e3c0e),segment_id=66f92474-559f-4858-a8d3-3b8db93e3c0e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:21.574270 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d8832362-0e57-4072-94fd-25f0f4985880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:21.626404 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8832362-0e57-4072-94fd-25f0f4985880 None None] Pushing event updated for resources: {'Port': ['ID=f514a04f-f31b-4fe2-981d-690a8177c7ce,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:22.341693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef31d420-8f7e-424e-82cc-5ab508420e57 req-71f9ba41-7615-4bf2-9c89-4c0741d5f272 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 210 time: 0.0492783 Sep 22 10:43:22.365301 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-18f1e0a4-c8b6-4c41-92eb-e9d070d48c87 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:22.366828 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-18f1e0a4-c8b6-4c41-92eb-e9d070d48c87 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/networks?id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e HTTP/1.1" status: 200 len: 796 time: 0.1208942 Sep 22 10:43:22.413732 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-e8d5e4bd-dcaa-4f75-a44e-cace2e31e00e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9049aba4787c4576965728c63f4ba223 HTTP/1.1" status: 200 len: 380 time: 0.0370548 Sep 22 10:43:22.422904 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'port': {'device_id': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'admin_state_up': True, 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'security_groups': ['b180f0a5-6246-4851-8dcc-ec2f5f084b13']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:22.631366 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Made reservation on behalf of 9049aba4787c4576965728c63f4ba223 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:43:22.635984 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.768615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.20.0.6 (acd0ccad-21c9-4ed8-bd3f-3cc30c10465e/0727396d-9d7f-4dcc-83e7-fb070c72e640/0369cbb4-5201-4b8c-8c30-0bfa14a6c48c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:22.916267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f514a04f-f31b-4fe2-981d-690a8177c7ce up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:22.924300 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:22.977736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port f514a04f-f31b-4fe2-981d-690a8177c7ce triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:22.978101 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.198692 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.246293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:23.250248 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:23.254101 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:23.480382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8713941-ac5c-4cb3-9cef-20c2b5b0e99b req-b6559d8e-1464-4903-9706-b1aa2913a055 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:23.483129 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8713941-ac5c-4cb3-9cef-20c2b5b0e99b req-b6559d8e-1464-4903-9706-b1aa2913a055 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 931 time: 0.0691612 Sep 22 10:43:23.510144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-715c39b5-8f3e-491c-8feb-f902cf817036 None None] Provisioning complete for port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:23.511051 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-715c39b5-8f3e-491c-8feb-f902cf817036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.530853 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e8713941-ac5c-4cb3-9cef-20c2b5b0e99b req-15a1c604-8a27-4871-9cf6-5330698bfaa3 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364296 Sep 22 10:43:23.560336 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-715c39b5-8f3e-491c-8feb-f902cf817036 None None] Port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:43:23.605746 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:23.651610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:23.652345 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:23.729158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-8dc79538-7ea8-42b0-a52c-afc42990af10 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3096972 Sep 22 10:43:23.742083 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Request body: {'port': {'device_id': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:23.799311 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.080381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:43:24.088882 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.100163 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.128014 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Transition to ACTIVE for port object 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:43:24.253938 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.323627 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Pushing event updated for resources: {'Port': ['ID=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:24.379887 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2702f4a9-71fa-4438-958b-0cd78eadd2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.385568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Attempting to bind port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:43:24.385568 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Attempting to bind port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:43:24.386272 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Attempting to bind port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c on network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:24.391133 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c on network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:43:24.391453 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Attempting to bind port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c on network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:43:24.396776 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:43:24.398365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Checking segment: {'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:43:24.398365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Bound using segment: {'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:43:24.398365 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Bound port: 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f92474-559f-4858-a8d3-3b8db93e3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:43:24.398365 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.466966 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] For port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:43:24.470103 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] For port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c,segment=NetworkSegment(66f92474-559f-4858-a8d3-3b8db93e3c0e),segment_id=66f92474-559f-4858-a8d3-3b8db93e3c0e)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:43:24.545994 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.582122 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:24.582964 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:24.585136 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] 10.222.0.60 "PUT /v2.0/ports/0369cbb4-5201-4b8c-8c30-0bfa14a6c48c HTTP/1.1" status: 200 len: 1091 time: 0.8472161 Sep 22 10:43:24.585629 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'tag': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:43:24.589784 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1b7b93-a16e-4317-ad55-4f1ca680146a" -d '{"events": [{"name": "network-changed", "server_uuid": "aded8fae-054b-4c58-a5bd-e304abd63d35", "tag": "0369cbb4-5201-4b8c-8c30-0bfa14a6c48c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:43:24.629048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a2f4c-54f3-4ad8-95bc-67211a43cab3 service neutron] Pushing event updated for resources: {'Port': ['ID=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:24.665223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e2168-73e3-4dc0-9f60-f5cff378d527 req-022aa2f8-420b-4f8a-a7c5-363c66119db8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:24.667712 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d6e2168-73e3-4dc0-9f60-f5cff378d527 req-022aa2f8-420b-4f8a-a7c5-363c66119db8 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 943 time: 0.0558934 Sep 22 10:43:24.722476 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2d6e2168-73e3-4dc0-9f60-f5cff378d527 req-959a9b46-d878-4f33-bd84-d1818ca954fa tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478048 Sep 22 10:43:24.785123 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c130b54b-efe5-46e7-8059-da549a9f6db8 x-openstack-request-id: req-c130b54b-efe5-46e7-8059-da549a9f6db8 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:43:24.785655 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aded8fae-054b-4c58-a5bd-e304abd63d35", "tag": "0369cbb4-5201-4b8c-8c30-0bfa14a6c48c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:43:24.785910 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c130b54b-efe5-46e7-8059-da549a9f6db8 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:43:24.786315 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'tag': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c', 'status': 'completed', 'code': 200} Sep 22 10:43:24.789293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-599eb697-efd5-493a-bc9f-4515c163b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:24.790944 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-599eb697-efd5-493a-bc9f-4515c163b3d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 1094 time: 0.0654793 Sep 22 10:43:24.838846 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-11d3d592-5359-4674-8288-215b88c5d4ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c HTTP/1.1" status: 200 len: 217 time: 0.0388434 Sep 22 10:43:24.889677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-b4e4d465-4ccd-4fae-9231-252a0037aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:24.891090 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-b4e4d465-4ccd-4fae-9231-252a0037aef8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0727396d-9d7f-4dcc-83e7-fb070c72e640 HTTP/1.1" status: 200 len: 834 time: 0.0461631 Sep 22 10:43:24.939067 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-73c3a573-4a64-48e0-bfd5-6e3ac5bc7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:24.940626 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-73c3a573-4a64-48e0-bfd5-6e3ac5bc7010 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424907 Sep 22 10:43:25.052106 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-555db2b4-1b84-40f3-afac-cb8d864c17f6 service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042795 Sep 22 10:43:25.143717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-b20497f1-9096-4e0c-b331-9e9ffabef4db req-437ac6c8-78f7-4c1f-bf98-2d4a6733c137 service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849254 Sep 22 10:43:25.315190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b7b93-a16e-4317-ad55-4f1ca680146a req-0158a525-bad1-4900-a730-54caed0292da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.316802 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f1b7b93-a16e-4317-ad55-4f1ca680146a req-0158a525-bad1-4900-a730-54caed0292da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 1094 time: 0.0470300 Sep 22 10:43:25.339927 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:25.408341 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b7b93-a16e-4317-ad55-4f1ca680146a req-9e4784c7-c288-4561-b0d5-413686e42286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.409790 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f1b7b93-a16e-4317-ad55-4f1ca680146a req-9e4784c7-c288-4561-b0d5-413686e42286 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e HTTP/1.1" status: 200 len: 897 time: 0.0857785 Sep 22 10:43:25.455754 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f1b7b93-a16e-4317-ad55-4f1ca680146a req-6b0f6d2d-df6f-4c66-8474-b521107e1c59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c HTTP/1.1" status: 200 len: 217 time: 0.0390272 Sep 22 10:43:25.507643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b7b93-a16e-4317-ad55-4f1ca680146a req-76309388-6421-4e82-b7e2-fbdcfc74db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.509185 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f1b7b93-a16e-4317-ad55-4f1ca680146a req-76309388-6421-4e82-b7e2-fbdcfc74db43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0727396d-9d7f-4dcc-83e7-fb070c72e640 HTTP/1.1" status: 200 len: 834 time: 0.0462983 Sep 22 10:43:25.559166 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b7b93-a16e-4317-ad55-4f1ca680146a req-65ff738a-dabb-4849-baac-57739cd6f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.560704 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f1b7b93-a16e-4317-ad55-4f1ca680146a req-65ff738a-dabb-4849-baac-57739cd6f902 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428102 Sep 22 10:43:25.665849 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f1b7b93-a16e-4317-ad55-4f1ca680146a req-41aab164-0642-4b21-ba36-c5830ce16465 service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858800 Sep 22 10:43:25.764164 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9f1b7b93-a16e-4317-ad55-4f1ca680146a req-7149c950-65a5-460c-ab62-3655ccc51769 service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896895 Sep 22 10:43:25.848977 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d80244-1e44-4872-b621-dd0037e5e8e9 req-6b08c273-ac0d-4ff8-bc8c-e0a27fbda1ed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:25.850554 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2d80244-1e44-4872-b621-dd0037e5e8e9 req-6b08c273-ac0d-4ff8-bc8c-e0a27fbda1ed tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 943 time: 0.0533254 Sep 22 10:43:25.894961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d2d80244-1e44-4872-b621-dd0037e5e8e9 req-8704fa79-98ae-4a90-8729-f0a4d3b09691 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370138 Sep 22 10:43:27.028097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2540ed-e8e7-4ec9-98c4-11a9847e02d5 req-0c312d9d-643c-4c3d-9e00-e7ee299d895a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:27.029755 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f2540ed-e8e7-4ec9-98c4-11a9847e02d5 req-0c312d9d-643c-4c3d-9e00-e7ee299d895a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 943 time: 0.0559304 Sep 22 10:43:27.036720 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-57fa81f2-1cd8-4a74-b913-2f7c4771f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:27.071096 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7f2540ed-e8e7-4ec9-98c4-11a9847e02d5 req-85d55c12-bf0b-43b4-9204-368bd43ed095 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350633 Sep 22 10:43:27.842962 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.193238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fba5a2-c6f5-448a-9105-c064af5f18e2 req-c85dc36a-6b44-42b8-9673-747a6c5ab9e9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:28.194750 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15fba5a2-c6f5-448a-9105-c064af5f18e2 req-c85dc36a-6b44-42b8-9673-747a6c5ab9e9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 943 time: 0.0506146 Sep 22 10:43:28.232397 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15fba5a2-c6f5-448a-9105-c064af5f18e2 req-dc9dadd2-5fe7-4eef-ab62-e44340b18c19 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Sep 22 10:43:28.368510 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.443421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:43:28.546279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c,segment=NetworkSegment(66f92474-559f-4858-a8d3-3b8db93e3c0e),segment_id=66f92474-559f-4858-a8d3-3b8db93e3c0e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:28.559103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'port_id': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c', 'mac_address': 'fa:16:3e:20:3f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:43:28.598147 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.616483 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:43:28.637418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c,segment=NetworkSegment(66f92474-559f-4858-a8d3-3b8db93e3c0e),segment_id=66f92474-559f-4858-a8d3-3b8db93e3c0e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:28.728219 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:28.777916 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:28.970603 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['0369cbb4-5201-4b8c-8c30-0bfa14a6c48c'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:43:29.354896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84b0eb-9802-4b5a-a8e5-42294de17ad6 req-8ced7662-6136-44d6-ac43-f171b32d535d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:29.356390 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce84b0eb-9802-4b5a-a8e5-42294de17ad6 req-8ced7662-6136-44d6-ac43-f171b32d535d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 944 time: 0.0529523 Sep 22 10:43:29.395531 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ce84b0eb-9802-4b5a-a8e5-42294de17ad6 req-048160f1-03e6-427b-8668-cc337ad2333b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326729 Sep 22 10:43:30.162559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.456867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:43:30.522585 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247ca5c-d6ce-48a9-b1e6-a2e92f6c2a61 req-bb89a662-ca68-4803-a200-7553fc6d63a0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:30.524154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f247ca5c-d6ce-48a9-b1e6-a2e92f6c2a61 req-bb89a662-ca68-4803-a200-7553fc6d63a0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 944 time: 0.0562921 Sep 22 10:43:30.565293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f247ca5c-d6ce-48a9-b1e6-a2e92f6c2a61 req-579c89ea-ee84-42dc-824e-5e18f9a6a638 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347025 Sep 22 10:43:30.625264 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:43:30.629543 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:43:30.629910 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.712363 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.735187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:43:30.737480 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcf273d-f585-49ad-9070-3c480aa0e1f7" -d '{"events": [{"server_uuid": "aded8fae-054b-4c58-a5bd-e304abd63d35", "name": "network-vif-plugged", "status": "completed", "tag": "0369cbb4-5201-4b8c-8c30-0bfa14a6c48c"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:43:30.750937 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c,segment=NetworkSegment(66f92474-559f-4858-a8d3-3b8db93e3c0e),segment_id=66f92474-559f-4858-a8d3-3b8db93e3c0e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:43:30.841576 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1c51b8-efc6-4f2e-ae77-a131f927141d x-openstack-request-id: req-1f1c51b8-efc6-4f2e-ae77-a131f927141d {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:43:30.841897 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aded8fae-054b-4c58-a5bd-e304abd63d35", "name": "network-vif-plugged", "status": "completed", "tag": "0369cbb4-5201-4b8c-8c30-0bfa14a6c48c", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:43:30.842166 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f1c51b8-efc6-4f2e-ae77-a131f927141d {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:43:30.842706 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c', 'code': 200} Sep 22 10:43:30.848145 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:30.905178 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:30.946423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b95a-8042-45d5-b6b6-2b81e26c6c86 req-5176ad34-9f61-4de2-85c4-c4cd9f9c3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:30.948529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8e17b95a-8042-45d5-b6b6-2b81e26c6c86 req-5176ad34-9f61-4de2-85c4-c4cd9f9c3232 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 1096 time: 0.0450504 Sep 22 10:43:30.991307 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8e17b95a-8042-45d5-b6b6-2b81e26c6c86 req-6b75085f-52f1-4741-b29f-8165fc62fd80 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360079 Sep 22 10:43:31.690128 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478c59-d098-40cd-92a4-3621af1c76e2 req-7835c102-dd7e-4417-af4e-a6e4fa524341 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:31.691636 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4478c59-d098-40cd-92a4-3621af1c76e2 req-7835c102-dd7e-4417-af4e-a6e4fa524341 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0520825 Sep 22 10:43:31.732288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e4478c59-d098-40cd-92a4-3621af1c76e2 req-6c21926c-89c0-4eb2-a88a-b0e06ea39df0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338264 Sep 22 10:43:32.852718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b6eb3-1a9d-42be-ba84-e818aed0a6c9 req-88aeb2dc-7fe3-4a31-b2f2-e7d59b4f4301 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:32.854296 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-307b6eb3-1a9d-42be-ba84-e818aed0a6c9 req-88aeb2dc-7fe3-4a31-b2f2-e7d59b4f4301 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0513418 Sep 22 10:43:32.894033 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-307b6eb3-1a9d-42be-ba84-e818aed0a6c9 req-effa377f-d370-44d5-8097-f9d2b24bb2e1 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Sep 22 10:43:33.017707 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aed9d3-ca8e-4fee-bb0d-a25c67511af2 req-20d8f705-2170-4a1c-a222-93b76473f960 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:33.019206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16aed9d3-ca8e-4fee-bb0d-a25c67511af2 req-20d8f705-2170-4a1c-a222-93b76473f960 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0559263 Sep 22 10:43:33.059259 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-16aed9d3-ca8e-4fee-bb0d-a25c67511af2 req-cb00b696-a8fb-4529-b309-c70e5caa654a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337658 Sep 22 10:43:33.080688 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57872) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:33.122395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1344951-308a-4402-af83-8b8e9292738e tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:33.123973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d1344951-308a-4402-af83-8b8e9292738e tempest-TestNetworkAdvancedServerOps-1410680211 tempest-TestNetworkAdvancedServerOps-1410680211-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 1091 time: 0.0422325 Sep 22 10:43:33.126811 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57874) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:33.131327 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:43:33.225457 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:33.329674 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:33.432188 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Allocated IP 172.25.6.100 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/f87e95a8-3eb8-4693-a451-f06bf07d5ab6) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:43:33.535416 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:33.642850 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:33.678596 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:43:33.682184 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:43:33.685973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:43:33.713073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=f87e95a8-3eb8-4693-a451-f06bf07d5ab6,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:34.052766 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.175586 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.326373 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.448731 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.518892 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event updated for resources: {'Port': ['ID=f87e95a8-3eb8-4693-a451-f06bf07d5ab6,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:43:34.530519 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:34.611343 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-b7474d4e-b7e0-43e9-8941-dbeae4a72521 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407114 Sep 22 10:43:34.628700 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Floating IP 6c94700e-b961-47a6-9193-99bbb002c48f associated. External IP: 172.25.6.100, port: 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c. Sep 22 10:43:34.694973 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-e8f2cf8b-922f-44bd-be12-68e7a3d8c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:34.697380 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-e8f2cf8b-922f-44bd-be12-68e7a3d8c589 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 1096 time: 0.0429881 Sep 22 10:43:34.805351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-54ea08df-6d46-4023-affd-1f2c800d76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:34.807499 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-54ea08df-6d46-4023-affd-1f2c800d76e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e HTTP/1.1" status: 200 len: 897 time: 0.0913136 Sep 22 10:43:34.845736 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:43:34.873671 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-1c1530aa-adb3-4c1c-b3eb-d1a8d65e3718 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c HTTP/1.1" status: 200 len: 999 time: 0.0590827 Sep 22 10:43:34.923192 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-9d8e6a18-3e6d-49b9-b0ae-b2567580fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:34.924750 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-9d8e6a18-3e6d-49b9-b0ae-b2567580fb63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0727396d-9d7f-4dcc-83e7-fb070c72e640 HTTP/1.1" status: 200 len: 834 time: 0.0447357 Sep 22 10:43:34.960477 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:43:34.972036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65a891-2ff1-4ee4-a403-43421d3aa305 None None] Sync routers for ids ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:43:34.977909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-1b360f1a-1a96-46bd-9bcb-10c5404bab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:34.980247 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-1b360f1a-1a96-46bd-9bcb-10c5404bab2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487711 Sep 22 10:43:34.983207 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65a891-2ff1-4ee4-a403-43421d3aa305 None None] Routers {'9110aef4-de8e-4f79-80b0-1b2b72bdd296'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:34.983877 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2b65a891-2ff1-4ee4-a403-43421d3aa305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:35.075764 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-642b5c38-d7ab-4b38-84b7-3528da72ecb9 service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882323 Sep 22 10:43:35.097896 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-2b65a891-2ff1-4ee4-a403-43421d3aa305 None None] Set router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:35.139833 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:35.171620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-962a9f17-d834-4171-a4c8-1c14188c26db tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0437534 Sep 22 10:43:35.172820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'tag': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:43:35.175931 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc828b1d-8183-49d9-a837-dae7a98b920f" -d '{"events": [{"name": "network-changed", "server_uuid": "aded8fae-054b-4c58-a5bd-e304abd63d35", "tag": "0369cbb4-5201-4b8c-8c30-0bfa14a6c48c"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:43:35.181988 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-44e66b7f-277b-4eb8-9a40-c2ce70b24555 req-eacd6e39-568b-485e-bb67-cc7d3afef654 service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986311 Sep 22 10:43:35.277664 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4084f-a724-4a76-be41-f6a08f0f6187 req-f667878d-ccf9-43e0-9194-2871f1b3aac9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:35.279221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15d4084f-a724-4a76-be41-f6a08f0f6187 req-f667878d-ccf9-43e0-9194-2871f1b3aac9 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0557039 Sep 22 10:43:35.323588 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-15d4084f-a724-4a76-be41-f6a08f0f6187 req-5e8a36df-448b-43b8-85c3-6be29ec5d849 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380597 Sep 22 10:43:35.358203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2b65a891-2ff1-4ee4-a403-43421d3aa305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:18Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '6c94700e-b961-47a6-9193-99bbb002c48f', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'port_id': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'mac_address': 'fa:16:3e:20:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:33Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f514a04f-f31b-4fe2-981d-690a8177c7ce', 'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:e0:7b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:17Z', 'updated_at': '2021-09-22T10:43:21Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:35.364068 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57880) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:35.373438 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6471b3-d8cd-44d6-b7cf-7f7be7d963a1 x-openstack-request-id: req-cc6471b3-d8cd-44d6-b7cf-7f7be7d963a1 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:43:35.373912 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aded8fae-054b-4c58-a5bd-e304abd63d35", "tag": "0369cbb4-5201-4b8c-8c30-0bfa14a6c48c", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:43:35.374166 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc6471b3-d8cd-44d6-b7cf-7f7be7d963a1 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:43:35.374553 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'tag': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c', 'status': 'completed', 'code': 200} Sep 22 10:43:35.389686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65a891-2ff1-4ee4-a403-43421d3aa305 None None] Checking router: 9110aef4-de8e-4f79-80b0-1b2b72bdd296 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:43:35.398279 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65a891-2ff1-4ee4-a403-43421d3aa305 None None] Routers {'9110aef4-de8e-4f79-80b0-1b2b72bdd296'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:43:35.398853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2b65a891-2ff1-4ee4-a403-43421d3aa305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:43:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:35.432278 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d8c82f80-2e42-4f75-8e53-c293f1d44075 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/6c94700e-b961-47a6-9193-99bbb002c48f HTTP/1.1" status: 200 len: 991 time: 0.0663381 Sep 22 10:43:35.440029 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc828b1d-8183-49d9-a837-dae7a98b920f req-e66d817f-bcb3-413e-bf82-fa03eb9a8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:35.441199 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dc828b1d-8183-49d9-a837-dae7a98b920f req-e66d817f-bcb3-413e-bf82-fa03eb9a8544 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 1096 time: 0.0442963 Sep 22 10:43:35.507863 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-2b65a891-2ff1-4ee4-a403-43421d3aa305 None None] Set router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:43:35.537610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc828b1d-8183-49d9-a837-dae7a98b920f req-5ce60512-6436-4c44-a7c7-d6e0d34ea593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:35.539183 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dc828b1d-8183-49d9-a837-dae7a98b920f req-5ce60512-6436-4c44-a7c7-d6e0d34ea593 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e HTTP/1.1" status: 200 len: 897 time: 0.0905657 Sep 22 10:43:35.606280 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dc828b1d-8183-49d9-a837-dae7a98b920f req-94c6c232-315d-479e-acdb-dedfb986bdfb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c HTTP/1.1" status: 200 len: 999 time: 0.0595732 Sep 22 10:43:35.657278 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc828b1d-8183-49d9-a837-dae7a98b920f req-fa66fe3d-bc03-4476-b646-2b7ad1904e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:35.658666 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dc828b1d-8183-49d9-a837-dae7a98b920f req-fa66fe3d-bc03-4476-b646-2b7ad1904e19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0727396d-9d7f-4dcc-83e7-fb070c72e640 HTTP/1.1" status: 200 len: 834 time: 0.0456879 Sep 22 10:43:35.709912 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc828b1d-8183-49d9-a837-dae7a98b920f req-3a4247a0-7ab6-45f6-b428-02827781d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:43:35.711443 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dc828b1d-8183-49d9-a837-dae7a98b920f req-3a4247a0-7ab6-45f6-b428-02827781d914 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458241 Sep 22 10:43:35.739024 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2b65a891-2ff1-4ee4-a403-43421d3aa305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:18Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '6c94700e-b961-47a6-9193-99bbb002c48f', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'port_id': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'mac_address': 'fa:16:3e:20:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:33Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f514a04f-f31b-4fe2-981d-690a8177c7ce', 'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:e0:7b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:17Z', 'updated_at': '2021-09-22T10:43:21Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:43:35.770669 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65a891-2ff1-4ee4-a403-43421d3aa305 None None] The sync data for ids ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'] in n-d-805649-4 is: [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:18Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '6c94700e-b961-47a6-9193-99bbb002c48f', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'port_id': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'mac_address': 'fa:16:3e:20:3f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:43:33Z', 'updated_at': '2021-09-22T10:43:33Z', 'revision_number': 0, 'project_id': '9049aba4787c4576965728c63f4ba223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f514a04f-f31b-4fe2-981d-690a8177c7ce', 'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:e0:7b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:17Z', 'updated_at': '2021-09-22T10:43:21Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:43:35.804993 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dc828b1d-8183-49d9-a837-dae7a98b920f req-a2725300-6c69-4a16-b1a9-ca1c41eaa0f9 service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857689 Sep 22 10:43:35.912696 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-dc828b1d-8183-49d9-a837-dae7a98b920f req-e1a91395-3b7f-423b-a4f4-b827c2b2f303 service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936675 Sep 22 10:43:35.982244 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c26058-a4bc-4ca0-8fba-623998dacd14 None None] New status for floating IP 6c94700e-b961-47a6-9193-99bbb002c48f: ACTIVE {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:43:36.435597 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57882) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:43:36.503374 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-47e2c30b-8935-45c1-88b3-b3c8f75f1f79 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/6c94700e-b961-47a6-9193-99bbb002c48f HTTP/1.1" status: 200 len: 993 time: 0.0666151 Sep 22 10:43:40.451040 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:43:54.007941 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:54.304753 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-654fa5fc-008a-43d2-81ce-ebb164e93dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:55.310356 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.064536 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-87881c81-e0a8-4df3-9847-cd04a4957d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:57.613628 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:43:58.459052 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:00.196949 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:08.162133 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cbb59-6b5f-49ee-9ba4-2cd3e4784fdd req-a3b2c977-3d34-4fb0-aea8-109249bb4b5e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:08.163677 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d71cbb59-6b5f-49ee-9ba4-2cd3e4784fdd req-a3b2c977-3d34-4fb0-aea8-109249bb4b5e tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0512080 Sep 22 10:44:08.211419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d71cbb59-6b5f-49ee-9ba4-2cd3e4784fdd req-d882d88b-c7d2-4454-b2b7-d1e65b86b4ee tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410962 Sep 22 10:44:09.331425 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592518c8-4098-47ce-82d3-72364ac508f7 req-7f776728-ddef-481d-b623-7e18fdfaff58 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:09.332937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-592518c8-4098-47ce-82d3-72364ac508f7 req-7f776728-ddef-481d-b623-7e18fdfaff58 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0502295 Sep 22 10:44:09.372077 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-592518c8-4098-47ce-82d3-72364ac508f7 req-cc088bc5-b45b-4312-887d-bf2f19ee21c4 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330269 Sep 22 10:44:09.394064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57906) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:09.457474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6c052fca-8edc-4b55-ab9b-9af22afe261d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/6c94700e-b961-47a6-9193-99bbb002c48f HTTP/1.1" status: 200 len: 993 time: 0.0622325 Sep 22 10:44:10.966488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c019e4-355f-4cf8-ab74-3e90236d1026 req-b261b2a9-671f-4a5a-9358-e31c0744cd21 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:10.968011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5c019e4-355f-4cf8-ab74-3e90236d1026 req-b261b2a9-671f-4a5a-9358-e31c0744cd21 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0496883 Sep 22 10:44:11.008084 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f5c019e4-355f-4cf8-ab74-3e90236d1026 req-528ad8b7-6c6a-4863-902a-42da23d73e2f tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331888 Sep 22 10:44:11.097407 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8cb07-5e0b-498b-9b1f-6257220653a7 req-e1de5ad3-6a2c-45db-a666-4626a8268572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:11.098915 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bbe8cb07-5e0b-498b-9b1f-6257220653a7 req-e1de5ad3-6a2c-45db-a666-4626a8268572 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 1096 time: 0.0412612 Sep 22 10:44:11.190575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8cb07-5e0b-498b-9b1f-6257220653a7 req-a60845c4-afb1-4049-adfa-87f48860a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:11.191970 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bbe8cb07-5e0b-498b-9b1f-6257220653a7 req-a60845c4-afb1-4049-adfa-87f48860a97d service neutron] 10.222.0.60 "GET /v2.0/networks?id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e HTTP/1.1" status: 200 len: 897 time: 0.0863509 Sep 22 10:44:11.256517 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bbe8cb07-5e0b-498b-9b1f-6257220653a7 req-897d62df-d2cc-4f22-8896-ab0f5dc301d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c HTTP/1.1" status: 200 len: 1001 time: 0.0573640 Sep 22 10:44:11.308937 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8cb07-5e0b-498b-9b1f-6257220653a7 req-b8ec4bfa-c2bd-4bb8-9b31-f7ec28018bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:11.310468 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bbe8cb07-5e0b-498b-9b1f-6257220653a7 req-b8ec4bfa-c2bd-4bb8-9b31-f7ec28018bea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0727396d-9d7f-4dcc-83e7-fb070c72e640 HTTP/1.1" status: 200 len: 834 time: 0.0434933 Sep 22 10:44:11.362590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8cb07-5e0b-498b-9b1f-6257220653a7 req-0114a9c5-17e0-4c96-bfb9-79c2d3a01462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:11.364135 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bbe8cb07-5e0b-498b-9b1f-6257220653a7 req-0114a9c5-17e0-4c96-bfb9-79c2d3a01462 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467129 Sep 22 10:44:11.455507 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bbe8cb07-5e0b-498b-9b1f-6257220653a7 req-2d846272-322f-4e67-9cd3-cef6213ef97d service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842731 Sep 22 10:44:11.550953 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-bbe8cb07-5e0b-498b-9b1f-6257220653a7 req-aad988fb-61c1-4155-8003-08136253df39 service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879483 Sep 22 10:44:12.130088 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ab1d4-8bb4-454a-96be-a852b8e722b6 req-1158b7e1-69d6-47ab-ad3c-0331e19ae047 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:12.132122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a47ab1d4-8bb4-454a-96be-a852b8e722b6 req-1158b7e1-69d6-47ab-ad3c-0331e19ae047 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0506854 Sep 22 10:44:12.172360 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a47ab1d4-8bb4-454a-96be-a852b8e722b6 req-fb311429-5b86-4e35-ae36-5287648d7820 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334573 Sep 22 10:44:13.293354 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6bc3f-7709-4ac7-93bf-a59f4f20e0b7 req-2985c8bb-1cb9-4d39-8445-44f9cfb49ac6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:13.294971 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05a6bc3f-7709-4ac7-93bf-a59f4f20e0b7 req-2985c8bb-1cb9-4d39-8445-44f9cfb49ac6 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0546873 Sep 22 10:44:13.344221 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-05a6bc3f-7709-4ac7-93bf-a59f4f20e0b7 req-27dd20b5-e946-4388-ab4a-655884858a0b tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Sep 22 10:44:13.367190 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57918) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:13.428795 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-5ea7a687-6338-40a1-9ce0-52eccabeb203 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/floatingips/6c94700e-b961-47a6-9193-99bbb002c48f HTTP/1.1" status: 200 len: 993 time: 0.0598338 Sep 22 10:44:13.641416 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57924) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:13.803613 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port f87e95a8-3eb8-4693-a451-f06bf07d5ab6 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:13.803866 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.906083 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.906409 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:13.919049 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for f87e95a8-3eb8-4693-a451-f06bf07d5ab6 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:14.179650 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.205417 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=f87e95a8-3eb8-4693-a451-f06bf07d5ab6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:14.222243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.222783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.223567 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.223954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.224393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.224964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.225496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.226013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.226527 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.227671 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.228209 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.228820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:14.291194 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.291516 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Floating IP 6c94700e-b961-47a6-9193-99bbb002c48f disassociated (deleted). External IP: 172.25.6.100, port: 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c. Sep 22 10:44:14.836682 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:14.950173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:14.955061 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:14.959736 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac2158-87fd-472c-a159-8f7a1d8d4065 None None] Sync routers for ids ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:14.969348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac2158-87fd-472c-a159-8f7a1d8d4065 None None] Routers {'9110aef4-de8e-4f79-80b0-1b2b72bdd296'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:14.969970 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-35ac2158-87fd-472c-a159-8f7a1d8d4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:14.985292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a70fd161-9835-4c42-8447-0abe10485f67 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/floatingips/6c94700e-b961-47a6-9193-99bbb002c48f HTTP/1.1" status: 204 len: 168 time: 1.3403018 Sep 22 10:44:14.985292 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'tag': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:44:14.985918 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e5e561-910d-49a9-b3fc-332a67986ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "aded8fae-054b-4c58-a5bd-e304abd63d35", "tag": "0369cbb4-5201-4b8c-8c30-0bfa14a6c48c"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:44:15.082329 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-35ac2158-87fd-472c-a159-8f7a1d8d4065 None None] Set router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:15.281044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-35ac2158-87fd-472c-a159-8f7a1d8d4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:18Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f514a04f-f31b-4fe2-981d-690a8177c7ce', 'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:e0:7b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:17Z', 'updated_at': '2021-09-22T10:43:21Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:15.314065 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac2158-87fd-472c-a159-8f7a1d8d4065 None None] Checking router: 9110aef4-de8e-4f79-80b0-1b2b72bdd296 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:15.323056 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac2158-87fd-472c-a159-8f7a1d8d4065 None None] Routers {'9110aef4-de8e-4f79-80b0-1b2b72bdd296'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:15.323673 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-35ac2158-87fd-472c-a159-8f7a1d8d4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:15.472717 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbd63a6-c57c-46e4-9559-36f15097a40b x-openstack-request-id: req-ddbd63a6-c57c-46e4-9559-36f15097a40b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:44:15.473092 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aded8fae-054b-4c58-a5bd-e304abd63d35", "tag": "0369cbb4-5201-4b8c-8c30-0bfa14a6c48c", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:44:15.473297 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ddbd63a6-c57c-46e4-9559-36f15097a40b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:44:15.473798 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'tag': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c', 'status': 'completed', 'code': 200} Sep 22 10:44:15.544162 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5e561-910d-49a9-b3fc-332a67986ce6 req-d3af687e-27f3-45c1-a937-6fe228ae32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:15.545851 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54e5e561-910d-49a9-b3fc-332a67986ce6 req-d3af687e-27f3-45c1-a937-6fe228ae32f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9049aba4787c4576965728c63f4ba223&device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 1096 time: 0.0473650 Sep 22 10:44:15.580861 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aaa0da-5616-44b0-acb2-23ae9c53fe54 req-1fa5ad89-d7b8-4ca9-b903-8879c828e157 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:15.582506 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86aaa0da-5616-44b0-acb2-23ae9c53fe54 req-1fa5ad89-d7b8-4ca9-b903-8879c828e157 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0593979 Sep 22 10:44:15.592104 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-35ac2158-87fd-472c-a159-8f7a1d8d4065 None None] Set router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:15.633948 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-86aaa0da-5616-44b0-acb2-23ae9c53fe54 req-08d635c1-7b52-48a6-90fc-72332c07b4f0 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 Sep 22 10:44:15.650373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5e561-910d-49a9-b3fc-332a67986ce6 req-dd1e4777-734f-47dc-8def-1655a7525e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:15.652191 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54e5e561-910d-49a9-b3fc-332a67986ce6 req-dd1e4777-734f-47dc-8def-1655a7525e7c service neutron] 10.222.0.60 "GET /v2.0/networks?id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e HTTP/1.1" status: 200 len: 897 time: 0.0985122 Sep 22 10:44:15.696598 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54e5e561-910d-49a9-b3fc-332a67986ce6 req-455c964a-ae9e-4dff-9dad-6a6572b0fc12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c HTTP/1.1" status: 200 len: 217 time: 0.0360737 Sep 22 10:44:15.749176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5e561-910d-49a9-b3fc-332a67986ce6 req-d151f0b3-3391-4347-bf87-71f46d73a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:15.750698 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54e5e561-910d-49a9-b3fc-332a67986ce6 req-d151f0b3-3391-4347-bf87-71f46d73a115 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0727396d-9d7f-4dcc-83e7-fb070c72e640 HTTP/1.1" status: 200 len: 834 time: 0.0468111 Sep 22 10:44:15.800181 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5e561-910d-49a9-b3fc-332a67986ce6 req-7f272733-1397-495f-82fc-1ff48aadc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:15.801736 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54e5e561-910d-49a9-b3fc-332a67986ce6 req-7f272733-1397-495f-82fc-1ff48aadc2fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421095 Sep 22 10:44:15.803387 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-35ac2158-87fd-472c-a159-8f7a1d8d4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:18Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f514a04f-f31b-4fe2-981d-690a8177c7ce', 'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:e0:7b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:17Z', 'updated_at': '2021-09-22T10:43:21Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:15.830341 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac2158-87fd-472c-a159-8f7a1d8d4065 None None] The sync data for ids ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'] in n-d-805649-4 is: [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:43:18Z', 'revision_number': 4, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'f514a04f-f31b-4fe2-981d-690a8177c7ce', 'name': '', 'network_id': 'acd0ccad-21c9-4ed8-bd3f-3cc30c10465e', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'mac_address': 'fa:16:3e:e0:7b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:17Z', 'updated_at': '2021-09-22T10:43:21Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'subnets': [{'id': '0727396d-9d7f-4dcc-83e7-fb070c72e640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:15.903797 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54e5e561-910d-49a9-b3fc-332a67986ce6 req-cc205e72-ab58-42c0-a112-c539f2a06a9a service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933967 Sep 22 10:44:16.008964 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-54e5e561-910d-49a9-b3fc-332a67986ce6 req-72f2de7c-c779-4850-9f0c-9f0a0d3cdbfe service neutron] 10.222.0.60 "GET /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962257 Sep 22 10:44:16.077621 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4849d-ec7f-4caf-addc-358f94abfebf None None] New status for floating IP 6c94700e-b961-47a6-9193-99bbb002c48f: DOWN {{(pid=95512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:44:16.753698 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859b9ce-6bb7-4819-aa4b-3eef88178dc4 req-37dac3f0-8bd2-422c-9d7c-30521499ff4c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:16.755349 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8859b9ce-6bb7-4819-aa4b-3eef88178dc4 req-37dac3f0-8bd2-422c-9d7c-30521499ff4c tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0512452 Sep 22 10:44:16.797953 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8859b9ce-6bb7-4819-aa4b-3eef88178dc4 req-fdfccf65-d782-4a8f-afa4-b128dc424550 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/security-groups?id=b180f0a5-6246-4851-8dcc-ec2f5f084b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358055 Sep 22 10:44:17.064294 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36111088-033c-40ac-8fa3-3bd4d7e6ce7b req-c0258e5c-cf53-4a33-b20b-7fb877771750 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:17.065821 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36111088-033c-40ac-8fa3-3bd4d7e6ce7b req-c0258e5c-cf53-4a33-b20b-7fb877771750 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 945 time: 0.0520301 Sep 22 10:44:17.168523 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-36111088-033c-40ac-8fa3-3bd4d7e6ce7b req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:17.169103 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-36111088-033c-40ac-8fa3-3bd4d7e6ce7b req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.271235 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-36111088-033c-40ac-8fa3-3bd4d7e6ce7b req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c,segment=NetworkSegment(66f92474-559f-4858-a8d3-3b8db93e3c0e),segment_id=66f92474-559f-4858-a8d3-3b8db93e3c0e)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:17.271595 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-36111088-033c-40ac-8fa3-3bd4d7e6ce7b req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.285678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-36111088-033c-40ac-8fa3-3bd4d7e6ce7b req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:17.451519 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:44:17.517147 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-36111088-033c-40ac-8fa3-3bd4d7e6ce7b req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.547610 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=0369cbb4-5201-4b8c-8c30-0bfa14a6c48c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:17.575066 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.575413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.575750 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.576088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.576413 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.576801 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.577096 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.577423 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.577743 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.578063 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.578384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.578705 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:17.597968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-36111088-033c-40ac-8fa3-3bd4d7e6ce7b req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] No DVR routers for this DVR port 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:17.600639 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-36111088-033c-40ac-8fa3-3bd4d7e6ce7b req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:17.602802 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-36111088-033c-40ac-8fa3-3bd4d7e6ce7b req-97ee8297-0a78-4b8d-9a1d-e64a1fd6e8da tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.60 "DELETE /v2.0/ports/0369cbb4-5201-4b8c-8c30-0bfa14a6c48c HTTP/1.1" status: 204 len: 173 time: 0.5300655 Sep 22 10:44:17.603282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'name': 'network-vif-deleted', 'tag': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:44:17.605633 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ba9c86-05f8-4f91-a42b-1d69267b1f1c" -d '{"events": [{"server_uuid": "aded8fae-054b-4c58-a5bd-e304abd63d35", "name": "network-vif-deleted", "tag": "0369cbb4-5201-4b8c-8c30-0bfa14a6c48c"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:44:17.643695 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a725ac-a8da-46d3-8858-843909706c69 x-openstack-request-id: req-d4a725ac-a8da-46d3-8858-843909706c69 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:44:17.644003 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aded8fae-054b-4c58-a5bd-e304abd63d35", "name": "network-vif-deleted", "tag": "0369cbb4-5201-4b8c-8c30-0bfa14a6c48c", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:44:17.644233 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4a725ac-a8da-46d3-8858-843909706c69 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:44:17.644642 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aded8fae-054b-4c58-a5bd-e304abd63d35', 'name': 'network-vif-deleted', 'tag': '0369cbb4-5201-4b8c-8c30-0bfa14a6c48c', 'status': 'completed', 'code': 200} Sep 22 10:44:17.905225 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-71a2eb26-c5e4-4e67-8319-7158a573b942 req-cf2b3ab6-6d56-4d82-af1b-a39bc92e82ad tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "GET /v2.0/ports?device_id=aded8fae-054b-4c58-a5bd-e304abd63d35 HTTP/1.1" status: 200 len: 210 time: 0.0301576 Sep 22 10:44:19.206899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57940) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:19.592948 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:19.902121 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port f514a04f-f31b-4fe2-981d-690a8177c7ce {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:19.902369 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:19.999223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port f514a04f-f31b-4fe2-981d-690a8177c7ce, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=f514a04f-f31b-4fe2-981d-690a8177c7ce,segment=NetworkSegment(66f92474-559f-4858-a8d3-3b8db93e3c0e),segment_id=66f92474-559f-4858-a8d3-3b8db93e3c0e)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:19.999589 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.014714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for f514a04f-f31b-4fe2-981d-690a8177c7ce owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:20.308072 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.342294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=f514a04f-f31b-4fe2-981d-690a8177c7ce,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:20.594363 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:20.682319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:20.724108 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:20.724683 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 0369cbb4-5201-4b8c-8c30-0bfa14a6c48c not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:20.861675 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:20.983393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:20.988900 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1c9dd17b-a6db-4985-a033-9f11171bdb9a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "PUT /v2.0/routers/9110aef4-de8e-4f79-80b0-1b2b72bdd296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7808013 Sep 22 10:44:20.991549 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57944) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:20.995541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f3b6f6-91ae-41fe-87fb-b3f2dee29354 None None] Sync routers for ids ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:21.005490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f3b6f6-91ae-41fe-87fb-b3f2dee29354 None None] Routers {'9110aef4-de8e-4f79-80b0-1b2b72bdd296'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:21.005490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-75f3b6f6-91ae-41fe-87fb-b3f2dee29354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:21.044443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b498f6b-e150-4e1c-9e03-d94511c6997a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting subnet 0727396d-9d7f-4dcc-83e7-fb070c72e640 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:44:21.047678 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b498f6b-e150-4e1c-9e03-d94511c6997a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.089006 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b498f6b-e150-4e1c-9e03-d94511c6997a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.113536 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-75f3b6f6-91ae-41fe-87fb-b3f2dee29354 None None] Set router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:21.191135 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b498f6b-e150-4e1c-9e03-d94511c6997a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.300297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-75f3b6f6-91ae-41fe-87fb-b3f2dee29354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:44:20Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:21.330082 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f3b6f6-91ae-41fe-87fb-b3f2dee29354 None None] Checking router: 9110aef4-de8e-4f79-80b0-1b2b72bdd296 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:21.339671 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f3b6f6-91ae-41fe-87fb-b3f2dee29354 None None] Routers {'9110aef4-de8e-4f79-80b0-1b2b72bdd296'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:21.340301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-75f3b6f6-91ae-41fe-87fb-b3f2dee29354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:43:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:21.344878 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b498f6b-e150-4e1c-9e03-d94511c6997a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.375090 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b498f6b-e150-4e1c-9e03-d94511c6997a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Subnet': ['ID=0727396d-9d7f-4dcc-83e7-fb070c72e640,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:21.378952 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9b498f6b-e150-4e1c-9e03-d94511c6997a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.384203 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9b498f6b-e150-4e1c-9e03-d94511c6997a tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/subnets/0727396d-9d7f-4dcc-83e7-fb070c72e640 HTTP/1.1" status: 204 len: 168 time: 0.3883255 Sep 22 10:44:21.384392 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57948) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:21.388917 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf3facf-a711-42ae-aa4f-8dd04154c492 None None] Network acd0ccad-21c9-4ed8-bd3f-3cc30c10465e requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:21.507741 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.527607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-75f3b6f6-91ae-41fe-87fb-b3f2dee29354 None None] Set router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:21.619696 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.729569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] DHCP port deletion for acd0ccad-21c9-4ed8-bd3f-3cc30c10465e request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:44:21.748099 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Deleting port fb9fb9bf-10da-4ad7-903e-4d16eddb44bf {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:21.748595 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.789050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-75f3b6f6-91ae-41fe-87fb-b3f2dee29354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:44:20Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:21.820283 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f3b6f6-91ae-41fe-87fb-b3f2dee29354 None None] The sync data for ids ['9110aef4-de8e-4f79-80b0-1b2b72bdd296'] in n-d-805649-4 is: [{'id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340586017', 'tenant_id': '9049aba4787c4576965728c63f4ba223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:43:13Z', 'updated_at': '2021-09-22T10:44:20Z', 'revision_number': 5, 'project_id': '9049aba4787c4576965728c63f4ba223', 'gw_port': {'id': 'fb9fb9bf-10da-4ad7-903e-4d16eddb44bf', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9110aef4-de8e-4f79-80b0-1b2b72bdd296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:43:14Z', 'updated_at': '2021-09-22T10:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:21.830867 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Deleting port 2d5c554a-ea43-4019-a113-21a4bd84674a {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:44:21.831258 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.843911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] For port fb9fb9bf-10da-4ad7-903e-4d16eddb44bf, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=fb9fb9bf-10da-4ad7-903e-4d16eddb44bf,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:21.844440 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.870328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Calling delete_port for fb9fb9bf-10da-4ad7-903e-4d16eddb44bf owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:21.903180 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] For port 2d5c554a-ea43-4019-a113-21a4bd84674a, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2d5c554a-ea43-4019-a113-21a4bd84674a,segment=NetworkSegment(66f92474-559f-4858-a8d3-3b8db93e3c0e),segment_id=66f92474-559f-4858-a8d3-3b8db93e3c0e)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:21.903575 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:21.917587 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Calling delete_port for 2d5c554a-ea43-4019-a113-21a4bd84674a owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:44:22.093487 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.120352 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Pushing event deleted for resources: {'Port': ['ID=2d5c554a-ea43-4019-a113-21a4bd84674a,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:22.124630 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] No DVR routers for this DVR port 2d5c554a-ea43-4019-a113-21a4bd84674a on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:44:22.131344 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.131728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.132090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.132433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.132784 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.133846 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.134219 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.134557 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.134889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.135459 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.135563 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.135855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20398def-ef0f-4ac4-b97d-92e894de15ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:22.140377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.165588 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Port': ['ID=fb9fb9bf-10da-4ad7-903e-4d16eddb44bf,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:22.239777 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.362322 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.364904 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.533253 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.533791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Fanout notify agent at l3_agent the message router_deleted on router 9110aef4-de8e-4f79-80b0-1b2b72bdd296 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:44:22.548992 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.550246 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1e7a6378-9c13-4b10-9a8b-af18ee25b1a2 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/routers/9110aef4-de8e-4f79-80b0-1b2b72bdd296 HTTP/1.1" status: 204 len: 168 time: 1.1642604 Sep 22 10:44:22.555403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57950) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:22.650195 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.755211 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.776828 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd0ccad-21c9-4ed8-bd3f-3cc30c10465e']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:22.785866 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f92474-559f-4858-a8d3-3b8db93e3c0e') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:22.786178 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f92474-559f-4858-a8d3-3b8db93e3c0e') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:22.795411 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.809085 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.815033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:44:22.815419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:44:22.818538 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:44:22.973511 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:22.997860 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.000056 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/networks/acd0ccad-21c9-4ed8-bd3f-3cc30c10465e HTTP/1.1" status: 204 len: 168 time: 0.4427600 Sep 22 10:44:23.002918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48366970-8924-4716-a659-1f0ac3c46b3d tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'Network': ['ID=acd0ccad-21c9-4ed8-bd3f-3cc30c10465e,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:23.004303 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57952) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:23.067504 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device fb9fb9bf-10da-4ad7-903e-4d16eddb44bf no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:23.092707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: fb9fb9bf-10da-4ad7-903e-4d16eddb44bf {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:23.098490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device fb9fb9bf-10da-4ad7-903e-4d16eddb44bf not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:23.098490 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2d5c554a-ea43-4019-a113-21a4bd84674a no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:23.099005 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a260a608-eb06-452f-a264-86825cb99817 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.118882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 2d5c554a-ea43-4019-a113-21a4bd84674a {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:23.118882 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2d5c554a-ea43-4019-a113-21a4bd84674a not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:23.119263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f514a04f-f31b-4fe2-981d-690a8177c7ce no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:44:23.130152 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a260a608-eb06-452f-a264-86825cb99817 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.139008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: f514a04f-f31b-4fe2-981d-690a8177c7ce {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:44:23.139355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device f514a04f-f31b-4fe2-981d-690a8177c7ce not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:44:23.293592 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a260a608-eb06-452f-a264-86825cb99817 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.296273 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a260a608-eb06-452f-a264-86825cb99817 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:23.297560 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a260a608-eb06-452f-a264-86825cb99817 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] 10.222.0.49 "DELETE /v2.0/security-groups/b180f0a5-6246-4851-8dcc-ec2f5f084b13 HTTP/1.1" status: 204 len: 168 time: 0.2922173 Sep 22 10:44:23.310130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260a608-eb06-452f-a264-86825cb99817 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b180f0a5-6246-4851-8dcc-ec2f5f084b13,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:24.030850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57960) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:24.036311 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.172646 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-440d6763-0b87-4a72-83f8-3855d3d5337a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9049aba4787c4576965728c63f4ba223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405795 Sep 22 10:44:24.175085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57964) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:24.230575 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-802388f5-3616-407a-bbc6-fdf360b1e028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.259477 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-802388f5-3616-407a-bbc6-fdf360b1e028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.312266 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4de2db1c-699f-423b-9191-ab1d4d0fc4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.424899 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-802388f5-3616-407a-bbc6-fdf360b1e028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.427505 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-802388f5-3616-407a-bbc6-fdf360b1e028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:24.428801 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-802388f5-3616-407a-bbc6-fdf360b1e028 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4fb129e-e4a8-4113-9006-27c180cd3c89 HTTP/1.1" status: 204 len: 168 time: 0.2527680 Sep 22 10:44:24.437238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802388f5-3616-407a-bbc6-fdf360b1e028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb129e-e4a8-4113-9006-27c180cd3c89,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:25.156524 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57970) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:25.170769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6aca3deb-167b-4760-a5b3-1311c412a286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.263323 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6aca3deb-167b-4760-a5b3-1311c412a286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.328196 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6aca3deb-167b-4760-a5b3-1311c412a286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.365331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca3deb-167b-4760-a5b3-1311c412a286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ea8dab-760c-4c5c-8164-de43168ab404,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:25.370175 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6aca3deb-167b-4760-a5b3-1311c412a286 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb2b56948c224dffa8057395a5eded86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125814 Sep 22 10:44:25.372940 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.377761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 57972) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:25.428636 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2b1d-185d-4a1f-a9fb-ff7c850b1fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.451181 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2b1d-185d-4a1f-a9fb-ff7c850b1fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.584373 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2b1d-185d-4a1f-a9fb-ff7c850b1fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.587892 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2b1d-185d-4a1f-a9fb-ff7c850b1fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:25.589164 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-bf8c2b1d-185d-4a1f-a9fb-ff7c850b1fab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23ea8dab-760c-4c5c-8164-de43168ab404 HTTP/1.1" status: 204 len: 168 time: 0.2102792 Sep 22 10:44:25.597143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c2b1d-185d-4a1f-a9fb-ff7c850b1fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ea8dab-760c-4c5c-8164-de43168ab404,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:26.742727 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57994) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:26.841027 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1436261356-network', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:26.972985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Made reservation on behalf of 7cbce155a51647cc9d1d17e99b4aae32 for: {'network': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:26.975394 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:26.984949 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.047105 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4db74824-459c-4156-8914-e738ad3c8d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.083172 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.144677 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.166527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=95509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:44:27.181375 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f52860-df42-4a4c-9717-7a7b1b68e18f,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:27.186598 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.186942 n-d-805649-4 neutron-server[95509]: INFO neutron.db.segments_db [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Added segment b41bcd87-8018-4f6e-803b-eb36465ef2d2 of type vlan for network 3152a6d9-56aa-4606-8ecb-8a596c6855bd Sep 22 10:44:27.229545 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.385567 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.386791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:27.387602 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.456348 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] Pushing event updated for resources: {'Network': ['ID=3152a6d9-56aa-4606-8ecb-8a596c6855bd,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:27.466523 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 3152a6d9-56aa-4606-8ecb-8a596c6855bd details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:44:27.537416 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1c12af87-92af-4fe1-9275-477ddd72fad2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7901983 Sep 22 10:44:27.537638 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 57998) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:27.543530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] Request body: {'subnet': {'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1436261356-subnet', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:27.670060 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.715859 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] Made reservation on behalf of 7cbce155a51647cc9d1d17e99b4aae32 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:27.718289 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:27.985015 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.045819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] Pushing event updated for resources: {'Subnet': ['ID=91fa4a65-45a2-4225-8833-64cc8cc9b405,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:28.057095 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] Checking segment: {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:28.057460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] Network hostable DHCP agents. Network: 3152a6d9-56aa-4606-8ecb-8a596c6855bd, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:44:28.178822 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] Network 3152a6d9-56aa-4606-8ecb-8a596c6855bd is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:44:28.241553 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 3152a6d9-56aa-4606-8ecb-8a596c6855bd) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:28.246321 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:28.247981 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.251377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a6831-9655-4d4d-bbe3-191a8da947e5 None None] Network 3152a6d9-56aa-4606-8ecb-8a596c6855bd requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:28.339669 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1f1f33e7-1471-468b-b361-7e032ba403af admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8009017 Sep 22 10:44:28.342390 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58002) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:28.347088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:28.430968 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:44:28.431896 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.441924 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.476333 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.477980 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.535298 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.572579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Allocated IP 172.20.0.2 (3152a6d9-56aa-4606-8ecb-8a596c6855bd/91fa4a65-45a2-4225-8833-64cc8cc9b405/ab4c06cc-83a1-4d00-9e9b-429b698b30d2) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:28.741410 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.748159 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.802051 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.840698 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Network 3152a6d9-56aa-4606-8ecb-8a596c6855bd is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:28.844577 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:28.850233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:28.870206 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Pushing event updated for resources: {'Port': ['ID=ab4c06cc-83a1-4d00-9e9b-429b698b30d2,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:28.921160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Attempting to bind port ab4c06cc-83a1-4d00-9e9b-429b698b30d2 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:28.921541 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Attempting to bind port ab4c06cc-83a1-4d00-9e9b-429b698b30d2 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:28.921893 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Attempting to bind port ab4c06cc-83a1-4d00-9e9b-429b698b30d2 on network 3152a6d9-56aa-4606-8ecb-8a596c6855bd {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:28.927467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:28.927840 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Checking segment: {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:28.928245 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:28.928639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Bound using segment: {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:28.929158 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Bound port: ab4c06cc-83a1-4d00-9e9b-429b698b30d2, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:28.929535 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.016019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] For port ab4c06cc-83a1-4d00-9e9b-429b698b30d2, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:29.022338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] For port ab4c06cc-83a1-4d00-9e9b-429b698b30d2, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ab4c06cc-83a1-4d00-9e9b-429b698b30d2,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:29.105536 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.179425 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe610e6-7f9f-4602-ad53-7b38a85eed50 None None] Pushing event updated for resources: {'Port': ['ID=ab4c06cc-83a1-4d00-9e9b-429b698b30d2,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:29.436178 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.459826 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.582725 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Allocated IP 172.25.6.68 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/d5b82df3-62ca-47ba-a21b-9b6c9d94365c) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:29.691176 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.802700 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:29.852338 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:29.855491 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:29.858364 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:29.891376 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Pushing event updated for resources: {'Port': ['ID=d5b82df3-62ca-47ba-a21b-9b6c9d94365c,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:30.127927 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f6c44-0cc6-43b3-968f-56e76a35d924 None None] Network 3152a6d9-56aa-4606-8ecb-8a596c6855bd requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:30.191098 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.195831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-fc17375d-93a6-4cb8-b724-13e49e00e34e None None] Provisioning complete for port ab4c06cc-83a1-4d00-9e9b-429b698b30d2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:30.196198 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fc17375d-93a6-4cb8-b724-13e49e00e34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.252323 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.455387 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.496061 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fc17375d-93a6-4cb8-b724-13e49e00e34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.531765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-fc17375d-93a6-4cb8-b724-13e49e00e34e None None] For port ab4c06cc-83a1-4d00-9e9b-429b698b30d2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ab4c06cc-83a1-4d00-9e9b-429b698b30d2,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:30.659098 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fc17375d-93a6-4cb8-b724-13e49e00e34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.675755 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Router dc417138-e58b-4a60-9d02-bcd14b7ac56d is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:44:30.714831 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17375d-93a6-4cb8-b724-13e49e00e34e None None] Pushing event updated for resources: {'Port': ['ID=ab4c06cc-83a1-4d00-9e9b-429b698b30d2,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:30.779033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-474762ef-5e5e-4467-92aa-f21d8dad766f None None] Provisioning complete for port ab4c06cc-83a1-4d00-9e9b-429b698b30d2 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:30.779406 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-474762ef-5e5e-4467-92aa-f21d8dad766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.793826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:30.805743 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Sync routers for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:30.815799 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:30.816443 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:30.858961 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:30.862825 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-02c8ea02-3627-4655-b2f5-2990ea354a2f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5167522 Sep 22 10:44:30.864123 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58004) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:30.939593 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:30.972428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ab4c06cc-83a1-4d00-9e9b-429b698b30d2 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:31.025102 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ab4c06cc-83a1-4d00-9e9b-429b698b30d2 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:31.025640 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.141248 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:30Z', 'revision_number': 3, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:31.169398 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Checking router: dc417138-e58b-4a60-9d02-bcd14b7ac56d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:31.169733 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Updating router dc417138-e58b-4a60-9d02-bcd14b7ac56d port d5b82df3-62ca-47ba-a21b-9b6c9d94365c binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:44:31.194676 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.449820 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.538392 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.562415 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.585015 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Attempting to bind port d5b82df3-62ca-47ba-a21b-9b6c9d94365c on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:31.585376 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Attempting to bind port d5b82df3-62ca-47ba-a21b-9b6c9d94365c by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:31.586299 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Attempting to bind port d5b82df3-62ca-47ba-a21b-9b6c9d94365c on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:31.595312 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Pushing event updated for resources: {'Port': ['ID=d5b82df3-62ca-47ba-a21b-9b6c9d94365c,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:31.598426 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:31.598786 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:31.599178 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.599559 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:31.600013 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Bound port: d5b82df3-62ca-47ba-a21b-9b6c9d94365c, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:31.600384 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.623413 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.623752 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.624077 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.624487 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.624716 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.625057 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.625366 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.625679 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.625993 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.626303 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.626611 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.626919 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:44:31.663310 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] For port d5b82df3-62ca-47ba-a21b-9b6c9d94365c, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:31.667235 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] For port d5b82df3-62ca-47ba-a21b-9b6c9d94365c, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d5b82df3-62ca-47ba-a21b-9b6c9d94365c,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:31.724073 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Allocated IP 172.20.0.1 (3152a6d9-56aa-4606-8ecb-8a596c6855bd/91fa4a65-45a2-4225-8833-64cc8cc9b405/ea9cc217-5df1-4e9b-a187-ae01f477b6d8) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:31.738963 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.799409 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cc619-6eaf-4b6d-a33a-426fa42db5b4 None None] Pushing event updated for resources: {'Port': ['ID=d5b82df3-62ca-47ba-a21b-9b6c9d94365c,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:31.802198 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:31.802808 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:31.840908 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.912633 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:31.956567 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:31.997304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Network 3152a6d9-56aa-4606-8ecb-8a596c6855bd is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:32.001931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:32.009893 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:32.013177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9cc217-5df1-4e9b-a187-ae01f477b6d8,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:32.052185 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.097424 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:30Z', 'revision_number': 3, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:32.126927 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a3c00-63b6-4242-a934-2447c3168933 None None] The sync data for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 is: [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:30Z', 'revision_number': 3, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:32.265132 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.301420 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-c784d870-aed0-45a3-851a-5e1ff7097e97 None None] Provisioning complete for port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:32.301962 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c784d870-aed0-45a3-851a-5e1ff7097e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.362001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-c784d870-aed0-45a3-851a-5e1ff7097e97 None None] Port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:44:32.501356 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.578631 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.653012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9cc217-5df1-4e9b-a187-ae01f477b6d8,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:32.655710 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:32.757492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Network 3152a6d9-56aa-4606-8ecb-8a596c6855bd is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:32.759783 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:32.887083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Router dc417138-e58b-4a60-9d02-bcd14b7ac56d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:32.981320 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d5b82df3-62ca-47ba-a21b-9b6c9d94365c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:33.026899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:33.032638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7c300a75-145c-499f-8931-5e83b3542575 admin admin] 10.222.0.49 "PUT /v2.0/routers/dc417138-e58b-4a60-9d02-bcd14b7ac56d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1663852 Sep 22 10:44:33.048542 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d5b82df3-62ca-47ba-a21b-9b6c9d94365c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:33.049400 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:33.107433 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cfc65d5f-ad78-4b03-9da0-994f6ede1214 None None] Provisioning complete for port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:33.107801 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cfc65d5f-ad78-4b03-9da0-994f6ede1214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:33.171005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-cfc65d5f-ad78-4b03-9da0-994f6ede1214 None None] Port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:44:33.172581 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:33.193000 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port d5b82df3-62ca-47ba-a21b-9b6c9d94365c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d5b82df3-62ca-47ba-a21b-9b6c9d94365c,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:33.287687 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:33.336886 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=d5b82df3-62ca-47ba-a21b-9b6c9d94365c,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:33.739501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Sync routers for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:33.750046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:33.750739 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:33.803771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58020) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:33.808963 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1086806725-network', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:33.860394 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:33.916219 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Made reservation on behalf of 0f525de2b0c14a18980ec08e9ee4f016 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:33.918833 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:33.928050 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.024532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.060377 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 2, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:34.091085 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Checking router: dc417138-e58b-4a60-9d02-bcd14b7ac56d for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:34.091508 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Updating router dc417138-e58b-4a60-9d02-bcd14b7ac56d port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:44:34.104210 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.117005 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.130376 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:44:34.141273 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743b305b-5ad6-4f05-91b0-9a078349bebf,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:34.146677 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.147023 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Added segment 181a3f6f-7ba8-4cef-a1b2-597da1e9afe2 of type vlan for network 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 Sep 22 10:44:34.190217 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.310579 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.311523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:34.312314 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.378687 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] Pushing event updated for resources: {'Network': ['ID=67518fd9-6a4e-4b1c-8082-fa3fb37cfe07,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:34.393729 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:44:34.431301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b1f60627-66a3-49af-a692-23ab445090a4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6260469 Sep 22 10:44:34.434128 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58022) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:34.439334 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] Request body: {'subnet': {'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1086806725-subnet', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'ip_version': 4}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:34.467833 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.601757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] Made reservation on behalf of 0f525de2b0c14a18980ec08e9ee4f016 for: {'subnet': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:34.604792 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25954712'] for subnet, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.658462 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.735728 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fa2c8-07e6-4135-b545-574bda110235 None None] Pushing event updated for resources: {'Port': ['ID=ea9cc217-5df1-4e9b-a187-ae01f477b6d8,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:34.765527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Attempting to bind port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:34.765899 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Attempting to bind port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:34.766263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Attempting to bind port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 on network 3152a6d9-56aa-4606-8ecb-8a596c6855bd {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:34.771592 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:34.771966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Checking segment: {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:34.772364 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.772775 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Bound using segment: {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:34.773314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Bound port: ea9cc217-5df1-4e9b-a187-ae01f477b6d8, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:34.773696 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.840802 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] For port ea9cc217-5df1-4e9b-a187-ae01f477b6d8, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:34.844141 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] For port ea9cc217-5df1-4e9b-a187-ae01f477b6d8, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ea9cc217-5df1-4e9b-a187-ae01f477b6d8,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:34.870665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2737365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25954730'] for subnet, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.904313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a05951a0-e087-4fbc-beba-d2895eb69619 None None] Provisioning complete for port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:34.904876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a05951a0-e087-4fbc-beba-d2895eb69619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.929852 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=277f16ea-67f9-46df-a66f-26ca3e308bff,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:34.933576 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:34.938315 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] Checking segment: {'id': '181a3f6f-7ba8-4cef-a1b2-597da1e9afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:34.938789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] Network hostable DHCP agents. Network: 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:44:34.948475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d5b82df3-62ca-47ba-a21b-9b6c9d94365c up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:35.001189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a05951a0-e087-4fbc-beba-d2895eb69619 None None] Port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:44:35.040679 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:35.041436 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:35.041575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] Network 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:44:35.086720 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fa2c8-07e6-4135-b545-574bda110235 None None] Pushing event updated for resources: {'Port': ['ID=ea9cc217-5df1-4e9b-a187-ae01f477b6d8,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:35.116123 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d5b82df3-62ca-47ba-a21b-9b6c9d94365c triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:35.116123 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.138712 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07) {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:35.143488 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:35.144407 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.166629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e09a6d-b3d7-4d98-b5b5-53925a3abdff None None] Network 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:35.207816 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-7b3b629d-9721-4c1d-8ac2-577330aa2ef1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7723129 Sep 22 10:44:35.210342 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58024) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:35.216831 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1086806725-router', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:35.222798 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:35.298985 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.300259 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.308575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-bfe2dbcd-8e89-4c01-9631-e6c6a2a3a0d5 None None] Provisioning complete for port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:35.308982 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bfe2dbcd-8e89-4c01-9631-e6c6a2a3a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.357672 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.579737 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.581715 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-67518fd9-6a4e-4b1c-8082-fa3fb37cfe07', 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'fixed_ips': [{'subnet_id': '277f16ea-67f9-46df-a66f-26ca3e308bff'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:44:35.582575 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.631095 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bfe2dbcd-8e89-4c01-9631-e6c6a2a3a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.744936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bfe2dbcd-8e89-4c01-9631-e6c6a2a3a0d5 None None] For port ea9cc217-5df1-4e9b-a187-ae01f477b6d8, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ea9cc217-5df1-4e9b-a187-ae01f477b6d8,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:35.774053 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:34Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:35.805133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97967a1-9376-4d31-bc25-e2c57ad878aa None None] The sync data for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 is: [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:34Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:35.812693 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bfe2dbcd-8e89-4c01-9631-e6c6a2a3a0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.850061 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Allocated IP 172.20.0.2 (67518fd9-6a4e-4b1c-8082-fa3fb37cfe07/277f16ea-67f9-46df-a66f-26ca3e308bff/9d5c0085-9bf7-49db-b60d-ae206da422d9) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:35.873237 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.905167 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:35.915054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2dbcd-8e89-4c01-9631-e6c6a2a3a0d5 None None] Pushing event updated for resources: {'Port': ['ID=ea9cc217-5df1-4e9b-a187-ae01f477b6d8,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:36.022760 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Allocated IP 172.25.6.241 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/d403408c-d0a2-4de5-952d-02fb06c44a07) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:36.063198 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.133884 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.160020 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.183583 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Network 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:36.187150 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:36.191169 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:36.201110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Pushing event updated for resources: {'Port': ['ID=9d5c0085-9bf7-49db-b60d-ae206da422d9,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:36.258365 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Attempting to bind port 9d5c0085-9bf7-49db-b60d-ae206da422d9 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:36.261820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Attempting to bind port 9d5c0085-9bf7-49db-b60d-ae206da422d9 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '181a3f6f-7ba8-4cef-a1b2-597da1e9afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:36.261820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Attempting to bind port 9d5c0085-9bf7-49db-b60d-ae206da422d9 on network 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:36.264738 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:36.265228 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Checking segment: {'id': '181a3f6f-7ba8-4cef-a1b2-597da1e9afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:36.265699 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.266156 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Bound using segment: {'id': '181a3f6f-7ba8-4cef-a1b2-597da1e9afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:36.266693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Bound port: 9d5c0085-9bf7-49db-b60d-ae206da422d9, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181a3f6f-7ba8-4cef-a1b2-597da1e9afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:36.267145 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.282074 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.323387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:36.326833 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:36.330530 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:36.346136 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] For port 9d5c0085-9bf7-49db-b60d-ae206da422d9, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:36.359474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] For port 9d5c0085-9bf7-49db-b60d-ae206da422d9, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9d5c0085-9bf7-49db-b60d-ae206da422d9,segment=NetworkSegment(181a3f6f-7ba8-4cef-a1b2-597da1e9afe2),segment_id=181a3f6f-7ba8-4cef-a1b2-597da1e9afe2)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:36.359647 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Pushing event updated for resources: {'Port': ['ID=d403408c-d0a2-4de5-952d-02fb06c44a07,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:36.470423 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.694277 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6922ed-06f3-42bd-abbf-6990014b1488 None None] Pushing event updated for resources: {'Port': ['ID=9d5c0085-9bf7-49db-b60d-ae206da422d9,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:36.705159 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:36.967479 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:37.042637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9d5c0085-9bf7-49db-b60d-ae206da422d9 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:37.109837 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9d5c0085-9bf7-49db-b60d-ae206da422d9 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:37.110269 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:37.198310 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:37.239764 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 9d5c0085-9bf7-49db-b60d-ae206da422d9, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9d5c0085-9bf7-49db-b60d-ae206da422d9,segment=NetworkSegment(181a3f6f-7ba8-4cef-a1b2-597da1e9afe2),segment_id=181a3f6f-7ba8-4cef-a1b2-597da1e9afe2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:37.310082 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:37.310888 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ea9cc217-5df1-4e9b-a187-ae01f477b6d8 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:37.390086 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=9d5c0085-9bf7-49db-b60d-ae206da422d9,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:37.403576 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:37.405017 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:37.504476 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Router db9f74fb-35dd-41a5-a40e-a385367b6d6f is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:44:37.618676 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:37.631575 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Sync routers for ids ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:37.642693 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Routers {'db9f74fb-35dd-41a5-a40e-a385367b6d6f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:37.643328 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:37.698543 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:37.702621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6db879a8-87e2-4297-b305-2c5b7e1e7c02 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4870148 Sep 22 10:44:37.702959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58026) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:37.853570 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Set router db9f74fb-35dd-41a5-a40e-a385367b6d6f gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:37.954448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4718550d-8dcf-4ee2-9740-29fd42b983f9 None None] Network 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:44:37.996348 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-f3c9d27e-f3bc-40e9-b974-f9d43c3e4bff None None] Provisioning complete for port 9d5c0085-9bf7-49db-b60d-ae206da422d9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:37.996745 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d27e-f3bc-40e9-b974-f9d43c3e4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.060795 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'name': 'tempest-TestShelveInstance-1086806725-router', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:36Z', 'revision_number': 3, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'gw_port': {'id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:38.095365 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Checking router: db9f74fb-35dd-41a5-a40e-a385367b6d6f for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:38.096008 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Updating router db9f74fb-35dd-41a5-a40e-a385367b6d6f port d403408c-d0a2-4de5-952d-02fb06c44a07 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:44:38.128104 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.171164 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.356218 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Allocated IP 172.20.0.1 (67518fd9-6a4e-4b1c-8082-fa3fb37cfe07/277f16ea-67f9-46df-a66f-26ca3e308bff/73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:38.471780 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.490443 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.499569 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-19c50c5c-0070-4cd6-a6e5-53a574f8898a None None] Provisioning complete for port 9d5c0085-9bf7-49db-b60d-ae206da422d9 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:38.499943 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19c50c5c-0070-4cd6-a6e5-53a574f8898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.545155 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.603248 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Attempting to bind port d403408c-d0a2-4de5-952d-02fb06c44a07 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:38.603640 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Attempting to bind port d403408c-d0a2-4de5-952d-02fb06c44a07 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:38.603966 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Attempting to bind port d403408c-d0a2-4de5-952d-02fb06c44a07 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:38.619380 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:38.619860 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:38.620250 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.620649 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:38.621157 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Bound port: d403408c-d0a2-4de5-952d-02fb06c44a07, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:38.621563 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.623486 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73912f87-94b9-452b-be24-284d4b9ce16b None None] Pushing event updated for resources: {'Port': ['ID=d403408c-d0a2-4de5-952d-02fb06c44a07,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:38.630668 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.673444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Network 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:38.676823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:38.681557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:38.689606 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] For port d403408c-d0a2-4de5-952d-02fb06c44a07, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:38.690106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Pushing event updated for resources: {'Port': ['ID=73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:38.694842 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] For port d403408c-d0a2-4de5-952d-02fb06c44a07, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d403408c-d0a2-4de5-952d-02fb06c44a07,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:38.729708 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.773654 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.847647 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Routers {'db9f74fb-35dd-41a5-a40e-a385367b6d6f'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:38.847935 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:38.852109 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73912f87-94b9-452b-be24-284d4b9ce16b None None] Pushing event updated for resources: {'Port': ['ID=d403408c-d0a2-4de5-952d-02fb06c44a07,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:38.917814 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1cd88138-6848-46cd-8c3b-6aade8a5147f None None] Provisioning complete for port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:38.918185 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1cd88138-6848-46cd-8c3b-6aade8a5147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:38.964527 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9d5c0085-9bf7-49db-b60d-ae206da422d9 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:38.983606 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] Set router db9f74fb-35dd-41a5-a40e-a385367b6d6f gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:39.009098 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-1cd88138-6848-46cd-8c3b-6aade8a5147f None None] Port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:44:39.010967 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:39.036325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 9d5c0085-9bf7-49db-b60d-ae206da422d9 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:39.036600 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:39.179343 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'name': 'tempest-TestShelveInstance-1086806725-router', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:36Z', 'revision_number': 3, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'gw_port': {'id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:39.198392 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:39.212386 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8f4a3-a87e-452e-b93d-32ce5e1b4777 None None] The sync data for ids ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'] in n-d-805649-4 is: [{'id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'name': 'tempest-TestShelveInstance-1086806725-router', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:36Z', 'revision_number': 3, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'gw_port': {'id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:39.305603 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:39.381202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Pushing event updated for resources: {'Port': ['ID=73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:39.384587 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:39.504926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Network 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:39.506442 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:39.647681 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Router db9f74fb-35dd-41a5-a40e-a385367b6d6f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:39.779222 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:39.785011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9397cbe1-4c5b-46eb-b800-20c97dc7d759 admin admin] 10.222.0.49 "PUT /v2.0/routers/db9f74fb-35dd-41a5-a40e-a385367b6d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0803649 Sep 22 10:44:39.843853 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-a50ffa8d-bb69-469f-8a7e-308149025696 None None] Provisioning complete for port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:39.844378 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a50ffa8d-bb69-469f-8a7e-308149025696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:39.892097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-a50ffa8d-bb69-469f-8a7e-308149025696 None None] Port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:44:40.273665 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58034) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:40.278419 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-07915ac4-1522-4c3c-aba1-d295142a80a4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089112790', 'description': 'tempest-secgroup-smoke-2089112790 description', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:40.379035 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-07915ac4-1522-4c3c-aba1-d295142a80a4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.465385 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-07915ac4-1522-4c3c-aba1-d295142a80a4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.595725 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-07915ac4-1522-4c3c-aba1-d295142a80a4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.628713 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07915ac4-1522-4c3c-aba1-d295142a80a4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29dfed99-6bcb-4fa5-b828-e0f73d8875cc,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:40.693057 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-07915ac4-1522-4c3c-aba1-d295142a80a4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.694431 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-07915ac4-1522-4c3c-aba1-d295142a80a4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4196646 Sep 22 10:44:40.698328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58036) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:40.702864 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e8a3b5b4-b820-41f5-89d5-88e3ec41a3a7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': '29dfed99-6bcb-4fa5-b828-e0f73d8875cc', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:40.789526 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b5b4-b820-41f5-89d5-88e3ec41a3a7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.821844 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Sync routers for ids ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:40.831482 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Routers {'db9f74fb-35dd-41a5-a40e-a385367b6d6f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:40.832110 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:40.851983 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b5b4-b820-41f5-89d5-88e3ec41a3a7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.941415 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Set router db9f74fb-35dd-41a5-a40e-a385367b6d6f gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:40.944079 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b5b4-b820-41f5-89d5-88e3ec41a3a7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:40.969666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3b5b4-b820-41f5-89d5-88e3ec41a3a7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb850b9c-24f9-4154-8cb5-ab5ace249079,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:40.992940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d403408c-d0a2-4de5-952d-02fb06c44a07 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:41.041558 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b5b4-b820-41f5-89d5-88e3ec41a3a7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.045739 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e8a3b5b4-b820-41f5-89d5-88e3ec41a3a7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3436904 Sep 22 10:44:41.046066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58038) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:41.050658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-7b7ca40f-f0b2-4d90-adf1-488ddff1a164 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': '29dfed99-6bcb-4fa5-b828-e0f73d8875cc', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:41.134301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d403408c-d0a2-4de5-952d-02fb06c44a07 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:41.134682 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.172234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca40f-f0b2-4d90-adf1-488ddff1a164 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.233716 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca40f-f0b2-4d90-adf1-488ddff1a164 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.245137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'name': 'tempest-TestShelveInstance-1086806725-router', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:38Z', 'revision_number': 4, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'gw_port': {'id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4', 'name': '', 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'mac_address': 'fa:16:3e:2c:58:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '277f16ea-67f9-46df-a66f-26ca3e308bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:38Z', 'updated_at': '2021-09-22T10:44:39Z', 'revision_number': 2, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'subnets': [{'id': '277f16ea-67f9-46df-a66f-26ca3e308bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:41.276223 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Checking router: db9f74fb-35dd-41a5-a40e-a385367b6d6f for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:41.276579 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Updating router db9f74fb-35dd-41a5-a40e-a385367b6d6f port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:44:41.278598 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.287248 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca40f-f0b2-4d90-adf1-488ddff1a164 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.307254 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ca40f-f0b2-4d90-adf1-488ddff1a164 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8783f9-7b7e-4c4c-8c78-3043dcaadb08,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:41.321767 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.325325 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port d403408c-d0a2-4de5-952d-02fb06c44a07, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d403408c-d0a2-4de5-952d-02fb06c44a07,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:41.413070 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca40f-f0b2-4d90-adf1-488ddff1a164 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.415012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7b7ca40f-f0b2-4d90-adf1-488ddff1a164 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3678205 Sep 22 10:44:41.418003 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58040) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:41.422459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e9ee9adb-5a3f-4c0c-9dd9-6348224ee8e3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': '29dfed99-6bcb-4fa5-b828-e0f73d8875cc', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:41.441803 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.538353 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9ee9adb-5a3f-4c0c-9dd9-6348224ee8e3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.543184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=d403408c-d0a2-4de5-952d-02fb06c44a07,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:41.601072 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9ee9adb-5a3f-4c0c-9dd9-6348224ee8e3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.639571 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.669872 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9ee9adb-5a3f-4c0c-9dd9-6348224ee8e3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.687790 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee9adb-5a3f-4c0c-9dd9-6348224ee8e3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec865b8-a2f0-4673-bc99-a903004a140b,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:41.755519 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.784478 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e9ee9adb-5a3f-4c0c-9dd9-6348224ee8e3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.785774 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e9ee9adb-5a3f-4c0c-9dd9-6348224ee8e3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3669324 Sep 22 10:44:41.788640 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58042) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:41.793295 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ff1ac506-05ce-4c52-8061-09c4a5c96310 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': '29dfed99-6bcb-4fa5-b828-e0f73d8875cc', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:41.810509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3ba46-a202-4739-97b1-e0da61f1f358 None None] Pushing event updated for resources: {'Port': ['ID=73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:41.867741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Attempting to bind port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:41.868375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Attempting to bind port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '181a3f6f-7ba8-4cef-a1b2-597da1e9afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:41.868375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Attempting to bind port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 on network 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:41.875372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:41.875372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Checking segment: {'id': '181a3f6f-7ba8-4cef-a1b2-597da1e9afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:41.875372 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.875372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Bound using segment: {'id': '181a3f6f-7ba8-4cef-a1b2-597da1e9afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:41.875372 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Bound port: 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181a3f6f-7ba8-4cef-a1b2-597da1e9afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:41.875911 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.904578 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac506-05ce-4c52-8061-09c4a5c96310 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:41.943017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] For port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:41.947117 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] For port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4,segment=NetworkSegment(181a3f6f-7ba8-4cef-a1b2-597da1e9afe2),segment_id=181a3f6f-7ba8-4cef-a1b2-597da1e9afe2)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:41.974769 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac506-05ce-4c52-8061-09c4a5c96310 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.020187 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.047424 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac506-05ce-4c52-8061-09c4a5c96310 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.069304 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-b9f5df07-0be0-431a-ad3e-abdcaf297f8d None None] Provisioning complete for port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:42.069715 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b9f5df07-0be0-431a-ad3e-abdcaf297f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.070972 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ac506-05ce-4c52-8061-09c4a5c96310 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158b3432-41c9-468d-985b-c6e5546142fc,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:42.119017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Routers {'db9f74fb-35dd-41a5-a40e-a385367b6d6f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:42.119600 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:44:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:42.124418 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3ba46-a202-4739-97b1-e0da61f1f358 None None] Pushing event updated for resources: {'Port': ['ID=73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:42.155963 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac506-05ce-4c52-8061-09c4a5c96310 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.159985 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ff1ac506-05ce-4c52-8061-09c4a5c96310 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3675721 Sep 22 10:44:42.160106 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58044) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:42.164712 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-532fe827-50c6-4fe3-8835-7a21547f3254 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': '29dfed99-6bcb-4fa5-b828-e0f73d8875cc', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:42.268158 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b9f5df07-0be0-431a-ad3e-abdcaf297f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.271072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] Set router db9f74fb-35dd-41a5-a40e-a385367b6d6f gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:42.305956 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-532fe827-50c6-4fe3-8835-7a21547f3254 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Project 7cbce155a51647cc9d1d17e99b4aae32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:44:42.311928 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-532fe827-50c6-4fe3-8835-7a21547f3254 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.367920 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b9f5df07-0be0-431a-ad3e-abdcaf297f8d None None] For port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4,segment=NetworkSegment(181a3f6f-7ba8-4cef-a1b2-597da1e9afe2),segment_id=181a3f6f-7ba8-4cef-a1b2-597da1e9afe2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:42.375116 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-532fe827-50c6-4fe3-8835-7a21547f3254 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.475310 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b9f5df07-0be0-431a-ad3e-abdcaf297f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.533638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5df07-0be0-431a-ad3e-abdcaf297f8d None None] Pushing event updated for resources: {'Port': ['ID=73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:42.545423 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'name': 'tempest-TestShelveInstance-1086806725-router', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:38Z', 'revision_number': 4, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'gw_port': {'id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4', 'name': '', 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'mac_address': 'fa:16:3e:2c:58:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '277f16ea-67f9-46df-a66f-26ca3e308bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:38Z', 'updated_at': '2021-09-22T10:44:41Z', 'revision_number': 4, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'subnets': [{'id': '277f16ea-67f9-46df-a66f-26ca3e308bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:42.556365 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-532fe827-50c6-4fe3-8835-7a21547f3254 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.574012 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566bcd6-20af-41d8-8513-824b3af84e12 None None] The sync data for ids ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'] in n-d-805649-4 is: [{'id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'name': 'tempest-TestShelveInstance-1086806725-router', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:38Z', 'revision_number': 4, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'gw_port': {'id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4', 'name': '', 'network_id': '67518fd9-6a4e-4b1c-8082-fa3fb37cfe07', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'mac_address': 'fa:16:3e:2c:58:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '277f16ea-67f9-46df-a66f-26ca3e308bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:38Z', 'updated_at': '2021-09-22T10:44:41Z', 'revision_number': 4, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'subnets': [{'id': '277f16ea-67f9-46df-a66f-26ca3e308bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:42.578540 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fe827-50c6-4fe3-8835-7a21547f3254 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e194d00e-7df3-4e29-9524-f94550ae5c82,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:42.595878 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-955fbe7e-7721-4e1a-84a0-0427ea410618 None None] Provisioning complete for port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:42.596254 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-955fbe7e-7721-4e1a-84a0-0427ea410618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.717163 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-532fe827-50c6-4fe3-8835-7a21547f3254 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.719395 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-532fe827-50c6-4fe3-8835-7a21547f3254 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5574496 Sep 22 10:44:42.721627 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58046) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:42.727593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ac155851-24d6-480c-ae2c-03c4a6607141 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': '29dfed99-6bcb-4fa5-b828-e0f73d8875cc', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:42.847254 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-ac155851-24d6-480c-ae2c-03c4a6607141 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Project 7cbce155a51647cc9d1d17e99b4aae32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:44:42.853447 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac155851-24d6-480c-ae2c-03c4a6607141 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:42.928173 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac155851-24d6-480c-ae2c-03c4a6607141 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.044496 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:43.047118 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac155851-24d6-480c-ae2c-03c4a6607141 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.071463 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac155851-24d6-480c-ae2c-03c4a6607141 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d230849-b2bd-4b19-a413-c358483c83a5,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:43.097598 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:43.097976 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.161599 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac155851-24d6-480c-ae2c-03c4a6607141 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.171995 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ac155851-24d6-480c-ae2c-03c4a6607141 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4401741 Sep 22 10:44:43.182689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d403408c-d0a2-4de5-952d-02fb06c44a07 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:43.236189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d403408c-d0a2-4de5-952d-02fb06c44a07 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:43.236466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:43.329250 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-6812ca2a-8ba4-453b-a2bb-519595957b6e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089112790&fields=id&tenant_id=7cbce155a51647cc9d1d17e99b4aae32 HTTP/1.1" status: 200 len: 267 time: 0.0448411 Sep 22 10:44:43.447026 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2899d-1220-4957-8078-72be28c1f296 req-a0f9d150-5a76-4366-971d-7e08329cbdf6 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:43.448571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-a0f9d150-5a76-4366-971d-7e08329cbdf6 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 809 time: 0.1097765 Sep 22 10:44:43.464451 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-fc401027-cbe2-4310-8b35-381c36de9d3c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/quotas/7cbce155a51647cc9d1d17e99b4aae32 HTTP/1.1" status: 200 len: 375 time: 0.0099180 Sep 22 10:44:43.521312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-3d9af841-4211-45ed-93fe-f3a039c37f3a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507565 Sep 22 10:44:43.738233 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-d1308e59-e928-4e13-ad7b-a362601161e4 service neutron] 10.222.0.49 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044380 Sep 22 10:44:43.829623 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-f2fb3ad4-863a-4bcc-9180-7b79415f1e5b service neutron] 10.222.0.49 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839453 Sep 22 10:44:44.091860 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f427c020-9687-41ca-a16c-aacd23a62eb5 req-7a45fe0c-ec62-491a-afdd-d9c309fcddfd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 210 time: 0.0281730 Sep 22 10:44:45.174554 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6b34cbd5-ebba-4ef0-8dcc-d14f6668c999 req-21841bc3-8853-47c6-ab97-d10f491feb8b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 210 time: 0.0313272 Sep 22 10:44:46.267555 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd802274-5dcd-4419-9eb3-893125e05165 req-15706d92-68ad-4f00-b0c1-df1960dd9a9f tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 210 time: 0.0269165 Sep 22 10:44:46.704673 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2899d-1220-4957-8078-72be28c1f296 req-992de881-8003-4275-a87d-fdbf29ec638b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:46.706198 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-992de881-8003-4275-a87d-fdbf29ec638b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 809 time: 0.1059477 Sep 22 10:44:46.751306 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-57b06035-e298-43fb-b78a-4fe732d5ce59 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cbce155a51647cc9d1d17e99b4aae32 HTTP/1.1" status: 200 len: 380 time: 0.0359371 Sep 22 10:44:46.761072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'port': {'device_id': '6571aa95-033a-4705-ab65-d68b784b9fec', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'admin_state_up': True, 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'security_groups': ['29dfed99-6bcb-4fa5-b828-e0f73d8875cc']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:46.984490 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Made reservation on behalf of 7cbce155a51647cc9d1d17e99b4aae32 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:44:46.988215 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.116442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Allocated IP 172.20.0.11 (3152a6d9-56aa-4606-8ecb-8a596c6855bd/91fa4a65-45a2-4225-8833-64cc8cc9b405/e13c16d3-73b6-45e3-aea1-d17ae4fe3699) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:47.258579 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.361613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.370330 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-59a3040d-d8b4-4cdd-88ca-353d28d3550f req-6c1bc848-ea87-4300-9466-96f9cd5bcd48 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 210 time: 0.0318344 Sep 22 10:44:47.406620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Network 3152a6d9-56aa-4606-8ecb-8a596c6855bd is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:47.411845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:47.418745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:47.421319 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'Port': ['ID=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:47.476773 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:47.477449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.557265 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-01737e76-09dd-4be8-abf3-b746b00b6155 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7999935 Sep 22 10:44:47.567598 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-77cad0e4-fc8a-4f72-8e04-7f0b97f57512 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:44:47.571814 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-77cad0e4-fc8a-4f72-8e04-7f0b97f57512 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056586 Sep 22 10:44:47.581258 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Request body: {'port': {'device_id': '6571aa95-033a-4705-ab65-d68b784b9fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:47.612111 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-7e958bc9-247c-47b4-ba99-d7cc2d753195 None None] Provisioning complete for port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:47.615986 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7e958bc9-247c-47b4-ba99-d7cc2d753195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.640772 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.651015 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-7e958bc9-247c-47b4-ba99-d7cc2d753195 None None] Port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:44:47.907880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13c16d3-73b6-45e3-aea1-d17ae4fe3699 {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:44:47.916560 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:47.928685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Transition to ACTIVE for port object e13c16d3-73b6-45e3-aea1-d17ae4fe3699 will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:44:48.052570 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:48.105763 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Pushing event updated for resources: {'Port': ['ID=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:48.178944 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Attempting to bind port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:44:48.179317 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Attempting to bind port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:44:48.179652 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Attempting to bind port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 on network 3152a6d9-56aa-4606-8ecb-8a596c6855bd {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:48.184868 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 on network 3152a6d9-56aa-4606-8ecb-8a596c6855bd not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:44:48.185189 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Attempting to bind port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 on network 3152a6d9-56aa-4606-8ecb-8a596c6855bd {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:44:48.190525 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:44:48.190893 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Checking segment: {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:44:48.191225 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Bound using segment: {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:44:48.191645 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Bound port: e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:44:48.191995 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:48.265243 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:44:48.268339 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:44:48.361945 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:48.397916 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:48.399272 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:48.400815 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] 10.222.0.60 "PUT /v2.0/ports/e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 200 len: 1092 time: 0.8238811 Sep 22 10:44:48.401280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:44:48.403777 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfeab0e-3139-4249-8404-01de9b20d4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:44:48.428535 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4cb46-b19d-4f05-8572-37d25d737698 service neutron] Pushing event updated for resources: {'Port': ['ID=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:48.502168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbec06-ebf7-4b9c-aaad-6ee1954a0a87 req-0309bcf3-9868-4d7c-a64a-08169238c78a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:48.503744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97dbec06-ebf7-4b9c-aaad-6ee1954a0a87 req-0309bcf3-9868-4d7c-a64a-08169238c78a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0517156 Sep 22 10:44:48.548171 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97dbec06-ebf7-4b9c-aaad-6ee1954a0a87 req-ab117dd1-877a-4ecf-9e91-f1d22e615679 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365300 Sep 22 10:44:48.600828 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80e03e9-6c7c-4db0-a975-2068d750f022 x-openstack-request-id: req-a80e03e9-6c7c-4db0-a975-2068d750f022 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:44:48.601186 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:44:48.601613 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a80e03e9-6c7c-4db0-a975-2068d750f022 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:44:48.602016 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'status': 'completed', 'code': 200} Sep 22 10:44:48.608493 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2899d-1220-4957-8078-72be28c1f296 req-3b9cb109-497f-4e7e-b3c6-39249a649682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:48.618518 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-3b9cb109-497f-4e7e-b3c6-39249a649682 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1095 time: 0.0478408 Sep 22 10:44:48.652912 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-55e0af6d-52ce-42d7-a680-bd411499e7be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 200 len: 217 time: 0.0347745 Sep 22 10:44:48.711718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2899d-1220-4957-8078-72be28c1f296 req-9c2bb679-cd9b-4a0c-8e71-021249288024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:48.713262 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-9c2bb679-cd9b-4a0c-8e71-021249288024 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0535591 Sep 22 10:44:48.760895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2899d-1220-4957-8078-72be28c1f296 req-5b02e205-21e5-443f-ae0a-af9efe4a6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:48.762410 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-5b02e205-21e5-443f-ae0a-af9efe4a6806 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424984 Sep 22 10:44:48.858883 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-90d3347f-2c98-49e6-a176-faa8baeb1dad service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887744 Sep 22 10:44:48.951293 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-2de2899d-1220-4957-8078-72be28c1f296 req-d666bd51-8879-4e1c-ba33-d6a4fa37ffbe service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847533 Sep 22 10:44:49.161195 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeab0e-3139-4249-8404-01de9b20d4d1 req-133bb29c-ac9e-474b-9048-dfa91ee614a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:49.162726 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-edfeab0e-3139-4249-8404-01de9b20d4d1 req-133bb29c-ac9e-474b-9048-dfa91ee614a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1095 time: 0.0433769 Sep 22 10:44:49.258003 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeab0e-3139-4249-8404-01de9b20d4d1 req-c227b7c8-feef-49a8-8fb7-8ca8fa99eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:49.259618 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-edfeab0e-3139-4249-8404-01de9b20d4d1 req-c227b7c8-feef-49a8-8fb7-8ca8fa99eb48 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0901697 Sep 22 10:44:49.307740 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-edfeab0e-3139-4249-8404-01de9b20d4d1 req-d0ff1ff2-ed85-4188-a812-4489377ae2ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 200 len: 217 time: 0.0398860 Sep 22 10:44:49.361384 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeab0e-3139-4249-8404-01de9b20d4d1 req-e088abc3-38a6-4d4c-b535-9f2b65bc9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:49.363049 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-edfeab0e-3139-4249-8404-01de9b20d4d1 req-e088abc3-38a6-4d4c-b535-9f2b65bc9948 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0498664 Sep 22 10:44:49.427873 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeab0e-3139-4249-8404-01de9b20d4d1 req-f0da1491-dce3-409b-bfbd-5af34b787584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:49.430155 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-edfeab0e-3139-4249-8404-01de9b20d4d1 req-f0da1491-dce3-409b-bfbd-5af34b787584 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584993 Sep 22 10:44:49.520534 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-edfeab0e-3139-4249-8404-01de9b20d4d1 req-95967ea8-d921-488f-ad0c-b8217e01e021 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815780 Sep 22 10:44:49.614659 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-edfeab0e-3139-4249-8404-01de9b20d4d1 req-f61fe3de-396c-402f-b7cf-66cce06e024e service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866020 Sep 22 10:44:49.674859 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f71cd-67b4-4a0c-a274-468a8b8b2619 req-6d899659-4ddc-4368-a00f-dc5a609801ae tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:49.676368 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-542f71cd-67b4-4a0c-a274-468a8b8b2619 req-6d899659-4ddc-4368-a00f-dc5a609801ae tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0549321 Sep 22 10:44:49.717926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-542f71cd-67b4-4a0c-a274-468a8b8b2619 req-1455cc25-2a64-4c2f-9970-edb7e032a50d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344822 Sep 22 10:44:50.774432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e13c16d3-73b6-45e3-aea1-d17ae4fe3699 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:44:50.836834 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe48b4-7d5a-4afd-848b-012d69a86e86 req-91b1eea0-a40c-42ce-9baa-d4e31fd11ecf tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:50.838399 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8afe48b4-7d5a-4afd-848b-012d69a86e86 req-91b1eea0-a40c-42ce-9baa-d4e31fd11ecf tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0511856 Sep 22 10:44:50.869062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:50.877230 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8afe48b4-7d5a-4afd-848b-012d69a86e86 req-0eb77084-814a-4b4f-adb4-d21bb57c1326 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323701 Sep 22 10:44:50.880455 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'port_id': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'mac_address': 'fa:16:3e:b5:51:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:44:50.921589 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:50.934227 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13c16d3-73b6-45e3-aea1-d17ae4fe3699 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:44:50.953580 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:51.064551 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:51.113956 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:51.269792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e13c16d3-73b6-45e3-aea1-d17ae4fe3699'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:44:51.994047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdba73-212f-40a4-a619-5ebbbbc82a00 req-9bdb6f33-b232-4c8a-99f6-518f29467f6d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:51.995541 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3bdba73-212f-40a4-a619-5ebbbbc82a00 req-9bdb6f33-b232-4c8a-99f6-518f29467f6d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 945 time: 0.0499578 Sep 22 10:44:52.033565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d3bdba73-212f-40a4-a619-5ebbbbc82a00 req-2396d177-b1cc-4510-ab1d-a6d6f585d3df tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320499 Sep 22 10:44:52.789367 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e13c16d3-73b6-45e3-aea1-d17ae4fe3699 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:44:52.989318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:44:52.994971 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:44:52.995347 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.078548 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.106860 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:44:53.109139 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c202ba84-bb5d-438a-abcc-b14f028c3fe6" -d '{"events": [{"server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "name": "network-vif-plugged", "status": "completed", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:44:53.122827 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:44:53.159489 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949d07c-6e33-4bca-b452-e7d77ef7ef3f req-0e8f9b6e-2f48-4b22-9d09-9b3c1ddcae91 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:53.161016 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c949d07c-6e33-4bca-b452-e7d77ef7ef3f req-0e8f9b6e-2f48-4b22-9d09-9b3c1ddcae91 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 945 time: 0.0568402 Sep 22 10:44:53.200897 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c949d07c-6e33-4bca-b452-e7d77ef7ef3f req-c30a1f5f-a84f-4f33-bbdc-a0e9aacdef84 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329764 Sep 22 10:44:53.218763 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:53.246406 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5640b73d-5b9d-4f61-9968-f06fb9c88fc1 x-openstack-request-id: req-5640b73d-5b9d-4f61-9968-f06fb9c88fc1 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:44:53.246693 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "name": "network-vif-plugged", "status": "completed", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:44:53.246945 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5640b73d-5b9d-4f61-9968-f06fb9c88fc1 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:44:53.247339 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'code': 200} Sep 22 10:44:53.274546 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:53.341946 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a81951-49be-46e2-96f2-1533d99f71b5 req-b998b44c-20b0-4f9d-8dba-3337353d1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:53.343593 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4a81951-49be-46e2-96f2-1533d99f71b5 req-b998b44c-20b0-4f9d-8dba-3337353d1d09 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1097 time: 0.0423036 Sep 22 10:44:53.380068 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-c4a81951-49be-46e2-96f2-1533d99f71b5 req-403f5580-0241-4cf3-80e5-2efb0244aebc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281293 Sep 22 10:44:54.030278 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:54.310277 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c81793d6-b0be-43af-a4cb-fdf91873fb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:54.325590 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526b861-b4e4-46f4-b289-d50aeb99463a req-3ab840a3-3174-4690-9d6e-b5ced420fd1d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:54.327122 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a526b861-b4e4-46f4-b289-d50aeb99463a req-3ab840a3-3174-4690-9d6e-b5ced420fd1d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0547354 Sep 22 10:44:54.371830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-a526b861-b4e4-46f4-b289-d50aeb99463a req-58b312ea-8578-4cc8-af26-684e35d0e5e7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380280 Sep 22 10:44:54.451593 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:44:55.417861 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:55.488950 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a972d-1978-461f-8408-894d77a1dfab req-d48f092d-7f98-41fb-818a-2e9f091d8804 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:55.490442 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-149a972d-1978-461f-8408-894d77a1dfab req-d48f092d-7f98-41fb-818a-2e9f091d8804 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0504003 Sep 22 10:44:55.529577 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-149a972d-1978-461f-8408-894d77a1dfab req-7af8884b-5eb2-4eab-96d5-64f20292659e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321226 Sep 22 10:44:55.646461 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380a759-038f-48c8-b6c5-ccf6d69c8a4a req-2a4c1345-5a73-40a1-8ab2-191d46c755d1 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:55.648763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6380a759-038f-48c8-b6c5-ccf6d69c8a4a req-2a4c1345-5a73-40a1-8ab2-191d46c755d1 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0540066 Sep 22 10:44:55.688046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6380a759-038f-48c8-b6c5-ccf6d69c8a4a req-c11a7091-fce3-43c5-b4e9-25d9e876444e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333083 Sep 22 10:44:55.711225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58106) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:55.793899 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d7fb1-398a-4070-b5dc-f00605303bd4 tempest-TestShelveInstance-948774370 tempest-TestShelveInstance-948774370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:55.795438 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4e3d7fb1-398a-4070-b5dc-f00605303bd4 tempest-TestShelveInstance-948774370 tempest-TestShelveInstance-948774370-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1092 time: 0.0832231 Sep 22 10:44:55.798316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58110) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:44:55.802583 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:44:55.915045 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.017218 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.121844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Allocated IP 172.25.6.216 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/56a8913c-48c2-4d40-a1cf-690e3693b049) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:44:56.227364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.339182 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:56.379591 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:44:56.383942 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:44:56.390557 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:44:56.393753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'Port': ['ID=56a8913c-48c2-4d40-a1cf-690e3693b049,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:57.038234 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.058184 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a6b307ec-3546-47df-856a-1764bce3cdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.199901 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.348817 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.430743 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.502634 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'Port': ['ID=56a8913c-48c2-4d40-a1cf-690e3693b049,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:44:57.513018 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.610342 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Floating IP 91e56de4-b19a-46b8-bc00-c166f38a7710 associated. External IP: 172.25.6.216, port: e13c16d3-73b6-45e3-aea1-d17ae4fe3699. Sep 22 10:44:57.618513 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:57.818174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Router dc417138-e58b-4a60-9d02-bcd14b7ac56d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:44:57.930645 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:44:57.940444 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff07bcf9-de89-47cb-b2be-02f7271ef85a None None] Sync routers for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:44:57.950160 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07bcf9-de89-47cb-b2be-02f7271ef85a None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:57.950768 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ff07bcf9-de89-47cb-b2be-02f7271ef85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:58.030129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.058683 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ff07bcf9-de89-47cb-b2be-02f7271ef85a None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:58.059106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-d80dc20d-2349-4ec1-9c93-7cc35cc03975 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2594113 Sep 22 10:44:58.060865 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:44:58.062105 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322b4e43-7ab7-48d2-9f79-86e78112e0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:44:58.118986 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d67ff84-7b24-4983-9336-1f2e4e67448b x-openstack-request-id: req-3d67ff84-7b24-4983-9336-1f2e4e67448b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:44:58.119343 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:44:58.119659 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d67ff84-7b24-4983-9336-1f2e4e67448b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:44:58.120146 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'status': 'completed', 'code': 200} Sep 22 10:44:58.186729 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b4e43-7ab7-48d2-9f79-86e78112e0b3 req-c9484098-7dcb-4430-a79f-4682026f8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:58.188250 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-322b4e43-7ab7-48d2-9f79-86e78112e0b3 req-c9484098-7dcb-4430-a79f-4682026f8800 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1097 time: 0.0463023 Sep 22 10:44:58.283291 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b4e43-7ab7-48d2-9f79-86e78112e0b3 req-b9cde3b0-a41f-401a-8ff3-bae189a0b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:58.284175 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ff07bcf9-de89-47cb-b2be-02f7271ef85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '91e56de4-b19a-46b8-bc00-c166f38a7710', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'port_id': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'mac_address': 'fa:16:3e:b5:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571aa95-033a-4705-ab65-d68b784b9fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:44:56Z', 'updated_at': '2021-09-22T10:44:56Z', 'revision_number': 0, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:58.284817 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-322b4e43-7ab7-48d2-9f79-86e78112e0b3 req-b9cde3b0-a41f-401a-8ff3-bae189a0b789 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0890255 Sep 22 10:44:58.315200 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff07bcf9-de89-47cb-b2be-02f7271ef85a None None] Checking router: dc417138-e58b-4a60-9d02-bcd14b7ac56d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:44:58.324325 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07bcf9-de89-47cb-b2be-02f7271ef85a None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:44:58.324976 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ff07bcf9-de89-47cb-b2be-02f7271ef85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:44:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:58.356003 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-322b4e43-7ab7-48d2-9f79-86e78112e0b3 req-b9140df0-4d5d-4ca4-ad9c-3d9c755043f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 200 len: 1000 time: 0.0641315 Sep 22 10:44:58.407348 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:44:58.411082 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b4e43-7ab7-48d2-9f79-86e78112e0b3 req-2704b926-8d2f-47ad-92b2-4400c5fc2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:58.412614 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-322b4e43-7ab7-48d2-9f79-86e78112e0b3 req-2704b926-8d2f-47ad-92b2-4400c5fc2174 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0470743 Sep 22 10:44:58.432809 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-ff07bcf9-de89-47cb-b2be-02f7271ef85a None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:44:58.461825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b4e43-7ab7-48d2-9f79-86e78112e0b3 req-a502afb9-c569-4571-ad28-569c772a9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:44:58.463644 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-322b4e43-7ab7-48d2-9f79-86e78112e0b3 req-a502afb9-c569-4571-ad28-569c772a9ae8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438776 Sep 22 10:44:58.564358 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-322b4e43-7ab7-48d2-9f79-86e78112e0b3 req-40d312ea-12ca-49d7-838d-5235ef815252 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929661 Sep 22 10:44:58.659706 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-322b4e43-7ab7-48d2-9f79-86e78112e0b3 req-278b3934-821e-4d5e-ad4d-48a17d2bfb66 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879512 Sep 22 10:44:58.754714 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-ff07bcf9-de89-47cb-b2be-02f7271ef85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '91e56de4-b19a-46b8-bc00-c166f38a7710', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'port_id': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'mac_address': 'fa:16:3e:b5:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571aa95-033a-4705-ab65-d68b784b9fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:44:56Z', 'updated_at': '2021-09-22T10:44:56Z', 'revision_number': 0, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:44:58.784720 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff07bcf9-de89-47cb-b2be-02f7271ef85a None None] The sync data for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 is: [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '91e56de4-b19a-46b8-bc00-c166f38a7710', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'port_id': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'mac_address': 'fa:16:3e:b5:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571aa95-033a-4705-ab65-d68b784b9fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:44:56Z', 'updated_at': '2021-09-22T10:44:56Z', 'revision_number': 0, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:44:58.982924 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcaf09-1e77-4687-a9fe-6b0351c5cc90 None None] New status for floating IP 91e56de4-b19a-46b8-bc00-c166f38a7710: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:45:00.212424 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.046233 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:24.377944 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0682dd47-dd4a-449f-a883-da293eb2b846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:25.372645 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.023655 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5e6c21e0-dae6-4e2b-b6bd-c7955f25146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:27.589500 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:28.412103 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:30.166366 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:31.451321 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:45:34.574022 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-5084e07b-15f5-4a0f-9b22-9817226a8c81 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460367 Sep 22 10:45:34.660846 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-1bf470ec-56c8-4a34-a913-5a68544a3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:34.663057 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-1bf470ec-56c8-4a34-a913-5a68544a3481 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1097 time: 0.0438633 Sep 22 10:45:34.774211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-819f5077-25b2-4273-84b4-a5600015618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:34.775739 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-819f5077-25b2-4273-84b4-a5600015618a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0933943 Sep 22 10:45:34.846979 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-d63dc7f4-45d0-44bd-9459-aafd7729aeba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 200 len: 1002 time: 0.0637727 Sep 22 10:45:34.896572 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-8a725fde-934c-4cdf-bcf4-3e4ad4b544ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:34.898127 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-8a725fde-934c-4cdf-bcf4-3e4ad4b544ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0447812 Sep 22 10:45:34.945028 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-c2ea3b84-c3e5-466f-a2ca-d39b2e14dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:45:34.946550 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-c2ea3b84-c3e5-466f-a2ca-d39b2e14dde7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416877 Sep 22 10:45:35.045054 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-6ddeb5b4-ef8f-483e-a590-c18ed63ccb9f service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913577 Sep 22 10:45:35.156971 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-03f26093-056d-4409-97a6-85a50dbc5c73 req-43b1cf1e-bc70-4e80-a3a2-96ba45917898 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043222 Sep 22 10:45:54.023406 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:54.297682 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b6011625-ad29-4882-8549-448bdd83d8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:55.394781 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.069546 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-66958574-a918-4ba7-a7b6-98d735e1c980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:57.589173 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:45:58.429120 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:00.199542 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:08.450566 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:46:24.028662 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:24.314567 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3b142ad3-3082-4de2-8b83-7c97fbbe36e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:25.439842 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:27.028450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-54c4afe8-92b9-4b0d-bc24-d1f5b14912fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:27.583172 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:28.428530 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:30.240078 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:33.950537 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-9bbbfe59-85d5-47c8-a95f-58b03bae6e67 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461349 Sep 22 10:46:34.043918 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-53481a75-2951-4aae-a6d3-fbcf36169779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:34.045656 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-53481a75-2951-4aae-a6d3-fbcf36169779 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1097 time: 0.0496068 Sep 22 10:46:34.152527 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-46f09b00-4aa7-4c9d-a958-83b4f82dcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:34.154098 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-46f09b00-4aa7-4c9d-a958-83b4f82dcf1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0882192 Sep 22 10:46:34.219286 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-dbf1fc8a-994e-44fd-bb2b-e2c91f58bd26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 200 len: 1002 time: 0.0576854 Sep 22 10:46:34.269677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-542397e8-7fa9-490f-95fc-7df9e9c5f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:34.271279 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-542397e8-7fa9-490f-95fc-7df9e9c5f952 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0454249 Sep 22 10:46:34.329293 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-578e9d05-fdf5-423f-8cf1-a8ac6d13c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:34.330791 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-578e9d05-fdf5-423f-8cf1-a8ac6d13c293 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465412 Sep 22 10:46:34.420764 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-919fb423-e009-4946-a18b-4bafb05e6e1b service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829635 Sep 22 10:46:34.512976 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ed4b8856-7a50-4c23-9a13-64a7f07a73ee req-22d4c24f-07d3-4ae4-95c5-a6211d930881 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855978 Sep 22 10:46:45.450546 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:46:54.033898 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa5dfc-6795-464a-821b-4f4a30b589c3 req-1a136e92-d985-48b6-9efe-6490032b409a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:54.035678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0fa5dfc-6795-464a-821b-4f4a30b589c3 req-1a136e92-d985-48b6-9efe-6490032b409a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0607150 Sep 22 10:46:54.076784 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e0fa5dfc-6795-464a-821b-4f4a30b589c3 req-9bfbdbad-8ad8-49a6-a1cd-ca36098ba238 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339184 Sep 22 10:46:54.079582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:54.400306 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-243f0d01-65d2-4542-b2e3-388cfe68cf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:55.227720 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acf947-cc1a-4278-aa52-15eff678f94b req-a08c35ab-d8b3-4e03-9574-e54fa5d413ab tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:55.229172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40acf947-cc1a-4278-aa52-15eff678f94b req-a08c35ab-d8b3-4e03-9574-e54fa5d413ab tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0517452 Sep 22 10:46:55.273265 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40acf947-cc1a-4278-aa52-15eff678f94b req-3e1bbb8e-198f-4e75-b689-0fbc8050089b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376470 Sep 22 10:46:55.417236 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:56.395393 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871d3fc-4aed-41c4-803f-5eee46227507 req-8ec303ab-22af-490d-971f-f7c980e2c359 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:56.397054 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e871d3fc-4aed-41c4-803f-5eee46227507 req-8ec303ab-22af-490d-971f-f7c980e2c359 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0522103 Sep 22 10:46:56.442419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e871d3fc-4aed-41c4-803f-5eee46227507 req-1b9a9e1f-978f-4550-b1d5-64803fd52069 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350032 Sep 22 10:46:57.028610 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-055153d1-f875-446e-a666-c417d0f125a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:57.573109 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcac09-99fa-4220-9558-d6baab1d70a2 req-8d441b9c-babe-4a9b-bdee-c38a10dbd954 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:57.574551 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44dcac09-99fa-4220-9558-d6baab1d70a2 req-8d441b9c-babe-4a9b-bdee-c38a10dbd954 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0576177 Sep 22 10:46:57.582612 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:57.624188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44dcac09-99fa-4220-9558-d6baab1d70a2 req-b0c3da43-57a3-4418-83c0-6321816d1c5b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430794 Sep 22 10:46:58.417111 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:46:58.740132 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7dc45-e2ac-45cf-acb6-cfa0a93db2a7 req-babd21b0-37f6-4e30-a0b0-50ec33434789 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:58.741648 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24f7dc45-e2ac-45cf-acb6-cfa0a93db2a7 req-babd21b0-37f6-4e30-a0b0-50ec33434789 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0491450 Sep 22 10:46:58.779565 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-24f7dc45-e2ac-45cf-acb6-cfa0a93db2a7 req-c0e714d6-ed2c-47c2-ad6c-833c9acdccd7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Sep 22 10:46:59.904410 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25b598-f81d-4edd-b0c9-ef1edd0e24db req-b43b9979-23bc-45b8-8bd8-e64ce3eddd7a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:46:59.906011 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc25b598-f81d-4edd-b0c9-ef1edd0e24db req-b43b9979-23bc-45b8-8bd8-e64ce3eddd7a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0523014 Sep 22 10:46:59.945270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dc25b598-f81d-4edd-b0c9-ef1edd0e24db req-6b72760a-48ba-4c4f-9ba3-4126e3ae26ff tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330861 Sep 22 10:47:00.153769 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:01.070244 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c0ed1-ae47-4784-b5e8-d8a8239cc04c req-69dd854c-ccc1-4c6e-94b8-f661df73f4cf tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:01.071811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de5c0ed1-ae47-4784-b5e8-d8a8239cc04c req-69dd854c-ccc1-4c6e-94b8-f661df73f4cf tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0562856 Sep 22 10:47:01.113447 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de5c0ed1-ae47-4784-b5e8-d8a8239cc04c req-1bab9d25-fadd-402a-b5c9-d2c7c093fb3b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344863 Sep 22 10:47:02.230775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0809a1-ca1d-4494-ba30-69c8b6550d48 req-152762f4-df34-4152-a1ce-aa8f32e8fddd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:02.232283 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e0809a1-ca1d-4494-ba30-69c8b6550d48 req-152762f4-df34-4152-a1ce-aa8f32e8fddd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0497801 Sep 22 10:47:02.272407 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3e0809a1-ca1d-4494-ba30-69c8b6550d48 req-dc1ad838-61bd-4a11-99f4-24f46b6cae40 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330250 Sep 22 10:47:03.398298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a170a79-2d02-4f5d-95d5-1cb6be495f59 req-e62af932-1573-4b80-8747-62f07e516e83 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:03.399858 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a170a79-2d02-4f5d-95d5-1cb6be495f59 req-e62af932-1573-4b80-8747-62f07e516e83 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0589647 Sep 22 10:47:03.440603 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7a170a79-2d02-4f5d-95d5-1cb6be495f59 req-b08b0a50-aefe-4e13-b7e1-74d0bf7b2def tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339978 Sep 22 10:47:04.570291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4233fa4-0eed-4a7c-bd31-06cf3a8d3b4e req-b920d822-f2e5-4f98-b36b-85e75efd527e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:04.571811 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b4233fa4-0eed-4a7c-bd31-06cf3a8d3b4e req-b920d822-f2e5-4f98-b36b-85e75efd527e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0564394 Sep 22 10:47:04.611247 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b4233fa4-0eed-4a7c-bd31-06cf3a8d3b4e req-04908926-1006-44b0-be09-7277566db768 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332360 Sep 22 10:47:05.309862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e13c16d3-73b6-45e3-aea1-d17ae4fe3699 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:47:05.405494 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:05.420153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'port_id': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'mac_address': 'fa:16:3e:b5:51:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:47:05.457334 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:05.469977 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e13c16d3-73b6-45e3-aea1-d17ae4fe3699 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:47:05.489742 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:05.571389 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:05.625018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:05.632449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.632821 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.633160 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.633491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.633819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.634144 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.634469 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.634791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.635113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.635431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.636008 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.636241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:47:05.651335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e13c16d3-73b6-45e3-aea1-d17ae4fe3699'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:47:05.736793 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd6cc-b207-4b97-b8aa-65bd8ec2dc76 req-7be3d983-3919-4bd7-9195-20a4e44bc4e7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:05.738633 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f38dd6cc-b207-4b97-b8aa-65bd8ec2dc76 req-7be3d983-3919-4bd7-9195-20a4e44bc4e7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 945 time: 0.0546534 Sep 22 10:47:05.781078 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f38dd6cc-b207-4b97-b8aa-65bd8ec2dc76 req-b87057dc-abfb-443d-b883-32d7e887b7e0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358076 Sep 22 10:47:06.903589 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad7404-4dbb-4914-99d8-da6d364c8a88 req-0af8b644-589d-47b9-8669-ea4aa3726569 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:06.905169 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cad7404-4dbb-4914-99d8-da6d364c8a88 req-0af8b644-589d-47b9-8669-ea4aa3726569 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 945 time: 0.0527422 Sep 22 10:47:06.945699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4cad7404-4dbb-4914-99d8-da6d364c8a88 req-07dd338d-913e-4ffb-8092-ebb6917dfab4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337226 Sep 22 10:47:07.321062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e13c16d3-73b6-45e3-aea1-d17ae4fe3699 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:47:07.380819 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:07.381326 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:07.481291 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:07.510426 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:07.514240 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ca666c-a0cc-4ad7-86ba-938fdae792eb" -d '{"events": [{"server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "name": "network-vif-plugged", "status": "completed", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:07.527826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:07.567805 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c688b3a0-3aa6-48c3-a7e9-6659081cef5f x-openstack-request-id: req-c688b3a0-3aa6-48c3-a7e9-6659081cef5f {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:07.568111 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "name": "network-vif-plugged", "status": "completed", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:07.568460 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c688b3a0-3aa6-48c3-a7e9-6659081cef5f {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:07.571146 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'code': 200} Sep 22 10:47:07.589603 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:07.642912 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:08.115030 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0eaca-aa60-46a0-987f-ab9cbbfe4342 req-1194afe3-3cb7-48dd-82e5-e64c4989dab2 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:08.117211 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdb0eaca-aa60-46a0-987f-ab9cbbfe4342 req-1194afe3-3cb7-48dd-82e5-e64c4989dab2 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0591495 Sep 22 10:47:08.164317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-cdb0eaca-aa60-46a0-987f-ab9cbbfe4342 req-32d406df-ea96-44db-bc1c-9a53ba757095 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413599 Sep 22 10:47:09.304160 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275570d8-647b-4a29-94b2-cb87b20ab260 req-230a2f02-065e-43e1-b538-69c0c576af1b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:09.306504 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-275570d8-647b-4a29-94b2-cb87b20ab260 req-230a2f02-065e-43e1-b538-69c0c576af1b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0601635 Sep 22 10:47:09.357497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-275570d8-647b-4a29-94b2-cb87b20ab260 req-eedaf633-dc51-4ee6-a834-0a4cc8fdf53e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 Sep 22 10:47:10.486488 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed62352-6c74-48cd-a128-6237f3cc8f76 req-e58606e9-f8e1-4b6d-a386-71e47c2d9414 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:10.490958 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ed62352-6c74-48cd-a128-6237f3cc8f76 req-e58606e9-f8e1-4b6d-a386-71e47c2d9414 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0606778 Sep 22 10:47:10.537666 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ed62352-6c74-48cd-a128-6237f3cc8f76 req-4bd25e73-daf2-4241-97dc-ca02246bcabc tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401542 Sep 22 10:47:11.736649 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4837fbc-cd71-40ad-88c0-49e645603446 req-065b4e0f-9abe-46f9-aa49-0252167ee4df tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:11.742312 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4837fbc-cd71-40ad-88c0-49e645603446 req-065b4e0f-9abe-46f9-aa49-0252167ee4df tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0635784 Sep 22 10:47:11.783693 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f4837fbc-cd71-40ad-88c0-49e645603446 req-7fd8baaf-e648-464e-a54c-cfaa681e5bca tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368099 Sep 22 10:47:12.900384 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24f194-4b3b-43c8-b73b-db1e2ca9b0de req-c75d264c-70a7-481f-81e9-f5c16497aed2 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:12.901917 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f24f194-4b3b-43c8-b73b-db1e2ca9b0de req-c75d264c-70a7-481f-81e9-f5c16497aed2 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0499339 Sep 22 10:47:12.943660 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f24f194-4b3b-43c8-b73b-db1e2ca9b0de req-4b0254aa-d25a-41ec-a7ad-bb1e8f048e3b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357330 Sep 22 10:47:14.071439 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cba96-0f0e-456f-8121-e19d9208168b req-033ddf74-f68f-42e2-8c34-ce2eec2fdc38 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:14.072997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c6cba96-0f0e-456f-8121-e19d9208168b req-033ddf74-f68f-42e2-8c34-ce2eec2fdc38 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0519531 Sep 22 10:47:14.118919 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5c6cba96-0f0e-456f-8121-e19d9208168b req-3dc001ec-77dd-4683-8008-22de4a4785e1 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371993 Sep 22 10:47:15.364895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf96a7-e3f2-4375-b90d-a09f0b01a1ee req-1e6cd992-863e-441e-9e7d-972da753ef5e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:15.366617 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61bf96a7-e3f2-4375-b90d-a09f0b01a1ee req-1e6cd992-863e-441e-9e7d-972da753ef5e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.1661162 Sep 22 10:47:15.413375 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-61bf96a7-e3f2-4375-b90d-a09f0b01a1ee req-0ea64c88-aa24-414d-bced-18b3bd2e6556 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398321 Sep 22 10:47:16.555352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478143e-511c-40de-8d4f-c327edc55fdb req-2b798072-9270-468f-a7a4-eb46bf9a4f96 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:16.557870 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3478143e-511c-40de-8d4f-c327edc55fdb req-2b798072-9270-468f-a7a4-eb46bf9a4f96 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0621154 Sep 22 10:47:16.600513 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3478143e-511c-40de-8d4f-c327edc55fdb req-4231eb00-12aa-4b19-ab82-682d1fa5d4e2 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360813 Sep 22 10:47:17.738202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772f800-36a1-4bdc-ad20-312b2d710f5e req-ba093b52-eba3-4543-a795-634050295d52 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:17.739771 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9772f800-36a1-4bdc-ad20-312b2d710f5e req-ba093b52-eba3-4543-a795-634050295d52 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0534971 Sep 22 10:47:17.781466 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9772f800-36a1-4bdc-ad20-312b2d710f5e req-b8663b52-7de6-4467-8ffd-65a7761431d7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353739 Sep 22 10:47:18.322697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5fb7e-d9fb-429b-836a-0dc723090689 req-872202a0-856b-4642-8f61-06e66e36778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:18.325028 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-23a5fb7e-d9fb-429b-836a-0dc723090689 req-872202a0-856b-4642-8f61-06e66e36778f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1097 time: 0.0433640 Sep 22 10:47:18.419270 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5fb7e-d9fb-429b-836a-0dc723090689 req-76a06663-57c5-4b57-b852-e90c2beff10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:18.420791 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-23a5fb7e-d9fb-429b-836a-0dc723090689 req-76a06663-57c5-4b57-b852-e90c2beff10c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0899363 Sep 22 10:47:18.821137 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-23a5fb7e-d9fb-429b-836a-0dc723090689 req-ce48d52a-94ba-4646-92b5-cffee1cae8bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 200 len: 1002 time: 0.3918431 Sep 22 10:47:18.873841 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5fb7e-d9fb-429b-836a-0dc723090689 req-1656cce6-8278-4fc2-a132-36d04f55ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:18.875452 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-23a5fb7e-d9fb-429b-836a-0dc723090689 req-1656cce6-8278-4fc2-a132-36d04f55ac1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0473359 Sep 22 10:47:18.912322 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3d8c1-e39c-47bc-980a-27f49ca15cae req-3dc683af-0cc7-476b-a87a-37145afc5961 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:18.913926 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90d3d8c1-e39c-47bc-980a-27f49ca15cae req-3dc683af-0cc7-476b-a87a-37145afc5961 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0601075 Sep 22 10:47:18.926271 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5fb7e-d9fb-429b-836a-0dc723090689 req-4c62e77a-79d0-46d6-9f1a-feaba33b7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:18.927795 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-23a5fb7e-d9fb-429b-836a-0dc723090689 req-4c62e77a-79d0-46d6-9f1a-feaba33b7eaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441914 Sep 22 10:47:18.953839 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-90d3d8c1-e39c-47bc-980a-27f49ca15cae req-9a06cd1f-cb96-4de4-aa08-2194aa132d4e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337191 Sep 22 10:47:19.018235 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-23a5fb7e-d9fb-429b-836a-0dc723090689 req-82736c87-bee7-4589-902e-fa8b1885d24a service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833962 Sep 22 10:47:19.109833 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-23a5fb7e-d9fb-429b-836a-0dc723090689 req-af92ae03-438f-4181-bcc8-da1fc0ae609b service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841312 Sep 22 10:47:20.074522 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f169e99-b926-435f-a622-f5b7c93c9bd3 req-6aa21fa5-6c6b-4de6-9852-ce2c549acaa7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:20.075999 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f169e99-b926-435f-a622-f5b7c93c9bd3 req-6aa21fa5-6c6b-4de6-9852-ce2c549acaa7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0491216 Sep 22 10:47:20.116360 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0f169e99-b926-435f-a622-f5b7c93c9bd3 req-21e7371d-9ce1-4dc4-bad2-38ec8b1a9078 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339973 Sep 22 10:47:21.232656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1f8b9-a398-4ee5-9a02-d94a6d95c651 req-87d7dfea-3607-45db-ac56-43bfae9bf9ad tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:21.234087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29d1f8b9-a398-4ee5-9a02-d94a6d95c651 req-87d7dfea-3607-45db-ac56-43bfae9bf9ad tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 946 time: 0.0498724 Sep 22 10:47:21.274975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-29d1f8b9-a398-4ee5-9a02-d94a6d95c651 req-a91795ec-f873-41d9-adfa-82989dde82ee tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346994 Sep 22 10:47:21.345265 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-9a427f58-5318-4ed2-abd9-b7d40e8d3eaa req-8c466b5b-135e-4c57-bcdd-b825a21cd01b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:47:21.346325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9a427f58-5318-4ed2-abd9-b7d40e8d3eaa req-8c466b5b-135e-4c57-bcdd-b825a21cd01b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055478 Sep 22 10:47:21.413050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e13c16d3-73b6-45e3-aea1-d17ae4fe3699 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:47:21.493028 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:21.516138 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:21.518735 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88afe3c1-1bfc-49be-aff8-879a1ffd217d" -d '{"events": [{"server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "name": "network-vif-unplugged", "status": "completed", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:21.531139 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:21.593990 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:21.618557 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9909821b-bf3e-415f-9402-feb5b1ba4d04 x-openstack-request-id: req-9909821b-bf3e-415f-9402-feb5b1ba4d04 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:21.618851 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "name": "network-vif-unplugged", "status": "failed", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699", "code": 422}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:21.619101 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9909821b-bf3e-415f-9402-feb5b1ba4d04 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:21.619491 n-d-805649-4 neutron-server[95511]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'code': 422} returned with failed status Sep 22 10:47:21.646487 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:21.704301 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a50a12-9e7c-445b-872f-53702567ffb5 req-858b0ff0-4765-4eb4-8c57-2892386a48f0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:21.706005 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8a50a12-9e7c-445b-872f-53702567ffb5 req-858b0ff0-4765-4eb4-8c57-2892386a48f0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0554357 Sep 22 10:47:21.745806 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8a50a12-9e7c-445b-872f-53702567ffb5 req-52c8016f-adf5-43ef-8264-cdfbdc0e0930 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334330 Sep 22 10:47:22.249303 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-05b3f74f-bf42-4e7d-a905-e9e71f459fb0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964746 Sep 22 10:47:22.450281 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:47:22.863737 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add18c11-5cfa-441c-ac45-d479f164bc60 req-e072ac56-6cd2-4729-809c-bb10e86bacb5 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:22.865281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-add18c11-5cfa-441c-ac45-d479f164bc60 req-e072ac56-6cd2-4729-809c-bb10e86bacb5 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0503268 Sep 22 10:47:22.904195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-add18c11-5cfa-441c-ac45-d479f164bc60 req-1c1dccf3-f8ad-4d37-bcc8-021aa6c33db9 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327816 Sep 22 10:47:24.020873 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51afa9-85b7-4ea8-897a-21a082fbc75d req-031c2a8c-e292-4822-b366-3a756df131ce tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:24.022387 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd51afa9-85b7-4ea8-897a-21a082fbc75d req-031c2a8c-e292-4822-b366-3a756df131ce tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0507405 Sep 22 10:47:24.050457 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:24.060983 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd51afa9-85b7-4ea8-897a-21a082fbc75d req-aa77c385-0f0b-40ff-85e0-40df5b6f6565 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Sep 22 10:47:24.302207 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-98a27d5c-ed4d-4ea4-bfd1-aa00add0864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:25.192072 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df726ae-cbfb-4570-9495-41e73c38edab req-23243fd7-76a7-4850-90cc-c4691fe1f746 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:25.193610 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5df726ae-cbfb-4570-9495-41e73c38edab req-23243fd7-76a7-4850-90cc-c4691fe1f746 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0620580 Sep 22 10:47:25.232475 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5df726ae-cbfb-4570-9495-41e73c38edab req-05e5f8d4-0940-4b4d-8ebe-f3c3fc94bf98 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Sep 22 10:47:25.365333 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:25.657269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-f79c7cb6-5995-4168-a889-73ede04ce4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:25.658687 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-f79c7cb6-5995-4168-a889-73ede04ce4fe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec&tenant_id=7cbce155a51647cc9d1d17e99b4aae32 HTTP/1.1" status: 200 len: 1095 time: 0.0409613 Sep 22 10:47:25.718997 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-9c9b9cd3-4aaf-456b-bb8f-796c1253d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:25.720492 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-9c9b9cd3-4aaf-456b-bb8f-796c1253d014 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1095 time: 0.0400898 Sep 22 10:47:25.812975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-8c5ab061-4e91-49ff-8a38-f183321b4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:25.814494 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-8c5ab061-4e91-49ff-8a38-f183321b4dc5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0861771 Sep 22 10:47:25.883034 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-6f412ff5-e94f-4b02-b43f-b51e0b75db4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 200 len: 1000 time: 0.0612714 Sep 22 10:47:25.932227 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-fe7ef8ff-d51c-4845-ac0e-f1860e855dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:25.933676 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-fe7ef8ff-d51c-4845-ac0e-f1860e855dc4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0442500 Sep 22 10:47:25.980100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-c195e2be-f61b-4c75-b12b-9116975a7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:25.981670 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-c195e2be-f61b-4c75-b12b-9116975a7877 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401695 Sep 22 10:47:26.073280 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-0860b7cc-dd11-4515-932d-701dea5e7af2 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843410 Sep 22 10:47:26.165503 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-55db5fd9-60c2-4afe-a38d-e252ac4d0487 req-3b6e950a-94f5-4594-865b-40fc651ba241 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850816 Sep 22 10:47:26.367235 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cf307-b11e-448a-967a-208f5b913dca req-81161940-74b0-4ef4-97bb-9f1e596283ff tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:26.369040 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b8cf307-b11e-448a-967a-208f5b913dca req-81161940-74b0-4ef4-97bb-9f1e596283ff tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0610099 Sep 22 10:47:26.411384 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b8cf307-b11e-448a-967a-208f5b913dca req-c953806e-14e9-4a1d-8209-1d0e940a223a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357683 Sep 22 10:47:27.056698 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5fb826eb-09b1-4917-836e-bfd8f352c9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:27.532521 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a463fa-92ff-4ede-a447-d678893ad591 req-9572cbca-bf08-4972-8757-da7897190f9c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:27.534126 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73a463fa-92ff-4ede-a447-d678893ad591 req-9572cbca-bf08-4972-8757-da7897190f9c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0515034 Sep 22 10:47:27.573956 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73a463fa-92ff-4ede-a447-d678893ad591 req-b3e7234e-358c-4d6d-822e-f5140164575b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334587 Sep 22 10:47:27.616362 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.410120 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:28.712194 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ea528-fe4a-4d33-b6fc-7f794b2c9b03 req-ee8cccdb-452c-403d-bae5-3b3abc6d92a0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:28.713705 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-625ea528-fe4a-4d33-b6fc-7f794b2c9b03 req-ee8cccdb-452c-403d-bae5-3b3abc6d92a0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0547373 Sep 22 10:47:28.752181 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-625ea528-fe4a-4d33-b6fc-7f794b2c9b03 req-97eb62d2-9ea0-42de-af2f-728062fcc756 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325036 Sep 22 10:47:29.874112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e31b-3e64-491c-b245-f0b3b2dd099f req-3e9781ea-a588-492f-9a86-a274b86b68ad tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:29.875659 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcb5e31b-3e64-491c-b245-f0b3b2dd099f req-3e9781ea-a588-492f-9a86-a274b86b68ad tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0520020 Sep 22 10:47:29.920823 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcb5e31b-3e64-491c-b245-f0b3b2dd099f req-e9f67b1f-6604-4abd-bd35-eb585fd13c8a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382507 Sep 22 10:47:30.187695 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:31.046828 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7548fd1-01c8-4904-a4b0-fa31f342f2a6 req-7eecc127-bc97-45f4-84c7-0e86207d92b1 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:31.048388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7548fd1-01c8-4904-a4b0-fa31f342f2a6 req-7eecc127-bc97-45f4-84c7-0e86207d92b1 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0509455 Sep 22 10:47:31.090572 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f7548fd1-01c8-4904-a4b0-fa31f342f2a6 req-7541310b-6eda-4169-bc66-df88a963b59e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349488 Sep 22 10:47:32.218234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73222f-62db-41bf-993b-9614418c5e8c req-ab9a1268-183c-4f46-b7b6-6208bf9ff94c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:32.219732 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c73222f-62db-41bf-993b-9614418c5e8c req-ab9a1268-183c-4f46-b7b6-6208bf9ff94c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0536659 Sep 22 10:47:32.262756 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2c73222f-62db-41bf-993b-9614418c5e8c req-6505571c-3430-4dd6-910c-1f609545b576 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367737 Sep 22 10:47:33.449810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce52113-1248-4891-8198-c1087938352e req-54ef72f0-f5dd-4a25-ac85-361ee0ffe8a2 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:33.451350 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fce52113-1248-4891-8198-c1087938352e req-54ef72f0-f5dd-4a25-ac85-361ee0ffe8a2 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0501997 Sep 22 10:47:33.503672 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fce52113-1248-4891-8198-c1087938352e req-9ba60230-e27f-46c8-ae58-fb77a5e64f61 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455313 Sep 22 10:47:34.634796 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e85d75-b73b-48ad-8e2a-504bf44323e7 req-ed606f87-29e8-4ff4-8a74-b9ddc42a68fc tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:34.636334 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7e85d75-b73b-48ad-8e2a-504bf44323e7 req-ed606f87-29e8-4ff4-8a74-b9ddc42a68fc tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0563633 Sep 22 10:47:34.681151 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e7e85d75-b73b-48ad-8e2a-504bf44323e7 req-2b3ff557-f9c6-400c-a193-81bb9b82aa8c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382276 Sep 22 10:47:35.812019 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e29d-fcdc-405b-9eaf-2048cd236bb4 req-2ac7355b-854f-4e2b-b437-205deeb1c3b0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:35.813616 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45d9e29d-fcdc-405b-9eaf-2048cd236bb4 req-2ac7355b-854f-4e2b-b437-205deeb1c3b0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0544579 Sep 22 10:47:35.857808 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45d9e29d-fcdc-405b-9eaf-2048cd236bb4 req-e6927cd2-6cd6-4e72-b028-d5bb2676686e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361655 Sep 22 10:47:36.977847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c62c8-d5d4-4823-a585-bf2bd239eb34 req-c9a94531-bca9-42cc-8a99-0622a74688ba tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:36.979628 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c5c62c8-d5d4-4823-a585-bf2bd239eb34 req-c9a94531-bca9-42cc-8a99-0622a74688ba tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0513656 Sep 22 10:47:37.017654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1c5c62c8-d5d4-4823-a585-bf2bd239eb34 req-a2384064-1396-4ead-8141-6e3dc5e04bbd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Sep 22 10:47:37.692342 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9737c-cdd3-4fda-ab12-d338ff7ba9c9 req-e0a152c5-0d2a-44f9-a42b-021cc7d84440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:37.693902 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02c9737c-cdd3-4fda-ab12-d338ff7ba9c9 req-e0a152c5-0d2a-44f9-a42b-021cc7d84440 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1095 time: 0.0850611 Sep 22 10:47:37.806679 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9737c-cdd3-4fda-ab12-d338ff7ba9c9 req-b59b9050-3fe5-417f-9d6f-0d6a9836655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:37.808173 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02c9737c-cdd3-4fda-ab12-d338ff7ba9c9 req-b59b9050-3fe5-417f-9d6f-0d6a9836655d service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0917449 Sep 22 10:47:37.878078 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02c9737c-cdd3-4fda-ab12-d338ff7ba9c9 req-3ae55cbe-6b11-460e-94b5-fbdca6fecaa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 200 len: 1000 time: 0.0623355 Sep 22 10:47:37.929710 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9737c-cdd3-4fda-ab12-d338ff7ba9c9 req-9b314d2f-b5ea-4843-aa94-daf9bbe72a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:37.931206 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02c9737c-cdd3-4fda-ab12-d338ff7ba9c9 req-9b314d2f-b5ea-4843-aa94-daf9bbe72a3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0443923 Sep 22 10:47:37.978157 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9737c-cdd3-4fda-ab12-d338ff7ba9c9 req-5b0cb9d8-a401-4b7b-b322-192f9315fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:37.979919 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02c9737c-cdd3-4fda-ab12-d338ff7ba9c9 req-5b0cb9d8-a401-4b7b-b322-192f9315fdb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405633 Sep 22 10:47:38.074971 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02c9737c-cdd3-4fda-ab12-d338ff7ba9c9 req-3521f945-a6e1-4672-af4c-f48854a28bae service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873737 Sep 22 10:47:38.134118 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde22a48-3302-4c66-93de-726f64982407 req-2825493d-0c19-4be2-8a74-f68371bfab9e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:38.135539 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bde22a48-3302-4c66-93de-726f64982407 req-2825493d-0c19-4be2-8a74-f68371bfab9e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0497169 Sep 22 10:47:38.169573 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-02c9737c-cdd3-4fda-ab12-d338ff7ba9c9 req-02bbebd2-fe9d-457b-8eb1-66fda7562c15 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867853 Sep 22 10:47:38.175844 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bde22a48-3302-4c66-93de-726f64982407 req-396b8a1e-f014-4972-9f2c-934e45e178e5 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339084 Sep 22 10:47:39.296363 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd20852-c9de-43c0-bcf3-4e15c0880012 req-6cb023cc-db92-499e-80c4-e7b87d6176db tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:39.297830 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccd20852-c9de-43c0-bcf3-4e15c0880012 req-6cb023cc-db92-499e-80c4-e7b87d6176db tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 944 time: 0.0535464 Sep 22 10:47:39.337159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ccd20852-c9de-43c0-bcf3-4e15c0880012 req-b99b5ec4-bd40-49e9-81d7-011eca203349 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Sep 22 10:47:39.505709 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e13c16d3-73b6-45e3-aea1-d17ae4fe3699 details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:47:39.600910 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:39.615662 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'port_id': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'mac_address': 'fa:16:3e:b5:51:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:47:39.666933 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:39.683305 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13c16d3-73b6-45e3-aea1-d17ae4fe3699 {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:47:39.705466 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:40.256456 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:40.305343 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,revision_number=9']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:40.457437 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c7d3f-9be6-4068-8471-bdf4ec0e4021 req-e6092993-df8a-447e-847a-a93c1af9e581 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:40.458951 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-179c7d3f-9be6-4068-8471-bdf4ec0e4021 req-e6092993-df8a-447e-847a-a93c1af9e581 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 945 time: 0.0511560 Sep 22 10:47:40.459771 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['e13c16d3-73b6-45e3-aea1-d17ae4fe3699'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:47:40.502553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-179c7d3f-9be6-4068-8471-bdf4ec0e4021 req-a938eacd-7739-4019-8de2-c42bc6bba228 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328286 Sep 22 10:47:41.521286 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e13c16d3-73b6-45e3-aea1-d17ae4fe3699 up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:47:41.569919 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:47:41.570178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.619225 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966daef-96cd-42e5-a613-080a0e2b1032 req-0a3d2705-d909-4c55-a396-4b86e3bb289b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:41.620757 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e966daef-96cd-42e5-a613-080a0e2b1032 req-0a3d2705-d909-4c55-a396-4b86e3bb289b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 945 time: 0.0496254 Sep 22 10:47:41.650201 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.660069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e966daef-96cd-42e5-a613-080a0e2b1032 req-fd6b9287-931e-4a56-ac01-d8786afad086 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330608 Sep 22 10:47:41.673167 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:47:41.675676 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be0b753-1dde-4144-863c-f7ffb3524d0f" -d '{"events": [{"server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "name": "network-vif-plugged", "status": "completed", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:47:41.688616 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:47:41.712501 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb81878-5004-4085-8dc8-a0e928bbb4c9 x-openstack-request-id: req-9bb81878-5004-4085-8dc8-a0e928bbb4c9 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:47:41.712829 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "name": "network-vif-plugged", "status": "completed", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:47:41.713085 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9bb81878-5004-4085-8dc8-a0e928bbb4c9 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:47:41.713506 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'code': 200} Sep 22 10:47:41.765204 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:41.817175 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,revision_number=10']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:47:41.945085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43a8d2-8409-40e9-8a10-9b7a20dbf974 req-8bde540d-fd98-416e-bcf2-9be7c672c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:41.946606 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5d43a8d2-8409-40e9-8a10-9b7a20dbf974 req-8bde540d-fd98-416e-bcf2-9be7c672c81f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1098 time: 0.0406320 Sep 22 10:47:41.985511 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5d43a8d2-8409-40e9-8a10-9b7a20dbf974 req-322f4084-1f63-44d1-9cd3-c52452607e0b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320659 Sep 22 10:47:42.781076 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4779d-e5ce-4b9b-8d76-3e026c7ead47 req-78688410-fbe3-44ed-87a1-777883e198a3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:42.782553 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcf4779d-e5ce-4b9b-8d76-3e026c7ead47 req-78688410-fbe3-44ed-87a1-777883e198a3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 947 time: 0.0533276 Sep 22 10:47:42.821967 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fcf4779d-e5ce-4b9b-8d76-3e026c7ead47 req-96bcf645-ac1e-460a-87eb-f9806704d99a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325639 Sep 22 10:47:43.940119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c609fd-2fdc-4d24-8df2-5a49564a282a req-871f8fbd-09fd-48c2-a047-9f4a75e23da3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:43.941882 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44c609fd-2fdc-4d24-8df2-5a49564a282a req-871f8fbd-09fd-48c2-a047-9f4a75e23da3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 947 time: 0.0502291 Sep 22 10:47:43.983655 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44c609fd-2fdc-4d24-8df2-5a49564a282a req-265ee751-aac8-4f17-a0f5-e57371900707 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357790 Sep 22 10:47:45.101878 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144547f-8419-481c-90ba-4e44dd8ec153 req-3b60af49-3b93-4eef-b068-0891cbef27bc tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:47:45.103719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1144547f-8419-481c-90ba-4e44dd8ec153 req-3b60af49-3b93-4eef-b068-0891cbef27bc tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 947 time: 0.0519929 Sep 22 10:47:45.143110 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1144547f-8419-481c-90ba-4e44dd8ec153 req-01768050-586c-4dbe-afde-3678559423bf tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332296 Sep 22 10:47:54.044595 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:54.313478 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3c8f642a-9dec-461b-b99a-fb0208f5a50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:55.411284 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:57.050885 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-83d5075c-df8d-4583-a449-fb9ca77876a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:57.587635 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:58.420256 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:47:59.449296 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:48:00.180102 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.044113 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:24.311782 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8e7ebcd0-96b5-48eb-a68e-1ad2b2c73b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:25.369927 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.094277 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c9c2a4d0-88b6-47a8-aa9c-95360dac336d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:27.661164 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:28.453850 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:30.209945 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:35.943940 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-a16621a3-a6d4-443b-83f2-3c690e26743e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428808 Sep 22 10:48:36.034209 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-e1a1a04b-d921-4d4b-9d76-9fbe22dbf112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:36.035761 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-e1a1a04b-d921-4d4b-9d76-9fbe22dbf112 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1098 time: 0.0430524 Sep 22 10:48:36.147046 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-ad8e3e7c-554f-45b5-b0fa-1b528b01ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:36.148553 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-ad8e3e7c-554f-45b5-b0fa-1b528b01ff75 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0931079 Sep 22 10:48:36.215014 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-be8700c8-7548-415b-8a7f-7321ce6b8e40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 200 len: 1002 time: 0.0584986 Sep 22 10:48:36.265048 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-1df617cc-a1ae-4bfb-b241-30ff7d53c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:36.266548 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-1df617cc-a1ae-4bfb-b241-30ff7d53c641 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0448768 Sep 22 10:48:36.317298 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-c23689a7-32e2-4a21-ba36-99527afadb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:36.318898 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-c23689a7-32e2-4a21-ba36-99527afadb51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457163 Sep 22 10:48:36.418299 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-693fef71-b7d6-4da1-a770-8a6d0aab67e9 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904942 Sep 22 10:48:36.448173 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:48:36.513907 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9410c53b-c67f-456e-a3dc-28ab84515efc req-5adf507c-2616-443a-8683-917b96a2d0ef service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882227 Sep 22 10:48:54.066733 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:54.464876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b45a253d-af21-4cad-814e-45b75918f5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.375457 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.745494 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58448) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:48:55.908395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Deleting port 56a8913c-48c2-4d40-a1cf-690e3693b049 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:48:55.908741 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.985069 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.985391 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:55.996670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Calling delete_port for 56a8913c-48c2-4d40-a1cf-690e3693b049 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:48:56.290162 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:56.322360 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event deleted for resources: {'Port': ['ID=56a8913c-48c2-4d40-a1cf-690e3693b049,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:56.345047 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.345402 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.345744 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.346087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.346421 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.346750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.347079 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.347406 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.347731 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.348056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.348382 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.348705 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:56.397090 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:56.397419 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Floating IP 91e56de4-b19a-46b8-bc00-c166f38a7710 disassociated (deleted). External IP: 172.25.6.216, port: e13c16d3-73b6-45e3-aea1-d17ae4fe3699. Sep 22 10:48:56.601166 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Router dc417138-e58b-4a60-9d02-bcd14b7ac56d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:48:56.710827 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:48:56.715816 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:56.721131 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8def7bdf-5066-4fa7-bfcd-c7a176ce3bf3 None None] Sync routers for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:48:56.730870 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def7bdf-5066-4fa7-bfcd-c7a176ce3bf3 None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:56.731474 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8def7bdf-5066-4fa7-bfcd-c7a176ce3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:48:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:56.745069 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a74d5b94-92d6-4765-bb07-a6f32454a315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "DELETE /v2.0/floatingips/91e56de4-b19a-46b8-bc00-c166f38a7710 HTTP/1.1" status: 204 len: 168 time: 0.9983740 Sep 22 10:48:56.745687 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:48:56.747967 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1be2e9-a7b0-43af-b984-0a44872d985f" -d '{"events": [{"name": "network-changed", "server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:48:56.835490 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-8def7bdf-5066-4fa7-bfcd-c7a176ce3bf3 None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:57.037925 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8def7bdf-5066-4fa7-bfcd-c7a176ce3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:57.055359 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-248637d0-488a-4f19-ae76-9e5e872e28f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:57.062490 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8def7bdf-5066-4fa7-bfcd-c7a176ce3bf3 None None] Checking router: dc417138-e58b-4a60-9d02-bcd14b7ac56d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:48:57.071783 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def7bdf-5066-4fa7-bfcd-c7a176ce3bf3 None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:48:57.072409 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8def7bdf-5066-4fa7-bfcd-c7a176ce3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:48:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:57.185860 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-8def7bdf-5066-4fa7-bfcd-c7a176ce3bf3 None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:48:57.190876 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c42d68-97e1-490d-9f25-f18e40d115f6 x-openstack-request-id: req-18c42d68-97e1-490d-9f25-f18e40d115f6 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:48:57.191165 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:48:57.191419 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18c42d68-97e1-490d-9f25-f18e40d115f6 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:48:57.191818 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'status': 'completed', 'code': 200} Sep 22 10:48:57.263855 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be2e9-a7b0-43af-b984-0a44872d985f req-dd5d28e7-a3c1-4df0-b7cc-e22032620232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:57.266312 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df1be2e9-a7b0-43af-b984-0a44872d985f req-dd5d28e7-a3c1-4df0-b7cc-e22032620232 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 1098 time: 0.0440795 Sep 22 10:48:57.298450 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de237d3f-2a3b-4c54-baf6-2ee08bd7d534 req-3655762b-1c9c-4b76-a660-e750307d0033 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:57.303521 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de237d3f-2a3b-4c54-baf6-2ee08bd7d534 req-3655762b-1c9c-4b76-a660-e750307d0033 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 947 time: 0.0556087 Sep 22 10:48:57.345562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de237d3f-2a3b-4c54-baf6-2ee08bd7d534 req-91ae190d-b319-4603-b41b-7d4b26487343 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354583 Sep 22 10:48:57.366993 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be2e9-a7b0-43af-b984-0a44872d985f req-e20fe67c-66e1-4123-9b6a-6e367062f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:57.368485 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df1be2e9-a7b0-43af-b984-0a44872d985f req-e20fe67c-66e1-4123-9b6a-6e367062f91c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0948780 Sep 22 10:48:57.395190 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8def7bdf-5066-4fa7-bfcd-c7a176ce3bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:48:57.411675 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df1be2e9-a7b0-43af-b984-0a44872d985f req-f3c1b097-583a-4a3d-95f2-861998589648 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 200 len: 217 time: 0.0349524 Sep 22 10:48:57.424606 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8def7bdf-5066-4fa7-bfcd-c7a176ce3bf3 None None] The sync data for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 is: [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:48:57.465917 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be2e9-a7b0-43af-b984-0a44872d985f req-08696482-38ac-4622-8097-022c7c6933b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:57.467429 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df1be2e9-a7b0-43af-b984-0a44872d985f req-08696482-38ac-4622-8097-022c7c6933b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0477352 Sep 22 10:48:57.521854 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be2e9-a7b0-43af-b984-0a44872d985f req-02c699da-bb77-4d20-aee6-5e38fe47099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:57.523377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df1be2e9-a7b0-43af-b984-0a44872d985f req-02c699da-bb77-4d20-aee6-5e38fe47099b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483849 Sep 22 10:48:57.620868 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:57.629966 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df1be2e9-a7b0-43af-b984-0a44872d985f req-d3568f4f-84d8-4765-8810-e57564668aed service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964541 Sep 22 10:48:57.662359 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ba36e-662a-4899-bad5-dcc45363f152 None None] New status for floating IP 91e56de4-b19a-46b8-bc00-c166f38a7710: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:48:57.727998 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-df1be2e9-a7b0-43af-b984-0a44872d985f req-c10f629b-1bb3-40a0-bf63-37ac8f6a8df0 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899670 Sep 22 10:48:58.447442 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a10335-675b-407a-b636-9ca8a28d40da req-b76d4425-7929-4709-ae92-36ea55493667 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:58.448973 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e4a10335-675b-407a-b636-9ca8a28d40da req-b76d4425-7929-4709-ae92-36ea55493667 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.60 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 947 time: 0.0505164 Sep 22 10:48:58.462399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446c4c5-6a01-4482-bdb6-3349e183cd48 req-10e7ccb3-8529-4044-b452-05646aab2f55 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:48:58.463932 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8446c4c5-6a01-4482-bdb6-3349e183cd48 req-10e7ccb3-8529-4044-b452-05646aab2f55 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 947 time: 0.0509691 Sep 22 10:48:58.505051 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8446c4c5-6a01-4482-bdb6-3349e183cd48 req-46ae662b-0989-4c87-8fe1-be846c845881 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=29dfed99-6bcb-4fa5-b828-e0f73d8875cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344226 Sep 22 10:48:58.538745 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-e4a10335-675b-407a-b636-9ca8a28d40da req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Deleting port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:48:58.539085 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e4a10335-675b-407a-b636-9ca8a28d40da req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:58.633179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-e4a10335-675b-407a-b636-9ca8a28d40da req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] For port e13c16d3-73b6-45e3-aea1-d17ae4fe3699, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:48:58.633464 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e4a10335-675b-407a-b636-9ca8a28d40da req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:58.646853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-e4a10335-675b-407a-b636-9ca8a28d40da req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Calling delete_port for e13c16d3-73b6-45e3-aea1-d17ae4fe3699 owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:48:58.683586 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:58.922254 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e4a10335-675b-407a-b636-9ca8a28d40da req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:58.952711 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event deleted for resources: {'Port': ['ID=e13c16d3-73b6-45e3-aea1-d17ae4fe3699,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:58.998087 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:48:59.001983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a10335-675b-407a-b636-9ca8a28d40da req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] No DVR routers for this DVR port e13c16d3-73b6-45e3-aea1-d17ae4fe3699 on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:48:59.004601 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-e4a10335-675b-407a-b636-9ca8a28d40da req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:48:59.006708 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-e4a10335-675b-407a-b636-9ca8a28d40da req-16d98ce9-c6af-4141-bfb2-aeca1f44f1dd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.60 "DELETE /v2.0/ports/e13c16d3-73b6-45e3-aea1-d17ae4fe3699 HTTP/1.1" status: 204 len: 173 time: 0.5512567 Sep 22 10:48:59.007085 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'name': 'network-vif-deleted', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:48:59.010170 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9901e5e-3faf-4169-8a27-3deedaefd839" -d '{"events": [{"server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "name": "network-vif-deleted", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:48:59.102233 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d80cad-bf7d-4e2b-aa2c-102bd262bd09 x-openstack-request-id: req-b7d80cad-bf7d-4e2b-aa2c-102bd262bd09 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:48:59.102546 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6571aa95-033a-4705-ab65-d68b784b9fec", "name": "network-vif-deleted", "tag": "e13c16d3-73b6-45e3-aea1-d17ae4fe3699", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:48:59.102802 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7d80cad-bf7d-4e2b-aa2c-102bd262bd09 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:48:59.103206 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6571aa95-033a-4705-ab65-d68b784b9fec', 'name': 'network-vif-deleted', 'tag': 'e13c16d3-73b6-45e3-aea1-d17ae4fe3699', 'status': 'completed', 'code': 200} Sep 22 10:48:59.614699 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30d16f7f-998c-4c55-b11d-a7c418cd2354 req-71cdd73e-2dd9-48de-966a-e2353733ad6a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=6571aa95-033a-4705-ab65-d68b784b9fec HTTP/1.1" status: 200 len: 210 time: 0.0272236 Sep 22 10:49:00.186648 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:00.670670 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58476) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:00.733327 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96582e32-ee00-4f3f-9f6d-b90d49455030 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:00.758236 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96582e32-ee00-4f3f-9f6d-b90d49455030 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:00.893285 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96582e32-ee00-4f3f-9f6d-b90d49455030 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:00.895877 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-96582e32-ee00-4f3f-9f6d-b90d49455030 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:00.897090 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-96582e32-ee00-4f3f-9f6d-b90d49455030 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "DELETE /v2.0/security-groups/29dfed99-6bcb-4fa5-b828-e0f73d8875cc HTTP/1.1" status: 204 len: 168 time: 0.2254047 Sep 22 10:49:00.906455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96582e32-ee00-4f3f-9f6d-b90d49455030 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dfed99-6bcb-4fa5-b828-e0f73d8875cc,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:01.653378 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58482) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:01.658550 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f983a08c-a013-4739-9597-0606d5b1fe44 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1599600093', 'description': 'tempest-secgroup-smoke-1599600093 description', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:01.829471 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e13c16d3-73b6-45e3-aea1-d17ae4fe3699 no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:49:01.832559 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f983a08c-a013-4739-9597-0606d5b1fe44 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:01.850449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: e13c16d3-73b6-45e3-aea1-d17ae4fe3699 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:49:01.850791 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device e13c16d3-73b6-45e3-aea1-d17ae4fe3699 not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:49:01.918668 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f983a08c-a013-4739-9597-0606d5b1fe44 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.020916 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f983a08c-a013-4739-9597-0606d5b1fe44 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.050757 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983a08c-a013-4739-9597-0606d5b1fe44 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:02.146623 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f983a08c-a013-4739-9597-0606d5b1fe44 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.147919 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f983a08c-a013-4739-9597-0606d5b1fe44 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4934783 Sep 22 10:49:02.150906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58484) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:02.155274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-4e3ed818-2624-445a-b0e9-2f4682e3bef4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': 'df6d8e58-6bab-4ee7-b7b7-3f478c0e3812', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:02.260585 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed818-2624-445a-b0e9-2f4682e3bef4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.320608 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed818-2624-445a-b0e9-2f4682e3bef4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.415246 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed818-2624-445a-b0e9-2f4682e3bef4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.433843 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ed818-2624-445a-b0e9-2f4682e3bef4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d50cbd-1a29-4b2b-8258-0d20ab25de82,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:02.510831 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed818-2624-445a-b0e9-2f4682e3bef4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.512035 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4e3ed818-2624-445a-b0e9-2f4682e3bef4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3602004 Sep 22 10:49:02.514911 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58486) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:02.522021 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c125f171-2c52-455d-872f-03f62e8c22e4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': 'df6d8e58-6bab-4ee7-b7b7-3f478c0e3812', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:02.630199 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c125f171-2c52-455d-872f-03f62e8c22e4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.678976 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c125f171-2c52-455d-872f-03f62e8c22e4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.764328 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c125f171-2c52-455d-872f-03f62e8c22e4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.784093 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125f171-2c52-455d-872f-03f62e8c22e4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e313b83d-0c36-4120-9d97-4bb699f0da75,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:02.889599 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c125f171-2c52-455d-872f-03f62e8c22e4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:02.892887 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c125f171-2c52-455d-872f-03f62e8c22e4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3752515 Sep 22 10:49:02.895391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58488) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:02.899926 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-759bdba5-5fee-4a7f-90fd-3fdf3f991d06 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': 'df6d8e58-6bab-4ee7-b7b7-3f478c0e3812', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:02.996986 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-759bdba5-5fee-4a7f-90fd-3fdf3f991d06 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.057675 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-759bdba5-5fee-4a7f-90fd-3fdf3f991d06 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.169256 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-759bdba5-5fee-4a7f-90fd-3fdf3f991d06 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.189120 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bdba5-5fee-4a7f-90fd-3fdf3f991d06 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d501603-0287-4745-9035-8c0bffdde495,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:03.278097 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-759bdba5-5fee-4a7f-90fd-3fdf3f991d06 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.279281 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-759bdba5-5fee-4a7f-90fd-3fdf3f991d06 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3828995 Sep 22 10:49:03.282097 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58490) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:03.286474 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e005a10b-689b-44a3-849f-b6999614c33d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': 'df6d8e58-6bab-4ee7-b7b7-3f478c0e3812', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:03.390020 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e005a10b-689b-44a3-849f-b6999614c33d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.454082 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e005a10b-689b-44a3-849f-b6999614c33d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.581335 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e005a10b-689b-44a3-849f-b6999614c33d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.599850 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005a10b-689b-44a3-849f-b6999614c33d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e93a731-dcc3-43f2-b395-95ccc7b8b05c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:03.687666 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e005a10b-689b-44a3-849f-b6999614c33d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.689611 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e005a10b-689b-44a3-849f-b6999614c33d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4065790 Sep 22 10:49:03.692356 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58492) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:03.696805 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-c61b1886-74eb-42dc-8b82-400cefc6a96d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': 'df6d8e58-6bab-4ee7-b7b7-3f478c0e3812', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:03.819124 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-c61b1886-74eb-42dc-8b82-400cefc6a96d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Project 7cbce155a51647cc9d1d17e99b4aae32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:49:03.824297 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c61b1886-74eb-42dc-8b82-400cefc6a96d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:03.884713 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c61b1886-74eb-42dc-8b82-400cefc6a96d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.026391 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c61b1886-74eb-42dc-8b82-400cefc6a96d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.045945 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b1886-74eb-42dc-8b82-400cefc6a96d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412c915e-4438-4231-a44d-b699a18e9051,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:04.129422 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-c61b1886-74eb-42dc-8b82-400cefc6a96d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.130716 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-c61b1886-74eb-42dc-8b82-400cefc6a96d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4373746 Sep 22 10:49:04.133548 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58494) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:04.137988 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-39fa3082-5f2e-417c-a03a-7ba5c41dde28 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'security_group_rule': {'security_group_id': 'df6d8e58-6bab-4ee7-b7b7-3f478c0e3812', 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:04.259166 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-39fa3082-5f2e-417c-a03a-7ba5c41dde28 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Project 7cbce155a51647cc9d1d17e99b4aae32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:49:04.264546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-39fa3082-5f2e-417c-a03a-7ba5c41dde28 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.329515 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-39fa3082-5f2e-417c-a03a-7ba5c41dde28 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.432446 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-39fa3082-5f2e-417c-a03a-7ba5c41dde28 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.449970 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa3082-5f2e-417c-a03a-7ba5c41dde28 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3604f331-1ead-4f90-9a9e-c17fddeabc2f,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:04.523606 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-39fa3082-5f2e-417c-a03a-7ba5c41dde28 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:04.524885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-39fa3082-5f2e-417c-a03a-7ba5c41dde28 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3903804 Sep 22 10:49:13.449539 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:49:24.072495 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:24.329922 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2587ae92-e037-4a63-b7f5-5c5eb99bda7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.449507 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:25.547228 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-1c00b112-e19a-49a7-9abc-d56c14386722 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599600093&fields=id&tenant_id=7cbce155a51647cc9d1d17e99b4aae32 HTTP/1.1" status: 200 len: 267 time: 0.0325830 Sep 22 10:49:25.655552 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-841c90e8-bbf6-4199-9731-a756a6ab863a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:25.657791 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-841c90e8-bbf6-4199-9731-a756a6ab863a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 809 time: 0.1034768 Sep 22 10:49:25.673087 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2df48777-d59f-4deb-9dcd-6d2f2653ef65 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/quotas/7cbce155a51647cc9d1d17e99b4aae32 HTTP/1.1" status: 200 len: 375 time: 0.0094335 Sep 22 10:49:25.727470 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-4880f427-4b26-4e8e-bcbd-f63d70e895f2 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484216 Sep 22 10:49:25.743231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-e024ffbf-fd48-41a4-a789-31f691374b56 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:49:25.744242 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-e024ffbf-fd48-41a4-a789-31f691374b56 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052736 Sep 22 10:49:25.838638 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-db634972-6e0d-4446-87bf-aa63d8b03441 service neutron] 10.222.0.49 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883372 Sep 22 10:49:25.927878 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-089809e3-829c-4908-b268-1d75e8f9ad44 service neutron] 10.222.0.49 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821345 Sep 22 10:49:26.531426 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5e5b1ed1-c0ad-4e33-a652-43618475ba20 req-c8a18bdb-51f1-4f81-8002-0a103b1f38f7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 210 time: 0.0314603 Sep 22 10:49:27.035807 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-089ed327-9477-48d3-ad4b-c03ed4439a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:27.607010 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:27.625578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-44355227-6cf2-4a31-8b67-2725273efc07 req-8747e687-cda3-4fee-b8aa-3274b33f400b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 210 time: 0.0280113 Sep 22 10:49:28.449472 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:28.682354 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-60670dd5-67e4-447a-817f-305473ac2a83 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:28.683827 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-60670dd5-67e4-447a-817f-305473ac2a83 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 809 time: 0.1118646 Sep 22 10:49:28.722004 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-37cb7a6d-24fc-4911-8f9f-24afbdeec311 req-5e58a0f6-f5ac-4a2b-9f08-f39196fd8f26 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 210 time: 0.0263698 Sep 22 10:49:28.727588 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-c7f4adae-522f-49d2-9105-3b028e96f37c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cbce155a51647cc9d1d17e99b4aae32 HTTP/1.1" status: 200 len: 380 time: 0.0346513 Sep 22 10:49:28.738053 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'port': {'device_id': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'admin_state_up': True, 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'security_groups': ['df6d8e58-6bab-4ee7-b7b7-3f478c0e3812']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:28.951819 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Made reservation on behalf of 7cbce155a51647cc9d1d17e99b4aae32 for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:49:28.955494 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.088043 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Allocated IP 172.20.0.6 (3152a6d9-56aa-4606-8ecb-8a596c6855bd/91fa4a65-45a2-4225-8833-64cc8cc9b405/dab602cf-cde9-49ae-8b90-a3c653f058cb) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:49:29.231214 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.380921 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.425153 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Network 3152a6d9-56aa-4606-8ecb-8a596c6855bd is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:49:29.428295 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:29.432059 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:49:29.461282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'Port': ['ID=dab602cf-cde9-49ae-8b90-a3c653f058cb,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:29.488692 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:29.489273 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.559233 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-65fb2af4-3583-4fda-a7fe-c454bccd03f3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8256717 Sep 22 10:49:29.572172 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Request body: {'port': {'device_id': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:29.635951 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.659369 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-80018332-78cd-4247-ba42-f48764d0fce5 None None] Provisioning complete for port dab602cf-cde9-49ae-8b90-a3c653f058cb triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:29.659953 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-80018332-78cd-4247-ba42-f48764d0fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.695836 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-80018332-78cd-4247-ba42-f48764d0fce5 None None] Port dab602cf-cde9-49ae-8b90-a3c653f058cb cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:49:29.857598 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85a8d3-52d8-495b-9c69-0bdc3c97a6d3 req-8897ecee-abdf-4d4a-897a-1b3365384bf0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:29.862130 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b85a8d3-52d8-495b-9c69-0bdc3c97a6d3 req-8897ecee-abdf-4d4a-897a-1b3365384bf0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 931 time: 0.0537477 Sep 22 10:49:29.916266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3b85a8d3-52d8-495b-9c69-0bdc3c97a6d3 req-0d1b6b4b-4b7b-467f-a88c-6e382afb494f tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427153 Sep 22 10:49:29.932763 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab602cf-cde9-49ae-8b90-a3c653f058cb {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:49:29.941547 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:29.954373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Transition to ACTIVE for port object dab602cf-cde9-49ae-8b90-a3c653f058cb will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:49:30.060842 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.111403 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Pushing event updated for resources: {'Port': ['ID=dab602cf-cde9-49ae-8b90-a3c653f058cb,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:30.206019 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Attempting to bind port dab602cf-cde9-49ae-8b90-a3c653f058cb on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:49:30.206353 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Attempting to bind port dab602cf-cde9-49ae-8b90-a3c653f058cb by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:49:30.206686 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Attempting to bind port dab602cf-cde9-49ae-8b90-a3c653f058cb on network 3152a6d9-56aa-4606-8ecb-8a596c6855bd {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:49:30.212190 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Port dab602cf-cde9-49ae-8b90-a3c653f058cb on network 3152a6d9-56aa-4606-8ecb-8a596c6855bd not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:49:30.212526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Attempting to bind port dab602cf-cde9-49ae-8b90-a3c653f058cb on network 3152a6d9-56aa-4606-8ecb-8a596c6855bd {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:49:30.219325 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:49:30.219796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Checking segment: {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:49:30.220193 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Bound using segment: {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:49:30.220640 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Bound port: dab602cf-cde9-49ae-8b90-a3c653f058cb, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41bcd87-8018-4f6e-803b-eb36465ef2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:49:30.221038 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.226169 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.299663 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] For port dab602cf-cde9-49ae-8b90-a3c653f058cb, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:49:30.303909 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] For port dab602cf-cde9-49ae-8b90-a3c653f058cb, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:49:30.421551 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.460312 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:30.460951 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:30.462355 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] 10.222.0.60 "PUT /v2.0/ports/dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 200 len: 1091 time: 0.8948903 Sep 22 10:49:30.462791 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:49:30.465054 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdd0f8e-7409-4548-a75b-1ac1f11db760" -d '{"events": [{"name": "network-changed", "server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:49:30.507985 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b658b51-d1b8-4c91-a5b0-881a40474927 service neutron] Pushing event updated for resources: {'Port': ['ID=dab602cf-cde9-49ae-8b90-a3c653f058cb,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:30.526151 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0fd3cb-4a13-4224-bfea-6a41e9249c7a x-openstack-request-id: req-3d0fd3cb-4a13-4224-bfea-6a41e9249c7a {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:49:30.526543 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:49:30.526917 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d0fd3cb-4a13-4224-bfea-6a41e9249c7a {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:49:30.527412 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'status': 'completed', 'code': 200} Sep 22 10:49:30.607689 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd0f8e-7409-4548-a75b-1ac1f11db760 req-b03fa850-4ec6-4d2f-a474-055fe3c3c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:30.610031 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acdd0f8e-7409-4548-a75b-1ac1f11db760 req-b03fa850-4ec6-4d2f-a474-055fe3c3c49a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1094 time: 0.0588250 Sep 22 10:49:30.736238 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd0f8e-7409-4548-a75b-1ac1f11db760 req-11e91998-0215-47ee-9037-20e7b0596784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:30.737549 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acdd0f8e-7409-4548-a75b-1ac1f11db760 req-11e91998-0215-47ee-9037-20e7b0596784 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1174679 Sep 22 10:49:30.856718 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd0f8e-7409-4548-a75b-1ac1f11db760 req-e3dab8ed-0b23-490b-9ebf-d2f6662e7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:30.858180 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-acdd0f8e-7409-4548-a75b-1ac1f11db760 req-e3dab8ed-0b23-490b-9ebf-d2f6662e7493 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136835 Sep 22 10:49:30.939427 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-04dd86e8-50fe-4ef7-b044-0299b566323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:30.941170 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-04dd86e8-50fe-4ef7-b044-0299b566323d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1094 time: 0.0461261 Sep 22 10:49:30.989681 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-d7a0b8e9-f4f5-4b51-9770-6a0b1c724908 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 200 len: 217 time: 0.0403171 Sep 22 10:49:31.044412 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ff1b8-d96b-4d80-ab2b-9f623bec8494 req-bb2a30d5-0f28-4221-a9d1-268c0ccf7feb tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:31.047768 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb7ff1b8-d96b-4d80-ab2b-9f623bec8494 req-bb2a30d5-0f28-4221-a9d1-268c0ccf7feb tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0585303 Sep 22 10:49:31.052151 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-abcf5029-6586-43f0-b053-841efc791982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:31.057377 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-abcf5029-6586-43f0-b053-841efc791982 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0612552 Sep 22 10:49:31.089631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb7ff1b8-d96b-4d80-ab2b-9f623bec8494 req-dd33d1e0-89cf-4064-ad7c-bdc70757631f tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351102 Sep 22 10:49:31.113129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-48e8c1c5-eebb-4202-a611-c243c8e04876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:31.114832 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-48e8c1c5-eebb-4202-a611-c243c8e04876 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488021 Sep 22 10:49:31.222061 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-53245aca-b9c8-4577-898d-dde61b3c0e26 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999153 Sep 22 10:49:31.322487 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-95a5c11a-58af-445c-8ce8-ecab1b97c7f1 req-fe605f75-41d6-414e-ba67-947161a5ce2d service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939779 Sep 22 10:49:32.209224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c70f71-fd1d-46bd-b8cf-7d0ffb101a5f req-f6229dac-2eb0-4c91-bc80-15ae63e570b0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:32.210804 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97c70f71-fd1d-46bd-b8cf-7d0ffb101a5f req-f6229dac-2eb0-4c91-bc80-15ae63e570b0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0498371 Sep 22 10:49:32.253604 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-97c70f71-fd1d-46bd-b8cf-7d0ffb101a5f req-7ce307ef-d665-4648-8e6a-b2826f522a55 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359747 Sep 22 10:49:33.372660 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348f611-59de-4fea-bf9f-093824352209 req-c57b5b37-4b45-4acb-b5d0-5e49e470ac09 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:33.374596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b348f611-59de-4fea-bf9f-093824352209 req-c57b5b37-4b45-4acb-b5d0-5e49e470ac09 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0518432 Sep 22 10:49:33.417828 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b348f611-59de-4fea-bf9f-093824352209 req-e2126100-2acc-4e23-8873-e501f12afa9d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365405 Sep 22 10:49:34.540134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648c62-a0e2-41d8-ac36-ef4e63640bd2 req-7e87fb45-6b4d-4c36-87e3-5b37a66e89ab tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:34.541647 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb648c62-a0e2-41d8-ac36-ef4e63640bd2 req-7e87fb45-6b4d-4c36-87e3-5b37a66e89ab tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0527303 Sep 22 10:49:34.581046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fb648c62-a0e2-41d8-ac36-ef4e63640bd2 req-dbfb03ce-03e5-40f8-9ffa-3d7ac7df8deb tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326695 Sep 22 10:49:35.697469 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fc892-75ce-4c84-847f-80d6ee28cd94 req-003d72af-f545-4726-b4d2-6e6a60e9c276 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:35.698945 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-143fc892-75ce-4c84-847f-80d6ee28cd94 req-003d72af-f545-4726-b4d2-6e6a60e9c276 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0493045 Sep 22 10:49:35.740172 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-143fc892-75ce-4c84-847f-80d6ee28cd94 req-9c796003-3cd5-44d8-b6be-08fa965852d6 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350420 Sep 22 10:49:36.855224 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf0f56-2b7a-484a-911a-3eb20d10915a req-f7f9b371-7c4d-44f4-ad0a-0a9b75beff5c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:36.856708 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bebf0f56-2b7a-484a-911a-3eb20d10915a req-f7f9b371-7c4d-44f4-ad0a-0a9b75beff5c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0495534 Sep 22 10:49:36.898388 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bebf0f56-2b7a-484a-911a-3eb20d10915a req-e845d99d-0eed-4f98-9615-e7af59eb58aa tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343020 Sep 22 10:49:38.017788 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477c8f8-623a-4c65-b13b-a6a4f77eeb76 req-10039dcc-3dd4-44e2-9b7b-8e6ec45d245d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:38.019277 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7477c8f8-623a-4c65-b13b-a6a4f77eeb76 req-10039dcc-3dd4-44e2-9b7b-8e6ec45d245d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0534854 Sep 22 10:49:38.058937 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7477c8f8-623a-4c65-b13b-a6a4f77eeb76 req-3c2da1a9-9732-4715-b1c0-bad4676166c3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336199 Sep 22 10:49:39.176693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1274cbb-7064-4f65-be1a-8ad6e646793d req-5e380b8e-9038-459d-b4f2-ffbf4b2bfd1a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:39.178202 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1274cbb-7064-4f65-be1a-8ad6e646793d req-5e380b8e-9038-459d-b4f2-ffbf4b2bfd1a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0499170 Sep 22 10:49:39.218840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e1274cbb-7064-4f65-be1a-8ad6e646793d req-24f3d781-7b34-41b2-b6dd-d6e8a0bf08e9 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335310 Sep 22 10:49:40.384452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49f111-83b7-46a3-8741-c3e5ccb8d3fe req-a7462000-8116-4857-b27f-188aab3117c6 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:40.386029 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd49f111-83b7-46a3-8741-c3e5ccb8d3fe req-a7462000-8116-4857-b27f-188aab3117c6 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0508089 Sep 22 10:49:40.425968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-dd49f111-83b7-46a3-8741-c3e5ccb8d3fe req-3a1bf3b1-25f2-4d9b-aa1d-fd750aafdca9 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327029 Sep 22 10:49:41.549534 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e54c29-1fbb-411e-aa9f-5e5b31affa6a req-dfaca6ef-f0ec-4b46-8fa4-d14f1eae38a1 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:41.551052 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48e54c29-1fbb-411e-aa9f-5e5b31affa6a req-dfaca6ef-f0ec-4b46-8fa4-d14f1eae38a1 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0558860 Sep 22 10:49:41.590737 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-48e54c29-1fbb-411e-aa9f-5e5b31affa6a req-5ebe39b9-3040-4aef-9ffc-bd24c17e613a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335317 Sep 22 10:49:42.081321 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device dab602cf-cde9-49ae-8b90-a3c653f058cb details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:49:42.176468 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port dab602cf-cde9-49ae-8b90-a3c653f058cb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:42.187807 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'port_id': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'mac_address': 'fa:16:3e:26:fa:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:49:42.225545 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:42.238524 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab602cf-cde9-49ae-8b90-a3c653f058cb {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:49:42.263220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port dab602cf-cde9-49ae-8b90-a3c653f058cb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:42.443276 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:42.493340 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=dab602cf-cde9-49ae-8b90-a3c653f058cb,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:42.501716 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.502062 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.502396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.502727 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.503054 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.503378 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.503702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.504022 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.504338 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.504659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.505001 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.505315 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:49:42.687069 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['dab602cf-cde9-49ae-8b90-a3c653f058cb'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:49:42.712868 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5495d6-d3f5-4082-af8d-e703254994c9 req-7acd4b9b-7389-499c-ba9d-153c8d88c15c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:42.714497 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f5495d6-d3f5-4082-af8d-e703254994c9 req-7acd4b9b-7389-499c-ba9d-153c8d88c15c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 944 time: 0.0514822 Sep 22 10:49:42.755807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9f5495d6-d3f5-4082-af8d-e703254994c9 req-e982929e-bad0-415f-82d5-3b47a859a21c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343158 Sep 22 10:49:43.874503 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d732b-9450-4258-ad4c-804342304b86 req-08378e04-b426-4266-8e30-fc4bb0fd3569 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:43.876057 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df1d732b-9450-4258-ad4c-804342304b86 req-08378e04-b426-4266-8e30-fc4bb0fd3569 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 944 time: 0.0513899 Sep 22 10:49:43.915118 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-df1d732b-9450-4258-ad4c-804342304b86 req-6688c5bc-8ffc-458e-9fea-9616802d7668 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Sep 22 10:49:44.081497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device dab602cf-cde9-49ae-8b90-a3c653f058cb up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:49:44.242770 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port dab602cf-cde9-49ae-8b90-a3c653f058cb completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:49:44.246820 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port dab602cf-cde9-49ae-8b90-a3c653f058cb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:49:44.247196 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:44.325057 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:44.348432 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:49:44.350723 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550c204c-1369-4b90-b3c3-bb94a282ec62" -d '{"events": [{"server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "name": "network-vif-plugged", "status": "completed", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:49:44.366597 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port dab602cf-cde9-49ae-8b90-a3c653f058cb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:49:44.444436 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41770fc6-304c-4456-bbfc-dc3e57421eb8 x-openstack-request-id: req-41770fc6-304c-4456-bbfc-dc3e57421eb8 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:49:44.444748 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "name": "network-vif-plugged", "status": "completed", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:49:44.445123 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41770fc6-304c-4456-bbfc-dc3e57421eb8 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:49:44.445517 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'code': 200} Sep 22 10:49:44.515806 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:44.544670 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58acd5-8668-458c-b685-e0d6132ea309 req-15f29615-1044-4695-9eae-1e5dcab09e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:44.546441 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9d58acd5-8668-458c-b685-e0d6132ea309 req-15f29615-1044-4695-9eae-1e5dcab09e48 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1095 time: 0.0449851 Sep 22 10:49:44.563255 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=dab602cf-cde9-49ae-8b90-a3c653f058cb,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:44.581624 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9d58acd5-8668-458c-b685-e0d6132ea309 req-9fb93cd1-73b3-4877-84e7-52807e20d3c7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281427 Sep 22 10:49:45.039446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff4265-b4d9-4561-a977-956a3cde84e9 req-af564839-a06c-4bb0-a5e6-c0bf4d78e893 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:45.041007 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bff4265-b4d9-4561-a977-956a3cde84e9 req-af564839-a06c-4bb0-a5e6-c0bf4d78e893 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0555432 Sep 22 10:49:45.081288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8bff4265-b4d9-4561-a977-956a3cde84e9 req-aa409b23-15aa-45a8-8c3c-685b67ebb943 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341980 Sep 22 10:49:46.199903 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae74dff-a2cf-4b3a-a2a8-0e079039dd5d req-66d803c6-b43b-4e8e-80f3-ad1b9741348b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:46.205961 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ae74dff-a2cf-4b3a-a2a8-0e079039dd5d req-66d803c6-b43b-4e8e-80f3-ad1b9741348b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0520792 Sep 22 10:49:46.242529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8ae74dff-a2cf-4b3a-a2a8-0e079039dd5d req-103c05c3-1120-466f-be45-cf319bc20288 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339234 Sep 22 10:49:46.364716 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7623d8-ad13-47d5-be7b-0afa387c2e86 req-36e04a4c-9a25-4a86-8e98-58b0faa83d0a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:46.366266 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e7623d8-ad13-47d5-be7b-0afa387c2e86 req-36e04a4c-9a25-4a86-8e98-58b0faa83d0a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0513558 Sep 22 10:49:46.404243 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4e7623d8-ad13-47d5-be7b-0afa387c2e86 req-9675d7f6-9d24-4535-b1a0-524e8a7e4633 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 Sep 22 10:49:46.427362 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58706) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:46.470852 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfabda06-8162-48b4-84f1-8a0ac4c6caa6 tempest-TestShelveInstance-948774370 tempest-TestShelveInstance-948774370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:46.472373 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-dfabda06-8162-48b4-84f1-8a0ac4c6caa6 tempest-TestShelveInstance-948774370 tempest-TestShelveInstance-948774370-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1091 time: 0.0439856 Sep 22 10:49:46.475565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58708) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:49:46.480127 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:49:46.563329 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:46.660122 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:46.769058 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Allocated IP 172.25.6.228 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/c7851773-78b9-40b8-856e-4bd49807e557) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:49:46.871693 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:46.980663 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:47.023251 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:49:47.026237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:49:47.029759 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:49:47.057443 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'Port': ['ID=c7851773-78b9-40b8-856e-4bd49807e557,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:47.397618 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:47.583602 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:47.732343 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:47.845922 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:47.924559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event updated for resources: {'Port': ['ID=c7851773-78b9-40b8-856e-4bd49807e557,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:49:47.932521 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:48.032111 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Floating IP 8a5b2cce-3928-4000-8b34-73f0775eec33 associated. External IP: 172.25.6.228, port: dab602cf-cde9-49ae-8b90-a3c653f058cb. Sep 22 10:49:48.517341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Router dc417138-e58b-4a60-9d02-bcd14b7ac56d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:49:48.635388 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:49:48.647994 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2886edab-54c2-4d91-901a-c9af2d88bfd5 None None] Sync routers for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:49:48.658930 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886edab-54c2-4d91-901a-c9af2d88bfd5 None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:49:48.659558 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2886edab-54c2-4d91-901a-c9af2d88bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:49:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:49:48.853868 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-2886edab-54c2-4d91-901a-c9af2d88bfd5 None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:49:48.875888 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:48.904231 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ff6c78bf-8bd7-4454-b2e0-12c85a9e25ac tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4272571 Sep 22 10:49:48.904846 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:49:48.907628 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5206c2df-713d-42ad-8636-c3d91e973538" -d '{"events": [{"name": "network-changed", "server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:49:48.948372 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e685d5ee-dea4-45c8-824d-c99b6ef81cb9 x-openstack-request-id: req-e685d5ee-dea4-45c8-824d-c99b6ef81cb9 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:49:48.948755 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:49:48.949037 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e685d5ee-dea4-45c8-824d-c99b6ef81cb9 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:49:48.949456 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'status': 'completed', 'code': 200} Sep 22 10:49:49.013506 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206c2df-713d-42ad-8636-c3d91e973538 req-a7a051ac-4c04-4ee6-a059-61fe45a365e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:49.015433 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5206c2df-713d-42ad-8636-c3d91e973538 req-a7a051ac-4c04-4ee6-a059-61fe45a365e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1096 time: 0.0427585 Sep 22 10:49:49.078164 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2886edab-54c2-4d91-901a-c9af2d88bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '8a5b2cce-3928-4000-8b34-73f0775eec33', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'port_id': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'mac_address': 'fa:16:3e:26:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:49:47Z', 'updated_at': '2021-09-22T10:49:47Z', 'revision_number': 0, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:49:49.103750 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2886edab-54c2-4d91-901a-c9af2d88bfd5 None None] Checking router: dc417138-e58b-4a60-9d02-bcd14b7ac56d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:49:49.105839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206c2df-713d-42ad-8636-c3d91e973538 req-87c14b69-5172-4ed8-90e4-0bf948af262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:49.107324 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5206c2df-713d-42ad-8636-c3d91e973538 req-87c14b69-5172-4ed8-90e4-0bf948af262d service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0852649 Sep 22 10:49:49.112670 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886edab-54c2-4d91-901a-c9af2d88bfd5 None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:49:49.113297 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2886edab-54c2-4d91-901a-c9af2d88bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:49:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:49:49.174892 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5206c2df-713d-42ad-8636-c3d91e973538 req-440f6858-d207-4044-a30e-c4864e840c04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 200 len: 999 time: 0.0601182 Sep 22 10:49:49.218624 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-2886edab-54c2-4d91-901a-c9af2d88bfd5 None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:49:49.227514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206c2df-713d-42ad-8636-c3d91e973538 req-78981054-5de9-44b2-9174-56d5ed33e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:49.229029 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5206c2df-713d-42ad-8636-c3d91e973538 req-78981054-5de9-44b2-9174-56d5ed33e83c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0476189 Sep 22 10:49:49.275330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206c2df-713d-42ad-8636-c3d91e973538 req-92818f35-44a9-4871-83bf-1e3611bba92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:49:49.276891 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5206c2df-713d-42ad-8636-c3d91e973538 req-92818f35-44a9-4871-83bf-1e3611bba92c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407610 Sep 22 10:49:49.376202 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5206c2df-713d-42ad-8636-c3d91e973538 req-af8a4298-2195-465e-b45f-7b5b8e775d60 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914142 Sep 22 10:49:49.446076 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-2886edab-54c2-4d91-901a-c9af2d88bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '8a5b2cce-3928-4000-8b34-73f0775eec33', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'port_id': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'mac_address': 'fa:16:3e:26:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:49:47Z', 'updated_at': '2021-09-22T10:49:47Z', 'revision_number': 0, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:49:49.468754 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-5206c2df-713d-42ad-8636-c3d91e973538 req-d6038e19-8ea7-414b-bf17-320e4d7467ce service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859821 Sep 22 10:49:49.472582 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2886edab-54c2-4d91-901a-c9af2d88bfd5 None None] The sync data for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 is: [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '8a5b2cce-3928-4000-8b34-73f0775eec33', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'port_id': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'mac_address': 'fa:16:3e:26:fa:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:49:47Z', 'updated_at': '2021-09-22T10:49:47Z', 'revision_number': 0, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:49:49.662050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8b9ff-7495-47a2-9c62-b674077bc2c9 None None] New status for floating IP 8a5b2cce-3928-4000-8b34-73f0775eec33: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:49:50.448777 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:49:54.081044 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:54.327007 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d9cf0db2-7e7c-43a5-aeec-81a1a3b08d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:55.425766 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:57.115388 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5454898c-cb54-4dd7-bd75-0c7fc6c7b1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:57.648524 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:49:58.466185 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:00.214624 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:24.099686 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:24.317544 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-07b21d40-950e-42fc-aed1-273d3d2453ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:25.442925 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:27.177825 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c3e83b48-d066-423b-b873-cd180e3b30a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:27.448415 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:50:27.628872 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:28.511501 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:30.354309 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:37.947302 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-b8f3ebb0-8deb-452f-9718-7d9182107c4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432212 Sep 22 10:50:38.033398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-8733e502-31e8-4ade-bf64-d4fafa132b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:38.035012 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-8733e502-31e8-4ade-bf64-d4fafa132b52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1096 time: 0.0426016 Sep 22 10:50:38.462543 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-33d667b2-3dfc-437f-a5e0-2aac8af247f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:38.464040 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-33d667b2-3dfc-437f-a5e0-2aac8af247f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.4085288 Sep 22 10:50:38.527074 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-849c3350-8788-44dd-a5bb-cd91ab0b87c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 200 len: 1001 time: 0.0558832 Sep 22 10:50:38.577344 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-2629984c-3957-40d4-9f3d-46ee0b87cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:38.578717 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-2629984c-3957-40d4-9f3d-46ee0b87cb14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0448978 Sep 22 10:50:38.629537 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-932fe260-f999-4d75-aa96-861e81907fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:50:38.631048 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-932fe260-f999-4d75-aa96-861e81907fd5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444517 Sep 22 10:50:38.723827 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-88516fe5-10fe-459b-a850-dbe992f320b9 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850215 Sep 22 10:50:38.819993 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-9a4c0860-a4c0-45d6-b81d-800139aa7801 req-c79c64b5-5f02-4c6a-b5df-667a96eb8f7f service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892830 Sep 22 10:50:54.360111 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:54.411027 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8de335e8-c0e1-4e4e-bfb4-4be1cc7ce1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:55.446047 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.065511 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e1f40069-56ca-442d-8450-30a4eb79ccfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:57.704906 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:50:58.520010 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:00.202190 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:04.447688 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:51:24.087479 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:24.316309 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ea436570-ec75-487a-98b8-d0a2cb0301c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:25.413412 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:27.082038 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19eb090d-188b-4b6b-8111-80bb06cfcd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:27.593511 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:28.464943 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:30.213613 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:40.598014 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-7d73f5ef-78ac-4aae-a56a-2b801130641d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452573 Sep 22 10:51:40.683882 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-26af76b8-8c1c-4df7-8eb5-8a931666f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:40.685577 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-26af76b8-8c1c-4df7-8eb5-8a931666f18b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1096 time: 0.0447540 Sep 22 10:51:40.807971 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-d94040fe-b5b8-4767-8d13-7aa50f5b4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:40.809680 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-d94040fe-b5b8-4767-8d13-7aa50f5b4331 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.1052723 Sep 22 10:51:40.880891 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-03fe3140-57af-4f1c-8044-c20ef3fb37f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 200 len: 1001 time: 0.0635993 Sep 22 10:51:40.939604 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-ae41417e-fbbc-4ad7-a833-c2dac258bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:40.941123 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-ae41417e-fbbc-4ad7-a833-c2dac258bcda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0514717 Sep 22 10:51:40.992174 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-981628a4-e43b-4ab7-b8a2-ea1da42ac990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:51:40.993767 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-981628a4-e43b-4ab7-b8a2-ea1da42ac990 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447657 Sep 22 10:51:41.087790 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-1d1c7d28-cacf-4868-a703-7b674dcec365 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866697 Sep 22 10:51:41.191277 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a050cb0e-6cd5-4e3e-9618-c7b292fbb7fe req-7d6023d7-a53a-4682-8529-ab55dd5c484a service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964663 Sep 22 10:51:41.446597 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:51:54.105235 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:54.376283 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f0372b3a-c977-41d4-a1c8-1faf8d8ed0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:55.407187 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.067253 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4da839a6-412e-4291-8c48-0c53d89435f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:57.610152 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:51:58.455781 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:00.338590 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:18.444708 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:52:24.163456 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:24.326986 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3beab9b7-ec0b-464f-b565-c8ff03bd77a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:25.449430 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:27.106668 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f933afb0-052a-45f7-9c91-9ce6585c0e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:27.700811 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:28.483988 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:28.913434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50807b2-a6c1-40cb-8e2c-38cf596c9d5d req-5f346737-d1ca-47c0-9bba-bc713ec3b968 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:28.914955 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c50807b2-a6c1-40cb-8e2c-38cf596c9d5d req-5f346737-d1ca-47c0-9bba-bc713ec3b968 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0984268 Sep 22 10:52:28.953805 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c50807b2-a6c1-40cb-8e2c-38cf596c9d5d req-efa719e2-4684-41ca-a588-22c96c179258 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324070 Sep 22 10:52:30.078181 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077be1c-18cd-49f5-989a-748f706e7089 req-2392e79b-f8ae-45d9-95f5-107914887736 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:30.079724 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2077be1c-18cd-49f5-989a-748f706e7089 req-2392e79b-f8ae-45d9-95f5-107914887736 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0567865 Sep 22 10:52:30.125323 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2077be1c-18cd-49f5-989a-748f706e7089 req-888848a6-294a-4521-8823-c7b9aec67e79 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338707 Sep 22 10:52:30.278026 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:31.247315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a18503-f640-4c2e-be38-f011ecad3c54 req-f35d2b98-9376-4e39-908a-be208097b484 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:31.248938 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82a18503-f640-4c2e-be38-f011ecad3c54 req-f35d2b98-9376-4e39-908a-be208097b484 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0529668 Sep 22 10:52:31.287776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82a18503-f640-4c2e-be38-f011ecad3c54 req-07661cea-5d3d-4da0-be43-b0524542656c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324550 Sep 22 10:52:32.406200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fcec0-02ce-44c4-843d-c376127cb983 req-26d67e2b-1b2f-424e-a95a-ece180d3f119 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:32.407763 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b18fcec0-02ce-44c4-843d-c376127cb983 req-26d67e2b-1b2f-424e-a95a-ece180d3f119 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0504692 Sep 22 10:52:32.445401 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b18fcec0-02ce-44c4-843d-c376127cb983 req-099f6576-4b2e-4f2e-a293-f4f6653e3115 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316310 Sep 22 10:52:33.568632 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67203f-3e2e-4258-9d19-28c744755d31 req-3a13d5f3-cc2e-440c-ba2f-1d9a888b8e8a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:33.570154 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc67203f-3e2e-4258-9d19-28c744755d31 req-3a13d5f3-cc2e-440c-ba2f-1d9a888b8e8a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0554461 Sep 22 10:52:33.615042 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fc67203f-3e2e-4258-9d19-28c744755d31 req-a9bffd96-077f-45af-972e-ebc32fa2a89e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383162 Sep 22 10:52:34.732666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8c44f-aecc-4b07-b6a2-22d9a4dc1334 req-9e4b47a4-707d-47ba-aa74-64feec5461c5 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:34.734216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3b8c44f-aecc-4b07-b6a2-22d9a4dc1334 req-9e4b47a4-707d-47ba-aa74-64feec5461c5 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0505815 Sep 22 10:52:34.772891 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c3b8c44f-aecc-4b07-b6a2-22d9a4dc1334 req-2e7af222-8c77-43fb-af47-fb196d8f5b50 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326412 Sep 22 10:52:35.893112 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4a938-3650-46e3-bfbf-f6871206549c req-358b73e2-a007-42b3-96ba-0cb50338994b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:35.894637 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ad4a938-3650-46e3-bfbf-f6871206549c req-358b73e2-a007-42b3-96ba-0cb50338994b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0510030 Sep 22 10:52:35.935192 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7ad4a938-3650-46e3-bfbf-f6871206549c req-00138c42-ba52-4143-b132-343cfde7f019 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341382 Sep 22 10:52:37.057307 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14157001-253d-43a4-b339-92a40089a1ac req-b07a6519-376c-4e89-beb7-8cf4ae180bc3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:37.058866 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14157001-253d-43a4-b339-92a40089a1ac req-b07a6519-376c-4e89-beb7-8cf4ae180bc3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0550447 Sep 22 10:52:37.098363 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-14157001-253d-43a4-b339-92a40089a1ac req-c528298f-9d4f-44b7-9b25-37784cb45179 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331891 Sep 22 10:52:38.217036 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a086439-523f-4e18-9184-7e2a116a3c9d req-b36d52cc-6501-4401-893e-4672c52dc522 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:38.218526 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a086439-523f-4e18-9184-7e2a116a3c9d req-b36d52cc-6501-4401-893e-4672c52dc522 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0496545 Sep 22 10:52:38.256955 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a086439-523f-4e18-9184-7e2a116a3c9d req-7e2003d1-1fd9-4a73-8400-b4bd03c1829d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Sep 22 10:52:39.373096 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7974ca-0129-4b1f-9a33-10f951be24ca req-39aa27ec-39e8-4698-ac68-ff2ae2e85c30 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:39.374640 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c7974ca-0129-4b1f-9a33-10f951be24ca req-39aa27ec-39e8-4698-ac68-ff2ae2e85c30 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0497417 Sep 22 10:52:39.412613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8c7974ca-0129-4b1f-9a33-10f951be24ca req-5e7aa3e0-5292-43b1-a397-6c523ccd084c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Sep 22 10:52:40.535925 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc4416-fa70-4fbd-94a2-23bc1eeea4e5 req-67d577a7-0263-4bd3-8430-0047b6cb303d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:40.537479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-adcc4416-fa70-4fbd-94a2-23bc1eeea4e5 req-67d577a7-0263-4bd3-8430-0047b6cb303d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0532091 Sep 22 10:52:40.576516 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-adcc4416-fa70-4fbd-94a2-23bc1eeea4e5 req-41062eba-5a87-4f38-9a19-5073fbce2680 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323975 Sep 22 10:52:41.011203 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7afcf-6426-41fc-9ab3-44b8f9f1f843 req-ea3967f2-6559-4659-acb0-e22f6b635ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:41.012807 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8bc7afcf-6426-41fc-9ab3-44b8f9f1f843 req-ea3967f2-6559-4659-acb0-e22f6b635ef2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1096 time: 0.0837905 Sep 22 10:52:41.122986 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7afcf-6426-41fc-9ab3-44b8f9f1f843 req-5ba58202-4277-4973-aba6-60b7619d5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:41.124496 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8bc7afcf-6426-41fc-9ab3-44b8f9f1f843 req-5ba58202-4277-4973-aba6-60b7619d5522 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0914476 Sep 22 10:52:41.194485 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8bc7afcf-6426-41fc-9ab3-44b8f9f1f843 req-a8fce08f-6ee3-4bff-a8ca-d1a4ca60b531 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 200 len: 1001 time: 0.0591199 Sep 22 10:52:41.245132 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7afcf-6426-41fc-9ab3-44b8f9f1f843 req-ed0abfee-aaa4-41ad-af86-363eb153c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:41.246603 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8bc7afcf-6426-41fc-9ab3-44b8f9f1f843 req-ed0abfee-aaa4-41ad-af86-363eb153c841 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0455773 Sep 22 10:52:41.299818 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7afcf-6426-41fc-9ab3-44b8f9f1f843 req-f9c0f1a7-db26-407b-af7e-f8ca8276b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:41.301413 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8bc7afcf-6426-41fc-9ab3-44b8f9f1f843 req-f9c0f1a7-db26-407b-af7e-f8ca8276b5d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479887 Sep 22 10:52:41.390930 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8bc7afcf-6426-41fc-9ab3-44b8f9f1f843 req-7aacea03-be5f-4886-bcc8-71b8c5e91b4f service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821002 Sep 22 10:52:41.484475 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8bc7afcf-6426-41fc-9ab3-44b8f9f1f843 req-699f65bd-e4dd-49bc-9702-e701b4c5a15d service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871089 Sep 22 10:52:41.729573 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ff292-3765-4c65-8c20-5a6f3fa84e3b req-155023bc-2c5a-4a39-a59f-9648ce945822 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:41.731097 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-020ff292-3765-4c65-8c20-5a6f3fa84e3b req-155023bc-2c5a-4a39-a59f-9648ce945822 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0519726 Sep 22 10:52:41.770128 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-020ff292-3765-4c65-8c20-5a6f3fa84e3b req-a18cda50-e899-403e-9e1e-3a5fe9a36dee tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329001 Sep 22 10:52:42.887564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339a32-65f8-4023-85f6-df1f4a51a616 req-bce1feb6-e295-45dd-873a-5f3dec061bdc tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:42.889101 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67339a32-65f8-4023-85f6-df1f4a51a616 req-bce1feb6-e295-45dd-873a-5f3dec061bdc tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0494087 Sep 22 10:52:42.930012 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-67339a32-65f8-4023-85f6-df1f4a51a616 req-00913b50-f8eb-430e-a8fd-c8e9798ccea2 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349450 Sep 22 10:52:44.052847 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2b7cc-a52e-404d-8f30-59f40ace3a45 req-2fa616c1-977f-4c41-a477-043907a3329d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:44.054409 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30c2b7cc-a52e-404d-8f30-59f40ace3a45 req-2fa616c1-977f-4c41-a477-043907a3329d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0558891 Sep 22 10:52:44.095185 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-30c2b7cc-a52e-404d-8f30-59f40ace3a45 req-116b4237-112c-42f3-9dc8-0dacedb25561 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337601 Sep 22 10:52:44.169176 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05202f5-3296-4092-a822-ad5b6b8595a7 req-28e54f17-9317-482e-8d3c-b9144260ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:44.170728 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a05202f5-3296-4092-a822-ad5b6b8595a7 req-28e54f17-9317-482e-8d3c-b9144260ed3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1096 time: 0.0418210 Sep 22 10:52:44.267097 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05202f5-3296-4092-a822-ad5b6b8595a7 req-699ef8eb-eb83-4bd1-a3e2-ec58b40e9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:44.268528 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a05202f5-3296-4092-a822-ad5b6b8595a7 req-699ef8eb-eb83-4bd1-a3e2-ec58b40e9bf9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0913463 Sep 22 10:52:44.333456 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a05202f5-3296-4092-a822-ad5b6b8595a7 req-0480b200-f9bb-426c-9f65-47ed1cbae07e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 200 len: 1001 time: 0.0578053 Sep 22 10:52:44.382906 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05202f5-3296-4092-a822-ad5b6b8595a7 req-33cb6d20-a173-4f2f-941a-3bda232430ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:44.385086 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a05202f5-3296-4092-a822-ad5b6b8595a7 req-33cb6d20-a173-4f2f-941a-3bda232430ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0444593 Sep 22 10:52:44.435131 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05202f5-3296-4092-a822-ad5b6b8595a7 req-d8fe1a88-e421-43e1-9f59-088a8e547160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:44.436661 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a05202f5-3296-4092-a822-ad5b6b8595a7 req-d8fe1a88-e421-43e1-9f59-088a8e547160 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444345 Sep 22 10:52:44.531174 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a05202f5-3296-4092-a822-ad5b6b8595a7 req-0084c2c1-6b0c-4997-919d-50cd3d2e262d service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876892 Sep 22 10:52:44.628643 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a05202f5-3296-4092-a822-ad5b6b8595a7 req-d9c45d14-a713-49c2-8409-47a4162dc56b service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910676 Sep 22 10:52:45.213138 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d01629-3f8e-48fe-93c0-d1138132f6e7 req-16be589f-699a-4d34-896c-d3891c13d812 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:45.214689 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82d01629-3f8e-48fe-93c0-d1138132f6e7 req-16be589f-699a-4d34-896c-d3891c13d812 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0510721 Sep 22 10:52:45.253807 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-82d01629-3f8e-48fe-93c0-d1138132f6e7 req-f1b3ce5f-6da1-428a-a201-10b9230df095 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330207 Sep 22 10:52:46.374912 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f99f5-c304-4ff3-b8b6-023be196535f req-d3d8bc3a-1bea-40df-88d4-5c9d370ec315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:46.376533 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c48f99f5-c304-4ff3-b8b6-023be196535f req-d3d8bc3a-1bea-40df-88d4-5c9d370ec315 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0533895 Sep 22 10:52:46.416336 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c48f99f5-c304-4ff3-b8b6-023be196535f req-8cda61b9-c42a-4874-b070-66f676031465 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333216 Sep 22 10:52:47.546510 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dac61a-eb40-4ba4-b91a-3c442f8f25b6 req-54653908-b7a9-4dd9-821b-448ffae6ee39 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:47.548308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72dac61a-eb40-4ba4-b91a-3c442f8f25b6 req-54653908-b7a9-4dd9-821b-448ffae6ee39 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0574646 Sep 22 10:52:47.597404 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-72dac61a-eb40-4ba4-b91a-3c442f8f25b6 req-80975c1d-baae-494e-abcf-baa5d57878e3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Sep 22 10:52:48.725004 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06ba40-5af1-4a54-a4b4-d10fa115e590 req-e4237ce3-41f6-4739-928b-db85aa2c82b5 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:48.726619 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef06ba40-5af1-4a54-a4b4-d10fa115e590 req-e4237ce3-41f6-4739-928b-db85aa2c82b5 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0518415 Sep 22 10:52:48.766625 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ef06ba40-5af1-4a54-a4b4-d10fa115e590 req-80d1e3e8-4ca1-429b-aae5-1bf5982f0b89 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330341 Sep 22 10:52:48.923289 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device dab602cf-cde9-49ae-8b90-a3c653f058cb no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:52:48.999056 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:49.021908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:52:49.024164 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97abc4e-4e03-4f0c-8971-675035d8f714" -d '{"events": [{"server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "name": "network-vif-unplugged", "status": "completed", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:52:49.037339 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port dab602cf-cde9-49ae-8b90-a3c653f058cb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:52:49.061812 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafdc97d-e8da-41cd-92c3-0afcfea00c91 x-openstack-request-id: req-fafdc97d-e8da-41cd-92c3-0afcfea00c91 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:52:49.062119 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "name": "network-vif-unplugged", "status": "completed", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:52:49.062369 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fafdc97d-e8da-41cd-92c3-0afcfea00c91 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:52:49.062755 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'code': 200} Sep 22 10:52:49.135549 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:49.186467 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=dab602cf-cde9-49ae-8b90-a3c653f058cb,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:52:49.193703 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.194044 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.194382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.194713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.195042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.195373 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.195688 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.196010 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.197072 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.199574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.199574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.199574 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:52:49.885561 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ba861-a680-46fe-b335-00dcce611537 req-c5119cfb-f2b7-4a3f-9e51-4cbce0916f27 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:49.887108 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-343ba861-a680-46fe-b335-00dcce611537 req-c5119cfb-f2b7-4a3f-9e51-4cbce0916f27 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0502760 Sep 22 10:52:49.927106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-343ba861-a680-46fe-b335-00dcce611537 req-931d48e8-df94-4cbe-94e1-c4b90ffcc113 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336611 Sep 22 10:52:50.366739 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b290a-c657-4b87-b5cc-e2bfdd0c1cd0 req-29354188-86f0-4763-8b42-4f44aaf5f535 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:50.368411 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-920b290a-c657-4b87-b5cc-e2bfdd0c1cd0 req-29354188-86f0-4763-8b42-4f44aaf5f535 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0616939 Sep 22 10:52:50.410657 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-920b290a-c657-4b87-b5cc-e2bfdd0c1cd0 req-f98988c7-c517-4fd3-8655-6f7b618e1c8e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356405 Sep 22 10:52:50.435937 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-83b2c835-349c-4545-b3fc-3c3310b920b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833817 Sep 22 10:52:50.445246 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-1bd97288-5d00-4cc1-8e2b-01517b30180e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:52:50.447127 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-1bd97288-5d00-4cc1-8e2b-01517b30180e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054667 Sep 22 10:52:51.531087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3321c4-7909-4dce-be44-f61b8688e7c8 req-1659d40f-7d1f-4ff6-b9e1-5ce109e42f15 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:51.532606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b3321c4-7909-4dce-be44-f61b8688e7c8 req-1659d40f-7d1f-4ff6-b9e1-5ce109e42f15 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0515823 Sep 22 10:52:51.573285 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5b3321c4-7909-4dce-be44-f61b8688e7c8 req-5ed0f97f-76c5-4c9b-9a7d-bdd2d8ae5409 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341182 Sep 22 10:52:52.701177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8167a54-e307-4f2b-88ac-47b3c87681e3 req-a890d41b-c4c4-4a15-b40e-913beeaaef11 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:52.702759 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8167a54-e307-4f2b-88ac-47b3c87681e3 req-a890d41b-c4c4-4a15-b40e-913beeaaef11 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0557237 Sep 22 10:52:52.743970 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d8167a54-e307-4f2b-88ac-47b3c87681e3 req-275f8f21-421f-4014-91c7-d1fe483c1080 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350459 Sep 22 10:52:53.869928 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bee55-fcfc-49ba-9222-66dbae36f792 req-1e97d12e-3144-4d3c-a6a9-d86b2f60d9ef tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:53.871578 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65bee55-fcfc-49ba-9222-66dbae36f792 req-1e97d12e-3144-4d3c-a6a9-d86b2f60d9ef tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0563488 Sep 22 10:52:53.915074 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e65bee55-fcfc-49ba-9222-66dbae36f792 req-8376fd60-b744-4bf0-90c1-dade670d9efd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370562 Sep 22 10:52:54.168762 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:54.346270 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-93e1034e-c44a-45c0-8930-857f1b028bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:55.038445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a80a5-4ba8-4acd-b0c7-dd4704aa22e5 req-c8c88131-01de-4915-b5e0-51f996d071e4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:55.040270 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-547a80a5-4ba8-4acd-b0c7-dd4704aa22e5 req-c8c88131-01de-4915-b5e0-51f996d071e4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0536828 Sep 22 10:52:55.082385 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-547a80a5-4ba8-4acd-b0c7-dd4704aa22e5 req-70f9d335-f7d9-4b5b-8d9c-78630e266377 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342085 Sep 22 10:52:55.426445 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:55.450917 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:52:56.203577 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53328612-31fc-4779-ac7c-e411fbfb0dd8 req-6f796f25-208c-4167-b5d8-065162fe0589 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:56.205197 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53328612-31fc-4779-ac7c-e411fbfb0dd8 req-6f796f25-208c-4167-b5d8-065162fe0589 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0510786 Sep 22 10:52:56.246460 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-53328612-31fc-4779-ac7c-e411fbfb0dd8 req-932f2dcc-9230-40b0-840a-df9b7e11d81e tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331640 Sep 22 10:52:56.991485 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-fade3313-cbe7-46cf-805d-73c5e7a3fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:56.993069 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-fade3313-cbe7-46cf-805d-73c5e7a3fa1a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13&tenant_id=7cbce155a51647cc9d1d17e99b4aae32 HTTP/1.1" status: 200 len: 1094 time: 0.0412865 Sep 22 10:52:57.058177 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-94f2e24e-a4e8-4028-b3b5-8f7a2fbec993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:57.061448 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-1d503b32-8947-41ea-87d6-3cc4c8acb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:57.063036 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-1d503b32-8947-41ea-87d6-3cc4c8acb47c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1094 time: 0.0464184 Sep 22 10:52:57.154102 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-64b00a06-0289-441a-9b33-931a30d537a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:57.155613 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-64b00a06-0289-441a-9b33-931a30d537a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0862184 Sep 22 10:52:57.230142 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-93aad1c5-7ee2-4c80-b352-39a37b91a5a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 200 len: 999 time: 0.0667510 Sep 22 10:52:57.280514 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-9705c5c8-ba44-4fcb-91df-686fbbf416da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:57.282087 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-9705c5c8-ba44-4fcb-91df-686fbbf416da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0465012 Sep 22 10:52:57.331981 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-981a2663-edb4-423b-9753-80e36782ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:57.333608 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-981a2663-edb4-423b-9753-80e36782ff13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447876 Sep 22 10:52:57.377185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29d31b-7e14-4275-894c-86f79fd2aa21 req-80c052a3-8ba8-4c4a-84d1-9afe786f1e67 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:57.378915 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c29d31b-7e14-4275-894c-86f79fd2aa21 req-80c052a3-8ba8-4c4a-84d1-9afe786f1e67 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0560739 Sep 22 10:52:57.419205 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c29d31b-7e14-4275-894c-86f79fd2aa21 req-b330f5f8-485d-4721-aa48-ae6cddd04bc0 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341427 Sep 22 10:52:57.437495 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-a0a8ede0-fdb6-4be3-8d4c-64a6e42b9d6c service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969987 Sep 22 10:52:57.529908 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-2156168c-9fd1-4cfb-823a-9c32825863da service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857379 Sep 22 10:52:57.623477 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:58.486311 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:52:58.546083 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120738b-0703-4b4d-a923-85d683fb7b32 req-28af581d-c531-40ae-a01d-b4872fb534f6 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:58.547680 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8120738b-0703-4b4d-a923-85d683fb7b32 req-28af581d-c531-40ae-a01d-b4872fb534f6 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0548065 Sep 22 10:52:58.592717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8120738b-0703-4b4d-a923-85d683fb7b32 req-ce97d395-a425-41fb-af4d-729aeaaa27d1 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358431 Sep 22 10:52:59.711799 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a5d72-721f-4938-888b-ac89a6abad24 req-99a21452-7dbf-46b7-8063-02bf1e2251c7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:52:59.713325 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-447a5d72-721f-4938-888b-ac89a6abad24 req-99a21452-7dbf-46b7-8063-02bf1e2251c7 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0523984 Sep 22 10:52:59.753678 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-447a5d72-721f-4938-888b-ac89a6abad24 req-3912b9d2-9b31-472f-8b38-65234b0b9be5 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325367 Sep 22 10:53:00.249061 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:00.893294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a60520-8e1e-4e91-81ec-342de6582209 req-2c2a2107-90a1-4c76-bbd8-fe33843fc7b9 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:00.895387 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2a60520-8e1e-4e91-81ec-342de6582209 req-2c2a2107-90a1-4c76-bbd8-fe33843fc7b9 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0714817 Sep 22 10:53:00.934717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c2a60520-8e1e-4e91-81ec-342de6582209 req-51e64793-3eb7-407b-b626-1e79eb6df556 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332949 Sep 22 10:53:02.061992 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b193d6-f927-406f-97c9-712fa1830fac req-de959d22-5eec-4d96-bbf8-c811333bc45c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:02.063615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60b193d6-f927-406f-97c9-712fa1830fac req-de959d22-5eec-4d96-bbf8-c811333bc45c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0547028 Sep 22 10:53:02.104892 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-60b193d6-f927-406f-97c9-712fa1830fac req-2b9ffcab-2062-4a27-a26b-335cc3c85caa tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345337 Sep 22 10:53:03.227428 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8b413-7146-473d-b8b8-928a507580c8 req-3ecb746c-5d9a-4e0a-94f4-acfbf374dfe6 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:03.229038 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3b8b413-7146-473d-b8b8-928a507580c8 req-3ecb746c-5d9a-4e0a-94f4-acfbf374dfe6 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0516233 Sep 22 10:53:03.268949 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e3b8b413-7146-473d-b8b8-928a507580c8 req-2f85dc96-09bc-4340-8da7-74c659121716 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337770 Sep 22 10:53:04.391338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d18d4-e8d7-47a8-8dbc-3b3982b51eae req-10164dff-7b1b-42f8-b7b2-c316d0a71987 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:04.392802 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-105d18d4-e8d7-47a8-8dbc-3b3982b51eae req-10164dff-7b1b-42f8-b7b2-c316d0a71987 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0544860 Sep 22 10:53:04.432422 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-105d18d4-e8d7-47a8-8dbc-3b3982b51eae req-4bca8a07-ea8c-44d4-b89f-816b3957d859 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335259 Sep 22 10:53:05.554564 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5da79-28b3-4351-b65a-f336d84703eb req-3c67e5fd-638b-4efb-85f8-b3378ea27811 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:05.556092 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caa5da79-28b3-4351-b65a-f336d84703eb req-3c67e5fd-638b-4efb-85f8-b3378ea27811 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0519915 Sep 22 10:53:05.595874 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-caa5da79-28b3-4351-b65a-f336d84703eb req-dace239c-c13c-4d5d-a740-6103a5e3d74c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334017 Sep 22 10:53:06.714795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a89ff-4552-475f-82f1-83d8bad2a30e req-51412a2e-2add-4cc4-a9ec-73dca540d232 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:06.716298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa9a89ff-4552-475f-82f1-83d8bad2a30e req-51412a2e-2add-4cc4-a9ec-73dca540d232 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 943 time: 0.0499899 Sep 22 10:53:06.754308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-aa9a89ff-4552-475f-82f1-83d8bad2a30e req-1545115f-be91-4c84-9dba-9aeabd57968a tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318818 Sep 22 10:53:07.000183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device dab602cf-cde9-49ae-8b90-a3c653f058cb details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:53:07.098824 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port dab602cf-cde9-49ae-8b90-a3c653f058cb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:53:07.110409 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'port_id': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'mac_address': 'fa:16:3e:26:fa:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:53:07.148569 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:07.160966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab602cf-cde9-49ae-8b90-a3c653f058cb {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:53:07.181591 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port dab602cf-cde9-49ae-8b90-a3c653f058cb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:53:07.263708 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:07.311428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=dab602cf-cde9-49ae-8b90-a3c653f058cb,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:53:07.476233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['dab602cf-cde9-49ae-8b90-a3c653f058cb'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:53:07.877091 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701900fe-7bd2-496d-b3c4-47e502f332a0 req-f500a762-e57a-4bc0-98bc-024f4f09cefe tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:07.878614 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-701900fe-7bd2-496d-b3c4-47e502f332a0 req-f500a762-e57a-4bc0-98bc-024f4f09cefe tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 944 time: 0.0560420 Sep 22 10:53:07.919881 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-701900fe-7bd2-496d-b3c4-47e502f332a0 req-a64840b4-1ebf-466a-b623-5b614f602c46 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353236 Sep 22 10:53:09.000153 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device dab602cf-cde9-49ae-8b90-a3c653f058cb up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:53:09.037882 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45515eb4-f930-42b2-82f1-fc4dad63d620 req-9d0230f2-97b5-45cf-a2f6-291058b469c3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:09.039423 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45515eb4-f930-42b2-82f1-fc4dad63d620 req-9d0230f2-97b5-45cf-a2f6-291058b469c3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 944 time: 0.0511196 Sep 22 10:53:09.048994 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port dab602cf-cde9-49ae-8b90-a3c653f058cb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:53:09.049362 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:09.079173 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-45515eb4-f930-42b2-82f1-fc4dad63d620 req-f9812fcd-9696-40d4-9c98-02cf51a8644c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326524 Sep 22 10:53:09.131442 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:09.156531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:53:09.158952 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f987e9d-7224-424f-a724-92774010e430" -d '{"events": [{"server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "name": "network-vif-plugged", "status": "completed", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:53:09.174497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port dab602cf-cde9-49ae-8b90-a3c653f058cb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:53:09.196861 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a7a330-7b46-4f51-ba90-4b078e89f163 x-openstack-request-id: req-f4a7a330-7b46-4f51-ba90-4b078e89f163 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:53:09.197153 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "name": "network-vif-plugged", "status": "completed", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:53:09.197397 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4a7a330-7b46-4f51-ba90-4b078e89f163 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:53:09.197812 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'code': 200} Sep 22 10:53:09.295041 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:09.346904 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=dab602cf-cde9-49ae-8b90-a3c653f058cb,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:53:09.358847 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e53a5-6c1f-4ab8-8d4e-c885aa3d7b34 req-3c6e7783-1a35-4961-b441-fe51339e6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:09.360416 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-038e53a5-6c1f-4ab8-8d4e-c885aa3d7b34 req-3c6e7783-1a35-4961-b441-fe51339e6ca4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1096 time: 0.0493975 Sep 22 10:53:09.396619 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-038e53a5-6c1f-4ab8-8d4e-c885aa3d7b34 req-98f33283-c727-48a3-a3b4-0a97ee94127e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293941 Sep 22 10:53:10.198074 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5afd-a18f-4cf8-9efa-f89dfeaf3d67 req-bc7b299d-5d37-475d-ad82-d3c7d5e726ec tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:10.199672 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a1b5afd-a18f-4cf8-9efa-f89dfeaf3d67 req-bc7b299d-5d37-475d-ad82-d3c7d5e726ec tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0497782 Sep 22 10:53:10.238656 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-3a1b5afd-a18f-4cf8-9efa-f89dfeaf3d67 req-b1886324-e7d1-45c4-8231-780317ff03e4 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328767 Sep 22 10:53:11.364043 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d9bc2-6c63-4e2a-b245-2fd81ed6752c req-30a186a1-ffda-4d5a-ac42-589202ab48f6 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:11.365648 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-799d9bc2-6c63-4e2a-b245-2fd81ed6752c req-30a186a1-ffda-4d5a-ac42-589202ab48f6 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0575407 Sep 22 10:53:11.405810 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-799d9bc2-6c63-4e2a-b245-2fd81ed6752c req-04c0f151-851d-4368-a031-6d2cd9408f39 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341208 Sep 22 10:53:24.259200 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:24.351394 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7b78b3aa-a075-4b96-93b5-bb59b423bbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:25.465647 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:27.059715 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0143e67e-5f5c-4c4f-9e2b-22161ddeb577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:27.646128 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:28.448391 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:30.254131 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:32.449777 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:53:40.950615 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-8ff84bbe-b791-4003-ab64-445e03d62198 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452437 Sep 22 10:53:41.035880 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-e23d268e-139a-4b09-af30-784931f668be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:41.037458 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-e23d268e-139a-4b09-af30-784931f668be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1096 time: 0.0452318 Sep 22 10:53:41.150837 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-08a424ef-b12e-4aaf-b25d-29fc2bd91ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:41.152412 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-08a424ef-b12e-4aaf-b25d-29fc2bd91ac2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0956056 Sep 22 10:53:41.222755 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-312cc318-bc2e-49d5-9093-8d4694fad47f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 200 len: 1001 time: 0.0622962 Sep 22 10:53:41.279179 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-176d50a5-cbdc-47ed-ba7c-17556352dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:41.280741 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-176d50a5-cbdc-47ed-ba7c-17556352dd64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0514107 Sep 22 10:53:41.333412 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-a78231cd-a8e5-46b1-8b02-becfddcd9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:53:41.335110 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-a78231cd-a8e5-46b1-8b02-becfddcd9479 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468614 Sep 22 10:53:41.431700 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-1f0818dd-5190-4991-b2a7-d8b774c242f6 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885916 Sep 22 10:53:41.542148 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-952097b3-9424-40ea-8c21-a033ed812dc3 req-bbf99ac3-e71d-4f41-a685-78726c55ca17 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019220 Sep 22 10:53:54.168051 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:54.382707 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8d749235-98a0-423f-bb6e-ee707299e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:55.488158 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:57.207563 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-128454bc-fd7b-40fb-a30c-204e7ab79d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:57.642619 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:53:58.522325 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:00.308756 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:09.449990 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:54:24.207268 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:24.325233 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b0d6125d-a9ce-48bf-99bb-37e42356f429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:25.475995 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:27.075786 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-133c0c50-ef03-402c-a99b-8f8b441ab323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:27.635736 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:28.507962 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:30.235657 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:41.932604 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84483c34-ba73-4d96-b834-60137cf81f85 req-20f2081f-9c9f-4856-9525-66b759e564a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427277 Sep 22 10:54:42.019829 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84483c34-ba73-4d96-b834-60137cf81f85 req-e8cf2e4a-adb4-4a6f-8e3c-6accd2c712f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:42.021422 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84483c34-ba73-4d96-b834-60137cf81f85 req-e8cf2e4a-adb4-4a6f-8e3c-6accd2c712f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1096 time: 0.0416524 Sep 22 10:54:42.130921 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84483c34-ba73-4d96-b834-60137cf81f85 req-a0c366ae-942f-42d3-9dc9-38b0a13391f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:42.132499 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84483c34-ba73-4d96-b834-60137cf81f85 req-a0c366ae-942f-42d3-9dc9-38b0a13391f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0894990 Sep 22 10:54:42.198036 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84483c34-ba73-4d96-b834-60137cf81f85 req-9b874754-9126-4ca9-8c56-65333bf072b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 200 len: 1001 time: 0.0572526 Sep 22 10:54:42.252694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84483c34-ba73-4d96-b834-60137cf81f85 req-bbe3469b-521d-44a5-97d3-0966a1e4dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:42.254243 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84483c34-ba73-4d96-b834-60137cf81f85 req-bbe3469b-521d-44a5-97d3-0966a1e4dcce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0486307 Sep 22 10:54:42.300709 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84483c34-ba73-4d96-b834-60137cf81f85 req-4f34e1b0-9826-48a0-81b4-1458c023e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:54:42.302459 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84483c34-ba73-4d96-b834-60137cf81f85 req-4f34e1b0-9826-48a0-81b4-1458c023e391 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414159 Sep 22 10:54:42.399003 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84483c34-ba73-4d96-b834-60137cf81f85 req-4ba73b61-f6e5-4d16-8f81-5c5f6bcf6950 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888050 Sep 22 10:54:42.492245 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84483c34-ba73-4d96-b834-60137cf81f85 req-3079a9c4-9e74-4f8a-9f24-e1f3d3fed99c service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862613 Sep 22 10:54:46.449334 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:54:54.380566 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:54.452099 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3e2a5f26-edbd-4564-a2c1-8e5f963b1236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:55.532423 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:57.064338 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-edb7e8c8-c56e-4bdf-9287-1bdca5cfa721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:57.787378 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:58.486355 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:59.434661 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58946) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:54:59.798628 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Deleting port c7851773-78b9-40b8-856e-4bd49807e557 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:54:59.798873 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:59.879798 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:59.880121 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:54:59.892224 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Calling delete_port for c7851773-78b9-40b8-856e-4bd49807e557 owned by network:floatingip {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:55:00.126394 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:00.154264 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event deleted for resources: {'Port': ['ID=c7851773-78b9-40b8-856e-4bd49807e557,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:00.167526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.172502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.172502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.172502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.172502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.172502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.172502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.172502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.172502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.172502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.172502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.172502 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:00.228871 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for floatingip, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:00.229917 n-d-805649-4 neutron-server[95509]: INFO neutron.db.l3_db [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Floating IP 8a5b2cce-3928-4000-8b34-73f0775eec33 disassociated (deleted). External IP: 172.25.6.228, port: dab602cf-cde9-49ae-8b90-a3c653f058cb. Sep 22 10:55:00.252221 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:00.449998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Router dc417138-e58b-4a60-9d02-bcd14b7ac56d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:55:00.567308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:55:00.574498 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:00.577986 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e784c5-21b0-48a5-ac11-fa31ecf16db5 None None] Sync routers for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:55:00.589642 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e784c5-21b0-48a5-ac11-fa31ecf16db5 None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:00.590285 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-46e784c5-21b0-48a5-ac11-fa31ecf16db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:00.620915 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-73afaea1-d2ad-4d8d-b4b1-2df175eaafe3 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "DELETE /v2.0/floatingips/8a5b2cce-3928-4000-8b34-73f0775eec33 HTTP/1.1" status: 204 len: 168 time: 1.1848826 Sep 22 10:55:00.621845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:55:00.626344 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f095671a-265e-4492-99db-91ee76e3a011" -d '{"events": [{"name": "network-changed", "server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:55:00.752903 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-46e784c5-21b0-48a5-ac11-fa31ecf16db5 None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:00.981980 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-46e784c5-21b0-48a5-ac11-fa31ecf16db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:01.017873 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e784c5-21b0-48a5-ac11-fa31ecf16db5 None None] Checking router: dc417138-e58b-4a60-9d02-bcd14b7ac56d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:55:01.052995 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e784c5-21b0-48a5-ac11-fa31ecf16db5 None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:01.053672 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-46e784c5-21b0-48a5-ac11-fa31ecf16db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:01.272926 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-46e784c5-21b0-48a5-ac11-fa31ecf16db5 None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:01.309235 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d281bd-4ac0-4c29-b9e0-585321ca0ede x-openstack-request-id: req-f4d281bd-4ac0-4c29-b9e0-585321ca0ede {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:55:01.309585 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:55:01.310282 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4d281bd-4ac0-4c29-b9e0-585321ca0ede {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:55:01.310282 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'status': 'completed', 'code': 200} Sep 22 10:55:01.380713 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095671a-265e-4492-99db-91ee76e3a011 req-0958f622-41c8-4c9e-94b8-966ad82f0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:01.382291 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f095671a-265e-4492-99db-91ee76e3a011 req-0958f622-41c8-4c9e-94b8-966ad82f0a3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 1096 time: 0.0488899 Sep 22 10:55:01.410761 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f918a-372e-4c0b-8018-5576d65d7c5c req-53c65a64-f2d4-4611-8b30-fb5629a651ed tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:01.412829 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f6f918a-372e-4c0b-8018-5576d65d7c5c req-53c65a64-f2d4-4611-8b30-fb5629a651ed tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0556624 Sep 22 10:55:01.452290 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8f6f918a-372e-4c0b-8018-5576d65d7c5c req-d845f02a-f077-4da0-8aab-275b14f99d2b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327618 Sep 22 10:55:01.482576 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095671a-265e-4492-99db-91ee76e3a011 req-688300e0-10f3-41ae-b9eb-abd469ec8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:01.484239 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f095671a-265e-4492-99db-91ee76e3a011 req-688300e0-10f3-41ae-b9eb-abd469ec8195 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 200 len: 910 time: 0.0943139 Sep 22 10:55:01.485502 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-46e784c5-21b0-48a5-ac11-fa31ecf16db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:01.510806 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e784c5-21b0-48a5-ac11-fa31ecf16db5 None None] The sync data for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 is: [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:44:32Z', 'revision_number': 4, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': 'ea9cc217-5df1-4e9b-a187-ae01f477b6d8', 'name': '', 'network_id': '3152a6d9-56aa-4606-8ecb-8a596c6855bd', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'mac_address': 'fa:16:3e:6d:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:31Z', 'updated_at': '2021-09-22T10:44:35Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'subnets': [{'id': '91fa4a65-45a2-4225-8833-64cc8cc9b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:55:01.526556 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f095671a-265e-4492-99db-91ee76e3a011 req-e8a7421d-fc54-4766-a95a-25074f6ce2d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 200 len: 217 time: 0.0344188 Sep 22 10:55:01.582685 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095671a-265e-4492-99db-91ee76e3a011 req-18684a00-b8ea-42e5-8120-0ca93c0cf9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:01.584200 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f095671a-265e-4492-99db-91ee76e3a011 req-18684a00-b8ea-42e5-8120-0ca93c0cf9ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 200 len: 848 time: 0.0505321 Sep 22 10:55:01.632381 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095671a-265e-4492-99db-91ee76e3a011 req-d6c3f0c3-b724-4dd9-bc8a-2440e42103bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:01.633978 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f095671a-265e-4492-99db-91ee76e3a011 req-d6c3f0c3-b724-4dd9-bc8a-2440e42103bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3152a6d9-56aa-4606-8ecb-8a596c6855bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421975 Sep 22 10:55:01.646017 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-f095671a-265e-4492-99db-91ee76e3a011 req-0a295b12-bbe1-4705-b25a-fa01d36df2d4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:55:01.647086 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f095671a-265e-4492-99db-91ee76e3a011 req-0a295b12-bbe1-4705-b25a-fa01d36df2d4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052888 Sep 22 10:55:01.747125 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f095671a-265e-4492-99db-91ee76e3a011 req-c58a6128-2e0a-4592-8011-0b2c7e8a4930 service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932503 Sep 22 10:55:01.772045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1800083e-38f0-443e-bf23-600054d72339 None None] New status for floating IP 8a5b2cce-3928-4000-8b34-73f0775eec33: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:55:01.850172 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-f095671a-265e-4492-99db-91ee76e3a011 req-a66727fe-0a18-4001-a533-69789731c4cf service neutron] 10.222.0.60 "GET /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933516 Sep 22 10:55:02.572704 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8b0ad-4ee3-4f46-a9b0-061c32933262 req-ae35189a-aa15-4a1d-8b53-00aa2e89981c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:02.574214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66c8b0ad-4ee3-4f46-a9b0-061c32933262 req-ae35189a-aa15-4a1d-8b53-00aa2e89981c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0492179 Sep 22 10:55:02.616675 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-66c8b0ad-4ee3-4f46-a9b0-061c32933262 req-9d3c3cb8-cdce-428e-9b10-1f828f91d779 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/security-groups?id=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354342 Sep 22 10:55:02.717135 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a42c4-8a8d-439f-82f8-35a830f6b710 req-b1817b6d-f27d-4820-a7f7-db0758cb652b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:02.718774 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce0a42c4-8a8d-439f-82f8-35a830f6b710 req-b1817b6d-f27d-4820-a7f7-db0758cb652b tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.60 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Sep 22 10:55:02.813904 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-ce0a42c4-8a8d-439f-82f8-35a830f6b710 req-e740e698-3eff-4e32-a77c-b7f85ab86a48 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Deleting port dab602cf-cde9-49ae-8b90-a3c653f058cb {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:55:02.814245 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ce0a42c4-8a8d-439f-82f8-35a830f6b710 req-e740e698-3eff-4e32-a77c-b7f85ab86a48 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:02.905962 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ce0a42c4-8a8d-439f-82f8-35a830f6b710 req-e740e698-3eff-4e32-a77c-b7f85ab86a48 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] For port dab602cf-cde9-49ae-8b90-a3c653f058cb, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=dab602cf-cde9-49ae-8b90-a3c653f058cb,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:02.906244 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ce0a42c4-8a8d-439f-82f8-35a830f6b710 req-e740e698-3eff-4e32-a77c-b7f85ab86a48 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:02.918903 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-ce0a42c4-8a8d-439f-82f8-35a830f6b710 req-e740e698-3eff-4e32-a77c-b7f85ab86a48 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Calling delete_port for dab602cf-cde9-49ae-8b90-a3c653f058cb owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:55:03.222064 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ce0a42c4-8a8d-439f-82f8-35a830f6b710 req-e740e698-3eff-4e32-a77c-b7f85ab86a48 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:03.255100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740e698-3eff-4e32-a77c-b7f85ab86a48 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event deleted for resources: {'Port': ['ID=dab602cf-cde9-49ae-8b90-a3c653f058cb,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:03.297894 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0a42c4-8a8d-439f-82f8-35a830f6b710 req-e740e698-3eff-4e32-a77c-b7f85ab86a48 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] No DVR routers for this DVR port dab602cf-cde9-49ae-8b90-a3c653f058cb on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:55:03.300818 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ce0a42c4-8a8d-439f-82f8-35a830f6b710 req-e740e698-3eff-4e32-a77c-b7f85ab86a48 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:03.303015 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ce0a42c4-8a8d-439f-82f8-35a830f6b710 req-e740e698-3eff-4e32-a77c-b7f85ab86a48 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.60 "DELETE /v2.0/ports/dab602cf-cde9-49ae-8b90-a3c653f058cb HTTP/1.1" status: 204 len: 173 time: 0.5785573 Sep 22 10:55:03.311714 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'name': 'network-vif-deleted', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:55:03.314830 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfacca6e-efeb-4e4e-838e-84c88090c19e" -d '{"events": [{"server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "name": "network-vif-deleted", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:55:03.350515 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6de291-17ad-443e-a9a1-184d9184a268 x-openstack-request-id: req-0b6de291-17ad-443e-a9a1-184d9184a268 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:55:03.350801 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4beb441c-6c2a-4ea8-91b2-f43975714b13", "name": "network-vif-deleted", "tag": "dab602cf-cde9-49ae-8b90-a3c653f058cb", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:55:03.351050 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b6de291-17ad-443e-a9a1-184d9184a268 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:55:03.351927 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4beb441c-6c2a-4ea8-91b2-f43975714b13', 'name': 'network-vif-deleted', 'tag': 'dab602cf-cde9-49ae-8b90-a3c653f058cb', 'status': 'completed', 'code': 200} Sep 22 10:55:03.722469 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-58125fcd-57a5-448c-a5d3-89df71194b37 req-2486f23c-5eaa-4eb0-bfa4-c330cfb5f0bd tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 210 time: 0.0293982 Sep 22 10:55:04.817668 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-4d71352a-7cdb-4a6b-ab54-7d2ec376390d req-7c124763-7fe7-48f7-a742-e0adfcd742ea tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 210 time: 0.0274580 Sep 22 10:55:05.920288 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-50ebec56-03f9-45a4-927f-13fd88f64f41 req-28c41cb4-9dd2-4b90-aec2-4e355a8ab34d tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 210 time: 0.0268178 Sep 22 10:55:07.016590 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-234510c2-6990-49a2-8e60-f562a7aedbfe req-453a31a9-b323-4c14-8080-d4ad54aa2b6c tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 210 time: 0.0279219 Sep 22 10:55:07.587155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device dab602cf-cde9-49ae-8b90-a3c653f058cb no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:55:07.611796 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: dab602cf-cde9-49ae-8b90-a3c653f058cb {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:55:07.612233 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device dab602cf-cde9-49ae-8b90-a3c653f058cb not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:55:08.128885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a5e9e01-a7ae-4e25-8efc-d7b618c0d922 req-409d9e08-fb3e-4b65-aaeb-fc7e0e1d3735 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "GET /v2.0/ports?device_id=4beb441c-6c2a-4ea8-91b2-f43975714b13 HTTP/1.1" status: 200 len: 210 time: 0.0280797 Sep 22 10:55:09.185823 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58982) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:09.275501 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:09.304303 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:09.462544 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:09.465471 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:09.467216 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] 10.222.0.49 "DELETE /v2.0/security-groups/df6d8e58-6bab-4ee7-b7b7-3f478c0e3812 HTTP/1.1" status: 204 len: 168 time: 0.2802274 Sep 22 10:55:09.480677 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6d8e58-6bab-4ee7-b7b7-3f478c0e3812,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:09.489663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.489978 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.490651 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.491200 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.491715 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.492223 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.492738 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.493276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.493902 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.494398 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.494993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.495331 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385acf5-2569-454c-ad24-d1f4074b8212 tempest-TestShelveInstance-1509050825 tempest-TestShelveInstance-1509050825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:09.609129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58986) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:10.465072 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:10.710678 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] Deleting port ea9cc217-5df1-4e9b-a187-ae01f477b6d8 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:55:10.711343 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:10.803849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] For port ea9cc217-5df1-4e9b-a187-ae01f477b6d8, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ea9cc217-5df1-4e9b-a187-ae01f477b6d8,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:10.804216 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:10.817939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] Calling delete_port for ea9cc217-5df1-4e9b-a187-ae01f477b6d8 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:55:11.092013 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:11.120845 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9cc217-5df1-4e9b-a187-ae01f477b6d8,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:11.330413 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:11.554216 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] Router dc417138-e58b-4a60-9d02-bcd14b7ac56d has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:55:11.665034 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:55:11.673459 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-bb878172-1a19-499b-b1bb-22ccb3eb1ff7 admin admin] 10.222.0.49 "PUT /v2.0/routers/dc417138-e58b-4a60-9d02-bcd14b7ac56d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0599277 Sep 22 10:55:11.673459 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58990) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:11.674319 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c179df-bd73-4cec-a811-5112185fd740 None None] Sync routers for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:55:11.684092 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c179df-bd73-4cec-a811-5112185fd740 None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:11.684806 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d5c179df-bd73-4cec-a811-5112185fd740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:11.781342 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Notify callbacks [] for router, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:11.793890 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d5c179df-bd73-4cec-a811-5112185fd740 None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:11.886604 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:11.973308 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d5c179df-bd73-4cec-a811-5112185fd740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:55:10Z', 'revision_number': 5, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port': {'id': 'd5b82df3-62ca-47ba-a21b-9b6c9d94365c', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:29Z', 'updated_at': '2021-09-22T10:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:12.000362 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c179df-bd73-4cec-a811-5112185fd740 None None] Checking router: dc417138-e58b-4a60-9d02-bcd14b7ac56d for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:55:12.009398 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c179df-bd73-4cec-a811-5112185fd740 None None] Routers {'dc417138-e58b-4a60-9d02-bcd14b7ac56d'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:12.010022 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d5c179df-bd73-4cec-a811-5112185fd740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:12.022303 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Deleting port d5b82df3-62ca-47ba-a21b-9b6c9d94365c {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:55:12.022665 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.097663 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-d5c179df-bd73-4cec-a811-5112185fd740 None None] Set router dc417138-e58b-4a60-9d02-bcd14b7ac56d gateway port host: None {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:12.106232 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] For port d5b82df3-62ca-47ba-a21b-9b6c9d94365c, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d5b82df3-62ca-47ba-a21b-9b6c9d94365c,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:12.106607 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.118534 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Calling delete_port for d5b82df3-62ca-47ba-a21b-9b6c9d94365c owned by network:router_gateway {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:55:12.150247 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-d5c179df-bd73-4cec-a811-5112185fd740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:55:11Z', 'revision_number': 6, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:12.180820 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c179df-bd73-4cec-a811-5112185fd740 None None] The sync data for ids ['dc417138-e58b-4a60-9d02-bcd14b7ac56d'] in n-d-805649-4 is: [{'id': 'dc417138-e58b-4a60-9d02-bcd14b7ac56d', 'name': 'tempest-TestShelveInstance-1436261356-router', 'tenant_id': '7cbce155a51647cc9d1d17e99b4aae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:28Z', 'updated_at': '2021-09-22T10:55:11Z', 'revision_number': 6, 'project_id': '7cbce155a51647cc9d1d17e99b4aae32', 'gw_port_host': None}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:55:12.349324 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.378968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b82df3-62ca-47ba-a21b-9b6c9d94365c,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:12.448440 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.544419 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.547040 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.650225 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.650796 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc417138-e58b-4a60-9d02-bcd14b7ac56d {{(pid=95509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:55:12.655039 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] Notify callbacks [] for router, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.660188 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-71349d8a-5c64-461b-b87f-bcf6a402f44a admin admin] 10.222.0.49 "DELETE /v2.0/routers/dc417138-e58b-4a60-9d02-bcd14b7ac56d HTTP/1.1" status: 204 len: 168 time: 0.9817095 Sep 22 10:55:12.660188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58992) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:12.702727 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-1490b93e-ec3d-4e80-abd1-0db3d4947cd7 admin admin] Deleting subnet 91fa4a65-45a2-4225-8833-64cc8cc9b405 {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:55:12.706340 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1490b93e-ec3d-4e80-abd1-0db3d4947cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.744290 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1490b93e-ec3d-4e80-abd1-0db3d4947cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.819181 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1490b93e-ec3d-4e80-abd1-0db3d4947cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.965034 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1490b93e-ec3d-4e80-abd1-0db3d4947cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.990998 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490b93e-ec3d-4e80-abd1-0db3d4947cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91fa4a65-45a2-4225-8833-64cc8cc9b405,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:12.994872 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-1490b93e-ec3d-4e80-abd1-0db3d4947cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:12.997081 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-1490b93e-ec3d-4e80-abd1-0db3d4947cd7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/91fa4a65-45a2-4225-8833-64cc8cc9b405 HTTP/1.1" status: 204 len: 168 time: 0.3362575 Sep 22 10:55:13.000080 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58994) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:13.004103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61def86c-fd45-4540-87e5-231425788d2a None None] Network 3152a6d9-56aa-4606-8ecb-8a596c6855bd requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:55:13.088687 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.151535 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Deleting port ab4c06cc-83a1-4d00-9e9b-429b698b30d2 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:55:13.151826 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.188210 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] DHCP port deletion for 3152a6d9-56aa-4606-8ecb-8a596c6855bd request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:55:13.219475 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] For port ab4c06cc-83a1-4d00-9e9b-429b698b30d2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ab4c06cc-83a1-4d00-9e9b-429b698b30d2,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:13.219795 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.232747 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Calling delete_port for ab4c06cc-83a1-4d00-9e9b-429b698b30d2 owned by network:dhcp {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:55:13.240391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Deleting port ab4c06cc-83a1-4d00-9e9b-429b698b30d2 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:55:13.240647 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.301351 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d5b82df3-62ca-47ba-a21b-9b6c9d94365c no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:55:13.326018 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: d5b82df3-62ca-47ba-a21b-9b6c9d94365c {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:55:13.326362 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d5b82df3-62ca-47ba-a21b-9b6c9d94365c not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:55:13.326778 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ab4c06cc-83a1-4d00-9e9b-429b698b30d2 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:55:13.330892 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] For port ab4c06cc-83a1-4d00-9e9b-429b698b30d2, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=ab4c06cc-83a1-4d00-9e9b-429b698b30d2,segment=NetworkSegment(b41bcd87-8018-4f6e-803b-eb36465ef2d2),segment_id=b41bcd87-8018-4f6e-803b-eb36465ef2d2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:13.331286 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.366741 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Calling delete_port for ab4c06cc-83a1-4d00-9e9b-429b698b30d2 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:55:13.404568 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.424972 n-d-805649-4 neutron-server[95511]: INFO neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No ports have port_id starting with ab4c06cc-83a1-4d00-9e9b-429b698b30d2 Sep 22 10:55:13.428087 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ea9cc217-5df1-4e9b-a187-ae01f477b6d8 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:55:13.431338 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab4c06cc-83a1-4d00-9e9b-429b698b30d2,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:13.460678 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] No DVR routers for this DVR port ab4c06cc-83a1-4d00-9e9b-429b698b30d2 on host n-d-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:55:13.460858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: ea9cc217-5df1-4e9b-a187-ae01f477b6d8 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:55:13.460858 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device ea9cc217-5df1-4e9b-a187-ae01f477b6d8 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:55:13.482927 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.514318 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Pushing event deleted for resources: {'Port': ['ID=ab4c06cc-83a1-4d00-9e9b-429b698b30d2,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:13.516545 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.522152 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] No DVR routers for this DVR port ab4c06cc-83a1-4d00-9e9b-429b698b30d2 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:55:13.525055 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.525402 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.525868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.526333 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.526908 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.527323 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.527719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.528463 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.529073 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.529531 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.529906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.530301 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093aecdd-df2e-441c-8f87-9f92d65aee16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:13.544110 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3152a6d9-56aa-4606-8ecb-8a596c6855bd']}} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:13.557959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41bcd87-8018-4f6e-803b-eb36465ef2d2') {'for_net_delete': True} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:13.558259 n-d-805649-4 neutron-server[95510]: DEBUG neutron.services.segments.db [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41bcd87-8018-4f6e-803b-eb36465ef2d2') {} {{(pid=95510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:13.569726 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25420217'] for segment, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.583309 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.589563 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=95510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:55:13.589952 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25360234'] for segment, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: Traceback (most recent call last): Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: timer() Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: cb(*args, **kw) Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: return func(*args, **kwargs) Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: self._notify() Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: self.callback(batched_events) Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: event.method(event) Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: return f(self, *a, **k) Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: return self._get(url).json() Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: return self.request(url, 'GET', **kwargs) Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:55:13.591677 n-d-805649-4 neutron-server[95510]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:55:13.718880 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.726768 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:13.728606 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] 10.222.0.49 "DELETE /v2.0/networks/3152a6d9-56aa-4606-8ecb-8a596c6855bd HTTP/1.1" status: 204 len: 168 time: 0.7263880 Sep 22 10:55:13.731771 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 58996) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:13.739636 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf1d08-6f48-4c5e-9217-ef3d4d57fa7d admin admin] Pushing event deleted for resources: {'Network': ['ID=3152a6d9-56aa-4606-8ecb-8a596c6855bd,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:14.110654 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:14.359188 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] Deleting port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:55:14.359529 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:14.436335 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] For port 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4,segment=NetworkSegment(181a3f6f-7ba8-4cef-a1b2-597da1e9afe2),segment_id=181a3f6f-7ba8-4cef-a1b2-597da1e9afe2)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:14.436599 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:14.449282 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] Calling delete_port for 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 owned by network:router_interface {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:55:14.736549 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:14.774163 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:14.946421 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:15.174656 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] Router db9f74fb-35dd-41a5-a40e-a385367b6d6f has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:55:15.281789 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:55:15.288474 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4f7e173e-b8d2-4529-a91f-1a89f4b19c96 admin admin] 10.222.0.49 "PUT /v2.0/routers/db9f74fb-35dd-41a5-a40e-a385367b6d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5555704 Sep 22 10:55:15.290391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 58998) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:15.292545 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c9abf-604d-450e-95ca-d2ba52f3c862 None None] Sync routers for ids ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:55:15.302115 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c9abf-604d-450e-95ca-d2ba52f3c862 None None] Routers {'db9f74fb-35dd-41a5-a40e-a385367b6d6f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:15.302749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2e7c9abf-604d-450e-95ca-d2ba52f3c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:15.399916 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:15.406776 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-2e7c9abf-604d-450e-95ca-d2ba52f3c862 None None] Set router db9f74fb-35dd-41a5-a40e-a385367b6d6f gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:15.503463 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:15.587799 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2e7c9abf-604d-450e-95ca-d2ba52f3c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'name': 'tempest-TestShelveInstance-1086806725-router', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:55:14Z', 'revision_number': 5, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'gw_port': {'id': 'd403408c-d0a2-4de5-952d-02fb06c44a07', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:15.614382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c9abf-604d-450e-95ca-d2ba52f3c862 None None] Checking router: db9f74fb-35dd-41a5-a40e-a385367b6d6f for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:55:15.622721 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c9abf-604d-450e-95ca-d2ba52f3c862 None None] Routers {'db9f74fb-35dd-41a5-a40e-a385367b6d6f'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:15.623335 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2e7c9abf-604d-450e-95ca-d2ba52f3c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:15.655644 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Deleting port d403408c-d0a2-4de5-952d-02fb06c44a07 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:55:15.656169 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:15.710659 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-2e7c9abf-604d-450e-95ca-d2ba52f3c862 None None] Set router db9f74fb-35dd-41a5-a40e-a385367b6d6f gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:15.741237 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] For port d403408c-d0a2-4de5-952d-02fb06c44a07, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d403408c-d0a2-4de5-952d-02fb06c44a07,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:15.741711 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:15.753750 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Calling delete_port for d403408c-d0a2-4de5-952d-02fb06c44a07 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:55:15.919050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2e7c9abf-604d-450e-95ca-d2ba52f3c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'name': 'tempest-TestShelveInstance-1086806725-router', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:55:15Z', 'revision_number': 6, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:15.946740 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c9abf-604d-450e-95ca-d2ba52f3c862 None None] The sync data for ids ['db9f74fb-35dd-41a5-a40e-a385367b6d6f'] in n-d-805649-4 is: [{'id': 'db9f74fb-35dd-41a5-a40e-a385367b6d6f', 'name': 'tempest-TestShelveInstance-1086806725-router', 'tenant_id': '0f525de2b0c14a18980ec08e9ee4f016', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:44:35Z', 'updated_at': '2021-09-22T10:55:15Z', 'revision_number': 6, 'project_id': '0f525de2b0c14a18980ec08e9ee4f016', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:55:16.025177 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.048559 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d403408c-d0a2-4de5-952d-02fb06c44a07,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:16.115727 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.204068 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.206975 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.336147 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.340593 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db9f74fb-35dd-41a5-a40e-a385367b6d6f {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 10:55:16.341414 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.342888 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9108ca4e-33fb-424e-94a5-38e99a370fd8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/db9f74fb-35dd-41a5-a40e-a385367b6d6f HTTP/1.1" status: 204 len: 168 time: 1.0514159 Sep 22 10:55:16.345831 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59000) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:16.395870 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_v2 [None req-2127f026-bac4-47e8-8044-996fd8d1f696 admin admin] Deleting subnet 277f16ea-67f9-46df-a66f-26ca3e308bff {{(pid=95509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 10:55:16.398988 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2127f026-bac4-47e8-8044-996fd8d1f696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.432552 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2127f026-bac4-47e8-8044-996fd8d1f696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25368990'] for subnet, precommit_delete_associations {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.513459 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2127f026-bac4-47e8-8044-996fd8d1f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.633452 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2127f026-bac4-47e8-8044-996fd8d1f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2737172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25954749'] for subnet, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.657994 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127f026-bac4-47e8-8044-996fd8d1f696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=277f16ea-67f9-46df-a66f-26ca3e308bff,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:16.664623 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-2127f026-bac4-47e8-8044-996fd8d1f696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.666586 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-2127f026-bac4-47e8-8044-996fd8d1f696 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/277f16ea-67f9-46df-a66f-26ca3e308bff HTTP/1.1" status: 204 len: 168 time: 0.3197546 Sep 22 10:55:16.669277 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59002) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:16.671942 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bce842-cc26-40ad-9d87-c9c21af6484a None None] Network 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:55:16.744871 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.801900 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Deleting port 9d5c0085-9bf7-49db-b60d-ae206da422d9 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:55:16.802255 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.861905 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6450ae67-03d8-4c7f-b46d-854d0e17d335 None None] DHCP port deletion for 67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 10:55:16.875211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] For port 9d5c0085-9bf7-49db-b60d-ae206da422d9, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9d5c0085-9bf7-49db-b60d-ae206da422d9,segment=NetworkSegment(181a3f6f-7ba8-4cef-a1b2-597da1e9afe2),segment_id=181a3f6f-7ba8-4cef-a1b2-597da1e9afe2)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:16.875685 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.888620 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Calling delete_port for 9d5c0085-9bf7-49db-b60d-ae206da422d9 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:55:16.908396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6450ae67-03d8-4c7f-b46d-854d0e17d335 None None] Deleting port 9d5c0085-9bf7-49db-b60d-ae206da422d9 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 10:55:16.908814 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6450ae67-03d8-4c7f-b46d-854d0e17d335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.976269 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-6450ae67-03d8-4c7f-b46d-854d0e17d335 None None] For port 9d5c0085-9bf7-49db-b60d-ae206da422d9, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=9d5c0085-9bf7-49db-b60d-ae206da422d9,segment=NetworkSegment(181a3f6f-7ba8-4cef-a1b2-597da1e9afe2),segment_id=181a3f6f-7ba8-4cef-a1b2-597da1e9afe2)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:16.976678 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6450ae67-03d8-4c7f-b46d-854d0e17d335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:16.991042 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-6450ae67-03d8-4c7f-b46d-854d0e17d335 None None] Calling delete_port for 9d5c0085-9bf7-49db-b60d-ae206da422d9 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 10:55:17.071468 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:17.075187 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6450ae67-03d8-4c7f-b46d-854d0e17d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:17.102894 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450ae67-03d8-4c7f-b46d-854d0e17d335 None None] Pushing event deleted for resources: {'Port': ['ID=9d5c0085-9bf7-49db-b60d-ae206da422d9,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:17.104975 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5c0085-9bf7-49db-b60d-ae206da422d9,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:17.106266 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450ae67-03d8-4c7f-b46d-854d0e17d335 None None] No DVR routers for this DVR port 9d5c0085-9bf7-49db-b60d-ae206da422d9 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:55:17.106781 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] No DVR routers for this DVR port 9d5c0085-9bf7-49db-b60d-ae206da422d9 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 10:55:17.192256 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:17.303781 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9d5c0085-9bf7-49db-b60d-ae206da422d9 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:55:17.329647 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 9d5c0085-9bf7-49db-b60d-ae206da422d9 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:55:17.330036 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 9d5c0085-9bf7-49db-b60d-ae206da422d9 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:55:17.330491 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:55:17.356134 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:55:17.356479 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 73d4c60a-cfac-4b2b-a1ae-ccf390d14fe4 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:55:17.356930 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d403408c-d0a2-4de5-952d-02fb06c44a07 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:55:17.379017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: d403408c-d0a2-4de5-952d-02fb06c44a07 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 10:55:17.379267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d403408c-d0a2-4de5-952d-02fb06c44a07 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 10:55:17.536211 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67518fd9-6a4e-4b1c-8082-fa3fb37cfe07']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:17.545467 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181a3f6f-7ba8-4cef-a1b2-597da1e9afe2') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:17.545758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181a3f6f-7ba8-4cef-a1b2-597da1e9afe2') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:17.554742 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:17.568175 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:17.574060 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 10:55:17.574471 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: timer() Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 10:55:17.576088 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 10:55:17.714550 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:17.721566 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:17.723806 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] 10.222.0.49 "DELETE /v2.0/networks/67518fd9-6a4e-4b1c-8082-fa3fb37cfe07 HTTP/1.1" status: 204 len: 168 time: 1.0535090 Sep 22 10:55:17.734644 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d2bb0-2457-4fa0-b21b-7dc776f71277 admin admin] Pushing event deleted for resources: {'Network': ['ID=67518fd9-6a4e-4b1c-8082-fa3fb37cfe07,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:18.290704 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59006) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:18.343177 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-8a7e0321-e1b0-4014-bd28-fc95c0b9dcca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7cbce155a51647cc9d1d17e99b4aae32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509813 Sep 22 10:55:18.345915 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59008) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:18.400449 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f10a40cb-55f3-4f70-9e0e-2e2ce1ca2a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:18.421619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f10a40cb-55f3-4f70-9e0e-2e2ce1ca2a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:18.577237 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f10a40cb-55f3-4f70-9e0e-2e2ce1ca2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:18.579884 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f10a40cb-55f3-4f70-9e0e-2e2ce1ca2a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:18.581662 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f10a40cb-55f3-4f70-9e0e-2e2ce1ca2a5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21f52860-df42-4a4c-9717-7a7b1b68e18f HTTP/1.1" status: 204 len: 168 time: 0.2337205 Sep 22 10:55:18.590050 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a40cb-55f3-4f70-9e0e-2e2ce1ca2a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f52860-df42-4a4c-9717-7a7b1b68e18f,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:19.257234 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59014) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:19.300808 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-aa27c132-2e21-4696-b34a-f25121a409ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f525de2b0c14a18980ec08e9ee4f016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410256 Sep 22 10:55:19.305570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59016) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:19.358999 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0348d9e4-1f99-4739-8df8-1289486f6c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:19.383289 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0348d9e4-1f99-4739-8df8-1289486f6c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:19.520863 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0348d9e4-1f99-4739-8df8-1289486f6c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:19.523469 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0348d9e4-1f99-4739-8df8-1289486f6c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:19.524701 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0348d9e4-1f99-4739-8df8-1289486f6c48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/743b305b-5ad6-4f05-91b0-9a078349bebf HTTP/1.1" status: 204 len: 168 time: 0.2173724 Sep 22 10:55:19.533291 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348d9e4-1f99-4739-8df8-1289486f6c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b305b-5ad6-4f05-91b0-9a078349bebf,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:20.671352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59038) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:20.770603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1156845460-network', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:20.919954 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Made reservation on behalf of 5c48c9ec3f9e4713b1a9610c9de5e1bb for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:55:20.922590 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:20.931818 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:21.021965 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:21.120367 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:21.146090 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:55:21.155806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce49f43-00a7-46df-a24e-0f5ea8295838,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:21.162075 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:21.162413 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Added segment d5d3cec2-01bd-4c64-b225-8069d61bacf5 of type vlan for network d5ab177b-3e19-4bb9-b22c-d8cfe51003de Sep 22 10:55:21.202202 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:21.347017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:21.347971 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:21.348580 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:21.409952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ab177b-3e19-4bb9-b22c-d8cfe51003de,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:21.419639 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network d5ab177b-3e19-4bb9-b22c-d8cfe51003de details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:55:21.469529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-53b62e24-5eb4-41b1-92a2-cb6aa8852db4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7968578 Sep 22 10:55:21.472528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59042) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:21.477395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] Request body: {'subnet': {'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1156845460-subnet', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:21.571646 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] Made reservation on behalf of 5c48c9ec3f9e4713b1a9610c9de5e1bb for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:55:21.574069 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:21.800575 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:21.857048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1403510-95e2-462f-95f1-ee9526d08be7,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:21.866820 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] Checking segment: {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:55:21.867172 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] Network hostable DHCP agents. Network: d5ab177b-3e19-4bb9-b22c-d8cfe51003de, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:55:22.000271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] Network d5ab177b-3e19-4bb9-b22c-d8cfe51003de is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:55:22.107168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, d5ab177b-3e19-4bb9-b22c-d8cfe51003de) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:22.111277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:22.126293 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:22.127091 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd9562-bb6c-455e-868a-b5c409f04c71 None None] Network d5ab177b-3e19-4bb9-b22c-d8cfe51003de requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:55:22.244975 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-33621130-6181-4450-9bb3-28faff0f3a50 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7712822 Sep 22 10:55:22.247696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59046) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:22.252130 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:22.264855 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-d5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:55:22.265866 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:22.377702 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:22.378841 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:22.405558 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Allocated IP 172.20.0.2 (d5ab177b-3e19-4bb9-b22c-d8cfe51003de/c1403510-95e2-462f-95f1-ee9526d08be7/bfb2f71b-a526-43e3-8795-f1a8f0fb54b5) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:55:22.431011 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:22.553922 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:22.629181 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:22.666229 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:22.668670 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Network d5ab177b-3e19-4bb9-b22c-d8cfe51003de is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:22.671575 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:22.674949 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:55:22.685193 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Pushing event updated for resources: {'Port': ['ID=bfb2f71b-a526-43e3-8795-f1a8f0fb54b5,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:22.735097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Attempting to bind port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:55:22.735460 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Attempting to bind port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:55:22.735826 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Attempting to bind port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 on network d5ab177b-3e19-4bb9-b22c-d8cfe51003de {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:55:22.741410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:55:22.741782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Checking segment: {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:55:22.742187 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:22.742581 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Bound using segment: {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:55:22.743171 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Bound port: bfb2f71b-a526-43e3-8795-f1a8f0fb54b5, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:55:22.743423 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:22.808174 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] For port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:55:22.811251 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] For port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bfb2f71b-a526-43e3-8795-f1a8f0fb54b5,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:55:22.913937 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:22.975421 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba7df1-dd3f-452a-b80c-47ae988249d7 None None] Pushing event updated for resources: {'Port': ['ID=bfb2f71b-a526-43e3-8795-f1a8f0fb54b5,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:22.984656 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:23.005163 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:23.119674 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Allocated IP 172.25.6.179 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/55e3ef0d-2585-43c8-9be2-696cbcc7fa71) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:55:23.247819 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:23.329260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:23.378813 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:23.379183 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:23.383725 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:23.420253 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:23.423304 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:23.426952 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:55:23.449428 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:55:23.452975 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Pushing event updated for resources: {'Port': ['ID=55e3ef0d-2585-43c8-9be2-696cbcc7fa71,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:23.462179 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:23.494424 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bfb2f71b-a526-43e3-8795-f1a8f0fb54b5,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:23.584259 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:23.637342 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=bfb2f71b-a526-43e3-8795-f1a8f0fb54b5,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:23.796985 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:23.861599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95371b0-104a-4a34-bfa7-a75b5e462b61 None None] Network d5ab177b-3e19-4bb9-b22c-d8cfe51003de requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:55:23.938485 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-cb225eef-47d2-419a-9426-76017fd1cdf1 None None] Provisioning complete for port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:23.938866 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-cb225eef-47d2-419a-9426-76017fd1cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:24.193571 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:24.329640 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:24.341591 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-916f3345-96bc-44a0-8cc3-3b231749383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:24.449444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-99ae1dbd-05ef-4313-9d6a-a89931041b18 None None] Provisioning complete for port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:24.449827 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-99ae1dbd-05ef-4313-9d6a-a89931041b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:24.583826 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Router 6dd8fde7-6960-4548-8753-bdc537b8da94 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:55:24.703523 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:55:24.713534 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Sync routers for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:55:24.722979 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:24.723580 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:24.805904 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:24.809735 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-22573fcb-cba8-4be5-b61c-674051036731 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5585487 Sep 22 10:55:24.810009 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59048) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:24.829620 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:25.017335 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:23Z', 'revision_number': 3, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:25.046810 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Checking router: 6dd8fde7-6960-4548-8753-bdc537b8da94 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:55:25.047146 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Updating router 6dd8fde7-6960-4548-8753-bdc537b8da94 port 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:55:25.071981 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.243717 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.319623 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:25.373303 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:25.373937 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.419271 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Allocated IP 172.20.0.1 (d5ab177b-3e19-4bb9-b22c-d8cfe51003de/c1403510-95e2-462f-95f1-ee9526d08be7/2f60953e-4c7b-48ac-aa08-dbe57efd47d6) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:55:25.424555 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.526075 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.529992 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.560544 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.581052 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Attempting to bind port 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:55:25.581402 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Attempting to bind port 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:55:25.588277 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Attempting to bind port 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:55:25.588277 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Pushing event updated for resources: {'Port': ['ID=55e3ef0d-2585-43c8-9be2-696cbcc7fa71,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:25.592320 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:55:25.592672 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:55:25.593077 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.593450 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:55:25.593888 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Bound port: 55e3ef0d-2585-43c8-9be2-696cbcc7fa71, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:55:25.594248 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.597399 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.597729 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.598052 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.598368 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.599217 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.599534 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.599848 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.600155 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.600462 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.600790 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.601098 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.601402 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:55:25.652418 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.652910 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] For port 55e3ef0d-2585-43c8-9be2-696cbcc7fa71, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:55:25.656185 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] For port 55e3ef0d-2585-43c8-9be2-696cbcc7fa71, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=55e3ef0d-2585-43c8-9be2-696cbcc7fa71,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:55:25.690134 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Network d5ab177b-3e19-4bb9-b22c-d8cfe51003de is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:25.693359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:25.695812 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:55:25.729446 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Pushing event updated for resources: {'Port': ['ID=2f60953e-4c7b-48ac-aa08-dbe57efd47d6,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:25.745630 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.749450 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.811717 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f15ec2-681f-4d8f-934a-6fc4326c196e None None] Pushing event updated for resources: {'Port': ['ID=55e3ef0d-2585-43c8-9be2-696cbcc7fa71,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:25.814275 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:25.814900 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:54:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:25.921672 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:25.982260 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2d8a0787-49d7-4079-a4ea-8373b68f83b1 None None] Provisioning complete for port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:25.982950 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0787-49d7-4079-a4ea-8373b68f83b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:25.993052 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:26.021793 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a0787-49d7-4079-a4ea-8373b68f83b1 None None] Port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:55:26.100095 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:23Z', 'revision_number': 3, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:26.130534 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16deb294-1a13-4677-b2b1-8108335bfa06 None None] The sync data for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 is: [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:23Z', 'revision_number': 3, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:55:26.169754 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:26.326258 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:26.397253 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:26.400426 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Pushing event updated for resources: {'Port': ['ID=2f60953e-4c7b-48ac-aa08-dbe57efd47d6,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:26.501791 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Network d5ab177b-3e19-4bb9-b22c-d8cfe51003de is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:26.503415 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:26.635169 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Router 6dd8fde7-6960-4548-8753-bdc537b8da94 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:55:26.762272 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-49726d0a-bcd4-45f6-822c-11cd046e8581 None None] Provisioning complete for port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:26.762894 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-49726d0a-bcd4-45f6-822c-11cd046e8581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:26.768215 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:55:26.784654 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1bc6cdba-96e8-4c24-baa1-a3a45de9e2ae admin admin] 10.222.0.49 "PUT /v2.0/routers/6dd8fde7-6960-4548-8753-bdc537b8da94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9646187 Sep 22 10:55:26.816903 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-49726d0a-bcd4-45f6-822c-11cd046e8581 None None] Port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:55:27.063314 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c8a74e2c-2945-44df-9f74-50aab1cd15c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:27.321786 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:27.371825 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:27.372186 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:27.452796 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:27.476689 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 55e3ef0d-2585-43c8-9be2-696cbcc7fa71, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=55e3ef0d-2585-43c8-9be2-696cbcc7fa71,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:27.567856 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59066) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:27.573035 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1632424966-network', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:27.579899 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:27.633235 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=55e3ef0d-2585-43c8-9be2-696cbcc7fa71,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:27.657632 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:27.663765 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Sync routers for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:55:27.673129 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:27.673748 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:27.703482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Made reservation on behalf of fcbb71a5bfed400095eeb0bf4f154980 for: {'network': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:55:27.706108 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for network, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:27.715591 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:27.780179 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:27.806495 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:27.885889 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:27.911813 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=95510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 10:55:27.921796 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e6551e-bbdd-465b-b305-dc907d051c1c,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:27.926995 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:27.927341 n-d-805649-4 neutron-server[95510]: INFO neutron.db.segments_db [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Added segment 31545166-8fba-47fc-9c3c-5059fcb9b01f of type vlan for network fd4212d7-3eb4-491b-b78a-4506fcafcc6b Sep 22 10:55:27.970853 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729506283295'] for network, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:27.982431 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:26Z', 'revision_number': 2, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:28.009189 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Checking router: 6dd8fde7-6960-4548-8753-bdc537b8da94 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:55:28.009540 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Updating router 6dd8fde7-6960-4548-8753-bdc537b8da94 port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:55:28.039064 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.062832 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950'] for network, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.063837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:28.064419 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Notify callbacks [] for network, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.128192 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] Pushing event updated for resources: {'Network': ['ID=fd4212d7-3eb4-491b-b78a-4506fcafcc6b,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:28.140743 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Network fd4212d7-3eb4-491b-b78a-4506fcafcc6b details requested by agent ovs-agent-n-d-805649-4 with host n-d-805649-4 {{(pid=95511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 10:55:28.241004 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-140cb055-d881-4248-9d0d-b6efabe2e88a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6717591 Sep 22 10:55:28.243434 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59068) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:28.248277 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] Request body: {'subnet': {'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1632424966-subnet', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'ip_version': 4}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:28.383691 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] Made reservation on behalf of fcbb71a5bfed400095eeb0bf4f154980 for: {'subnet': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:55:28.386223 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25751700'] for subnet, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.519146 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.611970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.612852 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.664959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185b33d-3fe2-422c-8789-09140e4a266c None None] Pushing event updated for resources: {'Port': ['ID=2f60953e-4c7b-48ac-aa08-dbe57efd47d6,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:28.692222 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25359877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25751718'] for subnet, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.719103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Attempting to bind port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:55:28.719475 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Attempting to bind port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:55:28.720313 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Attempting to bind port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 on network d5ab177b-3e19-4bb9-b22c-d8cfe51003de {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:55:28.726183 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:55:28.726629 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Checking segment: {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:55:28.727108 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.727498 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Bound using segment: {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:55:28.727967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Bound port: 2f60953e-4c7b-48ac-aa08-dbe57efd47d6, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:55:28.728342 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.749185 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c1a812-3675-42a2-8cf3-cdf1288ebb91,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:28.764622 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] Checking segment: {'id': '31545166-8fba-47fc-9c3c-5059fcb9b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:55:28.765105 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] Network hostable DHCP agents. Network: fd4212d7-3eb4-491b-b78a-4506fcafcc6b, hostable agents: ['61796e59-cf1e-47cd-8855-37b025531cad'], hosted agents: [] {{(pid=95510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 10:55:28.799719 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] For port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:55:28.803534 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] For port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2f60953e-4c7b-48ac-aa08-dbe57efd47d6,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:55:28.853218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ecf702e0-c93a-49ed-bf79-ae5abac971c7 None None] Provisioning complete for port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:28.860510 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ecf702e0-c93a-49ed-bf79-ae5abac971c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.886057 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] Network fd4212d7-3eb4-491b-b78a-4506fcafcc6b is scheduled to be hosted by DHCP agent 61796e59-cf1e-47cd-8855-37b025531cad with binding_index 1 {{(pid=95510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 10:55:28.887103 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ecf702e0-c93a-49ed-bf79-ae5abac971c7 None None] Port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:55:28.909329 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:28.963885 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:28.964521 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:29.004604 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185b33d-3fe2-422c-8789-09140e4a266c None None] Pushing event updated for resources: {'Port': ['ID=2f60953e-4c7b-48ac-aa08-dbe57efd47d6,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:29.072866 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-805649-4, fd4212d7-3eb4-491b-b78a-4506fcafcc6b) {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:29.077399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:29.077990 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:29.090872 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9af916-a93e-4461-9853-003e043542eb None None] Network fd4212d7-3eb4-491b-b78a-4506fcafcc6b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:55:29.096237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:29.189353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-0afa2420-d753-46c7-a57a-32530b2ef389 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9448190 Sep 22 10:55:29.192369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59070) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:29.196815 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1632424966-router', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:29.265314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-3d715e1d-855d-4840-8808-c107695ab705 None None] Provisioning complete for port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:29.265688 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3d715e1d-855d-4840-8808-c107695ab705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:29.320488 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:29.331977 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3692428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:29.335158 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697548', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:29.391375 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:29.467626 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc9b6eb6-0c0e-58a3-8bf8-e1f92a1103c5-fd4212d7-3eb4-491b-b78a-4506fcafcc6b', 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'fixed_ips': [{'subnet_id': '67c1a812-3675-42a2-8cf3-cdf1288ebb91'}]}} from n-d-805649-4. {{(pid=95511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 10:55:29.468467 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:29.533970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3d715e1d-855d-4840-8808-c107695ab705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:29.546005 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:29.546372 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:29.625867 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:29.675149 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-3d715e1d-855d-4840-8808-c107695ab705 None None] For port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2f60953e-4c7b-48ac-aa08-dbe57efd47d6,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:29.700405 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:28Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:29.735429 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b640c92a-03bf-4e59-9c98-cb637b65eb29 None None] The sync data for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 is: [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:28Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:55:29.790455 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3d715e1d-855d-4840-8808-c107695ab705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:29.796253 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.db_base_plugin_common [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Allocated IP 172.20.0.2 (fd4212d7-3eb4-491b-b78a-4506fcafcc6b/67c1a812-3675-42a2-8cf3-cdf1288ebb91/04b68569-1030-4e1e-8aa1-a4d78612e328) {{(pid=95511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:55:29.890090 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d715e1d-855d-4840-8808-c107695ab705 None None] Pushing event updated for resources: {'Port': ['ID=2f60953e-4c7b-48ac-aa08-dbe57efd47d6,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:29.967636 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:29.989720 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:30.032444 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Notify callbacks [] for port, precommit_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:30.107231 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Allocated IP 172.25.6.147 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:55:30.187749 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105'] for port, after_create {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:30.220187 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:30.231940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Network fd4212d7-3eb4-491b-b78a-4506fcafcc6b is already hosted by enough agents. {{(pid=95511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:30.237176 n-d-805649-4 neutron-server[95511]: DEBUG neutron.scheduler.base_scheduler [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Resources bound (agent type, host, resource id): {{(pid=95511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:30.245399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Received port after_create {{(pid=95511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:55:30.255119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Pushing event updated for resources: {'Port': ['ID=04b68569-1030-4e1e-8aa1-a4d78612e328,revision_number=1']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:30.309211 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Attempting to bind port 04b68569-1030-4e1e-8aa1-a4d78612e328 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:55:30.309582 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Attempting to bind port 04b68569-1030-4e1e-8aa1-a4d78612e328 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '31545166-8fba-47fc-9c3c-5059fcb9b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:55:30.309953 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Attempting to bind port 04b68569-1030-4e1e-8aa1-a4d78612e328 on network fd4212d7-3eb4-491b-b78a-4506fcafcc6b {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:55:30.315759 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:55:30.316133 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Checking segment: {'id': '31545166-8fba-47fc-9c3c-5059fcb9b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:55:30.316543 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:30.316967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Bound using segment: {'id': '31545166-8fba-47fc-9c3c-5059fcb9b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:55:30.317584 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Bound port: 04b68569-1030-4e1e-8aa1-a4d78612e328, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31545166-8fba-47fc-9c3c-5059fcb9b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:55:30.318196 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:30.361016 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:30.362174 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:30.396501 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] For port 04b68569-1030-4e1e-8aa1-a4d78612e328, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:55:30.400986 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] For port 04b68569-1030-4e1e-8aa1-a4d78612e328, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=04b68569-1030-4e1e-8aa1-a4d78612e328,segment=NetworkSegment(31545166-8fba-47fc-9c3c-5059fcb9b01f),segment_id=31545166-8fba-47fc-9c3c-5059fcb9b01f)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:55:30.402039 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:30.404973 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:30.412528 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:55:30.417939 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Pushing event updated for resources: {'Port': ['ID=d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:30.514725 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:30.586868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92daba1-43df-4a18-be0a-77be80ccaf2e None None] Pushing event updated for resources: {'Port': ['ID=04b68569-1030-4e1e-8aa1-a4d78612e328,revision_number=2']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:31.125122 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:31.366199 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3687941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697585'] for router, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:31.381693 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:31.433627 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:31.434083 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:31.525118 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 04b68569-1030-4e1e-8aa1-a4d78612e328 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:31.576637 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 04b68569-1030-4e1e-8aa1-a4d78612e328 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:31.577058 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:31.598121 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f62595-e2b7-4bd5-9971-dcc3a1508c24 None None] Network fd4212d7-3eb4-491b-b78a-4506fcafcc6b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 10:55:31.627266 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 is scheduled to L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 with binding_index 1 {{(pid=95510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 10:55:31.687033 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-21ccc3a5-031c-4c9c-a184-0a580d5d3580 None None] Provisioning complete for port 04b68569-1030-4e1e-8aa1-a4d78612e328 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:31.687406 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-21ccc3a5-031c-4c9c-a184-0a580d5d3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:31.742444 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:55:31.753683 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Sync routers for ids ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:55:31.763377 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Routers {'71ca0c19-53be-4d8a-8787-fd1e46473bf9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:31.763987 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:31.791168 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:31.829641 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:31.831176 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-140a8529-feb3-4528-b59f-7d017da85b60 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6375113 Sep 22 10:55:31.834565 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59074) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:31.882827 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Set router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:31.897526 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port 04b68569-1030-4e1e-8aa1-a4d78612e328, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=04b68569-1030-4e1e-8aa1-a4d78612e328,segment=NetworkSegment(31545166-8fba-47fc-9c3c-5059fcb9b01f),segment_id=31545166-8fba-47fc-9c3c-5059fcb9b01f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:31.900440 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-21ccc3a5-031c-4c9c-a184-0a580d5d3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:31.990337 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.077046 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.db.api [None req-21ccc3a5-031c-4c9c-a184-0a580d5d3580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 10:55:32.077401 n-d-805649-4 neutron-server[95511]: DEBUG oslo_db.api [None req-21ccc3a5-031c-4c9c-a184-0a580d5d3580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 10:55:32.081946 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=04b68569-1030-4e1e-8aa1-a4d78612e328,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:32.109286 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'name': 'tempest-TestSnapshotPattern-1632424966-router', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:30Z', 'revision_number': 3, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'gw_port': {'id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:32.136293 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Checking router: 71ca0c19-53be-4d8a-8787-fd1e46473bf9 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:55:32.136641 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Updating router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 port d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb binding host n-d-805649-4 {{(pid=95512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:55:32.167802 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.312393 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.415835 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Notify callbacks [] for port, precommit_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.470269 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Allocated IP 172.20.0.1 (fd4212d7-3eb4-491b-b78a-4506fcafcc6b/67c1a812-3675-42a2-8cf3-cdf1288ebb91/87356450-8760-41c3-bc53-865f476a07e0) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:55:32.520069 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.571510 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Attempting to bind port d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb on host n-d-805649-4 for vnic_type normal with profile {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:55:32.571872 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Attempting to bind port d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:55:32.572213 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Attempting to bind port d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb on network 5e75face-888a-4970-82a5-d7242fd1d1cf {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:55:32.572325 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.574353 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfc36a-cacb-4c48-936c-42e474836f37 None None] Pushing event updated for resources: {'Port': ['ID=d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb,revision_number=2']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:32.580065 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:55:32.580434 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Checking segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:55:32.581418 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.581418 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Bound using segment: {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'} {{(pid=95512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:55:32.581639 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.managers [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Bound port: d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b5952-8abb-4159-bf95-fd673c0827ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf'}}] {{(pid=95512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:55:32.583733 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.637670 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] For port d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb, host n-d-805649-4, cleared binding levels {{(pid=95512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:55:32.640628 n-d-805649-4 neutron-server[95512]: DEBUG neutron.plugins.ml2.db [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] For port d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:55:32.690511 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.734490 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Network fd4212d7-3eb4-491b-b78a-4506fcafcc6b is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:32.736771 n-d-805649-4 neutron-server[95512]: DEBUG neutron_lib.callbacks.manager [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.737205 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-1cf17ffa-3f89-4e94-9f1e-d10e2eda1b25 None None] Provisioning complete for port 04b68569-1030-4e1e-8aa1-a4d78612e328 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:32.737696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:32.737820 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1cf17ffa-3f89-4e94-9f1e-d10e2eda1b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.741806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:55:32.751183 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Pushing event updated for resources: {'Port': ['ID=87356450-8760-41c3-bc53-865f476a07e0,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:32.790120 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3691660'] for router_interface, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:32.796760 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Routers {'71ca0c19-53be-4d8a-8787-fd1e46473bf9'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:32.798037 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:32.886088 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfc36a-cacb-4c48-936c-42e474836f37 None None] Pushing event updated for resources: {'Port': ['ID=d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb,revision_number=3']} {{(pid=95512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:32.938272 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] Set router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:33.046843 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-8ff76321-dc40-4bf4-b783-d7fa84ac31c6 None None] Provisioning complete for port 87356450-8760-41c3-bc53-865f476a07e0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:33.047224 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8ff76321-dc40-4bf4-b783-d7fa84ac31c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:33.051056 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:33.088224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-8ff76321-dc40-4bf4-b783-d7fa84ac31c6 None None] Port 87356450-8760-41c3-bc53-865f476a07e0 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:55:33.206216 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'name': 'tempest-TestSnapshotPattern-1632424966-router', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:30Z', 'revision_number': 3, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'gw_port': {'id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:33.217154 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:33.235275 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d2cb7-8917-40bb-abce-f34c38a9a79c None None] The sync data for ids ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'] in n-d-805649-4 is: [{'id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'name': 'tempest-TestSnapshotPattern-1632424966-router', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:30Z', 'revision_number': 3, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'gw_port': {'id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:55:33.297324 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:33.314428 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 04b68569-1030-4e1e-8aa1-a4d78612e328 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:33.368021 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 04b68569-1030-4e1e-8aa1-a4d78612e328 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:33.368500 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:33.374753 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Pushing event updated for resources: {'Port': ['ID=87356450-8760-41c3-bc53-865f476a07e0,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:33.377564 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3786964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690620'] for router_interface, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:33.489532 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Network fd4212d7-3eb4-491b-b78a-4506fcafcc6b is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:33.490964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:33.619896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:55:33.752663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:55:33.758416 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ee0f9e9a-98f9-4ba9-af7f-4bacadcf777a admin admin] 10.222.0.49 "PUT /v2.0/routers/71ca0c19-53be-4d8a-8787-fd1e46473bf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9219463 Sep 22 10:55:33.914186 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-791f5b3b-6896-4209-8a09-8683a9610e41 None None] Provisioning complete for port 87356450-8760-41c3-bc53-865f476a07e0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:33.914950 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-791f5b3b-6896-4209-8a09-8683a9610e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:34.115267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-791f5b3b-6896-4209-8a09-8683a9610e41 None None] Port 87356450-8760-41c3-bc53-865f476a07e0 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:55:34.367994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59084) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:34.372933 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-70c518cb-7e04-420f-8c0b-c7a4ee23d7bb tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914274165', 'description': 'tempest-secgroup-smoke-914274165 description', 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:34.480233 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70c518cb-7e04-420f-8c0b-c7a4ee23d7bb tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:34.567364 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70c518cb-7e04-420f-8c0b-c7a4ee23d7bb tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:34.672716 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70c518cb-7e04-420f-8c0b-c7a4ee23d7bb tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:34.706262 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c518cb-7e04-420f-8c0b-c7a4ee23d7bb tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d91fe0-9e92-4d41-a4ee-6053aedba6da,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:34.815761 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-70c518cb-7e04-420f-8c0b-c7a4ee23d7bb tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:34.817297 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-70c518cb-7e04-420f-8c0b-c7a4ee23d7bb tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4479923 Sep 22 10:55:34.820668 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59086) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:34.825250 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-6db1e00d-3fa1-48f5-ab09-e976a96a3e49 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Request body: {'security_group_rule': {'security_group_id': 'b3d91fe0-9e92-4d41-a4ee-6053aedba6da', 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:34.825407 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Sync routers for ids ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:55:34.835019 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Routers {'71ca0c19-53be-4d8a-8787-fd1e46473bf9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:34.835774 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:34.902711 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db1e00d-3fa1-48f5-ab09-e976a96a3e49 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:34.942249 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Set router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:34.961465 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db1e00d-3fa1-48f5-ab09-e976a96a3e49 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.032572 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db1e00d-3fa1-48f5-ab09-e976a96a3e49 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.050901 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1e00d-3fa1-48f5-ab09-e976a96a3e49 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e704b8ef-1fe1-4ef5-9f5c-90eda53f52e2,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:35.136965 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-6db1e00d-3fa1-48f5-ab09-e976a96a3e49 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.138253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-6db1e00d-3fa1-48f5-ab09-e976a96a3e49 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165781 Sep 22 10:55:35.141184 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59088) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:35.142308 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'name': 'tempest-TestSnapshotPattern-1632424966-router', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:32Z', 'revision_number': 4, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'gw_port': {'id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '87356450-8760-41c3-bc53-865f476a07e0', 'name': '', 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'mac_address': 'fa:16:3e:d1:d0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '67c1a812-3675-42a2-8cf3-cdf1288ebb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:32Z', 'updated_at': '2021-09-22T10:55:33Z', 'revision_number': 2, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'subnets': [{'id': '67c1a812-3675-42a2-8cf3-cdf1288ebb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:35.146100 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-f1df0984-a560-4c25-9d97-4e31c3ee6830 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Request body: {'security_group_rule': {'security_group_id': 'b3d91fe0-9e92-4d41-a4ee-6053aedba6da', 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:35.175230 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Checking router: 71ca0c19-53be-4d8a-8787-fd1e46473bf9 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:55:35.175621 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Updating router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 port 87356450-8760-41c3-bc53-865f476a07e0 binding host n-d-805649-4 {{(pid=95511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 10:55:35.200061 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.243264 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1df0984-a560-4c25-9d97-4e31c3ee6830 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.316240 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1df0984-a560-4c25-9d97-4e31c3ee6830 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.348829 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:35.434334 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1df0984-a560-4c25-9d97-4e31c3ee6830 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.450763 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:35.451124 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.454398 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df0984-a560-4c25-9d97-4e31c3ee6830 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff039782-94bd-4444-944f-06bdfa68eae4,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:35.535845 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Notify callbacks [] for port, precommit_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.575535 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.583028 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-f1df0984-a560-4c25-9d97-4e31c3ee6830 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.585314 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-f1df0984-a560-4c25-9d97-4e31c3ee6830 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4420435 Sep 22 10:55:35.588146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59090) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:35.593118 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [None req-b6591827-12ab-459a-b120-6a7c42b95534 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Request body: {'security_group_rule': {'security_group_id': 'b3d91fe0-9e92-4d41-a4ee-6053aedba6da', 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:35.599357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] For port d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:35.674090 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.691291 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6591827-12ab-459a-b120-6a7c42b95534 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.702660 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.726537 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96c5a6-5e96-41aa-a3ee-8738a3f14bfc None None] Pushing event updated for resources: {'Port': ['ID=87356450-8760-41c3-bc53-865f476a07e0,revision_number=3']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:35.768936 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6591827-12ab-459a-b120-6a7c42b95534 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.820370 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Attempting to bind port 87356450-8760-41c3-bc53-865f476a07e0 on host n-d-805649-4 for vnic_type normal with profile {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:55:35.822862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Attempting to bind port 87356450-8760-41c3-bc53-865f476a07e0 by drivers openvswitch,hyperv on host n-d-805649-4 at level 0 using segments [{'id': '31545166-8fba-47fc-9c3c-5059fcb9b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b'}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:55:35.822862 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Attempting to bind port 87356450-8760-41c3-bc53-865f476a07e0 on network fd4212d7-3eb4-491b-b78a-4506fcafcc6b {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:55:35.823214 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Pushing event updated for resources: {'Port': ['ID=d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:35.830792 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Checking agent: {'id': '2e11e19d-1f84-4327-80b2-ee57c9a3eedf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 12, 27), 'started_at': datetime.datetime(2021, 9, 22, 9, 12, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-805649-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:55:35.831241 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Checking segment: {'id': '31545166-8fba-47fc-9c3c-5059fcb9b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:55:35.831838 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.832137 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Bound using segment: {'id': '31545166-8fba-47fc-9c3c-5059fcb9b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b'} {{(pid=95511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:55:35.832686 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.managers [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Bound port: 87356450-8760-41c3-bc53-865f476a07e0, host: n-d-805649-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31545166-8fba-47fc-9c3c-5059fcb9b01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b'}}] {{(pid=95511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:55:35.832991 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.857202 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6591827-12ab-459a-b120-6a7c42b95534 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.874970 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6591827-12ab-459a-b120-6a7c42b95534 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b14bd7d-a84f-4047-88e0-0b0a283e7ed9,revision_number=0']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:35.906474 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] For port 87356450-8760-41c3-bc53-865f476a07e0, host n-d-805649-4, cleared binding levels {{(pid=95511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:55:35.914572 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] For port 87356450-8760-41c3-bc53-865f476a07e0, host n-d-805649-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=87356450-8760-41c3-bc53-865f476a07e0,segment=NetworkSegment(31545166-8fba-47fc-9c3c-5059fcb9b01f),segment_id=31545166-8fba-47fc-9c3c-5059fcb9b01f)] {{(pid=95511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:55:35.950437 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-5dc1db98-d92b-4f9c-830f-db190115b5df None None] Provisioning complete for port 87356450-8760-41c3-bc53-865f476a07e0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:35.951151 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-5dc1db98-d92b-4f9c-830f-db190115b5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.971678 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-b6591827-12ab-459a-b120-6a7c42b95534 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:35.975502 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-b6591827-12ab-459a-b120-6a7c42b95534 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3836045 Sep 22 10:55:35.976002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59092) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:35.984276 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-ac0f2655-a1e5-41b9-bc24-969e405c3837 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Request body: {'security_group_rule': {'security_group_id': 'b3d91fe0-9e92-4d41-a4ee-6053aedba6da', 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:35.988346 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1db98-d92b-4f9c-830f-db190115b5df None None] Port 87356450-8760-41c3-bc53-865f476a07e0 cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:55:36.012136 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.066921 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Routers {'71ca0c19-53be-4d8a-8787-fd1e46473bf9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:36.067570 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:36.105961 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96c5a6-5e96-41aa-a3ee-8738a3f14bfc None None] Pushing event updated for resources: {'Port': ['ID=87356450-8760-41c3-bc53-865f476a07e0,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:36.124983 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2655-a1e5-41b9-bc24-969e405c3837 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.190922 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] Set router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:36.193734 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2655-a1e5-41b9-bc24-969e405c3837 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.280171 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2655-a1e5-41b9-bc24-969e405c3837 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.299515 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f2655-a1e5-41b9-bc24-969e405c3837 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cacf7b15-9d38-4d2c-b7f3-edec8dc497c0,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:36.348328 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-e4033b6b-95f2-4ad4-8887-3c678ceb6c1e None None] Provisioning complete for port 87356450-8760-41c3-bc53-865f476a07e0 triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:36.348608 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4033b6b-95f2-4ad4-8887-3c678ceb6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.388645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2655-a1e5-41b9-bc24-969e405c3837 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.389968 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-ac0f2655-a1e5-41b9-bc24-969e405c3837 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4130042 Sep 22 10:55:36.393108 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59094) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:36.397772 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-b263b11c-1023-47e1-b954-4fee58d3cd81 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Request body: {'security_group_rule': {'security_group_id': 'b3d91fe0-9e92-4d41-a4ee-6053aedba6da', 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:36.465497 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'name': 'tempest-TestSnapshotPattern-1632424966-router', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:32Z', 'revision_number': 4, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'gw_port': {'id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '87356450-8760-41c3-bc53-865f476a07e0', 'name': '', 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'mac_address': 'fa:16:3e:d1:d0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '67c1a812-3675-42a2-8cf3-cdf1288ebb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:32Z', 'updated_at': '2021-09-22T10:55:35Z', 'revision_number': 4, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'subnets': [{'id': '67c1a812-3675-42a2-8cf3-cdf1288ebb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:36.468287 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4033b6b-95f2-4ad4-8887-3c678ceb6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.498644 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b1685-d9ce-404e-ae18-6020e6f0f2de None None] The sync data for ids ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'] in n-d-805649-4 is: [{'id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'name': 'tempest-TestSnapshotPattern-1632424966-router', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:32Z', 'revision_number': 4, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'gw_port': {'id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '87356450-8760-41c3-bc53-865f476a07e0', 'name': '', 'network_id': 'fd4212d7-3eb4-491b-b78a-4506fcafcc6b', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'mac_address': 'fa:16:3e:d1:d0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '67c1a812-3675-42a2-8cf3-cdf1288ebb91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:32Z', 'updated_at': '2021-09-22T10:55:35Z', 'revision_number': 4, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'subnets': [{'id': '67c1a812-3675-42a2-8cf3-cdf1288ebb91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:55:36.515076 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-b263b11c-1023-47e1-b954-4fee58d3cd81 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Project 5c48c9ec3f9e4713b1a9610c9de5e1bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:55:36.524383 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b263b11c-1023-47e1-b954-4fee58d3cd81 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.524643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-e4033b6b-95f2-4ad4-8887-3c678ceb6c1e None None] For port 87356450-8760-41c3-bc53-865f476a07e0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=87356450-8760-41c3-bc53-865f476a07e0,segment=NetworkSegment(31545166-8fba-47fc-9c3c-5059fcb9b01f),segment_id=31545166-8fba-47fc-9c3c-5059fcb9b01f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:36.592780 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e4033b6b-95f2-4ad4-8887-3c678ceb6c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.629586 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b263b11c-1023-47e1-b954-4fee58d3cd81 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.656070 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4033b6b-95f2-4ad4-8887-3c678ceb6c1e None None] Pushing event updated for resources: {'Port': ['ID=87356450-8760-41c3-bc53-865f476a07e0,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:36.731568 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b263b11c-1023-47e1-b954-4fee58d3cd81 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.755692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263b11c-1023-47e1-b954-4fee58d3cd81 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b10107e-34ae-4be9-9066-215320e9f75c,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:36.880257 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b263b11c-1023-47e1-b954-4fee58d3cd81 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:36.882298 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b263b11c-1023-47e1-b954-4fee58d3cd81 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4881678 Sep 22 10:55:36.885732 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59096) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:36.890542 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-e785e24e-af16-47eb-aa83-5de12952d50d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Request body: {'security_group_rule': {'security_group_id': 'b3d91fe0-9e92-4d41-a4ee-6053aedba6da', 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:37.027028 n-d-805649-4 neutron-server[95510]: INFO neutron.db.securitygroups_db [None req-e785e24e-af16-47eb-aa83-5de12952d50d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Project 5c48c9ec3f9e4713b1a9610c9de5e1bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 10:55:37.032944 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e785e24e-af16-47eb-aa83-5de12952d50d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:37.101444 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e785e24e-af16-47eb-aa83-5de12952d50d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:37.226994 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e785e24e-af16-47eb-aa83-5de12952d50d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738954'] for security_group_rule, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:37.246545 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785e24e-af16-47eb-aa83-5de12952d50d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19424ea-33d6-4cd4-bc34-7c28a26dd940,revision_number=0']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:37.366846 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-e785e24e-af16-47eb-aa83-5de12952d50d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:37.369707 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-e785e24e-af16-47eb-aa83-5de12952d50d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4821041 Sep 22 10:55:37.387449 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:37.452803 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:37.453265 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:37.539237 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 87356450-8760-41c3-bc53-865f476a07e0 up at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:37.586163 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-c8f3e1de-72b0-4cd3-adce-1ea3bae62576 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914274165&fields=id&tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb HTTP/1.1" status: 200 len: 267 time: 0.0339017 Sep 22 10:55:37.586859 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Provisioning complete for port 87356450-8760-41c3-bc53-865f476a07e0 triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:37.587363 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:37.701575 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-189bfaa6-19e5-42d1-af6e-2fb42a81172c tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:37.703046 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-189bfaa6-19e5-42d1-af6e-2fb42a81172c tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 810 time: 0.1081009 Sep 22 10:55:37.718292 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-c06af4ed-4168-41f4-862a-0a35d3fb8c9c tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/quotas/5c48c9ec3f9e4713b1a9610c9de5e1bb HTTP/1.1" status: 200 len: 375 time: 0.0093241 Sep 22 10:55:37.770586 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-b2f15ef8-4521-4d1e-961d-b81d1fafe236 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463765 Sep 22 10:55:37.957275 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-328bc459-c748-4f4e-b35d-1a37518881e6 service neutron] 10.222.0.49 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749761 Sep 22 10:55:38.053848 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-d77c1cc1-df1b-429c-b833-f539094776df service neutron] 10.222.0.49 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894489 Sep 22 10:55:38.333639 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f0828aeb-8615-4f91-a7bf-73196d9814bc req-90102f11-7392-482d-a1ef-28f7108a9cc1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 210 time: 0.0279608 Sep 22 10:55:39.413036 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-309e8a23-d6ef-4a2f-976b-4828f33bc813 req-d772cb02-dfca-40fb-abc4-723aa17255e0 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 210 time: 0.0273411 Sep 22 10:55:40.509744 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fd4a7717-4e90-4c60-8c41-386e6f69eb60 req-2d174788-fbbe-4c37-9b9b-129a676ce11a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 210 time: 0.0287719 Sep 22 10:55:40.835209 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-33678754-a0d5-4ad0-b24c-0199cc57400d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:40.836682 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-33678754-a0d5-4ad0-b24c-0199cc57400d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.60 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 810 time: 0.1069939 Sep 22 10:55:40.879019 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-c224a559-b9f1-4d9d-a96b-eb763a111ff7 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb HTTP/1.1" status: 200 len: 379 time: 0.0334315 Sep 22 10:55:40.894839 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Request body: {'port': {'device_id': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'admin_state_up': True, 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'security_groups': ['b3d91fe0-9e92-4d41-a4ee-6053aedba6da']}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:41.132033 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Made reservation on behalf of 5c48c9ec3f9e4713b1a9610c9de5e1bb for: {'port': 1} {{(pid=95509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:55:41.135655 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:41.264191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.db_base_plugin_common [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Allocated IP 172.20.0.8 (d5ab177b-3e19-4bb9-b22c-d8cfe51003de/c1403510-95e2-462f-95f1-ee9526d08be7/76cac590-0569-4fc9-91b0-8af2a4b0cefa) {{(pid=95509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:55:41.398012 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for port, precommit_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:41.536586 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_create {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:41.585622 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Network d5ab177b-3e19-4bb9-b22c-d8cfe51003de is already hosted by enough agents. {{(pid=95509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:41.588794 n-d-805649-4 neutron-server[95509]: DEBUG neutron.scheduler.base_scheduler [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Resources bound (agent type, host, resource id): {{(pid=95509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:41.592530 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Received port after_create {{(pid=95509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:55:41.626983 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'Port': ['ID=76cac590-0569-4fc9-91b0-8af2a4b0cefa,revision_number=1']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:41.641663 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20442e08-0131-4ef2-b39f-3d02e3537497 req-04a7f63c-5305-4efc-97a4-157a88d845ea tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:41.641663 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20442e08-0131-4ef2-b39f-3d02e3537497 req-04a7f63c-5305-4efc-97a4-157a88d845ea tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 931 time: 0.0593023 Sep 22 10:55:41.657191 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:41.657857 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:41.685860 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-20442e08-0131-4ef2-b39f-3d02e3537497 req-f9864f03-d5d1-405c-a0a7-3b5aeaf94d0e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366645 Sep 22 10:55:41.766114 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-1a3353e2-3e46-44f6-9f3a-7553ebcbbf9e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8752193 Sep 22 10:55:41.779110 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.v2.base [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Request body: {'port': {'device_id': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-805649-4'}} {{(pid=95509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:41.832787 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:41.857045 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-16baffa6-3f61-4e54-b9a8-3b194db36add None None] Provisioning complete for port 76cac590-0569-4fc9-91b0-8af2a4b0cefa triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:41.857647 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16baffa6-3f61-4e54-b9a8-3b194db36add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:41.893761 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-16baffa6-3f61-4e54-b9a8-3b194db36add None None] Port 76cac590-0569-4fc9-91b0-8af2a4b0cefa cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:55:42.107826 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76cac590-0569-4fc9-91b0-8af2a4b0cefa {{(pid=95509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:55:42.115339 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:42.127288 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.provisioning_blocks [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Transition to ACTIVE for port object 76cac590-0569-4fc9-91b0-8af2a4b0cefa will not be triggered until provisioned by entity L2. {{(pid=95509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:55:42.211156 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:42.278373 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Pushing event updated for resources: {'Port': ['ID=76cac590-0569-4fc9-91b0-8af2a4b0cefa,revision_number=2']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:42.333565 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Attempting to bind port 76cac590-0569-4fc9-91b0-8af2a4b0cefa on host n-h1-805649-4 for vnic_type normal with profile {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:55:42.333901 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Attempting to bind port 76cac590-0569-4fc9-91b0-8af2a4b0cefa by drivers openvswitch,hyperv on host n-h1-805649-4 at level 0 using segments [{'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:55:42.334825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Attempting to bind port 76cac590-0569-4fc9-91b0-8af2a4b0cefa on network d5ab177b-3e19-4bb9-b22c-d8cfe51003de {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:55:42.339954 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Port 76cac590-0569-4fc9-91b0-8af2a4b0cefa on network d5ab177b-3e19-4bb9-b22c-d8cfe51003de not bound, no agent of type Open vSwitch agent registered on host n-h1-805649-4 {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:55:42.340277 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Attempting to bind port 76cac590-0569-4fc9-91b0-8af2a4b0cefa on network d5ab177b-3e19-4bb9-b22c-d8cfe51003de {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:55:42.345874 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Checking agent: {'id': 'aedc41b7-fc2a-486b-a86e-3ab2520a4e75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:55:42.346220 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Checking segment: {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:55:42.346609 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Bound using segment: {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'} {{(pid=95509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:55:42.347064 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.managers [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Bound port: 76cac590-0569-4fc9-91b0-8af2a4b0cefa, host: n-h1-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'}}] {{(pid=95509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:55:42.347428 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:42.418877 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] For port 76cac590-0569-4fc9-91b0-8af2a4b0cefa, host n-h1-805649-4, cleared binding levels {{(pid=95509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:55:42.421866 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] For port 76cac590-0569-4fc9-91b0-8af2a4b0cefa, host n-h1-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:55:42.509102 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2737218'] for port, after_update {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:42.543337 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:42.543969 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:42.545485 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] 10.222.0.60 "PUT /v2.0/ports/76cac590-0569-4fc9-91b0-8af2a4b0cefa HTTP/1.1" status: 200 len: 1091 time: 0.7705240 Sep 22 10:55:42.545853 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:55:42.548151 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6ed149-73fe-4c24-aef3-d48e6e4575df" -d '{"events": [{"name": "network-changed", "server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:55:42.583269 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c0744-a9c0-4532-b338-fd30913a15c2 service neutron] Pushing event updated for resources: {'Port': ['ID=76cac590-0569-4fc9-91b0-8af2a4b0cefa,revision_number=3']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:42.593939 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984fb4b5-0097-454f-bbbc-1ce318a62c58 x-openstack-request-id: req-984fb4b5-0097-454f-bbbc-1ce318a62c58 {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:55:42.594229 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:55:42.594476 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-984fb4b5-0097-454f-bbbc-1ce318a62c58 {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:55:42.595173 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'status': 'completed', 'code': 200} Sep 22 10:55:42.660934 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ed149-73fe-4c24-aef3-d48e6e4575df req-c9ceb2ce-1249-4b71-a57f-c60dcd8d7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:42.662552 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8e6ed149-73fe-4c24-aef3-d48e6e4575df req-c9ceb2ce-1249-4b71-a57f-c60dcd8d7c02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 1094 time: 0.0458345 Sep 22 10:55:42.771460 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ed149-73fe-4c24-aef3-d48e6e4575df req-c2784bb1-a5c7-45be-8a50-e68eff698ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:42.773235 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8e6ed149-73fe-4c24-aef3-d48e6e4575df req-c2784bb1-a5c7-45be-8a50-e68eff698ebf service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1010811 Sep 22 10:55:42.809714 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed05cd-fa35-4342-9e56-a62f89ee72f5 req-259aa296-895e-4c3a-b700-c5ed25ec6c61 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:42.811340 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed05cd-fa35-4342-9e56-a62f89ee72f5 req-259aa296-895e-4c3a-b700-c5ed25ec6c61 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 943 time: 0.0514255 Sep 22 10:55:42.858133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6eed05cd-fa35-4342-9e56-a62f89ee72f5 req-5f3bf142-c0d1-4386-97af-8ed6e401e0e8 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405424 Sep 22 10:55:42.877708 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ed149-73fe-4c24-aef3-d48e6e4575df req-16712666-f56d-4b99-8f0b-7e109d4d6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:42.879214 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-8e6ed149-73fe-4c24-aef3-d48e6e4575df req-16712666-f56d-4b99-8f0b-7e109d4d6020 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972583 Sep 22 10:55:42.957363 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-0534e8b3-1558-43c0-ac84-8b7eeddbb649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:42.958965 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-0534e8b3-1558-43c0-ac84-8b7eeddbb649 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 1094 time: 0.0416138 Sep 22 10:55:43.006680 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-de938347-c066-483e-b409-93f12a1f5be0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa HTTP/1.1" status: 200 len: 217 time: 0.0361907 Sep 22 10:55:43.060503 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-d51cc511-0b1f-4627-821a-e16857368b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:43.062070 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-d51cc511-0b1f-4627-821a-e16857368b7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0490589 Sep 22 10:55:43.122187 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-cad7dee6-6b83-45eb-8b5e-aaf88d267cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:43.123771 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-cad7dee6-6b83-45eb-8b5e-aaf88d267cfa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469043 Sep 22 10:55:43.213701 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-531bdb50-59b5-4031-b8e7-a3426eae563f service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817854 Sep 22 10:55:43.310963 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-88de5ec8-2e4f-48e1-831f-1b36adc876c0 req-d74567f4-a2c1-4851-af97-7c25726d2f1c service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880024 Sep 22 10:55:43.975959 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2505-1f19-4c07-837b-9035760f4763 req-e60d2eda-b1ed-4725-8625-6d42612e3742 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:43.977479 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8ac2505-1f19-4c07-837b-9035760f4763 req-e60d2eda-b1ed-4725-8625-6d42612e3742 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 943 time: 0.0499372 Sep 22 10:55:44.014550 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f8ac2505-1f19-4c07-837b-9035760f4763 req-f8e83170-d009-4dbb-8ebf-637b1dd66c8a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310357 Sep 22 10:55:45.136202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca6f11-40c8-4b17-b56e-76b50ef8e2c0 req-0a1126d1-43ba-47c5-bb47-09ef80411330 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:45.137742 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-deca6f11-40c8-4b17-b56e-76b50ef8e2c0 req-0a1126d1-43ba-47c5-bb47-09ef80411330 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 943 time: 0.0552061 Sep 22 10:55:45.177208 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-deca6f11-40c8-4b17-b56e-76b50ef8e2c0 req-42d5614c-ad68-4003-aae4-b88cc9e6fbfe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334990 Sep 22 10:55:45.808965 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 76cac590-0569-4fc9-91b0-8af2a4b0cefa details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:55:45.904027 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 76cac590-0569-4fc9-91b0-8af2a4b0cefa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:45.916959 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'mac_address': 'fa:16:3e:38:df:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:55:45.952679 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:45.965231 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76cac590-0569-4fc9-91b0-8af2a4b0cefa {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:55:45.985464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 76cac590-0569-4fc9-91b0-8af2a4b0cefa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:46.068096 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:46.113448 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=76cac590-0569-4fc9-91b0-8af2a4b0cefa,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:46.293101 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1a3c0-a543-4748-8105-3c9daddec042 req-d1ec2d93-c83b-42b8-b901-58363e04310a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:46.294615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78d1a3c0-a543-4748-8105-3c9daddec042 req-d1ec2d93-c83b-42b8-b901-58363e04310a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 944 time: 0.0497484 Sep 22 10:55:46.302322 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['76cac590-0569-4fc9-91b0-8af2a4b0cefa'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:55:46.334279 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78d1a3c0-a543-4748-8105-3c9daddec042 req-416a5d2c-a650-4c51-873d-afbd77ad3e1c tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333531 Sep 22 10:55:47.449369 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b4d19-11d5-4e0d-8b62-efe672444cb5 req-b3e93e06-9835-4e1b-98b3-5afef0d8f65a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:47.450868 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-374b4d19-11d5-4e0d-8b62-efe672444cb5 req-b3e93e06-9835-4e1b-98b3-5afef0d8f65a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 944 time: 0.0489359 Sep 22 10:55:47.488862 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-374b4d19-11d5-4e0d-8b62-efe672444cb5 req-5792df2d-580c-4382-a1f9-8499fb66d5a8 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317385 Sep 22 10:55:47.824866 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 76cac590-0569-4fc9-91b0-8af2a4b0cefa up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:55:47.982651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning for port 76cac590-0569-4fc9-91b0-8af2a4b0cefa completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:55:47.986940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 76cac590-0569-4fc9-91b0-8af2a4b0cefa triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:55:47.987316 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:48.064890 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:48.088383 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:55:48.090682 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e187ad-e88d-4caa-bad7-11b0ae1663bd" -d '{"events": [{"server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "name": "network-vif-plugged", "status": "completed", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:55:48.104297 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 76cac590-0569-4fc9-91b0-8af2a4b0cefa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:55:48.187548 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c79ca19-f6f3-445c-add5-dd383dbdae06 x-openstack-request-id: req-5c79ca19-f6f3-445c-add5-dd383dbdae06 {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:55:48.187867 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "name": "network-vif-plugged", "status": "completed", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:55:48.188123 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c79ca19-f6f3-445c-add5-dd383dbdae06 {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:55:48.188625 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'code': 200} Sep 22 10:55:48.216871 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:48.268410 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=76cac590-0569-4fc9-91b0-8af2a4b0cefa,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:48.286553 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078317a4-c7ed-4eef-9d21-583146e5f3f6 req-9b519196-171e-4f88-8511-63241bf30e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:48.290436 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-078317a4-c7ed-4eef-9d21-583146e5f3f6 req-9b519196-171e-4f88-8511-63241bf30e09 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 1096 time: 0.0426986 Sep 22 10:55:48.324503 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-078317a4-c7ed-4eef-9d21-583146e5f3f6 req-24b07872-7552-42ee-b14e-00d12aeb7a93 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295470 Sep 22 10:55:48.610294 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f855b0-896f-4821-9d9f-a87fda843f86 req-c88ce080-da51-4b6b-bea2-3b5c60847e44 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:48.611782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5f855b0-896f-4821-9d9f-a87fda843f86 req-c88ce080-da51-4b6b-bea2-3b5c60847e44 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 945 time: 0.0537155 Sep 22 10:55:48.651100 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c5f855b0-896f-4821-9d9f-a87fda843f86 req-18f7ea9b-ebee-431e-9051-9fa500cddd33 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331051 Sep 22 10:55:49.769143 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d5b53-95ad-4381-8cd9-c6150ceb8376 req-20de4786-0848-4221-8041-0db1ce69695f tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:49.770697 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b83d5b53-95ad-4381-8cd9-c6150ceb8376 req-20de4786-0848-4221-8041-0db1ce69695f tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 945 time: 0.0501781 Sep 22 10:55:49.808752 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b83d5b53-95ad-4381-8cd9-c6150ceb8376 req-855a6a73-bb71-41a9-8a39-56d26f0e6052 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312545 Sep 22 10:55:49.930696 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1928b-b9d2-4eb7-a5bd-9eeca57a2c93 req-9785845a-d6de-41b0-a0c4-75a9f838132d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:49.932782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25e1928b-b9d2-4eb7-a5bd-9eeca57a2c93 req-9785845a-d6de-41b0-a0c4-75a9f838132d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 945 time: 0.0552931 Sep 22 10:55:49.971935 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-25e1928b-b9d2-4eb7-a5bd-9eeca57a2c93 req-571d4ee3-af40-4609-a0e6-8f57570ff3cc tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327330 Sep 22 10:55:49.993482 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59162) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:50.081965 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28037303-6b03-41c0-b22e-525977114e30 tempest-TestSnapshotPattern-1183094488 tempest-TestSnapshotPattern-1183094488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:50.083484 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-28037303-6b03-41c0-b22e-525977114e30 tempest-TestSnapshotPattern-1183094488 tempest-TestSnapshotPattern-1183094488-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 1091 time: 0.0883801 Sep 22 10:55:50.086455 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59166) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:55:50.090810 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:55:50.215541 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:50.320346 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:50.426119 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Allocated IP 172.25.6.138 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/fab88ec3-57a4-42ee-aadf-2c6ffcd73d43) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:55:50.525235 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:50.656115 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:50.698293 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:55:50.701387 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:55:50.705002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:55:50.731996 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'Port': ['ID=fab88ec3-57a4-42ee-aadf-2c6ffcd73d43,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:51.072065 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:51.276676 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:51.432071 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:51.513716 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:51.580328 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'Port': ['ID=fab88ec3-57a4-42ee-aadf-2c6ffcd73d43,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:55:51.592050 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:51.967560 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Floating IP 7877ee8e-397a-47c2-85c1-56453c6cf4b1 associated. External IP: 172.25.6.138, port: 76cac590-0569-4fc9-91b0-8af2a4b0cefa. Sep 22 10:55:52.179603 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Router 6dd8fde7-6960-4548-8753-bdc537b8da94 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:55:52.288947 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:55:52.299409 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d6df9-53bd-4711-87ce-f79b956b6640 None None] Sync routers for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:55:52.312031 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d6df9-53bd-4711-87ce-f79b956b6640 None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:52.313035 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8f7d6df9-53bd-4711-87ce-f79b956b6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:52.399653 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:52.418968 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-8f7d6df9-53bd-4711-87ce-f79b956b6640 None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:52.443149 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-f0061fe0-9e46-4dc1-8221-4535c9e5b8d1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3413732 Sep 22 10:55:52.443149 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:55:52.443149 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45121106-3e65-45d3-98f0-526b2e737be5" -d '{"events": [{"name": "network-changed", "server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:55:52.531705 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ff95ec-42c7-41fb-add6-7e15ec2b1e4b x-openstack-request-id: req-67ff95ec-42c7-41fb-add6-7e15ec2b1e4b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:55:52.532114 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:55:52.532441 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67ff95ec-42c7-41fb-add6-7e15ec2b1e4b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:55:52.532927 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'status': 'completed', 'code': 200} Sep 22 10:55:52.600296 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45121106-3e65-45d3-98f0-526b2e737be5 req-e200ddb4-afdd-4cd0-b552-a999c0b89e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:52.601925 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45121106-3e65-45d3-98f0-526b2e737be5 req-e200ddb4-afdd-4cd0-b552-a999c0b89e29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 1096 time: 0.0444758 Sep 22 10:55:52.673928 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8f7d6df9-53bd-4711-87ce-f79b956b6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '7877ee8e-397a-47c2-85c1-56453c6cf4b1', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:38:df:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:50Z', 'updated_at': '2021-09-22T10:55:50Z', 'revision_number': 0, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:52.699109 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45121106-3e65-45d3-98f0-526b2e737be5 req-364f89a3-ee9d-47bc-b82b-6be836f02276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:52.700634 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45121106-3e65-45d3-98f0-526b2e737be5 req-364f89a3-ee9d-47bc-b82b-6be836f02276 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 911 time: 0.0922475 Sep 22 10:55:52.704083 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d6df9-53bd-4711-87ce-f79b956b6640 None None] Checking router: 6dd8fde7-6960-4548-8753-bdc537b8da94 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:55:52.712227 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d6df9-53bd-4711-87ce-f79b956b6640 None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:55:52.713036 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8f7d6df9-53bd-4711-87ce-f79b956b6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:55:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:52.770217 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45121106-3e65-45d3-98f0-526b2e737be5 req-db506e0e-e918-422f-ba87-667984976516 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa HTTP/1.1" status: 200 len: 999 time: 0.0622649 Sep 22 10:55:52.824053 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-8f7d6df9-53bd-4711-87ce-f79b956b6640 None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:55:52.824418 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45121106-3e65-45d3-98f0-526b2e737be5 req-f514c837-e720-4aa0-b85c-c0c9e6adfe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:52.825998 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45121106-3e65-45d3-98f0-526b2e737be5 req-f514c837-e720-4aa0-b85c-c0c9e6adfe94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0459104 Sep 22 10:55:52.874825 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45121106-3e65-45d3-98f0-526b2e737be5 req-3349800e-3e06-4363-a3b2-b3011d1a0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:55:52.876374 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45121106-3e65-45d3-98f0-526b2e737be5 req-3349800e-3e06-4363-a3b2-b3011d1a0854 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427268 Sep 22 10:55:52.979163 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45121106-3e65-45d3-98f0-526b2e737be5 req-c65b95b3-88e0-4a8e-9d22-28acfbaa4e46 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951912 Sep 22 10:55:53.067881 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-8f7d6df9-53bd-4711-87ce-f79b956b6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '7877ee8e-397a-47c2-85c1-56453c6cf4b1', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:38:df:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:50Z', 'updated_at': '2021-09-22T10:55:50Z', 'revision_number': 0, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:55:53.072807 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-45121106-3e65-45d3-98f0-526b2e737be5 req-8794040c-f01d-40ba-9d7e-9c8aa82ae3df service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871520 Sep 22 10:55:53.095732 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7d6df9-53bd-4711-87ce-f79b956b6640 None None] The sync data for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 is: [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '7877ee8e-397a-47c2-85c1-56453c6cf4b1', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:38:df:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:50Z', 'updated_at': '2021-09-22T10:55:50Z', 'revision_number': 0, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:55:53.294701 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b9326-7339-4e04-b2f4-d5ffc26f888d None None] New status for floating IP 7877ee8e-397a-47c2-85c1-56453c6cf4b1: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:55:54.154085 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:54.354260 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c8c97460-9d97-4aee-98e3-8a804c4e9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:55.526396 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:57.108449 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f97c-f4c3-42a5-bb67-94a82ea26a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:57.651729 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:55:58.449647 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:00.312192 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:00.449759 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:56:11.637710 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-576fee29-abac-493f-80f8-248bc101b3ea req-95fd2767-9993-45cd-bf5b-8779ceb5ce02 tempest-TestNetworkAdvancedServerOps-1335016921 tempest-TestNetworkAdvancedServerOps-1335016921-project] (95510) timed out ('10.222.0.45', 55380) {{(pid=95510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 10:56:24.175266 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:24.405181 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d25f1bae-4f15-4759-9ae3-e75a22298784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:25.536430 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:27.170559 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-09acbd43-5a6f-452e-a86e-0f3f5a77f250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:27.616120 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:28.484534 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:30.289254 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:37.449538 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:56:42.954901 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-989e163d-0dcd-4293-9afe-64c991e9e3c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418675 Sep 22 10:56:43.049758 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-bf9ce5d6-8780-45c9-9c54-b8c56a03f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:56:43.051406 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-bf9ce5d6-8780-45c9-9c54-b8c56a03f3d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 1096 time: 0.0516512 Sep 22 10:56:43.160129 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-2d147a26-f924-4a43-b2c6-e25c7fffbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:56:43.161719 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-2d147a26-f924-4a43-b2c6-e25c7fffbb1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 911 time: 0.0875976 Sep 22 10:56:43.233838 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-6aa87d36-955c-4c16-9095-7ec3c21489e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa HTTP/1.1" status: 200 len: 1001 time: 0.0634999 Sep 22 10:56:43.287697 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-7a87df93-94d6-495e-bbe4-613adcf187d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:56:43.289282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-7a87df93-94d6-495e-bbe4-613adcf187d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0464606 Sep 22 10:56:43.336948 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-393fbb2e-14c2-4591-8f28-b7c4e837e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:56:43.338515 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-393fbb2e-14c2-4591-8f28-b7c4e837e270 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424235 Sep 22 10:56:43.433785 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-4732c2a7-7db1-45fd-9d3e-1b0c0b67ddf3 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882423 Sep 22 10:56:43.525850 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-d8974b0d-3dd9-4cef-a0d0-53f0e5cc8d12 req-400953f9-4155-4ff7-a346-89231d81c37f service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848734 Sep 22 10:56:54.163909 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:54.323929 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-0ba98b87-d061-460e-9591-d0fa54217db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:55.501168 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.049957 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-33c1934b-8c0e-4e19-a2fd-e1eecff4639b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:57.632780 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:56:58.495740 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:00.221101 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:14.449389 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:57:24.163666 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:24.328020 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e67a189-5b18-45ac-a968-00e87027b2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:25.518701 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:27.026537 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-19ff8905-4ed4-4518-93de-199f59dcebb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:27.626830 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:28.454747 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:30.249262 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:44.038741 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-fc102d5e-3b06-46f1-9385-8b9cc97ab8cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1313958 Sep 22 10:57:44.126558 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-e1c1f1e0-c721-4a0e-aa0f-74bde93ef8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:57:44.128293 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-e1c1f1e0-c721-4a0e-aa0f-74bde93ef8b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 1096 time: 0.0455022 Sep 22 10:57:44.239911 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-60364a19-1556-473b-b04a-487bbebcf31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:57:44.241479 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-60364a19-1556-473b-b04a-487bbebcf31c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 911 time: 0.0928481 Sep 22 10:57:44.317132 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-bc828767-3780-44a4-a41d-8afbb093df25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa HTTP/1.1" status: 200 len: 1001 time: 0.0685339 Sep 22 10:57:44.372274 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-edb9d318-3679-4384-8b30-dc86d3d1c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:57:44.373896 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-edb9d318-3679-4384-8b30-dc86d3d1c9d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0485272 Sep 22 10:57:44.427149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-980d340a-8eb6-469e-807c-31a695fd60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:57:44.428770 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-980d340a-8eb6-469e-807c-31a695fd60a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472782 Sep 22 10:57:44.532080 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-eed34250-7d51-4b11-aaa1-cfb7874cb83b service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953417 Sep 22 10:57:44.632872 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-da9642c0-5eef-4ca4-8718-f68d0c3508c9 req-fc2db6d5-3d9d-438f-b3b8-b4e9e2a13cd4 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922394 Sep 22 10:57:51.448419 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:57:54.191568 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:54.374450 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9d433226-c310-40ba-8782-710da3bb562e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:54.592628 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 76cac590-0569-4fc9-91b0-8af2a4b0cefa details requested by agent hyperv_n-h1-805649-4 with host n-h1-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:57:54.703046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 76cac590-0569-4fc9-91b0-8af2a4b0cefa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:57:54.715050 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Returning: {'device': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'mac_address': 'fa:16:3e:38:df:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:57:54.753773 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:54.769509 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76cac590-0569-4fc9-91b0-8af2a4b0cefa {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:57:54.789910 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 76cac590-0569-4fc9-91b0-8af2a4b0cefa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:57:54.887331 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:54.945906 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=76cac590-0569-4fc9-91b0-8af2a4b0cefa,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:57:54.955456 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.956093 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.956593 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.957119 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.957636 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.958073 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.958314 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.958868 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.959440 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.961188 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.961708 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.962040 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:57:54.967911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] get_ports_and_sgs() called for port_ids ['76cac590-0569-4fc9-91b0-8af2a4b0cefa'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:57:55.551516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:56.604430 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 76cac590-0569-4fc9-91b0-8af2a4b0cefa up at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:57:56.729923 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Provisioning complete for port 76cac590-0569-4fc9-91b0-8af2a4b0cefa triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:57:56.730685 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:56.840697 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:56.869185 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:57:56.871802 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3d4a66-c454-4f63-99cb-6af5ea149045" -d '{"events": [{"server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "name": "network-vif-plugged", "status": "completed", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:57:56.892967 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 76cac590-0569-4fc9-91b0-8af2a4b0cefa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:57:56.930195 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde44299-7777-497c-94dd-c97858c5d16d x-openstack-request-id: req-fde44299-7777-497c-94dd-c97858c5d16d {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:57:56.930493 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "name": "network-vif-plugged", "status": "completed", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:57:56.931952 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fde44299-7777-497c-94dd-c97858c5d16d {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:57:56.932351 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'code': 200} Sep 22 10:57:57.003064 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:57.043917 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-659cf242-ab64-425f-b0ae-bc3a3cb65e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:57.073696 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=76cac590-0569-4fc9-91b0-8af2a4b0cefa,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:57:57.825816 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:57:58.503626 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:00.294672 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:06.433328 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-f530e7e9-3d4d-475d-b6d9-28ae016e1c33 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914274165&fields=id&tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb HTTP/1.1" status: 200 len: 267 time: 0.0339649 Sep 22 10:58:06.545415 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-ff66b9c9-c1dd-444a-b37e-7a8fbf4a7197 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:06.546923 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-ff66b9c9-c1dd-444a-b37e-7a8fbf4a7197 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 810 time: 0.1067865 Sep 22 10:58:06.562403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-f2115908-8ac1-40e0-9e49-8f438299955c tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/quotas/5c48c9ec3f9e4713b1a9610c9de5e1bb HTTP/1.1" status: 200 len: 375 time: 0.0096395 Sep 22 10:58:06.618772 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b88c09b4-d665-4cde-9741-e971eae2dcb1 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0508010 Sep 22 10:58:06.714596 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-0f12a74a-2a08-4b2d-9efc-32445b5bfb03 service neutron] 10.222.0.49 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836473 Sep 22 10:58:06.811414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-d434ef40-7be3-457e-a380-e933d7ffc287 service neutron] 10.222.0.49 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899789 Sep 22 10:58:07.057549 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-78d32f52-8553-4044-bfe0-d903c170535a req-74a136a9-ca52-4ce2-877a-358045f82a47 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 210 time: 0.0278428 Sep 22 10:58:08.158247 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-db827c6d-97c9-45f8-8136-8a0f6ffa4602 req-984b5086-e395-4230-8071-84f6f7f9c02f tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 210 time: 0.0305862 Sep 22 10:58:09.261253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9ad4c85b-3a40-424d-9585-472437ae28b5 req-6c96070a-401a-4c95-b84d-2ce12f4a324e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 210 time: 0.0318570 Sep 22 10:58:09.307255 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.45', 55532) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:58:09.416085 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-aa187436-4bb9-4685-b9aa-c46ef383d5f4 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:09.417529 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-aa187436-4bb9-4685-b9aa-c46ef383d5f4 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.45 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 810 time: 0.1053569 Sep 22 10:58:09.471490 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-ac54c8d0-a415-4815-9cb2-e5f40366b9cb tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb HTTP/1.1" status: 200 len: 379 time: 0.0437891 Sep 22 10:58:09.485711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Request body: {'port': {'device_id': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'admin_state_up': True, 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'security_groups': ['b3d91fe0-9e92-4d41-a4ee-6053aedba6da']}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:58:09.688234 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Made reservation on behalf of 5c48c9ec3f9e4713b1a9610c9de5e1bb for: {'port': 1} {{(pid=95510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 10:58:09.691773 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:09.820399 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Allocated IP 172.20.0.11 (d5ab177b-3e19-4bb9-b22c-d8cfe51003de/c1403510-95e2-462f-95f1-ee9526d08be7/e721b357-fd09-4f29-bd44-bc21b9af949e) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:58:10.047647 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:10.146955 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:10.198941 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Network d5ab177b-3e19-4bb9-b22c-d8cfe51003de is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:58:10.202961 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:58:10.207202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:58:10.268485 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'Port': ['ID=e721b357-fd09-4f29-bd44-bc21b9af949e,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:10.285508 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.286233 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.286824 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.287408 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.287979 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.289396 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.304067 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.305170 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.307064 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.308002 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.309452 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.310173 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 10:58:10.344249 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:10.349122 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:10.463621 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e55873-7a50-4de9-b806-2f3e9da1e91e req-157c4313-86cf-4b16-8aff-cc65bc6881a4 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:10.465206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73e55873-7a50-4de9-b806-2f3e9da1e91e req-157c4313-86cf-4b16-8aff-cc65bc6881a4 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 932 time: 0.0878534 Sep 22 10:58:10.467515 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-a85db373-f940-4e91-9760-accb6d53c0fe tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9852569 Sep 22 10:58:10.542065 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-73e55873-7a50-4de9-b806-2f3e9da1e91e req-9620adae-8c46-4f43-92bc-3f49fc833c6e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677698 Sep 22 10:58:10.610890 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-83b4cde8-0c75-44f4-98d9-67c0a483f143 None None] Provisioning complete for port e721b357-fd09-4f29-bd44-bc21b9af949e triggered by entity DHCP. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:58:10.612138 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-83b4cde8-0c75-44f4-98d9-67c0a483f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:10.657049 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-83b4cde8-0c75-44f4-98d9-67c0a483f143 None None] Port e721b357-fd09-4f29-bd44-bc21b9af949e cannot update to ACTIVE because it is not bound. {{(pid=95511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 10:58:10.695380 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 76cac590-0569-4fc9-91b0-8af2a4b0cefa no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 10:58:10.791488 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:10.818097 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:58:10.821000 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a30f00-007d-4996-a333-8a5af06361d7" -d '{"events": [{"server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "name": "network-vif-unplugged", "status": "completed", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:58:10.837355 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] For port 76cac590-0569-4fc9-91b0-8af2a4b0cefa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:58:10.876452 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 10:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f72c1f-805c-4f6e-b0b7-2059f23b6f1b x-openstack-request-id: req-74f72c1f-805c-4f6e-b0b7-2059f23b6f1b {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:58:10.876763 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "name": "network-vif-unplugged", "status": "completed", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:58:10.877228 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74f72c1f-805c-4f6e-b0b7-2059f23b6f1b {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:58:10.877712 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'code': 200} Sep 22 10:58:10.962983 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:11.017830 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Pushing event updated for resources: {'Port': ['ID=76cac590-0569-4fc9-91b0-8af2a4b0cefa,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:11.657491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111a99-376c-4415-84bb-fed9702335af req-f1d22d6e-dc15-4b80-9ae7-0a9c475c2bf3 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:11.658997 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19111a99-376c-4415-84bb-fed9702335af req-f1d22d6e-dc15-4b80-9ae7-0a9c475c2bf3 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 932 time: 0.0490551 Sep 22 10:58:11.713195 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-19111a99-376c-4415-84bb-fed9702335af req-19cf549c-56e5-4b1d-9cbc-f5ac1f59c392 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454500 Sep 22 10:58:12.833807 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353795db-da84-4791-9a41-7714cafe5a4c req-bbdbbceb-2ef9-428d-ac94-3a2918c3a28a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:12.835478 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-353795db-da84-4791-9a41-7714cafe5a4c req-bbdbbceb-2ef9-428d-ac94-3a2918c3a28a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 932 time: 0.0513413 Sep 22 10:58:12.874782 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-353795db-da84-4791-9a41-7714cafe5a4c req-a3e94407-89a1-4f2e-9a87-0a869247439b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331986 Sep 22 10:58:14.004860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f5feb-68bf-4e94-bd49-887551828e61 req-a7c76fe4-8dac-4676-ba15-0473077426c7 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:14.006424 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e4f5feb-68bf-4e94-bd49-887551828e61 req-a7c76fe4-8dac-4676-ba15-0473077426c7 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 932 time: 0.0553169 Sep 22 10:58:14.047904 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-9e4f5feb-68bf-4e94-bd49-887551828e61 req-6b0bdcd4-fc43-48e2-8a46-1892e6170ad5 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337896 Sep 22 10:58:15.192718 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec85b6-18c7-4286-977f-f19a9634cca6 req-a13e41cd-4f9a-405c-a7e5-a9f58fc24197 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:15.195809 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1ec85b6-18c7-4286-977f-f19a9634cca6 req-a13e41cd-4f9a-405c-a7e5-a9f58fc24197 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 932 time: 0.0747895 Sep 22 10:58:15.239582 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-f1ec85b6-18c7-4286-977f-f19a9634cca6 req-f0c6cdad-503e-437c-9c2e-e61c1b21203c tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375578 Sep 22 10:58:16.380861 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92540b8-4b62-4d3d-b81e-cd4e79f951e4 req-5d42d7a6-6454-481c-b279-2b6c9a3f09ff tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:16.383353 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c92540b8-4b62-4d3d-b81e-cd4e79f951e4 req-5d42d7a6-6454-481c-b279-2b6c9a3f09ff tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 932 time: 0.0648072 Sep 22 10:58:16.424317 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-c92540b8-4b62-4d3d-b81e-cd4e79f951e4 req-cd6f977a-5fca-44be-a340-5b0c87060412 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355189 Sep 22 10:58:17.543625 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2360b0-0b33-4220-88e5-252d3b62decb req-59affb30-69bc-495d-87a1-f6fd7e37c583 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:17.545308 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd2360b0-0b33-4220-88e5-252d3b62decb req-59affb30-69bc-495d-87a1-f6fd7e37c583 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 932 time: 0.0516260 Sep 22 10:58:17.588620 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bd2360b0-0b33-4220-88e5-252d3b62decb req-94876732-f309-4895-b1e3-3b1bb1cecae9 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367954 Sep 22 10:58:18.713840 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e639687-433a-4b0e-b270-84136e0ce36d req-6aa41694-c582-4ece-b011-76a603d5efe0 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:18.715453 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e639687-433a-4b0e-b270-84136e0ce36d req-6aa41694-c582-4ece-b011-76a603d5efe0 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 932 time: 0.0531719 Sep 22 10:58:18.765274 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7e639687-433a-4b0e-b270-84136e0ce36d req-74659018-6b3f-440f-87f3-7d1f34037919 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432518 Sep 22 10:58:19.883936 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0babc-c5d6-43cd-bf5c-e98b0aee7126 req-8656b75f-bb41-40e1-8a09-e37b2df0df02 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:19.885465 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40a0babc-c5d6-43cd-bf5c-e98b0aee7126 req-8656b75f-bb41-40e1-8a09-e37b2df0df02 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 932 time: 0.0507412 Sep 22 10:58:19.924186 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-40a0babc-c5d6-43cd-bf5c-e98b0aee7126 req-00206a28-cf7d-4c91-a3cb-128f639b7c9b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326507 Sep 22 10:58:19.969315 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-3fc08a1e-623f-4d25-9d92-1b8bdff38c89 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95510) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 10:58:19.978344 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-3fc08a1e-623f-4d25-9d92-1b8bdff38c89 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075598 Sep 22 10:58:20.034993 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Request body: {'port': {'device_id': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-805649-4'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:58:20.088113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:20.356692 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e721b357-fd09-4f29-bd44-bc21b9af949e {{(pid=95510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:58:20.364105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:20.376860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.provisioning_blocks [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Transition to ACTIVE for port object e721b357-fd09-4f29-bd44-bc21b9af949e will not be triggered until provisioned by entity L2. {{(pid=95510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 10:58:20.464742 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:20.536422 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Pushing event updated for resources: {'Port': ['ID=e721b357-fd09-4f29-bd44-bc21b9af949e,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:20.595708 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Attempting to bind port e721b357-fd09-4f29-bd44-bc21b9af949e on host n-h2-805649-4 for vnic_type normal with profile {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 10:58:20.596240 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Attempting to bind port e721b357-fd09-4f29-bd44-bc21b9af949e by drivers openvswitch,hyperv on host n-h2-805649-4 at level 0 using segments [{'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 10:58:20.596430 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Attempting to bind port e721b357-fd09-4f29-bd44-bc21b9af949e on network d5ab177b-3e19-4bb9-b22c-d8cfe51003de {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:58:20.601479 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Port e721b357-fd09-4f29-bd44-bc21b9af949e on network d5ab177b-3e19-4bb9-b22c-d8cfe51003de not bound, no agent of type Open vSwitch agent registered on host n-h2-805649-4 {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 10:58:20.601890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Attempting to bind port e721b357-fd09-4f29-bd44-bc21b9af949e on network d5ab177b-3e19-4bb9-b22c-d8cfe51003de {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 10:58:20.607352 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Checking agent: {'id': '93f94507-f999-4b8a-b6fd-29c8655b4b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-805649-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'started_at': datetime.datetime(2021, 9, 22, 9, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 10, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 10:58:20.607656 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Checking segment: {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 10:58:20.608048 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Bound using segment: {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'} {{(pid=95510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 10:58:20.608481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.managers [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Bound port: e721b357-fd09-4f29-bd44-bc21b9af949e, host: n-h2-805649-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d3cec2-01bd-4c64-b225-8069d61bacf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de'}}] {{(pid=95510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 10:58:20.608879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:20.675957 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] For port e721b357-fd09-4f29-bd44-bc21b9af949e, host n-h2-805649-4, cleared binding levels {{(pid=95510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 10:58:20.679066 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] For port e721b357-fd09-4f29-bd44-bc21b9af949e, host n-h2-805649-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e721b357-fd09-4f29-bd44-bc21b9af949e,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 10:58:20.763002 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:20.799491 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:20.800129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:20.801499 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] 10.222.0.45 "PUT /v2.0/ports/e721b357-fd09-4f29-bd44-bc21b9af949e HTTP/1.1" status: 200 len: 1092 time: 0.8151581 Sep 22 10:58:20.801931 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:58:20.804290 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2915cf8e-99d9-441b-ab2a-9c73410e532f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:58:20.830576 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c72988-dcf2-47bd-97c8-3396b6947b80 service neutron] Pushing event updated for resources: {'Port': ['ID=e721b357-fd09-4f29-bd44-bc21b9af949e,revision_number=3']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:20.848681 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd59e78-36de-41c3-95ec-9f7383932e92 x-openstack-request-id: req-3bd59e78-36de-41c3-95ec-9f7383932e92 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:58:20.849021 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:58:20.849272 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bd59e78-36de-41c3-95ec-9f7383932e92 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:58:20.849673 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'status': 'completed', 'code': 200} Sep 22 10:58:20.914994 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915cf8e-99d9-441b-ab2a-9c73410e532f req-7386abb5-ae59-45f0-a0d1-83bcd9423709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:20.916626 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2915cf8e-99d9-441b-ab2a-9c73410e532f req-7386abb5-ae59-45f0-a0d1-83bcd9423709 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 1095 time: 0.0453217 Sep 22 10:58:21.129125 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915cf8e-99d9-441b-ab2a-9c73410e532f req-69c83695-75e6-4d7a-87c0-e0cd0960260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:21.130557 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2915cf8e-99d9-441b-ab2a-9c73410e532f req-69c83695-75e6-4d7a-87c0-e0cd0960260d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2008290 Sep 22 10:58:21.139821 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10be69-fe9a-4130-9dc8-08c69337d56d req-ec72c69f-df59-42f9-a985-919356d84a41 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:21.141293 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a10be69-fe9a-4130-9dc8-08c69337d56d req-ec72c69f-df59-42f9-a985-919356d84a41 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 944 time: 0.1448870 Sep 22 10:58:21.283001 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-5a10be69-fe9a-4130-9dc8-08c69337d56d req-f39f1e67-02bf-4eb4-a44c-03f0cccff47c tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324909 Sep 22 10:58:21.326693 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915cf8e-99d9-441b-ab2a-9c73410e532f req-e06c83d5-c059-425e-8a6d-4f6b19a125ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:21.346417 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2915cf8e-99d9-441b-ab2a-9c73410e532f req-e06c83d5-c059-425e-8a6d-4f6b19a125ed service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1860740 Sep 22 10:58:21.430835 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-39fb5b15-fd33-4681-9cef-d9f33f7bd554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:21.432631 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-39fb5b15-fd33-4681-9cef-d9f33f7bd554 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 1095 time: 0.0593016 Sep 22 10:58:21.487733 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-051a8dbf-4b01-4272-a788-a4595c383752 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e721b357-fd09-4f29-bd44-bc21b9af949e HTTP/1.1" status: 200 len: 217 time: 0.0413635 Sep 22 10:58:21.544879 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-64433bd9-7e33-4441-9a4d-1de2d9d21bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:21.546382 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-64433bd9-7e33-4441-9a4d-1de2d9d21bc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0482316 Sep 22 10:58:21.601332 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-e7757ff4-7899-4542-bf39-0fa8fdffd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:21.603133 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-e7757ff4-7899-4542-bf39-0fa8fdffd0d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456164 Sep 22 10:58:21.699139 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-65fa2a88-ce4c-44fb-a4c1-38ae130ef742 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846686 Sep 22 10:58:21.798343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-74c569e8-6d67-4003-8cfb-cee59019b7dd req-3cc8ae7c-710f-4117-8866-5f98bfa06c3b service neutron] 10.222.0.45 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873997 Sep 22 10:58:22.399613 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de819fec-7218-4a80-b6be-2b56cfe22342 req-2345e09d-616c-4f7e-b972-2cb08fc78ffb tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:22.401111 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de819fec-7218-4a80-b6be-2b56cfe22342 req-2345e09d-616c-4f7e-b972-2cb08fc78ffb tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 944 time: 0.0497398 Sep 22 10:58:22.437434 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-de819fec-7218-4a80-b6be-2b56cfe22342 req-fb54fd11-9618-452d-8d06-4895806cbdc2 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303361 Sep 22 10:58:23.554570 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c3171-c228-44ff-9456-40b14786284c req-0a9ff403-e124-416f-b861-1a06d9c65927 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:23.556106 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-194c3171-c228-44ff-9456-40b14786284c req-0a9ff403-e124-416f-b861-1a06d9c65927 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 944 time: 0.0487618 Sep 22 10:58:23.593188 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-194c3171-c228-44ff-9456-40b14786284c req-2cb7ab6c-c065-402b-a0c3-98af5e1ef30a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309439 Sep 22 10:58:24.197114 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:24.316521 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-c3b5555c-4003-4ef9-b675-b14e2fed1ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:24.711637 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1a03c-8e77-421c-9aec-bae9b54d9250 req-bbed3c9a-c32e-49ff-83fa-ba50a7ee640e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:24.713187 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1c1a03c-8e77-421c-9aec-bae9b54d9250 req-bbed3c9a-c32e-49ff-83fa-ba50a7ee640e tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 944 time: 0.0534608 Sep 22 10:58:24.751337 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-b1c1a03c-8e77-421c-9aec-bae9b54d9250 req-107603a9-c066-47c1-9a21-1cc067c223b2 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319414 Sep 22 10:58:25.556822 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:25.581684 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e721b357-fd09-4f29-bd44-bc21b9af949e details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 10:58:25.678357 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e721b357-fd09-4f29-bd44-bc21b9af949e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e721b357-fd09-4f29-bd44-bc21b9af949e,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:58:25.689889 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'port_id': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'mac_address': 'fa:16:3e:5e:66:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 10:58:25.726360 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:25.738606 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e721b357-fd09-4f29-bd44-bc21b9af949e {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 10:58:25.758187 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e721b357-fd09-4f29-bd44-bc21b9af949e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e721b357-fd09-4f29-bd44-bc21b9af949e,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:58:25.842669 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:25.867648 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216efdb3-592c-4564-bafa-38192e7fe5c2 req-4443878e-5154-49c7-bcc0-a45c8acefce0 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:25.869234 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-216efdb3-592c-4564-bafa-38192e7fe5c2 req-4443878e-5154-49c7-bcc0-a45c8acefce0 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 944 time: 0.0508814 Sep 22 10:58:25.890966 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e721b357-fd09-4f29-bd44-bc21b9af949e,revision_number=4']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:25.909322 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-216efdb3-592c-4564-bafa-38192e7fe5c2 req-bb388a68-0c7d-4c8c-8206-b96e69241c58 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338778 Sep 22 10:58:26.150707 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e721b357-fd09-4f29-bd44-bc21b9af949e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 10:58:27.030151 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc914e1-807e-4247-9dc5-7b6e699fe902 req-bb09a7b3-75e8-42fb-9195-cb195959be61 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:27.030788 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-046978d6-5495-4fc5-9f8c-38729688e779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:27.031719 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcc914e1-807e-4247-9dc5-7b6e699fe902 req-bb09a7b3-75e8-42fb-9195-cb195959be61 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 945 time: 0.0537386 Sep 22 10:58:27.076976 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-bcc914e1-807e-4247-9dc5-7b6e699fe902 req-b91ebbca-efed-4651-8b3f-3b925c0f7114 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388780 Sep 22 10:58:27.581651 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e721b357-fd09-4f29-bd44-bc21b9af949e up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 10:58:27.604242 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:27.688131 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning for port e721b357-fd09-4f29-bd44-bc21b9af949e completed by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 10:58:27.692382 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port e721b357-fd09-4f29-bd44-bc21b9af949e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 10:58:27.692787 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:27.770821 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:27.794413 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:58:27.796769 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3665733-7d76-4b8d-948d-1398a8938d67" -d '{"events": [{"server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "name": "network-vif-plugged", "status": "completed", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:58:27.813203 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e721b357-fd09-4f29-bd44-bc21b9af949e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e721b357-fd09-4f29-bd44-bc21b9af949e,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 10:58:27.836754 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 10:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34d5ad5-7a96-4979-8596-856f518763de x-openstack-request-id: req-c34d5ad5-7a96-4979-8596-856f518763de {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:58:27.837057 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "name": "network-vif-plugged", "status": "completed", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:58:27.837310 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c34d5ad5-7a96-4979-8596-856f518763de {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:58:27.837704 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'code': 200} Sep 22 10:58:27.899893 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:27.948749 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e721b357-fd09-4f29-bd44-bc21b9af949e,revision_number=5']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:27.956502 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7b80-a524-4eb4-b37c-741272631ac9 req-6120a398-4950-43f1-9f6d-c8383ae7d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:27.958519 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-755a7b80-a524-4eb4-b37c-741272631ac9 req-6120a398-4950-43f1-9f6d-c8383ae7d93e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 1097 time: 0.0472775 Sep 22 10:58:27.995615 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-755a7b80-a524-4eb4-b37c-741272631ac9 req-6db5e8b3-229a-4b71-bdb5-e1efed471475 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296457 Sep 22 10:58:28.201316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11fb1e-16a7-440e-8b32-3ea9526b82e9 req-5bf8fd1b-8b8d-4164-82bc-a9bf0e364662 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:28.202894 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee11fb1e-16a7-440e-8b32-3ea9526b82e9 req-5bf8fd1b-8b8d-4164-82bc-a9bf0e364662 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 946 time: 0.0521343 Sep 22 10:58:28.243301 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-ee11fb1e-16a7-440e-8b32-3ea9526b82e9 req-3c6ca879-d62b-4a07-b9fc-a13fba94fea3 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342407 Sep 22 10:58:28.451028 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:58:28.482469 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:29.379541 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148b3ff-5f7e-42b9-af83-5363cd99cfa4 req-9d88cf0c-a9e7-4920-ace7-067feaab0fce tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:29.381717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8148b3ff-5f7e-42b9-af83-5363cd99cfa4 req-9d88cf0c-a9e7-4920-ace7-067feaab0fce tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 946 time: 0.0558367 Sep 22 10:58:29.434467 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8148b3ff-5f7e-42b9-af83-5363cd99cfa4 req-6f8afae9-98f4-4bb2-8c61-2b96b8c2c291 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444570 Sep 22 10:58:30.316660 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:30.850214 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6701db2-f7f6-410a-aa5f-ab4ab02508a9 req-bb53ea09-ba76-480e-8094-9b740d9fc268 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:30.852253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6701db2-f7f6-410a-aa5f-ab4ab02508a9 req-bb53ea09-ba76-480e-8094-9b740d9fc268 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 946 time: 0.3412323 Sep 22 10:58:30.891147 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-d6701db2-f7f6-410a-aa5f-ab4ab02508a9 req-08eabd20-860c-4568-8583-88805f35c1e6 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319159 Sep 22 10:58:31.006030 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413940f-9d89-41fa-8f33-7d2c494fe964 req-871a803f-cbb1-43e7-b838-9880f5fa326c tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:31.007592 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2413940f-9d89-41fa-8f33-7d2c494fe964 req-871a803f-cbb1-43e7-b838-9880f5fa326c tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 946 time: 0.0501673 Sep 22 10:58:31.045644 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-2413940f-9d89-41fa-8f33-7d2c494fe964 req-17fcff2d-2b6b-46ae-a639-fb547d050867 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320640 Sep 22 10:58:31.066666 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59466) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:58:31.107754 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acb7b90-895b-4de4-8f9e-5c7a05278afc tempest-TestSnapshotPattern-1183094488 tempest-TestSnapshotPattern-1183094488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:31.109286 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-3acb7b90-895b-4de4-8f9e-5c7a05278afc tempest-TestSnapshotPattern-1183094488 tempest-TestSnapshotPattern-1183094488-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 1092 time: 0.0416520 Sep 22 10:58:31.111991 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59470) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 10:58:31.116350 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.v2.base [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Request body: {'floatingip': {'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'port_id': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 10:58:31.225129 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for floatingip, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:31.325946 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:31.433202 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_common [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Allocated IP 172.25.6.129 (5e75face-888a-4970-82a5-d7242fd1d1cf/21862f6b-c577-4634-8a98-0c5640f319e2/a1773fc4-cb4f-455c-8fbd-50a90223d649) {{(pid=95510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 10:58:31.534579 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for port, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:31.665619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729506279105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:31.706481 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Network 5e75face-888a-4970-82a5-d7242fd1d1cf is already hosted by enough agents. {{(pid=95510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 10:58:31.709492 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.base_scheduler [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Resources bound (agent type, host, resource id): {{(pid=95510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 10:58:31.712199 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Received port after_create {{(pid=95510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 10:58:31.743830 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'Port': ['ID=a1773fc4-cb4f-455c-8fbd-50a90223d649,revision_number=1']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:32.082209 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:32.243546 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:32.389392 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for port, precommit_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:32.447827 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25360018'] for port, after_update {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:32.527874 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event updated for resources: {'Port': ['ID=a1773fc4-cb4f-455c-8fbd-50a90223d649,revision_number=2']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 10:58:32.540647 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3691539'] for floatingip, after_create {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:32.643418 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Floating IP e6ebd6b7-7336-43ae-9cb7-e6c13695efd0 associated. External IP: 172.25.6.129, port: e721b357-fd09-4f29-bd44-bc21b9af949e. Sep 22 10:58:32.869964 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Router 6dd8fde7-6960-4548-8753-bdc537b8da94 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 10:58:32.986795 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 10:58:32.997079 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d6e01-1736-4b85-b74a-c49b675a692e None None] Sync routers for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 10:58:33.005878 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d6e01-1736-4b85-b74a-c49b675a692e None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:58:33.006574 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f11d6e01-1736-4b85-b74a-c49b675a692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:58:33.071138 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:33.112784 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a6f6e584-b54e-4ac7-9291-a8d7053e4e28 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9863966 Sep 22 10:58:33.112784 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 10:58:33.112784 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a089b4d-8985-4ead-814b-71427a5493bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 10:58:33.115921 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-f11d6e01-1736-4b85-b74a-c49b675a692e None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:58:33.142375 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 10:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ddfdaf-c987-4e15-ba7a-848bc03529c8 x-openstack-request-id: req-50ddfdaf-c987-4e15-ba7a-848bc03529c8 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 10:58:33.142668 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 10:58:33.142917 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50ddfdaf-c987-4e15-ba7a-848bc03529c8 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 10:58:33.143349 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'status': 'completed', 'code': 200} Sep 22 10:58:33.207341 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a089b4d-8985-4ead-814b-71427a5493bd req-59586267-ef98-44d8-be2c-771a80c1d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:33.209030 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a089b4d-8985-4ead-814b-71427a5493bd req-59586267-ef98-44d8-be2c-771a80c1d479 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 1097 time: 0.0428081 Sep 22 10:58:33.314238 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a089b4d-8985-4ead-814b-71427a5493bd req-cbd3bb9b-dd9f-4a49-9488-debe6fa7502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:33.315885 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a089b4d-8985-4ead-814b-71427a5493bd req-cbd3bb9b-dd9f-4a49-9488-debe6fa7502c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 911 time: 0.0998735 Sep 22 10:58:33.338637 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f11d6e01-1736-4b85-b74a-c49b675a692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '7877ee8e-397a-47c2-85c1-56453c6cf4b1', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:38:df:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:50Z', 'updated_at': '2021-09-22T10:55:53Z', 'revision_number': 1, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}, {'id': 'e6ebd6b7-7336-43ae-9cb7-e6c13695efd0', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:5e:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:31Z', 'updated_at': '2021-09-22T10:58:31Z', 'revision_number': 0, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:58:33.388571 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a089b4d-8985-4ead-814b-71427a5493bd req-02d001da-7844-4f04-bf7f-8721bf13f23c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e721b357-fd09-4f29-bd44-bc21b9af949e HTTP/1.1" status: 200 len: 1000 time: 0.0626438 Sep 22 10:58:33.441771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a089b4d-8985-4ead-814b-71427a5493bd req-7368ca8a-2054-494e-bc8e-4396474ff896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:33.443305 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a089b4d-8985-4ead-814b-71427a5493bd req-7368ca8a-2054-494e-bc8e-4396474ff896 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0483778 Sep 22 10:58:33.461150 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d6e01-1736-4b85-b74a-c49b675a692e None None] Checking router: 6dd8fde7-6960-4548-8753-bdc537b8da94 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 10:58:33.469872 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d6e01-1736-4b85-b74a-c49b675a692e None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 10:58:33.470501 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f11d6e01-1736-4b85-b74a-c49b675a692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:58:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:58:33.506608 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a089b4d-8985-4ead-814b-71427a5493bd req-fb4d2cd8-4bef-49c4-b0ca-973ae0f683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:33.508255 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a089b4d-8985-4ead-814b-71427a5493bd req-fb4d2cd8-4bef-49c4-b0ca-973ae0f683bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482166 Sep 22 10:58:33.577501 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-f11d6e01-1736-4b85-b74a-c49b675a692e None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 10:58:33.599613 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a089b4d-8985-4ead-814b-71427a5493bd req-d15d1f50-9c0f-4f11-82df-f29c9a9ad88f service neutron] 10.222.0.45 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844421 Sep 22 10:58:33.695740 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-8a089b4d-8985-4ead-814b-71427a5493bd req-956b8d91-1a24-4506-9202-74bd7bc3b8bb service neutron] 10.222.0.45 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879524 Sep 22 10:58:33.798134 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-f11d6e01-1736-4b85-b74a-c49b675a692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '7877ee8e-397a-47c2-85c1-56453c6cf4b1', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:38:df:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:50Z', 'updated_at': '2021-09-22T10:55:53Z', 'revision_number': 1, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}, {'id': 'e6ebd6b7-7336-43ae-9cb7-e6c13695efd0', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:5e:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:31Z', 'updated_at': '2021-09-22T10:58:31Z', 'revision_number': 0, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 10:58:33.828276 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d6e01-1736-4b85-b74a-c49b675a692e None None] The sync data for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 is: [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '7877ee8e-397a-47c2-85c1-56453c6cf4b1', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:38:df:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:50Z', 'updated_at': '2021-09-22T10:55:53Z', 'revision_number': 1, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}, {'id': 'e6ebd6b7-7336-43ae-9cb7-e6c13695efd0', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:5e:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:58:31Z', 'updated_at': '2021-09-22T10:58:31Z', 'revision_number': 0, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 10:58:34.020911 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad056748-1c29-4273-9b27-c686b3eeb7c2 None None] New status for floating IP e6ebd6b7-7336-43ae-9cb7-e6c13695efd0: ACTIVE {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 10:58:45.930072 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-d99bac82-3ed8-40cb-b4aa-6d77ac93dd82 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399554 Sep 22 10:58:46.011328 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-e607ea63-3726-4b20-a12b-cc09f2f5f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:46.013586 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-e607ea63-3726-4b20-a12b-cc09f2f5f1a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 1094 time: 0.0407999 Sep 22 10:58:46.128991 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-134bf615-b40e-4391-b07f-a608ac2745c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:46.130510 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-134bf615-b40e-4391-b07f-a608ac2745c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 911 time: 0.0959263 Sep 22 10:58:46.194499 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-44b3a0cd-ed49-45d7-b3c2-e8bc88b691ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa HTTP/1.1" status: 200 len: 999 time: 0.0572307 Sep 22 10:58:46.242559 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-d3d4b097-acdc-452d-9229-48bcde22373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:46.244049 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-d3d4b097-acdc-452d-9229-48bcde22373a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0430884 Sep 22 10:58:46.293759 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-86a17a82-034f-43a0-b851-9a9f44bc2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:58:46.295279 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-86a17a82-034f-43a0-b851-9a9f44bc2223 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436451 Sep 22 10:58:46.385529 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-5aca2d38-eeef-4384-a481-f271ad111dcd service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820322 Sep 22 10:58:46.477296 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-faf42ec8-5563-4aa1-a7aa-7ba7cf29cd24 req-79181e98-84ff-4ac6-9be6-3e7bfefb1db9 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840757 Sep 22 10:58:54.195844 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:54.321959 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-01aa6ee1-7898-4113-8754-2798c5b6f66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:55.556054 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:57.047683 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-bc556ebd-bcc4-4d5e-8f04-78c9f1e75a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:57.624529 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:58:58.464027 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:00.264464 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:05.152973 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-6ef39abe-3116-49a8-84b3-14031a6aa6af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431345 Sep 22 10:59:05.235230 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-f6f83b6b-cb06-48e1-ae5f-809ff2c92661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:05.236783 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-f6f83b6b-cb06-48e1-ae5f-809ff2c92661 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 1097 time: 0.0410450 Sep 22 10:59:05.349775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-4b531786-4eee-4a67-9fed-7e5ce01cff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:05.351433 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-4b531786-4eee-4a67-9fed-7e5ce01cff69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 911 time: 0.0908687 Sep 22 10:59:05.418649 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-72936699-882a-49e3-9f9a-78fa2570e7c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e721b357-fd09-4f29-bd44-bc21b9af949e HTTP/1.1" status: 200 len: 1002 time: 0.0578794 Sep 22 10:59:05.450129 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:59:05.478727 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-981e03cb-103b-4e90-918a-0d8435ed35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:05.480253 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-981e03cb-103b-4e90-918a-0d8435ed35b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0498641 Sep 22 10:59:05.530775 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-82fa4a50-9d08-4423-966f-3c65b466ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:05.532346 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-82fa4a50-9d08-4423-966f-3c65b466ec95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403810 Sep 22 10:59:05.625977 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-d10b9f98-61a3-4b39-8593-d7ba0d2b9730 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821593 Sep 22 10:59:05.722502 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-6a55c713-2272-4a7b-ac00-67aff933e6fc req-10130c06-e4ed-4651-9c77-93c03f973c9f service neutron] 10.222.0.45 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856397 Sep 22 10:59:24.195396 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:24.332742 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6e4ab08d-7505-49dd-819a-cd65e33f9d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:25.578440 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:27.029625 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-76d7f1e7-3d5f-4c96-95e1-da7c61944b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:27.635611 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:28.481178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:30.269608 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:42.449548 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 10:59:46.928282 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-119b8f53-d853-4e20-ab19-cbcfc550f816 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412965 Sep 22 10:59:47.010696 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-85d57fb8-5864-43a7-a677-190bcb632dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:47.012204 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-85d57fb8-5864-43a7-a677-190bcb632dc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 1094 time: 0.0398650 Sep 22 10:59:47.117688 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-a925730b-e3e1-4838-8f78-7c293ef4f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:47.119180 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-a925730b-e3e1-4838-8f78-7c293ef4f840 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 911 time: 0.0883815 Sep 22 10:59:47.183779 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-eb556c9a-f21d-4423-8589-12e989130226 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa HTTP/1.1" status: 200 len: 999 time: 0.0570600 Sep 22 10:59:47.237351 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-ca43ff4e-f0e3-4d60-80b9-02315d1b60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:47.238838 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-ca43ff4e-f0e3-4d60-80b9-02315d1b60c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0475099 Sep 22 10:59:47.285160 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-fad1c293-6861-4206-881a-90cca42fcdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 10:59:47.286697 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-fad1c293-6861-4206-881a-90cca42fcdad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411434 Sep 22 10:59:47.378354 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-a83b269b-7e72-4c0c-a675-72104ea2e3d1 service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844941 Sep 22 10:59:47.474208 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-6eff5a72-92b2-4cbf-832b-722848a5c5f9 req-d7d706c5-5681-49d4-8416-0fae755b9f7e service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886028 Sep 22 10:59:54.194544 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:54.309406 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-80741b68-fc2e-46df-8ffa-5379aa26d6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:55.577334 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:57.017321 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-e0990c55-5c95-44d5-a2b2-1894507e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:57.617466 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 10:59:58.485954 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:00.245998 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:04.080607 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e721b357-fd09-4f29-bd44-bc21b9af949e details requested by agent hyperv_n-h2-805649-4 with host n-h2-805649-4 {{(pid=95511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 11:00:04.177148 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e721b357-fd09-4f29-bd44-bc21b9af949e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e721b357-fd09-4f29-bd44-bc21b9af949e,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:04.189464 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Returning: {'device': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'port_id': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'mac_address': 'fa:16:3e:5e:66:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 11:00:04.233400 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:04.246665 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e721b357-fd09-4f29-bd44-bc21b9af949e {{(pid=95511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 11:00:04.267790 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e721b357-fd09-4f29-bd44-bc21b9af949e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e721b357-fd09-4f29-bd44-bc21b9af949e,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:04.348920 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:04.399801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e721b357-fd09-4f29-bd44-bc21b9af949e,revision_number=6']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:04.407263 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.407604 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.407936 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.408265 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.408614 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.408940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.409259 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.409578 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.409902 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.410220 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.410638 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.410895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:04.435913 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] get_ports_and_sgs() called for port_ids ['e721b357-fd09-4f29-bd44-bc21b9af949e'] {{(pid=95511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 11:00:06.098695 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e721b357-fd09-4f29-bd44-bc21b9af949e up at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 11:00:06.164217 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.provisioning_blocks [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Provisioning complete for port e721b357-fd09-4f29-bd44-bc21b9af949e triggered by entity L2. {{(pid=95511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 11:00:06.164637 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723233'] for port, provisioning_complete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:06.278540 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:06.322299 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:00:06.328191 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01710f6b-8592-4957-9c14-e98b43400db1" -d '{"events": [{"server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "name": "network-vif-plugged", "status": "completed", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:00:06.339184 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e721b357-fd09-4f29-bd44-bc21b9af949e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e721b357-fd09-4f29-bd44-bc21b9af949e,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:06.384498 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:06.420577 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9433eb6e-ad35-40e1-b71b-cd6cbda3f97d x-openstack-request-id: req-9433eb6e-ad35-40e1-b71b-cd6cbda3f97d {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:00:06.424873 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "name": "network-vif-plugged", "status": "completed", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:00:06.424873 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9433eb6e-ad35-40e1-b71b-cd6cbda3f97d {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:00:06.424873 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'code': 200} Sep 22 11:00:06.452895 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e721b357-fd09-4f29-bd44-bc21b9af949e,revision_number=7']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:07.516825 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416fe70-d72a-4717-b946-6f732009c411 req-45ec4554-163a-4d97-aa48-885ca864035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:07.518357 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7416fe70-d72a-4717-b946-6f732009c411 req-45ec4554-163a-4d97-aa48-885ca864035a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 1097 time: 0.0454082 Sep 22 11:00:07.632018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416fe70-d72a-4717-b946-6f732009c411 req-955b8ffc-8617-4b15-a06e-d0f9eb9def3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:07.633474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7416fe70-d72a-4717-b946-6f732009c411 req-955b8ffc-8617-4b15-a06e-d0f9eb9def3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 911 time: 0.0907130 Sep 22 11:00:07.701621 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7416fe70-d72a-4717-b946-6f732009c411 req-7cdedb51-f5b9-450c-aefb-96aa7a01cbbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e721b357-fd09-4f29-bd44-bc21b9af949e HTTP/1.1" status: 200 len: 1002 time: 0.0596669 Sep 22 11:00:07.764498 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416fe70-d72a-4717-b946-6f732009c411 req-d38fc7f0-ff75-4486-979e-814127c73113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:07.766094 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7416fe70-d72a-4717-b946-6f732009c411 req-d38fc7f0-ff75-4486-979e-814127c73113 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0549593 Sep 22 11:00:07.824084 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416fe70-d72a-4717-b946-6f732009c411 req-455284e6-3bc0-4490-8b22-7553aaa242d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:07.828039 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7416fe70-d72a-4717-b946-6f732009c411 req-455284e6-3bc0-4490-8b22-7553aaa242d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549259 Sep 22 11:00:07.929142 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7416fe70-d72a-4717-b946-6f732009c411 req-dcd1525a-62d0-4c19-be15-3489a0f6a97b service neutron] 10.222.0.45 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930614 Sep 22 11:00:08.061583 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-7416fe70-d72a-4717-b946-6f732009c411 req-cc332264-3c00-4c27-8dce-51a26bf55624 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228976 Sep 22 11:00:16.359038 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59692) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:16.513679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Deleting port a1773fc4-cb4f-455c-8fbd-50a90223d649 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:16.514017 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:16.593549 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:16.593786 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:16.605347 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Calling delete_port for a1773fc4-cb4f-455c-8fbd-50a90223d649 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:16.840645 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:16.867662 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event deleted for resources: {'Port': ['ID=a1773fc4-cb4f-455c-8fbd-50a90223d649,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:16.877768 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.878116 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.878459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.878792 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.879124 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.879453 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.880243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.880243 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.880445 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.880709 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.881566 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.881890 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:16.941076 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:16.941404 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Floating IP e6ebd6b7-7336-43ae-9cb7-e6c13695efd0 disassociated (deleted). External IP: 172.25.6.129, port: e721b357-fd09-4f29-bd44-bc21b9af949e. Sep 22 11:00:17.439844 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Router 6dd8fde7-6960-4548-8753-bdc537b8da94 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:00:17.547104 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:00:17.551638 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:17.558544 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728aa500-ae33-440a-a1e0-f1b4e4db8ee9 None None] Sync routers for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:00:17.567493 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728aa500-ae33-440a-a1e0-f1b4e4db8ee9 None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:00:17.568162 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-728aa500-ae33-440a-a1e0-f1b4e4db8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:59:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:17.578414 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-327eb9b0-47ac-4237-945e-1ea99950078b tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "DELETE /v2.0/floatingips/e6ebd6b7-7336-43ae-9cb7-e6c13695efd0 HTTP/1.1" status: 204 len: 168 time: 1.2182851 Sep 22 11:00:17.579018 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:00:17.581306 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afa9919-fb21-4a99-8854-7168e2a4f11d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:00:17.672206 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-728aa500-ae33-440a-a1e0-f1b4e4db8ee9 None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:00:17.892870 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-728aa500-ae33-440a-a1e0-f1b4e4db8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '7877ee8e-397a-47c2-85c1-56453c6cf4b1', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:38:df:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:50Z', 'updated_at': '2021-09-22T10:55:53Z', 'revision_number': 1, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:17.924649 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e747a09-c67f-45ac-8655-9ed2b615742b x-openstack-request-id: req-3e747a09-c67f-45ac-8655-9ed2b615742b {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:00:17.925218 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:00:17.925461 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e747a09-c67f-45ac-8655-9ed2b615742b {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:00:17.925860 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'status': 'completed', 'code': 200} Sep 22 11:00:17.931100 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728aa500-ae33-440a-a1e0-f1b4e4db8ee9 None None] Checking router: 6dd8fde7-6960-4548-8753-bdc537b8da94 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:00:17.939771 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728aa500-ae33-440a-a1e0-f1b4e4db8ee9 None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:00:17.940379 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-728aa500-ae33-440a-a1e0-f1b4e4db8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:59:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:18.018697 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa9919-fb21-4a99-8854-7168e2a4f11d req-ea7da322-7505-4bba-973a-71d66243ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:18.020299 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1afa9919-fb21-4a99-8854-7168e2a4f11d req-ea7da322-7505-4bba-973a-71d66243ae36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 1097 time: 0.0704706 Sep 22 11:00:18.059203 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-728aa500-ae33-440a-a1e0-f1b4e4db8ee9 None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:00:18.067371 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ac952-7507-4a4c-964e-6c50e4b2967d req-5bdeba12-ab03-4ed4-b2e5-505a70fa879a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:18.074491 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-907ac952-7507-4a4c-964e-6c50e4b2967d req-5bdeba12-ab03-4ed4-b2e5-505a70fa879a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 946 time: 0.0830562 Sep 22 11:00:18.163562 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-907ac952-7507-4a4c-964e-6c50e4b2967d req-754943a5-1afd-4a35-be21-b69683a32d1a tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541043 Sep 22 11:00:18.164702 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa9919-fb21-4a99-8854-7168e2a4f11d req-0243a19b-e36f-4393-8f61-108b899438eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:18.166394 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1afa9919-fb21-4a99-8854-7168e2a4f11d req-0243a19b-e36f-4393-8f61-108b899438eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 911 time: 0.1352015 Sep 22 11:00:18.168640 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e721b357-fd09-4f29-bd44-bc21b9af949e no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:00:18.215840 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1afa9919-fb21-4a99-8854-7168e2a4f11d req-4ce6fe6b-1e4a-4062-9ea6-4d7af4c16a65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e721b357-fd09-4f29-bd44-bc21b9af949e HTTP/1.1" status: 200 len: 217 time: 0.0418754 Sep 22 11:00:18.265175 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682749'] for port, before_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:18.267806 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa9919-fb21-4a99-8854-7168e2a4f11d req-9ce7fbff-73db-43ef-86b9-7e9cc39d64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:18.269474 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1afa9919-fb21-4a99-8854-7168e2a4f11d req-9ce7fbff-73db-43ef-86b9-7e9cc39d64ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0463467 Sep 22 11:00:18.290614 n-d-805649-4 neutron-server[95511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e'}] {{(pid=95511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:00:18.293039 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe5e8a97c0018bf339162fc5c65cbe01d8f18badf4850779dce51bafa986419d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc57758f-4b2b-4f95-a4e4-d3c41d4df107" -d '{"events": [{"server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "name": "network-vif-unplugged", "status": "completed", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e"}]}' {{(pid=95511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:00:18.297441 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-728aa500-ae33-440a-a1e0-f1b4e4db8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '7877ee8e-397a-47c2-85c1-56453c6cf4b1', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:38:df:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:50Z', 'updated_at': '2021-09-22T10:55:53Z', 'revision_number': 1, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:18.306444 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] For port e721b357-fd09-4f29-bd44-bc21b9af949e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e721b357-fd09-4f29-bd44-bc21b9af949e,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:18.331240 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728aa500-ae33-440a-a1e0-f1b4e4db8ee9 None None] The sync data for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 is: [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_floatingips': [{'id': '7877ee8e-397a-47c2-85c1-56453c6cf4b1', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'router_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'port_id': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'mac_address': 'fa:16:3e:38:df:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T10:55:50Z', 'updated_at': '2021-09-22T10:55:53Z', 'revision_number': 1, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:00:18.337653 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 11:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac48bc8-6be3-4060-bda6-dc3c81cc42ff x-openstack-request-id: req-8ac48bc8-6be3-4060-bda6-dc3c81cc42ff {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:00:18.337653 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "name": "network-vif-unplugged", "status": "completed", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e", "code": 200}]} {{(pid=95511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:00:18.337653 n-d-805649-4 neutron-server[95511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ac48bc8-6be3-4060-bda6-dc3c81cc42ff {{(pid=95511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:00:18.337653 n-d-805649-4 neutron-server[95511]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'code': 200} Sep 22 11:00:18.338359 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa9919-fb21-4a99-8854-7168e2a4f11d req-f95af973-ac8b-461b-bdd9-457bfeb91705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:18.338848 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1afa9919-fb21-4a99-8854-7168e2a4f11d req-f95af973-ac8b-461b-bdd9-457bfeb91705 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576775 Sep 22 11:00:18.400543 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729506799364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729506279123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729506279141'] for port, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:18.442206 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1afa9919-fb21-4a99-8854-7168e2a4f11d req-2f5c2330-49a0-47db-9322-baccd22cb387 service neutron] 10.222.0.45 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948522 Sep 22 11:00:18.453048 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Pushing event updated for resources: {'Port': ['ID=e721b357-fd09-4f29-bd44-bc21b9af949e,revision_number=8']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:18.541703 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1afa9919-fb21-4a99-8854-7168e2a4f11d req-36a6d825-7f00-402e-82de-6efd8e9462bc service neutron] 10.222.0.45 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908093 Sep 22 11:00:18.577801 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d1621a-ab67-4490-8d8f-cdc7c781f06c None None] New status for floating IP e6ebd6b7-7336-43ae-9cb7-e6c13695efd0: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:00:19.294842 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c251b51-5364-4870-bb8c-37d6c83feef1 req-cb5b6ea7-5144-48f3-8553-0dffd7f3bd05 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:19.296343 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c251b51-5364-4870-bb8c-37d6c83feef1 req-cb5b6ea7-5144-48f3-8553-0dffd7f3bd05 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 944 time: 0.0496645 Sep 22 11:00:19.346214 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-0c251b51-5364-4870-bb8c-37d6c83feef1 req-5edf28c2-09b9-4a1b-9581-cfe9fcbcd73c tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434487 Sep 22 11:00:19.448766 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:00:19.879401 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986279d0-ff9c-44ec-9eb7-92b0bb34d681 req-2d7248ee-a020-49ca-8b56-371cd1d4a7d8 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:19.881729 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-986279d0-ff9c-44ec-9eb7-92b0bb34d681 req-2d7248ee-a020-49ca-8b56-371cd1d4a7d8 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 944 time: 0.0479939 Sep 22 11:00:19.975232 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-986279d0-ff9c-44ec-9eb7-92b0bb34d681 req-4852c9d1-65db-4fc4-9dcd-e0e3054ef754 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Deleting port e721b357-fd09-4f29-bd44-bc21b9af949e {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:19.975576 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-986279d0-ff9c-44ec-9eb7-92b0bb34d681 req-4852c9d1-65db-4fc4-9dcd-e0e3054ef754 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:20.067013 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [req-986279d0-ff9c-44ec-9eb7-92b0bb34d681 req-4852c9d1-65db-4fc4-9dcd-e0e3054ef754 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] For port e721b357-fd09-4f29-bd44-bc21b9af949e, host n-h2-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-805649-4',level=0,port_id=e721b357-fd09-4f29-bd44-bc21b9af949e,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:20.067377 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-986279d0-ff9c-44ec-9eb7-92b0bb34d681 req-4852c9d1-65db-4fc4-9dcd-e0e3054ef754 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:20.080154 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [req-986279d0-ff9c-44ec-9eb7-92b0bb34d681 req-4852c9d1-65db-4fc4-9dcd-e0e3054ef754 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Calling delete_port for e721b357-fd09-4f29-bd44-bc21b9af949e owned by compute:nova {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:20.274573 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-986279d0-ff9c-44ec-9eb7-92b0bb34d681 req-4852c9d1-65db-4fc4-9dcd-e0e3054ef754 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:20.306256 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852c9d1-65db-4fc4-9dcd-e0e3054ef754 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event deleted for resources: {'Port': ['ID=e721b357-fd09-4f29-bd44-bc21b9af949e,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:20.349261 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.l3_dvrscheduler_db [req-986279d0-ff9c-44ec-9eb7-92b0bb34d681 req-4852c9d1-65db-4fc4-9dcd-e0e3054ef754 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] No DVR routers for this DVR port e721b357-fd09-4f29-bd44-bc21b9af949e on host n-h2-805649-4 {{(pid=95510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:00:20.353461 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [req-986279d0-ff9c-44ec-9eb7-92b0bb34d681 req-4852c9d1-65db-4fc4-9dcd-e0e3054ef754 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:20.355536 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-986279d0-ff9c-44ec-9eb7-92b0bb34d681 req-4852c9d1-65db-4fc4-9dcd-e0e3054ef754 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.45 "DELETE /v2.0/ports/e721b357-fd09-4f29-bd44-bc21b9af949e HTTP/1.1" status: 204 len: 173 time: 0.4658043 Sep 22 11:00:20.356012 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'name': 'network-vif-deleted', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:00:20.358345 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1195559d-8d48-44cd-a7c6-5daf20321a3e" -d '{"events": [{"server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "name": "network-vif-deleted", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:00:20.393537 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8704786d-fcc6-4b71-b66c-31c4bba42a84 x-openstack-request-id: req-8704786d-fcc6-4b71-b66c-31c4bba42a84 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:00:20.393826 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7c9a17-62bc-4853-b1cd-f4c28b6fd536", "name": "network-vif-deleted", "tag": "e721b357-fd09-4f29-bd44-bc21b9af949e", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:00:20.394086 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8704786d-fcc6-4b71-b66c-31c4bba42a84 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:00:20.394482 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7c9a17-62bc-4853-b1cd-f4c28b6fd536', 'name': 'network-vif-deleted', 'tag': 'e721b357-fd09-4f29-bd44-bc21b9af949e', 'status': 'completed', 'code': 200} Sep 22 11:00:20.464776 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-fa5fc084-8fe9-4b2f-bbd6-520b13d5c5d2 req-f3e80237-095b-4bd7-852e-7cd1653aceb2 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec7c9a17-62bc-4853-b1cd-f4c28b6fd536 HTTP/1.1" status: 200 len: 210 time: 0.0262525 Sep 22 11:00:22.750029 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59752) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:22.913862 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Deleting port fab88ec3-57a4-42ee-aadf-2c6ffcd73d43 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:22.914105 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:22.989431 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:22.989756 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:23.002056 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Calling delete_port for fab88ec3-57a4-42ee-aadf-2c6ffcd73d43 owned by network:floatingip {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:23.257973 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:23.283264 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event deleted for resources: {'Port': ['ID=fab88ec3-57a4-42ee-aadf-2c6ffcd73d43,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:23.347149 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for floatingip, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:23.350947 n-d-805649-4 neutron-server[95510]: INFO neutron.db.l3_db [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Floating IP 7877ee8e-397a-47c2-85c1-56453c6cf4b1 disassociated (deleted). External IP: 172.25.6.138, port: 76cac590-0569-4fc9-91b0-8af2a4b0cefa. Sep 22 11:00:23.557168 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Router 6dd8fde7-6960-4548-8753-bdc537b8da94 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:00:23.665456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:00:23.669993 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for floatingip, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:23.675504 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8f8d2-0cc7-44c8-b5ec-5a5744853cca None None] Sync routers for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:00:23.685656 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8f8d2-0cc7-44c8-b5ec-5a5744853cca None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:00:23.686265 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9bb8f8d2-0cc7-44c8-b5ec-5a5744853cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:59:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:23.699576 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-75d1ee91-0abb-4df1-978a-f157a8b98668 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "DELETE /v2.0/floatingips/7877ee8e-397a-47c2-85c1-56453c6cf4b1 HTTP/1.1" status: 204 len: 168 time: 0.9484067 Sep 22 11:00:23.700174 n-d-805649-4 neutron-server[95510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa'}] {{(pid=95510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:00:23.702525 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d9c7af0e8eac1bf654b3ef98cc3046c9d3a19e4b353c34f41787df09d639d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84778c96-4d7a-49e5-becc-498e81063f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa"}]}' {{(pid=95510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:00:23.795946 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9bb8f8d2-0cc7-44c8-b5ec-5a5744853cca None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:00:24.076612 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 11:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99362a82-a7f9-4426-8f7c-47455cd775b6 x-openstack-request-id: req-99362a82-a7f9-4426-8f7c-47455cd775b6 {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:00:24.077169 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa", "status": "completed", "code": 200}]} {{(pid=95510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:00:24.077169 n-d-805649-4 neutron-server[95510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99362a82-a7f9-4426-8f7c-47455cd775b6 {{(pid=95510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:00:24.077553 n-d-805649-4 neutron-server[95510]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'status': 'completed', 'code': 200} Sep 22 11:00:24.090907 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9bb8f8d2-0cc7-44c8-b5ec-5a5744853cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:24.117663 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8f8d2-0cc7-44c8-b5ec-5a5744853cca None None] Checking router: 6dd8fde7-6960-4548-8753-bdc537b8da94 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:00:24.126304 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8f8d2-0cc7-44c8-b5ec-5a5744853cca None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:00:24.126923 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9bb8f8d2-0cc7-44c8-b5ec-5a5744853cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T10:59:57Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:24.144253 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84778c96-4d7a-49e5-becc-498e81063f4b req-5260b100-85b5-4f0f-bb1b-4e801c412736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:24.145821 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84778c96-4d7a-49e5-becc-498e81063f4b req-5260b100-85b5-4f0f-bb1b-4e801c412736 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 1094 time: 0.0444129 Sep 22 11:00:24.192087 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43c7fc-f90d-4ed4-a2be-6f779afde1b0 req-911cb201-3b04-47c0-be98-35c5622802f8 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:24.194403 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b43c7fc-f90d-4ed4-a2be-6f779afde1b0 req-911cb201-3b04-47c0-be98-35c5622802f8 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 943 time: 0.0671985 Sep 22 11:00:24.218216 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e721b357-fd09-4f29-bd44-bc21b9af949e no longer exists at agent hyperv_n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:00:24.237017 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-9bb8f8d2-0cc7-44c8-b5ec-5a5744853cca None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:00:24.238756 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-1b43c7fc-f90d-4ed4-a2be-6f779afde1b0 req-425c0a19-3c1c-4210-b971-35d731ee60bb tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372062 Sep 22 11:00:24.251624 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84778c96-4d7a-49e5-becc-498e81063f4b req-37bdffb1-9a74-4a26-a903-abea60c6c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:24.253158 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84778c96-4d7a-49e5-becc-498e81063f4b req-37bdffb1-9a74-4a26-a903-abea60c6c5f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 200 len: 911 time: 0.1003301 Sep 22 11:00:24.254231 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:24.255113 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] No Port match for: e721b357-fd09-4f29-bd44-bc21b9af949e {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:00:24.256218 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Device e721b357-fd09-4f29-bd44-bc21b9af949e not bound to the agent host n-h2-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:00:24.301538 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84778c96-4d7a-49e5-becc-498e81063f4b req-21673465-34b7-420a-80ea-bc7d1d721f48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa HTTP/1.1" status: 200 len: 217 time: 0.0355985 Sep 22 11:00:24.326064 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a7266e42-4a15-4f9f-a9f0-17f3db56a761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:24.353889 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84778c96-4d7a-49e5-becc-498e81063f4b req-4b4e5097-0b22-4a0e-99ce-4286f7cafc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:24.355396 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84778c96-4d7a-49e5-becc-498e81063f4b req-4b4e5097-0b22-4a0e-99ce-4286f7cafc0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 200 len: 849 time: 0.0464144 Sep 22 11:00:24.408286 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84778c96-4d7a-49e5-becc-498e81063f4b req-1184d071-7585-4c59-931c-7ea5cd24b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:24.409855 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84778c96-4d7a-49e5-becc-498e81063f4b req-1184d071-7585-4c59-931c-7ea5cd24b214 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5ab177b-3e19-4bb9-b22c-d8cfe51003de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459313 Sep 22 11:00:24.445051 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-9bb8f8d2-0cc7-44c8-b5ec-5a5744853cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:24.471480 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8f8d2-0cc7-44c8-b5ec-5a5744853cca None None] The sync data for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 is: [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T10:55:25Z', 'revision_number': 4, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4', '_interfaces': [{'id': '2f60953e-4c7b-48ac-aa08-dbe57efd47d6', 'name': '', 'network_id': 'd5ab177b-3e19-4bb9-b22c-d8cfe51003de', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'mac_address': 'fa:16:3e:41:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:25Z', 'updated_at': '2021-09-22T10:55:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'subnets': [{'id': 'c1403510-95e2-462f-95f1-ee9526d08be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:00:24.501332 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84778c96-4d7a-49e5-becc-498e81063f4b req-077774c5-fa04-47da-8744-a09a38fd999f service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830042 Sep 22 11:00:24.598218 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-84778c96-4d7a-49e5-becc-498e81063f4b req-9a95da11-7cef-459f-85da-9a4c12d7782c service neutron] 10.222.0.60 "GET /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892808 Sep 22 11:00:24.691551 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528def2c-a1c8-4366-8900-c32d9074bfbb None None] New status for floating IP 7877ee8e-397a-47c2-85c1-56453c6cf4b1: DOWN {{(pid=95511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 11:00:25.367175 n-d-805649-4 neutron-server[95510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6144618-3cf8-4089-9ddb-9db16819aa31 req-1aad960c-67a2-4c25-a172-9e3f8de6a003 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:25.368665 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6144618-3cf8-4089-9ddb-9db16819aa31 req-1aad960c-67a2-4c25-a172-9e3f8de6a003 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 943 time: 0.0510528 Sep 22 11:00:25.407507 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-e6144618-3cf8-4089-9ddb-9db16819aa31 req-e24044ae-059c-4d34-b115-cef535815e23 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3d91fe0-9e92-4d41-a4ee-6053aedba6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323257 Sep 22 11:00:25.571662 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:25.690643 n-d-805649-4 neutron-server[95509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede55b57-2e16-4fbd-a839-d58fc1218ae1 req-4df3f1e8-32c0-4225-9eed-0d0f978f4155 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 11:00:25.692108 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ede55b57-2e16-4fbd-a839-d58fc1218ae1 req-4df3f1e8-32c0-4225-9eed-0d0f978f4155 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.60 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 943 time: 0.0494800 Sep 22 11:00:25.782549 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-ede55b57-2e16-4fbd-a839-d58fc1218ae1 req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Deleting port 76cac590-0569-4fc9-91b0-8af2a4b0cefa {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:25.782887 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ede55b57-2e16-4fbd-a839-d58fc1218ae1 req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:25.870677 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [req-ede55b57-2e16-4fbd-a839-d58fc1218ae1 req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] For port 76cac590-0569-4fc9-91b0-8af2a4b0cefa, host n-h1-805649-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-805649-4',level=0,port_id=76cac590-0569-4fc9-91b0-8af2a4b0cefa,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:25.870964 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ede55b57-2e16-4fbd-a839-d58fc1218ae1 req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:25.883149 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [req-ede55b57-2e16-4fbd-a839-d58fc1218ae1 req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Calling delete_port for 76cac590-0569-4fc9-91b0-8af2a4b0cefa owned by compute:nova {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:26.074976 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ede55b57-2e16-4fbd-a839-d58fc1218ae1 req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:26.106683 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event deleted for resources: {'Port': ['ID=76cac590-0569-4fc9-91b0-8af2a4b0cefa,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:26.135590 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.135939 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.136280 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.136615 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.137088 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.137330 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.137659 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.137990 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.138314 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.138634 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.138956 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.139277 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-805649-4 {{(pid=95509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 11:00:26.158820 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede55b57-2e16-4fbd-a839-d58fc1218ae1 req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] No DVR routers for this DVR port 76cac590-0569-4fc9-91b0-8af2a4b0cefa on host n-h1-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:00:26.161513 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [req-ede55b57-2e16-4fbd-a839-d58fc1218ae1 req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108617'] for port, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:26.167767 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [req-ede55b57-2e16-4fbd-a839-d58fc1218ae1 req-a849684f-a19d-4fe8-86ec-cdd24b21c2ee tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.60 "DELETE /v2.0/ports/76cac590-0569-4fc9-91b0-8af2a4b0cefa HTTP/1.1" status: 204 len: 173 time: 0.4664567 Sep 22 11:00:26.167767 n-d-805649-4 neutron-server[95509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'name': 'network-vif-deleted', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa'}] {{(pid=95509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 11:00:26.167767 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36ccb0d06a4ad0c159e8c2622c89e3711606aa2f4e265daed6e4ca1b37a2edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb2e98f-1743-40f5-b1cf-7795d670f0bd" -d '{"events": [{"server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "name": "network-vif-deleted", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa"}]}' {{(pid=95509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 11:00:26.265462 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 11:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1880133c-d045-4d02-8b73-11e518be895b x-openstack-request-id: req-1880133c-d045-4d02-8b73-11e518be895b {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 11:00:26.265462 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431653c4-cea1-4d5f-a349-38fc6cafe144", "name": "network-vif-deleted", "tag": "76cac590-0569-4fc9-91b0-8af2a4b0cefa", "status": "completed", "code": 200}]} {{(pid=95509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 11:00:26.265462 n-d-805649-4 neutron-server[95509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1880133c-d045-4d02-8b73-11e518be895b {{(pid=95509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 11:00:26.265462 n-d-805649-4 neutron-server[95509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431653c4-cea1-4d5f-a349-38fc6cafe144', 'name': 'network-vif-deleted', 'tag': '76cac590-0569-4fc9-91b0-8af2a4b0cefa', 'status': 'completed', 'code': 200} Sep 22 11:00:26.521131 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [req-23a7f412-e16f-4097-9354-a409a5c50e70 req-ac1b2919-cd98-42d3-91f6-ed3313b66b7d tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "GET /v2.0/ports?device_id=431653c4-cea1-4d5f-a349-38fc6cafe144 HTTP/1.1" status: 200 len: 210 time: 0.0268593 Sep 22 11:00:27.051645 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-942607c0-8de8-4d8e-a55f-c0198d8bc878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:27.581278 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59770) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:27.605881 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:27.644127 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de879912-d0c6-4625-ac26-d09d935a2498 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:27.668626 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de879912-d0c6-4625-ac26-d09d935a2498 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:27.811839 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de879912-d0c6-4625-ac26-d09d935a2498 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:27.814511 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-de879912-d0c6-4625-ac26-d09d935a2498 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:27.818405 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-de879912-d0c6-4625-ac26-d09d935a2498 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] 10.222.0.49 "DELETE /v2.0/security-groups/b3d91fe0-9e92-4d41-a4ee-6053aedba6da HTTP/1.1" status: 204 len: 168 time: 0.2334249 Sep 22 11:00:27.828055 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de879912-d0c6-4625-ac26-d09d935a2498 tempest-TestSnapshotPattern-1800937305 tempest-TestSnapshotPattern-1800937305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d91fe0-9e92-4d41-a4ee-6053aedba6da,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:28.502992 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:28.928330 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59776) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:29.334399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 76cac590-0569-4fc9-91b0-8af2a4b0cefa no longer exists at agent hyperv_n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:00:29.354599 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] No Port match for: 76cac590-0569-4fc9-91b0-8af2a4b0cefa {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:00:29.354940 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Device 76cac590-0569-4fc9-91b0-8af2a4b0cefa not bound to the agent host n-h1-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:00:29.365962 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:29.617456 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] Deleting port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:29.617813 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:29.699771 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] For port 2f60953e-4c7b-48ac-aa08-dbe57efd47d6, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=2f60953e-4c7b-48ac-aa08-dbe57efd47d6,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:29.700138 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:29.712758 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] Calling delete_port for 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:29.962263 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:29.989459 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f60953e-4c7b-48ac-aa08-dbe57efd47d6,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:30.170619 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:30.366433 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:30.379895 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] Router 6dd8fde7-6960-4548-8753-bdc537b8da94 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:00:30.485432 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:00:30.491398 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-2f690996-9257-4301-9d54-2edd7e43a72e admin admin] 10.222.0.49 "PUT /v2.0/routers/6dd8fde7-6960-4548-8753-bdc537b8da94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5611544 Sep 22 11:00:30.493298 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59780) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:30.496023 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f664ae-e1fe-482e-ba9d-51814581e6bd None None] Sync routers for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:00:30.505644 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f664ae-e1fe-482e-ba9d-51814581e6bd None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:00:30.506323 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-69f664ae-e1fe-482e-ba9d-51814581e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T11:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:30.595972 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:30.609435 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-69f664ae-e1fe-482e-ba9d-51814581e6bd None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:00:30.805538 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-69f664ae-e1fe-482e-ba9d-51814581e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T11:00:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:30.838990 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f664ae-e1fe-482e-ba9d-51814581e6bd None None] Checking router: 6dd8fde7-6960-4548-8753-bdc537b8da94 for host: n-d-805649-4 {{(pid=95512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:00:30.849422 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f664ae-e1fe-482e-ba9d-51814581e6bd None None] Routers {'6dd8fde7-6960-4548-8753-bdc537b8da94'} bound to L3 agent in host n-d-805649-4 {{(pid=95512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:00:30.849929 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-69f664ae-e1fe-482e-ba9d-51814581e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T11:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['6dd8fde7-6960-4548-8753-bdc537b8da94'], 'active': True} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:30.954722 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_dvr_db [None req-69f664ae-e1fe-482e-ba9d-51814581e6bd None None] Set router 6dd8fde7-6960-4548-8753-bdc537b8da94 gateway port host: n-d-805649-4 {{(pid=95512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:00:31.001873 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:31.131600 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.l3_hamode_db [None req-69f664ae-e1fe-482e-ba9d-51814581e6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T11:00:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:31.157926 n-d-805649-4 neutron-server[95512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f664ae-e1fe-482e-ba9d-51814581e6bd None None] The sync data for ids ['6dd8fde7-6960-4548-8753-bdc537b8da94'] in n-d-805649-4 is: [{'id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'name': 'tempest-TestSnapshotPattern-1156845460-router', 'tenant_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:22Z', 'updated_at': '2021-09-22T11:00:29Z', 'revision_number': 5, 'project_id': '5c48c9ec3f9e4713b1a9610c9de5e1bb', 'gw_port': {'id': '55e3ef0d-2585-43c8-9be2-696cbcc7fa71', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd8fde7-6960-4548-8753-bdc537b8da94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:23Z', 'updated_at': '2021-09-22T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}] {{(pid=95512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:00:31.204316 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Deleting port 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:31.204655 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:31.287860 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] For port 55e3ef0d-2585-43c8-9be2-696cbcc7fa71, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=55e3ef0d-2585-43c8-9be2-696cbcc7fa71,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:31.288218 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:31.303837 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Calling delete_port for 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:31.486319 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:00:31.507267 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:00:31.507702 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 2f60953e-4c7b-48ac-aa08-dbe57efd47d6 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:00:31.508782 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:31.534683 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e3ef0d-2585-43c8-9be2-696cbcc7fa71,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:31.598313 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:31.687065 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:31.689277 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:31.788788 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:31.789329 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dd8fde7-6960-4548-8753-bdc537b8da94 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:00:31.794304 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:31.795024 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-a6efa8d6-c950-46d3-9cac-2b3f634353c2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6dd8fde7-6960-4548-8753-bdc537b8da94 HTTP/1.1" status: 204 len: 168 time: 1.3007808 Sep 22 11:00:31.797496 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59782) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:31.848082 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2857f7e-6c70-47d2-9649-309e41bde6a0 admin admin] Deleting subnet c1403510-95e2-462f-95f1-ee9526d08be7 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:00:31.852438 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2857f7e-6c70-47d2-9649-309e41bde6a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:31.896704 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2857f7e-6c70-47d2-9649-309e41bde6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:31.985879 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2857f7e-6c70-47d2-9649-309e41bde6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.160488 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2857f7e-6c70-47d2-9649-309e41bde6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.192852 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-b2857f7e-6c70-47d2-9649-309e41bde6a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.196595 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-b2857f7e-6c70-47d2-9649-309e41bde6a0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c1403510-95e2-462f-95f1-ee9526d08be7 HTTP/1.1" status: 204 len: 168 time: 0.3979881 Sep 22 11:00:32.197263 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59786) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:32.197748 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2857f7e-6c70-47d2-9649-309e41bde6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1403510-95e2-462f-95f1-ee9526d08be7,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:32.201078 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae773b-710e-4703-8a28-eb7c1e0218d4 None None] Network d5ab177b-3e19-4bb9-b22c-d8cfe51003de requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:00:32.283661 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.342526 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Deleting port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:32.342883 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.413262 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] For port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bfb2f71b-a526-43e3-8795-f1a8f0fb54b5,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:32.413619 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.426308 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Calling delete_port for bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:32.443242 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1bf237-a162-4da3-97be-86a21882a6f3 None None] DHCP port deletion for d5ab177b-3e19-4bb9-b22c-d8cfe51003de request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:00:32.510155 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-dd1bf237-a162-4da3-97be-86a21882a6f3 None None] Deleting port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:32.510939 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf237-a162-4da3-97be-86a21882a6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.576114 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-dd1bf237-a162-4da3-97be-86a21882a6f3 None None] For port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=bfb2f71b-a526-43e3-8795-f1a8f0fb54b5,segment=NetworkSegment(d5d3cec2-01bd-4c64-b225-8069d61bacf5),segment_id=d5d3cec2-01bd-4c64-b225-8069d61bacf5)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:32.576406 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf237-a162-4da3-97be-86a21882a6f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.589752 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-dd1bf237-a162-4da3-97be-86a21882a6f3 None None] Calling delete_port for bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:32.594766 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.623694 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] No DVR routers for this DVR port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:00:32.628682 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb2f71b-a526-43e3-8795-f1a8f0fb54b5,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:32.673205 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf237-a162-4da3-97be-86a21882a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.704955 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.731005 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ab177b-3e19-4bb9-b22c-d8cfe51003de']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:32.741431 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d3cec2-01bd-4c64-b225-8069d61bacf5') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:32.741735 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d3cec2-01bd-4c64-b225-8069d61bacf5') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:32.752613 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.771420 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.778584 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:00:32.778997 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: timer() Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:00:32.780947 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:00:32.874225 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bf237-a162-4da3-97be-86a21882a6f3 None None] Pushing event deleted for resources: {'Port': ['ID=bfb2f71b-a526-43e3-8795-f1a8f0fb54b5,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:32.876057 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1bf237-a162-4da3-97be-86a21882a6f3 None None] No DVR routers for this DVR port bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:00:32.960675 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.967312 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:32.969151 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d5ab177b-3e19-4bb9-b22c-d8cfe51003de HTTP/1.1" status: 204 len: 168 time: 0.7707515 Sep 22 11:00:32.972403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59788) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:32.981069 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bd42f-0484-4fe5-8bd0-00c002efbf90 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ab177b-3e19-4bb9-b22c-d8cfe51003de,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:33.349532 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690515'] for router_interface, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:33.474772 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:00:33.495713 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:00:33.496146 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device bfb2f71b-a526-43e3-8795-f1a8f0fb54b5 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:00:33.496556 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:00:33.516643 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:00:33.517507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 55e3ef0d-2585-43c8-9be2-696cbcc7fa71 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:00:33.608147 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] Deleting port 87356450-8760-41c3-bc53-865f476a07e0 {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:33.608403 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:33.688875 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] For port 87356450-8760-41c3-bc53-865f476a07e0, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=87356450-8760-41c3-bc53-865f476a07e0,segment=NetworkSegment(31545166-8fba-47fc-9c3c-5059fcb9b01f),segment_id=31545166-8fba-47fc-9c3c-5059fcb9b01f)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:33.689244 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:33.703711 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] Calling delete_port for 87356450-8760-41c3-bc53-865f476a07e0 owned by network:router_interface {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:33.994478 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:34.026152 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=87356450-8760-41c3-bc53-865f476a07e0,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:34.197149 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3786975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3691674'] for router_interface, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:34.422695 n-d-805649-4 neutron-server[95510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] Router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 has already been hosted by L3 agent c66df156-7395-4d90-8dd6-51c59d005a92 {{(pid=95510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 11:00:34.530079 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] Notify agent at l3_agent.n-d-805649-4 the message routers_updated {{(pid=95510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 11:00:34.535159 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-147c0e74-c4fc-47b5-bf42-255e4cf06dc6 admin admin] 10.222.0.49 "PUT /v2.0/routers/71ca0c19-53be-4d8a-8787-fd1e46473bf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5615466 Sep 22 11:00:34.538395 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59790) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:34.539396 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0efc12-91ac-4ff3-a4f1-cf540c460d63 None None] Sync routers for ids ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'] in n-d-805649-4 {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 11:00:34.548375 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0efc12-91ac-4ff3-a4f1-cf540c460d63 None None] Routers {'71ca0c19-53be-4d8a-8787-fd1e46473bf9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:00:34.549031 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2a0efc12-91ac-4ff3-a4f1-cf540c460d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T11:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:34.650937 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Notify callbacks [] for router, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:34.654046 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-2a0efc12-91ac-4ff3-a4f1-cf540c460d63 None None] Set router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 gateway port host: n-d-805649-4 {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:00:34.753276 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:34.847017 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2a0efc12-91ac-4ff3-a4f1-cf540c460d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'name': 'tempest-TestSnapshotPattern-1632424966-router', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'external_fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T11:00:33Z', 'revision_number': 5, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'gw_port': {'id': 'd01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb', 'name': '', 'network_id': '5e75face-888a-4970-82a5-d7242fd1d1cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-805649-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21862f6b-c577-4634-8a98-0c5640f319e2', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-805649-4'}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:34.874473 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0efc12-91ac-4ff3-a4f1-cf540c460d63 None None] Checking router: 71ca0c19-53be-4d8a-8787-fd1e46473bf9 for host: n-d-805649-4 {{(pid=95511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 11:00:34.883507 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0efc12-91ac-4ff3-a4f1-cf540c460d63 None None] Routers {'71ca0c19-53be-4d8a-8787-fd1e46473bf9'} bound to L3 agent in host n-d-805649-4 {{(pid=95511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 11:00:34.884126 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2a0efc12-91ac-4ff3-a4f1-cf540c460d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-805649-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T09:12:27Z,description=,heartbeat_timestamp=2021-09-22T11:00:27Z,host='n-d-805649-4',id=c66df156-7395-4d90-8dd6-51c59d005a92,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T09:12:27Z,topic='l3_agent')) {'router_ids': ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'], 'active': True} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:34.897391 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Deleting port d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb {{(pid=95510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:34.897776 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:34.972477 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvr_db [None req-2a0efc12-91ac-4ff3-a4f1-cf540c460d63 None None] Set router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 gateway port host: None {{(pid=95511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 11:00:34.981679 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.db [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] For port d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb,segment=NetworkSegment(484b5952-8abb-4159-bf95-fd673c0827ea),segment_id=484b5952-8abb-4159-bf95-fd673c0827ea)] {{(pid=95510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:34.982100 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:34.996638 n-d-805649-4 neutron-server[95510]: DEBUG neutron.plugins.ml2.plugin [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Calling delete_port for d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb owned by network:router_gateway {{(pid=95510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:35.027391 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_hamode_db [None req-2a0efc12-91ac-4ff3-a4f1-cf540c460d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'name': 'tempest-TestSnapshotPattern-1632424966-router', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T11:00:34Z', 'revision_number': 6, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'gw_port_host': None}], 'n-d-805649-4', False) {} {{(pid=95511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:35.058952 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0efc12-91ac-4ff3-a4f1-cf540c460d63 None None] The sync data for ids ['71ca0c19-53be-4d8a-8787-fd1e46473bf9'] in n-d-805649-4 is: [{'id': '71ca0c19-53be-4d8a-8787-fd1e46473bf9', 'name': 'tempest-TestSnapshotPattern-1632424966-router', 'tenant_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T10:55:29Z', 'updated_at': '2021-09-22T11:00:34Z', 'revision_number': 6, 'project_id': 'fcbb71a5bfed400095eeb0bf4f154980', 'gw_port_host': None}] {{(pid=95511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 11:00:35.240121 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25360025'] for port, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:35.270525 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:35.330004 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3691609'] for router_gateway, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:35.433311 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3687990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:35.437829 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:35.600027 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3687999'] for router, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:35.600569 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71ca0c19-53be-4d8a-8787-fd1e46473bf9 {{(pid=95510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 11:00:35.605113 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] Notify callbacks [] for router, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:35.606419 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-fb223185-2220-4e01-b95f-5888d6bc1bdc admin admin] 10.222.0.49 "DELETE /v2.0/routers/71ca0c19-53be-4d8a-8787-fd1e46473bf9 HTTP/1.1" status: 204 len: 168 time: 1.0665417 Sep 22 11:00:35.608914 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59794) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:35.657896 n-d-805649-4 neutron-server[95510]: DEBUG neutron.db.db_base_plugin_v2 [None req-1128da3a-5e0d-4fcc-9803-03fe3c7487a3 admin admin] Deleting subnet 67c1a812-3675-42a2-8cf3-cdf1288ebb91 {{(pid=95510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 11:00:35.660973 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1128da3a-5e0d-4fcc-9803-03fe3c7487a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:35.696135 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1128da3a-5e0d-4fcc-9803-03fe3c7487a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25420192'] for subnet, precommit_delete_associations {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:35.778876 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1128da3a-5e0d-4fcc-9803-03fe3c7487a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746573'] for subnet, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:35.836248 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 87356450-8760-41c3-bc53-865f476a07e0 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:00:35.859196 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 87356450-8760-41c3-bc53-865f476a07e0 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:00:35.859782 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 87356450-8760-41c3-bc53-865f476a07e0 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:00:35.960666 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1128da3a-5e0d-4fcc-9803-03fe3c7487a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25360068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25751729'] for subnet, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:35.987115 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128da3a-5e0d-4fcc-9803-03fe3c7487a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c1a812-3675-42a2-8cf3-cdf1288ebb91,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:35.992458 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-1128da3a-5e0d-4fcc-9803-03fe3c7487a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:35.996717 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-1128da3a-5e0d-4fcc-9803-03fe3c7487a3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/67c1a812-3675-42a2-8cf3-cdf1288ebb91 HTTP/1.1" status: 204 len: 168 time: 0.3846269 Sep 22 11:00:35.997146 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [-] (95509) accepted ('10.222.0.49', 59796) {{(pid=95509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:35.998047 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a838b-b7a4-4cb5-995c-c980e1c48318 None None] Network fd4212d7-3eb4-491b-b78a-4506fcafcc6b requested from n-d-805649-4 {{(pid=95511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 11:00:36.071134 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829365'] for network, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.132793 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Deleting port 04b68569-1030-4e1e-8aa1-a4d78612e328 {{(pid=95509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:36.132793 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.201186 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.db [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] For port 04b68569-1030-4e1e-8aa1-a4d78612e328, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=04b68569-1030-4e1e-8aa1-a4d78612e328,segment=NetworkSegment(31545166-8fba-47fc-9c3c-5059fcb9b01f),segment_id=31545166-8fba-47fc-9c3c-5059fcb9b01f)] {{(pid=95509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:36.201565 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.209095 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bdecdc-8358-40cd-b18d-2be16aa6c26d None None] DHCP port deletion for fd4212d7-3eb4-491b-b78a-4506fcafcc6b request from n-d-805649-4 {{(pid=95511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 11:00:36.214849 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.plugin [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Calling delete_port for 04b68569-1030-4e1e-8aa1-a4d78612e328 owned by network:dhcp {{(pid=95509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:36.254973 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d2bdecdc-8358-40cd-b18d-2be16aa6c26d None None] Deleting port 04b68569-1030-4e1e-8aa1-a4d78612e328 {{(pid=95511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 11:00:36.255489 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d2bdecdc-8358-40cd-b18d-2be16aa6c26d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729506792232'] for port, before_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.326030 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.db [None req-d2bdecdc-8358-40cd-b18d-2be16aa6c26d None None] For port 04b68569-1030-4e1e-8aa1-a4d78612e328, host n-d-805649-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-805649-4',level=0,port_id=04b68569-1030-4e1e-8aa1-a4d78612e328,segment=NetworkSegment(31545166-8fba-47fc-9c3c-5059fcb9b01f),segment_id=31545166-8fba-47fc-9c3c-5059fcb9b01f)] {{(pid=95511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 11:00:36.326484 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d2bdecdc-8358-40cd-b18d-2be16aa6c26d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696906'] for port, precommit_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.338195 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-d2bdecdc-8358-40cd-b18d-2be16aa6c26d None None] Calling delete_port for 04b68569-1030-4e1e-8aa1-a4d78612e328 owned by network:dhcp {{(pid=95511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 11:00:36.371382 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2737225'] for port, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.409895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=04b68569-1030-4e1e-8aa1-a4d78612e328,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:36.409895 n-d-805649-4 neutron-server[95509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] No DVR routers for this DVR port 04b68569-1030-4e1e-8aa1-a4d78612e328 on host n-d-805649-4 {{(pid=95509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:00:36.420319 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d2bdecdc-8358-40cd-b18d-2be16aa6c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729506799342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729506279114'] for port, after_delete {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.445439 n-d-805649-4 neutron-server[95511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdecdc-8358-40cd-b18d-2be16aa6c26d None None] Pushing event deleted for resources: {'Port': ['ID=04b68569-1030-4e1e-8aa1-a4d78612e328,revision_number=None']} {{(pid=95511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:36.450029 n-d-805649-4 neutron-server[95511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdecdc-8358-40cd-b18d-2be16aa6c26d None None] No DVR routers for this DVR port 04b68569-1030-4e1e-8aa1-a4d78612e328 on host n-d-805649-4 {{(pid=95511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 11:00:36.478066 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-750580', 'neutron.services.segments.db._delete_segments_for_network-8729506825108'] for network, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.500742 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4212d7-3eb4-491b-b78a-4506fcafcc6b']}} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:36.511439 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31545166-8fba-47fc-9c3c-5059fcb9b01f') {'for_net_delete': True} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:36.511797 n-d-805649-4 neutron-server[95509]: DEBUG neutron.services.segments.db [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31545166-8fba-47fc-9c3c-5059fcb9b01f') {} {{(pid=95509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 11:00:36.525758 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729506824861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25368967'] for segment, before_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.539747 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482'] for segment, precommit_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.545968 n-d-805649-4 neutron-server[95509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=95509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 11:00:36.546366 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-747482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2737594'] for segment, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: Traceback (most recent call last): Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: timer() Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: cb(*args, **kw) Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: return func(*args, **kwargs) Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: self._notify() Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: self.callback(batched_events) Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: event.method(event) Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: return f(self, *a, **k) Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: return self._get(url).json() Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: return self.request(url, 'GET', **kwargs) Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 11:00:36.548059 n-d-805649-4 neutron-server[95509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 11:00:36.703124 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-750531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3800636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3786950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3691525'] for network, after_delete {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.715537 n-d-805649-4 neutron-server[95509]: DEBUG neutron_lib.callbacks.manager [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Notify callbacks [] for network, before_response {{(pid=95509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:36.715537 n-d-805649-4 neutron-server[95509]: INFO neutron.wsgi [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] 10.222.0.49 "DELETE /v2.0/networks/fd4212d7-3eb4-491b-b78a-4506fcafcc6b HTTP/1.1" status: 204 len: 168 time: 0.7140095 Sep 22 11:00:36.722575 n-d-805649-4 neutron-server[95509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b85b7-4aca-43c7-a7e4-ac6996dd6f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4212d7-3eb4-491b-b78a-4506fcafcc6b,revision_number=None']} {{(pid=95509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:37.120658 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59800) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:37.164107 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-9b55f246-4b09-4a00-8bd2-fbc55f4a41c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c48c9ec3f9e4713b1a9610c9de5e1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421596 Sep 22 11:00:37.172403 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59802) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:37.228714 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4515d457-2e36-4471-bdc3-042893a18b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:37.252089 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4515d457-2e36-4471-bdc3-042893a18b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:37.377161 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4515d457-2e36-4471-bdc3-042893a18b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:37.379830 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-4515d457-2e36-4471-bdc3-042893a18b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:37.381764 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-4515d457-2e36-4471-bdc3-042893a18b8f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ce49f43-00a7-46df-a24e-0f5ea8295838 HTTP/1.1" status: 204 len: 168 time: 0.2083204 Sep 22 11:00:37.390177 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515d457-2e36-4471-bdc3-042893a18b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce49f43-00a7-46df-a24e-0f5ea8295838,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:37.503224 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:00:37.529861 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:00:37.538094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device d01afde1-c8d1-4c7a-8a12-e8b1fcfb00cb not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:00:37.538094 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 04b68569-1030-4e1e-8aa1-a4d78612e328 no longer exists at agent ovs-agent-n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 11:00:37.553399 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.plugin [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] No Port match for: 04b68569-1030-4e1e-8aa1-a4d78612e328 {{(pid=95511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 11:00:37.556395 n-d-805649-4 neutron-server[95511]: DEBUG neutron.plugins.ml2.rpc [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Device 04b68569-1030-4e1e-8aa1-a4d78612e328 not bound to the agent host n-d-805649-4 {{(pid=95511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 11:00:38.078390 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59808) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:38.120396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-8b793159-fc48-4fcd-ae8d-1d74b8ccd5f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fcbb71a5bfed400095eeb0bf4f154980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408154 Sep 22 11:00:38.125606 n-d-805649-4 neutron-server[95510]: DEBUG neutron.wsgi [-] (95510) accepted ('10.222.0.49', 59810) {{(pid=95510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 11:00:38.178195 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7ace0b7b-e54c-40be-9b90-9829f168171d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:38.199221 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7ace0b7b-e54c-40be-9b90-9829f168171d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:38.354694 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7ace0b7b-e54c-40be-9b90-9829f168171d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3798987'] for security_group, after_delete {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:38.357202 n-d-805649-4 neutron-server[95510]: DEBUG neutron_lib.callbacks.manager [None req-7ace0b7b-e54c-40be-9b90-9829f168171d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:38.358396 n-d-805649-4 neutron-server[95510]: INFO neutron.wsgi [None req-7ace0b7b-e54c-40be-9b90-9829f168171d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37e6551e-bbdd-465b-b305-dc907d051c1c HTTP/1.1" status: 204 len: 168 time: 0.2318811 Sep 22 11:00:38.367845 n-d-805649-4 neutron-server[95510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace0b7b-e54c-40be-9b90-9829f168171d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e6551e-bbdd-465b-b305-dc907d051c1c,revision_number=None']} {{(pid=95510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 11:00:54.303284 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:54.433899 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-d2373c6e-33c4-4a30-8c77-4c8fae6e006b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:55.588316 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:56.448191 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:00:57.056737 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-58ff2f0c-3ad2-458b-b21d-3d0490150f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:57.640703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:00:58.473782 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:00.279394 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:24.263036 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:24.330742 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4d45bd44-d6eb-41c1-b804-05f631cd0a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:25.594117 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:27.039320 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-be71e2d1-088a-44f3-b6ae-c6ce46388ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:27.616429 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:28.502358 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:30.273385 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:33.447463 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:01:54.226881 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:54.336053 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b532cd12-b004-4f8a-b953-f8249f02354d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:55.598703 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:57.038522 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-9a55d674-1899-4d0b-8ff0-1e84e8cbca32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:57.638742 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:01:58.496032 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:00.261441 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:10.447226 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:02:24.258799 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:24.329972 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-7a430f7a-36e7-47ed-a887-8bb0decf1d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:25.643853 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:27.055568 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-b82d5003-8c0e-47df-8a7a-ef74b5642cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:27.644198 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:28.478171 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:30.272607 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:47.446151 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:02:54.255493 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:54.335249 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-6bdd894b-22e8-4783-b6b0-39493dba76fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:55.627638 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:57.036789 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ddd08ceb-2dcc-43af-aeab-af03401757c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:57.644510 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:02:58.506614 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:00.283018 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:24.267178 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:24.329397 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-55feb76a-909f-497e-814e-7039015f9151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:24.445705 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:03:25.683229 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:27.071657 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-4a542b1d-fe84-4e4c-8389-830e693d793f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:27.608669 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:28.494814 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:30.321925 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:54.311681 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:54.338470 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-085a712c-a1ee-45bc-b930-44f15b7a46b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:55.670212 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.070349 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-32f9382e-3ab7-400e-bf84-21238fb440c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:57.659888 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:03:58.528927 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:00.317413 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:01.444501 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:04:24.292873 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:24.374167 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-23eb2387-e395-413c-898d-2cebfea3afdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:25.635114 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:27.065849 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-75656f00-8b7a-4c65-b585-676f89360830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:27.649381 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:28.509643 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:30.328483 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:38.443706 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:04:54.305078 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:54.333355 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a545b6f6-902e-4706-8f12-2181de77a028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:55.653348 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:57.053336 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-90b044cf-f3cc-463a-8c09-fd736b59fe79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:57.698765 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:04:58.499218 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:00.275908 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:15.442554 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:05:24.367617 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:24.389970 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-528ac92b-9b65-40f1-b51d-00084f9c1d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:25.636056 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:27.098640 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-8507f3f9-e7bf-4122-9728-6b716da3cb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:27.618596 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:28.503888 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:30.287224 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:52.442500 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:05:54.355461 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:54.384015 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-80c05d7d-163e-41b1-bfea-60fa361055b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:55.627227 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:57.069317 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2a94164c-e045-404f-a25d-1ccca4bac889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:57.623779 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:05:58.495783 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:00.311480 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:24.320824 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:24.347191 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-238357f5-2b64-4d4b-839b-ff424c64ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:25.634695 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:27.061522 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ab62baeb-5f55-40fc-a876-8d2fdf2d4931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:27.612541 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:28.518183 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:29.441473 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:06:30.298531 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:54.355140 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:54.366028 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-16cdaf21-5e96-495c-9242-fd33bc2f9e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:55.674804 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:57.049889 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-75ef531b-758c-409d-b63b-eafe96962b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:57.663516 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:06:58.514582 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:00.303121 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:06.440593 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:07:24.342876 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1962d780-6be6-471f-8bab-d5436328c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:24.371336 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:25.657045 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.052058 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-fbfe2edf-b7e0-40ce-af6b-2e5d39c5992a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:27.637544 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:28.519979 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:30.308388 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:43.441380 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:07:50.448072 n-d-805649-4 neutron-server[95509]: DEBUG neutron.wsgi [req-a9656f3a-36e5-4cf2-bafb-6acbefa6f071 req-1bd97288-5d00-4cc1-8e2b-01517b30180e service neutron] (95509) timed out ('10.222.0.49', 46096) {{(pid=95509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 11:07:54.345151 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-782a5ce5-19f3-4db9-b63e-f6440555aa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:54.367713 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:55.691044 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:57.139776 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ea35-0875-489a-8ca5-727047e55158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:57.642588 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:07:58.507986 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:00.290942 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:20.441655 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:08:24.336206 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-56ad0191-da43-40be-bee5-d2b1065694f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:24.398813 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:25.673690 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:27.079285 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-662f13d2-a789-4c90-a5b5-7b494066d41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:27.638987 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:28.516064 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:30.307826 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:54.387656 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-70eafdce-914b-4764-b553-47e341da4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:54.456170 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:55.698969 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:57.084373 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-85742062-0573-40c5-b8e5-dbe95bd62b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:57.441003 n-d-805649-4 neutron-server[95512]: DEBUG neutron.db.agents_db [None req-a30d2f75-7b0d-409a-9518-114923a35e9e None None] Agent healthcheck: found 7 active agents {{(pid=95512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 11:08:57.664323 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:08:58.515669 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:00.333244 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:24.363832 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-3f262bf2-1995-4c7a-996c-9979b2628c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:24.415377 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-ca5e494c-61dd-4391-9d02-6593b2a3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:25.741043 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-22398f91-a501-415a-9faf-170b9b6e9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:27.057905 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-49a7d060-827d-4d0e-83bd-f8d80fcf9ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:27.680889 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-2eae0bbe-f64c-4198-962b-f51079650435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:28.521578 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-1e5129f2-1f28-4739-96ad-b2837327596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 11:09:30.291864 n-d-805649-4 neutron-server[95511]: DEBUG neutron_lib.callbacks.manager [None req-a4734675-ff41-4f7d-8b0a-4bcee89f9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729506825090', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723956'] for agent, after_update {{(pid=95511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}